-- Logs begin at Wed 2022-02-09 20:39:31 UTC, end at Wed 2022-02-09 23:16:42 UTC. -- Feb 09 21:23:46.913533 n-d-828599-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 21:23:49.905239 n-d-828599-1 neutron-server[103585]: INFO neutron.common.config [-] Logging enabled! Feb 09 21:23:49.905818 n-d-828599-1 neutron-server[103585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 21:23:49.905949 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 21:23:49.909194 n-d-828599-1 neutron-server[103585]: INFO neutron.common.config [-] Logging enabled! Feb 09 21:23:49.909456 n-d-828599-1 neutron-server[103585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 21:23:49.909773 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 21:23:49.910720 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:23:49.910962 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:23:49.911348 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:23:49.911609 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:23:49.911866 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:23:49.912345 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.912774 n-d-828599-1 neutron-server[103585]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 21:23:49.913090 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.913389 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.913690 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.913991 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.914292 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.914581 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.914875 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.915176 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.915467 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.916289 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.916584 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.916883 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.917174 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.917469 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.917768 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.918056 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] debug = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.918345 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.918785 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.919212 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.919501 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.919818 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.920108 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.920387 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.920670 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.920962 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.921299 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] host = n-d-828599-1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.921586 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.921880 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.922176 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.922468 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.922751 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.923039 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.923329 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.923608 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.923910 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] log_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.924203 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.924499 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.924792 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.925088 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.925319 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.925547 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.925863 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.926156 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.926442 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.926724 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.927006 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.927287 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.927570 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.927878 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.928170 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.928465 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.928759 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.929043 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.929327 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.929609 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.929892 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.930183 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.930469 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.930754 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.931038 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.931370 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.932209 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.932496 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.932808 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.933118 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.933396 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.933691 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.933975 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.934273 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.934554 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.934837 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.935118 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] use_json = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.935402 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.935681 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.935995 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.936278 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.936561 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.936845 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.937128 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.937421 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.937702 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:49.938009 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.938313 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.938622 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.938930 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.939233 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.939524 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.939854 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.940147 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.940446 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.940745 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.941046 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.941341 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.941654 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.941954 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.942270 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.942584 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.942892 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.943197 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.943484 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.943798 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.944093 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.944383 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.944683 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.944971 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.945271 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.945571 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.945861 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.946165 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.946463 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.946765 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.947088 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.947376 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.947666 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.947988 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.948279 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.948563 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.948850 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.949149 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.949441 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.949724 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.950018 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.950309 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.950593 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.950875 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.951161 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.951462 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.951776 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.952060 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.952343 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.952630 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.952913 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.953206 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.953495 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.953776 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.954064 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.954350 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.954633 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.954916 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.955203 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.955486 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.955805 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.956090 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.956369 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.956651 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.956932 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.957214 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.957497 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.957779 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.958065 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.958346 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.958627 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.958906 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.959186 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.959466 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.959790 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.960099 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.960387 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.960674 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.960962 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.961249 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.961535 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.961819 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.962107 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.962393 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.962696 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.962995 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.963286 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.963582 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.963926 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.964222 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.964523 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.964811 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.965105 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.965389 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.965678 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.965973 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.966265 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.966567 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.966872 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.967171 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.967469 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.967806 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.968095 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.968412 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.968703 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:49.968929 n-d-828599-1 neutron-server[103585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:23:49.969175 n-d-828599-1 neutron-server[103585]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103585) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 21:23:50.347985 n-d-828599-1 neutron-server[103585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 21:23:50.348284 n-d-828599-1 neutron-server[103585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 21:23:50.348572 n-d-828599-1 neutron-server[103585]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 21:23:50.348912 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 21:23:50.680295 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.680597 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.680888 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.682227 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.682509 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.682784 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.727787 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.728074 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.728374 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.743948 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.744243 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.744522 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.773282 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.773568 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.773840 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.810734 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.811021 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:50.811298 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.155178 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.155836 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.155836 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.156005 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.156737 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.262024 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.262353 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.262642 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.262921 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.263194 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.263510 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.263805 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.264071 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.264332 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.264620 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.264886 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.265157 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.265419 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.265676 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.265937 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.266205 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.266465 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.266739 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.267013 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.267277 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.267555 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.267838 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.268129 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.268517 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.268773 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.269025 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.269425 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:51.269673 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:51.269917 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:51.270160 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:51.270402 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:51.270643 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:51.271014 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 21:23:51.274158 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 21:23:51.278848 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 21:23:51.282576 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Feb 09 21:23:51.284262 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 21:23:51.284728 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 21:23:51.285071 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 21:23:51.285461 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 21:23:51.288331 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 21:23:51.288596 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 21:23:51.288951 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 21:23:51.293862 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 21:23:51.316607 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 21:23:51.317230 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.317537 n-d-828599-1 neutron-server[103585]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103585) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 21:23:51.317910 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.319322 n-d-828599-1 neutron-server[103585]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103585) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 21:23:51.319609 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 21:23:51.319900 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 21:23:51.323683 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.324003 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:51.388203 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 21:23:51.388449 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 21:23:51.388696 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 21:23:51.389211 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 21:23:51.409693 n-d-828599-1 neutron-server[103585]: DEBUG oslo_db.sqlalchemy.engines [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103585) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 21:23:52.023639 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing driver for type 'gre' Feb 09 21:23:52.024208 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] gre ID ranges: [(1, 1000)] Feb 09 21:23:52.286587 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing driver for type 'local' Feb 09 21:23:52.287192 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing driver for type 'vlan' Feb 09 21:23:52.381511 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] VlanTypeDriver initialization complete Feb 09 21:23:52.381869 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing driver for type 'vxlan' Feb 09 21:23:52.382375 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] vxlan ID ranges: [(1, 1000)] Feb 09 21:23:52.558937 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing extension driver 'port_security' Feb 09 21:23:52.559218 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.extensions.port_security [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] PortSecurityExtensionDriver initialization complete Feb 09 21:23:52.559564 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing mechanism driver 'openvswitch' Feb 09 21:23:52.559931 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing mechanism driver 'hyperv' Feb 09 21:23:52.566711 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.plugin [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:52.567580 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.567997 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.568385 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.568930 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:23:52.569367 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.569731 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.570087 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.570489 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:23:52.570909 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.571265 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.571617 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.572053 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:23:52.572465 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.572823 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.573173 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.573577 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:23:52.573992 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.574345 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.574691 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.575094 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:23:52.575504 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.575883 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.579868 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.579868 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:23:52.579868 n-d-828599-1 neutron-server[103585]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] ML2 OVO RPC backend initialized. {{(pid=103585) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 21:23:52.579868 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.579868 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.580223 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.580223 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > networks before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.580223 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.580223 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > ports before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.580510 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.580510 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.580655 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.581003 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.581347 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.581689 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.582033 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.582374 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.582715 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.583088 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.583426 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.593119 n-d-828599-1 neutron-server[103585]: INFO neutron.quota [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded quota_driver: . Feb 09 21:23:52.593494 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.plugin [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Modular L2 Plugin initialization complete Feb 09 21:23:52.593847 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading services supported by the core plugin {{(pid=103585) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 21:23:52.594199 n-d-828599-1 neutron-server[103585]: INFO neutron.plugins.ml2.managers [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Got port-security extension from driver 'port_security' Feb 09 21:23:52.594695 n-d-828599-1 neutron-server[103585]: INFO neutron.extensions.vlantransparent [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Disabled vlantransparent extension. Feb 09 21:23:52.595198 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103585) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 21:23:52.595532 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: router Feb 09 21:23:52.638572 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.638984 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router after_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.639361 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router before_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.639763 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.640150 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.640515 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router after_delete 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.640881 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.641235 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.641610 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router after_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.641964 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.642321 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.642675 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.643041 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.643456 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.643867 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.644216 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.644560 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: subnet after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.644909 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.646228 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.646228 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.646228 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: port before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.646518 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.646618 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router after_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.646949 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.647434 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.647850 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.648206 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.648574 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > agent after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.648932 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.649284 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > network after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.650668 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Tracking information for resource: router configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:52.651008 n-d-828599-1 neutron-server[103585]: DEBUG neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Tracking information for resource: floatingip configured {{(pid=103585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:23:52.656009 n-d-828599-1 neutron-server[103585]: INFO neutron.db.l3_agentschedulers_db [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 21:23:52.656604 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.656979 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: port after_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.657346 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: port after_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.657705 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: port after_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.658513 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router before_create 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.658887 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.659255 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.659620 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.664461 n-d-828599-1 neutron-server[103585]: DEBUG neutron.services.provider_configuration [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service providers = [] {{(pid=103585) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 21:23:52.664837 n-d-828599-1 neutron-server[103585]: DEBUG neutron.db.servicetype_db [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103585) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 21:23:52.673981 n-d-828599-1 neutron-server[103585]: DEBUG neutron.services.service_base [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:23:52.674338 n-d-828599-1 neutron-server[103585]: DEBUG neutron.services.service_base [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:23:52.674688 n-d-828599-1 neutron-server[103585]: DEBUG neutron.services.service_base [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:23:52.675594 n-d-828599-1 neutron-server[103585]: DEBUG neutron.services.service_base [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:23:52.676000 n-d-828599-1 neutron-server[103585]: INFO neutron.services.service_base [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 21:23:52.676387 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.676712 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 21:23:52.687547 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.687990 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: auto_allocate Feb 09 21:23:52.693869 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: network precommit_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.694248 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: network precommit_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.694775 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.695103 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: tag Feb 09 21:23:52.708646 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.708982 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: timestamp Feb 09 21:23:52.713404 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.713742 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: network_ip_availability Feb 09 21:23:52.719281 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.719665 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.720077 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:52.720773 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.721101 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: flavors Feb 09 21:23:52.726124 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.726716 n-d-828599-1 neutron-server[103585]: INFO neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading Plugin: revisions Feb 09 21:23:52.731639 n-d-828599-1 neutron-server[103585]: DEBUG neutron.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:23:52.732063 n-d-828599-1 neutron-server[103585]: DEBUG oslo_concurrency.lockutils [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.383s {{(pid=103585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 21:23:52.732825 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103585) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 21:23:52.733169 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Initializing extension manager. Feb 09 21:23:52.733706 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: __init__.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.734054 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: __pycache__ {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.734400 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.734747 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: address_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.735513 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.736121 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: address-group Feb 09 21:23:52.736456 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: address_scope.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.737189 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.737703 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: address-scope Feb 09 21:23:52.738033 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.738983 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.739497 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: router-admin-state-down-before-update Feb 09 21:23:52.739862 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: agent.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.740572 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.741079 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: agent Feb 09 21:23:52.741412 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: agent_resources_synced.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.742326 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.742834 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: agent-resources-synced Feb 09 21:23:52.743164 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.745552 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.748590 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: allowed-address-pairs Feb 09 21:23:52.748590 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.749443 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.749960 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: auto-allocated-topology Feb 09 21:23:52.750293 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: availability_zone.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.750998 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.751510 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: availability_zone Feb 09 21:23:52.751877 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: availability_zone_filter.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.752804 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.753315 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: availability_zone_filter Feb 09 21:23:52.753644 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: data_plane_status.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.754604 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.755108 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 21:23:52.755439 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: default_subnetpools.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.756408 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.756920 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: default-subnetpools Feb 09 21:23:52.757249 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.758066 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.758572 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: dhcp_agent_scheduler Feb 09 21:23:52.758902 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: dns.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.760399 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.760903 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 21:23:52.761232 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: dns_domain_ports.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.762163 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.762670 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 21:23:52.763000 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.763974 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.764485 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 21:23:52.764819 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: dvr.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.765513 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.766017 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: dvr Feb 09 21:23:52.766354 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: ecmp_routes.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.767292 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.767827 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 21:23:52.768161 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: empty_string_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.769085 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.769598 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: empty-string-filtering Feb 09 21:23:52.769928 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.770856 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.771368 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 21:23:52.771699 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.772652 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.773160 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 21:23:52.773488 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: external_net.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.774422 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.774932 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: external-net Feb 09 21:23:52.775286 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.776237 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.776746 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: extra_dhcp_opt Feb 09 21:23:52.777075 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: extraroute.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.778041 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.778556 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: extraroute Feb 09 21:23:52.778884 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: extraroute_atomic.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.779972 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.780485 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: extraroute-atomic Feb 09 21:23:52.780813 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: filter_validation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.781485 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.781991 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: filter-validation Feb 09 21:23:52.782317 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: fip_pf_description.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.783241 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.783772 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 21:23:52.784105 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: fip_port_details.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.785208 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.785719 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: fip-port-details Feb 09 21:23:52.786049 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: flavors.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.789878 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.790395 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: flavors Feb 09 21:23:52.791248 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.792972 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.793495 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 21:23:52.793831 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: floatingip_pools.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.794576 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.795087 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: floatingip-pools Feb 09 21:23:52.795419 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: ip_allocation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.796398 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.796905 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 21:23:52.797235 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.798164 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.798675 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: ip-substring-filtering Feb 09 21:23:52.799013 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l2_adjacency.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.799980 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.800489 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 21:23:52.800823 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.801790 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.802306 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: router Feb 09 21:23:52.802639 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.804977 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.805529 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 21:23:52.805872 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.807360 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.807911 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: ext-gw-mode Feb 09 21:23:52.808250 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.809228 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.809706 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: l3-ha Feb 09 21:23:52.810039 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.810960 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.811500 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 21:23:52.811880 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3_flavors.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.812803 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.813317 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: l3-flavors Feb 09 21:23:52.813652 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.815086 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.815609 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 21:23:52.815976 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.816910 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.817433 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 21:23:52.817770 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: l3agentscheduler.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.818816 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.819335 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: l3_agent_scheduler Feb 09 21:23:52.819672 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: local_ip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.824004 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.824537 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension local_ip not supported by any of loaded plugins Feb 09 21:23:52.824872 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: logging.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.826517 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.827050 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension logging not supported by any of loaded plugins Feb 09 21:23:52.827394 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: metering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.828177 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.828770 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: metering Feb 09 21:23:52.829109 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.830212 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.830763 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: metering_source_and_destination_fields Feb 09 21:23:52.831100 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: multiprovidernet.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.832080 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.832597 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: multi-provider Feb 09 21:23:52.832934 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: netmtu.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.833927 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.834446 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: net-mtu Feb 09 21:23:52.834783 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: netmtu_writable.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.835730 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.836248 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: net-mtu-writable Feb 09 21:23:52.836585 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: network_availability_zone.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.837273 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.837810 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: network_availability_zone Feb 09 21:23:52.838145 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: network_ip_availability.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.839279 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.839828 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: network-ip-availability Feb 09 21:23:52.840253 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: network_segment_range.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.840963 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.841477 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 21:23:52.841806 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: pagination.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.842804 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.843141 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: pagination Feb 09 21:23:52.843473 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: port_device_profile.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.844409 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.844926 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: port-device-profile Feb 09 21:23:52.845256 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.846192 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.846725 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: port-mac-address-regenerate Feb 09 21:23:52.847033 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.847987 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.848500 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: port-numa-affinity-policy Feb 09 21:23:52.848827 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: port_resource_request.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.849756 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.850259 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 21:23:52.850586 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.851865 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.852369 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 21:23:52.852706 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: portbindings.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.863203 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.863779 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: binding Feb 09 21:23:52.864110 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: portbindings_extended.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.865394 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.865906 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: binding-extended Feb 09 21:23:52.866238 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: portsecurity.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.867169 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.867683 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: port-security Feb 09 21:23:52.868040 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: project_id.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.869598 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.869934 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: project-id Feb 09 21:23:52.870271 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: providernet.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.871208 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.871747 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: provider Feb 09 21:23:52.872081 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.875653 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.876202 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos not supported by any of loaded plugins Feb 09 21:23:52.876541 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.877809 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.878330 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 21:23:52.878670 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.879605 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.880271 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 21:23:52.880607 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_default.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.881534 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.882047 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-default not supported by any of loaded plugins Feb 09 21:23:52.882379 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_fip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.883329 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.883873 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 21:23:52.884207 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.885168 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.885679 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 21:23:52.886012 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.887076 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.887597 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 21:23:52.887957 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.893096 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.893611 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 21:23:52.893943 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.895007 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.895522 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 21:23:52.895889 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_pps_rule.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.897093 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.897613 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 21:23:52.897949 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.898882 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.899397 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 21:23:52.899756 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: qos_rules_alias.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.900847 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.901366 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 21:23:52.901701 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: quota_check_limit.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.902655 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.903183 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: quota-check-limit Feb 09 21:23:52.903519 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: quotasv2.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.904479 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.904818 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: quotas Feb 09 21:23:52.905148 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: quotasv2_detail.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.906882 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.907228 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: quota_details Feb 09 21:23:52.907565 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: rbac.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.908660 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.909188 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: rbac-policies Feb 09 21:23:52.909527 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: rbac_address_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.910479 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.911000 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: rbac-address-group Feb 09 21:23:52.911334 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: rbac_address_scope.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.912296 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.912814 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: rbac-address-scope Feb 09 21:23:52.913147 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: rbac_security_groups.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.914070 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.914659 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: rbac-security-groups Feb 09 21:23:52.914928 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.916396 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.916914 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: rbac-subnetpool Feb 09 21:23:52.917245 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: revisionifmatch.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.918190 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.918712 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: revision-if-match Feb 09 21:23:52.919043 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: revisions.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.920279 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.920796 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: standard-attr-revisions Feb 09 21:23:52.921134 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: router_availability_zone.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.921818 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.922339 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: router_availability_zone Feb 09 21:23:52.922672 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: routerservicetype.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.928967 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.929484 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 21:23:52.929817 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.930763 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.931325 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: security-groups-normalized-cidr Feb 09 21:23:52.932190 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.933133 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.933651 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: port-security-groups-filtering Feb 09 21:23:52.933986 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.934933 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.935443 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: security-groups-remote-address-group Feb 09 21:23:52.935803 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.936761 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.937280 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: security-groups-shared-filtering Feb 09 21:23:52.937613 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.938209 n-d-828599-1 neutron-server[103585]: WARNING neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 21:23:52.938538 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: securitygroup.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.949610 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.950194 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: security-group Feb 09 21:23:52.950500 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: segment.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.951297 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.951847 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension segment not supported by any of loaded plugins Feb 09 21:23:52.952185 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.955957 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.956476 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 21:23:52.956811 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: servicetype.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.957939 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.958470 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: service-type Feb 09 21:23:52.958808 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: sorting.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.959830 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.960170 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: sorting Feb 09 21:23:52.960505 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: standard_attr_segment.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.961436 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.961962 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 21:23:52.962302 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: standardattrdescription.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.962989 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.963504 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: standard-attr-description Feb 09 21:23:52.963873 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: stateful_security_group.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.964811 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.965327 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: stateful-security-group Feb 09 21:23:52.965658 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: stdattrs_common.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.966237 n-d-828599-1 neutron-server[103585]: WARNING neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 21:23:52.966567 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.967524 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.968068 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 21:23:52.968401 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: subnet_onboard.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.969499 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.970016 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: subnet_onboard Feb 09 21:23:52.970352 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.971288 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.971826 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 21:23:52.972160 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: subnet_service_types.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.973116 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.973636 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: subnet-service-types Feb 09 21:23:52.973965 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: subnetallocation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.975063 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.975580 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: subnet_allocation Feb 09 21:23:52.975936 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.976867 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.977380 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: subnetpool-prefix-ops Feb 09 21:23:52.977712 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.979185 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.979696 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 21:23:52.980051 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: tagging.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.981134 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.981653 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: standard-attr-tag Feb 09 21:23:52.981985 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: timestamp.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.983227 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.983779 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loaded extension: standard-attr-timestamp Feb 09 21:23:52.984115 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: trunk.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.985171 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.985692 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension trunk not supported by any of loaded plugins Feb 09 21:23:52.991850 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: trunk_details.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.992564 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.993085 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 21:23:52.993422 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.994896 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.995411 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 21:23:52.995778 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Loading extension file: vlantransparent.py {{(pid=103585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:23:52.996465 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:23:52.996976 n-d-828599-1 neutron-server[103585]: INFO neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 21:23:52.999530 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:network Feb 09 21:23:53.000100 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:subnet Feb 09 21:23:53.000514 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:23:53.000922 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:port Feb 09 21:23:53.002171 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.002625 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service FLAVORS assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.003249 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.003690 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.004052 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:router Feb 09 21:23:53.004492 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 21:23:53.004990 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service METERING assigned prefix: /metering {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.006458 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:53.006837 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:53.007200 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:23:53.008240 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 21:23:53.008693 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:security_group Feb 09 21:23:53.009155 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 21:23:53.009794 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.010134 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:23:53.010491 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] subnetpool is already registered Feb 09 21:23:53.010933 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.011265 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:23:53.011604 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] subnetpool is already registered Feb 09 21:23:53.013919 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.014361 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service FLAVORS assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.015171 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.015390 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.015758 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:router Feb 09 21:23:53.016105 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] router is already registered Feb 09 21:23:53.016522 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 21:23:53.016862 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] floatingip is already registered Feb 09 21:23:53.017324 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service METERING assigned prefix: /metering {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.017997 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 21:23:53.018334 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] rbac_policy is already registered Feb 09 21:23:53.018755 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:security_group Feb 09 21:23:53.019096 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] security_group is already registered Feb 09 21:23:53.019510 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 21:23:53.019876 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] security_group_rule is already registered Feb 09 21:23:53.020515 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.020848 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:23:53.021189 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] subnetpool is already registered Feb 09 21:23:53.021628 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.v2.resource_helper [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Service CORE assigned prefix: {{(pid=103585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:23:53.021960 n-d-828599-1 neutron-server[103585]: INFO neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:23:53.022298 n-d-828599-1 neutron-server[103585]: WARNING neutron.quota.resource_registry [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] subnetpool is already registered Feb 09 21:23:53.024326 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: extensions {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.024326 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: address-groups {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.025798 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: address-scopes {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.027138 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: agents {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.028359 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: auto-allocated-topology {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.029596 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: availability_zones {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.030817 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: dhcp-networks {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.032402 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: dhcp-agents {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.033837 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: routers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.036069 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: flavors {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.037240 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: service_profiles {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.038459 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: next_providers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.040013 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: service_profiles {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.042130 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: floatingip-pools {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.043351 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: routers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.045491 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: floatingips {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.046772 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: l3-routers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.048224 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: l3-agents {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.049661 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: metering-labels {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.051017 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: metering-label-rules {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.052325 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: network-ip-availabilities {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.058721 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: bindings {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.058721 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: quotas {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.058721 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: quotas {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.058957 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: rbac-policies {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.061259 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: security-groups {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.062478 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: security-group-rules {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.063805 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: service-providers {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.065033 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: subnetpools {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.066484 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: subnetpools {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.067954 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.069670 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.071493 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.073372 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.075143 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.077041 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.078796 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.080750 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.082503 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.084425 n-d-828599-1 neutron-server[103585]: DEBUG neutron.api.extensions [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Extended resource: tags {{(pid=103585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:23:53.090325 n-d-828599-1 neutron-server[103585]: WARNING keystonemiddleware.auth_token [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 21:23:53.095224 n-d-828599-1 neutron-server[103585]: WARNING keystonemiddleware.auth_token [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 21:23:53.104854 n-d-828599-1 neutron-server[103585]: DEBUG oslo_concurrency.lockutils [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Acquired lock "singleton_lock" {{(pid=103585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 21:23:53.105350 n-d-828599-1 neutron-server[103585]: DEBUG oslo_concurrency.lockutils [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Releasing lock "singleton_lock" {{(pid=103585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 21:23:53.105997 n-d-828599-1 neutron-server[103585]: INFO oslo_service.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Starting 2 workers Feb 09 21:23:53.110884 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Started child 103696 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:23:53.115361 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Started child 103697 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:23:53.116493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:53.117177 n-d-828599-1 neutron-server[103585]: INFO neutron.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 21:23:53.117620 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:53.118105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [-] (103696) wsgi starting up on http://0.0.0.0:9696 Feb 09 21:23:53.120784 n-d-828599-1 neutron-server[103585]: INFO oslo_service.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Starting 1 workers Feb 09 21:23:53.120938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:53.122427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [-] (103697) wsgi starting up on http://0.0.0.0:9696 Feb 09 21:23:53.126073 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Started child 103698 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:23:53.126614 n-d-828599-1 neutron-server[103585]: INFO oslo_service.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Starting 1 workers Feb 09 21:23:53.129779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] calling RpcWorker wait() {{(pid=103698) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 21:23:53.130384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] returning from RpcWorker wait() {{(pid=103698) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 21:23:53.131163 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Started child 103699 {{(pid=103585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:23:53.131505 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:53.131965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:53.132134 n-d-828599-1 neutron-server[103585]: DEBUG neutron_lib.callbacks.manager [None req-26da2941-4fdd-4893-9669-6b58b745c5e5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:53.133924 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 21:23:53.134142 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:23:53.134331 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:23:53.134618 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:23:53.134980 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:23:53.135149 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:23:53.135671 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.136010 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.136262 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.136406 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:53.136933 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.136933 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.137299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:53.137447 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.137655 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.137898 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.138190 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.138429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.138591 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.138765 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.139011 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.139280 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.139573 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.139865 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.140113 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.140374 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.140555 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.140833 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.141100 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.141457 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.141645 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] debug = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.141871 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.142401 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.142659 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.142919 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.143137 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.143416 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.143658 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.143968 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.144237 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.144462 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.144702 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.144971 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.145222 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.145440 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.145710 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.145932 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.146199 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.146442 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.146905 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] host = n-d-828599-1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.147127 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.147351 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.147590 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.147865 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.148131 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.148394 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.148651 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.148923 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.149175 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.149414 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.149687 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.149926 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.150738 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.150997 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.151170 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_options = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.151438 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.151739 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.152005 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.152203 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.152372 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.152617 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.152793 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.152962 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.153211 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.153457 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.153679 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.153901 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.154123 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.154365 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.154628 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.154875 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.155228 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.155474 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.155752 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.156008 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.156309 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.156723 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.156961 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.157205 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.157430 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.157670 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.157985 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.158132 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.158345 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.158603 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.158843 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.159111 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.159344 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.159654 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.159957 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.160194 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.160431 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.160659 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.160954 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.161191 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.161465 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.161723 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.161968 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.162286 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.162519 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.162764 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.162983 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_json = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.163230 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.163428 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.163791 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.163918 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.183936 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.184630 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.185713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.186822 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.187429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188114 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.188786 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.189869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.191075 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.192261 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.193214 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.194196 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.194196 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.194439 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.194807 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.195220 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.195624 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.196077 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.196532 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.197066 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.197491 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.197956 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.198428 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.198895 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.199419 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.199904 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.200408 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.200875 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.201318 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.201835 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.202121 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.202526 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.202949 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.203253 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.205283 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.206004 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.206004 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.206150 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.206289 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.206535 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.206764 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.207070 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.207336 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.207573 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.207880 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.208143 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.208385 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.208646 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.208904 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.209130 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.209380 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.210113 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.210113 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.210113 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.210343 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.210516 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.210759 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.211000 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.211240 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.211478 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.211726 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.211964 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.212213 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.212439 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.213241 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.213466 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.213691 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.213935 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.214179 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.214401 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.214625 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.214869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.215127 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.215400 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.215656 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.215932 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.216175 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.216409 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.216665 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.216935 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.217159 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.217410 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.217638 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.217861 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.218081 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.218306 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.218545 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.218797 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.219029 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.219250 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.219492 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.219771 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.220231 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.220493 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.220732 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.220986 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.221232 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.221451 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.221699 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.221890 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.222119 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.222348 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.222579 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.222827 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.223051 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.223293 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.223540 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.223809 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.224079 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.224331 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.224591 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.224834 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.225060 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.225293 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.225518 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.225740 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.225965 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.226184 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.226657 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.226887 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.227103 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.227429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.227685 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.227955 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.228761 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.228998 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.229274 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.229562 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.229787 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.230015 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.230266 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.230492 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.230731 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.230965 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.231183 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.231407 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.231639 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.231907 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.232126 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.232357 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.232575 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.232790 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.233019 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.233243 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.233482 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.233715 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.233932 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.234149 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.234394 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.234618 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.234835 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.235084 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.235302 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.235519 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.235774 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.236001 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.236219 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.236516 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.236773 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.237020 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.237313 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.237568 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.237831 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.238060 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.238384 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.238604 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.238873 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.239119 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.239359 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.239584 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.239851 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.240178 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.240482 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.240816 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.241039 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.241336 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.241609 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.241881 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.242123 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.242497 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.242862 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.243169 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.243743 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.243743 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.244252 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.244252 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.244498 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.244623 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.244869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.245109 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.245353 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.245593 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.245825 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.246066 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.246302 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.246523 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.246752 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.246988 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.247215 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.247437 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.247642 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:23:53.248171 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 21:23:53.248340 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:23:53.248500 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:23:53.248675 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:23:53.248850 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:23:53.249007 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:23:53.249222 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.249388 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.249553 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.249716 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.249879 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.250068 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.250233 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.250395 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.250557 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.250702 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.250869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.251030 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.251176 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.251326 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.251490 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.251643 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.251834 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.251975 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.252132 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.252279 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.252445 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.252602 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.252746 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] debug = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.252903 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.253120 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.253295 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.253435 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.253589 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.253750 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.253910 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.254072 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.254234 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.254396 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.254557 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.254718 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.254880 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.255042 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.255203 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.255369 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.255533 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.255694 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.255883 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] host = n-d-828599-1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.256045 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.256206 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.256368 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.256530 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.256693 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.256854 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.257016 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.257177 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.257339 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.257499 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.257666 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.257824 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.257984 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.258147 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.258307 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_options = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.258464 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.258621 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.258780 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.258973 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.259141 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.259305 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.259491 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.259654 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.259865 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.260033 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.260196 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.260357 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.260518 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.260679 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.260841 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.261002 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.261164 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.261326 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.261487 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.261650 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.261811 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.261972 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.262339 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.262339 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.262562 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.262672 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.262756 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.262888 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.263050 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.263211 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.263373 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.263535 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.263696 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.263880 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.264043 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.264203 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.264364 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.264526 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.264692 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.264855 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.264942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:53.265026 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.265165 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.265326 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.265491 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.265656 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.265815 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.265977 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_json = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.266138 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.266299 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.266460 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.266622 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.266782 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.266943 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.267105 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.267323 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.267504 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:23:53.267688 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.267877 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.268042 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.268210 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.268376 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.268862 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.268862 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.268862 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.269925 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.269925 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.269925 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.269925 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.269925 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.269925 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.269925 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.270793 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.270793 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.270793 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.270793 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.270793 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.271145 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.271145 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.271286 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.271362 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.271502 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.271666 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.271868 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.272043 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.272209 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.272391 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.272557 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.272913 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.272913 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.273106 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.273185 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.273338 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.273505 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.273671 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.273836 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.274002 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.274168 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.274334 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.274500 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.274664 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.274830 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.275526 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.275697 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.275893 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.276028 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.276199 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.276365 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.276532 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.276698 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.276864 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.277029 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.277194 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.277360 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.277537 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.277703 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.277869 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.278035 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.278199 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.278364 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.278529 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.278694 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.278859 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.279026 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.279190 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.279368 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.279534 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.279698 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.279891 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.280063 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.280227 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.280391 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.280556 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.280721 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.280890 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.281059 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.281209 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.281380 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.281543 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.281708 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.281873 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.282038 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.282202 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.282366 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.282530 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.282866 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.282866 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.283033 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.283159 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.283340 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.283505 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.283671 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.283857 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.284022 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.284186 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.284351 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.284515 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.284679 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.284846 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.285013 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.285178 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.285345 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.285510 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.285675 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.285883 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.285993 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.286157 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.286322 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.286488 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.286654 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.287175 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.287175 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.287318 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.287405 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.287510 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.287691 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.287875 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.288045 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.288211 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.288384 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.288753 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.288753 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.288996 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.289107 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.289215 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.289324 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.289487 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.289652 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.289818 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.289983 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.290151 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.290328 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.290494 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.290707 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.291372 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.291561 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.291757 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.291914 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.292080 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.292245 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.292411 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.292777 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.292777 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.292945 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.293028 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.293193 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.293359 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.293524 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.293689 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.293854 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.294019 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.294184 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.294349 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.294514 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.294679 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.294845 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.295009 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.295173 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.295337 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.295502 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.295666 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.295851 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.296016 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.296181 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.296347 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.296513 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.296677 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.296841 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.297005 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.297170 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.297336 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.297501 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.297669 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.297834 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.298000 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.298166 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.298333 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.298498 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.298665 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.298832 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.298998 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.299164 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.299329 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.299495 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.299660 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.299961 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.300133 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.300300 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.300465 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.300631 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.300816 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.300982 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.301146 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.301314 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.301480 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.301646 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.301811 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.301976 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.302142 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.302308 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.302475 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.302641 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.302807 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.302973 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.303138 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.303303 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.303471 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.303639 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.303825 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.303992 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.304158 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.304323 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.304489 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.304655 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.304820 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.304987 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.305152 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.305316 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.305482 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.305661 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.305829 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.305994 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.306160 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.306350 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.306516 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.306692 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.306858 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.307023 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.307188 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.307353 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.307517 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.307692 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.307878 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.308043 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.308208 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.308374 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.308538 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.308713 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.308878 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.309044 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.309209 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.309375 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.309541 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.309715 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.309881 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.310050 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.310215 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.310380 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.310544 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.310719 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.310885 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.311051 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.311216 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.311429 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.311547 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.311742 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.311910 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.312077 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.312252 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.312417 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.312582 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.312749 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.312930 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.313095 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.313263 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.313428 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.313596 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.313761 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.313930 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.314100 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.314276 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.314448 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.314615 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.314789 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.314962 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.315137 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.315304 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.315476 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.315654 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.315852 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.316018 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.316183 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.316348 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.316513 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.316677 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.316844 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.317008 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.317173 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.317338 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.317503 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.317668 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.317832 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.317996 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.318161 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.318325 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.318491 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.318655 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.318820 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:23:53.318978 n-d-828599-1 neutron-server[103585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:23:53.599143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44848) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:53.608000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066271 Feb 09 21:24:05.406006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fb1f0-3ecc-49b5-8067-c0469ef43641 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:24:05.474127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fb1f0-3ecc-49b5-8067-c0469ef43641 None None] No non-hosted networks {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 21:24:05.482353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.agentschedulers_db [None req-ec2fb1f0-3ecc-49b5-8067-c0469ef43641 None None] DHCP Agent not found on host n-d-828599-1 {{(pid=103698) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 21:24:05.559585 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f28d5a0-cc9a-452e-9ded-170439934734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639415'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:07.466604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f587e8a8-3e1d-4617-960b-7a390698d589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639415'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:07.499203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-79d21d7f-95bf-439b-b73f-e15a7ed0a8b1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-828599-1 {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:24:07.499962 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-79d21d7f-95bf-439b-b73f-e15a7ed0a8b1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:24:08.218156 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-79d21d7f-95bf-439b-b73f-e15a7ed0a8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:08.892566 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639415'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:10.017081 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639415'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:10.967332 n-d-828599-1 neutron-server[103698]: INFO neutron.db.l3_hamode_db [None req-4b402bce-ab5a-4f69-967d-0588c0b46fee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 21:24:11.047277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b402bce-ab5a-4f69-967d-0588c0b46fee None None] Routers set() bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:24:11.047935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b402bce-ab5a-4f69-967d-0588c0b46fee None None] Router IDs set() for agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:24:11.285469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44930) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:11.604737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639415'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:11.605502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.606035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.606548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.607073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.607604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.608024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.608408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.608930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.609460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.609846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.610182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.610508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.610834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:11.611761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828599-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:11.619297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828599-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:11.812320 n-d-828599-1 neutron-server[103697]: WARNING oslo_policy.policy [None req-3eda726a-4304-4fae-9b29-3f34f5839719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:11.812920 n-d-828599-1 neutron-server[103697]: WARNING oslo_policy.policy [None req-3eda726a-4304-4fae-9b29-3f34f5839719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:12.035339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-3eda726a-4304-4fae-9b29-3f34f5839719 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:24:12.036621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3eda726a-4304-4fae-9b29-3f34f5839719 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7489965 Feb 09 21:24:14.516103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:14.823151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-044e3829-5db6-459e-9f90-704ac55b22bc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:24:14.913796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.policy [None req-044e3829-5db6-459e-9f90-704ac55b22bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103697) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 21:24:14.954834 n-d-828599-1 neutron-server[103697]: WARNING oslo_policy.policy [None req-044e3829-5db6-459e-9f90-704ac55b22bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:14.955225 n-d-828599-1 neutron-server[103697]: WARNING oslo_policy.policy [None req-044e3829-5db6-459e-9f90-704ac55b22bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:15.108677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-044e3829-5db6-459e-9f90-704ac55b22bc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579134431', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579135986', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579120006', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579086523', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579073355', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579100323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16131847', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15989260', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-974978'] for rbac-policy (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:15.280534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-044e3829-5db6-459e-9f90-704ac55b22bc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:15.281779 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-044e3829-5db6-459e-9f90-704ac55b22bc admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7646754 Feb 09 21:24:17.692862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44966) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:18.006790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:24:18.109113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Made reservation on behalf of 27754f9471474349ae6bcdb866c71dd6 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:24:18.113219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.129578 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.238834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks [] for security_group (5c2c13eb-7502-49c4-9add-98d91cc9e5f4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.312812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5c2c13eb-7502-49c4-9add-98d91cc9e5f4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.336453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:24:18.370683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751574581176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f2fe9a20-1adb-4010-af73-3c788aca697f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.371205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Unsubscribe: segment precommit_create {{(pid=103697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 21:24:18.371743 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Added segment f2fe9a20-1adb-4010-af73-3c788aca697f of type vlan for network 739047ba-0251-427e-b02c-00688b279c8a Feb 09 21:24:18.387235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c13eb-7502-49c4-9add-98d91cc9e5f4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:18.438192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.438532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.438867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.439196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.439520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.439869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.440193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.440512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.440828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.441151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.441469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.441785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.442097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Tracked resource versions report: Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: pushed versions: Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: { 'AddressGroup': {'1.2'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'ConntrackHelper': {'1.0'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Log': {'1.0'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Network': {'1.1'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Port': {'1.7'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'PortForwarding': {'1.2'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'QosPolicy': {'1.10'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'SecurityGroup': {'1.5'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'SubPort': {'1.0'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Subnet': {'1.1'}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Trunk': {'1.1'}} Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: consumer versions: Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: L3 agent@n-d-828599-1: {}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: Metadata agent@n-d-828599-1: {}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: Metering agent@n-d-828599-1: {}, Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'ConntrackHelper': '1.0', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'LocalIPAssociation': '1.0', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Log': '1.0', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Network': '1.1', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Port': '1.7', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'PortForwarding': '1.2', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'QosPolicy': '1.10', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'SecurityGroup': '1.5', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'SecurityGroupRule': '1.2', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'SubPort': '1.0', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Subnet': '1.1', Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: 'Trunk': '1.1'}} Feb 09 21:24:18.443225 n-d-828599-1 neutron-server[103697]: {{(pid=103697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:24:18.480996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (739047ba-0251-427e-b02c-00688b279c8a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.575937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (739047ba-0251-427e-b02c-00688b279c8a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.581155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:18.581899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:18.692851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] Pushing event updated for resources: {'Network': ['ID=739047ba-0251-427e-b02c-00688b279c8a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:18.704746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 739047ba-0251-427e-b02c-00688b279c8a details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:24:18.757519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-730d2827-d1ec-49c5-9610-438b224123ee demo demo] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0635891 Feb 09 21:24:21.309410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44978) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:21.862032 n-d-828599-1 neutron-server[103696]: WARNING oslo_policy.policy [None req-1e20d85c-a616-46e5-9bbf-09c838a816c5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:21.862551 n-d-828599-1 neutron-server[103696]: WARNING oslo_policy.policy [None req-1e20d85c-a616-46e5-9bbf-09c838a816c5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:22.294380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.policy [None req-1e20d85c-a616-46e5-9bbf-09c838a816c5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103696) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 21:24:22.335460 n-d-828599-1 neutron-server[103696]: WARNING oslo_policy.policy [None req-1e20d85c-a616-46e5-9bbf-09c838a816c5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:22.336062 n-d-828599-1 neutron-server[103696]: WARNING oslo_policy.policy [None req-1e20d85c-a616-46e5-9bbf-09c838a816c5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:24:22.343976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20d85c-a616-46e5-9bbf-09c838a816c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:22.345725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1e20d85c-a616-46e5-9bbf-09c838a816c5 demo admin] 10.222.0.98 "GET /v2.0/networks/739047ba-0251-427e-b02c-00688b279c8a HTTP/1.1" status: 200 len: 825 time: 1.0351596 Feb 09 21:24:22.384735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-622e315a-791e-4b09-8fe3-d00ab6e86b38 demo admin] 10.222.0.98 "GET /v2.0/subnetpools/91487d88-af08-45e4-812d-c64ad3b6778b HTTP/1.1" status: 200 len: 734 time: 0.0330999 Feb 09 21:24:22.393518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '91487d88-af08-45e4-812d-c64ad3b6778b', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:24:22.495169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Made reservation on behalf of 27754f9471474349ae6bcdb866c71dd6 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:24:22.498018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:22.850683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (8dd272c6-5435-48e4-a510-21627aafe182), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:22.936180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Checking segment: {'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:24:22.936484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Network hostable DHCP agents. Network: 739047ba-0251-427e-b02c-00688b279c8a, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:24:22.940980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8dd272c6-5435-48e4-a510-21627aafe182,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:22.951336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.951677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.952037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.952365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.952686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.953005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.953324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.953639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.953952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.954263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.954574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.954887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.955198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Tracked resource versions report: Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: pushed versions: Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: { 'AddressGroup': {'1.2'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'ConntrackHelper': {'1.0'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Log': {'1.0'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Network': {'1.1'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Port': {'1.7'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'PortForwarding': {'1.2'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'QosPolicy': {'1.10'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'SecurityGroup': {'1.5'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'SubPort': {'1.0'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Subnet': {'1.1'}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Trunk': {'1.1'}} Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: consumer versions: Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: L3 agent@n-d-828599-1: {}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: Metadata agent@n-d-828599-1: {}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: Metering agent@n-d-828599-1: {}, Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'ConntrackHelper': '1.0', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'LocalIPAssociation': '1.0', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Log': '1.0', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Network': '1.1', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Port': '1.7', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'PortForwarding': '1.2', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'QosPolicy': '1.10', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'SecurityGroup': '1.5', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'SecurityGroupRule': '1.2', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'SubPort': '1.0', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Subnet': '1.1', Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: 'Trunk': '1.1'}} Feb 09 21:24:22.956273 n-d-828599-1 neutron-server[103696]: {{(pid=103696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:24:23.040365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Network 739047ba-0251-427e-b02c-00688b279c8a is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:24:23.200556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 739047ba-0251-427e-b02c-00688b279c8a) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:24:23.205112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:23.205756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:23.211695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce1590a-8fe2-4528-86d6-89cb352dc0b9 None None] Network 739047ba-0251-427e-b02c-00688b279c8a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:24:23.334723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-31703304-424e-4372-91ed-eff8e57ae025 demo admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9445515 Feb 09 21:24:23.473655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-739047ba-0251-427e-b02c-00688b279c8a', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a', 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'fixed_ips': [{'subnet_id': '8dd272c6-5435-48e4-a510-21627aafe182'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:24:23.474955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:23.754938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Allocated IP 172.20.0.2 (739047ba-0251-427e-b02c-00688b279c8a/8dd272c6-5435-48e4-a510-21627aafe182/b7699572-97bf-4a91-92bb-79fdd2200f4a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:24:24.015542 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Publish callbacks [] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:24.075028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:24.143727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Network 739047ba-0251-427e-b02c-00688b279c8a is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:24:24.151015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:24:24.160389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:24:24.168204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Pushing event updated for resources: {'Port': ['ID=b7699572-97bf-4a91-92bb-79fdd2200f4a,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:24.199523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.199908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.200265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.200610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.200952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.201291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.201627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.201958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.202291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.202620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.202952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.203279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.203608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Tracked resource versions report: Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: pushed versions: Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: { 'AddressGroup': {'1.2'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'ConntrackHelper': {'1.0'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Log': {'1.0'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Network': {'1.1'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Port': {'1.7'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'PortForwarding': {'1.2'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'QosPolicy': {'1.10'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'SecurityGroup': {'1.5'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'SubPort': {'1.0'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Subnet': {'1.1'}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Trunk': {'1.1'}} Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: consumer versions: Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: L3 agent@n-d-828599-1: {}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: Metadata agent@n-d-828599-1: {}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: Metering agent@n-d-828599-1: {}, Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'ConntrackHelper': '1.0', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'LocalIPAssociation': '1.0', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Log': '1.0', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Network': '1.1', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Port': '1.7', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'PortForwarding': '1.2', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'QosPolicy': '1.10', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'SecurityGroup': '1.5', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'SecurityGroupRule': '1.2', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'SubPort': '1.0', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Subnet': '1.1', Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: 'Trunk': '1.1'}} Feb 09 21:24:24.204748 n-d-828599-1 neutron-server[103698]: {{(pid=103698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:24:24.254112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Attempting to bind port b7699572-97bf-4a91-92bb-79fdd2200f4a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:24:24.254719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Attempting to bind port b7699572-97bf-4a91-92bb-79fdd2200f4a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:24:24.254923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Attempting to bind port b7699572-97bf-4a91-92bb-79fdd2200f4a on network 739047ba-0251-427e-b02c-00688b279c8a {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:24:24.260421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:24:24.260806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Checking segment: {'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:24:24.261298 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:24.261695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Bound using segment: {'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:24:24.262183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Bound port: b7699572-97bf-4a91-92bb-79fdd2200f4a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:24:24.262607 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:24.323162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] For port b7699572-97bf-4a91-92bb-79fdd2200f4a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:24:24.345580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] For port b7699572-97bf-4a91-92bb-79fdd2200f4a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b7699572-97bf-4a91-92bb-79fdd2200f4a,segment=NetworkSegment(f2fe9a20-1adb-4010-af73-3c788aca697f),segment_id=f2fe9a20-1adb-4010-af73-3c788aca697f)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:24:24.423766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:24.479121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c47e0-3dc2-40dd-9784-72eb1e256156 None None] Pushing event updated for resources: {'Port': ['ID=b7699572-97bf-4a91-92bb-79fdd2200f4a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:25.817371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:26.135387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-4130399b-45ef-44fd-a865-3393c98dc387 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:24:26.136431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4130399b-45ef-44fd-a865-3393c98dc387 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3181181 Feb 09 21:24:28.634725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45006) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:28.943433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-1f493992-0715-4803-a639-44e2477a3f16 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:24:28.944625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1f493992-0715-4803-a639-44e2477a3f16 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3089824 Feb 09 21:24:31.372157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45014) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:31.685466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-eee7955f-8858-4ab5-a22a-d268508d5d6b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:24:31.782973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eee7955f-8858-4ab5-a22a-d268508d5d6b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:31.784590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eee7955f-8858-4ab5-a22a-d268508d5d6b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:31.922264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eee7955f-8858-4ab5-a22a-d268508d5d6b demo demo] Publish callbacks [] for router_controller (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:31.983770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eee7955f-8858-4ab5-a22a-d268508d5d6b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:32.064790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eee7955f-8858-4ab5-a22a-d268508d5d6b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:32.065917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eee7955f-8858-4ab5-a22a-d268508d5d6b demo demo] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6927829 Feb 09 21:24:34.059749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b7699572-97bf-4a91-92bb-79fdd2200f4a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:24:34.147993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b7699572-97bf-4a91-92bb-79fdd2200f4a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:34.148288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:34.257501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b7699572-97bf-4a91-92bb-79fdd2200f4a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:24:34.258179 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:34.291768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port b7699572-97bf-4a91-92bb-79fdd2200f4a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b7699572-97bf-4a91-92bb-79fdd2200f4a,segment=NetworkSegment(f2fe9a20-1adb-4010-af73-3c788aca697f),segment_id=f2fe9a20-1adb-4010-af73-3c788aca697f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:24:34.360451 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:34.410727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=b7699572-97bf-4a91-92bb-79fdd2200f4a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:34.558946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45026) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:34.879376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-bff1392f-881b-4a38-8c9d-f86263ffbd99 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:24:34.880411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bff1392f-881b-4a38-8c9d-f86263ffbd99 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3204346 Feb 09 21:24:35.369251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e1f4543-f40d-4675-b747-03a6bf22d290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:35.582719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8c4de5-a5d7-4f5d-9b34-aee4ef7554af None None] Network 739047ba-0251-427e-b02c-00688b279c8a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:24:35.641202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aa7c5b70-9613-4a78-b4fb-b656a285e600 None None] Provisioning complete for port b7699572-97bf-4a91-92bb-79fdd2200f4a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:35.641589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aa7c5b70-9613-4a78-b4fb-b656a285e600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:35.763379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c5b70-9613-4a78-b4fb-b656a285e600 None None] Current status of the port b7699572-97bf-4a91-92bb-79fdd2200f4a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:24:35.985644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c622a827-9a7c-4376-91f8-b426b99ecc9c None None] Provisioning complete for port b7699572-97bf-4a91-92bb-79fdd2200f4a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:35.985955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c622a827-9a7c-4376-91f8-b426b99ecc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:36.052460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b7699572-97bf-4a91-92bb-79fdd2200f4a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:24:36.093667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c622a827-9a7c-4376-91f8-b426b99ecc9c None None] Current status of the port b7699572-97bf-4a91-92bb-79fdd2200f4a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:24:36.109541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b7699572-97bf-4a91-92bb-79fdd2200f4a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:36.109914 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:36.181959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b7699572-97bf-4a91-92bb-79fdd2200f4a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:24:37.333097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45034) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:37.420964 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e229245c-7c28-4fd7-a3f3-d1271779d000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.652756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:24:37.748562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Made reservation on behalf of ae4f410fdc814cbe9dffd7e71bc78730 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:24:37.750803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.783397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.881576 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks [] for security_group (39861e6c-1def-491d-8c15-cecd0d269a6f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.940845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (39861e6c-1def-491d-8c15-cecd0d269a6f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.955930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103696) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 21:24:37.974930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39861e6c-1def-491d-8c15-cecd0d269a6f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:37.981536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751574581176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (be41acff-31bd-4757-8117-c24cfd59abdb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.982106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Unsubscribe: segment precommit_create {{(pid=103696) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 21:24:37.982585 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Added segment be41acff-31bd-4757-8117-c24cfd59abdb of type flat for network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 Feb 09 21:24:38.035840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b1b99ac6-2319-47d7-ac0e-656ae8966ba0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:38.177185 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b1b99ac6-2319-47d7-ac0e-656ae8966ba0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:38.178135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:38.178697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:38.264504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b99ac6-2319-47d7-ac0e-656ae8966ba0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:38.274945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:24:38.328384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2a6a94b0-de18-4a74-8a52-528a8847fdb3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9941523 Feb 09 21:24:38.831857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:39.952574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:40.770440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45052) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:40.983333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a4b29-adeb-49c0-9ffb-372fcf86c61d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:40.984748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b21a4b29-adeb-49c0-9ffb-372fcf86c61d demo admin] 10.222.0.98 "GET /v2.0/subnets/8dd272c6-5435-48e4-a510-21627aafe182 HTTP/1.1" status: 200 len: 849 time: 0.2133591 Feb 09 21:24:41.162893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2a4f647d-d093-4f2b-aaa7-db8683058cce demo admin] 10.222.0.98 "GET /v2.0/routers/819604b3-61fa-43e1-9ebf-6e88d00a7cc7 HTTP/1.1" status: 200 len: 704 time: 0.1724620 Feb 09 21:24:41.433725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:41.569431 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:41.740516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Allocated IP 172.20.0.1 (739047ba-0251-427e-b02c-00688b279c8a/8dd272c6-5435-48e4-a510-21627aafe182/9c10c69f-c420-44cb-b0e9-41e47a3bd8bd) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:24:41.919941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks [] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.038274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.109901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Network 739047ba-0251-427e-b02c-00688b279c8a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:24:42.116587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:24:42.127042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:24:42.127042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.148558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Pushing event updated for resources: {'Port': ['ID=9c10c69f-c420-44cb-b0e9-41e47a3bd8bd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:42.348677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-70644379-33e2-48e4-98da-f39a5e901143 None None] Provisioning complete for port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:42.349003 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-70644379-33e2-48e4-98da-f39a5e901143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.381083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-70644379-33e2-48e4-98da-f39a5e901143 None None] Port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:24:42.399660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.667243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks [] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.731266 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.732065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.806173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Pushing event updated for resources: {'Port': ['ID=9c10c69f-c420-44cb-b0e9-41e47a3bd8bd,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:42.851493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Network 739047ba-0251-427e-b02c-00688b279c8a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:24:42.853351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:24:43.005012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7f5260fe-497f-477d-ae5a-359020306640 None None] Provisioning complete for port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:43.005545 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f5260fe-497f-477d-ae5a-359020306640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:43.038819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7f5260fe-497f-477d-ae5a-359020306640 None None] Port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:24:43.078174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:24:43.171515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:24:43.176663 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-338985be-481a-42dc-9a34-99feed737b31 demo admin] 10.222.0.98 "PUT /v2.0/routers/819604b3-61fa-43e1-9ebf-6e88d00a7cc7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0079203 Feb 09 21:24:43.195929 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Sync routers for ids ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:24:43.208435 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Routers {'819604b3-61fa-43e1-9ebf-6e88d00a7cc7'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:24:43.209282 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:24:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:43.397318 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Set router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:24:43.824652 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'name': 'router1', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:24:31Z', 'updated_at': '2022-02-09T21:24:42Z', 'revision_number': 2, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'gw_port_host': None, '_interfaces': [{'id': '9c10c69f-c420-44cb-b0e9-41e47a3bd8bd', 'name': '', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'mac_address': 'fa:16:3e:ae:13:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd272c6-5435-48e4-a510-21627aafe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:41Z', 'updated_at': '2022-02-09T21:24:42Z', 'revision_number': 2, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'subnets': [{'id': '8dd272c6-5435-48e4-a510-21627aafe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91487d88-af08-45e4-812d-c64ad3b6778b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:43.874848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Checking router: 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:24:43.875217 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Updating router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:24:43.926326 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:44.428812 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Publish callbacks [] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:44.489008 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:44.642579 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Pushing event updated for resources: {'Port': ['ID=9c10c69f-c420-44cb-b0e9-41e47a3bd8bd,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:44.659950 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.660304 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.660650 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.660989 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.661327 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.661662 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.661994 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.662325 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.662654 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.662981 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.663311 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.663647 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.664027 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Tracked resource versions report: Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: pushed versions: Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: { 'AddressGroup': {'1.2'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'ConntrackHelper': {'1.0'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Log': {'1.0'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Network': {'1.1'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Port': {'1.7'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'PortForwarding': {'1.2'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'QosPolicy': {'1.10'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'SecurityGroup': {'1.5'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'SubPort': {'1.0'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Subnet': {'1.1'}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Trunk': {'1.1'}} Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: consumer versions: Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: L3 agent@n-d-828599-1: {}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: Metadata agent@n-d-828599-1: {}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: Metering agent@n-d-828599-1: {}, Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'ConntrackHelper': '1.0', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'LocalIPAssociation': '1.0', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Log': '1.0', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Network': '1.1', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Port': '1.7', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'PortForwarding': '1.2', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'QosPolicy': '1.10', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'SecurityGroup': '1.5', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'SecurityGroupRule': '1.2', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'SubPort': '1.0', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Subnet': '1.1', Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: 'Trunk': '1.1'}} Feb 09 21:24:44.665667 n-d-828599-1 neutron-server[103699]: {{(pid=103699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:24:44.684570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Attempting to bind port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:24:44.684937 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Attempting to bind port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:24:44.685518 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Attempting to bind port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd on network 739047ba-0251-427e-b02c-00688b279c8a {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:24:44.690659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:24:44.691060 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Checking segment: {'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:24:44.691553 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:44.692043 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Bound using segment: {'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:24:44.692462 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Bound port: 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fe9a20-1adb-4010-af73-3c788aca697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '739047ba-0251-427e-b02c-00688b279c8a'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:24:44.692846 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:44.759228 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] For port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:24:44.773269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a2fd4638-2632-41d3-bf1e-3d7bb84c2d65 None None] Provisioning complete for port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:44.776504 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2fd4638-2632-41d3-bf1e-3d7bb84c2d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:44.778561 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] For port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9c10c69f-c420-44cb-b0e9-41e47a3bd8bd,segment=NetworkSegment(f2fe9a20-1adb-4010-af73-3c788aca697f),segment_id=f2fe9a20-1adb-4010-af73-3c788aca697f)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:24:44.810271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a2fd4638-2632-41d3-bf1e-3d7bb84c2d65 None None] Port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:24:44.852196 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:44.908396 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79df0c6-48d4-4bf1-aee7-b91231240476 None None] Pushing event updated for resources: {'Port': ['ID=9c10c69f-c420-44cb-b0e9-41e47a3bd8bd,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:44.913683 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Routers {'819604b3-61fa-43e1-9ebf-6e88d00a7cc7'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:24:44.914331 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:24:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:45.005278 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] Set router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:24:45.131337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e8a13b9f-de38-4032-9109-e29223a796e2 None None] Provisioning complete for port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:45.131868 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8a13b9f-de38-4032-9109-e29223a796e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:45.211736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e8a13b9f-de38-4032-9109-e29223a796e2 None None] Current status of the port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:24:45.212226 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8a13b9f-de38-4032-9109-e29223a796e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:45.214778 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'name': 'router1', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:24:31Z', 'updated_at': '2022-02-09T21:24:42Z', 'revision_number': 2, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'gw_port_host': None, '_interfaces': [{'id': '9c10c69f-c420-44cb-b0e9-41e47a3bd8bd', 'name': '', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'mac_address': 'fa:16:3e:ae:13:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd272c6-5435-48e4-a510-21627aafe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:41Z', 'updated_at': '2022-02-09T21:24:44Z', 'revision_number': 4, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'subnets': [{'id': '8dd272c6-5435-48e4-a510-21627aafe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91487d88-af08-45e4-812d-c64ad3b6778b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:45.244611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7861f4-8803-4adf-b271-6f304a34ced8 None None] The sync data for ids ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'] in n-d-828599-1 is: [{'id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'name': 'router1', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:24:31Z', 'updated_at': '2022-02-09T21:24:42Z', 'revision_number': 2, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'gw_port_host': None, '_interfaces': [{'id': '9c10c69f-c420-44cb-b0e9-41e47a3bd8bd', 'name': '', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'mac_address': 'fa:16:3e:ae:13:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd272c6-5435-48e4-a510-21627aafe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:41Z', 'updated_at': '2022-02-09T21:24:44Z', 'revision_number': 4, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'subnets': [{'id': '8dd272c6-5435-48e4-a510-21627aafe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91487d88-af08-45e4-812d-c64ad3b6778b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:24:45.248455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e8a13b9f-de38-4032-9109-e29223a796e2 None None] For port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9c10c69f-c420-44cb-b0e9-41e47a3bd8bd,segment=NetworkSegment(f2fe9a20-1adb-4010-af73-3c788aca697f),segment_id=f2fe9a20-1adb-4010-af73-3c788aca697f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:24:45.314307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8a13b9f-de38-4032-9109-e29223a796e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:45.362031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a13b9f-de38-4032-9109-e29223a796e2 None None] Pushing event updated for resources: {'Port': ['ID=9c10c69f-c420-44cb-b0e9-41e47a3bd8bd,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:45.559199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45072) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:45.672067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587a7ed-3b34-4df7-9e12-b47f398c2fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:45.673423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f587a7ed-3b34-4df7-9e12-b47f398c2fa9 admin admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 842 time: 0.1132524 Feb 09 21:24:45.683374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:24:45.794173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Made reservation on behalf of ae4f410fdc814cbe9dffd7e71bc78730 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:24:45.796498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:46.183287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:24:46.183626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:46.234564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:46.246690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:24:46.247052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Network hostable DHCP agents. Network: b1b99ac6-2319-47d7-ac0e-656ae8966ba0, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:24:46.354281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:24:46.440000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b1b99ac6-2319-47d7-ac0e-656ae8966ba0) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:24:46.449157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:46.449532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f6597-4327-45a1-b416-82fad5fe5323 None None] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:24:46.449953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:46.540484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-78dc27ea-f4ba-406f-b9a8-7bd3ebb390c7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8610637 Feb 09 21:24:46.559168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763c9fc-7ba0-48f1-ade4-5cf007fedb51 None None] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:24:48.901328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45080) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:49.037375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0dc9d748-8712-4ad0-bc41-f59a09c11234 demo admin] 10.222.0.98 "GET /v2.0/routers/819604b3-61fa-43e1-9ebf-6e88d00a7cc7 HTTP/1.1" status: 200 len: 710 time: 0.1302288 Feb 09 21:24:49.118495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c6a78-c09a-4bb7-bab4-21d14d6dffe5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:49.124801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f96c6a78-c09a-4bb7-bab4-21d14d6dffe5 demo admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 886 time: 0.0818510 Feb 09 21:24:49.128546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:24:49.438584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks [] for router_gateway (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:49.759449 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks [] for router_gateway (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:49.836769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:49.936500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Allocated IP 172.25.5.5 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/a162668a-920b-4dfa-9adc-224d9d9d66b3) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:24:50.227218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks [] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:50.331526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:50.368943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:24:50.374345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:24:50.377758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:24:50.439458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Pushing event updated for resources: {'Port': ['ID=a162668a-920b-4dfa-9adc-224d9d9d66b3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:50.727865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks [] for router_gateway (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:50.927644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:50.931563 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (819604b3-61fa-43e1-9ebf-6e88d00a7cc7), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:51.037315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:24:51.143953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:24:51.148084 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:51.149833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ac0b9226-6648-4b01-9427-d014c5b94476 demo admin] 10.222.0.98 "PUT /v2.0/routers/819604b3-61fa-43e1-9ebf-6e88d00a7cc7 HTTP/1.1" status: 200 len: 888 time: 2.0243990 Feb 09 21:24:52.069766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:24:52.118250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:52.118661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:52.193276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:24:53.604246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45092) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:24:53.625919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Sync routers for ids ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:24:53.640274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Routers {'819604b3-61fa-43e1-9ebf-6e88d00a7cc7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:24:53.640935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:24:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:53.731744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-54e386f3-4f79-48d9-830d-e3ec1447c42f admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1245449 Feb 09 21:24:53.867641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Set router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:24:54.383194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'name': 'router1', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a162668a-920b-4dfa-9adc-224d9d9d66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:24:31Z', 'updated_at': '2022-02-09T21:24:50Z', 'revision_number': 4, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'gw_port': {'id': 'a162668a-920b-4dfa-9adc-224d9d9d66b3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:49Z', 'updated_at': '2022-02-09T21:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '9c10c69f-c420-44cb-b0e9-41e47a3bd8bd', 'name': '', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'mac_address': 'fa:16:3e:ae:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd272c6-5435-48e4-a510-21627aafe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:41Z', 'updated_at': '2022-02-09T21:24:45Z', 'revision_number': 5, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'subnets': [{'id': '8dd272c6-5435-48e4-a510-21627aafe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91487d88-af08-45e4-812d-c64ad3b6778b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:54.432356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Checking router: 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:24:54.433072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Updating router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 port a162668a-920b-4dfa-9adc-224d9d9d66b3 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:24:54.487325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:54.805485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Publish callbacks [] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:54.889092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:54.941307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52ed21-1dcd-4b6f-b4d9-722978554151 None None] Pushing event updated for resources: {'Port': ['ID=a162668a-920b-4dfa-9adc-224d9d9d66b3,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:54.949983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Attempting to bind port a162668a-920b-4dfa-9adc-224d9d9d66b3 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:24:54.950365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Attempting to bind port a162668a-920b-4dfa-9adc-224d9d9d66b3 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:24:54.950746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Attempting to bind port a162668a-920b-4dfa-9adc-224d9d9d66b3 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:24:54.956302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:24:54.956454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:24:54.956764 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:54.957155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:24:54.957969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Bound port: a162668a-920b-4dfa-9adc-224d9d9d66b3, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:24:54.958362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:55.013373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] For port a162668a-920b-4dfa-9adc-224d9d9d66b3, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:24:55.016488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] For port a162668a-920b-4dfa-9adc-224d9d9d66b3, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a162668a-920b-4dfa-9adc-224d9d9d66b3,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:24:55.097318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:55.155900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52ed21-1dcd-4b6f-b4d9-722978554151 None None] Pushing event updated for resources: {'Port': ['ID=a162668a-920b-4dfa-9adc-224d9d9d66b3,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:55.158281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Routers {'819604b3-61fa-43e1-9ebf-6e88d00a7cc7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:24:55.158869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:24:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:55.264093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] Set router 819604b3-61fa-43e1-9ebf-6e88d00a7cc7 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:24:55.493056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'name': 'router1', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a162668a-920b-4dfa-9adc-224d9d9d66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:24:31Z', 'updated_at': '2022-02-09T21:24:50Z', 'revision_number': 4, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'gw_port': {'id': 'a162668a-920b-4dfa-9adc-224d9d9d66b3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:49Z', 'updated_at': '2022-02-09T21:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '9c10c69f-c420-44cb-b0e9-41e47a3bd8bd', 'name': '', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'mac_address': 'fa:16:3e:ae:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd272c6-5435-48e4-a510-21627aafe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:41Z', 'updated_at': '2022-02-09T21:24:45Z', 'revision_number': 5, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'subnets': [{'id': '8dd272c6-5435-48e4-a510-21627aafe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91487d88-af08-45e4-812d-c64ad3b6778b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:24:55.522344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f018297-f8de-4a1d-8a30-9fff5f0e8515 None None] The sync data for ids ['819604b3-61fa-43e1-9ebf-6e88d00a7cc7'] in n-d-828599-1 is: [{'id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'name': 'router1', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'a162668a-920b-4dfa-9adc-224d9d9d66b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:24:31Z', 'updated_at': '2022-02-09T21:24:50Z', 'revision_number': 4, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'gw_port': {'id': 'a162668a-920b-4dfa-9adc-224d9d9d66b3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:49Z', 'updated_at': '2022-02-09T21:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '9c10c69f-c420-44cb-b0e9-41e47a3bd8bd', 'name': '', 'network_id': '739047ba-0251-427e-b02c-00688b279c8a', 'tenant_id': '27754f9471474349ae6bcdb866c71dd6', 'mac_address': 'fa:16:3e:ae:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819604b3-61fa-43e1-9ebf-6e88d00a7cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8dd272c6-5435-48e4-a510-21627aafe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:24:41Z', 'updated_at': '2022-02-09T21:24:45Z', 'revision_number': 5, 'project_id': '27754f9471474349ae6bcdb866c71dd6', 'subnets': [{'id': '8dd272c6-5435-48e4-a510-21627aafe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '91487d88-af08-45e4-812d-c64ad3b6778b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:24:56.131614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a162668a-920b-4dfa-9adc-224d9d9d66b3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:24:56.193154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a162668a-920b-4dfa-9adc-224d9d9d66b3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:56.193548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:56.302727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a162668a-920b-4dfa-9adc-224d9d9d66b3 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:24:56.303123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:56.325809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port a162668a-920b-4dfa-9adc-224d9d9d66b3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a162668a-920b-4dfa-9adc-224d9d9d66b3,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:24:56.428804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:56.517755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=a162668a-920b-4dfa-9adc-224d9d9d66b3,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:24:58.109759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a162668a-920b-4dfa-9adc-224d9d9d66b3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:24:58.161938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a162668a-920b-4dfa-9adc-224d9d9d66b3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:24:58.162342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a162668a-920b-4dfa-9adc-224d9d9d66b3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:58.179209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:24:58.261882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a162668a-920b-4dfa-9adc-224d9d9d66b3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:25:05.364886 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e5ed23f5-56f1-41b1-81ea-c3cf81ee2f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:07.449008 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-56a3b847-1ef2-4c66-9381-c68831fd1119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:08.828036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:09.981906 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:11.576595 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:35.180115 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:25:35.392766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7ddb12f8-015b-4476-a6ad-a0039153004a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:37.476484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd8221cb-4a18-4034-8181-05072473044c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:38.815754 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:40.786737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:41.584757 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:05.366428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8cd40556-9608-4129-aeb0-ea51851482d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:07.426277 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-645898f2-596d-438a-9e0a-894f5d0d3f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:08.858353 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:09.977596 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:11.577661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:12.177994 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:26:19.355193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45608) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:19.419281 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c65b007-58a9-456c-8d0a-cd58230986cd admin admin] GET failed (client error): The resource could not be found. Feb 09 21:26:19.420580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c65b007-58a9-456c-8d0a-cd58230986cd admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644200 Feb 09 21:26:19.580147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4d44b-8fd1-44cf-b063-1b2802297f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:19.581523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-82b4d44b-8fd1-44cf-b063-1b2802297f29 admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569219 Feb 09 21:26:21.838671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45618) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:21.933504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849d66fd-392f-4eb3-ad29-0dd745543daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:21.934841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-849d66fd-392f-4eb3-ad29-0dd745543daf admin admin] 10.222.0.98 "GET /v2.0/subnets/8dd272c6-5435-48e4-a510-21627aafe182 HTTP/1.1" status: 200 len: 849 time: 0.0952067 Feb 09 21:26:21.944933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:26:22.030304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Publish callbacks [] for subnet (8dd272c6-5435-48e4-a510-21627aafe182), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:22.270872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751574607108'] for subnet (8dd272c6-5435-48e4-a510-21627aafe182), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:22.305759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:22.306357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:22.307689 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] 10.222.0.98 "PUT /v2.0/subnets/8dd272c6-5435-48e4-a510-21627aafe182 HTTP/1.1" status: 200 len: 868 time: 0.3670268 Feb 09 21:26:22.309183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e364919-0896-4051-b7c0-223244e90665 None None] Network 739047ba-0251-427e-b02c-00688b279c8a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:26:22.326378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd272c6-5435-48e4-a510-21627aafe182,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:26:22.334146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.334502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.334851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.335193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.335533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.335910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.336246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.336577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.336907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.337237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.337571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.337900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.338255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5eb0-008c-4aea-a071-c202366049f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:26:22.716029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c57635ca-dceb-4e3f-89b5-3cd23ecc49ec None None] Provisioning complete for port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:26:22.716367 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c57635ca-dceb-4e3f-89b5-3cd23ecc49ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c10c69f-c420-44cb-b0e9-41e47a3bd8bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:22.791691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c57635ca-dceb-4e3f-89b5-3cd23ecc49ec None None] Current status of the port 9c10c69f-c420-44cb-b0e9-41e47a3bd8bd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:26:22.807592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c57635ca-dceb-4e3f-89b5-3cd23ecc49ec None None] Provisioning complete for port b7699572-97bf-4a91-92bb-79fdd2200f4a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:26:22.807592 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c57635ca-dceb-4e3f-89b5-3cd23ecc49ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b7699572-97bf-4a91-92bb-79fdd2200f4a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:22.882000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c57635ca-dceb-4e3f-89b5-3cd23ecc49ec None None] Current status of the port b7699572-97bf-4a91-92bb-79fdd2200f4a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:26:24.566135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:24.765979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2692ef07-87b7-4100-af26-ef7738cf1ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:24.766386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2692ef07-87b7-4100-af26-ef7738cf1ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:24.767949 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2692ef07-87b7-4100-af26-ef7738cf1ede admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2008305 Feb 09 21:26:27.017296 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45634) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:27.146715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e615b5-7650-4644-9627-009d2fac802f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:27.147201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e615b5-7650-4644-9627-009d2fac802f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:27.149316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e2e615b5-7650-4644-9627-009d2fac802f admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310692 Feb 09 21:26:29.379601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45642) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:29.547860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e516b-dce1-4af9-9562-a38e983a330b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:29.549230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fc5e516b-dce1-4af9-9562-a38e983a330b admin admin] 10.222.0.98 "GET /v2.0/networks/739047ba-0251-427e-b02c-00688b279c8a HTTP/1.1" status: 200 len: 869 time: 0.1686678 Feb 09 21:26:31.801548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45650) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:31.923793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548bcaf7-9a2e-4460-a435-fb1dc022ba66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:31.925079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-548bcaf7-9a2e-4460-a435-fb1dc022ba66 admin admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 886 time: 0.1225467 Feb 09 21:26:34.161901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45658) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:34.285237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8b7ad-ebe6-4b1e-ab72-02d6189c4268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:34.285695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8b7ad-ebe6-4b1e-ab72-02d6189c4268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:34.287208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-17d8b7ad-ebe6-4b1e-ab72-02d6189c4268 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243026 Feb 09 21:26:35.390968 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f735bafe-056d-4df4-96bb-cd9e763a3eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:36.531319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45666) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:36.629293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6dab77-4cde-4780-87f1-cd3fb96ba168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:36.629747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6dab77-4cde-4780-87f1-cd3fb96ba168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:36.631273 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7d6dab77-4cde-4780-87f1-cd3fb96ba168 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0989718 Feb 09 21:26:37.425071 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4efc2ef-6462-4df1-9ca3-54e05784bcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:38.825084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:38.889302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45674) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:39.055669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eebea68-65bb-4be6-96fd-fb08826445c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:39.057206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5eebea68-65bb-4be6-96fd-fb08826445c6 admin admin] 10.222.0.98 "GET /v2.0/subnets/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9 HTTP/1.1" status: 200 len: 816 time: 0.1670229 Feb 09 21:26:39.988271 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:41.289643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45684) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:26:41.378444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f75278-827d-476e-9451-9b3100e77f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:41.379766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c4f75278-827d-476e-9451-9b3100e77f7b admin admin] 10.222.0.98 "GET /v2.0/subnets/8dd272c6-5435-48e4-a510-21627aafe182 HTTP/1.1" status: 200 len: 868 time: 0.0891683 Feb 09 21:26:41.567423 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:49.176431 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:27:05.179910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:05.226751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-7df4fc31-e8fe-4f01-ab1f-d4c2e525144d admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:05.227792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7df4fc31-e8fe-4f01-ab1f-d4c2e525144d admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469081 Feb 09 21:27:05.372700 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-80c46b9e-889a-4818-bd22-02f5491d1f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.417783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1486fc48-6b54-4c1e-a587-5aec39e67118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.539267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45744) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:07.599115 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-464f73f5-3fb4-4a5a-acb8-5c1ee8d4130b admin admin] GET failed (client error): The resource could not be found. Feb 09 21:27:07.600495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-464f73f5-3fb4-4a5a-acb8-5c1ee8d4130b admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602674 Feb 09 21:27:07.741955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738d5ac-5bb3-472c-9137-676e710cc7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:07.743433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5738d5ac-5bb3-472c-9137-676e710cc7cc admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389246 Feb 09 21:27:08.856247 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:09.987506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.043913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45752) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:10.089539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:10.172402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Made reservation on behalf of ae4f410fdc814cbe9dffd7e71bc78730 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:10.174679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.205292 n-d-828599-1 neutron-server[103697]: WARNING neutron.services.revisions.revision_plugin [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Could not find related network for resource to bump revision. Feb 09 21:27:10.217439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:27:10.227590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (aeacf581-82c2-434e-8194-dea99bac6334), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.227966 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Added segment aeacf581-82c2-434e-8194-dea99bac6334 of type vlan for network 5b6bfa14-8833-43e2-a149-ddca622da91b Feb 09 21:27:10.264937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (5b6bfa14-8833-43e2-a149-ddca622da91b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.360624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (5b6bfa14-8833-43e2-a149-ddca622da91b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.361569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:10.362160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.447211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6bfa14-8833-43e2-a149-ddca622da91b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:10.453633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.453992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.454347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.454687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.455026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.455368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.455725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.456071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.456401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.456729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.457057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.457387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.457714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.469075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 5b6bfa14-8833-43e2-a149-ddca622da91b details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:27:10.487046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93430ef2-aaea-418b-a619-ca3e858d9156 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4420321 Feb 09 21:27:11.575821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.743866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:12.809425 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8aa32f4-281e-44cb-8a47-7995b8c364f7 admin admin] GET failed (client error): The resource could not be found. Feb 09 21:27:12.811848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c8aa32f4-281e-44cb-8a47-7995b8c364f7 admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659184 Feb 09 21:27:12.903960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0f1ad-4113-4a13-a63e-baffe0a4387e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:12.905363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ec0f1ad-4113-4a13-a63e-baffe0a4387e admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0905349 Feb 09 21:27:12.914814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:13.023097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Made reservation on behalf of ae4f410fdc814cbe9dffd7e71bc78730 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:13.025331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.229412 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (60e68772-9e9f-493f-826a-968d406d76cd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.285423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e68772-9e9f-493f-826a-968d406d76cd,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:13.295263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:13.295626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Network hostable DHCP agents. Network: 5b6bfa14-8833-43e2-a149-ddca622da91b, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:27:13.365965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:27:13.429231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 5b6bfa14-8833-43e2-a149-ddca622da91b) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:13.433918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:13.434829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.438552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb10ce73-b572-44ca-a569-640bb0183aeb None None] Network 5b6bfa14-8833-43e2-a149-ddca622da91b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:13.504244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-58ef15d8-a978-46dc-a836-9de71d52be5e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5925744 Feb 09 21:27:13.545595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-5b6bfa14-8833-43e2-a149-ddca622da91b', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'project_id': 'ae4f410fdc814cbe9dffd7e71bc78730', 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:27:13.546667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.789088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Allocated IP 192.168.233.2 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/f655736d-d727-4e9c-8b3c-de1553fbb8d1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:13.930540 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Publish callbacks [] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.984308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.023799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:14.026557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:14.029157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:14.037627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Pushing event updated for resources: {'Port': ['ID=f655736d-d727-4e9c-8b3c-de1553fbb8d1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:14.046884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.047157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.047497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.047865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.048196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.048520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.048847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.049164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.049481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.049800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.050119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.050431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.050749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:14.098550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Attempting to bind port f655736d-d727-4e9c-8b3c-de1553fbb8d1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:14.098953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Attempting to bind port f655736d-d727-4e9c-8b3c-de1553fbb8d1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:14.099318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Attempting to bind port f655736d-d727-4e9c-8b3c-de1553fbb8d1 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:14.104227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:14.104601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:14.105001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.105390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:14.105863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Bound port: f655736d-d727-4e9c-8b3c-de1553fbb8d1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:14.106219 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.170185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] For port f655736d-d727-4e9c-8b3c-de1553fbb8d1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:14.173757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] For port f655736d-d727-4e9c-8b3c-de1553fbb8d1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f655736d-d727-4e9c-8b3c-de1553fbb8d1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:14.258725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.318897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd768527-c2aa-4797-91a8-4873b85214a4 None None] Pushing event updated for resources: {'Port': ['ID=f655736d-d727-4e9c-8b3c-de1553fbb8d1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:15.186526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d4a72-dea8-4ef3-a732-cab1f07390f8 None None] Network 5b6bfa14-8833-43e2-a149-ddca622da91b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:15.301875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a876bfcd-4adf-4561-9c15-89a83d067d2a None None] Provisioning complete for port f655736d-d727-4e9c-8b3c-de1553fbb8d1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:15.302299 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a876bfcd-4adf-4561-9c15-89a83d067d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.390228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a876bfcd-4adf-4561-9c15-89a83d067d2a None None] Current status of the port f655736d-d727-4e9c-8b3c-de1553fbb8d1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:15.390629 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a876bfcd-4adf-4561-9c15-89a83d067d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.425250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a876bfcd-4adf-4561-9c15-89a83d067d2a None None] For port f655736d-d727-4e9c-8b3c-de1553fbb8d1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f655736d-d727-4e9c-8b3c-de1553fbb8d1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:15.498003 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a876bfcd-4adf-4561-9c15-89a83d067d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.546416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876bfcd-4adf-4561-9c15-89a83d067d2a None None] Pushing event updated for resources: {'Port': ['ID=f655736d-d727-4e9c-8b3c-de1553fbb8d1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:15.621509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-67f96ec2-a1b0-4e72-adce-93e1bfa164d2 None None] Provisioning complete for port f655736d-d727-4e9c-8b3c-de1553fbb8d1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:15.621920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67f96ec2-a1b0-4e72-adce-93e1bfa164d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.699341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-67f96ec2-a1b0-4e72-adce-93e1bfa164d2 None None] Current status of the port f655736d-d727-4e9c-8b3c-de1553fbb8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:16.190221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f655736d-d727-4e9c-8b3c-de1553fbb8d1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:16.240638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f655736d-d727-4e9c-8b3c-de1553fbb8d1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:16.241025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f655736d-d727-4e9c-8b3c-de1553fbb8d1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.317506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f655736d-d727-4e9c-8b3c-de1553fbb8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:26.175051 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:27:35.354029 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8638c210-399e-43ec-ae62-145a63f313fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.422851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9161b55e-1e6a-49da-b012-9b404d30f34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.851058 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.025937 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.557479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.175372 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:28:05.370381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fc1d-e6b9-4ecd-8fdb-15c11e7c3fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.430582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eb59542e-8876-4b18-942a-022d6a5b4814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.832813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.013535 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.567435 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.372632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4228fdd9-9d4a-42ab-a152-5ecbffedf5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.425738 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-71874bfa-0dab-4b47-a6ac-8a57d2936990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.840955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.007476 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.014573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45798) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:40.020156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-254c8e0d-4eb3-4c42-8fd6-48fef050d73e tempest-verify_tempest_config-460176247 tempest-verify_tempest_config-460176247-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:28:40.021150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-254c8e0d-4eb3-4c42-8fd6-48fef050d73e tempest-verify_tempest_config-460176247 tempest-verify_tempest_config-460176247-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056751 Feb 09 21:28:40.174247 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:28:40.549487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45816) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:40.650935 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.719975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Publish callbacks [] for security_group (0cf55e2b-34ad-4150-be85-0b77c72d0b87), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.783720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0cf55e2b-34ad-4150-be85-0b77c72d0b87), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.828828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=05c7bc13656a4adfb681af86e15807e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2783163 Feb 09 21:28:40.829759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf55e2b-34ad-4150-be85-0b77c72d0b87,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.831613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45820) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:40.836710 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.837069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.837416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.837757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.838094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.838425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.838754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.839082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.839417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.839784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.840118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.840444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.840768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432e701-7f29-4614-874b-c44ff7a5b823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:40.936083 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Publish callbacks [] for security_group (0cf55e2b-34ad-4150-be85-0b77c72d0b87), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.955672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Publish callbacks [] for security_group (0cf55e2b-34ad-4150-be85-0b77c72d0b87), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.103686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0cf55e2b-34ad-4150-be85-0b77c72d0b87), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.106380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.107530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0cf55e2b-34ad-4150-be85-0b77c72d0b87 HTTP/1.1" status: 204 len: 168 time: 0.2749040 Feb 09 21:28:41.115166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf55e2b-34ad-4150-be85-0b77c72d0b87,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:41.121830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.122181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.122527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.122868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.123199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.123528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.123887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.124275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.124544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.124864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.125186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.125510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.125854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea781fd-f99f-429f-b94b-f9172b062db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:41.585807 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.359976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea08aa20-038e-4a0c-ad62-b1f64a88fe5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.434129 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3284590-a792-4c61-8e62-cfea3ef3ed2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.910452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.007454 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.565585 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.171745 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:29:35.355155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-521c0d37-eda0-409d-91d6-c5be071ebc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.429057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3a4d8216-073f-4b30-b8df-ee09d801903d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.846586 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.034903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.629167 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:54.169386 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:05.376433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8ef6713-ac38-44ca-807e-4aab350e741a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.433361 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-86d906e9-996b-4174-963c-8b9523a59d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.865290 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.033459 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.616399 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.167792 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:35.367693 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a00a013c-50ad-4e1b-ad7e-a034dc99bb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:37.464748 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-57385508-483a-4378-a79c-8cbc8a3b2e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.881503 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.997742 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.575002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.400412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a5b6b0e7-cc83-43c5-9961-b93c2b7a2ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.528466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-114a93ab-1ccf-46de-802f-3898bfef1494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.166261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:31:08.851857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.022690 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.573688 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.372642 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-302ba4c3-ffcd-4e18-8752-b40abd08929c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.486909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-206bef88-2bda-4c13-8b47-e03a3d4d9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.861770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.046620 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.582054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.164903 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 5 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:31:58.891484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639415'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.411621 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639415'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.369407 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e393b2e9-151b-4ef6-843a-7c319b788b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.451395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f352540-1d79-40ba-9b45-45fa27d6381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.862799 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.060333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.565361 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.165417 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:32:28.925216 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.367950 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.393788 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fca18b04-fc96-4c6f-93bc-7766e60396f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.436643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-375ec623-4e95-499b-aceb-925ec343a78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.896210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.038788 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.550170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.126158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45880) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:45.230763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9fe706a5-bf89-44f7-a776-592908f0c9ac admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1034932 Feb 09 21:32:47.475750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45890) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:47.529600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d0d8b63a-2e1b-440a-ac2a-ca466e37ecbd admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0527897 Feb 09 21:32:58.895257 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:59.164374 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:33:00.375122 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.492330 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b17955a8-0bab-4265-bb75-d4a3aa4048ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.437146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ed80-2ec4-479e-a175-e2b3466f5cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.865591 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.048733 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.568936 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.888015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.353968 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.399828 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6eb23293-71b4-454d-92fb-bebaa0dc35cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.164953 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:33:37.447665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1be911d-1868-4ef3-a84b-efdfc2b2c2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.877182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.047320 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.558999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.920636 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.375283 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:05.398608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-673cb48d-eda2-4139-ad4b-f47328d5c141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.501045 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00327cd2-7a13-47f9-8099-a31f807dbc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.889308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.080506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.378212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46054) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:10.611650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-383ad5cc-0330-4ce7-9449-8db798241160 tempest-AutoAllocateNetworkTest-1625528618 tempest-AutoAllocateNetworkTest-1625528618-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=d0d1512088f04197b629d23edba376e7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2323284 Feb 09 21:34:10.614182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46080) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:10.797771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac57ab8-b86d-4c4d-9a37-1e5ce8d9271c tempest-AutoAllocateNetworkTest-1625528618 tempest-AutoAllocateNetworkTest-1625528618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.799735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ac57ab8-b86d-4c4d-9a37-1e5ce8d9271c tempest-AutoAllocateNetworkTest-1625528618 tempest-AutoAllocateNetworkTest-1625528618-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1841393 Feb 09 21:34:10.806125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46090) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:10.902907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e283cb5a-1835-49f8-9134-4961b0ce4099 tempest-AutoAllocateNetworkTest-1625528618 tempest-AutoAllocateNetworkTest-1625528618-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955641 Feb 09 21:34:10.906860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46094) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:10.935066 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d2cddcc3-2b2f-4492-80c0-815fd6638abb tempest-AutoAllocateNetworkTest-1625528618 tempest-AutoAllocateNetworkTest-1625528618-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=d0d1512088f04197b629d23edba376e7 HTTP/1.1" status: 200 len: 208 time: 0.0280032 Feb 09 21:34:11.563825 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.280407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46136) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:12.910833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.985565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Publish callbacks [] for security_group (bb369c68-8ba4-43b6-ab1b-475946a672e1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.165867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bb369c68-8ba4-43b6-ab1b-475946a672e1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.166131 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:34:13.211313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46174) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:13.211913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d0d1512088f04197b629d23edba376e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9292376 Feb 09 21:34:13.212748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb369c68-8ba4-43b6-ab1b-475946a672e1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.220418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.220774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.221123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.221457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.221931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.222192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.222527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.222892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.223225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.223560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.223914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7215dbba-ed60-4456-bfde-ff29f291d56e admin admin] Tracked resource versions report: Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: pushed versions: Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: { 'AddressGroup': {'1.2'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'ConntrackHelper': {'1.0'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Log': {'1.0'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Network': {'1.1'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Port': {'1.7'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'PortForwarding': {'1.2'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'QosPolicy': {'1.10'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'SecurityGroup': {'1.5'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'SubPort': {'1.0'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Subnet': {'1.1'}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Trunk': {'1.1'}} Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: consumer versions: Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: HyperV agent@n-h1-828599-1: {}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: HyperV agent@n-h2-828599-1: {}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: L3 agent@n-d-828599-1: {}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: Metadata agent@n-d-828599-1: {}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: Metering agent@n-d-828599-1: {}, Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'ConntrackHelper': '1.0', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'LocalIPAssociation': '1.0', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Log': '1.0', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Network': '1.1', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Port': '1.7', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'PortForwarding': '1.2', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'QosPolicy': '1.10', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'SecurityGroup': '1.5', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'SecurityGroupRule': '1.2', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'SubPort': '1.0', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Subnet': '1.1', Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: 'Trunk': '1.1'}} Feb 09 21:34:13.227789 n-d-828599-1 neutron-server[103697]: {{(pid=103697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:34:13.265068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Publish callbacks [] for security_group (bb369c68-8ba4-43b6-ab1b-475946a672e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.286393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Publish callbacks [] for security_group (bb369c68-8ba4-43b6-ab1b-475946a672e1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.377273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bb369c68-8ba4-43b6-ab1b-475946a672e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.380009 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.388801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bb369c68-8ba4-43b6-ab1b-475946a672e1 HTTP/1.1" status: 204 len: 168 time: 0.1721952 Feb 09 21:34:13.393207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb369c68-8ba4-43b6-ab1b-475946a672e1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.400969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.401325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.401663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.401998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.402331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.402660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.402989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.403317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.403639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.403986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.404311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.404748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.405075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421f7b8-4289-4502-987b-d353c464cb2f admin admin] Tracked resource versions report: Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: pushed versions: Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: { 'AddressGroup': {'1.2'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'ConntrackHelper': {'1.0'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Log': {'1.0'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Network': {'1.1'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Port': {'1.7'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'PortForwarding': {'1.2'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'QosPolicy': {'1.10'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'SecurityGroup': {'1.5'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'SubPort': {'1.0'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Subnet': {'1.1'}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Trunk': {'1.1'}} Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: consumer versions: Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: HyperV agent@n-h1-828599-1: {}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: HyperV agent@n-h2-828599-1: {}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: L3 agent@n-d-828599-1: {}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: Metadata agent@n-d-828599-1: {}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: Metering agent@n-d-828599-1: {}, Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'ConntrackHelper': '1.0', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'LocalIPAssociation': '1.0', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Log': '1.0', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Network': '1.1', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Port': '1.7', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'PortForwarding': '1.2', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'QosPolicy': '1.10', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'SecurityGroup': '1.5', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'SecurityGroupRule': '1.2', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'SubPort': '1.0', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Subnet': '1.1', Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: 'Trunk': '1.1'}} Feb 09 21:34:13.406680 n-d-828599-1 neutron-server[103696]: {{(pid=103696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:34:16.167451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46340) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:16.169788 n-d-828599-1 neutron-server[103696]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 21:34:16.178125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46342) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:16.182441 n-d-828599-1 neutron-server[103697]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 21:34:16.191438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-166d07a5-cce6-4d45-96b3-065870ccfeba tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228546 Feb 09 21:34:16.217649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c23a16f1-e0f6-41d4-bb82-a9eb9c343a64 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375328 Feb 09 21:34:16.324645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-7e3a53bc-b604-4482-9746-5935f6b8648c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.326104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-7e3a53bc-b604-4482-9746-5935f6b8648c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1025476 Feb 09 21:34:16.342579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c4716f11-2d19-4103-b56c-aeefb178d141 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/quotas/f7cb12cd0f4049a6b30d9c2a9f0a253f HTTP/1.1" status: 200 len: 375 time: 0.0094321 Feb 09 21:34:16.373716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-3afa713d-55f5-4de4-917a-f4999f8d3bb9 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.375744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-3afa713d-55f5-4de4-917a-f4999f8d3bb9 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786013 Feb 09 21:34:16.390946 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-baebc3a4-9e03-4aa9-9619-62b1903dcbb8 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/quotas/67e1087e31e44db6a7632e47c0ba4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0092821 Feb 09 21:34:16.403921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-f0ec1c6f-faea-482d-a2d1-0a7dc5193556 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553386 Feb 09 21:34:16.452405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-91fdb6a6-5551-4514-8416-46e5ddaebc79 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558810 Feb 09 21:34:17.163057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca72ea0e-986a-47e6-8754-0604c07da426 req-739dbc24-30e2-4e46-814b-e80e66089f9e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 210 time: 0.0515945 Feb 09 21:34:17.216923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1452364-e267-4776-943b-8e086e76a075 req-be59d4cb-4edf-4490-8854-e0cdc1c0455d tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 210 time: 0.0514140 Feb 09 21:34:17.987389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46502) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:18.120858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01e5791c-28b2-4a16-b5b1-e4fff1cba955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.218241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01e5791c-28b2-4a16-b5b1-e4fff1cba955 admin admin] Publish callbacks [] for security_group (b1890e00-1920-4db9-9b32-0d24bf728e84), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.286257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-37168b05-61df-41a3-902e-7b7bb4c14446 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=c01f7d51021b4fa3a5ce6ba75dc4a235&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205998 Feb 09 21:34:18.293097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01e5791c-28b2-4a16-b5b1-e4fff1cba955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b1890e00-1920-4db9-9b32-0d24bf728e84), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.347963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-01e5791c-28b2-4a16-b5b1-e4fff1cba955 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5ae0a40764f34040b2fae2edc4032db9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3594244 Feb 09 21:34:18.350789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46540) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:18.419148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def3060d-cb47-4728-b31c-182bfbc7dca3 admin admin] Publish callbacks [] for security_group (b1890e00-1920-4db9-9b32-0d24bf728e84), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.445026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def3060d-cb47-4728-b31c-182bfbc7dca3 admin admin] Publish callbacks [] for security_group (b1890e00-1920-4db9-9b32-0d24bf728e84), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.483386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5791c-28b2-4a16-b5b1-e4fff1cba955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1890e00-1920-4db9-9b32-0d24bf728e84,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:18.511469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58a1eec5-79ec-46c3-99c3-6e55eefe6e94 req-30ac426d-f551-494d-8120-b6124fa512ee tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 210 time: 0.0642319 Feb 09 21:34:18.558781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-4d335865-af2e-41d5-a7e7-6c0ddf66065f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.561867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-4d335865-af2e-41d5-a7e7-6c0ddf66065f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683902 Feb 09 21:34:18.577192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-288b4697-f022-429e-a10a-aa3b7e14048b tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/quotas/c01f7d51021b4fa3a5ce6ba75dc4a235 HTTP/1.1" status: 200 len: 375 time: 0.0091872 Feb 09 21:34:18.611511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-0e1be182-6293-4957-a8d8-977f6566e802 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c01f7d51021b4fa3a5ce6ba75dc4a235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273759 Feb 09 21:34:18.637874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def3060d-cb47-4728-b31c-182bfbc7dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b1890e00-1920-4db9-9b32-0d24bf728e84), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.643818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def3060d-cb47-4728-b31c-182bfbc7dca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.643818 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-def3060d-cb47-4728-b31c-182bfbc7dca3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b1890e00-1920-4db9-9b32-0d24bf728e84 HTTP/1.1" status: 204 len: 168 time: 0.2900050 Feb 09 21:34:18.650186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3060d-cb47-4728-b31c-182bfbc7dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1890e00-1920-4db9-9b32-0d24bf728e84,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:18.989582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e4c1755-39cc-475d-91b1-8b7b77018545 req-9b8038ac-fc2d-4733-8ba6-cc8d3b064a1f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 210 time: 0.0348954 Feb 09 21:34:19.013136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8244184d-ed77-427a-a64d-e55fcd1f14b5 req-19f92732-6902-4322-8a7d-e1944250df61 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 210 time: 0.0813274 Feb 09 21:34:19.344085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:19.356440 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ed5fce4-6cac-4b14-b76e-71471bee0edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.464852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ed5fce4-6cac-4b14-b76e-71471bee0edb admin admin] Publish callbacks [] for security_group (12af386e-c6a4-4bfa-b33c-324288f313d1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.523324 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ed5fce4-6cac-4b14-b76e-71471bee0edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (12af386e-c6a4-4bfa-b33c-324288f313d1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.570238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5fce4-6cac-4b14-b76e-71471bee0edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12af386e-c6a4-4bfa-b33c-324288f313d1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:19.579568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2ed5fce4-6cac-4b14-b76e-71471bee0edb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d48c0993b8094c7680c5411b35c083b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2344344 Feb 09 21:34:19.582646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46598) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:19.682866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bed084f2-206e-486d-a0a7-1a9368d404c1 admin admin] Publish callbacks [] for security_group (12af386e-c6a4-4bfa-b33c-324288f313d1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.701844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b6a750b-c477-4241-bf78-dfc6ccc858ba req-2d48b7bd-f65a-4ef8-89a2-eea97a287c12 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 210 time: 0.0324368 Feb 09 21:34:19.721980 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bed084f2-206e-486d-a0a7-1a9368d404c1 admin admin] Publish callbacks [] for security_group (12af386e-c6a4-4bfa-b33c-324288f313d1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.753493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.110', 62406) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:19.780457 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-5c977211-a2d3-4a2b-884c-c469558b0939 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258155 Feb 09 21:34:19.836492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.110', 62407) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:19.861717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-800ee0ac-6ebc-4a46-a389-ed34e8f5824a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232003 Feb 09 21:34:19.916646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-b75ce837-0824-40ba-9d5c-ef906b3743a9 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.918171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-b75ce837-0824-40ba-9d5c-ef906b3743a9 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324854 Feb 09 21:34:19.926702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bed084f2-206e-486d-a0a7-1a9368d404c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (12af386e-c6a4-4bfa-b33c-324288f313d1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.930253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bed084f2-206e-486d-a0a7-1a9368d404c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.931693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bed084f2-206e-486d-a0a7-1a9368d404c1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/12af386e-c6a4-4bfa-b33c-324288f313d1 HTTP/1.1" status: 204 len: 168 time: 0.3478839 Feb 09 21:34:19.957375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed084f2-206e-486d-a0a7-1a9368d404c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12af386e-c6a4-4bfa-b33c-324288f313d1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:20.006585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4df0a235-7fb7-4527-b04d-12f912de80e3 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.008636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4df0a235-7fb7-4527-b04d-12f912de80e3 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420381 Feb 09 21:34:20.032282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Request body: {'port': {'device_id': '5393fefe-3b00-4c01-89f6-cb170f526187', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'f7cb12cd0f4049a6b30d9c2a9f0a253f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:20.037081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Request body: {'port': {'device_id': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '67e1087e31e44db6a7632e47c0ba4ea6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:20.189610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46636) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:20.304445 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cace997-ed20-4995-bfe3-d10d138cf921 req-26f67bd5-8764-4f48-8f7d-3b20c58e055e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 210 time: 0.0687704 Feb 09 21:34:20.415941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Made reservation on behalf of 67e1087e31e44db6a7632e47c0ba4ea6 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:20.421194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Made reservation on behalf of f7cb12cd0f4049a6b30d9c2a9f0a253f for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:20.426672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.430415 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.455066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.462213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.616681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks [] for security_group (2e5e4d4d-b5f1-425c-8752-597178af3d5b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.631912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-658a2284-e4d7-4fe3-9925-cc2dc4599bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.644041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ca6fd07-95cb-41ec-9805-d0b4c4bfff4e req-d975644b-8be9-4d2d-9155-a6a7bddb456d tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 210 time: 0.0691726 Feb 09 21:34:20.681282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e5e4d4d-b5f1-425c-8752-597178af3d5b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.759682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks [] for security_group (79eec516-8c6e-496a-ac9a-ed39b3872d06), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.878351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (79eec516-8c6e-496a-ac9a-ed39b3872d06), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.883401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e4d4d-b5f1-425c-8752-597178af3d5b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:20.945361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-658a2284-e4d7-4fe3-9925-cc2dc4599bbc admin admin] Publish callbacks [] for security_group (cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.955796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Allocated IP 192.168.233.186 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/96261cd8-ab64-42ab-8c54-a9e2a775a63e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:20.981189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eec516-8c6e-496a-ac9a-ed39b3872d06,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.050034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-658a2284-e4d7-4fe3-9925-cc2dc4599bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.148013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-658a2284-e4d7-4fe3-9925-cc2dc4599bbc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=77b4a8bac59e42609822b79de8607139&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9574075 Feb 09 21:34:21.150836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46694) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:21.180009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad9cb8e4-db48-43c8-9e2f-78b585e05562 req-a16bb119-c58f-414a-b104-f226e39d1a89 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 210 time: 0.1072385 Feb 09 21:34:21.180603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a2284-e4d7-4fe3-9925-cc2dc4599bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.230934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb49842-a8cc-4121-8397-87eceae12bbb admin admin] Publish callbacks [] for security_group (cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.263379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb49842-a8cc-4121-8397-87eceae12bbb admin admin] Publish callbacks [] for security_group (cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.264591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks [] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.386652 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.407473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb49842-a8cc-4121-8397-87eceae12bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.415455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb49842-a8cc-4121-8397-87eceae12bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.420326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bdb49842-a8cc-4121-8397-87eceae12bbb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7 HTTP/1.1" status: 204 len: 168 time: 0.2682998 Feb 09 21:34:21.472210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49842-a8cc-4121-8397-87eceae12bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7e3967-de89-4dfb-9ec1-8110ebc8c4a7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.570178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:21.576140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:21.585154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:21.591075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.591785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.592376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Allocated IP 192.168.233.249 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/ca44e1c7-0a15-40e3-bbb8-7de519320376) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:21.659688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Pushing event updated for resources: {'Port': ['ID=96261cd8-ab64-42ab-8c54-a9e2a775a63e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.678108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-4042be0a-fc85-48a1-8ca5-c899e00f333e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6480777 Feb 09 21:34:21.698520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-41d66e1d-6d89-4978-b77a-9f6d27491a3f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:34:21.701891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-41d66e1d-6d89-4978-b77a-9f6d27491a3f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164852 Feb 09 21:34:21.885033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.30', 57735) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:21.948629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bb2170c9-6e10-4873-b33f-cb3e887f3638 None None] Provisioning complete for port 96261cd8-ab64-42ab-8c54-a9e2a775a63e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:21.949424 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb2170c9-6e10-4873-b33f-cb3e887f3638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.961720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-0d83a1c2-96d5-4def-906e-1842d42b4f56 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c01f7d51021b4fa3a5ce6ba75dc4a235&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602016 Feb 09 21:34:22.034303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8bf560ff-6eee-4246-992a-e9a030d35752 req-aa6fab10-ead5-486a-9d82-34a4c7adefad tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 210 time: 0.2777095 Feb 09 21:34:22.070804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bb2170c9-6e10-4873-b33f-cb3e887f3638 None None] Port 96261cd8-ab64-42ab-8c54-a9e2a775a63e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:22.256716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-eb5e0219-d262-433c-922d-42bd3fbbfec4 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.258336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-eb5e0219-d262-433c-922d-42bd3fbbfec4 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857797 Feb 09 21:34:22.333763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924bda5-db1a-4a06-a94e-794a152f47c8 req-52e8ebdf-ea17-4313-8ef0-fee8a2781692 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.349705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c924bda5-db1a-4a06-a94e-794a152f47c8 req-52e8ebdf-ea17-4313-8ef0-fee8a2781692 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 936 time: 0.2000430 Feb 09 21:34:22.360437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Request body: {'port': {'device_id': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'c01f7d51021b4fa3a5ce6ba75dc4a235'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:22.380312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks [] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:22.496432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c924bda5-db1a-4a06-a94e-794a152f47c8 req-59947cfc-c4d6-4794-8e56-279416e3c8d7 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535356 Feb 09 21:34:22.675105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2d35b32-0b89-428e-8371-7c39dba0a855 req-f77ab2b7-f20f-4284-a8e1-4724e9fb8ddd tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 210 time: 0.0896394 Feb 09 21:34:22.679125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Request body: {'port': {'device_id': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:22.768108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:22.922361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.003288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46764) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:23.330119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Made reservation on behalf of c01f7d51021b4fa3a5ce6ba75dc4a235 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:23.352778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.391425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.425376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f0447ae-4a77-4fa0-8d54-ba56246e208c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.440462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:23.537175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:23.557225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:23.588318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.591304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.626249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c352c23-175a-453a-84df-67f2828a3de9 req-7859f96c-9212-40ee-b676-966049c2543b tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 210 time: 0.3749170 Feb 09 21:34:23.736683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks [] for security_group (edbd61e7-1b66-4ca0-8712-cb5065360345), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.845719 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (edbd61e7-1b66-4ca0-8712-cb5065360345), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.052434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f0447ae-4a77-4fa0-8d54-ba56246e208c admin admin] Publish callbacks [] for security_group (0b8f96ea-7b81-4109-8f34-af7871fc12d7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.082141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Pushing event updated for resources: {'Port': ['ID=ca44e1c7-0a15-40e3-bbb8-7de519320376,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:24.242152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0b50d544-0d7a-4f29-9ee4-dbf24cf47f33 None None] Provisioning complete for port ca44e1c7-0a15-40e3-bbb8-7de519320376 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:24.243962 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b50d544-0d7a-4f29-9ee4-dbf24cf47f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.285127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-c0f8ee35-fb65-45d2-a1de-cdca3b97d7f8 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2568393 Feb 09 21:34:24.289311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f0447ae-4a77-4fa0-8d54-ba56246e208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0b8f96ea-7b81-4109-8f34-af7871fc12d7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.301926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bbe35-da99-4cd5-8a70-9592832632bc req-a9781ed5-904e-4009-a919-cd3ff274cc12 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.309678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722bbe35-da99-4cd5-8a70-9592832632bc req-a9781ed5-904e-4009-a919-cd3ff274cc12 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 936 time: 0.4801903 Feb 09 21:34:24.318770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96261cd8-ab64-42ab-8c54-a9e2a775a63e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:24.368879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Request body: {'port': {'device_id': '5393fefe-3b00-4c01-89f6-cb170f526187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:24.391834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Publish callbacks [] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.420687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0b50d544-0d7a-4f29-9ee4-dbf24cf47f33 None None] Port ca44e1c7-0a15-40e3-bbb8-7de519320376 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:24.420979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722bbe35-da99-4cd5-8a70-9592832632bc req-f70cd46a-f0ef-498f-920e-404fdbdbd5d8 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102886 Feb 09 21:34:24.422121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd61e7-1b66-4ca0-8712-cb5065360345,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:24.491457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Transition to ACTIVE for port object 96261cd8-ab64-42ab-8c54-a9e2a775a63e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:24.492293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46802) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:24.582465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.716022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.898827 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff736c52-1a1a-49e9-8505-93c37403667c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.003162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Pushing event updated for resources: {'Port': ['ID=96261cd8-ab64-42ab-8c54-a9e2a775a63e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.035542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Allocated IP 192.168.233.91 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/62c5c03a-d40b-4f71-8c15-872dd16b9c8e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:25.041544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Attempting to bind port 96261cd8-ab64-42ab-8c54-a9e2a775a63e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:25.041544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Attempting to bind port 96261cd8-ab64-42ab-8c54-a9e2a775a63e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:25.041544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Attempting to bind port 96261cd8-ab64-42ab-8c54-a9e2a775a63e on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:25.083531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Port 96261cd8-ab64-42ab-8c54-a9e2a775a63e on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:25.083933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Attempting to bind port 96261cd8-ab64-42ab-8c54-a9e2a775a63e on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:25.089790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55fc5fea-c208-4556-b6b9-e13fa159e449 req-06e65572-be5d-4aa3-a957-6280def692bc tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 210 time: 0.1723900 Feb 09 21:34:25.103861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:25.104197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:25.104760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:25.105220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Bound port: 96261cd8-ab64-42ab-8c54-a9e2a775a63e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:25.105582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.145603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746c358-289a-4167-8b7f-908b873bddff req-e3b7bbcc-2ee7-4a0a-941a-e10cd892a72c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.146342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3746c358-289a-4167-8b7f-908b873bddff req-e3b7bbcc-2ee7-4a0a-941a-e10cd892a72c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 936 time: 0.9864781 Feb 09 21:34:25.174403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff736c52-1a1a-49e9-8505-93c37403667c admin admin] Publish callbacks [] for security_group (b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.251253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff736c52-1a1a-49e9-8505-93c37403667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.335531 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3746c358-289a-4167-8b7f-908b873bddff req-51d1f053-79ec-4860-ad0a-595243499afa tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563146 Feb 09 21:34:25.345925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ff736c52-1a1a-49e9-8505-93c37403667c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e3a3dde64f547469e09350db471e516&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8497090 Feb 09 21:34:25.347017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46822) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:25.347017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46824) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:25.350133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] For port 96261cd8-ab64-42ab-8c54-a9e2a775a63e, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:25.357014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f0447ae-4a77-4fa0-8d54-ba56246e208c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=faabd8c111714c70ae7157bed12321d0&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1916096 Feb 09 21:34:25.357014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0447ae-4a77-4fa0-8d54-ba56246e208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f96ea-7b81-4109-8f34-af7871fc12d7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.388356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff736c52-1a1a-49e9-8505-93c37403667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.423050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] For port 96261cd8-ab64-42ab-8c54-a9e2a775a63e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=96261cd8-ab64-42ab-8c54-a9e2a775a63e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:25.468614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks [] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.519962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e211d49-3c46-43ab-9710-9f31bc29a6fd admin admin] Publish callbacks [] for security_group (b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.547116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.557309 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80170cb7-9231-4ddd-9386-b98a9e5eac22 admin admin] Publish callbacks [] for security_group (0b8f96ea-7b81-4109-8f34-af7871fc12d7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.616532 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e211d49-3c46-43ab-9710-9f31bc29a6fd admin admin] Publish callbacks [] for security_group (b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.643846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.644474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.646029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] 10.222.0.110 "PUT /v2.0/ports/96261cd8-ab64-42ab-8c54-a9e2a775a63e HTTP/1.1" status: 200 len: 1096 time: 3.5298703 Feb 09 21:34:25.650832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'tag': '96261cd8-ab64-42ab-8c54-a9e2a775a63e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:25.869582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80170cb7-9231-4ddd-9386-b98a9e5eac22 admin admin] Publish callbacks [] for security_group (0b8f96ea-7b81-4109-8f34-af7871fc12d7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.918493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.921297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e0df9-7197-44b6-a703-0e70bb8549a7 req-3dbd76cd-cf7f-4c9c-9f75-526e5b6350cf tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.924919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f79e0df9-7197-44b6-a703-0e70bb8549a7 req-3dbd76cd-cf7f-4c9c-9f75-526e5b6350cf tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.3011286 Feb 09 21:34:26.020519 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2152722e-93da-44b0-a8ea-ca7881ecb336" -d '{"events": [{"name": "network-changed", "server_uuid": "ff08f417-142a-4099-9751-e7d837bbafbc", "tag": "96261cd8-ab64-42ab-8c54-a9e2a775a63e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:26.070457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b61a5-fc55-4650-8ece-a5debaad436f service neutron] Pushing event updated for resources: {'Port': ['ID=96261cd8-ab64-42ab-8c54-a9e2a775a63e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.135748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f79e0df9-7197-44b6-a703-0e70bb8549a7 req-2f3c976b-3b21-483f-b075-4628f67f4780 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030437 Feb 09 21:34:26.162744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:26.173984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:26.183919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:26.188957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.189581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.209553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-8a6127a2-eaf3-47a4-85ca-55414dbff14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.215915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-8a6127a2-eaf3-47a4-85ca-55414dbff14a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 1130 time: 0.3393669 Feb 09 21:34:26.217643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Pushing event updated for resources: {'Port': ['ID=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.278494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca44e1c7-0a15-40e3-bbb8-7de519320376 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:26.298715 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Publish callbacks [] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.340184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-1f36bd5d-0877-45cf-bdc3-5a5997eb0e38 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=96261cd8-ab64-42ab-8c54-a9e2a775a63e HTTP/1.1" status: 200 len: 217 time: 0.1197078 Feb 09 21:34:26.343044 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc47cf-62e4-4635-933e-e57ac1a10b47 x-openstack-request-id: req-74dc47cf-62e4-4635-933e-e57ac1a10b47 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:26.343360 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff08f417-142a-4099-9751-e7d837bbafbc", "tag": "96261cd8-ab64-42ab-8c54-a9e2a775a63e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:26.343635 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74dc47cf-62e4-4635-933e-e57ac1a10b47 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:26.343829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Transition to ACTIVE for port object ca44e1c7-0a15-40e3-bbb8-7de519320376 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:26.345783 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'tag': '96261cd8-ab64-42ab-8c54-a9e2a775a63e', 'status': 'completed', 'code': 200} Feb 09 21:34:26.348656 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e211d49-3c46-43ab-9710-9f31bc29a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.357318 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e211d49-3c46-43ab-9710-9f31bc29a6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.361168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2e211d49-3c46-43ab-9710-9f31bc29a6fd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa HTTP/1.1" status: 204 len: 168 time: 1.0031724 Feb 09 21:34:26.361168 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80170cb7-9231-4ddd-9386-b98a9e5eac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0b8f96ea-7b81-4109-8f34-af7871fc12d7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.377257 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80170cb7-9231-4ddd-9386-b98a9e5eac22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.405016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-80170cb7-9231-4ddd-9386-b98a9e5eac22 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b8f96ea-7b81-4109-8f34-af7871fc12d7 HTTP/1.1" status: 204 len: 168 time: 1.0487325 Feb 09 21:34:26.421000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.544260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-64efa3d1-933c-460c-8f5c-45f4b0a69138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.552902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-64efa3d1-933c-460c-8f5c-45f4b0a69138 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1993248 Feb 09 21:34:26.552902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-60570d65-bc6f-4dee-b60c-85798af5a48c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1981573 Feb 09 21:34:26.645961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Pushing event updated for resources: {'Port': ['ID=ca44e1c7-0a15-40e3-bbb8-7de519320376,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.648188 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-18ffb163-cd7b-496b-a594-ce622982b8c7 None None] Provisioning complete for port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:26.653590 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18ffb163-cd7b-496b-a594-ce622982b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.697661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-68e8ac5c-52ea-4b68-973d-843c05117d97 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:34:26.700111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-68e8ac5c-52ea-4b68-973d-843c05117d97 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0612454 Feb 09 21:34:26.711732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e211d49-3c46-43ab-9710-9f31bc29a6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff9cf0-ed6a-4ee9-a66b-4f1b0cb156fa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.755915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80170cb7-9231-4ddd-9386-b98a9e5eac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f96ea-7b81-4109-8f34-af7871fc12d7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.826970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Attempting to bind port ca44e1c7-0a15-40e3-bbb8-7de519320376 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:26.827403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Attempting to bind port ca44e1c7-0a15-40e3-bbb8-7de519320376 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:26.847359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a2eb-e9c7-41d4-af3a-a756c776cb2e req-ddf86720-e493-43d7-a908-a362813c6c78 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.852470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Attempting to bind port ca44e1c7-0a15-40e3-bbb8-7de519320376 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:26.854416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b02a2eb-e9c7-41d4-af3a-a756c776cb2e req-ddf86720-e493-43d7-a908-a362813c6c78 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.3018787 Feb 09 21:34:26.871472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f8d17-07ed-44eb-8e63-dd9f0df9eaa5 req-829525c1-5edb-49ae-9047-f59198067b67 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.893235 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-366f8d17-07ed-44eb-8e63-dd9f0df9eaa5 req-829525c1-5edb-49ae-9047-f59198067b67 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 935 time: 0.4978974 Feb 09 21:34:26.896433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-314acd08-7ba0-4298-a627-0acebb822424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.898344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-314acd08-7ba0-4298-a627-0acebb822424 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3306890 Feb 09 21:34:26.930248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Port ca44e1c7-0a15-40e3-bbb8-7de519320376 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:26.930871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Attempting to bind port ca44e1c7-0a15-40e3-bbb8-7de519320376 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:26.947248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:26.947617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:26.953629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:26.954334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Bound port: ca44e1c7-0a15-40e3-bbb8-7de519320376, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:26.954711 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.964713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46866) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:26.990168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-18ffb163-cd7b-496b-a594-ce622982b8c7 None None] Port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:27.119996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] For port ca44e1c7-0a15-40e3-bbb8-7de519320376, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:27.197581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-366f8d17-07ed-44eb-8e63-dd9f0df9eaa5 req-f2a52a39-fcf0-45cd-a6bb-df0a38fda962 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033371 Feb 09 21:34:27.217971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] For port ca44e1c7-0a15-40e3-bbb8-7de519320376, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:27.276767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.408037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-d6382e4d-ef01-428a-8427-db633ebf8872 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925597 Feb 09 21:34:27.454962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.458411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.461686 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] 10.222.0.110 "PUT /v2.0/ports/ca44e1c7-0a15-40e3-bbb8-7de519320376 HTTP/1.1" status: 200 len: 1096 time: 3.1597066 Feb 09 21:34:27.511301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5393fefe-3b00-4c01-89f6-cb170f526187', 'tag': 'ca44e1c7-0a15-40e3-bbb8-7de519320376'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:27.683028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b02a2eb-e9c7-41d4-af3a-a756c776cb2e req-5e05b98e-3f1b-47ea-8f27-a2e102aa233e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8111575 Feb 09 21:34:27.733884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40406d0b-7ea1-4ebf-b3aa-c983fe6012df req-1ded2d37-7919-4c10-9d2c-a9a7c85ec18b service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105474 Feb 09 21:34:27.763572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Request body: {'port': {'device_id': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'device_owner': 'compute:tempest-test_az-1362179722', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:27.879903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:28.072167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8352cd20-1c40-442d-9fb5-4216196b7a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.074937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e8cc68b9-c967-4c29-b56d-1abee92ba460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.091109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.112274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd282d-42b4-4af7-8a64-ab857f918486 service neutron] Pushing event updated for resources: {'Port': ['ID=ca44e1c7-0a15-40e3-bbb8-7de519320376,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:28.135447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-bf91b37d-e3ae-414c-90da-fd196f8621ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.137211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-bf91b37d-e3ae-414c-90da-fd196f8621ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 1130 time: 0.5185170 Feb 09 21:34:28.149643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33727f8-54f3-43e8-a7ea-8b37f6fd63bb req-880f880f-5eb8-42e0-9df3-6bf72778c845 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.156837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a33727f8-54f3-43e8-a7ea-8b37f6fd63bb req-880f880f-5eb8-42e0-9df3-6bf72778c845 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.7692273 Feb 09 21:34:28.178890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-63f7c0fc-8aea-4562-afda-6b0fee9663e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.181187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-63f7c0fc-8aea-4562-afda-6b0fee9663e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 1130 time: 0.1809649 Feb 09 21:34:28.246489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e8cc68b9-c967-4c29-b56d-1abee92ba460 admin admin] Publish callbacks [] for security_group (e31754e0-f90d-4121-82d4-bcf1d1dc73fe), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.302522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-ea0803bd-dbcc-4c64-a03e-70350460407e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376 HTTP/1.1" status: 200 len: 217 time: 0.1434541 Feb 09 21:34:28.379062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e8cc68b9-c967-4c29-b56d-1abee92ba460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e31754e0-f90d-4121-82d4-bcf1d1dc73fe), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.414253 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05" -d '{"events": [{"name": "network-changed", "server_uuid": "5393fefe-3b00-4c01-89f6-cb170f526187", "tag": "ca44e1c7-0a15-40e3-bbb8-7de519320376"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:28.452812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a33727f8-54f3-43e8-a7ea-8b37f6fd63bb req-a754c855-2585-438d-9c3b-a4ce06871811 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943459 Feb 09 21:34:28.520482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-33977cca-2bfd-43b1-885b-c99828229b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.526455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-33977cca-2bfd-43b1-885b-c99828229b0f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2132301 Feb 09 21:34:28.614480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8352cd20-1c40-442d-9fb5-4216196b7a49 admin admin] Publish callbacks [] for security_group (7054b7a5-5ced-410f-bda5-7aac1733342f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.684773 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8352cd20-1c40-442d-9fb5-4216196b7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7054b7a5-5ced-410f-bda5-7aac1733342f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.691833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-b2807632-342d-4988-a2ec-2ee99bdf251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.700046 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-b2807632-342d-4988-a2ec-2ee99bdf251f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1539352 Feb 09 21:34:28.755044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352cd20-1c40-442d-9fb5-4216196b7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7054b7a5-5ced-410f-bda5-7aac1733342f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:28.764556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e8cc68b9-c967-4c29-b56d-1abee92ba460 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4630b0bdef4e432887f86fe983a31eb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8835721 Feb 09 21:34:28.804645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46906) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:28.863224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc68b9-c967-4c29-b56d-1abee92ba460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31754e0-f90d-4121-82d4-bcf1d1dc73fe,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:28.925619 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8352cd20-1c40-442d-9fb5-4216196b7a49 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=79ffec37ae8d41659315a45184d63114&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9598112 Feb 09 21:34:28.931974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.934517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:28.934517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46912) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:28.980373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-3b695f88-39c9-4e99-b785-9e2a18a5e190 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261202 Feb 09 21:34:29.008360 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bc39cc-20fd-4e1f-93bd-d6df56300c75 x-openstack-request-id: req-f8bc39cc-20fd-4e1f-93bd-d6df56300c75 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:29.008698 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5393fefe-3b00-4c01-89f6-cb170f526187", "tag": "ca44e1c7-0a15-40e3-bbb8-7de519320376", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:29.009073 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f8bc39cc-20fd-4e1f-93bd-d6df56300c75 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:29.009648 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5393fefe-3b00-4c01-89f6-cb170f526187', 'tag': 'ca44e1c7-0a15-40e3-bbb8-7de519320376', 'status': 'completed', 'code': 200} Feb 09 21:34:29.062762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da740f-e363-4966-9c8d-0aa2596c16c9 req-c84fe829-5427-4af6-9b94-8844ada74ba1 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.063830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7da740f-e363-4966-9c8d-0aa2596c16c9 req-c84fe829-5427-4af6-9b94-8844ada74ba1 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 935 time: 0.7063818 Feb 09 21:34:29.091208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7af394e1-6e0b-4d9c-8808-bf9ae7e7caa8 admin admin] Publish callbacks [] for security_group (7054b7a5-5ced-410f-bda5-7aac1733342f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.145186 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7af394e1-6e0b-4d9c-8808-bf9ae7e7caa8 admin admin] Publish callbacks [] for security_group (7054b7a5-5ced-410f-bda5-7aac1733342f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.195015 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69dbe5c6-7958-4a06-a3b2-94c52669fb96 req-6d53c32d-1798-42ef-8810-ba1e03e2bdaa service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052712 Feb 09 21:34:29.234433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-43d56fe5-3f5c-45f2-bb1b-f9bda743ec9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.272074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-423b40d6-28a5-4918-b1d8-b802436c8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.273946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-423b40d6-28a5-4918-b1d8-b802436c8a83 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.9370565 Feb 09 21:34:29.283930 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7da740f-e363-4966-9c8d-0aa2596c16c9 req-8f99b7ea-8dcb-4da3-b70d-7d8fd8cea17d tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824393 Feb 09 21:34:29.317413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2ce92-5ef1-4a50-9c96-c8e10d2a7163 req-df3bf65e-53c3-423c-a9c7-f8d2963cb3bb tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.329519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ca2ce92-5ef1-4a50-9c96-c8e10d2a7163 req-df3bf65e-53c3-423c-a9c7-f8d2963cb3bb tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.1820364 Feb 09 21:34:29.361550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-7ed3343c-47c1-48f3-b7c3-fb4e49766e97 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=96261cd8-ab64-42ab-8c54-a9e2a775a63e HTTP/1.1" status: 200 len: 217 time: 0.0719681 Feb 09 21:34:29.362191 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc48186-dbfb-4991-8d2b-a4ff38398fc2 admin admin] Publish callbacks [] for security_group (e31754e0-f90d-4121-82d4-bcf1d1dc73fe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.503469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ca2ce92-5ef1-4a50-9c96-c8e10d2a7163 req-5a3b64ad-2cd7-4ba8-aebf-a11aae797523 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540020 Feb 09 21:34:29.504243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7af394e1-6e0b-4d9c-8808-bf9ae7e7caa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7054b7a5-5ced-410f-bda5-7aac1733342f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.508916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7af394e1-6e0b-4d9c-8808-bf9ae7e7caa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.512874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7af394e1-6e0b-4d9c-8808-bf9ae7e7caa8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7054b7a5-5ced-410f-bda5-7aac1733342f HTTP/1.1" status: 204 len: 168 time: 0.5721943 Feb 09 21:34:29.516978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc48186-dbfb-4991-8d2b-a4ff38398fc2 admin admin] Publish callbacks [] for security_group (e31754e0-f90d-4121-82d4-bcf1d1dc73fe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.530546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af394e1-6e0b-4d9c-8808-bf9ae7e7caa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7054b7a5-5ced-410f-bda5-7aac1733342f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:29.607868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-e4546941-33e5-4406-9d60-2ef575ab4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.610730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-e4546941-33e5-4406-9d60-2ef575ab4598 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 1130 time: 0.2780361 Feb 09 21:34:29.844519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-642e40a4-8019-4eae-b7d8-e83d18d2eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.846816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-642e40a4-8019-4eae-b7d8-e83d18d2eb9f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.4509900 Feb 09 21:34:29.850472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c5c03a-d40b-4f71-8c15-872dd16b9c8e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:29.867404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-43d56fe5-3f5c-45f2-bb1b-f9bda743ec9e admin admin] Publish callbacks [] for security_group (b36f8884-f8c1-4adb-b29e-2b150e0c8ea7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.913575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Publish callbacks [] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.940570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-6fe58aaa-0cab-4658-bebd-6388a264d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.943210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-6fe58aaa-0cab-4658-bebd-6388a264d639 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.3204262 Feb 09 21:34:29.959394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-43d56fe5-3f5c-45f2-bb1b-f9bda743ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b36f8884-f8c1-4adb-b29e-2b150e0c8ea7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.989225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d1441-3a7e-4f63-b6a4-5771b0530122 req-a773154a-3f4c-48ac-ba3b-7ea8a756d495 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.996549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-749d1441-3a7e-4f63-b6a4-5771b0530122 req-a773154a-3f4c-48ac-ba3b-7ea8a756d495 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.3526635 Feb 09 21:34:30.081675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Transition to ACTIVE for port object 62c5c03a-d40b-4f71-8c15-872dd16b9c8e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:30.089361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc48186-dbfb-4991-8d2b-a4ff38398fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e31754e0-f90d-4121-82d4-bcf1d1dc73fe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.097691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc48186-dbfb-4991-8d2b-a4ff38398fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.105984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1cc48186-dbfb-4991-8d2b-a4ff38398fc2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e31754e0-f90d-4121-82d4-bcf1d1dc73fe HTTP/1.1" status: 204 len: 168 time: 1.2981694 Feb 09 21:34:30.109029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-a6f5730c-e188-4287-a3b9-243f20fdda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.112019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-4c31e816-668d-4aa2-aba6-fc4b5009ff93 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376 HTTP/1.1" status: 200 len: 217 time: 0.1415431 Feb 09 21:34:30.113905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-a6f5730c-e188-4287-a3b9-243f20fdda45 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2340453 Feb 09 21:34:30.133025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d56fe5-3f5c-45f2-bb1b-f9bda743ec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36f8884-f8c1-4adb-b29e-2b150e0c8ea7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:30.154300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-43d56fe5-3f5c-45f2-bb1b-f9bda743ec9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=df10fd313d8b4f1790a841fdd5b4969f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2127337 Feb 09 21:34:30.156759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46936) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:30.165701 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.285063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-b20af54d-2d5b-4993-9984-fef164acae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.287376 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-b20af54d-2d5b-4993-9984-fef164acae78 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1311924 Feb 09 21:34:30.335689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-749d1441-3a7e-4f63-b6a4-5771b0530122 req-c62e4dc9-cdc2-463d-9775-dd64ae6ecea5 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357253 Feb 09 21:34:30.338951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc48186-dbfb-4991-8d2b-a4ff38398fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31754e0-f90d-4121-82d4-bcf1d1dc73fe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:30.620431 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2da93bac-4eda-4c68-99c7-c66af0ee15d0 admin admin] Publish callbacks [] for security_group (b36f8884-f8c1-4adb-b29e-2b150e0c8ea7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.620431 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2da93bac-4eda-4c68-99c7-c66af0ee15d0 admin admin] Publish callbacks [] for security_group (b36f8884-f8c1-4adb-b29e-2b150e0c8ea7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.623288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b215649-af04-4783-b050-dbccace89526 service neutron] Pushing event updated for resources: {'Port': ['ID=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:30.624091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-6771c72c-db28-4076-96b6-d176c9ddfa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.624091 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-6771c72c-db28-4076-96b6-d176c9ddfa03 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2380149 Feb 09 21:34:30.624542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Attempting to bind port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:30.624542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Attempting to bind port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:30.624542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Attempting to bind port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:30.624542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-034c97fb-2827-4dff-a9d4-f6fa015346ab service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564734 Feb 09 21:34:30.624542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:30.624542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Attempting to bind port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:30.699867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71196-aaa5-4707-8bfd-7112c72f19b3 req-45a6524b-93be-4d14-9102-98ee72a5a1b7 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.708552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3fa71196-aaa5-4707-8bfd-7112c72f19b3 req-45a6524b-93be-4d14-9102-98ee72a5a1b7 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 969 time: 0.2769315 Feb 09 21:34:30.789279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2152722e-93da-44b0-a8ea-ca7881ecb336 req-5a2ccc3c-444c-4be3-a0d6-f92ccb3e2349 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628709 Feb 09 21:34:30.810310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-cd33e5be-bad0-49cd-b097-6107e1b9cac1 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426543 Feb 09 21:34:30.828603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:30.829052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:30.829372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:30.829856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Bound port: 62c5c03a-d40b-4f71-8c15-872dd16b9c8e, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:30.830259 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.916655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] For port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:30.919868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] For port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:30.934942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e52ea-19ee-4c06-98c2-a0fb852881f1 req-dcd70b80-36e2-42d8-9fba-24a9c9290782 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.936638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-685e52ea-19ee-4c06-98c2-a0fb852881f1 req-dcd70b80-36e2-42d8-9fba-24a9c9290782 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.1530778 Feb 09 21:34:30.948110 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2133e6d-4a35-4845-b2a1-f0c88f20bc05 req-a1c97493-06e0-4438-86de-0cf2371e8f8e service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314030 Feb 09 21:34:30.974732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3fa71196-aaa5-4707-8bfd-7112c72f19b3 req-55608f83-d3ad-41c1-9997-3f8c68db89a9 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655821 Feb 09 21:34:30.983980 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.034862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-685e52ea-19ee-4c06-98c2-a0fb852881f1 req-d146483c-c403-41a6-8ead-8cdba7683b28 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841527 Feb 09 21:34:31.065784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2da93bac-4eda-4c68-99c7-c66af0ee15d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b36f8884-f8c1-4adb-b29e-2b150e0c8ea7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.066440 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.068625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2da93bac-4eda-4c68-99c7-c66af0ee15d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.070027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2da93bac-4eda-4c68-99c7-c66af0ee15d0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b36f8884-f8c1-4adb-b29e-2b150e0c8ea7 HTTP/1.1" status: 204 len: 168 time: 0.9101210 Feb 09 21:34:31.079956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da93bac-4eda-4c68-99c7-c66af0ee15d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36f8884-f8c1-4adb-b29e-2b150e0c8ea7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:31.103566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.104248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.105726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3b215649-af04-4783-b050-dbccace89526 service neutron] 10.222.0.30 "PUT /v2.0/ports/62c5c03a-d40b-4f71-8c15-872dd16b9c8e HTTP/1.1" status: 200 len: 1117 time: 3.6967382 Feb 09 21:34:31.106201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'tag': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:31.108562 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e2ae2-487a-4399-8257-8517ebad99b7" -d '{"events": [{"name": "network-changed", "server_uuid": "73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb", "tag": "62c5c03a-d40b-4f71-8c15-872dd16b9c8e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:31.199265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b215649-af04-4783-b050-dbccace89526 service neutron] Pushing event updated for resources: {'Port': ['ID=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:31.256182 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92362f5f-421a-4eb5-aa1d-7fe6e462b932 x-openstack-request-id: req-92362f5f-421a-4eb5-aa1d-7fe6e462b932 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:31.256853 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb", "tag": "62c5c03a-d40b-4f71-8c15-872dd16b9c8e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:31.257544 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-92362f5f-421a-4eb5-aa1d-7fe6e462b932 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:31.257974 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'tag': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e', 'status': 'completed', 'code': 200} Feb 09 21:34:31.424974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46952) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:31.495135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3532867d-8ed4-4eb7-8785-32b28c727efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.606507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4a1e6-6ea7-42f2-9307-c85cdd90861d req-a930e8c9-776f-4698-b1c7-26c2c971a30e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.608266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eb4a1e6-6ea7-42f2-9307-c85cdd90861d req-a930e8c9-776f-4698-b1c7-26c2c971a30e tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.1448028 Feb 09 21:34:31.686237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eb4a1e6-6ea7-42f2-9307-c85cdd90861d req-8dd341ce-1832-431f-bac2-3ad3b60c5bf6 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704167 Feb 09 21:34:31.712969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3532867d-8ed4-4eb7-8785-32b28c727efc admin admin] Publish callbacks [] for security_group (b941ab63-440a-4535-bf84-1f18dd77ee99), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.814278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3532867d-8ed4-4eb7-8785-32b28c727efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b941ab63-440a-4535-bf84-1f18dd77ee99), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.855440 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3532867d-8ed4-4eb7-8785-32b28c727efc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=78748bab084c478e833a7c4c4777fed0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4290442 Feb 09 21:34:31.859154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:31.867526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532867d-8ed4-4eb7-8785-32b28c727efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b941ab63-440a-4535-bf84-1f18dd77ee99,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:31.946740 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15b4c06-a734-425d-9381-e1acbf6ef66f admin admin] Publish callbacks [] for security_group (b941ab63-440a-4535-bf84-1f18dd77ee99), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.971628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15b4c06-a734-425d-9381-e1acbf6ef66f admin admin] Publish callbacks [] for security_group (b941ab63-440a-4535-bf84-1f18dd77ee99), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.993486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46960) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:32.014966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac17498e-fdcb-4e7c-8856-199cf703817b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.131127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15b4c06-a734-425d-9381-e1acbf6ef66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b941ab63-440a-4535-bf84-1f18dd77ee99), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.133746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15b4c06-a734-425d-9381-e1acbf6ef66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.134931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b15b4c06-a734-425d-9381-e1acbf6ef66f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b941ab63-440a-4535-bf84-1f18dd77ee99 HTTP/1.1" status: 204 len: 168 time: 0.2748048 Feb 09 21:34:32.143070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b4c06-a734-425d-9381-e1acbf6ef66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b941ab63-440a-4535-bf84-1f18dd77ee99,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:32.278336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9005-2e6d-4d02-81c9-03fdb82168ff req-fbfeaba9-ccc2-4cd6-8bf1-42e26fd30b7b tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.280021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-01df9005-2e6d-4d02-81c9-03fdb82168ff req-fbfeaba9-ccc2-4cd6-8bf1-42e26fd30b7b tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 969 time: 0.1959882 Feb 09 21:34:32.363312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac17498e-fdcb-4e7c-8856-199cf703817b admin admin] Publish callbacks [] for security_group (dc582641-359b-4f86-ac4c-930588127a4d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.461122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac17498e-fdcb-4e7c-8856-199cf703817b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc582641-359b-4f86-ac4c-930588127a4d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.478121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-01df9005-2e6d-4d02-81c9-03fdb82168ff req-f02bb6ec-e474-4450-a478-bfeece45d4f1 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878521 Feb 09 21:34:32.534126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac17498e-fdcb-4e7c-8856-199cf703817b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1774be030914837ad625762871b20a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367141 Feb 09 21:34:32.534126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17498e-fdcb-4e7c-8856-199cf703817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc582641-359b-4f86-ac4c-930588127a4d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:32.535015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:32.558035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46972) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:32.734714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c545e85e-b8d9-4a53-88be-d1bf9e4564cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.773300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-c59d562a-ee81-4d71-81dc-487eba86358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.776650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-c59d562a-ee81-4d71-81dc-487eba86358d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c01f7d51021b4fa3a5ce6ba75dc4a235&device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 1151 time: 0.5516922 Feb 09 21:34:32.808463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12835633-5ed5-4ba3-a789-18f9b44f7915 admin admin] Publish callbacks [] for security_group (dc582641-359b-4f86-ac4c-930588127a4d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.832560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12835633-5ed5-4ba3-a789-18f9b44f7915 admin admin] Publish callbacks [] for security_group (dc582641-359b-4f86-ac4c-930588127a4d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.874465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3404d00-34e2-4267-bdac-fc3b095ac964 req-7e8a78df-87ee-46ef-b370-8f4a1ad3f39b tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.882520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3404d00-34e2-4267-bdac-fc3b095ac964 req-7e8a78df-87ee-46ef-b370-8f4a1ad3f39b tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.2485495 Feb 09 21:34:32.886385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-2fa9c41f-1380-469c-aeb9-0643f0421e97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=62c5c03a-d40b-4f71-8c15-872dd16b9c8e HTTP/1.1" status: 200 len: 217 time: 0.0954387 Feb 09 21:34:32.990800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12835633-5ed5-4ba3-a789-18f9b44f7915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc582641-359b-4f86-ac4c-930588127a4d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.009580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12835633-5ed5-4ba3-a789-18f9b44f7915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.013101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-12835633-5ed5-4ba3-a789-18f9b44f7915 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dc582641-359b-4f86-ac4c-930588127a4d HTTP/1.1" status: 204 len: 168 time: 0.4634707 Feb 09 21:34:33.040867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12835633-5ed5-4ba3-a789-18f9b44f7915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc582641-359b-4f86-ac4c-930588127a4d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:33.079308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3404d00-34e2-4267-bdac-fc3b095ac964 req-a2518637-06cc-4fc2-b95b-1c7b611c987a tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939573 Feb 09 21:34:33.100221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b623aa3-c42c-473d-a156-e4879d9589c4 req-21116c48-978d-406c-b745-832d9950102a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.114596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-c8cc5ca5-fe62-417f-b8d2-34d76cd5f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.116290 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b623aa3-c42c-473d-a156-e4879d9589c4 req-21116c48-978d-406c-b745-832d9950102a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.2063828 Feb 09 21:34:33.116639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-c8cc5ca5-fe62-417f-b8d2-34d76cd5f61a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1817539 Feb 09 21:34:33.204755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c545e85e-b8d9-4a53-88be-d1bf9e4564cb admin admin] Publish callbacks [] for security_group (e05c5b16-64a3-4a61-9411-4c444698955a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.232024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-a84b6d0c-0823-4637-bb90-f6bcac1f3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.234531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-a84b6d0c-0823-4637-bb90-f6bcac1f3b78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1065478 Feb 09 21:34:33.267917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b623aa3-c42c-473d-a156-e4879d9589c4 req-a46d9bde-0958-4f25-b2bc-d97d33ca6985 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504581 Feb 09 21:34:33.269097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c545e85e-b8d9-4a53-88be-d1bf9e4564cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e05c5b16-64a3-4a61-9411-4c444698955a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.350027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c545e85e-b8d9-4a53-88be-d1bf9e4564cb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8655f732d65645a9b2127566d8507564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7909126 Feb 09 21:34:33.361690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46996) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:33.368653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545e85e-b8d9-4a53-88be-d1bf9e4564cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05c5b16-64a3-4a61-9411-4c444698955a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:33.431654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-8219e1a1-f711-4513-a887-17ddb0e6e25f service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744008 Feb 09 21:34:33.479447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2f7044f-f2c9-41b0-b75c-300ef16b5dbc admin admin] Publish callbacks [] for security_group (e05c5b16-64a3-4a61-9411-4c444698955a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.537330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2f7044f-f2c9-41b0-b75c-300ef16b5dbc admin admin] Publish callbacks [] for security_group (e05c5b16-64a3-4a61-9411-4c444698955a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.673698 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-604df7d1-9a77-49bc-983e-66bc62aedc7e req-3f38d685-b42f-49a1-a1a0-457370605789 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936684 Feb 09 21:34:33.694470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9ef2-b244-409d-8250-2c808bdc3c07 req-5f452a3c-14a5-450e-bced-6d53ca248d7f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.696871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c1a9ef2-b244-409d-8250-2c808bdc3c07 req-5f452a3c-14a5-450e-bced-6d53ca248d7f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 969 time: 0.0839350 Feb 09 21:34:33.790730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c1a9ef2-b244-409d-8250-2c808bdc3c07 req-9bcff639-f7fd-45f3-abed-b8b697caa4fa tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876358 Feb 09 21:34:33.815120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2f7044f-f2c9-41b0-b75c-300ef16b5dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e05c5b16-64a3-4a61-9411-4c444698955a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.817857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2f7044f-f2c9-41b0-b75c-300ef16b5dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.822358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a2f7044f-f2c9-41b0-b75c-300ef16b5dbc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e05c5b16-64a3-4a61-9411-4c444698955a HTTP/1.1" status: 204 len: 168 time: 0.4593372 Feb 09 21:34:33.849640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7044f-f2c9-41b0-b75c-300ef16b5dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05c5b16-64a3-4a61-9411-4c444698955a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:34.227997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77b8c2-2c64-49cd-8ac6-5d7c2e492a37 req-7079d180-dc5a-44e5-a7c0-29ac2c4e906f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:34.229751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f77b8c2-2c64-49cd-8ac6-5d7c2e492a37 req-7079d180-dc5a-44e5-a7c0-29ac2c4e906f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.0651491 Feb 09 21:34:34.401537 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f77b8c2-2c64-49cd-8ac6-5d7c2e492a37 req-905e402c-2f40-47b5-a42c-74544b3b02a4 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386616 Feb 09 21:34:34.413315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:34.474098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58919c5c-68b2-4845-ac23-a761690665f6 req-4079b99a-c6cf-4396-9398-dfe3db8376f4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:34.476386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58919c5c-68b2-4845-ac23-a761690665f6 req-4079b99a-c6cf-4396-9398-dfe3db8376f4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.1275787 Feb 09 21:34:34.581572 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58919c5c-68b2-4845-ac23-a761690665f6 req-46816ec1-afe0-42fa-b3bf-9a624083d97f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982146 Feb 09 21:34:34.595741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-709533858-network', 'tenant_id': '85a96698da3f4e1f98638487f18948c9'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:34.722648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Made reservation on behalf of 85a96698da3f4e1f98638487f18948c9 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:34.725197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.738808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.880141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks [] for security_group (c9c00c56-af22-4aee-9cd1-6cf6ce730981), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.946004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c9c00c56-af22-4aee-9cd1-6cf6ce730981), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.015914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:35.018202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c00c56-af22-4aee-9cd1-6cf6ce730981,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:35.035394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ec884e20-f016-4e52-ab6f-fa3d773f6bdb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.035892 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Added segment ec884e20-f016-4e52-ab6f-fa3d773f6bdb of type vlan for network 77c21445-649a-4dd8-aa3e-536ea3d4d81e Feb 09 21:34:35.076367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e5de-0d0f-40e3-98f2-9d55a0858c6d req-ef06637f-a5bc-4798-95b7-1fb4d796f0b6 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.078190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-01c4e5de-0d0f-40e3-98f2-9d55a0858c6d req-ef06637f-a5bc-4798-95b7-1fb4d796f0b6 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 969 time: 0.1450853 Feb 09 21:34:35.140891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (77c21445-649a-4dd8-aa3e-536ea3d4d81e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.208894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-01c4e5de-0d0f-40e3-98f2-9d55a0858c6d req-cadd4f92-8794-4d11-924b-70aaa0309190 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041155 Feb 09 21:34:35.282452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (77c21445-649a-4dd8-aa3e-536ea3d4d81e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.287739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.287739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.292747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-081b4054-a27a-4e3f-a97b-b753fc26687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.294511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-081b4054-a27a-4e3f-a97b-b753fc26687a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c01f7d51021b4fa3a5ce6ba75dc4a235&device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 1151 time: 0.0510678 Feb 09 21:34:35.360224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] Pushing event updated for resources: {'Network': ['ID=77c21445-649a-4dd8-aa3e-536ea3d4d81e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:35.374145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:35.388427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-74f34e70-3704-4314-8905-a3b7f136c4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.449116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-44357ea6-878d-488b-b843-009ec0f7508a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0337803 Feb 09 21:34:35.451475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:35.462043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Request body: {'subnet': {'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-709533858-subnet', 'tenant_id': '85a96698da3f4e1f98638487f18948c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:35.522534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-31c02476-d73a-421c-a245-ce65ed838aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.525996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-31c02476-d73a-421c-a245-ce65ed838aa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2182841 Feb 09 21:34:35.592990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-2a4d9856-b1c9-4910-b5c3-53ecdc586b83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=62c5c03a-d40b-4f71-8c15-872dd16b9c8e HTTP/1.1" status: 200 len: 217 time: 0.0524602 Feb 09 21:34:35.657956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e9263-5244-4023-b623-11bdab46145a req-156b72c6-c8e6-4dd0-8845-ed068e28c49d tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.659511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d74e9263-5244-4023-b623-11bdab46145a req-156b72c6-c8e6-4dd0-8845-ed068e28c49d tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.1321850 Feb 09 21:34:35.683589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-81e80769-5780-490d-b38a-3c3041099373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.685100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-81e80769-5780-490d-b38a-3c3041099373 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0833461 Feb 09 21:34:35.754353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d74e9263-5244-4023-b623-11bdab46145a req-616a4947-a5b7-47ac-9399-ab559d90841f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876405 Feb 09 21:34:35.790349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-20498a1b-1933-4679-b0aa-e22e6fdf0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.792187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-20498a1b-1933-4679-b0aa-e22e6fdf0b74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0967696 Feb 09 21:34:35.823013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370aaa9-8090-4093-b497-a1726b45f6ec req-d047f04a-786a-4ab7-948a-393b5c545d3a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.825117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a370aaa9-8090-4093-b497-a1726b45f6ec req-d047f04a-786a-4ab7-948a-393b5c545d3a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.1147559 Feb 09 21:34:35.907314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a370aaa9-8090-4093-b497-a1726b45f6ec req-29386813-4643-40e3-a8c9-9e820172fa66 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Feb 09 21:34:35.919060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-a0e4b7ae-3d3a-4dd9-9dd8-2b231f9f9475 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186249 Feb 09 21:34:36.020009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7e2ae2-487a-4399-8257-8517ebad99b7 req-b0223089-a8b9-4eb4-bebc-daf0546338f8 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946820 Feb 09 21:34:36.027917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Made reservation on behalf of 85a96698da3f4e1f98638487f18948c9 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:36.030636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.308673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (a62b2700-286f-42d0-92c2-b42d174237e2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.433764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b47a2-28ec-4066-87e7-527705caa8f6 req-44d169fc-0d06-4894-ad00-9b4ff17baa23 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.439934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62b2700-286f-42d0-92c2-b42d174237e2,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:36.440078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb4b47a2-28ec-4066-87e7-527705caa8f6 req-44d169fc-0d06-4894-ad00-9b4ff17baa23 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 969 time: 0.0963840 Feb 09 21:34:36.472986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:36.474510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Network hostable DHCP agents. Network: 77c21445-649a-4dd8-aa3e-536ea3d4d81e, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:36.508272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb4b47a2-28ec-4066-87e7-527705caa8f6 req-9312675c-7bd3-489e-84c8-c3e43ca60b80 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535455 Feb 09 21:34:36.580737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:36.680436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 77c21445-649a-4dd8-aa3e-536ea3d4d81e) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:36.688007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.691141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10096d0-bdc6-4b05-bd69-94be60315a36 None None] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:36.694223 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.798143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2a601ac5-1938-4897-b824-7ecdb986c3be admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3358572 Feb 09 21:34:36.897161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf2bf9-d974-43c9-b3f5-0494cac3e263 None None] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:36.982459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5128eb1-ef94-4874-82ec-92ef74ee210a req-b9eba3e0-c838-4062-ab80-552614d0fee6 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.983988 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5128eb1-ef94-4874-82ec-92ef74ee210a req-b9eba3e0-c838-4062-ab80-552614d0fee6 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.1333001 Feb 09 21:34:37.073314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5128eb1-ef94-4874-82ec-92ef74ee210a req-2b3c4182-e9ca-4c21-a201-2a46d3fa480c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799718 Feb 09 21:34:37.130843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dbc14-9d7d-465a-a80c-612b77953e4c req-61955851-0820-43c0-8ce4-a85be57ccac1 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.132412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-062dbc14-9d7d-465a-a80c-612b77953e4c req-61955851-0820-43c0-8ce4-a85be57ccac1 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.1046689 Feb 09 21:34:37.221733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-062dbc14-9d7d-465a-a80c-612b77953e4c req-a5c846d6-08c0-4e60-87df-04b551fa85b8 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788896 Feb 09 21:34:37.477296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a5cf1f6-fb67-4b5f-bb9d-f7044ee854ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.791200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0dd6f-c3fa-4368-8ca5-e9d3a1f22196 req-627f9f0d-78e4-4b6c-ab1d-0c51cadcb6ef tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.792721 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18b0dd6f-c3fa-4368-8ca5-e9d3a1f22196 req-627f9f0d-78e4-4b6c-ab1d-0c51cadcb6ef tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 969 time: 0.0532553 Feb 09 21:34:37.843898 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18b0dd6f-c3fa-4368-8ca5-e9d3a1f22196 req-444c5558-25fe-459d-8b10-7ad5b3eec80b tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Feb 09 21:34:37.923104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47140) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:37.928064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1241962252-network', 'tenant_id': 'fc4b1317500b4fafbc59c3b7925f10c3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:38.002592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Made reservation on behalf of fc4b1317500b4fafbc59c3b7925f10c3 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:38.004974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.014725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.088104 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks [] for security_group (eed6fe92-7066-4907-90ae-79ef367bc7b7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.176352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eed6fe92-7066-4907-90ae-79ef367bc7b7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.203363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:38.215532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed6fe92-7066-4907-90ae-79ef367bc7b7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.220084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c5e30b81-9434-4b58-950f-b79b665eae10), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.220460 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Added segment c5e30b81-9434-4b58-950f-b79b665eae10 of type vlan for network 8d175243-0114-43bc-aa4f-46c331fcc688 Feb 09 21:34:38.221729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e23e2-617a-4451-be36-a6994f5949f6 req-a05bb8ac-8840-4f44-b56a-ef52e1d0d5eb tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.224063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-912e23e2-617a-4451-be36-a6994f5949f6 req-a05bb8ac-8840-4f44-b56a-ef52e1d0d5eb tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.0591490 Feb 09 21:34:38.261796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8d175243-0114-43bc-aa4f-46c331fcc688), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.279016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-912e23e2-617a-4451-be36-a6994f5949f6 req-ba326152-82a7-44d2-b347-9b25abc5c7cc tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477459 Feb 09 21:34:38.347935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8d175243-0114-43bc-aa4f-46c331fcc688), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.349485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.350191 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.425326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=8d175243-0114-43bc-aa4f-46c331fcc688,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.439270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18403a-26c3-461f-9b58-973c3f38d992 req-fff58fea-3349-49cf-863f-d684b1d140fc tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.441852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8d175243-0114-43bc-aa4f-46c331fcc688 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:38.448838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e18403a-26c3-461f-9b58-973c3f38d992 req-fff58fea-3349-49cf-863f-d684b1d140fc tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.0686641 Feb 09 21:34:38.471767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-681ec1ea-0fbe-4663-98b0-6b4e4e08dbb9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5469530 Feb 09 21:34:38.473975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47162) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:38.478675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Request body: {'subnet': {'network_id': '8d175243-0114-43bc-aa4f-46c331fcc688', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1241962252-subnet', 'tenant_id': 'fc4b1317500b4fafbc59c3b7925f10c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:38.525795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e18403a-26c3-461f-9b58-973c3f38d992 req-5f9dbe4f-eb1c-4d2b-9bb1-eb652ff294d6 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756438 Feb 09 21:34:38.648008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Made reservation on behalf of fc4b1317500b4fafbc59c3b7925f10c3 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:38.650353 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.891347 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.913915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (f24542c3-dbe6-4181-b3d3-a9cff5938a49), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.935771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47176) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:38.964425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24542c3-dbe6-4181-b3d3-a9cff5938a49,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.978610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0617dc-3aa9-4300-8417-1f3af9d0046f req-cf016a8b-86f4-491a-be91-9fb7d06767dd tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.978610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0617dc-3aa9-4300-8417-1f3af9d0046f req-cf016a8b-86f4-491a-be91-9fb7d06767dd tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 969 time: 0.0657785 Feb 09 21:34:38.986135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Checking segment: {'id': 'c5e30b81-9434-4b58-950f-b79b665eae10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8d175243-0114-43bc-aa4f-46c331fcc688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:38.986894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Network hostable DHCP agents. Network: 8d175243-0114-43bc-aa4f-46c331fcc688, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:39.030735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0617dc-3aa9-4300-8417-1f3af9d0046f req-9f0e46b7-b66e-4208-bacd-8ac34e082884 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Feb 09 21:34:39.058283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-924edaac-f7dc-4a1a-87d3-b039a2a2c648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.082496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Network 8d175243-0114-43bc-aa4f-46c331fcc688 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:39.130508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-924edaac-f7dc-4a1a-87d3-b039a2a2c648 admin admin] Publish callbacks [] for security_group (a3a97a0d-768e-4f9c-b07e-08ca619a847a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.165036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8d175243-0114-43bc-aa4f-46c331fcc688) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:39.169041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.173473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.174753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2a196-2ea5-4c29-94fe-308668590d00 None None] Network 8d175243-0114-43bc-aa4f-46c331fcc688 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:39.271553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8059ff2-455d-41ac-9829-aeacf7d6b256 None None] Network 8d175243-0114-43bc-aa4f-46c331fcc688 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:39.329063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-924edaac-f7dc-4a1a-87d3-b039a2a2c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a3a97a0d-768e-4f9c-b07e-08ca619a847a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.334080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c4d5b13-7dbc-4e61-b791-5c4a5f2821f5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8575039 Feb 09 21:34:39.391005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-924edaac-f7dc-4a1a-87d3-b039a2a2c648 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a9ca097932e4428daf1f8552385487fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532771 Feb 09 21:34:39.394204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47192) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:39.400896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924edaac-f7dc-4a1a-87d3-b039a2a2c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a97a0d-768e-4f9c-b07e-08ca619a847a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:39.444204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1bfe5-49cf-4e41-adc8-ee13dbe6813c req-cd87444b-2512-4176-9928-3a13cf630c12 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.450880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1a1bfe5-49cf-4e41-adc8-ee13dbe6813c req-cd87444b-2512-4176-9928-3a13cf630c12 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.0946403 Feb 09 21:34:39.481626 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a25c4a4-36f7-4b0d-adf4-4e3bca50af9f admin admin] Publish callbacks [] for security_group (a3a97a0d-768e-4f9c-b07e-08ca619a847a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.516122 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1a1bfe5-49cf-4e41-adc8-ee13dbe6813c req-7c3b93f1-d6ea-49e0-914b-5b3eebb18376 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643761 Feb 09 21:34:39.520563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a25c4a4-36f7-4b0d-adf4-4e3bca50af9f admin admin] Publish callbacks [] for security_group (a3a97a0d-768e-4f9c-b07e-08ca619a847a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.534326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 62c5c03a-d40b-4f71-8c15-872dd16b9c8e details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:39.662781 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a25c4a4-36f7-4b0d-adf4-4e3bca50af9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a3a97a0d-768e-4f9c-b07e-08ca619a847a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.665827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a25c4a4-36f7-4b0d-adf4-4e3bca50af9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.667122 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a25c4a4-36f7-4b0d-adf4-4e3bca50af9f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3a97a0d-768e-4f9c-b07e-08ca619a847a HTTP/1.1" status: 204 len: 168 time: 0.2706196 Feb 09 21:34:39.668017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47204) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:39.669977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca90c3-d9a6-41eb-a9ad-b28499ae52e4 req-bac321b2-c38a-4ece-8f37-8217c6a16fa1 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.677321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cdca90c3-d9a6-41eb-a9ad-b28499ae52e4 req-bac321b2-c38a-4ece-8f37-8217c6a16fa1 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.0773230 Feb 09 21:34:39.682331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25c4a4-36f7-4b0d-adf4-4e3bca50af9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a97a0d-768e-4f9c-b07e-08ca619a847a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:39.690149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:39.728866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cdca90c3-d9a6-41eb-a9ad-b28499ae52e4 req-e1aac371-0d33-485b-91ff-80f0993b2d99 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505357 Feb 09 21:34:39.816987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:tempest-test_az-1362179722', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:39.856987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:39.857381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.872097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c5c03a-d40b-4f71-8c15-872dd16b9c8e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:39.893284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:39.976760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.056734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.064845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.065193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.065868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.066213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.067127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.067635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Tracked resource versions report: Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: pushed versions: Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: { 'AddressGroup': {'1.2'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'ConntrackHelper': {'1.0'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Log': {'1.0'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Network': {'1.1'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Port': {'1.7'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'PortForwarding': {'1.2'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'QosPolicy': {'1.10'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'SecurityGroup': {'1.5'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'SubPort': {'1.0'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Subnet': {'1.1'}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Trunk': {'1.1'}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: consumer versions: Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: HyperV agent@n-h1-828599-1: {}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: HyperV agent@n-h2-828599-1: {}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: L3 agent@n-d-828599-1: {}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: Metadata agent@n-d-828599-1: {}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: Metering agent@n-d-828599-1: {}, Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'ConntrackHelper': '1.0', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'LocalIPAssociation': '1.0', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Log': '1.0', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Network': '1.1', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Port': '1.7', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'PortForwarding': '1.2', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'QosPolicy': '1.10', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'SecurityGroup': '1.5', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'SecurityGroupRule': '1.2', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'SubPort': '1.0', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Subnet': '1.1', Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: 'Trunk': '1.1'}} Feb 09 21:34:40.073408 n-d-828599-1 neutron-server[103698]: {{(pid=103698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:34:40.090705 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.132008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd22a95c-30fd-4ca3-b48b-eafa28e6745e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.141969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a131f-49c8-475e-8cf8-846c15741369 req-821b1622-f091-40e6-bcb1-f04ea3fc9ff8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.143467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-821b1622-f091-40e6-bcb1-f04ea3fc9ff8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.2181880 Feb 09 21:34:40.159314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c8e3a-a587-4dee-bee9-3e655692e6b3 req-818f55c9-b253-4748-bdbb-21546f645523 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.160920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-639c8e3a-a587-4dee-bee9-3e655692e6b3 req-818f55c9-b253-4748-bdbb-21546f645523 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 970 time: 0.0525980 Feb 09 21:34:40.164468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-20d9ed27-9d64-4e54-9174-cd94c8f2d2ca tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/quotas/85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 375 time: 0.0138314 Feb 09 21:34:40.206090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-d735f06f-73ab-43f6-9b58-1cb035f43bbc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355699 Feb 09 21:34:40.224306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-639c8e3a-a587-4dee-bee9-3e655692e6b3 req-bf46a0af-6764-49aa-a0ec-b4f06eeb3582 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558600 Feb 09 21:34:40.258188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd22a95c-30fd-4ca3-b48b-eafa28e6745e admin admin] Publish callbacks [] for security_group (75f191da-c7d8-416b-a95d-7584b4db00df), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.308260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-4de16ad1-c096-41dc-931b-bb9b98ae92d0 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:34:40.309316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-4de16ad1-c096-41dc-931b-bb9b98ae92d0 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494111 Feb 09 21:34:40.332984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd22a95c-30fd-4ca3-b48b-eafa28e6745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (75f191da-c7d8-416b-a95d-7584b4db00df), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.366531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['62c5c03a-d40b-4f71-8c15-872dd16b9c8e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:40.367345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47228) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:40.383135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce600ed7-e083-45a5-90cc-8697e666848e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.403608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cd22a95c-30fd-4ca3-b48b-eafa28e6745e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4647a0f1411447f6b6532708350625c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7292747 Feb 09 21:34:40.406740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:40.418681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22a95c-30fd-4ca3-b48b-eafa28e6745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f191da-c7d8-416b-a95d-7584b4db00df,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.462262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce600ed7-e083-45a5-90cc-8697e666848e admin admin] Publish callbacks [] for security_group (7f5df3e9-58b1-4331-b5ef-1ee8d9daa983), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.471597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-f6efd25b-146c-4299-bdce-14d7c712cab0 service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562605 Feb 09 21:34:40.490213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1624a6f-124f-43cd-b550-a890e758fed4 admin admin] Publish callbacks [] for security_group (75f191da-c7d8-416b-a95d-7584b4db00df), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.519040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce600ed7-e083-45a5-90cc-8697e666848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7f5df3e9-58b1-4331-b5ef-1ee8d9daa983), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.555463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1624a6f-124f-43cd-b550-a890e758fed4 admin admin] Publish callbacks [] for security_group (75f191da-c7d8-416b-a95d-7584b4db00df), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.569173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce600ed7-e083-45a5-90cc-8697e666848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5df3e9-58b1-4331-b5ef-1ee8d9daa983,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.580084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ce600ed7-e083-45a5-90cc-8697e666848e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=46b969f6053d4a5887da6ff0072b3c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109385 Feb 09 21:34:40.582980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47234) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:40.635234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-279f58f3-1328-45e3-a8be-dd35377c2f4f service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567724 Feb 09 21:34:40.659499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb9f92-f5d5-454f-a80c-91124dae8c0c req-b7a10e58-b2f7-4eeb-b5fb-9fee3a12dcae tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.661663 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80eb9f92-f5d5-454f-a80c-91124dae8c0c req-b7a10e58-b2f7-4eeb-b5fb-9fee3a12dcae tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 948 time: 0.0574358 Feb 09 21:34:40.671683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d071-81b3-46ef-b177-b190c5c9a570 admin admin] Publish callbacks [] for security_group (7f5df3e9-58b1-4331-b5ef-1ee8d9daa983), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.694773 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d071-81b3-46ef-b177-b190c5c9a570 admin admin] Publish callbacks [] for security_group (7f5df3e9-58b1-4331-b5ef-1ee8d9daa983), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.713397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80eb9f92-f5d5-454f-a80c-91124dae8c0c req-368e8898-ea8a-4291-81cf-a1fa5aa5af59 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459332 Feb 09 21:34:40.727245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1624a6f-124f-43cd-b550-a890e758fed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (75f191da-c7d8-416b-a95d-7584b4db00df), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.729829 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1624a6f-124f-43cd-b550-a890e758fed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.731801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b1624a6f-124f-43cd-b550-a890e758fed4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/75f191da-c7d8-416b-a95d-7584b4db00df HTTP/1.1" status: 204 len: 168 time: 0.3235412 Feb 09 21:34:40.742011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1624a6f-124f-43cd-b550-a890e758fed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f191da-c7d8-416b-a95d-7584b4db00df,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.845205 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d071-81b3-46ef-b177-b190c5c9a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7f5df3e9-58b1-4331-b5ef-1ee8d9daa983), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.847846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d071-81b3-46ef-b177-b190c5c9a570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.848965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a2d9d071-81b3-46ef-b177-b190c5c9a570 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7f5df3e9-58b1-4331-b5ef-1ee8d9daa983 HTTP/1.1" status: 204 len: 168 time: 0.2636058 Feb 09 21:34:40.877416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38bc8f35-2e72-42a7-802c-ab975891b8d2 req-19854b99-7e38-41a1-aecc-6003d4b29cdd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 210 time: 0.0422754 Feb 09 21:34:40.886994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d81e72-f3e6-4ced-a558-1cb3940fc574 req-b43521ce-b970-470d-ab91-38f6bf1d9cb2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.889357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9d071-81b3-46ef-b177-b190c5c9a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5df3e9-58b1-4331-b5ef-1ee8d9daa983,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.896259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22d81e72-f3e6-4ced-a558-1cb3940fc574 req-b43521ce-b970-470d-ab91-38f6bf1d9cb2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 948 time: 0.0964911 Feb 09 21:34:40.969870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 96261cd8-ab64-42ab-8c54-a9e2a775a63e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:40.977527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22d81e72-f3e6-4ced-a558-1cb3940fc574 req-6da43f3b-da7e-4fe8-8867-c5e5725e0ca6 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803864 Feb 09 21:34:41.106936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 96261cd8-ab64-42ab-8c54-a9e2a775a63e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=96261cd8-ab64-42ab-8c54-a9e2a775a63e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:41.118776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '96261cd8-ab64-42ab-8c54-a9e2a775a63e', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '96261cd8-ab64-42ab-8c54-a9e2a775a63e', 'mac_address': 'fa:16:3e:5c:75:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:41.153909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 96261cd8-ab64-42ab-8c54-a9e2a775a63e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:41.154306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.167600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96261cd8-ab64-42ab-8c54-a9e2a775a63e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:41.188021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 96261cd8-ab64-42ab-8c54-a9e2a775a63e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=96261cd8-ab64-42ab-8c54-a9e2a775a63e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:41.267759 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.268671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ca44e1c7-0a15-40e3-bbb8-7de519320376 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:41.317310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ca44e1c7-0a15-40e3-bbb8-7de519320376, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:41.339867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ca44e1c7-0a15-40e3-bbb8-7de519320376', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'ca44e1c7-0a15-40e3-bbb8-7de519320376', 'mac_address': 'fa:16:3e:d5:b9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:41.360667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cecb50-8d03-42ff-a51f-8baf3f200f19 req-09510064-e32b-438f-b728-22ebe7e30d2f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.362452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98cecb50-8d03-42ff-a51f-8baf3f200f19 req-09510064-e32b-438f-b728-22ebe7e30d2f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 970 time: 0.0680735 Feb 09 21:34:41.382170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=96261cd8-ab64-42ab-8c54-a9e2a775a63e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:41.398888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ca44e1c7-0a15-40e3-bbb8-7de519320376 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:41.399995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.425820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca44e1c7-0a15-40e3-bbb8-7de519320376 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:41.425923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98cecb50-8d03-42ff-a51f-8baf3f200f19 req-4951cfdf-b433-44df-8307-560a3472d3e9 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480797 Feb 09 21:34:41.435994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ca44e1c7-0a15-40e3-bbb8-7de519320376, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:41.524710 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.549606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 62c5c03a-d40b-4f71-8c15-872dd16b9c8e up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:41.612010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ca44e1c7-0a15-40e3-bbb8-7de519320376,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:41.616555 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.728951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47266) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:41.741426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24f8db49-cac3-48c2-b3dc-b7aa50cd74e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.747850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:41.752721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:41.753472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.831095 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24f8db49-cac3-48c2-b3dc-b7aa50cd74e2 admin admin] Publish callbacks [] for security_group (24bd79b3-bce5-4b5b-a1e7-552cd5744af9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.848744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:41.849133 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.853573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a658dc5-8c28-4bc8-b05c-efe8597b7f54 req-13da3eb8-8836-45c9-9457-c65428a9808d tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.855096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a658dc5-8c28-4bc8-b05c-efe8597b7f54 req-13da3eb8-8836-45c9-9457-c65428a9808d tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 949 time: 0.0696642 Feb 09 21:34:41.875391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:41.906090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a658dc5-8c28-4bc8-b05c-efe8597b7f54 req-81dcfd6c-d797-46b4-bd09-a22ab5790904 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432456 Feb 09 21:34:41.952810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ca44e1c7-0a15-40e3-bbb8-7de519320376'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:41.954500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['96261cd8-ab64-42ab-8c54-a9e2a775a63e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:41.956187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24f8db49-cac3-48c2-b3dc-b7aa50cd74e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (24bd79b3-bce5-4b5b-a1e7-552cd5744af9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.983619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:42.003255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b93db8b-84d9-40c6-b02b-3fc93535abfa req-7591db44-6752-4c0b-8b39-8526ef24c768 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 210 time: 0.0557258 Feb 09 21:34:42.060791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8db49-cac3-48c2-b3dc-b7aa50cd74e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bd79b3-bce5-4b5b-a1e7-552cd5744af9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.062860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-24f8db49-cac3-48c2-b3dc-b7aa50cd74e2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e0dcd673edf74f6a97d950975eae89c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338089 Feb 09 21:34:42.065155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47284) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:42.096725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.124549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a6cb-4585-4dd3-bed4-0ba8fa1c4021 admin admin] Publish callbacks [] for security_group (24bd79b3-bce5-4b5b-a1e7-552cd5744af9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.151000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a6cb-4585-4dd3-bed4-0ba8fa1c4021 admin admin] Publish callbacks [] for security_group (24bd79b3-bce5-4b5b-a1e7-552cd5744af9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.187838 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61cbbed-c57c-4759-b65e-f94829b0009b" -d '{"events": [{"server_uuid": "73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb", "name": "network-vif-plugged", "status": "completed", "tag": "62c5c03a-d40b-4f71-8c15-872dd16b9c8e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:42.209386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.216526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054db96b-f6a0-4f99-9003-b00b96d09e16 req-4318f420-8d00-4641-9d56-c11a422065d3 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.228467 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-054db96b-f6a0-4f99-9003-b00b96d09e16 req-4318f420-8d00-4641-9d56-c11a422065d3 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 949 time: 0.0881126 Feb 09 21:34:42.285993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-054db96b-f6a0-4f99-9003-b00b96d09e16 req-31fdee53-3204-4bbe-9b05-c18edcd4a3de tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564375 Feb 09 21:34:42.337564 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a6cb-4585-4dd3-bed4-0ba8fa1c4021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (24bd79b3-bce5-4b5b-a1e7-552cd5744af9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.342265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a6cb-4585-4dd3-bed4-0ba8fa1c4021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.343736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3fe1a6cb-4585-4dd3-bed4-0ba8fa1c4021 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/24bd79b3-bce5-4b5b-a1e7-552cd5744af9 HTTP/1.1" status: 204 len: 168 time: 0.2769043 Feb 09 21:34:42.352062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1a6cb-4585-4dd3-bed4-0ba8fa1c4021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bd79b3-bce5-4b5b-a1e7-552cd5744af9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.404289 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec27500-8049-4827-a0ba-8535a506afcb x-openstack-request-id: req-6ec27500-8049-4827-a0ba-8535a506afcb {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:42.404836 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb", "name": "network-vif-plugged", "status": "completed", "tag": "62c5c03a-d40b-4f71-8c15-872dd16b9c8e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:42.405095 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ec27500-8049-4827-a0ba-8535a506afcb {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:42.405570 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e', 'code': 200} Feb 09 21:34:42.596044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa685c5-581f-4ee8-a3f7-60f813cb821d req-9317c6ae-0896-40e9-958f-600adb005d2f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.597565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fa685c5-581f-4ee8-a3f7-60f813cb821d req-9317c6ae-0896-40e9-958f-600adb005d2f tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 971 time: 0.0909386 Feb 09 21:34:42.599525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff35f61-8bff-4a57-b660-9692fc83c39a req-2c046800-5b6f-4638-9d99-7cf060ac7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.600947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ff35f61-8bff-4a57-b660-9692fc83c39a req-2c046800-5b6f-4638-9d99-7cf060ac7c8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 1153 time: 0.1259751 Feb 09 21:34:42.631018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2ff35f61-8bff-4a57-b660-9692fc83c39a req-b5c61e79-8ac2-4869-90bb-bbdc5b5a35bc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.678598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fa685c5-581f-4ee8-a3f7-60f813cb821d req-ac6ff7f7-3485-47a8-afec-f3259b0878f8 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743141 Feb 09 21:34:42.729774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2ff35f61-8bff-4a57-b660-9692fc83c39a req-b5c61e79-8ac2-4869-90bb-bbdc5b5a35bc service neutron] Publish callbacks [] for security_group (322e7746-8ea5-4f89-8ed8-2ad2a5f7db98), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.801132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2ff35f61-8bff-4a57-b660-9692fc83c39a req-b5c61e79-8ac2-4869-90bb-bbdc5b5a35bc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (322e7746-8ea5-4f89-8ed8-2ad2a5f7db98), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.855261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ff35f61-8bff-4a57-b660-9692fc83c39a req-b5c61e79-8ac2-4869-90bb-bbdc5b5a35bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421851 Feb 09 21:34:42.856321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c61e79-8ac2-4869-90bb-bbdc5b5a35bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=322e7746-8ea5-4f89-8ed8-2ad2a5f7db98,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.977624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 96261cd8-ab64-42ab-8c54-a9e2a775a63e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:43.041961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598312c-c8d1-48c1-af4b-57e9e9fb81b5 req-d63ac082-8b76-49e1-8df3-c7b622f9288f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.048945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5598312c-c8d1-48c1-af4b-57e9e9fb81b5 req-d63ac082-8b76-49e1-8df3-c7b622f9288f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 949 time: 0.0742762 Feb 09 21:34:43.093325 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5598312c-c8d1-48c1-af4b-57e9e9fb81b5 req-17ba11b0-6fb8-4516-8b0b-a92cff6049e2 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Feb 09 21:34:43.099928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 96261cd8-ab64-42ab-8c54-a9e2a775a63e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:43.104804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 96261cd8-ab64-42ab-8c54-a9e2a775a63e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:43.105379 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.121420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1372cfe9-5373-4a15-a0f8-9c59c56d22a8 req-cd20649c-c6a2-452c-a9f9-33782fb8688f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 210 time: 0.0329292 Feb 09 21:34:43.189098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 96261cd8-ab64-42ab-8c54-a9e2a775a63e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:43.189492 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.225728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 96261cd8-ab64-42ab-8c54-a9e2a775a63e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=96261cd8-ab64-42ab-8c54-a9e2a775a63e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:43.293853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.294685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ca44e1c7-0a15-40e3-bbb8-7de519320376 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:43.390135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=96261cd8-ab64-42ab-8c54-a9e2a775a63e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.429529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073e68-0123-4b15-9b60-cfa04269c81c req-f802a597-cc13-4eac-be86-b2889bef786b tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.430981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df073e68-0123-4b15-9b60-cfa04269c81c req-f802a597-cc13-4eac-be86-b2889bef786b tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 950 time: 0.0633912 Feb 09 21:34:43.481359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df073e68-0123-4b15-9b60-cfa04269c81c req-8aeda6eb-8e7f-4f0f-9792-5534ad20bf19 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Feb 09 21:34:43.490622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port ca44e1c7-0a15-40e3-bbb8-7de519320376 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:43.494820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ca44e1c7-0a15-40e3-bbb8-7de519320376 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:43.495217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.586993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ca44e1c7-0a15-40e3-bbb8-7de519320376 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:43.587456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.628163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ca44e1c7-0a15-40e3-bbb8-7de519320376, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:43.707913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.777214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a131f-49c8-475e-8cf8-846c15741369 req-0a265fd1-5abd-48ff-ad77-29f94fef21a3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.778935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-0a265fd1-5abd-48ff-ad77-29f94fef21a3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.2101338 Feb 09 21:34:43.792390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Request body: {'port': {'device_id': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'admin_state_up': True, 'tenant_id': '85a96698da3f4e1f98638487f18948c9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:43.813097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ca44e1c7-0a15-40e3-bbb8-7de519320376,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.862724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3b7ed-ac75-49d1-a8f5-2bed4c72c6c9 req-873a393f-c545-4365-b262-6bcff06157ea tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.864303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34a3b7ed-ac75-49d1-a8f5-2bed4c72c6c9 req-873a393f-c545-4365-b262-6bcff06157ea tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 971 time: 0.0826945 Feb 09 21:34:43.926247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34a3b7ed-ac75-49d1-a8f5-2bed4c72c6c9 req-d9c06836-bd0e-4716-883c-721d0b36aa41 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551038 Feb 09 21:34:43.976302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Made reservation on behalf of 85a96698da3f4e1f98638487f18948c9 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:43.980111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.108323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Allocated IP 172.20.0.11 (77c21445-649a-4dd8-aa3e-536ea3d4d81e/a62b2700-286f-42d0-92c2-b42d174237e2/ddeaa0a2-4118-4a15-8782-1146a8b45d8f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:44.221959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef330-cc0c-4af4-8157-15114f4e819f req-ffb3f88b-1876-4f50-a4b3-691bdd297887 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.224086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-847ef330-cc0c-4af4-8157-15114f4e819f req-ffb3f88b-1876-4f50-a4b3-691bdd297887 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.0535495 Feb 09 21:34:44.279176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-847ef330-cc0c-4af4-8157-15114f4e819f req-1eb24257-1ba6-4fa5-8816-2cb38ee05667 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 Feb 09 21:34:44.282645 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks [] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.406860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96261cd8-ab64-42ab-8c54-a9e2a775a63e'}, {'server_uuid': '5393fefe-3b00-4c01-89f6-cb170f526187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca44e1c7-0a15-40e3-bbb8-7de519320376'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:44.410328 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e69c3a-01c3-4253-b82a-5baaed027764" -d '{"events": [{"server_uuid": "ff08f417-142a-4099-9751-e7d837bbafbc", "name": "network-vif-plugged", "status": "completed", "tag": "96261cd8-ab64-42ab-8c54-a9e2a775a63e"}, {"server_uuid": "5393fefe-3b00-4c01-89f6-cb170f526187", "name": "network-vif-plugged", "status": "completed", "tag": "ca44e1c7-0a15-40e3-bbb8-7de519320376"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:44.512102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d33e9171-8df1-4e55-88e4-26bb6cadb8a7 req-947fcd5e-06d1-4d22-a535-d33d0b01d279 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 210 time: 0.2093282 Feb 09 21:34:44.573796 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8e2ac-667a-459e-9073-169967125038 x-openstack-request-id: req-e4b8e2ac-667a-459e-9073-169967125038 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:44.574091 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff08f417-142a-4099-9751-e7d837bbafbc", "name": "network-vif-plugged", "status": "completed", "tag": "96261cd8-ab64-42ab-8c54-a9e2a775a63e", "code": 200}, {"server_uuid": "5393fefe-3b00-4c01-89f6-cb170f526187", "name": "network-vif-plugged", "status": "completed", "tag": "ca44e1c7-0a15-40e3-bbb8-7de519320376", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:44.574340 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4b8e2ac-667a-459e-9073-169967125038 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:44.574722 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96261cd8-ab64-42ab-8c54-a9e2a775a63e', 'code': 200} Feb 09 21:34:44.574977 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5393fefe-3b00-4c01-89f6-cb170f526187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca44e1c7-0a15-40e3-bbb8-7de519320376', 'code': 200} Feb 09 21:34:44.594028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.687137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:44.696084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:44.708201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:44.727796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:44.733497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.734129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.771243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090e30a-d1ec-4605-b224-6e940ad44543 req-5c3a6a4c-1ce1-4b68-8e6d-fae3ca7fab5f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.772844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9090e30a-d1ec-4605-b224-6e940ad44543 req-5c3a6a4c-1ce1-4b68-8e6d-fae3ca7fab5f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 950 time: 0.1229491 Feb 09 21:34:44.784412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd64f4-ca4d-4c1b-823e-22797f0c73a6 req-9d9b71f9-93f3-48fb-9e7f-3512f4dec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.785837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5dd64f4-ca4d-4c1b-823e-22797f0c73a6 req-9d9b71f9-93f3-48fb-9e7f-3512f4dec8e6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 1132 time: 0.0921443 Feb 09 21:34:44.874716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-5dd01e52-57e5-42eb-91fa-52dc3db4053f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0860276 Feb 09 21:34:44.892399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Request body: {'port': {'device_id': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'device_owner': 'compute:tempest-test_az-1362179722', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:44.899217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9090e30a-d1ec-4605-b224-6e940ad44543 req-94335dbb-f5d9-47d1-babe-7c67d18954e7 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188741 Feb 09 21:34:44.919111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460a57b-e6c1-4cce-9a44-40970c9b4a1e req-2958b085-5b44-4b09-8f4d-bfa095b39d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.921881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5460a57b-e6c1-4cce-9a44-40970c9b4a1e req-2958b085-5b44-4b09-8f4d-bfa095b39d1d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 1132 time: 0.2338793 Feb 09 21:34:44.923794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5dd64f4-ca4d-4c1b-823e-22797f0c73a6 req-f224a3db-c1fb-496b-9a33-bd12dcf8fdbf service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245780 Feb 09 21:34:44.964224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.129984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b819d12-eaf2-4541-9215-3e77a54c6bc8 req-d962dc46-3082-4510-9335-d2665f52e677 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.131492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b819d12-eaf2-4541-9215-3e77a54c6bc8 req-d962dc46-3082-4510-9335-d2665f52e677 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 971 time: 0.1216211 Feb 09 21:34:45.233760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b819d12-eaf2-4541-9215-3e77a54c6bc8 req-ee81f879-57e1-422a-b057-ad06ef2ba4e0 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893185 Feb 09 21:34:45.258115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47404) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:45.297495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5460a57b-e6c1-4cce-9a44-40970c9b4a1e req-dbaf044f-f0b1-4c81-aa69-3a81e6060539 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630291 Feb 09 21:34:45.321909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeaa0a2-4118-4a15-8782-1146a8b45d8f {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:45.330673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Publish callbacks [] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.344481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Transition to ACTIVE for port object ddeaa0a2-4118-4a15-8782-1146a8b45d8f will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:45.405184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cf7879c-e64b-4c2e-9558-ba0946e59911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.410538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e883dd-1651-4bf2-8fec-67e3935a9dde req-32db0514-4311-4a81-a49d-2ef6967b9537 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.412147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03e883dd-1651-4bf2-8fec-67e3935a9dde req-32db0514-4311-4a81-a49d-2ef6967b9537 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.0599897 Feb 09 21:34:45.424594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.463156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03e883dd-1651-4bf2-8fec-67e3935a9dde req-109ec620-a425-48bf-b8c7-b3457fa36cc2 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Feb 09 21:34:45.501012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.542609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:45.542948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:45.543283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:45.555390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:45.558378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:45.580188 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cf7879c-e64b-4c2e-9558-ba0946e59911 admin admin] Publish callbacks [] for security_group (205e8e67-3ba0-4c99-8759-755b84202954), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.581236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:45.581581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:45.581967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:45.582415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Bound port: ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:45.582750 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.638296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cf7879c-e64b-4c2e-9558-ba0946e59911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (205e8e67-3ba0-4c99-8759-755b84202954), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.645525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a3f28-1676-4dc8-8947-06ed741c55ec req-ae2ae552-7164-4684-9e97-833244f13fbb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.647153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f36a3f28-1676-4dc8-8947-06ed741c55ec req-ae2ae552-7164-4684-9e97-833244f13fbb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.0542161 Feb 09 21:34:45.695582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f36a3f28-1676-4dc8-8947-06ed741c55ec req-26dd23dd-45fa-4246-85b4-6f4fac8a40ee tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 Feb 09 21:34:45.695847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7879c-e64b-4c2e-9558-ba0946e59911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205e8e67-3ba0-4c99-8759-755b84202954,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.698604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:45.702906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1cf7879c-e64b-4c2e-9558-ba0946e59911 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee6ca2b7b672448a81be8ae5ac67f30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431255 Feb 09 21:34:45.710468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47422) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:45.721758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:45.770917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69560fad-3118-4e9f-927b-810e39655fd4 admin admin] Publish callbacks [] for security_group (205e8e67-3ba0-4c99-8759-755b84202954), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.793432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69560fad-3118-4e9f-927b-810e39655fd4 admin admin] Publish callbacks [] for security_group (205e8e67-3ba0-4c99-8759-755b84202954), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.795487 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.841643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.842984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.844432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] 10.222.0.30 "PUT /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 1114 time: 0.9593737 Feb 09 21:34:45.848317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:45.852004 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718093c-5578-4ee3-949a-f9a5fc79de02" -d '{"events": [{"name": "network-changed", "server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:45.888736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376af4d3-2d62-45e3-a4fc-5c280e4a3641 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.900387 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e2c35-0c86-4e80-bb33-945edf9d5768 x-openstack-request-id: req-c39e2c35-0c86-4e80-bb33-945edf9d5768 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:45.900736 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:45.900996 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c39e2c35-0c86-4e80-bb33-945edf9d5768 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:45.901392 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f', 'status': 'completed', 'code': 200} Feb 09 21:34:45.974565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718093c-5578-4ee3-949a-f9a5fc79de02 req-e72d87fb-1126-4e37-94d3-94755ef14d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.976756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c718093c-5578-4ee3-949a-f9a5fc79de02 req-e72d87fb-1126-4e37-94d3-94755ef14d25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1148 time: 0.0527759 Feb 09 21:34:45.981407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69560fad-3118-4e9f-927b-810e39655fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (205e8e67-3ba0-4c99-8759-755b84202954), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.984639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69560fad-3118-4e9f-927b-810e39655fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.985740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-69560fad-3118-4e9f-927b-810e39655fd4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/205e8e67-3ba0-4c99-8759-755b84202954 HTTP/1.1" status: 204 len: 168 time: 0.2743096 Feb 09 21:34:46.023239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbf286-0798-429f-9ec8-6de9b48e23ce req-ff1edfbc-fd70-4a56-9615-d7f676d78a9b tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.025214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2dbf286-0798-429f-9ec8-6de9b48e23ce req-ff1edfbc-fd70-4a56-9615-d7f676d78a9b tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 950 time: 0.0584879 Feb 09 21:34:46.026880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69560fad-3118-4e9f-927b-810e39655fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205e8e67-3ba0-4c99-8759-755b84202954,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:46.117839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2dbf286-0798-429f-9ec8-6de9b48e23ce req-bbcc1d08-0059-4deb-8ca4-001019722047 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684667 Feb 09 21:34:46.184728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718093c-5578-4ee3-949a-f9a5fc79de02 req-bac63424-2b76-43fd-8bcf-522c3381c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.186835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c718093c-5578-4ee3-949a-f9a5fc79de02 req-bac63424-2b76-43fd-8bcf-522c3381c6dd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=85a96698da3f4e1f98638487f18948c9&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2000394 Feb 09 21:34:46.362584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718093c-5578-4ee3-949a-f9a5fc79de02 req-c143e48f-c313-44b2-9d84-792850e1f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.363852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54d312-c279-4c81-892a-54c3987ed26a req-8adc3ff9-a2eb-4834-9e0f-d2f28764adff tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.364969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c718093c-5578-4ee3-949a-f9a5fc79de02 req-c143e48f-c313-44b2-9d84-792850e1f338 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717019 Feb 09 21:34:46.370794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac54d312-c279-4c81-892a-54c3987ed26a req-8adc3ff9-a2eb-4834-9e0f-d2f28764adff tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 971 time: 0.0624585 Feb 09 21:34:46.416760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac54d312-c279-4c81-892a-54c3987ed26a req-bd5fc958-04dd-4d89-927f-3e75fce3d2bb tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Feb 09 21:34:46.467614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a131f-49c8-475e-8cf8-846c15741369 req-5ec51357-37de-4924-bdbb-f36c5eccb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.469173 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-5ec51357-37de-4924-bdbb-f36c5eccb92e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1148 time: 0.0581057 Feb 09 21:34:46.520263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-3892fc35-becf-40c6-9106-86860753af7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 217 time: 0.0431297 Feb 09 21:34:46.570319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a131f-49c8-475e-8cf8-846c15741369 req-66f6926e-20a5-48b2-b886-62a0efd01bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.571856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-66f6926e-20a5-48b2-b886-62a0efd01bf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0452604 Feb 09 21:34:46.580566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f752-f2dd-4c63-9f18-3e6f3326d8a7 req-61c20124-8c8d-4a11-aa69-5d305e143f52 tempest-AggregatesAdminTestJSON-1711730772 tempest-AggregatesAdminTestJSON-1711730772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.582006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5818f752-f2dd-4c63-9f18-3e6f3326d8a7 req-61c20124-8c8d-4a11-aa69-5d305e143f52 tempest-AggregatesAdminTestJSON-1711730772 tempest-AggregatesAdminTestJSON-1711730772-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 1153 time: 0.0456536 Feb 09 21:34:46.600840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5818f752-f2dd-4c63-9f18-3e6f3326d8a7 req-4a723fcd-d730-49e7-83da-ca845ec859b8 tempest-AggregatesAdminTestJSON-1711730772 tempest-AggregatesAdminTestJSON-1711730772-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.615917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-adbf1992-fdeb-4cf2-a677-00ef5eeca5b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372379 Feb 09 21:34:46.698618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5818f752-f2dd-4c63-9f18-3e6f3326d8a7 req-4a723fcd-d730-49e7-83da-ca845ec859b8 tempest-AggregatesAdminTestJSON-1711730772 tempest-AggregatesAdminTestJSON-1711730772-project-admin] Publish callbacks [] for security_group (dd89053e-c036-490c-8da1-967fc760e92f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.747230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-c1b7080f-6c42-4697-99ea-d57c8d5076ea service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243126 Feb 09 21:34:46.767474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5818f752-f2dd-4c63-9f18-3e6f3326d8a7 req-4a723fcd-d730-49e7-83da-ca845ec859b8 tempest-AggregatesAdminTestJSON-1711730772 tempest-AggregatesAdminTestJSON-1711730772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dd89053e-c036-490c-8da1-967fc760e92f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.769786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92717e6-5571-402c-a0ae-e00f674e5e4b req-76a0306d-e5c9-4a14-91e4-6292ee7f7ece tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.771222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a92717e6-5571-402c-a0ae-e00f674e5e4b req-76a0306d-e5c9-4a14-91e4-6292ee7f7ece tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.0787790 Feb 09 21:34:46.800296 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47466) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:46.819766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5818f752-f2dd-4c63-9f18-3e6f3326d8a7 req-4a723fcd-d730-49e7-83da-ca845ec859b8 tempest-AggregatesAdminTestJSON-1711730772 tempest-AggregatesAdminTestJSON-1711730772-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314262 Feb 09 21:34:46.826859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a723fcd-d730-49e7-83da-ca845ec859b8 tempest-AggregatesAdminTestJSON-1711730772 tempest-AggregatesAdminTestJSON-1711730772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd89053e-c036-490c-8da1-967fc760e92f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:46.829474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29084033-e2dd-4f7b-95ce-9be126e6c800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.882177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a92717e6-5571-402c-a0ae-e00f674e5e4b req-fa181658-c0df-43a6-8928-7707c238ac1a tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012704 Feb 09 21:34:46.903025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-549a131f-49c8-475e-8cf8-846c15741369 req-15f57b2f-4547-48fc-90f7-8311e843c955 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426654 Feb 09 21:34:46.970058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29084033-e2dd-4f7b-95ce-9be126e6c800 admin admin] Publish callbacks [] for security_group (aa28493d-e5a7-4c0e-8812-cbb749356ea8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.985075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe1afb-8bb6-4a04-8160-102563ce4d28 req-14af4888-b7cc-47c1-97f9-4f1c44ff8afa tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.986561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81fe1afb-8bb6-4a04-8160-102563ce4d28 req-14af4888-b7cc-47c1-97f9-4f1c44ff8afa tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.0753701 Feb 09 21:34:47.039297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81fe1afb-8bb6-4a04-8160-102563ce4d28 req-9176950d-7aa9-4824-869b-5fbad96d3030 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Feb 09 21:34:47.050000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29084033-e2dd-4f7b-95ce-9be126e6c800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aa28493d-e5a7-4c0e-8812-cbb749356ea8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.090449 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-29084033-e2dd-4f7b-95ce-9be126e6c800 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bb13fb80c8a8449490310eaf23bd2ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872462 Feb 09 21:34:47.093722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47472) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:47.095924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29084033-e2dd-4f7b-95ce-9be126e6c800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa28493d-e5a7-4c0e-8812-cbb749356ea8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:47.160640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40a45faa-16eb-4cd6-9c46-e6ccde5cd903 admin admin] Publish callbacks [] for security_group (aa28493d-e5a7-4c0e-8812-cbb749356ea8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.183240 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40a45faa-16eb-4cd6-9c46-e6ccde5cd903 admin admin] Publish callbacks [] for security_group (aa28493d-e5a7-4c0e-8812-cbb749356ea8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.251008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f1b2-7b57-4934-a21f-2a501a58c874 req-559df529-d4e3-40c3-b434-5ef74ba69327 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.252673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8449f1b2-7b57-4934-a21f-2a501a58c874 req-559df529-d4e3-40c3-b434-5ef74ba69327 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 950 time: 0.0613029 Feb 09 21:34:47.304479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8449f1b2-7b57-4934-a21f-2a501a58c874 req-70641098-02f3-44af-998d-c14bb4d51533 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447075 Feb 09 21:34:47.398839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40a45faa-16eb-4cd6-9c46-e6ccde5cd903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aa28493d-e5a7-4c0e-8812-cbb749356ea8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.401500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40a45faa-16eb-4cd6-9c46-e6ccde5cd903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.402715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-40a45faa-16eb-4cd6-9c46-e6ccde5cd903 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aa28493d-e5a7-4c0e-8812-cbb749356ea8 HTTP/1.1" status: 204 len: 168 time: 0.3070357 Feb 09 21:34:47.416648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a45faa-16eb-4cd6-9c46-e6ccde5cd903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa28493d-e5a7-4c0e-8812-cbb749356ea8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:47.446828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c06c1-3968-4205-906d-20249691228b req-d97ff302-f046-4969-a3c1-cdb013860869 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.448392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5c06c1-3968-4205-906d-20249691228b req-d97ff302-f046-4969-a3c1-cdb013860869 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 971 time: 0.0785534 Feb 09 21:34:47.505117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5c06c1-3968-4205-906d-20249691228b req-d34ed04c-2648-4b60-bab9-b4c913053f74 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496557 Feb 09 21:34:48.002870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ace71-ac18-48e7-b520-7102fad2dc02 req-024a55dc-6636-4d98-a3b8-c46d25bfddcf tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.004398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d9ace71-ac18-48e7-b520-7102fad2dc02 req-024a55dc-6636-4d98-a3b8-c46d25bfddcf tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.0526702 Feb 09 21:34:48.049719 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d9ace71-ac18-48e7-b520-7102fad2dc02 req-8a8115ea-5c77-4307-9c8a-301b322714ed tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Feb 09 21:34:48.165840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4a3d0-8d7f-4a58-99e5-9671302359ee req-977e7c2f-0502-410a-947a-2070a4d10443 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.167299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8be4a3d0-8d7f-4a58-99e5-9671302359ee req-977e7c2f-0502-410a-947a-2070a4d10443 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.0551810 Feb 09 21:34:48.211953 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8be4a3d0-8d7f-4a58-99e5-9671302359ee req-2cecc595-5dca-48c0-bcce-362f4eb67b04 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Feb 09 21:34:48.479732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-9d62887b-351d-4990-bbb9-73465f1fa02d req-3d6bb1ee-8256-454d-8637-03bcfdb4f276 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:34:48.480807 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d62887b-351d-4990-bbb9-73465f1fa02d req-3d6bb1ee-8256-454d-8637-03bcfdb4f276 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055392 Feb 09 21:34:48.634775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffe033-d707-4704-b0ac-989c00120170 req-3703a639-95ed-43d4-addf-77a6e91e3cf4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.636333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0fffe033-d707-4704-b0ac-989c00120170 req-3703a639-95ed-43d4-addf-77a6e91e3cf4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 950 time: 0.0524499 Feb 09 21:34:48.682870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0fffe033-d707-4704-b0ac-989c00120170 req-7a4828fa-2c39-4b76-ade7-58b0d4c3b27d tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Feb 09 21:34:48.787383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c39e84-3607-4ee9-bbb0-58e1636364d5 req-d7708a03-a14c-4ddb-be79-7268852c747c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.789007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3c39e84-3607-4ee9-bbb0-58e1636364d5 req-d7708a03-a14c-4ddb-be79-7268852c747c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 971 time: 0.0506251 Feb 09 21:34:48.846027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3c39e84-3607-4ee9-bbb0-58e1636364d5 req-a952cfc3-f4e2-4dbc-b910-2290c0e7b90c tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/security-groups?id=edbd61e7-1b66-4ca0-8712-cb5065360345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482595 Feb 09 21:34:48.955607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07124ba5-44aa-40cf-907d-cf13db695e11 req-7d1db270-caa4-4977-ba92-e757cff171b5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.957244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07124ba5-44aa-40cf-907d-cf13db695e11 req-7d1db270-caa4-4977-ba92-e757cff171b5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.0558419 Feb 09 21:34:48.993621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-89b93ddf-1d74-4c77-b419-0c17991494b0 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.995671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-89b93ddf-1d74-4c77-b419-0c17991494b0 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.30 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 971 time: 0.0640881 Feb 09 21:34:49.008745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07124ba5-44aa-40cf-907d-cf13db695e11 req-112baaf4-efb5-4dd5-951b-dcc5dbd0d01a tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Feb 09 21:34:49.165030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Deleting port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:49.165253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.469865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] For port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:49.470146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.486755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Calling delete_port for 62c5c03a-d40b-4f71-8c15-872dd16b9c8e owned by compute:tempest-test_az-1362179722 {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:49.596629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:49.690350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-c6a216a7-53f0-40f3-8a65-1a1bc20d87a2 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231903 Feb 09 21:34:49.759056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (62c5c03a-d40b-4f71-8c15-872dd16b9c8e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.782173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['62c5c03a-d40b-4f71-8c15-872dd16b9c8e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:49.797841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Pushing event deleted for resources: {'Port': ['ID=62c5c03a-d40b-4f71-8c15-872dd16b9c8e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:49.838208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:49.850997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'port_id': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f', 'mac_address': 'fa:16:3e:6d:49:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b2700-286f-42d0-92c2-b42d174237e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1362179722', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:49.884314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] No DVR routers for this DVR port 62c5c03a-d40b-4f71-8c15-872dd16b9c8e on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:49.890365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.892924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ddeaa0a2-4118-4a15-8782-1146a8b45d8f is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:49.893326 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.893667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88ea7aed-14f2-47c7-af6c-2037a34c1e11 req-ea01c5c2-b794-49a7-8ec6-7234c066b63e tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.30 "DELETE /v2.0/ports/62c5c03a-d40b-4f71-8c15-872dd16b9c8e HTTP/1.1" status: 204 len: 173 time: 0.8916144 Feb 09 21:34:49.894313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'name': 'network-vif-deleted', 'tag': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:49.896580 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ed34d4-c6c2-4acd-be08-0eea1bcc1598" -d '{"events": [{"server_uuid": "73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb", "name": "network-vif-deleted", "tag": "62c5c03a-d40b-4f71-8c15-872dd16b9c8e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:49.905869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-69e46f85-3ea8-4f63-9da6-b320de81cd41 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:49.912304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-69e46f85-3ea8-4f63-9da6-b320de81cd41 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161567 Feb 09 21:34:49.917268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeaa0a2-4118-4a15-8782-1146a8b45d8f {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:49.930093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-cc9400c9-2665-4d0e-9b9e-123c3e49d3db tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/quotas/f7cb12cd0f4049a6b30d9c2a9f0a253f HTTP/1.1" status: 200 len: 375 time: 0.0149827 Feb 09 21:34:49.940486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:50.006694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-2a6a8d0e-e3ca-4003-a8bb-eeb5a61b76f1 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756254 Feb 09 21:34:50.015998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.068074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.165810 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:34:50.252637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ddeaa0a2-4118-4a15-8782-1146a8b45d8f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:50.315068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fed1a-c0f6-41ab-b63b-d0fe655e58ed req-81f00175-9476-4a6e-ba30-4b49a1ae344f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.316615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b37fed1a-c0f6-41ab-b63b-d0fe655e58ed req-81f00175-9476-4a6e-ba30-4b49a1ae344f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 967 time: 0.0593002 Feb 09 21:34:50.367572 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b37fed1a-c0f6-41ab-b63b-d0fe655e58ed req-5e51689f-4e98-4a38-b602-3cec696c9fa6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Feb 09 21:34:50.718277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce7af-d75d-47e2-ba13-0aa0aa44b6c6 req-07148be9-8e0f-4aad-bbc0-115a35d2cfb0 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.719740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dce7af-d75d-47e2-ba13-0aa0aa44b6c6 req-07148be9-8e0f-4aad-bbc0-115a35d2cfb0 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 950 time: 0.0553253 Feb 09 21:34:50.767074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dce7af-d75d-47e2-ba13-0aa0aa44b6c6 req-1cacf27c-5642-4dcb-86ec-0e14ad64a5c9 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Feb 09 21:34:50.864284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc1c5455-de07-4c0e-b80c-4e3042d040cd req-9d175343-c997-4c78-8595-8cfc6d5b3ff3 tempest-AggregatesAdminTestJSON-1523162079 tempest-AggregatesAdminTestJSON-1523162079-project] 10.222.0.98 "GET /v2.0/ports?device_id=73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb HTTP/1.1" status: 200 len: 210 time: 0.0282307 Feb 09 21:34:50.910711 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506f7d2e-f52f-46fa-be68-6233d5d0077c x-openstack-request-id: req-506f7d2e-f52f-46fa-be68-6233d5d0077c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:50.911102 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb", "name": "network-vif-deleted", "tag": "62c5c03a-d40b-4f71-8c15-872dd16b9c8e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:50.911866 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-506f7d2e-f52f-46fa-be68-6233d5d0077c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:50.912343 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d9df1e-b84a-4df3-b3b5-e38ed85ec5cb', 'name': 'network-vif-deleted', 'tag': '62c5c03a-d40b-4f71-8c15-872dd16b9c8e', 'status': 'completed', 'code': 200} Feb 09 21:34:50.964451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-97e8e182-00d2-4be9-8395-e21bb40dbaef req-1bf6b11e-2ec3-431e-88f9-cadb2e720c7e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 210 time: 0.0262935 Feb 09 21:34:51.252507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-459e0f31-9413-433c-a42a-382bab0b5648 tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.254075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-459e0f31-9413-433c-a42a-382bab0b5648 tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 1132 time: 0.0483146 Feb 09 21:34:51.337994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Deleting port 96261cd8-ab64-42ab-8c54-a9e2a775a63e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:51.338255 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.422684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] For port 96261cd8-ab64-42ab-8c54-a9e2a775a63e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=96261cd8-ab64-42ab-8c54-a9e2a775a63e,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:51.423314 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.440567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Calling delete_port for 96261cd8-ab64-42ab-8c54-a9e2a775a63e owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:51.511643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335ca5a-57a0-457d-899c-71e48f87b86d req-df5939e9-8517-4164-aac0-03953646383c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.513323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9335ca5a-57a0-457d-899c-71e48f87b86d req-df5939e9-8517-4164-aac0-03953646383c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 967 time: 0.0613611 Feb 09 21:34:51.584984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9335ca5a-57a0-457d-899c-71e48f87b86d req-c739580a-9b62-46a5-b99c-f8e3e8bcac98 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650206 Feb 09 21:34:51.598139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:51.654301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:51.699151 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (96261cd8-ab64-42ab-8c54-a9e2a775a63e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.714162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['96261cd8-ab64-42ab-8c54-a9e2a775a63e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:51.735245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Pushing event deleted for resources: {'Port': ['ID=96261cd8-ab64-42ab-8c54-a9e2a775a63e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:51.775899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port ddeaa0a2-4118-4a15-8782-1146a8b45d8f completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:51.785194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ddeaa0a2-4118-4a15-8782-1146a8b45d8f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:51.785714 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.804459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] No DVR routers for this DVR port 96261cd8-ab64-42ab-8c54-a9e2a775a63e on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:51.805964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-460b10e8-b8d3-4752-8b82-3a4ce10d19a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.809999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.814123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1572d6f0-7630-400a-bbfc-d2db7ebe348e req-6e891843-ef1a-4bc5-bef4-4b1b467fae8a tempest-DeleteServersAdminTestJSON-1936765227 tempest-DeleteServersAdminTestJSON-1936765227-project-admin] 10.222.0.110 "DELETE /v2.0/ports/96261cd8-ab64-42ab-8c54-a9e2a775a63e HTTP/1.1" status: 204 len: 173 time: 0.5544090 Feb 09 21:34:51.814756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'name': 'network-vif-deleted', 'tag': '96261cd8-ab64-42ab-8c54-a9e2a775a63e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:51.817234 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319a7f7-ff29-43d3-a6f5-868d726a98d6" -d '{"events": [{"server_uuid": "ff08f417-142a-4099-9751-e7d837bbafbc", "name": "network-vif-deleted", "tag": "96261cd8-ab64-42ab-8c54-a9e2a775a63e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:51.889983 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e233ad2-c3f1-4c6a-8686-1ae46b8358bd x-openstack-request-id: req-4e233ad2-c3f1-4c6a-8686-1ae46b8358bd {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:51.890310 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff08f417-142a-4099-9751-e7d837bbafbc", "name": "network-vif-deleted", "tag": "96261cd8-ab64-42ab-8c54-a9e2a775a63e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:51.890984 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e233ad2-c3f1-4c6a-8686-1ae46b8358bd {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:51.891745 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff08f417-142a-4099-9751-e7d837bbafbc', 'name': 'network-vif-deleted', 'tag': '96261cd8-ab64-42ab-8c54-a9e2a775a63e', 'status': 'completed', 'code': 200} Feb 09 21:34:51.924868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ddeaa0a2-4118-4a15-8782-1146a8b45d8f is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:51.925664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.956192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:51.958979 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c541bac-ae77-449b-bad1-d73263941514" -d '{"events": [{"server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "name": "network-vif-plugged", "status": "completed", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:51.975889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8fcca456-1508-43e3-8c06-1ed98310f6a2 req-63721b5e-e7f4-4996-97df-0c158097c2c4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 210 time: 0.0760813 Feb 09 21:34:51.990612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:51.996374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-460b10e8-b8d3-4752-8b82-3a4ce10d19a5 admin admin] Publish callbacks [] for security_group (e5f90d81-b05a-4e28-93b6-19b63ec53d08), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.033130 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce4558-6dfe-4bca-ae41-47acbc79ce0e x-openstack-request-id: req-43ce4558-6dfe-4bca-ae41-47acbc79ce0e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:52.035270 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "name": "network-vif-plugged", "status": "completed", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:52.035270 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43ce4558-6dfe-4bca-ae41-47acbc79ce0e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:52.035270 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f', 'code': 200} Feb 09 21:34:52.106031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.106031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 62c5c03a-d40b-4f71-8c15-872dd16b9c8e no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:52.124903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09153630-768a-4b90-912c-e418905b83c3 req-ecd0be2a-ccab-4d12-a609-919dfceb65c7 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 210 time: 0.0297325 Feb 09 21:34:52.150865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 62c5c03a-d40b-4f71-8c15-872dd16b9c8e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:52.151232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 62c5c03a-d40b-4f71-8c15-872dd16b9c8e not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:52.162906 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-460b10e8-b8d3-4752-8b82-3a4ce10d19a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e5f90d81-b05a-4e28-93b6-19b63ec53d08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.170273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193752ad-bb73-4e82-8161-abf4f5683ee6 req-8d4d4b0a-dc02-4b7f-9add-6a8d1e2f0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:52.172081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-193752ad-bb73-4e82-8161-abf4f5683ee6 req-8d4d4b0a-dc02-4b7f-9add-6a8d1e2f0187 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1150 time: 0.0459960 Feb 09 21:34:52.179639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:52.207423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b10e8-b8d3-4752-8b82-3a4ce10d19a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f90d81-b05a-4e28-93b6-19b63ec53d08,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:52.215125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-460b10e8-b8d3-4752-8b82-3a4ce10d19a5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=637ba752875d44c98a31dc4fe80aca64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596344 Feb 09 21:34:52.217789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.235195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-193752ad-bb73-4e82-8161-abf4f5683ee6 req-a721a6ea-fce5-4945-ab8e-de0d48c939e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561421 Feb 09 21:34:52.235570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47628) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.286730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272631ce-95a7-4ef3-9156-eef263c50e95 admin admin] Publish callbacks [] for security_group (e5f90d81-b05a-4e28-93b6-19b63ec53d08), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.309551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272631ce-95a7-4ef3-9156-eef263c50e95 admin admin] Publish callbacks [] for security_group (e5f90d81-b05a-4e28-93b6-19b63ec53d08), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.352992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c3cfd4-c44d-4fa7-9833-466771c71f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.451280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272631ce-95a7-4ef3-9156-eef263c50e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e5f90d81-b05a-4e28-93b6-19b63ec53d08), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.453947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272631ce-95a7-4ef3-9156-eef263c50e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.455479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-272631ce-95a7-4ef3-9156-eef263c50e95 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e5f90d81-b05a-4e28-93b6-19b63ec53d08 HTTP/1.1" status: 204 len: 168 time: 0.2366607 Feb 09 21:34:52.472146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272631ce-95a7-4ef3-9156-eef263c50e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f90d81-b05a-4e28-93b6-19b63ec53d08,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:52.533788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c3cfd4-c44d-4fa7-9833-466771c71f69 admin admin] Publish callbacks [] for security_group (400709e2-bd4f-42d2-84fd-05818c1f997b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.619560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c3cfd4-c44d-4fa7-9833-466771c71f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (400709e2-bd4f-42d2-84fd-05818c1f997b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.674147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f5c3cfd4-c44d-4fa7-9833-466771c71f69 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ecbd35847ce34e80bef9a996381e44c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372535 Feb 09 21:34:52.674855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3cfd4-c44d-4fa7-9833-466771c71f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400709e2-bd4f-42d2-84fd-05818c1f997b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:52.676845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47644) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.727776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5b302ec-d046-4214-9978-eed255a6d914 admin admin] Publish callbacks [] for security_group (400709e2-bd4f-42d2-84fd-05818c1f997b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.736794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4b451-78f2-4560-9d39-0c8d21007ca6 req-64db8668-a993-4f05-954e-e43a835b9525 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:52.740490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a4b451-78f2-4560-9d39-0c8d21007ca6 req-64db8668-a993-4f05-954e-e43a835b9525 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 968 time: 0.0580029 Feb 09 21:34:52.757703 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5b302ec-d046-4214-9978-eed255a6d914 admin admin] Publish callbacks [] for security_group (400709e2-bd4f-42d2-84fd-05818c1f997b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.810522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a4b451-78f2-4560-9d39-0c8d21007ca6 req-18b772bd-fa1a-42c8-be5e-361e3f0ebbcd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600297 Feb 09 21:34:52.863908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-f6e3996d-0cb5-476f-82aa-0ab5ce052135 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678525 Feb 09 21:34:52.997762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-11c1a631-b82d-4647-b56b-e782763f794c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:52.999650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-11c1a631-b82d-4647-b56b-e782763f794c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213596 Feb 09 21:34:53.014606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Request body: {'port': {'device_id': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'f7cb12cd0f4049a6b30d9c2a9f0a253f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:53.056998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5b302ec-d046-4214-9978-eed255a6d914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (400709e2-bd4f-42d2-84fd-05818c1f997b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.058327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5b302ec-d046-4214-9978-eed255a6d914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.059456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f5b302ec-d046-4214-9978-eed255a6d914 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/400709e2-bd4f-42d2-84fd-05818c1f997b HTTP/1.1" status: 204 len: 168 time: 0.3810241 Feb 09 21:34:53.075344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b302ec-d046-4214-9978-eed255a6d914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400709e2-bd4f-42d2-84fd-05818c1f997b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:53.100156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3621aa4-09be-48ce-9f21-2ddf4844ccbc req-5add45e8-5f1b-49e3-85ab-09f3905a9cc4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=ff08f417-142a-4099-9751-e7d837bbafbc HTTP/1.1" status: 200 len: 210 time: 0.0298703 Feb 09 21:34:53.207947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Made reservation on behalf of f7cb12cd0f4049a6b30d9c2a9f0a253f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:53.216046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.269473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d7f6fc1-682f-4753-9142-304daea14fec req-c881431e-d3fb-4d01-9a23-d48747d0c190 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 210 time: 0.0384004 Feb 09 21:34:53.322770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47678) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:53.336366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47ea79f3-4999-40d7-abe4-8c2b2c0e667d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.391669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Allocated IP 192.168.233.246 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/5f8df20b-3898-45d6-917b-c61591b6a0a1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:53.413216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47ea79f3-4999-40d7-abe4-8c2b2c0e667d admin admin] Publish callbacks [] for security_group (678feed7-cabb-4184-8080-9279090ca95d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.530359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47ea79f3-4999-40d7-abe4-8c2b2c0e667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (678feed7-cabb-4184-8080-9279090ca95d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.554795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks [] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.573357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47ea79f3-4999-40d7-abe4-8c2b2c0e667d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a07cce633ed477b807c88d311083ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494848 Feb 09 21:34:53.576373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea79f3-4999-40d7-abe4-8c2b2c0e667d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678feed7-cabb-4184-8080-9279090ca95d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:53.578502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47684) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:53.639850 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c7443ce1-9232-49f6-bd92-211392a9e3ee admin admin] Publish callbacks [] for security_group (678feed7-cabb-4184-8080-9279090ca95d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.663915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c7443ce1-9232-49f6-bd92-211392a9e3ee admin admin] Publish callbacks [] for security_group (678feed7-cabb-4184-8080-9279090ca95d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.700115 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.711770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ca44e1c7-0a15-40e3-bbb8-7de519320376'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:53.749909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:53.761438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:53.761438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:53.767889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:53.768797 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.777391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Pushing event updated for resources: {'Port': ['ID=5f8df20b-3898-45d6-917b-c61591b6a0a1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:53.810238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c7443ce1-9232-49f6-bd92-211392a9e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (678feed7-cabb-4184-8080-9279090ca95d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.812856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c7443ce1-9232-49f6-bd92-211392a9e3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.816936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c7443ce1-9232-49f6-bd92-211392a9e3ee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/678feed7-cabb-4184-8080-9279090ca95d HTTP/1.1" status: 204 len: 168 time: 0.2344668 Feb 09 21:34:53.823028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7443ce1-9232-49f6-bd92-211392a9e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678feed7-cabb-4184-8080-9279090ca95d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:53.879377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-d9e53339-3b82-4cfe-beef-9cb674dff494 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8689249 Feb 09 21:34:53.896576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Request body: {'port': {'device_id': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'device_owner': 'compute:tempest-test_az-1362179722', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:53.983405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47696) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:54.011457 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e2090ef-6d0d-49e6-bf7f-291540955653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.066071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.092128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad212f-d709-417d-8e47-426a9fceb2f1 req-0fce81b3-ac92-4c15-a9d6-80433d5e397b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.093656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2ad212f-d709-417d-8e47-426a9fceb2f1 req-0fce81b3-ac92-4c15-a9d6-80433d5e397b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 968 time: 0.1331849 Feb 09 21:34:54.116987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d534ff33-1c3f-4b04-afb8-072feeaada11 None None] Provisioning complete for port 5f8df20b-3898-45d6-917b-c61591b6a0a1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:54.117363 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d534ff33-1c3f-4b04-afb8-072feeaada11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.162292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d534ff33-1c3f-4b04-afb8-072feeaada11 None None] Port 5f8df20b-3898-45d6-917b-c61591b6a0a1 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:54.204929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2ad212f-d709-417d-8e47-426a9fceb2f1 req-91f321ad-896b-4ee6-bc72-c2f184b4b460 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954227 Feb 09 21:34:54.386871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e2090ef-6d0d-49e6-bf7f-291540955653 admin admin] Publish callbacks [] for security_group (bbe256cc-f971-45b9-b898-6496c057022d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.507046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e2090ef-6d0d-49e6-bf7f-291540955653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bbe256cc-f971-45b9-b898-6496c057022d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.546006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8df20b-3898-45d6-917b-c61591b6a0a1 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:54.566807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Publish callbacks [] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.573937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7e2090ef-6d0d-49e6-bf7f-291540955653 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3bbd5a3f3eb948fa8a0f8470984cc8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856688 Feb 09 21:34:54.573937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2090ef-6d0d-49e6-bf7f-291540955653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe256cc-f971-45b9-b898-6496c057022d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.574278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47726) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:54.627255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Transition to ACTIVE for port object 5f8df20b-3898-45d6-917b-c61591b6a0a1 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:54.665263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd46a72-45c0-49e5-88d6-cc51f6430eae admin admin] Publish callbacks [] for security_group (bbe256cc-f971-45b9-b898-6496c057022d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.703337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd46a72-45c0-49e5-88d6-cc51f6430eae admin admin] Publish callbacks [] for security_group (bbe256cc-f971-45b9-b898-6496c057022d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.729548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.810604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Pushing event updated for resources: {'Port': ['ID=5f8df20b-3898-45d6-917b-c61591b6a0a1,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.842821 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd46a72-45c0-49e5-88d6-cc51f6430eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bbe256cc-f971-45b9-b898-6496c057022d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.846490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd46a72-45c0-49e5-88d6-cc51f6430eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.847914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fbd46a72-45c0-49e5-88d6-cc51f6430eae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bbe256cc-f971-45b9-b898-6496c057022d HTTP/1.1" status: 204 len: 168 time: 0.2726076 Feb 09 21:34:54.867893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cf5c5-bc70-4349-b934-f1dcf168edb7 req-9cfd25c5-f2a7-4ea1-ae58-2c57c7df7e51 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.877367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5cf5c5-bc70-4349-b934-f1dcf168edb7 req-9cfd25c5-f2a7-4ea1-ae58-2c57c7df7e51 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1150 time: 0.1866939 Feb 09 21:34:54.887102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd46a72-45c0-49e5-88d6-cc51f6430eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe256cc-f971-45b9-b898-6496c057022d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.917081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bf624-326d-453b-b573-306879071089 req-f991ce88-d216-4652-93cd-f637f702cece tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.920445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Attempting to bind port 5f8df20b-3898-45d6-917b-c61591b6a0a1 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:54.920842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Attempting to bind port 5f8df20b-3898-45d6-917b-c61591b6a0a1 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:54.921122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Attempting to bind port 5f8df20b-3898-45d6-917b-c61591b6a0a1 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:54.922475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-662bf624-326d-453b-b573-306879071089 req-f991ce88-d216-4652-93cd-f637f702cece tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 970 time: 0.1653848 Feb 09 21:34:54.929109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Port 5f8df20b-3898-45d6-917b-c61591b6a0a1 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:54.929442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Attempting to bind port 5f8df20b-3898-45d6-917b-c61591b6a0a1 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:54.952366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:54.952754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:54.953134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:54.953640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Bound port: 5f8df20b-3898-45d6-917b-c61591b6a0a1, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:54.953982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.979743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5cf5c5-bc70-4349-b934-f1dcf168edb7 req-ac72eb33-4cd6-4f8c-952c-fe032ad7ae56 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031392 Feb 09 21:34:55.002565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-662bf624-326d-453b-b573-306879071089 req-75d08e3e-c580-404b-9c4d-b228eea2c539 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752890 Feb 09 21:34:55.051901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] For port 5f8df20b-3898-45d6-917b-c61591b6a0a1, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:55.054636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 96261cd8-ab64-42ab-8c54-a9e2a775a63e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:55.076478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] For port 5f8df20b-3898-45d6-917b-c61591b6a0a1, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5f8df20b-3898-45d6-917b-c61591b6a0a1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:55.120044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 96261cd8-ab64-42ab-8c54-a9e2a775a63e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:55.120718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 96261cd8-ab64-42ab-8c54-a9e2a775a63e not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:55.136034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-d6931e9c-92a1-419d-89da-258b01b421a6 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252020 Feb 09 21:34:55.147961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.198427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.199449 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.201464 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] 10.222.0.30 "PUT /v2.0/ports/5f8df20b-3898-45d6-917b-c61591b6a0a1 HTTP/1.1" status: 200 len: 1118 time: 1.3127580 Feb 09 21:34:55.204045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'tag': '5f8df20b-3898-45d6-917b-c61591b6a0a1'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:55.207667 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdb5de1-2d99-4040-9388-92b15b84be9f" -d '{"events": [{"name": "network-changed", "server_uuid": "63389e11-b04e-4dcb-a822-aa4c0cefff50", "tag": "5f8df20b-3898-45d6-917b-c61591b6a0a1"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:55.246733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c38cc-6dc7-4fa0-8faf-8bb7530f253a service neutron] Pushing event updated for resources: {'Port': ['ID=5f8df20b-3898-45d6-917b-c61591b6a0a1,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.351354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-bb4a00c7-e2df-4c05-8b3d-3bc9fd7548ff tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.357420 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-bb4a00c7-e2df-4c05-8b3d-3bc9fd7548ff tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012346 Feb 09 21:34:55.375583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-fe2a81a8-9f56-47b5-b330-49d814f860ea tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/quotas/67e1087e31e44db6a7632e47c0ba4ea6 HTTP/1.1" status: 200 len: 375 time: 0.0101886 Feb 09 21:34:55.433541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-fac94541-d3b2-413e-acb4-3320206ac0e6 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508263 Feb 09 21:34:55.465513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-1f327b8a-9d15-4a56-924f-bbe1b0555873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.467115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-1f327b8a-9d15-4a56-924f-bbe1b0555873 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 1152 time: 0.1459210 Feb 09 21:34:55.555085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b25e2b-86f3-4ddf-a20a-d7457c428747 req-0c213690-8834-45f4-8b1d-1b1364a2a12c tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.560147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7b25e2b-86f3-4ddf-a20a-d7457c428747 req-0c213690-8834-45f4-8b1d-1b1364a2a12c tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1150 time: 0.1891730 Feb 09 21:34:55.565234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-8ecd0cd7-1ef2-4a4a-8080-11584a9fb57d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5f8df20b-3898-45d6-917b-c61591b6a0a1 HTTP/1.1" status: 200 len: 217 time: 0.0894580 Feb 09 21:34:55.661856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7b25e2b-86f3-4ddf-a20a-d7457c428747 req-6a33f0dc-e1b3-4430-8d31-97ffed90c783 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924418 Feb 09 21:34:55.667569 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2224771f-fc9e-4921-aa0d-a378542c056e x-openstack-request-id: req-2224771f-fc9e-4921-aa0d-a378542c056e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:55.668140 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63389e11-b04e-4dcb-a822-aa4c0cefff50", "tag": "5f8df20b-3898-45d6-917b-c61591b6a0a1", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:55.668887 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2224771f-fc9e-4921-aa0d-a378542c056e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:55.669808 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'tag': '5f8df20b-3898-45d6-917b-c61591b6a0a1', 'status': 'completed', 'code': 200} Feb 09 21:34:55.725525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-8aa8f892-fe3d-4308-9fc0-aef95095f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.733291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-8aa8f892-fe3d-4308-9fc0-aef95095f6c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1558387 Feb 09 21:34:55.892968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5ce99a-47ba-41e2-80e2-3636ae8d0376 req-44e35791-f94b-4642-92bd-015e48d097da tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 210 time: 0.0752776 Feb 09 21:34:55.907439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-6626b53e-d222-4d9a-b73d-7a5fb8bd946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.909158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-6626b53e-d222-4d9a-b73d-7a5fb8bd946c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1708727 Feb 09 21:34:56.044394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-178c179a-2c84-4b14-8517-98fe417010c1 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285398 Feb 09 21:34:56.174807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce382017-bcf8-4c3f-b69f-0991afe9f11f req-20262c5d-92f9-4ea9-a1db-40d043176162 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233878 Feb 09 21:34:56.273309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-d7f29b3f-c81a-47d5-ae2a-03f7d33bf0c7 req-0b4bb047-e9d6-4956-ae22-7ed8379116c9 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:34:56.283662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7f29b3f-c81a-47d5-ae2a-03f7d33bf0c7 req-0b4bb047-e9d6-4956-ae22-7ed8379116c9 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1074264 Feb 09 21:34:56.307639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7044-d3f6-474f-b589-e495c5b0e94d req-7960a46c-ba7f-48d9-8db5-6cbc177e58f5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.315462 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5bb7044-d3f6-474f-b589-e495c5b0e94d req-7960a46c-ba7f-48d9-8db5-6cbc177e58f5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 970 time: 0.0787029 Feb 09 21:34:56.365419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-70f49658-d530-4ff6-be26-9c228ec7a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.366952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-70f49658-d530-4ff6-be26-9c228ec7a60c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 1152 time: 0.0827630 Feb 09 21:34:56.406491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5bb7044-d3f6-474f-b589-e495c5b0e94d req-3ae40b32-fc8f-4370-995d-87be47379164 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796645 Feb 09 21:34:56.510994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-90998c78-8d3e-499c-90b5-5529373fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.514083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-90998c78-8d3e-499c-90b5-5529373fe05a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1385586 Feb 09 21:34:56.593924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-b6e77e51-ddb5-4e8e-929a-97076ceecc2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=5f8df20b-3898-45d6-917b-c61591b6a0a1 HTTP/1.1" status: 200 len: 217 time: 0.0724647 Feb 09 21:34:56.648856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-1c75dbf9-01c2-4250-a569-2bca260e2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.650311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-1c75dbf9-01c2-4250-a569-2bca260e2633 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0498421 Feb 09 21:34:56.706811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-1a57c270-cc53-4d79-93f5-5d1ed2d31c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.708732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-1a57c270-cc53-4d79-93f5-5d1ed2d31c92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0470779 Feb 09 21:34:56.813496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-80b96f39-9834-41c4-b902-fff07d1edf68 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981231 Feb 09 21:34:56.928583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdb5de1-2d99-4040-9388-92b15b84be9f req-27173d88-d2b7-4def-a4eb-e8f05740bba3 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081331 Feb 09 21:34:57.040346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80099e2c-7a76-4ae0-81c6-d09d40338ca1 req-22e847ba-12cd-45bf-83b9-e55953048188 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 210 time: 0.0389981 Feb 09 21:34:57.830754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35497d6-55de-4a6b-99f2-ec2a7a3c820f req-1e497fed-9921-41d1-944f-234b47c4c5b5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.833399 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a35497d6-55de-4a6b-99f2-ec2a7a3c820f req-1e497fed-9921-41d1-944f-234b47c4c5b5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 970 time: 0.0654907 Feb 09 21:34:57.900274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a35497d6-55de-4a6b-99f2-ec2a7a3c820f req-bce29af0-cc5d-4912-b149-ab76af08758c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612433 Feb 09 21:34:58.050995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-58234376-da52-471a-9b4f-6ca531384b98 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197849 Feb 09 21:34:58.166885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-feab51dc-bd64-4609-848c-d01ca3eaf42c tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.168432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-feab51dc-bd64-4609-848c-d01ca3eaf42c tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119244 Feb 09 21:34:58.181867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Request body: {'port': {'device_id': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '67e1087e31e44db6a7632e47c0ba4ea6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:58.409608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Made reservation on behalf of 67e1087e31e44db6a7632e47c0ba4ea6 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:58.413197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.544373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Allocated IP 192.168.233.128 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/cfa93849-b3f8-45aa-bf86-953cf81605a0) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:58.698239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks [] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.755127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a42cb937-40e2-4cac-986f-a8531d173ec7 req-b62b320d-0022-4f06-8978-faf923a6adcd tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 210 time: 0.0368512 Feb 09 21:34:58.772168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47946) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:58.813634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.861675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:58.866602 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:58.872061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:58.877969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.878573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.882282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Pushing event updated for resources: {'Port': ['ID=cfa93849-b3f8-45aa-bf86-953cf81605a0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:58.883989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-0eec1c15-e79c-4439-bd4b-b697dcf46352 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:34:58.885219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-0eec1c15-e79c-4439-bd4b-b697dcf46352 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144593 Feb 09 21:34:58.929916 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.960961 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a25b11c5-001c-48b7-a47a-38fc1e2922e2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7846978 Feb 09 21:34:58.975581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Request body: {'port': {'device_id': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:59.051112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.061366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-7b3d118c-7e0d-4013-ae0c-822670a3de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.068442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-7b3d118c-7e0d-4013-ae0c-822670a3de4f service neutron] 10.222.0.98 "GET /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 1147 time: 0.1177855 Feb 09 21:34:59.073570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:59.074106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:34:59.111891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-140f5e09-3f7b-49f2-b8f5-92ebf7965a71 None None] Provisioning complete for port cfa93849-b3f8-45aa-bf86-953cf81605a0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:59.112448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-140f5e09-3f7b-49f2-b8f5-92ebf7965a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.160715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-140f5e09-3f7b-49f2-b8f5-92ebf7965a71 None None] Port cfa93849-b3f8-45aa-bf86-953cf81605a0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:59.244864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:59.244864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:59.245235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:59.251218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:59.251670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:59.257340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:59.257851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:59.258346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:59.258899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Bound port: ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:59.523162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa93849-b3f8-45aa-bf86-953cf81605a0 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:59.531313 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Publish callbacks [] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.554577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Transition to ACTIVE for port object cfa93849-b3f8-45aa-bf86-953cf81605a0 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:59.564965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:59.593224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3675d-db92-4b13-8616-f54c7eabe996 req-d930c345-9766-4821-8823-84d11d03042f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.594700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fcc3675d-db92-4b13-8616-f54c7eabe996 req-d930c345-9766-4821-8823-84d11d03042f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 970 time: 0.0540161 Feb 09 21:34:59.627193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.632728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5f8df20b-3898-45d6-917b-c61591b6a0a1 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:59.657955 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.659147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8404d960-b5f5-44fd-9376-53a1ec3ccf9e service neutron] 10.222.0.98 "POST /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5899768 Feb 09 21:34:59.670196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fcc3675d-db92-4b13-8616-f54c7eabe996 req-7cc753ad-7699-45dd-8873-943dd36ac6a2 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693433 Feb 09 21:34:59.696533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Pushing event updated for resources: {'Port': ['ID=cfa93849-b3f8-45aa-bf86-953cf81605a0,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:59.731123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Attempting to bind port cfa93849-b3f8-45aa-bf86-953cf81605a0 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:59.731640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Attempting to bind port cfa93849-b3f8-45aa-bf86-953cf81605a0 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:59.732870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Attempting to bind port cfa93849-b3f8-45aa-bf86-953cf81605a0 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:59.740047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Port cfa93849-b3f8-45aa-bf86-953cf81605a0 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:59.740571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Attempting to bind port cfa93849-b3f8-45aa-bf86-953cf81605a0 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:59.751544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:59.751914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:59.752527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:59.755860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Bound port: cfa93849-b3f8-45aa-bf86-953cf81605a0, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:59.755860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.791916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5f8df20b-3898-45d6-917b-c61591b6a0a1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5f8df20b-3898-45d6-917b-c61591b6a0a1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:59.806851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '5f8df20b-3898-45d6-917b-c61591b6a0a1', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '5f8df20b-3898-45d6-917b-c61591b6a0a1', 'mac_address': 'fa:16:3e:84:f7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:tempest-test_az-1362179722', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:59.857672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] For port cfa93849-b3f8-45aa-bf86-953cf81605a0, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:59.862973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] For port cfa93849-b3f8-45aa-bf86-953cf81605a0, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cfa93849-b3f8-45aa-bf86-953cf81605a0,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:59.871822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5f8df20b-3898-45d6-917b-c61591b6a0a1 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:59.872570 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.899510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8df20b-3898-45d6-917b-c61591b6a0a1 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:59.923984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5f8df20b-3898-45d6-917b-c61591b6a0a1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5f8df20b-3898-45d6-917b-c61591b6a0a1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:59.941949 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.972449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47990) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:59.986035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.986035 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:59.986035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] 10.222.0.110 "PUT /v2.0/ports/cfa93849-b3f8-45aa-bf86-953cf81605a0 HTTP/1.1" status: 200 len: 1096 time: 1.0159435 Feb 09 21:34:59.986035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'tag': 'cfa93849-b3f8-45aa-bf86-953cf81605a0'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:59.988276 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78370367-c219-4c61-b895-48aaa3a14a59" -d '{"events": [{"name": "network-changed", "server_uuid": "c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887", "tag": "cfa93849-b3f8-45aa-bf86-953cf81605a0"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:00.017616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c955d5d-83ed-4245-aaf7-23a773a8b59b service neutron] Pushing event updated for resources: {'Port': ['ID=cfa93849-b3f8-45aa-bf86-953cf81605a0,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:00.034982 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.156719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5f8df20b-3898-45d6-917b-c61591b6a0a1,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:00.200167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ee23f05-f4b7-4d77-b12e-276b7c298a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.273915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5f8df20b-3898-45d6-917b-c61591b6a0a1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:00.276518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-3663bec0-54cd-4d34-9f37-d02ad3325c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.278285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-3663bec0-54cd-4d34-9f37-d02ad3325c98 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 1130 time: 0.1610460 Feb 09 21:35:00.306854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dda3a-31e9-482d-833e-14a5616a171a req-202b3bd3-bfc2-4148-95f9-a90074f1e4e3 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.309065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d9dda3a-31e9-482d-833e-14a5616a171a req-202b3bd3-bfc2-4148-95f9-a90074f1e4e3 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 948 time: 0.1527994 Feb 09 21:35:00.348262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6383-6736-4339-a983-13db363a0e23 req-dc0b8c84-0e27-4043-b05b-2de21425585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.349756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b09b6383-6736-4339-a983-13db363a0e23 req-dc0b8c84-0e27-4043-b05b-2de21425585c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1150 time: 0.1010296 Feb 09 21:35:00.386632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-369b54f4-5476-4299-94dd-eb88dd3efa51 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cfa93849-b3f8-45aa-bf86-953cf81605a0 HTTP/1.1" status: 200 len: 217 time: 0.0761707 Feb 09 21:35:00.437849 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.453946 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d9dda3a-31e9-482d-833e-14a5616a171a req-b07cc6c9-fc89-4dde-97ee-4aca815f1043 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351945 Feb 09 21:35:00.463453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-ed3761dc-16ef-4841-b6a6-4f6dbc483416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.463634 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1bb341-7b9f-43ac-85a8-a953bed5ac73 x-openstack-request-id: req-8d1bb341-7b9f-43ac-85a8-a953bed5ac73 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:00.464100 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887", "tag": "cfa93849-b3f8-45aa-bf86-953cf81605a0", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:00.464369 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d1bb341-7b9f-43ac-85a8-a953bed5ac73 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:00.464761 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'tag': 'cfa93849-b3f8-45aa-bf86-953cf81605a0', 'status': 'completed', 'code': 200} Feb 09 21:35:00.465046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-ed3761dc-16ef-4841-b6a6-4f6dbc483416 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1150 time: 0.1532457 Feb 09 21:35:00.466930 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ee23f05-f4b7-4d77-b12e-276b7c298a61 admin admin] Publish callbacks [] for security_group (15a91fc7-ed50-4cc5-994f-0ae57336a3e9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.469793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-9813ea5e-3f66-4145-baca-42af76a06b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.474393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-9813ea5e-3f66-4145-baca-42af76a06b86 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0713778 Feb 09 21:35:00.537084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a383b51d-a8d3-417b-9a5a-f557be27c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.538978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a383b51d-a8d3-417b-9a5a-f557be27c3e7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0549324 Feb 09 21:35:00.565834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ee23f05-f4b7-4d77-b12e-276b7c298a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (15a91fc7-ed50-4cc5-994f-0ae57336a3e9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.606013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6383-6736-4339-a983-13db363a0e23 req-2e0041f2-2a32-4211-8929-9ea0705b39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.608217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b09b6383-6736-4339-a983-13db363a0e23 req-2e0041f2-2a32-4211-8929-9ea0705b39d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.2331550 Feb 09 21:35:00.649216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-a20ceb56-77cf-4f05-849a-730609782d2d service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021252 Feb 09 21:35:00.682291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3ee23f05-f4b7-4d77-b12e-276b7c298a61 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ca55dc59bd244e92b6e8a2950d4416e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7087455 Feb 09 21:35:00.690262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b09b6383-6736-4339-a983-13db363a0e23 req-38629404-dae4-46e9-aadf-8eb20fb9d17c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 217 time: 0.0685716 Feb 09 21:35:00.692209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48018) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:00.694933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee23f05-f4b7-4d77-b12e-276b7c298a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a91fc7-ed50-4cc5-994f-0ae57336a3e9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:00.761336 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7914a72d-fd04-4116-b37a-7170f7b77c66 req-ab0e9861-4912-4bb7-afb5-e507d8dc5805 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058676 Feb 09 21:35:00.777498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-0495efd5-cf69-43e8-bcca-e7111ef1e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.779474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-0495efd5-cf69-43e8-bcca-e7111ef1e993 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.2937055 Feb 09 21:35:00.813270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360eebe-edc6-4294-8224-fd5cf6af6fd4 req-58e91845-d97e-4ec8-b4d9-d41c745acdb7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.814820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a360eebe-edc6-4294-8224-fd5cf6af6fd4 req-58e91845-d97e-4ec8-b4d9-d41c745acdb7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 968 time: 0.2657607 Feb 09 21:35:00.849813 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-ae39f418-8b02-4138-bebf-ce172fa6e0fc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 217 time: 0.0584278 Feb 09 21:35:00.859570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b6383-6736-4339-a983-13db363a0e23 req-9f91d123-0ab8-41f6-be53-2b52462dc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.861037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b09b6383-6736-4339-a983-13db363a0e23 req-9f91d123-0ab8-41f6-be53-2b52462dc823 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.1560330 Feb 09 21:35:00.932653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7197cdd2-1089-4338-810c-94d2ef799560 admin admin] Publish callbacks [] for security_group (15a91fc7-ed50-4cc5-994f-0ae57336a3e9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.935695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78370367-c219-4c61-b895-48aaa3a14a59 req-ac30c11e-1ccf-437c-bb9e-7137c487ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.937822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78370367-c219-4c61-b895-48aaa3a14a59 req-ac30c11e-1ccf-437c-bb9e-7137c487ac74 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 1130 time: 0.0510905 Feb 09 21:35:00.943433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b09b6383-6736-4339-a983-13db363a0e23 req-5b048795-095c-4832-b1f7-dbcb4413e8f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688314 Feb 09 21:35:01.026661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-6d05f4df-e326-4dfe-a464-11743ecf91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.028149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-6d05f4df-e326-4dfe-a464-11743ecf91ca service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.1646881 Feb 09 21:35:01.031736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a360eebe-edc6-4294-8224-fd5cf6af6fd4 req-c3fd5eb5-3c85-4f03-ac84-c56a3e89e657 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870925 Feb 09 21:35:01.034054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78370367-c219-4c61-b895-48aaa3a14a59 req-52cc4077-3f03-4dd0-a1d2-ba9684054ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.035963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78370367-c219-4c61-b895-48aaa3a14a59 req-52cc4077-3f03-4dd0-a1d2-ba9684054ebe service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.0910649 Feb 09 21:35:01.050044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7197cdd2-1089-4338-810c-94d2ef799560 admin admin] Publish callbacks [] for security_group (15a91fc7-ed50-4cc5-994f-0ae57336a3e9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.083422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-cb99650c-6868-460e-8884-fee27a2dd86b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438318 Feb 09 21:35:01.084525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78370367-c219-4c61-b895-48aaa3a14a59 req-7e04c3d8-6886-4189-affd-b0a4eb89ab89 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cfa93849-b3f8-45aa-bf86-953cf81605a0 HTTP/1.1" status: 200 len: 217 time: 0.0419757 Feb 09 21:35:01.175524 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b09b6383-6736-4339-a983-13db363a0e23 req-6762bf54-b8f1-4185-8043-ded2e4c83f8c service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232323 Feb 09 21:35:01.208122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78370367-c219-4c61-b895-48aaa3a14a59 req-61a513f7-52e2-4be2-8291-0e1ed51e0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.209620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78370367-c219-4c61-b895-48aaa3a14a59 req-61a513f7-52e2-4be2-8291-0e1ed51e0cff service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1143317 Feb 09 21:35:01.267802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd25b4-7810-4a54-a93d-00abdd2c0490 req-0d14ef97-0a22-4489-958c-3f85065a6fce tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.269343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8dd25b4-7810-4a54-a93d-00abdd2c0490 req-0d14ef97-0a22-4489-958c-3f85065a6fce tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 971 time: 0.1203868 Feb 09 21:35:01.273108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-7cfcfa5a-dd97-438b-be39-1e80e4b50b63 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723106 Feb 09 21:35:01.297178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78370367-c219-4c61-b895-48aaa3a14a59 req-23350b81-f77a-4a95-9c88-fe7713025a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.298656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78370367-c219-4c61-b895-48aaa3a14a59 req-23350b81-f77a-4a95-9c88-fe7713025a62 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0785117 Feb 09 21:35:01.341121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b09b6383-6736-4339-a983-13db363a0e23 req-08e81801-4206-4d0f-a6e2-e1a652c088f0 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572986 Feb 09 21:35:01.356190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7197cdd2-1089-4338-810c-94d2ef799560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (15a91fc7-ed50-4cc5-994f-0ae57336a3e9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.359634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7197cdd2-1089-4338-810c-94d2ef799560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.361887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7197cdd2-1089-4338-810c-94d2ef799560 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/15a91fc7-ed50-4cc5-994f-0ae57336a3e9 HTTP/1.1" status: 204 len: 168 time: 0.6678448 Feb 09 21:35:01.382445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197cdd2-1089-4338-810c-94d2ef799560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a91fc7-ed50-4cc5-994f-0ae57336a3e9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:01.392793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8dd25b4-7810-4a54-a93d-00abdd2c0490 req-fbc7267f-6d50-4f4c-a301-b39dba270019 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153727 Feb 09 21:35:01.425721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-75ac6056-8af4-40b8-8e47-cf2bae43df62 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447113 Feb 09 21:35:01.449818 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78370367-c219-4c61-b895-48aaa3a14a59 req-bb4d2585-e5b4-473d-9221-db6cb5dbb21f service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417849 Feb 09 21:35:01.597376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e45aa-ada3-4cde-a277-d5e3d18f7810 req-e3c3f898-6897-4525-9829-562f6551dfb9 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.599090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-172e45aa-ada3-4cde-a277-d5e3d18f7810 req-e3c3f898-6897-4525-9829-562f6551dfb9 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 948 time: 0.0656366 Feb 09 21:35:01.608816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78370367-c219-4c61-b895-48aaa3a14a59 req-ed39fecd-0b6c-4b88-876b-632fc3492d8d service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524189 Feb 09 21:35:01.661531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5f8df20b-3898-45d6-917b-c61591b6a0a1 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:01.724459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-172e45aa-ada3-4cde-a277-d5e3d18f7810 req-d6d84db9-b233-485d-9f60-07de56347e75 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146181 Feb 09 21:35:01.746997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-e770de5f-6430-47be-963f-f9bf48d325da tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.748720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-e770de5f-6430-47be-963f-f9bf48d325da tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1150 time: 0.1225560 Feb 09 21:35:01.760598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:01.782297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 5f8df20b-3898-45d6-917b-c61591b6a0a1 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:01.786675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 5f8df20b-3898-45d6-917b-c61591b6a0a1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:01.787263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.821567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.867977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5f8df20b-3898-45d6-917b-c61591b6a0a1 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:01.868378 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.906594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8df20b-3898-45d6-917b-c61591b6a0a1'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:01.910953 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3909252c-4637-4dc7-b995-2fd95739846b" -d '{"events": [{"server_uuid": "63389e11-b04e-4dcb-a822-aa4c0cefff50", "name": "network-vif-plugged", "status": "completed", "tag": "5f8df20b-3898-45d6-917b-c61591b6a0a1"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:01.932946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5f8df20b-3898-45d6-917b-c61591b6a0a1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5f8df20b-3898-45d6-917b-c61591b6a0a1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:01.962399 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7158213-f490-46bf-8f5b-a2b98e0b1684 x-openstack-request-id: req-c7158213-f490-46bf-8f5b-a2b98e0b1684 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:01.963207 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63389e11-b04e-4dcb-a822-aa4c0cefff50", "name": "network-vif-plugged", "status": "completed", "tag": "5f8df20b-3898-45d6-917b-c61591b6a0a1", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:01.963655 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c7158213-f490-46bf-8f5b-a2b98e0b1684 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:01.965215 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8df20b-3898-45d6-917b-c61591b6a0a1', 'code': 200} Feb 09 21:35:01.993232 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.011644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:02.059001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5f8df20b-3898-45d6-917b-c61591b6a0a1,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.097201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:02.129073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5281cbe-81cf-4f23-96ef-5b60e7ea36af req-0cc10974-8fec-4343-8ac1-70c44610954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.130600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5281cbe-81cf-4f23-96ef-5b60e7ea36af req-0cc10974-8fec-4343-8ac1-70c44610954f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 1154 time: 0.0915504 Feb 09 21:35:02.165640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:02.167964 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69502d8-92d6-4288-9bc4-bd7d43c46aaa" -d '{"events": [{"server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:02.171943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Publish callbacks [] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.208296 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5281cbe-81cf-4f23-96ef-5b60e7ea36af req-0d6d7555-0116-4471-ac2e-b3dd4d1452d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Feb 09 21:35:02.234114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7280eb-a69b-4140-8053-0cf9b94c4b11 req-5f937365-9354-4c15-886c-40e483736013 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.236211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce7280eb-a69b-4140-8053-0cf9b94c4b11 req-5f937365-9354-4c15-886c-40e483736013 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 968 time: 0.0936801 Feb 09 21:35:02.246787 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bd27ba-f210-4981-a1ec-64bde1991add x-openstack-request-id: req-23bd27ba-f210-4981-a1ec-64bde1991add {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:02.246787 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:02.246787 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23bd27ba-f210-4981-a1ec-64bde1991add {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:02.247183 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f', 'code': 200} Feb 09 21:35:02.265143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.303967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce7280eb-a69b-4140-8053-0cf9b94c4b11 req-3bdfe0bf-b930-4330-b795-39e9b6f2bfc4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601039 Feb 09 21:35:02.345958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.359572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:02.359946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:02.360410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:02.366555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:02.366884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Attempting to bind port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:02.374023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:02.374374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:02.374767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:02.375201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Bound port: ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:02.375564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.450339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:02.454973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:02.529087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06829-e193-4459-9997-0753f09d403c req-00d4452b-1f04-4ff3-a3cb-42e14bc4916f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.530410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-26e06829-e193-4459-9997-0753f09d403c req-00d4452b-1f04-4ff3-a3cb-42e14bc4916f tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 972 time: 0.0564504 Feb 09 21:35:02.538330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.661116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-26e06829-e193-4459-9997-0753f09d403c req-0434e6b1-366d-4fbc-a4ba-c4299cf0bfcd tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020367 Feb 09 21:35:02.661388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48090) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.684290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=8']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.690869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.691737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.696681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-1f27197b-01dd-48ef-95e9-715ad16cda22 service neutron] 10.222.0.110 "PUT /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 1144 time: 0.9371564 Feb 09 21:35:02.696681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48098) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.737946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48102) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.764597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ddeaa0a2-4118-4a15-8782-1146a8b45d8f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:02.862069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbabfca-05f2-4a68-98af-be40f79b76b9 req-1307ba84-2a47-4486-adab-dba3227c3376 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.863067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48110) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.863609 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cbabfca-05f2-4a68-98af-be40f79b76b9 req-1307ba84-2a47-4486-adab-dba3227c3376 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 948 time: 0.0626078 Feb 09 21:35:02.888771 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f13a44d2-36c4-4aa3-b6d7-437d148f757f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.895881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3b8cff4-9235-4cc3-863c-949c4c507b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.942625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cbabfca-05f2-4a68-98af-be40f79b76b9 req-52b9b159-cd3c-4fd5-a662-106e4e27b18b tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698195 Feb 09 21:35:03.013214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3b8cff4-9235-4cc3-863c-949c4c507b23 admin admin] Publish callbacks [] for security_group (11a1f7f3-621d-4f55-a768-10143adfc1c2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.029397 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f13a44d2-36c4-4aa3-b6d7-437d148f757f admin admin] Publish callbacks [] for security_group (d8e5150b-515e-4c60-be1b-c6ee91fd2225), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.049191 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-853f22b7-348f-4836-8b3d-16113767a742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.072763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3b8cff4-9235-4cc3-863c-949c4c507b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (11a1f7f3-621d-4f55-a768-10143adfc1c2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.093568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61048d81-4334-48f6-8897-d3393e3d4ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.107931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f13a44d2-36c4-4aa3-b6d7-437d148f757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d8e5150b-515e-4c60-be1b-c6ee91fd2225), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.116212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a3b8cff4-9235-4cc3-863c-949c4c507b23 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63ba24a959f74a64a611abdd99830f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540865 Feb 09 21:35:03.118826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48112) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.125855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8cff4-9235-4cc3-863c-949c4c507b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1f7f3-621d-4f55-a768-10143adfc1c2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.168616 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c38b0414-169c-4f46-8a42-2855020c18b4 admin admin] Publish callbacks [] for security_group (11a1f7f3-621d-4f55-a768-10143adfc1c2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.183608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f13a44d2-36c4-4aa3-b6d7-437d148f757f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62313d22da324ba2888442f5e0a921a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189051 Feb 09 21:35:03.188682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48114) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.188930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a44d2-36c4-4aa3-b6d7-437d148f757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e5150b-515e-4c60-be1b-c6ee91fd2225,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.191834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c38b0414-169c-4f46-8a42-2855020c18b4 admin admin] Publish callbacks [] for security_group (11a1f7f3-621d-4f55-a768-10143adfc1c2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.217499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-853f22b7-348f-4836-8b3d-16113767a742 admin admin] Publish callbacks [] for security_group (5aba3753-bc69-44d1-ad30-2ac15352b417), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.261235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61048d81-4334-48f6-8897-d3393e3d4ef0 admin admin] Publish callbacks [] for security_group (19cda5ef-bf86-4ec5-ab13-37b0fda7a510), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.281179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dba05f26-d98a-449a-84f9-c5f069014142 admin admin] Publish callbacks [] for security_group (d8e5150b-515e-4c60-be1b-c6ee91fd2225), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.298818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-853f22b7-348f-4836-8b3d-16113767a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5aba3753-bc69-44d1-ad30-2ac15352b417), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.303363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dba05f26-d98a-449a-84f9-c5f069014142 admin admin] Publish callbacks [] for security_group (d8e5150b-515e-4c60-be1b-c6ee91fd2225), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.344653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61048d81-4334-48f6-8897-d3393e3d4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (19cda5ef-bf86-4ec5-ab13-37b0fda7a510), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.363588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-853f22b7-348f-4836-8b3d-16113767a742 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59f366dd8ba5498bb1bda1ba7eb05601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6632850 Feb 09 21:35:03.363588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f22b7-348f-4836-8b3d-16113767a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aba3753-bc69-44d1-ad30-2ac15352b417,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.365456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48120) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.388673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61048d81-4334-48f6-8897-d3393e3d4ef0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=adc6bb0489a0428a847bae00ebfa72ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6462083 Feb 09 21:35:03.389177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48122) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.395492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61048d81-4334-48f6-8897-d3393e3d4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cda5ef-bf86-4ec5-ab13-37b0fda7a510,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.413469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c38b0414-169c-4f46-8a42-2855020c18b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (11a1f7f3-621d-4f55-a768-10143adfc1c2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.416671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c38b0414-169c-4f46-8a42-2855020c18b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.417813 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c38b0414-169c-4f46-8a42-2855020c18b4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11a1f7f3-621d-4f55-a768-10143adfc1c2 HTTP/1.1" status: 204 len: 168 time: 0.2980835 Feb 09 21:35:03.434945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b0414-169c-4f46-8a42-2855020c18b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1f7f3-621d-4f55-a768-10143adfc1c2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.452952 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fa08896-faab-4733-bdfc-845c82188c67 admin admin] Publish callbacks [] for security_group (5aba3753-bc69-44d1-ad30-2ac15352b417), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.475772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fa08896-faab-4733-bdfc-845c82188c67 admin admin] Publish callbacks [] for security_group (5aba3753-bc69-44d1-ad30-2ac15352b417), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.485794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dba05f26-d98a-449a-84f9-c5f069014142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d8e5150b-515e-4c60-be1b-c6ee91fd2225), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.488392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dba05f26-d98a-449a-84f9-c5f069014142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.491177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dba05f26-d98a-449a-84f9-c5f069014142 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d8e5150b-515e-4c60-be1b-c6ee91fd2225 HTTP/1.1" status: 204 len: 168 time: 0.3015444 Feb 09 21:35:03.511271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db953621-c4ba-4551-ad83-f441cc2d146d req-cf23b8e5-aba1-44a0-bc43-a571c6a02821 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.511790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48130) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.519691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db953621-c4ba-4551-ad83-f441cc2d146d req-cf23b8e5-aba1-44a0-bc43-a571c6a02821 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.1033204 Feb 09 21:35:03.541644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba05f26-d98a-449a-84f9-c5f069014142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e5150b-515e-4c60-be1b-c6ee91fd2225,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.559065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3dbec7eb-a134-4a9a-951c-ca60475ccb7c admin admin] Publish callbacks [] for security_group (19cda5ef-bf86-4ec5-ab13-37b0fda7a510), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.594455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3dbec7eb-a134-4a9a-951c-ca60475ccb7c admin admin] Publish callbacks [] for security_group (19cda5ef-bf86-4ec5-ab13-37b0fda7a510), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.600251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db953621-c4ba-4551-ad83-f441cc2d146d req-1b6e50b4-a847-433c-b071-62373d34f06e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 Feb 09 21:35:03.715973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fa08896-faab-4733-bdfc-845c82188c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5aba3753-bc69-44d1-ad30-2ac15352b417), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.719038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fa08896-faab-4733-bdfc-845c82188c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.722658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8fa08896-faab-4733-bdfc-845c82188c67 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5aba3753-bc69-44d1-ad30-2ac15352b417 HTTP/1.1" status: 204 len: 168 time: 0.3552871 Feb 09 21:35:03.728936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa08896-faab-4733-bdfc-845c82188c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aba3753-bc69-44d1-ad30-2ac15352b417,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.742259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3dbec7eb-a134-4a9a-951c-ca60475ccb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (19cda5ef-bf86-4ec5-ab13-37b0fda7a510), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.744778 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3dbec7eb-a134-4a9a-951c-ca60475ccb7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.747031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3dbec7eb-a134-4a9a-951c-ca60475ccb7c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19cda5ef-bf86-4ec5-ab13-37b0fda7a510 HTTP/1.1" status: 204 len: 168 time: 0.3561144 Feb 09 21:35:03.776107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbec7eb-a134-4a9a-951c-ca60475ccb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cda5ef-bf86-4ec5-ab13-37b0fda7a510,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.801013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc3d8a-fe1d-4cab-9300-620fd7f88e1c req-68c07d0a-7d20-4cf5-b320-01d9a8558563 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.802731 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0cc3d8a-fe1d-4cab-9300-620fd7f88e1c req-68c07d0a-7d20-4cf5-b320-01d9a8558563 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 972 time: 0.0718617 Feb 09 21:35:03.868057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0cc3d8a-fe1d-4cab-9300-620fd7f88e1c req-1aa1f774-1a98-45f4-b3c0-e7b431c8023d tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Feb 09 21:35:03.934696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-80e961fd-5b92-473a-92c2-a6dab98f5bd0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658872 Feb 09 21:35:04.051989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-6ea9aa97-b4d5-439f-83e4-a247c19d687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.053794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-6ea9aa97-b4d5-439f-83e4-a247c19d687f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 1132 time: 0.0697589 Feb 09 21:35:04.083731 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-80867ab2-87a7-4d16-a5a6-5b97e1048cb1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c01f7d51021b4fa3a5ce6ba75dc4a235&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5564864 Feb 09 21:35:04.086302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48148) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.098957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e515-f7c4-499c-9657-a23cca8b6cb3 req-cd90d242-9232-452d-b78b-dca8342bafbb tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.100468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05b9e515-f7c4-499c-9657-a23cca8b6cb3 req-cd90d242-9232-452d-b78b-dca8342bafbb tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 948 time: 0.0859134 Feb 09 21:35:04.152875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05b9e515-f7c4-499c-9657-a23cca8b6cb3 req-923d309e-7bd3-45b8-8813-31f8cae69efa tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Feb 09 21:35:04.195894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6858bfae-e454-4de0-b728-821b9bce9132 admin admin] Publish callbacks [] for security_group (edbd61e7-1b66-4ca0-8712-cb5065360345), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.201881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-735fed2c-d316-40ea-a8fc-c15a5bc8e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.203423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-735fed2c-d316-40ea-a8fc-c15a5bc8e42f service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1256945 Feb 09 21:35:04.259852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6858bfae-e454-4de0-b728-821b9bce9132 admin admin] Publish callbacks [] for security_group (edbd61e7-1b66-4ca0-8712-cb5065360345), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.261406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:04.263642 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b0c3d-d706-427b-93a5-71a8b6f01c74" -d '{"events": [{"name": "network-changed", "server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:04.272992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-ba7718a6-e5ae-4259-9514-eb2e22300ef0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376 HTTP/1.1" status: 200 len: 217 time: 0.0597346 Feb 09 21:35:04.324285 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b075ba5-1ee8-4b77-8266-4eef07efc749 x-openstack-request-id: req-9b075ba5-1ee8-4b77-8266-4eef07efc749 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:04.324575 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:04.324825 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b075ba5-1ee8-4b77-8266-4eef07efc749 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:04.325213 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f', 'status': 'completed', 'code': 200} Feb 09 21:35:04.355645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04496b85-0bfa-42e7-bc88-427c2ed732b0 req-54423a00-4696-40cc-ae2c-162a41212bc5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.358009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04496b85-0bfa-42e7-bc88-427c2ed732b0 req-54423a00-4696-40cc-ae2c-162a41212bc5 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 972 time: 0.0663068 Feb 09 21:35:04.398714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-a2bd7ddc-a550-43f1-9c9d-e35a6c99e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.400550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-a2bd7ddc-a550-43f1-9c9d-e35a6c99e84d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1189578 Feb 09 21:35:04.434779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04496b85-0bfa-42e7-bc88-427c2ed732b0 req-77a8fe9f-6a38-4038-acb5-e5ea83c31065 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706015 Feb 09 21:35:04.460353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-bde59a6f-6a7b-4484-beb8-7e79f512d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.466736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-bde59a6f-6a7b-4484-beb8-7e79f512d557 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1178 time: 0.1005526 Feb 09 21:35:04.466736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6858bfae-e454-4de0-b728-821b9bce9132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (edbd61e7-1b66-4ca0-8712-cb5065360345), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.467767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6858bfae-e454-4de0-b728-821b9bce9132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.468794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6858bfae-e454-4de0-b728-821b9bce9132 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/edbd61e7-1b66-4ca0-8712-cb5065360345 HTTP/1.1" status: 204 len: 168 time: 0.3814542 Feb 09 21:35:04.488150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858bfae-e454-4de0-b728-821b9bce9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd61e7-1b66-4ca0-8712-cb5065360345,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.542365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-b2226b42-144e-4737-b645-5c441c78c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.543884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-b2226b42-144e-4737-b645-5c441c78c801 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1263962 Feb 09 21:35:04.620742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-a5dd5602-d14e-455a-90e2-268a2b198d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.625002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-a5dd5602-d14e-455a-90e2-268a2b198d9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1527627 Feb 09 21:35:04.681891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-a7f26f57-f0d7-4612-bd49-86dedb35f742 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 217 time: 0.0455439 Feb 09 21:35:04.708504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48164) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.722082 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7c08-b0e2-42a0-b231-b5e179dd7d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.749754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-d7f2cd89-66dd-4b91-b4c0-95caef38c6c0 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984494 Feb 09 21:35:04.764534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48166) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.786128 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-047e8262-28ea-4d25-a153-9f2deaa70076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.823407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-71a5a1e4-a9d4-41da-9144-3aaebd93ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.824969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-71a5a1e4-a9d4-41da-9144-3aaebd93ab8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.1240437 Feb 09 21:35:04.855881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f66501-5aed-455a-aef5-61a441e08f45 req-72d2c48d-ccd0-4266-94d3-4ae8e934ea69 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.858383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7c08-b0e2-42a0-b231-b5e179dd7d7b admin admin] Publish callbacks [] for security_group (c4034583-a18a-4d40-a365-f084ace2575b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.862687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52f66501-5aed-455a-aef5-61a441e08f45 req-72d2c48d-ccd0-4266-94d3-4ae8e934ea69 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.1783423 Feb 09 21:35:04.908276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-047e8262-28ea-4d25-a153-9f2deaa70076 admin admin] Publish callbacks [] for security_group (ed399fde-0128-46d9-be80-58f11254e62b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.917947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7c08-b0e2-42a0-b231-b5e179dd7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c4034583-a18a-4d40-a365-f084ace2575b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.968032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d7c08-b0e2-42a0-b231-b5e179dd7d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4034583-a18a-4d40-a365-f084ace2575b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.972653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b8d7c08-b0e2-42a0-b231-b5e179dd7d7b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=99ad60695d6f4f9387b37177b2f85530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627912 Feb 09 21:35:04.975395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48170) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.007270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-047e8262-28ea-4d25-a153-9f2deaa70076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ed399fde-0128-46d9-be80-58f11254e62b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.067085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-047e8262-28ea-4d25-a153-9f2deaa70076 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b9e8967a177941319cb0a1d2104a89d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012762 Feb 09 21:35:05.069854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e8262-28ea-4d25-a153-9f2deaa70076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed399fde-0128-46d9-be80-58f11254e62b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.072524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48172) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.076811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:05.079722 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1dc17a62-ae92-4350-b897-cabdc4660b87 admin admin] Publish callbacks [] for security_group (c4034583-a18a-4d40-a365-f084ace2575b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.088837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-5b4d6f5c-f991-459a-83d8-658ce72129ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2566822 Feb 09 21:35:05.118516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1dc17a62-ae92-4350-b897-cabdc4660b87 admin admin] Publish callbacks [] for security_group (c4034583-a18a-4d40-a365-f084ace2575b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.164053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6143bb08-9281-449d-9c1a-9f758fa487dc req-ab1c7e07-3d6e-4c08-83ef-76cef0ef6acd service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072349 Feb 09 21:35:05.165551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5f749e-3323-4c53-91ab-3bb9fe2b1ed8 admin admin] Publish callbacks [] for security_group (ed399fde-0128-46d9-be80-58f11254e62b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.194355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5f749e-3323-4c53-91ab-3bb9fe2b1ed8 admin admin] Publish callbacks [] for security_group (ed399fde-0128-46d9-be80-58f11254e62b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.206412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52f66501-5aed-455a-aef5-61a441e08f45 req-ea727605-7015-4409-84e0-b3b5d35cdb4f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427532 Feb 09 21:35:05.245083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-863b1310-4e43-40d8-af1e-3dbf19956c2e service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473765 Feb 09 21:35:05.293273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:05.298011 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1dc17a62-ae92-4350-b897-cabdc4660b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c4034583-a18a-4d40-a365-f084ace2575b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.300698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1dc17a62-ae92-4350-b897-cabdc4660b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.304528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1dc17a62-ae92-4350-b897-cabdc4660b87 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c4034583-a18a-4d40-a365-f084ace2575b HTTP/1.1" status: 204 len: 168 time: 0.3252256 Feb 09 21:35:05.315627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:35:05.315831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc17a62-ae92-4350-b897-cabdc4660b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4034583-a18a-4d40-a365-f084ace2575b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.316029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cfa93849-b3f8-45aa-bf86-953cf81605a0 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:05.352665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4b0c3d-d706-427b-93a5-71a8b6f01c74 req-a47c9165-af03-40ca-9a7c-ac80e468aecc service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008983 Feb 09 21:35:05.359118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48178) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.359262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da867-9279-43bb-ade5-fbad9db30e43 req-b4b8a1d8-5acc-46d4-8743-7e493c60059a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.360738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-515da867-9279-43bb-ade5-fbad9db30e43 req-b4b8a1d8-5acc-46d4-8743-7e493c60059a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 948 time: 0.0915704 Feb 09 21:35:05.379180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a20afb8-d31c-4566-b3e8-e652c832a9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.422120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5f749e-3323-4c53-91ab-3bb9fe2b1ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ed399fde-0128-46d9-be80-58f11254e62b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.424782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5f749e-3323-4c53-91ab-3bb9fe2b1ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.425932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea5f749e-3323-4c53-91ab-3bb9fe2b1ed8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ed399fde-0128-46d9-be80-58f11254e62b HTTP/1.1" status: 204 len: 168 time: 0.3524785 Feb 09 21:35:05.440223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cfa93849-b3f8-45aa-bf86-953cf81605a0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cfa93849-b3f8-45aa-bf86-953cf81605a0,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:05.447504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f749e-3323-4c53-91ab-3bb9fe2b1ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed399fde-0128-46d9-be80-58f11254e62b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.471218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-515da867-9279-43bb-ade5-fbad9db30e43 req-3c864b12-d4cf-4b3a-b857-8c80695dfaca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836332 Feb 09 21:35:05.485395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-420b3c03-19e6-46fd-b922-692c0880b566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.494055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'cfa93849-b3f8-45aa-bf86-953cf81605a0', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'cfa93849-b3f8-45aa-bf86-953cf81605a0', 'mac_address': 'fa:16:3e:e7:b1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:05.527757 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a20afb8-d31c-4566-b3e8-e652c832a9a4 admin admin] Publish callbacks [] for security_group (394d7b75-6e1f-4589-8ce2-45e4fd390f36), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.547379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cfa93849-b3f8-45aa-bf86-953cf81605a0 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:05.547808 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.567566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa93849-b3f8-45aa-bf86-953cf81605a0 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:05.592161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cfa93849-b3f8-45aa-bf86-953cf81605a0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cfa93849-b3f8-45aa-bf86-953cf81605a0,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:05.597139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367749f-085d-4f4d-adb6-a6564a46d157 req-b04f79fe-0b8d-41d7-8f85-0431d6448ae7 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.598684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6367749f-085d-4f4d-adb6-a6564a46d157 req-b04f79fe-0b8d-41d7-8f85-0431d6448ae7 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 972 time: 0.0640562 Feb 09 21:35:05.600009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a20afb8-d31c-4566-b3e8-e652c832a9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (394d7b75-6e1f-4589-8ce2-45e4fd390f36), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.653921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20afb8-d31c-4566-b3e8-e652c832a9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d7b75-6e1f-4589-8ce2-45e4fd390f36,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.658485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a20afb8-d31c-4566-b3e8-e652c832a9a4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a84ed6613ff4c6fa6f8ef887bdbc792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975411 Feb 09 21:35:05.661477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48188) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.669823 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.702836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6367749f-085d-4f4d-adb6-a6564a46d157 req-90a31ab2-ca3a-4724-a80e-2cf81650a257 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923796 Feb 09 21:35:05.723916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0862252-2e93-4284-a245-8b7bfc800ca7 admin admin] Publish callbacks [] for security_group (394d7b75-6e1f-4589-8ce2-45e4fd390f36), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.725137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cfa93849-b3f8-45aa-bf86-953cf81605a0,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.746214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0862252-2e93-4284-a245-8b7bfc800ca7 admin admin] Publish callbacks [] for security_group (394d7b75-6e1f-4589-8ce2-45e4fd390f36), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.835945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d01a-8494-493c-bd61-d9116df3fc0c req-1a86f856-c713-478f-b108-4052c9b56050 tempest-LiveMigrationNegativeTest-1914191169 tempest-LiveMigrationNegativeTest-1914191169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.837495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a331d01a-8494-493c-bd61-d9116df3fc0c req-1a86f856-c713-478f-b108-4052c9b56050 tempest-LiveMigrationNegativeTest-1914191169 tempest-LiveMigrationNegativeTest-1914191169-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 1154 time: 0.0446970 Feb 09 21:35:05.859594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a331d01a-8494-493c-bd61-d9116df3fc0c req-d3abd1be-94c9-4c91-b33d-2ce8abafa77c tempest-LiveMigrationNegativeTest-1914191169 tempest-LiveMigrationNegativeTest-1914191169-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.874637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0862252-2e93-4284-a245-8b7bfc800ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (394d7b75-6e1f-4589-8ce2-45e4fd390f36), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.877156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0862252-2e93-4284-a245-8b7bfc800ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.878296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b0862252-2e93-4284-a245-8b7bfc800ca7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/394d7b75-6e1f-4589-8ce2-45e4fd390f36 HTTP/1.1" status: 204 len: 168 time: 0.2158408 Feb 09 21:35:05.891296 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0862252-2e93-4284-a245-8b7bfc800ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d7b75-6e1f-4589-8ce2-45e4fd390f36,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.928025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cfa93849-b3f8-45aa-bf86-953cf81605a0'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:05.975375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a331d01a-8494-493c-bd61-d9116df3fc0c req-d3abd1be-94c9-4c91-b33d-2ce8abafa77c tempest-LiveMigrationNegativeTest-1914191169 tempest-LiveMigrationNegativeTest-1914191169-project-admin] Publish callbacks [] for security_group (263a12fc-9d0a-4023-84c2-191e5729a31b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.077728 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a331d01a-8494-493c-bd61-d9116df3fc0c req-d3abd1be-94c9-4c91-b33d-2ce8abafa77c tempest-LiveMigrationNegativeTest-1914191169 tempest-LiveMigrationNegativeTest-1914191169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (263a12fc-9d0a-4023-84c2-191e5729a31b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.118224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a331d01a-8494-493c-bd61-d9116df3fc0c req-d3abd1be-94c9-4c91-b33d-2ce8abafa77c tempest-LiveMigrationNegativeTest-1914191169 tempest-LiveMigrationNegativeTest-1914191169-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743621 Feb 09 21:35:06.119198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abd1be-94c9-4c91-b33d-2ce8abafa77c tempest-LiveMigrationNegativeTest-1914191169 tempest-LiveMigrationNegativeTest-1914191169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263a12fc-9d0a-4023-84c2-191e5729a31b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.233486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48212) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:06.301306 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20988ac0-5778-49c0-9da4-fe031985b68f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=95e8a6f88f4043f69b7ad64159647af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660288 Feb 09 21:35:06.303773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:06.356489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f49f48-c1c6-4ee6-8273-97f95fc37b66 req-2e56db28-c904-433e-a5fd-298e6602fbcd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.361428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-38f49f48-c1c6-4ee6-8273-97f95fc37b66 req-2e56db28-c904-433e-a5fd-298e6602fbcd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.0678122 Feb 09 21:35:06.364323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c1d16d3-cf0f-41a0-be99-640bd455530f admin admin] Publish callbacks [] for security_group (dd89053e-c036-490c-8da1-967fc760e92f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.393732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c1d16d3-cf0f-41a0-be99-640bd455530f admin admin] Publish callbacks [] for security_group (dd89053e-c036-490c-8da1-967fc760e92f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.409680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-38f49f48-c1c6-4ee6-8273-97f95fc37b66 req-9ae75394-76b7-4441-ab56-8c64bf920a4b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474381 Feb 09 21:35:06.563231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c1d16d3-cf0f-41a0-be99-640bd455530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dd89053e-c036-490c-8da1-967fc760e92f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.565950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c1d16d3-cf0f-41a0-be99-640bd455530f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.567656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c1d16d3-cf0f-41a0-be99-640bd455530f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd89053e-c036-490c-8da1-967fc760e92f HTTP/1.1" status: 204 len: 168 time: 0.2624021 Feb 09 21:35:06.576593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d16d3-cf0f-41a0-be99-640bd455530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd89053e-c036-490c-8da1-967fc760e92f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.623629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27ac65-99f5-4e33-b598-9cd4d2901cce req-857e48ae-7ed6-4d07-9102-f1bb756b1f1b tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.623629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb27ac65-99f5-4e33-b598-9cd4d2901cce req-857e48ae-7ed6-4d07-9102-f1bb756b1f1b tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 949 time: 0.0905948 Feb 09 21:35:06.682437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb27ac65-99f5-4e33-b598-9cd4d2901cce req-5d6f61c6-18d6-497e-96a5-49fbf3e785fb tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Feb 09 21:35:06.828421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2776b-51bd-4643-9653-4ace3bdec98e req-e61337e8-18c3-4377-bc75-02e250a9a923 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.830142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ae2776b-51bd-4643-9653-4ace3bdec98e req-e61337e8-18c3-4377-bc75-02e250a9a923 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 972 time: 0.0534143 Feb 09 21:35:06.875125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ae2776b-51bd-4643-9653-4ace3bdec98e req-4abacb4f-3d58-4e40-987d-9ef9e66806dd tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Feb 09 21:35:07.102647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cfa93849-b3f8-45aa-bf86-953cf81605a0 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:07.376417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port cfa93849-b3f8-45aa-bf86-953cf81605a0 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:07.376417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port cfa93849-b3f8-45aa-bf86-953cf81605a0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:07.376417 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.451616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cfa93849-b3f8-45aa-bf86-953cf81605a0 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:07.452239 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.475680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa93849-b3f8-45aa-bf86-953cf81605a0'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:07.477983 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d3616-db12-4faa-8611-b3e993a9ce07" -d '{"events": [{"server_uuid": "c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887", "name": "network-vif-plugged", "status": "completed", "tag": "cfa93849-b3f8-45aa-bf86-953cf81605a0"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:07.490767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cfa93849-b3f8-45aa-bf86-953cf81605a0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cfa93849-b3f8-45aa-bf86-953cf81605a0,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:07.519510 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb8160-df6e-4578-a0fe-4cefe02afd5a x-openstack-request-id: req-25bb8160-df6e-4578-a0fe-4cefe02afd5a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:07.519963 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887", "name": "network-vif-plugged", "status": "completed", "tag": "cfa93849-b3f8-45aa-bf86-953cf81605a0", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:07.520317 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25bb8160-df6e-4578-a0fe-4cefe02afd5a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:07.520806 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa93849-b3f8-45aa-bf86-953cf81605a0', 'code': 200} Feb 09 21:35:07.552876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b0543-cbc0-4068-9d04-cc2342e473e5 req-002a8d35-d39d-4098-9187-569f67742366 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.554381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a4b0543-cbc0-4068-9d04-cc2342e473e5 req-002a8d35-d39d-4098-9187-569f67742366 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.0545413 Feb 09 21:35:07.608719 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a4b0543-cbc0-4068-9d04-cc2342e473e5 req-f885cf45-19fb-402d-9e5a-a15000f04bd5 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Feb 09 21:35:07.619999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb1139-d11a-4957-a389-d721f8077985 req-6aea4163-9ed4-40e3-9445-226c922fd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.621534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cafb1139-d11a-4957-a389-d721f8077985 req-6aea4163-9ed4-40e3-9445-226c922fd0df service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 1131 time: 0.0437341 Feb 09 21:35:07.666773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cafb1139-d11a-4957-a389-d721f8077985 req-1d47cea0-7931-416e-bb9a-43b8b5c3662b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 Feb 09 21:35:07.704421 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-61d6886f-249b-4350-a47e-7fa58e60625e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.705994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.759683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cfa93849-b3f8-45aa-bf86-953cf81605a0,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:07.819023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effed70a-b4c8-49d5-a957-6b457726c81f req-387bce18-6def-4eac-9d61-05e800586f47 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.820789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-effed70a-b4c8-49d5-a957-6b457726c81f req-387bce18-6def-4eac-9d61-05e800586f47 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 950 time: 0.0613122 Feb 09 21:35:07.872796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-effed70a-b4c8-49d5-a957-6b457726c81f req-aa5ebcd5-de27-4eb6-8b62-489cd1a2125c tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Feb 09 21:35:08.001011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15892fd2-9a95-403f-a72e-edbbb8baafcd req-28db338c-aa83-4487-89ba-cf9362d1978c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.002661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15892fd2-9a95-403f-a72e-edbbb8baafcd req-28db338c-aa83-4487-89ba-cf9362d1978c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 972 time: 0.0558355 Feb 09 21:35:08.049885 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15892fd2-9a95-403f-a72e-edbbb8baafcd req-985965f0-f581-4853-9f42-74247a572cce tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Feb 09 21:35:08.323511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-a9f218f6-bf2a-4c54-9460-922867fb5137 service neutron] 10.222.0.30 "GET /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.0622840 Feb 09 21:35:08.441860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.30', 57770) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:08.497444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-1e504888-39ac-45ef-aa44-7691e85061a9 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.498907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-1e504888-39ac-45ef-aa44-7691e85061a9 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.30 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 972 time: 0.0558581 Feb 09 21:35:08.521858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:08.543096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:08.588271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeaa0a2-4118-4a15-8782-1146a8b45d8f {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:08.599782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:08.680199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Deleting port 5f8df20b-3898-45d6-917b-c61591b6a0a1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:08.680722 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.682405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.788076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c212a5b-8ebd-458a-8dfe-bdad4af0c9a2 req-01582d24-8c6c-480c-bcb0-5adc4d803ac0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.789991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c212a5b-8ebd-458a-8dfe-bdad4af0c9a2 req-01582d24-8c6c-480c-bcb0-5adc4d803ac0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 966 time: 0.0922966 Feb 09 21:35:08.812300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] For port 5f8df20b-3898-45d6-917b-c61591b6a0a1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5f8df20b-3898-45d6-917b-c61591b6a0a1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:08.812766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.828198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] Transition to ACTIVE for port object ddeaa0a2-4118-4a15-8782-1146a8b45d8f will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:08.843126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Calling delete_port for 5f8df20b-3898-45d6-917b-c61591b6a0a1 owned by compute:tempest-test_az-1362179722 {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:08.860652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c212a5b-8ebd-458a-8dfe-bdad4af0c9a2 req-be2f2570-3e2b-4e7e-a3be-afdcedc244b4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538082 Feb 09 21:35:08.896864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.924112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.002096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] No DVR routers for this DVR port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:09.005330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:09.017319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:09.044149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-51b9b6dd-5c81-4972-ba37-524d37ca665d service neutron] 10.222.0.30 "PUT /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7133231 Feb 09 21:35:09.068774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf6665-cf73-4376-b038-251d7b21c5bd req-2019ce88-147a-4132-bf1b-ce1358387aa6 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.070503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ecf6665-cf73-4376-b038-251d7b21c5bd req-2019ce88-147a-4132-bf1b-ce1358387aa6 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 950 time: 0.1278844 Feb 09 21:35:09.125462 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ecf6665-cf73-4376-b038-251d7b21c5bd req-978f849a-7b3d-4a26-95d7-84dc4da5941f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Feb 09 21:35:09.161870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (5f8df20b-3898-45d6-917b-c61591b6a0a1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.176135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ca44e1c7-0a15-40e3-bbb8-7de519320376'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:09.191472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Pushing event deleted for resources: {'Port': ['ID=5f8df20b-3898-45d6-917b-c61591b6a0a1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:09.233851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5f8df20b-3898-45d6-917b-c61591b6a0a1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:09.265383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-90f6e1be-8699-41d0-a804-29a91b477b6b tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.267091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-90f6e1be-8699-41d0-a804-29a91b477b6b tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1149 time: 0.0801282 Feb 09 21:35:09.271633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] No DVR routers for this DVR port 5f8df20b-3898-45d6-917b-c61591b6a0a1 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:09.274813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.278197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c474f757-58eb-49e6-82a3-84cdb432e9e1 req-63ad1b2a-9ce0-43a9-8082-8e5b08cb5a0e tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.30 "DELETE /v2.0/ports/5f8df20b-3898-45d6-917b-c61591b6a0a1 HTTP/1.1" status: 204 len: 173 time: 0.7709367 Feb 09 21:35:09.278689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'name': 'network-vif-deleted', 'tag': '5f8df20b-3898-45d6-917b-c61591b6a0a1'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:09.280822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecda58-faad-498d-9531-64b90c7b5ac7 req-1eee8be6-23f8-484c-b48b-e3e5bb906af6 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.284436 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150e684e-cc26-4832-8aea-59ba49e1fdbc" -d '{"events": [{"server_uuid": "63389e11-b04e-4dcb-a822-aa4c0cefff50", "name": "network-vif-deleted", "tag": "5f8df20b-3898-45d6-917b-c61591b6a0a1"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:09.294787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60ecda58-faad-498d-9531-64b90c7b5ac7 req-1eee8be6-23f8-484c-b48b-e3e5bb906af6 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=63389e11-b04e-4dcb-a822-aa4c0cefff50 HTTP/1.1" status: 200 len: 889 time: 0.1660604 Feb 09 21:35:09.368237 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2660cbc7-2a0a-498f-a0b2-d667bbf88f83 x-openstack-request-id: req-2660cbc7-2a0a-498f-a0b2-d667bbf88f83 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:09.368535 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63389e11-b04e-4dcb-a822-aa4c0cefff50", "name": "network-vif-deleted", "tag": "5f8df20b-3898-45d6-917b-c61591b6a0a1", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:09.372010 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2660cbc7-2a0a-498f-a0b2-d667bbf88f83 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:09.372994 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63389e11-b04e-4dcb-a822-aa4c0cefff50', 'name': 'network-vif-deleted', 'tag': '5f8df20b-3898-45d6-917b-c61591b6a0a1', 'status': 'completed', 'code': 200} Feb 09 21:35:09.445650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60ecda58-faad-498d-9531-64b90c7b5ac7 req-0ca3dfee-17bb-437b-9215-b150e982bfc4 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491668 Feb 09 21:35:09.508568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8d7b7097-a65f-499b-90d6-7a3d20e13629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.510262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-8d7b7097-a65f-499b-90d6-7a3d20e13629 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce&tenant_id=85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 1149 time: 0.1776917 Feb 09 21:35:09.583733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-59e7c7cc-2642-474c-8edc-7cc5717abaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.585592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-59e7c7cc-2642-474c-8edc-7cc5717abaf2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1149 time: 0.0470760 Feb 09 21:35:09.591879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-network', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:09.620113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48328) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:09.711600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-4ed1394e-f14e-4800-8a30-fca916153a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.713234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-4ed1394e-f14e-4800-8a30-fca916153a99 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1086888 Feb 09 21:35:09.717930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Made reservation on behalf of 7c63a020100d4a61bd78817a25e094fe for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:09.720256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.730235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.790357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-71b5ebf6-8007-4183-a36d-39822b9d6890 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 217 time: 0.0393403 Feb 09 21:35:09.866418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-network', 'tenant_id': '63acac2efd524df98ebead5969378f57'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:09.883968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-63e48e1a-e614-45e8-85d2-8270b1d913c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.885521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-63e48e1a-e614-45e8-85d2-8270b1d913c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0787470 Feb 09 21:35:09.894806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks [] for security_group (f3d80b73-9ac7-44af-9902-1e6de3ef1b9f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.931337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-33f521d7-b533-42b6-8572-4d6024e49509 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352170 Feb 09 21:35:09.971904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Made reservation on behalf of 63acac2efd524df98ebead5969378f57 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:09.974117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.984653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.007209 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f3d80b73-9ac7-44af-9902-1e6de3ef1b9f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.021778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:10.073766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.081563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1199ac4-1173-473f-a715-429d5baad0ab req-166ec370-50c6-44f9-9785-983f2b634fb1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.093200 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1199ac4-1173-473f-a715-429d5baad0ab req-166ec370-50c6-44f9-9785-983f2b634fb1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 967 time: 0.1506419 Feb 09 21:35:10.099785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (81b34f0b-19d5-4df7-a7d7-ce6593d253fb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.100071 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Added segment 81b34f0b-19d5-4df7-a7d7-ce6593d253fb of type vlan for network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 Feb 09 21:35:10.155885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d80b73-9ac7-44af-9902-1e6de3ef1b9f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.177664 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.188886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-a63255d7-413a-467c-90fa-bf2907625541 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464414 Feb 09 21:35:10.204679 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks [] for security_group (2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.210593 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1199ac4-1173-473f-a715-429d5baad0ab req-46a346a2-0bc7-4143-80d2-bb798462397c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156559 Feb 09 21:35:10.311096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-a0ee864c-4036-46b0-9947-4648501021ab service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080382 Feb 09 21:35:10.355139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4bd3d-0fa5-42b4-8630-216165412070 req-f85bbeff-b4ff-4305-b986-4b1ff710ad0f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.357602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32b4bd3d-0fa5-42b4-8630-216165412070 req-f85bbeff-b4ff-4305-b986-4b1ff710ad0f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 950 time: 0.0701532 Feb 09 21:35:10.362011 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.387141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:10.409142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.410135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.410770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.417359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c7f6c6fa-f2c6-4d70-9032-137b671ae4e2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.417705 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Added segment c7f6c6fa-f2c6-4d70-9032-137b671ae4e2 of type vlan for network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 Feb 09 21:35:10.423728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.484591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32b4bd3d-0fa5-42b4-8630-216165412070 req-fdb8a08f-c91c-42a4-8aec-69f743cc3861 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167078 Feb 09 21:35:10.485345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] Pushing event updated for resources: {'Network': ['ID=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.488626 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6a5ccaca-00f3-46a5-9f35-e855407e7fd5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.504305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:10.566923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-483280f5-e06a-42fb-add3-d8c46aaf443a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5487633 Feb 09 21:35:10.569934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48362) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:10.577715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Request body: {'subnet': {'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-subnet', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:10.656028 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6a5ccaca-00f3-46a5-9f35-e855407e7fd5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.657009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.657953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.715456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Made reservation on behalf of 7c63a020100d4a61bd78817a25e094fe for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:10.718422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.733052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] Pushing event updated for resources: {'Network': ['ID=6a5ccaca-00f3-46a5-9f35-e855407e7fd5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.745221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:10.797418 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-abd473b3-0cb3-4959-baeb-2f0b453cf948 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1751053 Feb 09 21:35:10.800644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48372) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:10.808964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Request body: {'subnet': {'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-subnet', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:10.921173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Made reservation on behalf of 63acac2efd524df98ebead5969378f57 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:10.923664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.003050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-21c41d3b-43dc-4e2b-a5a6-29eea6a7075d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.004577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-21c41d3b-43dc-4e2b-a5a6-29eea6a7075d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1149 time: 0.0863209 Feb 09 21:35:11.117882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (2036c750-d512-4a1b-889a-628aa53d2119), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.217031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2036c750-d512-4a1b-889a-628aa53d2119,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:11.241617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Checking segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:11.241989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Network hostable DHCP agents. Network: 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:11.314386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-0c34834e-1e85-4b54-98f1-294be3a41cd0 service neutron] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:11.319277 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-0c34834e-1e85-4b54-98f1-294be3a41cd0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.321012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47a5dfc8-2e9d-46f9-8d7f-8c2f09486556 req-0c34834e-1e85-4b54-98f1-294be3a41cd0 service neutron] 10.222.0.110 "DELETE /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.3044703 Feb 09 21:35:11.362022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:11.389843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (8be3547e-d757-4958-826a-fd506e7e78d4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.391133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810ee3-dae2-4b24-a248-581de64aa17b req-ed560cf6-02f2-41cf-b35e-41014685799a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.398186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3810ee3-dae2-4b24-a248-581de64aa17b req-ed560cf6-02f2-41cf-b35e-41014685799a tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 950 time: 0.0716822 Feb 09 21:35:11.442214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3810ee3-dae2-4b24-a248-581de64aa17b req-019e22c1-51c6-47df-9725-e6fd785258a2 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Feb 09 21:35:11.445718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be3547e-d757-4958-826a-fd506e7e78d4,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:11.464078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Checking segment: {'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:11.464517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Network hostable DHCP agents. Network: 6a5ccaca-00f3-46a5-9f35-e855407e7fd5, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:11.466620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:11.472063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.472722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.479179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815dc029-4d1a-4144-8218-0bec39d42ee7 None None] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:11.549740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:11.581946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c0e9ebc9-dd8c-40ab-b68f-9009d10283e0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0100646 Feb 09 21:35:11.592477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48402) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.596919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:11.618463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 6a5ccaca-00f3-46a5-9f35-e855407e7fd5) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:11.621956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:11.622896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.635098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.635309 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.640997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.644232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f74000-025e-488b-b0e2-d0e1eac74a87 None None] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:11.671945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859be677-2c06-43ab-9c69-627f95c544b7 req-7810bcd6-6186-4d65-be56-0d250602fe25 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.673837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-859be677-2c06-43ab-9c69-627f95c544b7 req-7810bcd6-6186-4d65-be56-0d250602fe25 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 967 time: 0.0908973 Feb 09 21:35:11.697854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41952b-a6b1-4937-b45c-17e0cb8b142d req-ae7654f4-24f5-4eac-8eb9-550a56856434 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.700594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb41952b-a6b1-4937-b45c-17e0cb8b142d req-ae7654f4-24f5-4eac-8eb9-550a56856434 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.1340060 Feb 09 21:35:11.715498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.717323 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.761208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-859be677-2c06-43ab-9c69-627f95c544b7 req-14e74b1b-c603-403d-bff5-05a653b7585c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808015 Feb 09 21:35:11.771132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb41952b-a6b1-4937-b45c-17e0cb8b142d req-a422ef0a-0d04-4374-b04e-00a2829c9909 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624578 Feb 09 21:35:11.786812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-deadac92-1b87-414a-8189-287dbcb61e24 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9841328 Feb 09 21:35:11.787575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48404) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.798676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-router', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:11.880973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks [] for router_controller (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.890545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.892112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.958424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:11.978164 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks [] for router_controller (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.026893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-6a5ccaca-00f3-46a5-9f35-e855407e7fd5', 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5', 'project_id': '63acac2efd524df98ebead5969378f57', 'fixed_ips': [{'subnet_id': '8be3547e-d757-4958-826a-fd506e7e78d4'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:12.027910 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.069969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port ddeaa0a2-4118-4a15-8782-1146a8b45d8f host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:35:12.070503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:12.165530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Allocated IP 172.20.0.2 (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16/2036c750-d512-4a1b-889a-628aa53d2119/35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:12.251893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks [] for router_gateway (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.268987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48424) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:12.294392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Allocated IP 172.20.0.2 (6a5ccaca-00f3-46a5-9f35-e855407e7fd5/8be3547e-d757-4958-826a-fd506e7e78d4/185d8688-efa3-410d-8138-e0c58cde7695) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:12.445931 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Publish callbacks [] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.473556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-350c1bde-ccae-4a12-8418-c5a2152bf80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.520158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.522570 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Publish callbacks [] for port (185d8688-efa3-410d-8138-e0c58cde7695), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.534842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c16a8f-e508-4a25-bb11-de2da967b5b2 req-b2160a3c-cb72-4f28-b909-8172a228ab38 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.535363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks [] for router_gateway (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.541910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89c16a8f-e508-4a25-bb11-de2da967b5b2 req-b2160a3c-cb72-4f28-b909-8172a228ab38 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1149 time: 0.1541777 Feb 09 21:35:12.556942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1144d72-686d-49f8-be12-fb7b243c630d req-7d359737-f730-4681-956e-e17765b53b39 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.558642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1144d72-686d-49f8-be12-fb7b243c630d req-7d359737-f730-4681-956e-e17765b53b39 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 950 time: 0.1666827 Feb 09 21:35:12.577020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:12.583520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:12.589281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:12.602559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Pushing event updated for resources: {'Port': ['ID=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:12.614161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1144d72-686d-49f8-be12-fb7b243c630d req-40d0651e-596a-4565-aa78-916c10e436c3 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Feb 09 21:35:12.660010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (185d8688-efa3-410d-8138-e0c58cde7695), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.680902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Attempting to bind port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:12.680902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Attempting to bind port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:12.681268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Attempting to bind port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:12.714337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:12.714992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Checking segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:12.715587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.716678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Bound using segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:12.717384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Bound port: 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:12.717608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89c16a8f-e508-4a25-bb11-de2da967b5b2 req-1c37aab4-ee58-4485-aef5-756ab47ce7fa tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748333 Feb 09 21:35:12.718462 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.725644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-350c1bde-ccae-4a12-8418-c5a2152bf80a admin admin] Publish callbacks [] for security_group (54701da1-32a4-43c0-ad36-d077077496fb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.733865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:12.747012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:12.751986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:12.786106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks [] for router_gateway (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.791135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Pushing event updated for resources: {'Port': ['ID=185d8688-efa3-410d-8138-e0c58cde7695,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:12.856893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.933610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] For port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:12.936162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Attempting to bind port 185d8688-efa3-410d-8138-e0c58cde7695 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:12.940080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-350c1bde-ccae-4a12-8418-c5a2152bf80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (54701da1-32a4-43c0-ad36-d077077496fb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.940765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Attempting to bind port 185d8688-efa3-410d-8138-e0c58cde7695 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:12.941011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Attempting to bind port 185d8688-efa3-410d-8138-e0c58cde7695 on network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:12.949844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] For port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:12.951519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:12.951938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Checking segment: {'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:12.957973 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.957973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Bound using segment: {'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:12.957973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Bound port: 185d8688-efa3-410d-8138-e0c58cde7695, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:12.957973 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (185d8688-efa3-410d-8138-e0c58cde7695), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.977471 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks [] for router_gateway (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.010510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.031689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] For port 185d8688-efa3-410d-8138-e0c58cde7695, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:13.035430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] For port 185d8688-efa3-410d-8138-e0c58cde7695, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=185d8688-efa3-410d-8138-e0c58cde7695,segment=NetworkSegment(c7f6c6fa-f2c6-4d70-9032-137b671ae4e2),segment_id=c7f6c6fa-f2c6-4d70-9032-137b671ae4e2)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:13.039558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.054142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c1bde-ccae-4a12-8418-c5a2152bf80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54701da1-32a4-43c0-ad36-d077077496fb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.063441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-350c1bde-ccae-4a12-8418-c5a2152bf80a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8130a6ece53848efb31b436500d6e034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7927198 Feb 09 21:35:13.067768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48452) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:13.103455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Allocated IP 172.25.5.14 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:13.145608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (185d8688-efa3-410d-8138-e0c58cde7695), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.173821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f561551-0124-4705-84ec-072226cb0451 req-8e6e046b-2397-49f5-a060-c8ca5c139144 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.175454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f561551-0124-4705-84ec-072226cb0451 req-8e6e046b-2397-49f5-a060-c8ca5c139144 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.2267761 Feb 09 21:35:13.181807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe3cee-dd72-4775-b679-2a12a923c9d8 None None] Pushing event updated for resources: {'Port': ['ID=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.248753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310685-b98a-40e4-aaba-1c7cf48992e6 None None] Pushing event updated for resources: {'Port': ['ID=185d8688-efa3-410d-8138-e0c58cde7695,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.282700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-4069bc60-c1d8-42de-ad1d-4112082c6cb5 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.288035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-4069bc60-c1d8-42de-ad1d-4112082c6cb5 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.1490779 Feb 09 21:35:13.299565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-9bf05435-500c-4edc-b9d0-ce6702ef249c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/quotas/85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 375 time: 0.0106053 Feb 09 21:35:13.375494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-15eabb2d-80f6-4c02-bcc9-378bb68a1ff7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698826 Feb 09 21:35:13.463792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Publish callbacks [] for security_group (54701da1-32a4-43c0-ad36-d077077496fb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.489925 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-54bc1777-2fd3-4bcf-961b-caaf0c47d4b1 service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069543 Feb 09 21:35:13.523373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-7dba8a5d-ea57-4db3-9f1d-0c4658bdba77 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.524942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-7dba8a5d-ea57-4db3-9f1d-0c4658bdba77 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.110 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 950 time: 0.4233444 Feb 09 21:35:13.583588 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Publish callbacks [] for security_group (54701da1-32a4-43c0-ad36-d077077496fb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.621579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-e6ae0c67-ed01-4333-880e-5402c05b7b9d service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304739 Feb 09 21:35:13.627206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48464) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:13.666990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f561551-0124-4705-84ec-072226cb0451 req-c0565c36-7743-4e85-af46-58ddbefda27d tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/security-groups?id=79eec516-8c6e-496a-ac9a-ed39b3872d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708757 Feb 09 21:35:13.703768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5f8df20b-3898-45d6-917b-c61591b6a0a1 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:13.739990 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks [] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.787142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 5f8df20b-3898-45d6-917b-c61591b6a0a1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:13.789824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5f8df20b-3898-45d6-917b-c61591b6a0a1 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:13.929560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.935137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Deleting port ca44e1c7-0a15-40e3-bbb8-7de519320376 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:13.935494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.051036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.058449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Publish callbacks [] for security_group (4222b195-e002-40fe-8d09-98a75f116815), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.071213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (54701da1-32a4-43c0-ad36-d077077496fb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.073638 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.077175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/54701da1-32a4-43c0-ad36-d077077496fb HTTP/1.1" status: 204 len: 168 time: 1.0016444 Feb 09 21:35:14.129646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] For port ca44e1c7-0a15-40e3-bbb8-7de519320376, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ca44e1c7-0a15-40e3-bbb8-7de519320376,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:14.130047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.133122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Allocated IP 172.25.5.13 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/318d2a47-5eed-4dcb-8180-733b30cbd7ce) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:14.149535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54701da1-32a4-43c0-ad36-d077077496fb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.154843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-ecb27b51-2d52-49f3-89ee-2b559097d043 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.156378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-ecb27b51-2d52-49f3-89ee-2b559097d043 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 950 time: 0.1350853 Feb 09 21:35:14.160847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4222b195-e002-40fe-8d09-98a75f116815), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.167888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:14.175592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Calling delete_port for ca44e1c7-0a15-40e3-bbb8-7de519320376 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:14.183075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:14.185879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:14.192967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.193319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.193668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.194011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.194352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.194687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.195018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.195344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.195667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.196016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.196417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.196749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.197077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18667fbd-79de-4352-966b-3c90d91b3e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.241041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Pushing event updated for resources: {'Port': ['ID=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.332885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812faf98-e888-484e-a225-a4ae409a4134 req-7c66f997-c56e-416c-b6ad-87e4c557dcf9 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.334845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=92a15b492f464b5caf1c811a60394aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7040250 Feb 09 21:35:14.337361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-812faf98-e888-484e-a225-a4ae409a4134 req-7c66f997-c56e-416c-b6ad-87e4c557dcf9 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 950 time: 0.4206302 Feb 09 21:35:14.339655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48490) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:14.341092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4222b195-e002-40fe-8d09-98a75f116815,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.408308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ce8edbc-94c5-4c02-a339-ec4f1c1f8a54 req-2b56192e-2cb9-4d63-adc3-b911b78d301d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 210 time: 0.0949070 Feb 09 21:35:14.426550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.427207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.430214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.430667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.431107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.432133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.433045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.433626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.433824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.434176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.434540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.434888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.435191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64825977-8de9-4cce-a56b-e666de0d02b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:14.521212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks [] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.550594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-812faf98-e888-484e-a225-a4ae409a4134 req-87909c7b-deaa-4b5c-8147-1388ac6fa15f tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795807 Feb 09 21:35:14.556518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Deleting port cfa93849-b3f8-45aa-bf86-953cf81605a0 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:14.557497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.630543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4959c949-2d42-49b1-847d-7cf6fc75f0c5 admin admin] Publish callbacks [] for security_group (4222b195-e002-40fe-8d09-98a75f116815), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.647843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:14.770934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] For port cfa93849-b3f8-45aa-bf86-953cf81605a0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cfa93849-b3f8-45aa-bf86-953cf81605a0,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:14.772148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.773296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4959c949-2d42-49b1-847d-7cf6fc75f0c5 admin admin] Publish callbacks [] for security_group (4222b195-e002-40fe-8d09-98a75f116815), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.800269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Calling delete_port for cfa93849-b3f8-45aa-bf86-953cf81605a0 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:14.801348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:14.801905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.925326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ca44e1c7-0a15-40e3-bbb8-7de519320376), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.929331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.948159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:14.948159 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.964476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e127918c-1eb0-40ae-b3ca-7fe7b170c0be None None] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:14.966825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ca44e1c7-0a15-40e3-bbb8-7de519320376'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:14.984486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Pushing event deleted for resources: {'Port': ['ID=ca44e1c7-0a15-40e3-bbb8-7de519320376,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.994861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks [] for router_gateway (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.141484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-32096731-f811-472c-82a7-f42f57c46538 None None] Provisioning complete for port 185d8688-efa3-410d-8138-e0c58cde7695 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:15.142204 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-32096731-f811-472c-82a7-f42f57c46538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (185d8688-efa3-410d-8138-e0c58cde7695), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.189707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:15.234153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48506) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:15.238441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] No DVR routers for this DVR port ca44e1c7-0a15-40e3-bbb8-7de519320376 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:15.251761 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4959c949-2d42-49b1-847d-7cf6fc75f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4222b195-e002-40fe-8d09-98a75f116815), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.255939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4959c949-2d42-49b1-847d-7cf6fc75f0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.255939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4959c949-2d42-49b1-847d-7cf6fc75f0c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4222b195-e002-40fe-8d09-98a75f116815 HTTP/1.1" status: 204 len: 168 time: 0.8952959 Feb 09 21:35:15.273147 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.281379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91b60bfd-22fe-48c7-bd0c-c29b434ac8d2 req-ef7e76d6-7d66-4b1a-9c2a-aa4202ae22da tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.110 "DELETE /v2.0/ports/ca44e1c7-0a15-40e3-bbb8-7de519320376 HTTP/1.1" status: 204 len: 173 time: 1.7370098 Feb 09 21:35:15.284059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5393fefe-3b00-4c01-89f6-cb170f526187', 'name': 'network-vif-deleted', 'tag': 'ca44e1c7-0a15-40e3-bbb8-7de519320376'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:15.295537 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d53248-7c70-4005-b832-9337bb6d0ee0" -d '{"events": [{"server_uuid": "5393fefe-3b00-4c01-89f6-cb170f526187", "name": "network-vif-deleted", "tag": "ca44e1c7-0a15-40e3-bbb8-7de519320376"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:15.311610 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdc088-e933-463d-b86d-3709f4925f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.322803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959c949-2d42-49b1-847d-7cf6fc75f0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222b195-e002-40fe-8d09-98a75f116815,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.404496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.406045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 185d8688-efa3-410d-8138-e0c58cde7695 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:15.461672 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fce4ae3f-23eb-4da8-b6e2-4b6c2f2dcd80 req-7ef16ea7-94d2-4260-9147-ea9b5aeb7d5c tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 210 time: 0.5393221 Feb 09 21:35:15.462226 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3736708f-f141-454c-a27f-d934d86c4d8c x-openstack-request-id: req-3736708f-f141-454c-a27f-d934d86c4d8c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:15.462226 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5393fefe-3b00-4c01-89f6-cb170f526187", "name": "network-vif-deleted", "tag": "ca44e1c7-0a15-40e3-bbb8-7de519320376", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:15.469774 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3736708f-f141-454c-a27f-d934d86c4d8c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:15.469774 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5393fefe-3b00-4c01-89f6-cb170f526187', 'name': 'network-vif-deleted', 'tag': 'ca44e1c7-0a15-40e3-bbb8-7de519320376', 'status': 'completed', 'code': 200} Feb 09 21:35:15.482711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-32096731-f811-472c-82a7-f42f57c46538 None None] Current status of the port 185d8688-efa3-410d-8138-e0c58cde7695 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:15.483363 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-32096731-f811-472c-82a7-f42f57c46538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (185d8688-efa3-410d-8138-e0c58cde7695), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.581237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:15.593760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:15.597083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:15.601599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Pushing event updated for resources: {'Port': ['ID=318d2a47-5eed-4dcb-8180-733b30cbd7ce,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.607046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdc088-e933-463d-b86d-3709f4925f20 admin admin] Publish callbacks [] for security_group (c027634f-1acd-4ca2-8de0-451f6d4f874f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.617814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.685851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.694368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-32096731-f811-472c-82a7-f42f57c46538 None None] For port 185d8688-efa3-410d-8138-e0c58cde7695, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=185d8688-efa3-410d-8138-e0c58cde7695,segment=NetworkSegment(c7f6c6fa-f2c6-4d70-9032-137b671ae4e2),segment_id=c7f6c6fa-f2c6-4d70-9032-137b671ae4e2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:15.703576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdc088-e933-463d-b86d-3709f4925f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c027634f-1acd-4ca2-8de0-451f6d4f874f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.706908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0a914-3138-4bc7-8ff6-26f0317a89fa None None] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:15.744858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0d74a8d1-69a3-460a-8159-c9137143f5bf req-1f47ac82-803a-495b-8ab7-1e4831f22ed1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 210 time: 0.0662901 Feb 09 21:35:15.816962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdc088-e933-463d-b86d-3709f4925f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c027634f-1acd-4ca2-8de0-451f6d4f874f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.827862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-86bdc088-e933-463d-b86d-3709f4925f20 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5c040799ff5b48809fb68a99645c0b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903153 Feb 09 21:35:15.843917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:15.853687 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-32096731-f811-472c-82a7-f42f57c46538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (185d8688-efa3-410d-8138-e0c58cde7695), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.877502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (cfa93849-b3f8-45aa-bf86-953cf81605a0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.896794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cfa93849-b3f8-45aa-bf86-953cf81605a0'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:15.924855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdbc88-cfb1-4a60-a1e8-973fd933d1ea req-98bd2045-623e-4adc-8106-1a1626a5e2b4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.926271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 185d8688-efa3-410d-8138-e0c58cde7695 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:15.926846 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (185d8688-efa3-410d-8138-e0c58cde7695), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.932772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0abdbc88-cfb1-4a60-a1e8-973fd933d1ea req-98bd2045-623e-4adc-8106-1a1626a5e2b4 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 867 time: 0.1667783 Feb 09 21:35:16.044401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Pushing event deleted for resources: {'Port': ['ID=cfa93849-b3f8-45aa-bf86-953cf81605a0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.045894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0abdbc88-cfb1-4a60-a1e8-973fd933d1ea req-5d923734-6543-468f-afa9-23d9b5a73128 tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e5e4d4d-b5f1-425c-8752-597178af3d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045442 Feb 09 21:35:16.048699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:16.196726 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c58361c-4e08-4a8e-9678-dc986fae917a admin admin] Publish callbacks [] for security_group (c027634f-1acd-4ca2-8de0-451f6d4f874f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.267122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:16.278722 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Sync routers for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:16.290301 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:16.291111 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:16.301999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3b657c3f-27c2-4a2e-9a8d-cc1722b66a41 None None] Provisioning complete for port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:16.302439 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b657c3f-27c2-4a2e-9a8d-cc1722b66a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.350894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32096731-f811-472c-82a7-f42f57c46538 None None] Pushing event updated for resources: {'Port': ['ID=185d8688-efa3-410d-8138-e0c58cde7695,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.398841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] No DVR routers for this DVR port cfa93849-b3f8-45aa-bf86-953cf81605a0 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:16.413433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.415348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cdb9e4c5-01b7-46d3-8f7c-faaedba90256 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8217468 Feb 09 21:35:16.417917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48544) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:16.453181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 185d8688-efa3-410d-8138-e0c58cde7695 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:16.466464 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c58361c-4e08-4a8e-9678-dc986fae917a admin admin] Publish callbacks [] for security_group (c027634f-1acd-4ca2-8de0-451f6d4f874f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.472461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.483654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df517797-3eb5-4c4a-a7c4-f3e38c8c1001 req-39b0b465-a43e-4e88-906b-a5df799bc3ca tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.110 "DELETE /v2.0/ports/cfa93849-b3f8-45aa-bf86-953cf81605a0 HTTP/1.1" status: 204 len: 173 time: 2.2982295 Feb 09 21:35:16.493216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'name': 'network-vif-deleted', 'tag': 'cfa93849-b3f8-45aa-bf86-953cf81605a0'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:16.497281 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b789da-ea1b-48f2-a07f-292f195c2062" -d '{"events": [{"server_uuid": "c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887", "name": "network-vif-deleted", "tag": "cfa93849-b3f8-45aa-bf86-953cf81605a0"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:16.503094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3b657c3f-27c2-4a2e-9a8d-cc1722b66a41 None None] Current status of the port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:16.537261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:16.552179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48550) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:16.585524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffba43dd-8408-4c98-b89e-fa31fa049b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.603367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:16.678489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:16.678876 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.680501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b56e9b86-c932-483b-8614-07f3d525ff17 None None] Provisioning complete for port 185d8688-efa3-410d-8138-e0c58cde7695 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:16.680933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b56e9b86-c932-483b-8614-07f3d525ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (185d8688-efa3-410d-8138-e0c58cde7695), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.696920 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672a68b1-0cc6-4a5c-bcc4-e9cc3853ebfc x-openstack-request-id: req-672a68b1-0cc6-4a5c-bcc4-e9cc3853ebfc {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:16.696920 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887", "name": "network-vif-deleted", "tag": "cfa93849-b3f8-45aa-bf86-953cf81605a0", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:16.697995 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-672a68b1-0cc6-4a5c-bcc4-e9cc3853ebfc {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:16.699179 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887', 'name': 'network-vif-deleted', 'tag': 'cfa93849-b3f8-45aa-bf86-953cf81605a0', 'status': 'completed', 'code': 200} Feb 09 21:35:16.769341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks [] for router_gateway (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.821817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b56e9b86-c932-483b-8614-07f3d525ff17 None None] Current status of the port 185d8688-efa3-410d-8138-e0c58cde7695 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:16.832810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06195a8d-ac82-4b52-8c60-b055d1a1730a req-da66bba6-d8b6-4190-97b5-ac79b246f2c3 tempest-LiveMigrationNegativeTest-994137376 tempest-LiveMigrationNegativeTest-994137376-project] 10.222.0.98 "GET /v2.0/ports?device_id=5393fefe-3b00-4c01-89f6-cb170f526187 HTTP/1.1" status: 200 len: 210 time: 0.1321933 Feb 09 21:35:16.906578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:16.908986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 185d8688-efa3-410d-8138-e0c58cde7695 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:16.966128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8b888bab-094d-4072-a084-c44402782936 None None] Provisioning complete for port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:16.967187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b888bab-094d-4072-a084-c44402782936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.990966 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:14Z', 'revision_number': 3, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:17.005513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-adb44cc9-4023-4c1b-9bac-381319fa28de req-8d48c400-23d0-4d2f-a90d-cfb34043da6f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 210 time: 0.0418444 Feb 09 21:35:17.078008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 185d8688-efa3-410d-8138-e0c58cde7695 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:17.078579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (185d8688-efa3-410d-8138-e0c58cde7695), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.092526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c58361c-4e08-4a8e-9678-dc986fae917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c027634f-1acd-4ca2-8de0-451f6d4f874f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.098880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c58361c-4e08-4a8e-9678-dc986fae917a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.098880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0c58361c-4e08-4a8e-9678-dc986fae917a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c027634f-1acd-4ca2-8de0-451f6d4f874f HTTP/1.1" status: 204 len: 168 time: 1.2607374 Feb 09 21:35:17.121635 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Checking router: f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:17.122927 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Updating router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:17.139737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ca44e1c7-0a15-40e3-bbb8-7de519320376 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:17.157320 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.214003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 185d8688-efa3-410d-8138-e0c58cde7695 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:17.216238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: ca44e1c7-0a15-40e3-bbb8-7de519320376 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:17.216910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ca44e1c7-0a15-40e3-bbb8-7de519320376 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:17.221439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8b888bab-094d-4072-a084-c44402782936 None None] Current status of the port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:17.326895 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58361c-4e08-4a8e-9678-dc986fae917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c027634f-1acd-4ca2-8de0-451f6d4f874f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.361740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-20ffca5f-d3fe-475f-9c03-da9c5cbd9e93 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.363655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-20ffca5f-d3fe-475f-9c03-da9c5cbd9e93 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.4688573 Feb 09 21:35:17.366744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cca11132-ae0c-4e8c-9613-cad1e960b38e req-881b8ba8-50a4-47bf-a616-d47a85eaa85d tempest-DeleteServersAdminTestJSON-1160131713 tempest-DeleteServersAdminTestJSON-1160131713-project] 10.222.0.98 "GET /v2.0/ports?device_id=c80d6e1f-5f5a-4ac1-88c0-c2d62a4c3887 HTTP/1.1" status: 200 len: 210 time: 0.1216419 Feb 09 21:35:17.383004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Request body: {'port': {'device_id': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'admin_state_up': True, 'tenant_id': '85a96698da3f4e1f98638487f18948c9'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:17.462346 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.506041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffba43dd-8408-4c98-b89e-fa31fa049b08 admin admin] Publish callbacks [] for security_group (85c70c33-6915-468a-b5c2-2d6c0ccb34df), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.538807 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Publish callbacks [] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.549943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.637653 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.705000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffba43dd-8408-4c98-b89e-fa31fa049b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (85c70c33-6915-468a-b5c2-2d6c0ccb34df), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.711264 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Pushing event updated for resources: {'Port': ['ID=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.724851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.725223 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.727075 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.727678 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.729133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Made reservation on behalf of 85a96698da3f4e1f98638487f18948c9 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:17.734269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.740909 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.745611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Tracked resource versions report: Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: pushed versions: Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: { 'AddressGroup': {'1.2'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'ConntrackHelper': {'1.0'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Log': {'1.0'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Network': {'1.1'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Port': {'1.7'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'PortForwarding': {'1.2'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'QosPolicy': {'1.10'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'SecurityGroup': {'1.5'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'SubPort': {'1.0'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Subnet': {'1.1'}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Trunk': {'1.1'}} Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: consumer versions: Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: { DHCP agent@n-d-828599-1: {}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: HyperV agent@n-h1-828599-1: {}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: HyperV agent@n-h2-828599-1: {}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: L3 agent@n-d-828599-1: {}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: Metadata agent@n-d-828599-1: {}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: Metering agent@n-d-828599-1: {}, Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: Open vSwitch agent@n-d-828599-1: { 'AddressGroup': '1.2', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'ConntrackHelper': '1.0', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'LocalIPAssociation': '1.0', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Log': '1.0', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Network': '1.1', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Port': '1.7', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'PortForwarding': '1.2', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'QosPolicy': '1.10', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'SecurityGroup': '1.5', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'SecurityGroupRule': '1.2', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'SubPort': '1.0', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Subnet': '1.1', Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: 'Trunk': '1.1'}} Feb 09 21:35:17.746391 n-d-828599-1 neutron-server[103699]: {{(pid=103699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:35:17.752004 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Attempting to bind port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:17.754182 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Attempting to bind port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:17.754664 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Attempting to bind port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:17.765577 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:17.767838 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:17.774480 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.774480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:17.774480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Bound port: 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:17.774480 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.787650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:17.788820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ffba43dd-8408-4c98-b89e-fa31fa049b08 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d636c7060d184b4c9f4c111ea001a077&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2356150 Feb 09 21:35:17.792927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:17.796280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba43dd-8408-4c98-b89e-fa31fa049b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c70c33-6915-468a-b5c2-2d6c0ccb34df,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.824390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Allocated IP 172.20.0.1 (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16/2036c750-d512-4a1b-889a-628aa53d2119/842f03c0-15db-4e4a-a609-1876995a3958) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:17.879642 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] For port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:17.884150 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] For port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:17.970042 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.975825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks [] for port (842f03c0-15db-4e4a-a609-1876995a3958), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.039836 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:18.040360 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.133067 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955f22a-72fa-41e5-a0c2-4034dec2b26d None None] Pushing event updated for resources: {'Port': ['ID=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:18.141315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (842f03c0-15db-4e4a-a609-1876995a3958), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.195487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:18.202387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:18.205193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:18.206056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.208250 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:18.210001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Pushing event updated for resources: {'Port': ['ID=842f03c0-15db-4e4a-a609-1876995a3958,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:18.409710 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbc1d-54c5-4012-b2ee-9d4824df052b admin admin] Publish callbacks [] for security_group (85c70c33-6915-468a-b5c2-2d6c0ccb34df), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.506778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ee7c382-982d-4df0-b411-5148ff10c1ac req-9b4fdf23-6457-40ac-9256-808432616d3e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 210 time: 0.1202505 Feb 09 21:35:18.572885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Allocated IP 172.20.0.7 (77c21445-649a-4dd8-aa3e-536ea3d4d81e/a62b2700-286f-42d0-92c2-b42d174237e2/59385a67-9cb2-4268-8faf-eaf044e09518) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:18.577493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1f086498-e8ac-46f5-88a4-699308ad19a6 None None] Provisioning complete for port 842f03c0-15db-4e4a-a609-1876995a3958 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:18.578532 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f086498-e8ac-46f5-88a4-699308ad19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (842f03c0-15db-4e4a-a609-1876995a3958), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.584397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbc1d-54c5-4012-b2ee-9d4824df052b admin admin] Publish callbacks [] for security_group (85c70c33-6915-468a-b5c2-2d6c0ccb34df), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.651317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48638) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:18.670454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:18.708819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Sync routers for ids ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:18.742052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f086498-e8ac-46f5-88a4-699308ad19a6 None None] Port 842f03c0-15db-4e4a-a609-1876995a3958 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:18.747586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Routers {'13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:18.748487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.853085 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:14Z', 'revision_number': 3, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.892536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Set router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:18.900977 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92641bf6-70e8-4517-9bca-dc76a32043a9 None None] The sync data for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 is: [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:14Z', 'revision_number': 3, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:18.928419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.930436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9ce6d3f-9498-4618-86fb-090eef2c6d3c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1414762 Feb 09 21:35:18.933329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48652) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:19.035979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbc1d-54c5-4012-b2ee-9d4824df052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (85c70c33-6915-468a-b5c2-2d6c0ccb34df), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.039300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbc1d-54c5-4012-b2ee-9d4824df052b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.047557 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ff0cbc1d-54c5-4012-b2ee-9d4824df052b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85c70c33-6915-468a-b5c2-2d6c0ccb34df HTTP/1.1" status: 204 len: 168 time: 1.2489889 Feb 09 21:35:19.047754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (842f03c0-15db-4e4a-a609-1876995a3958), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.117031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cfa93849-b3f8-45aa-bf86-953cf81605a0 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:19.147582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: cfa93849-b3f8-45aa-bf86-953cf81605a0 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:19.148011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cfa93849-b3f8-45aa-bf86-953cf81605a0 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:19.159072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-router', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:15Z', 'revision_number': 3, 'project_id': '63acac2efd524df98ebead5969378f57', 'gw_port': {'id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:49:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:13Z', 'updated_at': '2022-02-09T21:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:19.160802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks [] for port (59385a67-9cb2-4268-8faf-eaf044e09518), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.200375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cbc1d-54c5-4012-b2ee-9d4824df052b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c70c33-6915-468a-b5c2-2d6c0ccb34df,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.209748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Checking router: 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:19.209748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Updating router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 port 318d2a47-5eed-4dcb-8180-733b30cbd7ce binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:19.279033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-876678e8-8210-432b-87f8-e80a62b74b79 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f7cb12cd0f4049a6b30d9c2a9f0a253f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6098711 Feb 09 21:35:19.279033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48660) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:19.282761 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.393637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks [] for port (842f03c0-15db-4e4a-a609-1876995a3958), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.420064 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.510029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:19.521523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:19.527923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (842f03c0-15db-4e4a-a609-1876995a3958), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.529125 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.543467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:19.557443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.560989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.573014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.593455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d0b410e-85e5-4055-8fda-8ff1155bd5ca admin admin] Publish callbacks [] for security_group (79eec516-8c6e-496a-ac9a-ed39b3872d06), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.630733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Pushing event updated for resources: {'Port': ['ID=842f03c0-15db-4e4a-a609-1876995a3958,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.693510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d0b410e-85e5-4055-8fda-8ff1155bd5ca admin admin] Publish callbacks [] for security_group (79eec516-8c6e-496a-ac9a-ed39b3872d06), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.720924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Publish callbacks [] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.725807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:19.727225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:19.744664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-25199224-6d4e-4c2f-b886-b981594f8002 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3668506 Feb 09 21:35:19.770620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Request body: {'port': {'device_id': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:19.803092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.879745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe3fa1-b9bd-42ce-872b-0db65e401446 req-1132faa8-770a-4397-a377-bd71fc4a886d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.886710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65fe3fa1-b9bd-42ce-872b-0db65e401446 req-1132faa8-770a-4397-a377-bd71fc4a886d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 931 time: 0.2792294 Feb 09 21:35:19.910822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Attempting to bind port 318d2a47-5eed-4dcb-8180-733b30cbd7ce on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:19.920912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Attempting to bind port 318d2a47-5eed-4dcb-8180-733b30cbd7ce by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:19.921779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Attempting to bind port 318d2a47-5eed-4dcb-8180-733b30cbd7ce on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:19.925330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217675d-97fe-4414-83ea-b1631b0d34f2 None None] Pushing event updated for resources: {'Port': ['ID=318d2a47-5eed-4dcb-8180-733b30cbd7ce,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.940158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:19.940158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:19.940158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.940158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:19.948502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Bound port: 318d2a47-5eed-4dcb-8180-733b30cbd7ce, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:19.948502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.959798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:20.009025 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.093075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48668) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:20.094707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] For port 318d2a47-5eed-4dcb-8180-733b30cbd7ce, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:20.100998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] For port 318d2a47-5eed-4dcb-8180-733b30cbd7ce, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=318d2a47-5eed-4dcb-8180-733b30cbd7ce,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:20.133631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d0b410e-85e5-4055-8fda-8ff1155bd5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (79eec516-8c6e-496a-ac9a-ed39b3872d06), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.136392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d0b410e-85e5-4055-8fda-8ff1155bd5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.137607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7d0b410e-85e5-4055-8fda-8ff1155bd5ca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/79eec516-8c6e-496a-ac9a-ed39b3872d06 HTTP/1.1" status: 204 len: 168 time: 0.8546600 Feb 09 21:35:20.166805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65fe3fa1-b9bd-42ce-872b-0db65e401446 req-ddae254f-3fac-4130-b481-2b4bc6b1eded tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744863 Feb 09 21:35:20.175051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:20.192060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-752783db-7ea9-4959-a7d3-68cc982a5334 None None] Provisioning complete for port 842f03c0-15db-4e4a-a609-1876995a3958 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:20.192459 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-752783db-7ea9-4959-a7d3-68cc982a5334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (842f03c0-15db-4e4a-a609-1876995a3958), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.194775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7d46b8a2-f542-4a86-9301-60981b9a7e6b admin admin] 10.222.0.98 "PUT /v2.0/routers/f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7756491 Feb 09 21:35:20.195404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48676) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:20.199572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.256493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b410e-85e5-4055-8fda-8ff1155bd5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eec516-8c6e-496a-ac9a-ed39b3872d06,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:20.335864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-752783db-7ea9-4959-a7d3-68cc982a5334 None None] Port 842f03c0-15db-4e4a-a609-1876995a3958 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:20.343503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Routers {'13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:20.343689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:20.393411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88e476b7-87c2-4c54-9713-148383c65eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.445554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217675d-97fe-4414-83ea-b1631b0d34f2 None None] Pushing event updated for resources: {'Port': ['ID=318d2a47-5eed-4dcb-8180-733b30cbd7ce,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:20.495341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] Set router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:20.530300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.690842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:20.752257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b677ee5-3e4f-4af3-a37e-c931e7f37237 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=67e1087e31e44db6a7632e47c0ba4ea6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5537581 Feb 09 21:35:20.754654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48692) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:20.776769 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88e476b7-87c2-4c54-9713-148383c65eaa admin admin] Publish callbacks [] for security_group (0ce4c813-a263-430e-a8c8-2a484bd77b68), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.819934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f61d5fa-53a7-4de6-ac4d-66ea2c0740b5 admin admin] Publish callbacks [] for security_group (2e5e4d4d-b5f1-425c-8752-597178af3d5b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.847864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f61d5fa-53a7-4de6-ac4d-66ea2c0740b5 admin admin] Publish callbacks [] for security_group (2e5e4d4d-b5f1-425c-8752-597178af3d5b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.856577 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88e476b7-87c2-4c54-9713-148383c65eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ce4c813-a263-430e-a8c8-2a484bd77b68), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.877144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59385a67-9cb2-4268-8faf-eaf044e09518 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:20.902958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Publish callbacks [] for port (59385a67-9cb2-4268-8faf-eaf044e09518), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.939134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88e476b7-87c2-4c54-9713-148383c65eaa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=981c993fdb7b430e94fbda94829ef364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8225551 Feb 09 21:35:20.942257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48698) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:20.942979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Allocated IP 172.20.0.1 (6a5ccaca-00f3-46a5-9f35-e855407e7fd5/8be3547e-d757-4958-826a-fd506e7e78d4/87fe8407-0f3b-4af9-940a-7c2dd8df5152) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:20.946349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e476b7-87c2-4c54-9713-148383c65eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4c813-a263-430e-a8c8-2a484bd77b68,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:20.949369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Transition to ACTIVE for port object 59385a67-9cb2-4268-8faf-eaf044e09518 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:21.014609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-router', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:15Z', 'revision_number': 3, 'project_id': '63acac2efd524df98ebead5969378f57', 'gw_port': {'id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:49:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:13Z', 'updated_at': '2022-02-09T21:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:21.023789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e6587793-2cd4-4803-aefe-a9cc3aff6b38 admin admin] Publish callbacks [] for security_group (0ce4c813-a263-430e-a8c8-2a484bd77b68), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.038507 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f61d5fa-53a7-4de6-ac4d-66ea2c0740b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e5e4d4d-b5f1-425c-8752-597178af3d5b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.041729 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f61d5fa-53a7-4de6-ac4d-66ea2c0740b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.042355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.042936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6f61d5fa-53a7-4de6-ac4d-66ea2c0740b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2e5e4d4d-b5f1-425c-8752-597178af3d5b HTTP/1.1" status: 204 len: 168 time: 0.2867780 Feb 09 21:35:21.060301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e6587793-2cd4-4803-aefe-a9cc3aff6b38 admin admin] Publish callbacks [] for security_group (0ce4c813-a263-430e-a8c8-2a484bd77b68), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.074010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61d5fa-53a7-4de6-ac4d-66ea2c0740b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e4d4d-b5f1-425c-8752-597178af3d5b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.119354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736613b8-36c0-48e6-85be-63fd116157b5 None None] The sync data for ids ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'] in n-d-828599-1 is: [{'id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-router', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:15Z', 'revision_number': 3, 'project_id': '63acac2efd524df98ebead5969378f57', 'gw_port': {'id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:49:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:13Z', 'updated_at': '2022-02-09T21:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:21.125631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.148149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:21.148639 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.191827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:21.192183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:21.195439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:21.214118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks [] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.217322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:21.217657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:21.235304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:21.235728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:21.236548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:21.236824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Bound port: 59385a67-9cb2-4268-8faf-eaf044e09518, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:21.237171 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.266092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e6587793-2cd4-4803-aefe-a9cc3aff6b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ce4c813-a263-430e-a8c8-2a484bd77b68), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.269155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e6587793-2cd4-4803-aefe-a9cc3aff6b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.271836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e6587793-2cd4-4803-aefe-a9cc3aff6b38 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0ce4c813-a263-430e-a8c8-2a484bd77b68 HTTP/1.1" status: 204 len: 168 time: 0.3270993 Feb 09 21:35:21.274583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:21.274987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.283803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6587793-2cd4-4803-aefe-a9cc3aff6b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4c813-a263-430e-a8c8-2a484bd77b68,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.329210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:21.371302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35719cba-a00b-42b9-8593-0adbd8bbf5d1 req-18fdb114-7564-4d59-8320-90dfcd9bee4f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:21.377013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-35719cba-a00b-42b9-8593-0adbd8bbf5d1 req-18fdb114-7564-4d59-8320-90dfcd9bee4f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.0872073 Feb 09 21:35:21.379247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:21.382800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:21.392555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.423870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.438225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-35719cba-a00b-42b9-8593-0adbd8bbf5d1 req-bcfc465b-5d0c-4662-b204-7044556daa46 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549321 Feb 09 21:35:21.487616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:21.491581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:21.536774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.543985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:21.544486 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.566981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.721821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48714) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:21.800731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-53fdf051-2bf3-4936-a8ad-5c77df855b51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=23dc677fa8eb432ab304c22260e9644e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776949 Feb 09 21:35:21.802083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48716) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:21.882820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1e62eaee-6445-4371-8cd2-3c185882be78 None None] Provisioning complete for port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:21.884855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e62eaee-6445-4371-8cd2-3c185882be78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.902160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e45bafa-d211-4664-818a-0cf2af3585d4 admin admin] Publish callbacks [] for security_group (263a12fc-9d0a-4023-84c2-191e5729a31b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.956224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e45bafa-d211-4664-818a-0cf2af3585d4 admin admin] Publish callbacks [] for security_group (263a12fc-9d0a-4023-84c2-191e5729a31b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.970381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1e62eaee-6445-4371-8cd2-3c185882be78 None None] Port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:22.090110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Pushing event updated for resources: {'Port': ['ID=87fe8407-0f3b-4af9-940a-7c2dd8df5152,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.093841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.094595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.096149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] 10.222.0.30 "PUT /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 1091 time: 2.3320811 Feb 09 21:35:22.104360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:22.107305 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e93008-ab03-4674-8832-bedc5ee3c431" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:22.126276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e45bafa-d211-4664-818a-0cf2af3585d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (263a12fc-9d0a-4023-84c2-191e5729a31b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.130038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e45bafa-d211-4664-818a-0cf2af3585d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.138490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6e45bafa-d211-4664-818a-0cf2af3585d4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/263a12fc-9d0a-4023-84c2-191e5729a31b HTTP/1.1" status: 204 len: 168 time: 0.3317275 Feb 09 21:35:22.146583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45bafa-d211-4664-818a-0cf2af3585d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a12fc-9d0a-4023-84c2-191e5729a31b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.184694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df654e9-215b-4fb0-b349-0a5881b72e57 service neutron] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.225709 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556dd832-4c25-417a-a90f-c87224917861 x-openstack-request-id: req-556dd832-4c25-417a-a90f-c87224917861 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:22.226009 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:22.226320 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-556dd832-4c25-417a-a90f-c87224917861 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:22.226724 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518', 'status': 'completed', 'code': 200} Feb 09 21:35:22.336959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93008-ab03-4674-8832-bedc5ee3c431 req-c70d6926-01eb-4b1c-9bb0-40491f9c7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.338727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9e93008-ab03-4674-8832-bedc5ee3c431 req-c70d6926-01eb-4b1c-9bb0-40491f9c7a9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1125 time: 0.1103022 Feb 09 21:35:22.473382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.678398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e73f3-7894-4af9-834e-623c9e0bdaeb req-156eaeb0-3d37-426c-aefc-0e180c77af9a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.680196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e47e73f3-7894-4af9-834e-623c9e0bdaeb req-156eaeb0-3d37-426c-aefc-0e180c77af9a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.0648117 Feb 09 21:35:22.717931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93008-ab03-4674-8832-bedc5ee3c431 req-0145a4da-2e8c-4820-9c79-0a6237c770f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.718153 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Sync routers for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:22.719009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9e93008-ab03-4674-8832-bedc5ee3c431 req-0145a4da-2e8c-4820-9c79-0a6237c770f2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=85a96698da3f4e1f98638487f18948c9&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3672299 Feb 09 21:35:22.728554 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:22.729302 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:22.756367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 318d2a47-5eed-4dcb-8180-733b30cbd7ce up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:22.765671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e47e73f3-7894-4af9-834e-623c9e0bdaeb req-42cd87d3-0b1a-42a0-afdb-fec2f428d9d1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785995 Feb 09 21:35:22.820527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 318d2a47-5eed-4dcb-8180-733b30cbd7ce triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:22.820994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.874473 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:22.913440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 318d2a47-5eed-4dcb-8180-733b30cbd7ce is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:22.913831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.938383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 318d2a47-5eed-4dcb-8180-733b30cbd7ce, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=318d2a47-5eed-4dcb-8180-733b30cbd7ce,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:22.957621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks [] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.972160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93008-ab03-4674-8832-bedc5ee3c431 req-6caaa180-1841-4576-abd2-c91cbbff87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.973729 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9e93008-ab03-4674-8832-bedc5ee3c431 req-6caaa180-1841-4576-abd2-c91cbbff87c4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2361128 Feb 09 21:35:22.991652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.992558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:23.066259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:23.088922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8afe13c-7e64-4334-a3c7-359edacbe456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.101785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.103379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.125651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:23.126034 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.127792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=318d2a47-5eed-4dcb-8180-733b30cbd7ce,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.169777 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:19Z', 'revision_number': 2, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:23.235436 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Checking router: f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:23.235812 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Updating router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 port 842f03c0-15db-4e4a-a609-1876995a3958 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:23.265956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:23.298318 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8afe13c-7e64-4334-a3c7-359edacbe456 admin admin] Publish callbacks [] for security_group (798dee41-a542-4d40-b07b-622cdf79f2d3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.311545 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (842f03c0-15db-4e4a-a609-1876995a3958), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.321949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Pushing event updated for resources: {'Port': ['ID=87fe8407-0f3b-4af9-940a-7c2dd8df5152,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.345962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-cfc2a754-fed3-4fe9-8836-1fc92529770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.348104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-cfc2a754-fed3-4fe9-8836-1fc92529770f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1125 time: 0.3258288 Feb 09 21:35:23.383266 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8afe13c-7e64-4334-a3c7-359edacbe456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (798dee41-a542-4d40-b07b-622cdf79f2d3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.403482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-9fcf7bdb-4203-4b04-8211-5ed5c7c80dbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 217 time: 0.0429366 Feb 09 21:35:23.426750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f8afe13c-7e64-4334-a3c7-359edacbe456 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fe14af14dd14486ba98d62bd266d468a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582153 Feb 09 21:35:23.427340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afe13c-7e64-4334-a3c7-359edacbe456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798dee41-a542-4d40-b07b-622cdf79f2d3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.429725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48744) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:23.477107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:23.477107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:23.495133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00c203a8-a405-4a11-ad68-b0ae77922bf6 admin admin] Publish callbacks [] for security_group (798dee41-a542-4d40-b07b-622cdf79f2d3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.526511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00c203a8-a405-4a11-ad68-b0ae77922bf6 admin admin] Publish callbacks [] for security_group (798dee41-a542-4d40-b07b-622cdf79f2d3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.539354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-52b78b54-0d58-44fb-863a-dddeaa5da03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.545143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-52b78b54-0d58-44fb-863a-dddeaa5da03e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.1285388 Feb 09 21:35:23.599329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-6d7060cf-4d27-4460-8ec7-b76ff6ce3fac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479314 Feb 09 21:35:23.715743 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Publish callbacks [] for port (842f03c0-15db-4e4a-a609-1876995a3958), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.722985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:23.744058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00c203a8-a405-4a11-ad68-b0ae77922bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (798dee41-a542-4d40-b07b-622cdf79f2d3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.747176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00c203a8-a405-4a11-ad68-b0ae77922bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.755831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-00c203a8-a405-4a11-ad68-b0ae77922bf6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/798dee41-a542-4d40-b07b-622cdf79f2d3 HTTP/1.1" status: 204 len: 168 time: 0.3204677 Feb 09 21:35:23.760974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c203a8-a405-4a11-ad68-b0ae77922bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798dee41-a542-4d40-b07b-622cdf79f2d3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.791429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48754) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:23.829779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-58d12dcc-d777-4b89-b485-858fe40e2032 None None] Provisioning complete for port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:23.833078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-58d12dcc-d777-4b89-b485-858fe40e2032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.841472 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (842f03c0-15db-4e4a-a609-1876995a3958), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.842328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af455b62-47da-45c7-9c78-50979bd7abe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.862787 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-03a2a507-e783-44d1-b9d7-1a524cbdcdce service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517788 Feb 09 21:35:23.905195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-58d12dcc-d777-4b89-b485-858fe40e2032 None None] Port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:23.966492 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c808e4-6df4-4cd4-870b-e5c5f5951c38 None None] Pushing event updated for resources: {'Port': ['ID=842f03c0-15db-4e4a-a609-1876995a3958,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:24.025080 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Attempting to bind port 842f03c0-15db-4e4a-a609-1876995a3958 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.026104 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Attempting to bind port 842f03c0-15db-4e4a-a609-1876995a3958 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.026644 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Attempting to bind port 842f03c0-15db-4e4a-a609-1876995a3958 on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.034651 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:24.035838 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Checking segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:24.036305 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.036753 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Bound using segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:24.037577 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Bound port: 842f03c0-15db-4e4a-a609-1876995a3958, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:24.038288 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (842f03c0-15db-4e4a-a609-1876995a3958), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.073169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aa332-96a7-4a58-805e-6f889acac094 req-c591777e-920d-4ede-a949-12b35127a6fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:24.079967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d73aa332-96a7-4a58-805e-6f889acac094 req-c591777e-920d-4ede-a949-12b35127a6fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.1814544 Feb 09 21:35:24.089721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:24.113876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e9be3e73-24a0-4bbd-87e9-fd2e6f60f4bc admin admin] 10.222.0.98 "PUT /v2.0/routers/13fe7d22-affd-49e2-9f2b-bb67b5a1ef54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1783485 Feb 09 21:35:24.114516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Sync routers for ids ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:24.129422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36a502bf-1d03-4e91-8980-806d88c8cfaa req-a3533ce7-5882-4ec3-a8da-6f53793bdc25 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657828 Feb 09 21:35:24.133455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Routers {'13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:24.134106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:24.144787 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] For port 842f03c0-15db-4e4a-a609-1876995a3958, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:24.152527 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] For port 842f03c0-15db-4e4a-a609-1876995a3958, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=842f03c0-15db-4e4a-a609-1876995a3958,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:24.163394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af455b62-47da-45c7-9c78-50979bd7abe4 admin admin] Publish callbacks [] for security_group (83fba38a-d9c4-41b5-8c01-902f0992b6e0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.197552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d73aa332-96a7-4a58-805e-6f889acac094 req-ef9f05f2-57f9-4335-8b13-c2ee163d26d5 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112411 Feb 09 21:35:24.288622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Set router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:24.292332 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (842f03c0-15db-4e4a-a609-1876995a3958), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.293347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af455b62-47da-45c7-9c78-50979bd7abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (83fba38a-d9c4-41b5-8c01-902f0992b6e0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.371259 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c808e4-6df4-4cd4-870b-e5c5f5951c38 None None] Pushing event updated for resources: {'Port': ['ID=842f03c0-15db-4e4a-a609-1876995a3958,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:24.375889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-be648894-4bb3-4447-a298-33ed65f1669c None None] Provisioning complete for port 842f03c0-15db-4e4a-a609-1876995a3958 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:24.377023 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be648894-4bb3-4447-a298-33ed65f1669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (842f03c0-15db-4e4a-a609-1876995a3958), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.379862 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:24.380516 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:24.425629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-af455b62-47da-45c7-9c78-50979bd7abe4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=14a5eb1afb75492387909b74a5c2d402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6330621 Feb 09 21:35:24.429075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48772) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:24.437324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af455b62-47da-45c7-9c78-50979bd7abe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fba38a-d9c4-41b5-8c01-902f0992b6e0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:24.536433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e5965d51-e359-4bec-af59-9cc06c7aba3f admin admin] Publish callbacks [] for security_group (83fba38a-d9c4-41b5-8c01-902f0992b6e0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.584364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e5965d51-e359-4bec-af59-9cc06c7aba3f admin admin] Publish callbacks [] for security_group (83fba38a-d9c4-41b5-8c01-902f0992b6e0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.692748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48776) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:24.697783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-network', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:24.721295 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:24.756327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e5965d51-e359-4bec-af59-9cc06c7aba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (83fba38a-d9c4-41b5-8c01-902f0992b6e0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.761298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e5965d51-e359-4bec-af59-9cc06c7aba3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.764457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e5965d51-e359-4bec-af59-9cc06c7aba3f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/83fba38a-d9c4-41b5-8c01-902f0992b6e0 HTTP/1.1" status: 204 len: 168 time: 0.3339329 Feb 09 21:35:24.767586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 318d2a47-5eed-4dcb-8180-733b30cbd7ce up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:24.787248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5965d51-e359-4bec-af59-9cc06c7aba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fba38a-d9c4-41b5-8c01-902f0992b6e0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:24.846374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Made reservation on behalf of bcf84cd997b94d7cbcab176d6290d0f8 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:24.849107 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.861534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.952193 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:24Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:24.979348 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445135c-e2f2-4510-82d1-1963a47c3314 None None] The sync data for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 is: [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:24Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:24.998747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-be648894-4bb3-4447-a298-33ed65f1669c None None] Current status of the port 842f03c0-15db-4e4a-a609-1876995a3958 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:24.999304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be648894-4bb3-4447-a298-33ed65f1669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (842f03c0-15db-4e4a-a609-1876995a3958), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.031787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks [] for security_group (d3c30b73-6c82-42c9-a805-f61275082286), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.040803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 318d2a47-5eed-4dcb-8180-733b30cbd7ce triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:25.041190 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.107273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d3c30b73-6c82-42c9-a805-f61275082286), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.107936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-router', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:22Z', 'revision_number': 4, 'project_id': '63acac2efd524df98ebead5969378f57', 'gw_port': {'id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:49:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:13Z', 'updated_at': '2022-02-09T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '87fe8407-0f3b-4af9-940a-7c2dd8df5152', 'name': '', 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'mac_address': 'fa:16:3e:77:5a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8be3547e-d757-4958-826a-fd506e7e78d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:22Z', 'revision_number': 2, 'project_id': '63acac2efd524df98ebead5969378f57', 'subnets': [{'id': '8be3547e-d757-4958-826a-fd506e7e78d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:25.135176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:25.146640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c30b73-6c82-42c9-a805-f61275082286,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.162470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Checking router: 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:25.162470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Updating router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:25.168803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a7afe618-12a8-4272-b1f1-9020c6371b1c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.169154 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Added segment a7afe618-12a8-4272-b1f1-9020c6371b1c of type vlan for network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 Feb 09 21:35:25.202511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-be648894-4bb3-4447-a298-33ed65f1669c None None] For port 842f03c0-15db-4e4a-a609-1876995a3958, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=842f03c0-15db-4e4a-a609-1876995a3958,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:25.221147 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.222019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (bb4b86ff-6ce8-4f2b-afb0-f8227022efa1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.382205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98799253-acbc-4bd6-b1cc-293d48ad9191 req-40d8cd0a-ea14-4a9b-99c3-778c15722fec tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.384141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98799253-acbc-4bd6-b1cc-293d48ad9191 req-40d8cd0a-ea14-4a9b-99c3-778c15722fec tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.0642681 Feb 09 21:35:25.389884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (bb4b86ff-6ce8-4f2b-afb0-f8227022efa1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.391728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.392352 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.491381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be648894-4bb3-4447-a298-33ed65f1669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (842f03c0-15db-4e4a-a609-1876995a3958), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.501163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] Pushing event updated for resources: {'Network': ['ID=bb4b86ff-6ce8-4f2b-afb0-f8227022efa1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.532901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:25.595033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e84e959e-cc11-4394-9baa-c3e0a3e29c7f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9011860 Feb 09 21:35:25.597832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48798) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:25.604815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Request body: {'subnet': {'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-subnet', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:25.659968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 318d2a47-5eed-4dcb-8180-733b30cbd7ce is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:25.713725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a4ed1f98-8d57-4d30-b300-e0cf8e3a03d7 None None] Provisioning complete for port 842f03c0-15db-4e4a-a609-1876995a3958 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:25.714104 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1f98-8d57-4d30-b300-e0cf8e3a03d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (842f03c0-15db-4e4a-a609-1876995a3958), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.739208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59b8495f-b959-4bc1-b735-66c630588a7f req-044a361a-4e61-491a-ae60-7cba8e0f0889 tempest-FloatingIPsNegativeTestJSON-1047325168 tempest-FloatingIPsNegativeTestJSON-1047325168-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=63acac2efd524df98ebead5969378f57 HTTP/1.1" status: 200 len: 217 time: 0.0948725 Feb 09 21:35:25.760013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Made reservation on behalf of bcf84cd997b94d7cbcab176d6290d0f8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:25.762439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.808223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98799253-acbc-4bd6-b1cc-293d48ad9191 req-0a01155f-ca0f-4c92-8cc3-491725048e2e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052691 Feb 09 21:35:25.912520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-210c1195-0801-40b9-bbac-aa9fdba1a9ca req-8dfcb985-d7b1-40b1-8ed1-56483a6693f6 tempest-FloatingIPsNegativeTestJSON-1047325168 tempest-FloatingIPsNegativeTestJSON-1047325168-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0426333 Feb 09 21:35:25.920815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be648894-4bb3-4447-a298-33ed65f1669c None None] Pushing event updated for resources: {'Port': ['ID=842f03c0-15db-4e4a-a609-1876995a3958,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.982723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Publish callbacks [] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.031232 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-69302671-35c7-466c-bf21-23b89ba95a8c req-026b080c-8d79-4e15-b9b2-a5317337a81d tempest-FloatingIPsNegativeTestJSON-1047325168 tempest-FloatingIPsNegativeTestJSON-1047325168-project] show failed (client error): The resource could not be found. Feb 09 21:35:26.039431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69302671-35c7-466c-bf21-23b89ba95a8c req-026b080c-8d79-4e15-b9b2-a5317337a81d tempest-FloatingIPsNegativeTestJSON-1047325168 tempest-FloatingIPsNegativeTestJSON-1047325168-project] 10.222.0.98 "GET /v2.0/floatingips/47255238-add6-4fc9-a858-d718d3d3ced8 HTTP/1.1" status: 404 len: 350 time: 0.0997145 Feb 09 21:35:26.044027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48808) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:26.045104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed1f98-8d57-4d30-b300-e0cf8e3a03d7 None None] Current status of the port 842f03c0-15db-4e4a-a609-1876995a3958 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:26.064324 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.096202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (aabf2b61-6dc5-442d-94ff-1900e1102db0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.149376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae34062-c2ef-4e32-bc63-2aca758cc412 None None] Pushing event updated for resources: {'Port': ['ID=87fe8407-0f3b-4af9-940a-7c2dd8df5152,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.217076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Attempting to bind port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:26.224468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Attempting to bind port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:26.225274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Attempting to bind port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 on network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:26.231650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:26.233537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Checking segment: {'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:26.234034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Network hostable DHCP agents. Network: bb4b86ff-6ce8-4f2b-afb0-f8227022efa1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:26.235352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Checking segment: {'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:26.235911 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.236392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Bound using segment: {'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:26.237328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Bound port: 87fe8407-0f3b-4af9-940a-7c2dd8df5152, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:26.237583 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.240028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabf2b61-6dc5-442d-94ff-1900e1102db0,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.362695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] For port 87fe8407-0f3b-4af9-940a-7c2dd8df5152, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:26.373517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] For port 87fe8407-0f3b-4af9-940a-7c2dd8df5152, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=87fe8407-0f3b-4af9-940a-7c2dd8df5152,segment=NetworkSegment(c7f6c6fa-f2c6-4d70-9032-137b671ae4e2),segment_id=c7f6c6fa-f2c6-4d70-9032-137b671ae4e2)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:26.378639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:26.463589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.504905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, bb4b86ff-6ce8-4f2b-afb0-f8227022efa1) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:26.520440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:26.521362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.553740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd4956-a2a0-4174-96c3-8f11f700af44 None None] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:26.585923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48820) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:26.654972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bb5dbbc6-8a4c-4a51-9954-767f2833d2ce None None] Provisioning complete for port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:26.658593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbbc6-8a4c-4a51-9954-767f2833d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.713016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5988d8ae-bbe3-42de-93e1-c4cc42f4ae21 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1139538 Feb 09 21:35:26.715675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48830) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:26.720045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:26.756207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 842f03c0-15db-4e4a-a609-1876995a3958 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:26.762301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.794025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Routers {'13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:26.794783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:26.808652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.810312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.882203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92ae5dd0-276d-4a3c-85e1-0922c8bb6e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.953691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 842f03c0-15db-4e4a-a609-1876995a3958 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:26.953691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (842f03c0-15db-4e4a-a609-1876995a3958), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.985795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks [] for router_controller (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.010272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae34062-c2ef-4e32-bc63-2aca758cc412 None None] Pushing event updated for resources: {'Port': ['ID=87fe8407-0f3b-4af9-940a-7c2dd8df5152,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.092493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040bf00-3883-4216-b1d4-c05654dd7150 req-11e90cf7-f5d3-4381-ac13-b29ec449cf53 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.094044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9040bf00-3883-4216-b1d4-c05654dd7150 req-11e90cf7-f5d3-4381-ac13-b29ec449cf53 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.1720822 Feb 09 21:35:27.133800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92ae5dd0-276d-4a3c-85e1-0922c8bb6e5e admin admin] Publish callbacks [] for security_group (7e8e8787-d4c2-4bb9-9cb6-76e444877107), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.139219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-bb4b86ff-6ce8-4f2b-afb0-f8227022efa1', 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1', 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'fixed_ips': [{'subnet_id': 'aabf2b61-6dc5-442d-94ff-1900e1102db0'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:27.140236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.164191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 842f03c0-15db-4e4a-a609-1876995a3958 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:27.165212 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:35:27.200323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] Set router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:27.208531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9040bf00-3883-4216-b1d4-c05654dd7150 req-26831361-7d57-4f5b-9095-d55a5476281c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046166 Feb 09 21:35:27.245551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bb5dbbc6-8a4c-4a51-9954-767f2833d2ce None None] Current status of the port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:27.246064 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbbc6-8a4c-4a51-9954-767f2833d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.267240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Deleting port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:27.267816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.276525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks [] for router_gateway (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.282857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92ae5dd0-276d-4a3c-85e1-0922c8bb6e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7e8e8787-d4c2-4bb9-9cb6-76e444877107), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.327134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-92ae5dd0-276d-4a3c-85e1-0922c8bb6e5e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0a03d381c31a41a4b9cac52bdba0f12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387311 Feb 09 21:35:27.328743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae5dd0-276d-4a3c-85e1-0922c8bb6e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e8787-d4c2-4bb9-9cb6-76e444877107,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.329792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48844) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:27.484619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bb5dbbc6-8a4c-4a51-9954-767f2833d2ce None None] For port 87fe8407-0f3b-4af9-940a-7c2dd8df5152, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=87fe8407-0f3b-4af9-940a-7c2dd8df5152,segment=NetworkSegment(c7f6c6fa-f2c6-4d70-9032-137b671ae4e2),segment_id=c7f6c6fa-f2c6-4d70-9032-137b671ae4e2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:27.557233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Allocated IP 172.20.0.2 (bb4b86ff-6ce8-4f2b-afb0-f8227022efa1/aabf2b61-6dc5-442d-94ff-1900e1102db0/730266c0-0e97-4c62-a814-ac79438ed179) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:27.574218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbbc6-8a4c-4a51-9954-767f2833d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.646278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] For port 87fe8407-0f3b-4af9-940a-7c2dd8df5152, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=87fe8407-0f3b-4af9-940a-7c2dd8df5152,segment=NetworkSegment(c7f6c6fa-f2c6-4d70-9032-137b671ae4e2),segment_id=c7f6c6fa-f2c6-4d70-9032-137b671ae4e2)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:27.646644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.669346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b354ff7d-d964-46db-ab6a-aa292eeb00c4 admin admin] Publish callbacks [] for security_group (7e8e8787-d4c2-4bb9-9cb6-76e444877107), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.677525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Calling delete_port for 87fe8407-0f3b-4af9-940a-7c2dd8df5152 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:27.704287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b354ff7d-d964-46db-ab6a-aa292eeb00c4 admin admin] Publish callbacks [] for security_group (7e8e8787-d4c2-4bb9-9cb6-76e444877107), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.735077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks [] for router_gateway (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.755936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:27.771434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.775915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dbbc6-8a4c-4a51-9954-767f2833d2ce None None] Pushing event updated for resources: {'Port': ['ID=87fe8407-0f3b-4af9-940a-7c2dd8df5152,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.796164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8e4bca05-01b6-43aa-8c41-6d2f4ef0de90 None None] Provisioning complete for port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:27.796547 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e4bca05-01b6-43aa-8c41-6d2f4ef0de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.900085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b354ff7d-d964-46db-ab6a-aa292eeb00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7e8e8787-d4c2-4bb9-9cb6-76e444877107), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.902961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b354ff7d-d964-46db-ab6a-aa292eeb00c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.908576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b354ff7d-d964-46db-ab6a-aa292eeb00c4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7e8e8787-d4c2-4bb9-9cb6-76e444877107 HTTP/1.1" status: 204 len: 168 time: 0.5738299 Feb 09 21:35:27.925853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354ff7d-d964-46db-ab6a-aa292eeb00c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e8787-d4c2-4bb9-9cb6-76e444877107,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.934418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Allocated IP 172.25.5.55 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/20a09f05-d3ea-4827-888a-bba995742ccc) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:27.947909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-router', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:22Z', 'revision_number': 4, 'project_id': '63acac2efd524df98ebead5969378f57', 'gw_port': {'id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:49:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:13Z', 'updated_at': '2022-02-09T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '87fe8407-0f3b-4af9-940a-7c2dd8df5152', 'name': '', 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'mac_address': 'fa:16:3e:77:5a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8be3547e-d757-4958-826a-fd506e7e78d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '63acac2efd524df98ebead5969378f57', 'subnets': [{'id': '8be3547e-d757-4958-826a-fd506e7e78d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:28.003397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a411b-4834-465e-b4dc-892dd151c245 None None] The sync data for ids ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'] in n-d-828599-1 is: [{'id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'name': 'tempest-FloatingIPsNegativeTestJSON-619619737-router', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:22Z', 'revision_number': 4, 'project_id': '63acac2efd524df98ebead5969378f57', 'gw_port': {'id': '318d2a47-5eed-4dcb-8180-733b30cbd7ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:49:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:13Z', 'updated_at': '2022-02-09T21:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '87fe8407-0f3b-4af9-940a-7c2dd8df5152', 'name': '', 'network_id': '6a5ccaca-00f3-46a5-9f35-e855407e7fd5', 'tenant_id': '63acac2efd524df98ebead5969378f57', 'mac_address': 'fa:16:3e:77:5a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe7d22-affd-49e2-9f2b-bb67b5a1ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '8be3547e-d757-4958-826a-fd506e7e78d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '63acac2efd524df98ebead5969378f57', 'subnets': [{'id': '8be3547e-d757-4958-826a-fd506e7e78d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:28.030675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (87fe8407-0f3b-4af9-940a-7c2dd8df5152), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.060692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Publish callbacks [] for port (730266c0-0e97-4c62-a814-ac79438ed179), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.102985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bca05-01b6-43aa-8c41-6d2f4ef0de90 None None] Port 87fe8407-0f3b-4af9-940a-7c2dd8df5152 update to ACTIVE by agent not found {{(pid=103698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:35:28.107718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fe8407-0f3b-4af9-940a-7c2dd8df5152,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.119815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:28.141054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '59385a67-9cb2-4268-8faf-eaf044e09518', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'port_id': '59385a67-9cb2-4268-8faf-eaf044e09518', 'mac_address': 'fa:16:3e:67:13:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b2700-286f-42d0-92c2-b42d174237e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:28.170554 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (730266c0-0e97-4c62-a814-ac79438ed179), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.171510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks [] for port (20a09f05-d3ea-4827-888a-bba995742ccc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.219047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 59385a67-9cb2-4268-8faf-eaf044e09518 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:28.219445 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.238626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:28.252378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:28.255497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:28.260054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Pushing event updated for resources: {'Port': ['ID=730266c0-0e97-4c62-a814-ac79438ed179,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.266844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59385a67-9cb2-4268-8faf-eaf044e09518 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:28.305815 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.450389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:28.452800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Pushing event updated for resources: {'Port': ['ID=20a09f05-d3ea-4827-888a-bba995742ccc,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.461124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.465677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:28.469496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:28.576853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:28.596085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1579c0-c885-4bf2-9e93-d8a973ed9f7c req-ed52ec7e-eee7-4805-985d-753ff16a87bd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:28.607225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a1579c0-c885-4bf2-9e93-d8a973ed9f7c req-ed52ec7e-eee7-4805-985d-753ff16a87bd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.2135611 Feb 09 21:35:28.607999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Attempting to bind port 730266c0-0e97-4c62-a814-ac79438ed179 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:28.608392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Attempting to bind port 730266c0-0e97-4c62-a814-ac79438ed179 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:28.608762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Attempting to bind port 730266c0-0e97-4c62-a814-ac79438ed179 on network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:28.616972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:28.617359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Checking segment: {'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:28.617772 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.618274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Bound using segment: {'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:28.618702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Bound port: 730266c0-0e97-4c62-a814-ac79438ed179, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:28.619086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (730266c0-0e97-4c62-a814-ac79438ed179), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.658308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.745482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a1579c0-c885-4bf2-9e93-d8a973ed9f7c req-96daa2c5-5c32-487f-a8cc-444bfa2e89b1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372850 Feb 09 21:35:28.755563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.776479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] For port 730266c0-0e97-4c62-a814-ac79438ed179, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:28.776479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] For port 730266c0-0e97-4c62-a814-ac79438ed179, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=730266c0-0e97-4c62-a814-ac79438ed179,segment=NetworkSegment(a7afe618-12a8-4272-b1f1-9020c6371b1c),segment_id=a7afe618-12a8-4272-b1f1-9020c6371b1c)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:28.860295 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (730266c0-0e97-4c62-a814-ac79438ed179), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.888857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks [] for router_gateway (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.918786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:28.928837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['59385a67-9cb2-4268-8faf-eaf044e09518'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:28.931420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.037585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42756c26-63b3-456a-98d4-a78f3e4f3dbf None None] Pushing event updated for resources: {'Port': ['ID=730266c0-0e97-4c62-a814-ac79438ed179,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:29.123854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:29.138984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ca495d44-6160-493d-8fab-1a3c37f6c051 admin admin] 10.222.0.98 "PUT /v2.0/routers/13fe7d22-affd-49e2-9f2b-bb67b5a1ef54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0938206 Feb 09 21:35:29.139616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:29.311915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.371771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Request body: {'security_group': {'name': 'tempest-securitygroup-196844000', 'description': 'tempest-description-1487634345'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:29.409798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks [] for router (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.563750 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.576471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:29.592159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1c1db58-958f-44a5-a0e9-9ed30efdede8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.593809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.615840 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks [] for router_gateway (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.625239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Router d6aee14b-748f-4f27-add7-4e7a9c8eb14f is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:29.740775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (a476fa2b-7767-487a-8a38-db146d21290b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.750891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:29.781282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Deleting port 318d2a47-5eed-4dcb-8180-733b30cbd7ce {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:29.781731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.871984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a476fa2b-7767-487a-8a38-db146d21290b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.878312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:29.890958 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Sync routers for ids ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:29.898573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1c1db58-958f-44a5-a0e9-9ed30efdede8 admin admin] Publish callbacks [] for security_group (b12bce24-bb54-4261-a42e-b55025c2c7e3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.910767 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Routers {'d6aee14b-748f-4f27-add7-4e7a9c8eb14f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:29.911677 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:29.920243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 59385a67-9cb2-4268-8faf-eaf044e09518 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:29.925050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 59385a67-9cb2-4268-8faf-eaf044e09518 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:29.930043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.993244 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (56ac7af9-2226-4b0f-bca9-6d5a72b22fb6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.024707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed3f47-438b-47db-b579-bb6c4dd5beb9 req-db24726b-84b2-4b9a-91ec-830558f1895b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.029505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21ed3f47-438b-47db-b579-bb6c4dd5beb9 req-db24726b-84b2-4b9a-91ec-830558f1895b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 944 time: 0.1393087 Feb 09 21:35:30.031221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1c1db58-958f-44a5-a0e9-9ed30efdede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b12bce24-bb54-4261-a42e-b55025c2c7e3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.053114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.054748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f99e6ded-2bff-4349-a23e-f22532e18188 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3378551 Feb 09 21:35:30.065068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48898) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:30.101804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 59385a67-9cb2-4268-8faf-eaf044e09518 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:30.102374 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.147410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:30.150768 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7597de7-127c-4bbf-9ead-f3856cce0282" -d '{"events": [{"server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "name": "network-vif-plugged", "status": "completed", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:30.165346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:30.169603 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Set router d6aee14b-748f-4f27-add7-4e7a9c8eb14f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:30.189758 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e1c1db58-958f-44a5-a0e9-9ed30efdede8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1a7bb67bce84211acf7d8261814f897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080759 Feb 09 21:35:30.190498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:30.204056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1db58-958f-44a5-a0e9-9ed30efdede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12bce24-bb54-4261-a42e-b55025c2c7e3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.234643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.249674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21ed3f47-438b-47db-b579-bb6c4dd5beb9 req-c79c7fe4-2b30-44f1-b839-588491677b81 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120762 Feb 09 21:35:30.268634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (56ac7af9-2226-4b0f-bca9-6d5a72b22fb6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.313815 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef1c-fe02-4396-8c58-ec2f8fcbb909 admin admin] Publish callbacks [] for security_group (b12bce24-bb54-4261-a42e-b55025c2c7e3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.388659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] For port 318d2a47-5eed-4dcb-8180-733b30cbd7ce, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=318d2a47-5eed-4dcb-8180-733b30cbd7ce,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:30.389090 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.389926 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145b33d5-7bf5-4e5e-997b-8e169557ff50 x-openstack-request-id: req-145b33d5-7bf5-4e5e-997b-8e169557ff50 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:30.390249 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "name": "network-vif-plugged", "status": "completed", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:30.390517 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-145b33d5-7bf5-4e5e-997b-8e169557ff50 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:30.390926 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518', 'code': 200} Feb 09 21:35:30.397413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef1c-fe02-4396-8c58-ec2f8fcbb909 admin admin] Publish callbacks [] for security_group (b12bce24-bb54-4261-a42e-b55025c2c7e3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.409462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Calling delete_port for 318d2a47-5eed-4dcb-8180-733b30cbd7ce owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:30.432894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.475302 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.485857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b3704-ca36-4261-8358-68d055133733 None None] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:30.498077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a476fa2b-7767-487a-8a38-db146d21290b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.570998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3743d71-9269-4ede-a824-88d467363c47 req-78766009-6af4-4e42-bb38-1aa6fe74f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.580015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac7af9-2226-4b0f-bca9-6d5a72b22fb6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.583777 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3743d71-9269-4ede-a824-88d467363c47 req-78766009-6af4-4e42-bb38-1aa6fe74f1c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1127 time: 0.1437888 Feb 09 21:35:30.628333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.633954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5a32761-c130-4b67-a14e-afb4ecbee6d1 req-6ae42c8d-b355-4a27-a4e7-e821cfe2893e tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2678893 Feb 09 21:35:30.672085 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef1c-fe02-4396-8c58-ec2f8fcbb909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b12bce24-bb54-4261-a42e-b55025c2c7e3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.675514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef1c-fe02-4396-8c58-ec2f8fcbb909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.678973 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f1b0ef1c-fe02-4396-8c58-ec2f8fcbb909 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b12bce24-bb54-4261-a42e-b55025c2c7e3 HTTP/1.1" status: 204 len: 168 time: 0.4852564 Feb 09 21:35:30.689105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-3c890fdb-6cc9-43c9-9c4d-0407708b8983 req-96da5e50-76e4-4e41-8b51-ddbc596c6dda tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Request body: {'security_group': {'name': 'tempest-securitygroup-965456947', 'description': 'tempest-description-1661303599'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:30.732610 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:35:28Z', 'revision_number': 3, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port': {'id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:27Z', 'updated_at': '2022-02-09T21:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:30.763948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2c495616-962a-4791-80a8-b17815619b98 None None] Provisioning complete for port 730266c0-0e97-4c62-a814-ac79438ed179 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:30.764486 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2c495616-962a-4791-80a8-b17815619b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (730266c0-0e97-4c62-a814-ac79438ed179), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.808195 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Checking router: d6aee14b-748f-4f27-add7-4e7a9c8eb14f for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:30.809799 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Updating router d6aee14b-748f-4f27-add7-4e7a9c8eb14f port 20a09f05-d3ea-4827-888a-bba995742ccc binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:30.823960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 730266c0-0e97-4c62-a814-ac79438ed179 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:30.827940 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3743d71-9269-4ede-a824-88d467363c47 req-0be00bc8-b0c7-4814-9b22-43fbdb7c9cbe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335055 Feb 09 21:35:30.835794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0ef1c-fe02-4396-8c58-ec2f8fcbb909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12bce24-bb54-4261-a42e-b55025c2c7e3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.847365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3c890fdb-6cc9-43c9-9c4d-0407708b8983 req-96da5e50-76e4-4e41-8b51-ddbc596c6dda tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.870886 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.944867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3c890fdb-6cc9-43c9-9c4d-0407708b8983 req-96da5e50-76e4-4e41-8b51-ddbc596c6dda tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (ea63df98-121c-49fd-ac92-5d00e52ee8b5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.035854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3c890fdb-6cc9-43c9-9c4d-0407708b8983 req-96da5e50-76e4-4e41-8b51-ddbc596c6dda tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ea63df98-121c-49fd-ac92-5d00e52ee8b5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.067194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 730266c0-0e97-4c62-a814-ac79438ed179 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:31.067580 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (730266c0-0e97-4c62-a814-ac79438ed179), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.122953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2c495616-962a-4791-80a8-b17815619b98 None None] Current status of the port 730266c0-0e97-4c62-a814-ac79438ed179 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:31.123594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2c495616-962a-4791-80a8-b17815619b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (730266c0-0e97-4c62-a814-ac79438ed179), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.124451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da5e50-76e4-4e41-8b51-ddbc596c6dda tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea63df98-121c-49fd-ac92-5d00e52ee8b5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.143732 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (318d2a47-5eed-4dcb-8180-733b30cbd7ce), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.166311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3c890fdb-6cc9-43c9-9c4d-0407708b8983 req-96da5e50-76e4-4e41-8b51-ddbc596c6dda tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.168448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c890fdb-6cc9-43c9-9c4d-0407708b8983 req-96da5e50-76e4-4e41-8b51-ddbc596c6dda tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5007761 Feb 09 21:35:31.196621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2c495616-962a-4791-80a8-b17815619b98 None None] For port 730266c0-0e97-4c62-a814-ac79438ed179, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=730266c0-0e97-4c62-a814-ac79438ed179,segment=NetworkSegment(a7afe618-12a8-4272-b1f1-9020c6371b1c),segment_id=a7afe618-12a8-4272-b1f1-9020c6371b1c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:31.207572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Pushing event deleted for resources: {'Port': ['ID=318d2a47-5eed-4dcb-8180-733b30cbd7ce,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.262600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 730266c0-0e97-4c62-a814-ac79438ed179 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:31.262895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (730266c0-0e97-4c62-a814-ac79438ed179), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.283896 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.307877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2c495616-962a-4791-80a8-b17815619b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (730266c0-0e97-4c62-a814-ac79438ed179), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.336711 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Publish callbacks [] for port (20a09f05-d3ea-4827-888a-bba995742ccc), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.392359 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:35:31.392749 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:35:31.397229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c495616-962a-4791-80a8-b17815619b98 None None] Pushing event updated for resources: {'Port': ['ID=730266c0-0e97-4c62-a814-ac79438ed179,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.420155 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.437893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-df364995-2329-4244-a559-a6224c5741c0 None None] Provisioning complete for port 730266c0-0e97-4c62-a814-ac79438ed179 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:31.438482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df364995-2329-4244-a559-a6224c5741c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (730266c0-0e97-4c62-a814-ac79438ed179), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.463920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7f56-9c48-4304-a905-f25ae49ad457 req-b175386b-08aa-44f8-b965-3ccc4e6c191c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:31.463920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11dd7f56-9c48-4304-a905-f25ae49ad457 req-b175386b-08aa-44f8-b965-3ccc4e6c191c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 945 time: 0.0686495 Feb 09 21:35:31.492151 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Attempting to bind port 20a09f05-d3ea-4827-888a-bba995742ccc on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:31.492832 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Attempting to bind port 20a09f05-d3ea-4827-888a-bba995742ccc by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:31.493509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Attempting to bind port 20a09f05-d3ea-4827-888a-bba995742ccc on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:31.495536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.502796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:31.503616 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:31.504939 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.505658 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:31.506360 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Bound port: 20a09f05-d3ea-4827-888a-bba995742ccc, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:31.506970 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.507399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks [] for router_controller (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.516403 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a66aef-7703-4a4d-b356-29db434e85b1 None None] Pushing event updated for resources: {'Port': ['ID=20a09f05-d3ea-4827-888a-bba995742ccc,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.526206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11dd7f56-9c48-4304-a905-f25ae49ad457 req-71308b9a-5349-4b8d-ae84-418894f31df5 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594299 Feb 09 21:35:31.590537 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] For port 20a09f05-d3ea-4827-888a-bba995742ccc, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:31.599172 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] For port 20a09f05-d3ea-4827-888a-bba995742ccc, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=20a09f05-d3ea-4827-888a-bba995742ccc,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:31.622918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-df364995-2329-4244-a559-a6224c5741c0 None None] Current status of the port 730266c0-0e97-4c62-a814-ac79438ed179 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:31.723767 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.740219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (13fe7d22-affd-49e2-9f2b-bb67b5a1ef54), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.740827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:31.760048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.764255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f270c08b-6118-4cce-ae1a-7e4edceef82d admin admin] 10.222.0.98 "DELETE /v2.0/routers/13fe7d22-affd-49e2-9f2b-bb67b5a1ef54 HTTP/1.1" status: 204 len: 168 time: 2.6235411 Feb 09 21:35:31.764417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48942) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:31.781957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.827196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] Deleting subnet 8be3547e-d757-4958-826a-fd506e7e78d4 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:31.840849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] Publish callbacks [] for subnet (8be3547e-d757-4958-826a-fd506e7e78d4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.883480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Routers {'d6aee14b-748f-4f27-add7-4e7a9c8eb14f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:31.886215 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:31.910554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1008447027', 'description': 'tempest-description-1806660547'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:31.934241 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] Publish callbacks [] for subnet (8be3547e-d757-4958-826a-fd506e7e78d4), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.964264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 730266c0-0e97-4c62-a814-ac79438ed179 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:32.053195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] Sync routers for ids ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:32.067565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] Routers set() bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:32.069699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] Router IDs set() for agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:35:32.070526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent'). {{(pid=103698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 21:35:32.071671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] Set router d6aee14b-748f-4f27-add7-4e7a9c8eb14f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:32.102410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] Routers set() bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:32.102795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] Router IDs set() for agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:35:32.120247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent'). {{(pid=103698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 21:35:32.120819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ad658-bbaf-4756-a784-f36b36580a01 None None] The sync data for ids ['13fe7d22-affd-49e2-9f2b-bb67b5a1ef54'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:32.138720 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a66aef-7703-4a4d-b356-29db434e85b1 None None] Pushing event updated for resources: {'Port': ['ID=20a09f05-d3ea-4827-888a-bba995742ccc,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.171107 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.179606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8be3547e-d757-4958-826a-fd506e7e78d4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.202930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Allocated IP 172.20.0.1 (bb4b86ff-6ce8-4f2b-afb0-f8227022efa1/aabf2b61-6dc5-442d-94ff-1900e1102db0/ce5ff6c1-f3eb-43a7-be35-464aa4eb213e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:32.227747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.381754 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:35:28Z', 'revision_number': 3, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port': {'id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:27Z', 'updated_at': '2022-02-09T21:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:32.414765 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks [] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.430039 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (43c305c6-3f79-471a-a3d0-b5adf0590dc4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.431023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-041db7c8-6ca6-41b9-93a4-ad0e0b39bb1f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329928 Feb 09 21:35:32.437581 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ebb5a9-ab98-447b-a0a2-97431c8699c5 None None] The sync data for ids ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'] in n-d-828599-1 is: [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:35:28Z', 'revision_number': 3, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port': {'id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:27Z', 'updated_at': '2022-02-09T21:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:32.512288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (43c305c6-3f79-471a-a3d0-b5adf0590dc4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.538777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (8be3547e-d757-4958-826a-fd506e7e78d4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.572465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.580147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be3547e-d757-4958-826a-fd506e7e78d4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.600907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f4ca71-11d8-4129-a52f-1dd65eeed23b None None] Network 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:32.607144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.610423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e3ed9038-2cec-46e6-8af7-9f9549540048 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8be3547e-d757-4958-826a-fd506e7e78d4 HTTP/1.1" status: 204 len: 168 time: 0.8450596 Feb 09 21:35:32.613859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:32.688946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Pushing event updated for resources: {'Port': ['ID=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.702013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c305c6-3f79-471a-a3d0-b5adf0590dc4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.738208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:32.744547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:32.755253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:32.755897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.776661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-e4fdd29c-6d13-4b49-8666-33a30346b97a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:32.786212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-e4fdd29c-6d13-4b49-8666-33a30346b97a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485069 Feb 09 21:35:32.825075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 730266c0-0e97-4c62-a814-ac79438ed179 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:32.829159 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-01a8d083-a90e-4379-9f72-8ee974afe2a1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/quotas/726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 375 time: 0.0424414 Feb 09 21:35:32.836678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (986e8c84-5633-46bd-96f1-19a2c19fc6a4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.850754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6a5ccaca-00f3-46a5-9f35-e855407e7fd5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.875803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-fe6b139c-85e3-40e2-8e2b-9828d4618e93 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455213 Feb 09 21:35:32.923013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (986e8c84-5633-46bd-96f1-19a2c19fc6a4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.955196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e8c84-5633-46bd-96f1-19a2c19fc6a4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.979034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 730266c0-0e97-4c62-a814-ac79438ed179 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:32.979509 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (730266c0-0e97-4c62-a814-ac79438ed179), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.059014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.065167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.066729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0f1b892-e2cb-4df1-af0d-9fb0c9c5d5ca req-dea79ffa-a4bc-4982-b84a-284318ac23ac tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1793201 Feb 09 21:35:33.172675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8519393-e217-4576-8eff-5df58e44247b None None] DHCP port deletion for 6a5ccaca-00f3-46a5-9f35-e855407e7fd5 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:35:33.398487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 730266c0-0e97-4c62-a814-ac79438ed179 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:33.423527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Deleting port 185d8688-efa3-410d-8138-e0c58cde7695 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:33.424063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (185d8688-efa3-410d-8138-e0c58cde7695), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.424906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 87fe8407-0f3b-4af9-940a-7c2dd8df5152 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:33.498480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-72757d9d-7bdb-4886-b9cc-a4c9de7e53f1 None None] Provisioning complete for port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:33.504609 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-72757d9d-7bdb-4886-b9cc-a4c9de7e53f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.521211 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks [] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.540829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 87fe8407-0f3b-4af9-940a-7c2dd8df5152 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:33.541192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 87fe8407-0f3b-4af9-940a-7c2dd8df5152 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:33.554871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] For port 185d8688-efa3-410d-8138-e0c58cde7695, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=185d8688-efa3-410d-8138-e0c58cde7695,segment=NetworkSegment(c7f6c6fa-f2c6-4d70-9032-137b671ae4e2),segment_id=c7f6c6fa-f2c6-4d70-9032-137b671ae4e2)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:33.555771 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (185d8688-efa3-410d-8138-e0c58cde7695), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.568765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-72757d9d-7bdb-4886-b9cc-a4c9de7e53f1 None None] Port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:33.576118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe342861-f604-4ea3-be8f-6344d2723604 req-d930ef65-b09f-43e8-bb35-3c79db9d220f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.577936 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe342861-f604-4ea3-be8f-6344d2723604 req-d930ef65-b09f-43e8-bb35-3c79db9d220f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 945 time: 0.2202685 Feb 09 21:35:33.580630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a8519393-e217-4576-8eff-5df58e44247b None None] Deleting port 185d8688-efa3-410d-8138-e0c58cde7695 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:33.581060 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a8519393-e217-4576-8eff-5df58e44247b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (185d8688-efa3-410d-8138-e0c58cde7695), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.581324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48996) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:33.593036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Calling delete_port for 185d8688-efa3-410d-8138-e0c58cde7695 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:33.609070 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.610132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.684060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Pushing event updated for resources: {'Port': ['ID=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:33.718797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a8519393-e217-4576-8eff-5df58e44247b None None] For port 185d8688-efa3-410d-8138-e0c58cde7695, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=185d8688-efa3-410d-8138-e0c58cde7695,segment=NetworkSegment(c7f6c6fa-f2c6-4d70-9032-137b671ae4e2),segment_id=c7f6c6fa-f2c6-4d70-9032-137b671ae4e2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:33.719991 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a8519393-e217-4576-8eff-5df58e44247b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (185d8688-efa3-410d-8138-e0c58cde7695), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.747044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a8519393-e217-4576-8eff-5df58e44247b None None] Calling delete_port for 185d8688-efa3-410d-8138-e0c58cde7695 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:33.758436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe342861-f604-4ea3-be8f-6344d2723604 req-40776752-ebd7-472f-92ca-879291404847 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703327 Feb 09 21:35:33.835193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-5b02d059-cc4c-4078-aed9-66496e6abda0 req-ca997add-d678-432e-8742-410fe5dbfe4e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-111553531', 'description': 'tempest-description-1882705668'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:33.844157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:33.847293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:33.882980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (185d8688-efa3-410d-8138-e0c58cde7695), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.967977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Pushing event deleted for resources: {'Port': ['ID=185d8688-efa3-410d-8138-e0c58cde7695,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:33.990157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b02d059-cc4c-4078-aed9-66496e6abda0 req-ca997add-d678-432e-8742-410fe5dbfe4e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.003957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] No DVR routers for this DVR port 185d8688-efa3-410d-8138-e0c58cde7695 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:34.028031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-644858384-network', 'tenant_id': '3bd0e67dfe6d4234965a37d2c2890d17'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:34.257290 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b02d059-cc4c-4078-aed9-66496e6abda0 req-ca997add-d678-432e-8742-410fe5dbfe4e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (cb41b142-ee34-49b7-afd5-41636561eb57), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.262860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6a5ccaca-00f3-46a5-9f35-e855407e7fd5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.273061 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a8519393-e217-4576-8eff-5df58e44247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (185d8688-efa3-410d-8138-e0c58cde7695), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.295209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.295777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.296685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.297122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > port after_create 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.297603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.298045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > port after_update 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.298585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.299180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.300365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.300831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.311353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8519393-e217-4576-8eff-5df58e44247b None None] Pushing event deleted for resources: {'Port': ['ID=185d8688-efa3-410d-8138-e0c58cde7695,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:34.314168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8519393-e217-4576-8eff-5df58e44247b None None] No DVR routers for this DVR port 185d8688-efa3-410d-8138-e0c58cde7695 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:34.339269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-900b78e3-dd31-48a3-8edf-2e17dec2f25a None None] Provisioning complete for port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:34.340813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-900b78e3-dd31-48a3-8edf-2e17dec2f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.394623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.395296 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.395971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.396482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:35:34.397040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5ccaca-00f3-46a5-9f35-e855407e7fd5']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:34.404689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b02d059-cc4c-4078-aed9-66496e6abda0 req-ca997add-d678-432e-8742-410fe5dbfe4e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cb41b142-ee34-49b7-afd5-41636561eb57), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.430111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-900b78e3-dd31-48a3-8edf-2e17dec2f25a None None] Port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:34.443571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Made reservation on behalf of 3bd0e67dfe6d4234965a37d2c2890d17 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:34.446556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.456642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-742e441b-4de9-4b10-b289-94392432e644 req-fe19f9ec-5fd7-4a5f-9f25-9e4fd0223c33 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 210 time: 0.0296507 Feb 09 21:35:34.457278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:34.457792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f6c6fa-f2c6-4d70-9032-137b671ae4e2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:34.495696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Router d6aee14b-748f-4f27-add7-4e7a9c8eb14f has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:34.511419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (c7f6c6fa-f2c6-4d70-9032-137b671ae4e2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.533643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.578408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b02d059-cc4c-4078-aed9-66496e6abda0 req-ca997add-d678-432e-8742-410fe5dbfe4e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.592798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b02d059-cc4c-4078-aed9-66496e6abda0 req-ca997add-d678-432e-8742-410fe5dbfe4e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7652664 Feb 09 21:35:34.613081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca997add-d678-432e-8742-410fe5dbfe4e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb41b142-ee34-49b7-afd5-41636561eb57,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:34.619810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 20a09f05-d3ea-4827-888a-bba995742ccc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:34.622038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c7f6c6fa-f2c6-4d70-9032-137b671ae4e2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.653761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:34.655986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (c7f6c6fa-f2c6-4d70-9032-137b671ae4e2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.673830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:34.680483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fbb5116e-600c-44ec-8e69-61889e7dc25a admin admin] 10.222.0.98 "PUT /v2.0/routers/d6aee14b-748f-4f27-add7-4e7a9c8eb14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6024034 Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: from cryptography.utils import int_from_bytes Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: from cryptography.utils import int_from_bytes Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:34.691146 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:34.731457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 20a09f05-d3ea-4827-888a-bba995742ccc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:34.733199 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.845322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 20a09f05-d3ea-4827-888a-bba995742ccc is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:34.845727 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.866489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 20a09f05-d3ea-4827-888a-bba995742ccc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=20a09f05-d3ea-4827-888a-bba995742ccc,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:34.872676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4a86-df70-44ff-a1df-21261a670ef9 req-f2659643-645a-4ef9-a18b-9dedd5dfd39d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:34.874330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b49c4a86-df70-44ff-a1df-21261a670ef9 req-f2659643-645a-4ef9-a18b-9dedd5dfd39d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1127 time: 0.1822288 Feb 09 21:35:34.909662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks [] for security_group (a711a655-b84e-41ec-8418-af480d4cef72), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.921262 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6a5ccaca-00f3-46a5-9f35-e855407e7fd5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.937086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.940413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6a5ccaca-00f3-46a5-9f35-e855407e7fd5 HTTP/1.1" status: 204 len: 168 time: 2.3256052 Feb 09 21:35:34.960305 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b49c4a86-df70-44ff-a1df-21261a670ef9 req-80a34b87-a524-4a3b-aa9f-bdbb44af71b1 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769808 Feb 09 21:35:34.961218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973217cd-38f0-4456-acd1-eff37385e880 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5ccaca-00f3-46a5-9f35-e855407e7fd5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:34.966914 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.009776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-b98b33c1-7e45-4ecd-bd4e-776edd24dd6a tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34315 time: 0.2501843 Feb 09 21:35:35.039812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a711a655-b84e-41ec-8418-af480d4cef72), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.059859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 185d8688-efa3-410d-8138-e0c58cde7695 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:35.067169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-f5baf890-138c-42b1-9279-f9e99a0cb9c8 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8 HTTP/1.1" status: 200 len: 2998 time: 0.0555136 Feb 09 21:35:35.077655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:35.113939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-9f5a8eb9-d5aa-4983-a485-db3d07f466a5 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8 HTTP/1.1" status: 200 len: 2998 time: 0.0441754 Feb 09 21:35:35.114049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c82a42d2-ef20-44f7-b55a-dd79c611ab27), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.114049 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Added segment c82a42d2-ef20-44f7-b55a-dd79c611ab27 of type vlan for network 198ebe85-e95f-4f80-b443-7b2314e03437 Feb 09 21:35:35.119768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 185d8688-efa3-410d-8138-e0c58cde7695 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:35.120129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 185d8688-efa3-410d-8138-e0c58cde7695 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:35.120599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 318d2a47-5eed-4dcb-8180-733b30cbd7ce no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:35.126961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=20a09f05-d3ea-4827-888a-bba995742ccc,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.132107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711a655-b84e-41ec-8418-af480d4cef72,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.154293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 318d2a47-5eed-4dcb-8180-733b30cbd7ce {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:35.155359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 318d2a47-5eed-4dcb-8180-733b30cbd7ce not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:35.169392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (198ebe85-e95f-4f80-b443-7b2314e03437), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.178340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-f9ffb512-86a3-4111-bff5-9d1b6a9ad9c5 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/322e7746-8ea5-4f89-8ed8-2ad2a5f7db98 HTTP/1.1" status: 200 len: 2998 time: 0.0593286 Feb 09 21:35:35.234469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-03aaf170-0431-483b-bb9e-f19643f38f07 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/322e7746-8ea5-4f89-8ed8-2ad2a5f7db98 HTTP/1.1" status: 200 len: 2998 time: 0.0494392 Feb 09 21:35:35.294952 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (198ebe85-e95f-4f80-b443-7b2314e03437), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.296405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.297114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.305847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-36331f4e-3fd1-4e6f-b28e-bfda0b9817b3 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/39861e6c-1def-491d-8c15-cecd0d269a6f HTTP/1.1" status: 200 len: 2994 time: 0.0629301 Feb 09 21:35:35.357907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-c45c1c26-619e-44f8-a73b-7010c089c9bc tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/39861e6c-1def-491d-8c15-cecd0d269a6f HTTP/1.1" status: 200 len: 2994 time: 0.0503173 Feb 09 21:35:35.364103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=198ebe85-e95f-4f80-b443-7b2314e03437,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.374642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 198ebe85-e95f-4f80-b443-7b2314e03437 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:35.413268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-ba7feceb-b5ca-4355-9c38-9e5a421a23cb tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/43c305c6-3f79-471a-a3d0-b5adf0590dc4 HTTP/1.1" status: 200 len: 2998 time: 0.0452354 Feb 09 21:35:35.477665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-851873c6-ada9-4b77-a0f3-d670a88980ea tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/43c305c6-3f79-471a-a3d0-b5adf0590dc4 HTTP/1.1" status: 200 len: 2998 time: 0.0581567 Feb 09 21:35:35.489806 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-76be5e90-d720-47df-ba40-79e77c0e2349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.490128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-400b0b4f-523d-469c-91d2-40d75f3de3e1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9076827 Feb 09 21:35:35.493705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:35.500824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49038) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:35.502167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Request body: {'subnet': {'network_id': '198ebe85-e95f-4f80-b443-7b2314e03437', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-644858384-subnet', 'tenant_id': '3bd0e67dfe6d4234965a37d2c2890d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:35.514510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192fda-346e-4821-8bc1-4fb586898c3e req-f2c8a3ae-6547-473b-9b31-215ee1b99a00 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.516062 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97192fda-346e-4821-8bc1-4fb586898c3e req-f2c8a3ae-6547-473b-9b31-215ee1b99a00 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1127 time: 0.0810077 Feb 09 21:35:35.546674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-cb84847b-d365-47c8-8636-fa4d3e5e0f8c tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/5c2c13eb-7502-49c4-9add-98d91cc9e5f4 HTTP/1.1" status: 200 len: 2990 time: 0.0628438 Feb 09 21:35:35.564188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-53d196ca-543e-4df0-ae33-4f921072cb1c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63acac2efd524df98ebead5969378f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621204 Feb 09 21:35:35.570281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49040) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:35.574146 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Sync routers for ids ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:35.585506 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Routers {'d6aee14b-748f-4f27-add7-4e7a9c8eb14f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:35.586095 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:35.601528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97192fda-346e-4821-8bc1-4fb586898c3e req-72d56c50-2573-4f7a-ab5e-cd9e984132dd tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679851 Feb 09 21:35:35.602699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Made reservation on behalf of 3bd0e67dfe6d4234965a37d2c2890d17 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:35.610891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.622509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-2b2528b2-8ff0-4927-8636-f9bbc36ec1c1 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/5c2c13eb-7502-49c4-9add-98d91cc9e5f4 HTTP/1.1" status: 200 len: 2990 time: 0.0682273 Feb 09 21:35:35.651932 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-155e099b-c319-41b4-88e7-e430d8178b04 admin admin] Publish callbacks [] for security_group (2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.693474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-155e099b-c319-41b4-88e7-e430d8178b04 admin admin] Publish callbacks [] for security_group (2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.708137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-479a3af1-2d77-4fb8-ac32-13ce88b5b20e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a476fa2b-7767-487a-8a38-db146d21290b HTTP/1.1" status: 200 len: 2998 time: 0.0746477 Feb 09 21:35:35.718276 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Set router d6aee14b-748f-4f27-add7-4e7a9c8eb14f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:35.762888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-e318829c-b080-4c69-a206-895083f293e7 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a476fa2b-7767-487a-8a38-db146d21290b HTTP/1.1" status: 200 len: 2998 time: 0.0482156 Feb 09 21:35:35.834198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-5e2a7aa1-bb51-4abd-82e2-3ca259fb3fc1 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/c9c00c56-af22-4aee-9cd1-6cf6ce730981 HTTP/1.1" status: 200 len: 2998 time: 0.0555050 Feb 09 21:35:35.865515 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-155e099b-c319-41b4-88e7-e430d8178b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.868085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-155e099b-c319-41b4-88e7-e430d8178b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.870907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-155e099b-c319-41b4-88e7-e430d8178b04 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8 HTTP/1.1" status: 204 len: 168 time: 0.2980442 Feb 09 21:35:35.887940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e099b-c319-41b4-88e7-e430d8178b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfbfcf8-7639-44ec-8ee8-1bbd7703dde8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.896133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-2f5e06fe-4008-4511-a560-7318364d4aa9 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/c9c00c56-af22-4aee-9cd1-6cf6ce730981 HTTP/1.1" status: 200 len: 2998 time: 0.0545642 Feb 09 21:35:35.953414 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (3cec0c92-4544-4b8d-b5e1-c3b536522244), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.955215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-d490705a-1f24-41b4-b27b-8054d501a1ee tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d3c30b73-6c82-42c9-a805-f61275082286 HTTP/1.1" status: 200 len: 2998 time: 0.0581238 Feb 09 21:35:36.024729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-28a02b29-0186-48c3-9de5-a5e127ad86cf tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d3c30b73-6c82-42c9-a805-f61275082286 HTTP/1.1" status: 200 len: 2998 time: 0.0685732 Feb 09 21:35:36.029849 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 4, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port': {'id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:27Z', 'updated_at': '2022-02-09T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ce5ff6c1-f3eb-43a7-be35-464aa4eb213e', 'name': '', 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'mac_address': 'fa:16:3e:48:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'aabf2b61-6dc5-442d-94ff-1900e1102db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:31Z', 'updated_at': '2022-02-09T21:35:33Z', 'revision_number': 2, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'subnets': [{'id': 'aabf2b61-6dc5-442d-94ff-1900e1102db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:36.073952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-1beae6ee-965d-4ad4-b8d9-11193c917fa0 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/eed6fe92-7066-4907-90ae-79ef367bc7b7 HTTP/1.1" status: 200 len: 2998 time: 0.0482473 Feb 09 21:35:36.085520 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Checking router: d6aee14b-748f-4f27-add7-4e7a9c8eb14f for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:36.086094 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Updating router d6aee14b-748f-4f27-add7-4e7a9c8eb14f port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:36.110520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cec0c92-4544-4b8d-b5e1-c3b536522244,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:36.116668 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.123342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Checking segment: {'id': 'c82a42d2-ef20-44f7-b55a-dd79c611ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '198ebe85-e95f-4f80-b443-7b2314e03437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:36.123740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Network hostable DHCP agents. Network: 198ebe85-e95f-4f80-b443-7b2314e03437, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:36.127625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-a4ec190b-265a-4f33-b092-1b42af156bfc tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/eed6fe92-7066-4907-90ae-79ef367bc7b7 HTTP/1.1" status: 200 len: 2998 time: 0.0463970 Feb 09 21:35:36.127801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ea37e661-264f-4889-90b3-08136b7996a2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701094 Feb 09 21:35:36.215648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Network 198ebe85-e95f-4f80-b443-7b2314e03437 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:36.221417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-6e046812-e2d7-4f82-8c9e-65a1bcf67120 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/f3d80b73-9ac7-44af-9902-1e6de3ef1b9f HTTP/1.1" status: 200 len: 2998 time: 0.0882409 Feb 09 21:35:36.263419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b2099c-93f3-4128-aa52-64a87f0a3903 req-8d4c3d7d-30ed-48e8-af18-5cc0f705a7ff tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/f3d80b73-9ac7-44af-9902-1e6de3ef1b9f HTTP/1.1" status: 200 len: 2998 time: 0.0408072 Feb 09 21:35:36.302290 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc1c5ba4-99db-4449-ab36-13b07c409199 req-d8922d50-1bfd-4d82-94bf-02c02e053e2e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 210 time: 0.0547416 Feb 09 21:35:36.304598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 198ebe85-e95f-4f80-b443-7b2314e03437) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:36.312418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-0f4dcdd6-94ae-42e8-b249-326792d7bfa0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.316693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4891b5-3b44-4890-b4a8-63ccb178b042 None None] Network 198ebe85-e95f-4f80-b443-7b2314e03437 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:36.324520 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-0f4dcdd6-94ae-42e8-b249-326792d7bfa0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748526 Feb 09 21:35:36.336541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.336541 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.350287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Request body: {'port': {'device_id': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '726caae83fa8493ea37127b0b806deed'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:36.543002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7746a92-6377-498a-ad5b-995e86537b99 None None] Network 198ebe85-e95f-4f80-b443-7b2314e03437 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:36.575829 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Publish callbacks [] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.597574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ec2b6691-1a98-47ac-9d4b-cef396649240 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1025147 Feb 09 21:35:36.598112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-871d0c18-e4d3-433f-9003-d21fa51f1fe0 req-6fbc53f6-2293-466b-8d94-82633dd382fb tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e32aac0e094e469e8c7eec80bd5b96fb HTTP/1.1" status: 200 len: 6153 time: 0.1840312 Feb 09 21:35:36.624936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 20a09f05-d3ea-4827-888a-bba995742ccc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:36.662450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-871d0c18-e4d3-433f-9003-d21fa51f1fe0 req-5e5ed1d0-b9d7-4829-bfdd-f4f4d83c7cd9 tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "GET /v2.0/security-groups/a476fa2b-7767-487a-8a38-db146d21290b HTTP/1.1" status: 200 len: 2998 time: 0.0634279 Feb 09 21:35:36.680595 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.692898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Made reservation on behalf of 726caae83fa8493ea37127b0b806deed for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:36.696810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.713429 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.726631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-871d0c18-e4d3-433f-9003-d21fa51f1fe0 req-e6f1f164-68bf-4d9e-ab75-03b8ebabd32a tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "GET /v2.0/security-groups/a476fa2b-7767-487a-8a38-db146d21290b HTTP/1.1" status: 200 len: 2998 time: 0.0581491 Feb 09 21:35:36.770988 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a7ef6-840c-48e7-a814-967d23fa3867 None None] Pushing event updated for resources: {'Port': ['ID=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:36.771442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 20a09f05-d3ea-4827-888a-bba995742ccc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:36.771963 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.865293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks [] for security_group (4eff488b-38de-4016-a676-5d5a96eb7e7e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.944694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4eff488b-38de-4016-a676-5d5a96eb7e7e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.003548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc5ffd73-70b7-4d39-a277-775826195a08 req-a49cd09b-0441-482e-92dc-c2c6c43441d3 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/cb41b142-ee34-49b7-afd5-41636561eb57 HTTP/1.1" status: 200 len: 1794 time: 0.1220202 Feb 09 21:35:37.029341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 20a09f05-d3ea-4827-888a-bba995742ccc is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:37.075886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff488b-38de-4016-a676-5d5a96eb7e7e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.093118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Attempting to bind port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:37.093569 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Attempting to bind port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:37.093849 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Attempting to bind port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e on network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:37.103169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc5ffd73-70b7-4d39-a277-775826195a08 req-cd03a49e-fc2b-4f64-adaf-e6cdbe309758 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (cb41b142-ee34-49b7-afd5-41636561eb57), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.103674 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:37.103843 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Checking segment: {'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:37.104219 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.104608 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Bound using segment: {'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:37.105598 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Bound port: ce5ff6c1-f3eb-43a7-be35-464aa4eb213e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7afe618-12a8-4272-b1f1-9020c6371b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:37.105990 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.132994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc5ffd73-70b7-4d39-a277-775826195a08 req-cd03a49e-fc2b-4f64-adaf-e6cdbe309758 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (cb41b142-ee34-49b7-afd5-41636561eb57), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.194868 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] For port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:37.197604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f33680a5-21fb-492c-9cfc-9cc5ec3c2d5c None None] Provisioning complete for port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:37.198001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f33680a5-21fb-492c-9cfc-9cc5ec3c2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.199824 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] For port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,segment=NetworkSegment(a7afe618-12a8-4272-b1f1-9020c6371b1c),segment_id=a7afe618-12a8-4272-b1f1-9020c6371b1c)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:37.219990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Allocated IP 192.168.233.143 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/1f11c8ab-fe35-4597-9338-041a1c8cb1d4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:37.222973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096ea30-53b5-49ae-a104-ddcc3b99389d req-878bdabb-3a88-4a34-b37f-8abb2cbafcb3 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.224600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3096ea30-53b5-49ae-a104-ddcc3b99389d req-878bdabb-3a88-4a34-b37f-8abb2cbafcb3 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1127 time: 0.1498544 Feb 09 21:35:37.243768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f33680a5-21fb-492c-9cfc-9cc5ec3c2d5c None None] Port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:37.285858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc5ffd73-70b7-4d39-a277-775826195a08 req-cd03a49e-fc2b-4f64-adaf-e6cdbe309758 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cb41b142-ee34-49b7-afd5-41636561eb57), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.286739 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.290204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc5ffd73-70b7-4d39-a277-775826195a08 req-cd03a49e-fc2b-4f64-adaf-e6cdbe309758 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.291863 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc5ffd73-70b7-4d39-a277-775826195a08 req-cd03a49e-fc2b-4f64-adaf-e6cdbe309758 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb41b142-ee34-49b7-afd5-41636561eb57 HTTP/1.1" status: 204 len: 173 time: 0.2816868 Feb 09 21:35:37.307455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03a49e-fc2b-4f64-adaf-e6cdbe309758 tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb41b142-ee34-49b7-afd5-41636561eb57,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.364382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3096ea30-53b5-49ae-a104-ddcc3b99389d req-ef7dfd42-844c-4037-9322-6d056310d006 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223793 Feb 09 21:35:37.419185 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Routers {'d6aee14b-748f-4f27-add7-4e7a9c8eb14f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:37.422096 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:37.497814 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks [] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.515136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ff36540-98b4-4497-ad78-cb857f18385c req-38f596a8-78e2-4ba1-b433-d11a68a2716c tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "GET /v2.0/security-groups/986e8c84-5633-46bd-96f1-19a2c19fc6a4 HTTP/1.1" status: 200 len: 1795 time: 0.0861979 Feb 09 21:35:37.571366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9adeddb7-0fff-4c7c-a741-32303c5f974b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.585091 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] Set router d6aee14b-748f-4f27-add7-4e7a9c8eb14f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:37.648924 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1ff36540-98b4-4497-ad78-cb857f18385c req-064b52bf-10e2-4d81-91f8-aa86e577b60e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (986e8c84-5633-46bd-96f1-19a2c19fc6a4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.658053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.675517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-129840c0-f80d-4eca-b96e-d2d38afae3d4 None None] Provisioning complete for port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:37.675945 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-129840c0-f80d-4eca-b96e-d2d38afae3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.707466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1ff36540-98b4-4497-ad78-cb857f18385c req-064b52bf-10e2-4d81-91f8-aa86e577b60e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (986e8c84-5633-46bd-96f1-19a2c19fc6a4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.718779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:37.722600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:37.729172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:37.734391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.813265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-129840c0-f80d-4eca-b96e-d2d38afae3d4 None None] Current status of the port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:37.813668 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-129840c0-f80d-4eca-b96e-d2d38afae3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.836196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.836868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.868611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1ff36540-98b4-4497-ad78-cb857f18385c req-064b52bf-10e2-4d81-91f8-aa86e577b60e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (986e8c84-5633-46bd-96f1-19a2c19fc6a4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.872361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1ff36540-98b4-4497-ad78-cb857f18385c req-064b52bf-10e2-4d81-91f8-aa86e577b60e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.878294 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a7ef6-840c-48e7-a814-967d23fa3867 None None] Pushing event updated for resources: {'Port': ['ID=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.882985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ff36540-98b4-4497-ad78-cb857f18385c req-064b52bf-10e2-4d81-91f8-aa86e577b60e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/986e8c84-5633-46bd-96f1-19a2c19fc6a4 HTTP/1.1" status: 204 len: 173 time: 0.3617492 Feb 09 21:35:37.919144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b52bf-10e2-4d81-91f8-aa86e577b60e tempest-SecurityGroupsTestAdminJSON-17155725 tempest-SecurityGroupsTestAdminJSON-17155725-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e8c84-5633-46bd-96f1-19a2c19fc6a4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.929791 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-9860cfeb-826b-48a6-93e2-0acc8c41aaa4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6033075 Feb 09 21:35:37.942517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Request body: {'port': {'device_id': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:37.950470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-129840c0-f80d-4eca-b96e-d2d38afae3d4 None None] For port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,segment=NetworkSegment(a7afe618-12a8-4272-b1f1-9020c6371b1c),segment_id=a7afe618-12a8-4272-b1f1-9020c6371b1c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:38.014263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-129840c0-f80d-4eca-b96e-d2d38afae3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.040275 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 4, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port': {'id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:27Z', 'updated_at': '2022-02-09T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ce5ff6c1-f3eb-43a7-be35-464aa4eb213e', 'name': '', 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'mac_address': 'fa:16:3e:48:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'aabf2b61-6dc5-442d-94ff-1900e1102db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:31Z', 'updated_at': '2022-02-09T21:35:37Z', 'revision_number': 4, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'subnets': [{'id': 'aabf2b61-6dc5-442d-94ff-1900e1102db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:38.047898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49124) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.066622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1491508834-network', 'tenant_id': '93db36d3c1744c31bce1cc751a4ad471'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:38.066839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.071691 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c4c13-d87a-41d1-937c-cba97e7a92aa None None] The sync data for ids ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'] in n-d-828599-1 is: [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 4, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port': {'id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:27Z', 'updated_at': '2022-02-09T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ce5ff6c1-f3eb-43a7-be35-464aa4eb213e', 'name': '', 'network_id': 'bb4b86ff-6ce8-4f2b-afb0-f8227022efa1', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'mac_address': 'fa:16:3e:48:a9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'aabf2b61-6dc5-442d-94ff-1900e1102db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:31Z', 'updated_at': '2022-02-09T21:35:37Z', 'revision_number': 4, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'subnets': [{'id': 'aabf2b61-6dc5-442d-94ff-1900e1102db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:38.116827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129840c0-f80d-4eca-b96e-d2d38afae3d4 None None] Pushing event updated for resources: {'Port': ['ID=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.162484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-438fbb8e-e3ea-4f13-8f01-0c439ec497ec None None] Provisioning complete for port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:38.162860 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-438fbb8e-e3ea-4f13-8f01-0c439ec497ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.169544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe3116-c227-40fc-be8f-ca7bf754434d req-a8b879ee-3afc-4222-9484-2200b0d4ee05 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.180621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08fe3116-c227-40fc-be8f-ca7bf754434d req-a8b879ee-3afc-4222-9484-2200b0d4ee05 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 936 time: 0.1863647 Feb 09 21:35:38.243909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-438fbb8e-e3ea-4f13-8f01-0c439ec497ec None None] Port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:38.256015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08fe3116-c227-40fc-be8f-ca7bf754434d req-6e1ebe9b-1f9d-426a-baf9-a2ed9360eb0d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743103 Feb 09 21:35:38.383069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42b4dfbb-c594-47e0-a23e-c25e7665c026 req-176c6354-6407-4662-bc19-2cbe18b2c446 tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "GET /v2.0/security-groups/ea63df98-121c-49fd-ac92-5d00e52ee8b5 HTTP/1.1" status: 200 len: 1794 time: 0.0430787 Feb 09 21:35:38.410085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:38.419414 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Publish callbacks [] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.432144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Transition to ACTIVE for port object 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:38.447188 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-42b4dfbb-c594-47e0-a23e-c25e7665c026 req-24d27d8b-0b19-4df5-ac84-5879e480b3fb tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (ea63df98-121c-49fd-ac92-5d00e52ee8b5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.471831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-42b4dfbb-c594-47e0-a23e-c25e7665c026 req-24d27d8b-0b19-4df5-ac84-5879e480b3fb tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (ea63df98-121c-49fd-ac92-5d00e52ee8b5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.578742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ce5ff6c1-f3eb-43a7-be35-464aa4eb213e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:38.628279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:38.628929 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.680013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Made reservation on behalf of 93db36d3c1744c31bce1cc751a4ad471 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:38.682389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.691963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.714030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:38.717274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.761845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49132) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.770042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9d81e3b8-0ad0-40ba-8764-31e541799fe0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343461895', 'description': 'tempest-description--1376521630'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:38.788751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-42b4dfbb-c594-47e0-a23e-c25e7665c026 req-24d27d8b-0b19-4df5-ac84-5879e480b3fb tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ea63df98-121c-49fd-ac92-5d00e52ee8b5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.791830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-42b4dfbb-c594-47e0-a23e-c25e7665c026 req-24d27d8b-0b19-4df5-ac84-5879e480b3fb tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.793719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42b4dfbb-c594-47e0-a23e-c25e7665c026 req-24d27d8b-0b19-4df5-ac84-5879e480b3fb tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "DELETE /v2.0/security-groups/ea63df98-121c-49fd-ac92-5d00e52ee8b5 HTTP/1.1" status: 204 len: 173 time: 0.4039116 Feb 09 21:35:38.806608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.852453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks [] for security_group (3af40571-f765-4e8b-bf5c-a9dd9264e969), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.853898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d27d8b-0b19-4df5-ac84-5879e480b3fb tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea63df98-121c-49fd-ac92-5d00e52ee8b5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.913069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:38.913494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:38.913923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:38.919803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:38.920215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:38.921078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.926083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:38.928499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:38.928499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:38.928499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Bound port: 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:38.928499 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.955409 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d81e3b8-0ad0-40ba-8764-31e541799fe0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.982998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3af40571-f765-4e8b-bf5c-a9dd9264e969), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.047498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:39.052643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:39.085419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:39.102612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af40571-f765-4e8b-bf5c-a9dd9264e969,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.145780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.158370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0616b339-d574-408a-a240-1e4c9d21ce8d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.158370 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Added segment 0616b339-d574-408a-a240-1e4c9d21ce8d of type vlan for network b86d403d-441e-4fa3-906a-ee991b7a28ac Feb 09 21:35:39.205124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.205124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.205124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] 10.222.0.110 "PUT /v2.0/ports/1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 1096 time: 1.2637246 Feb 09 21:35:39.205124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:39.205124 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532" -d '{"events": [{"name": "network-changed", "server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:39.246674 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b86d403d-441e-4fa3-906a-ee991b7a28ac), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.255749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11e44a-f592-4018-911f-d1564eb8c099 service neutron] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.290437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d81e3b8-0ad0-40ba-8764-31e541799fe0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group (c9b531e7-8438-49dd-abae-4b753fcd15fb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.299782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e31d59-ef3d-4a1b-9934-40b4dd6b0b19 req-e963c824-633e-4b8b-8e2b-79796f3e5847 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.303423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-51e31d59-ef3d-4a1b-9934-40b4dd6b0b19 req-e963c824-633e-4b8b-8e2b-79796f3e5847 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1127 time: 0.1758459 Feb 09 21:35:39.329164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c0e0bae-c935-408e-a6b6-09e9aa7cedf9 req-d30f99d2-8cfc-4dec-9ff4-8b7e9ba4ee36 tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "GET /v2.0/security-groups/56ac7af9-2226-4b0f-bca9-6d5a72b22fb6 HTTP/1.1" status: 200 len: 1794 time: 0.0802336 Feb 09 21:35:39.373625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-51e31d59-ef3d-4a1b-9934-40b4dd6b0b19 req-e7491455-2fb0-48c0-92b8-f7751d8e542b tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618949 Feb 09 21:35:39.390546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d81e3b8-0ad0-40ba-8764-31e541799fe0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c9b531e7-8438-49dd-abae-4b753fcd15fb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.446265 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b86d403d-441e-4fa3-906a-ee991b7a28ac), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.455010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.455668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.468562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d81e3b8-0ad0-40ba-8764-31e541799fe0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.471880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9d81e3b8-0ad0-40ba-8764-31e541799fe0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7085516 Feb 09 21:35:39.475460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49154) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:39.478814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81e3b8-0ad0-40ba-8764-31e541799fe0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b531e7-8438-49dd-abae-4b753fcd15fb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.487264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e7c2a196-7a87-479c-9e5f-43d6595ee0a0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'security_group_rule': {'security_group_id': 'c9b531e7-8438-49dd-abae-4b753fcd15fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:39.506532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-13a1c5c9-b7ea-4a94-9fc5-43281aa4f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.507990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-13a1c5c9-b7ea-4a94-9fc5-43281aa4f572 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1130 time: 0.1539035 Feb 09 21:35:39.508561 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9c0e0bae-c935-408e-a6b6-09e9aa7cedf9 req-776367ea-1cea-41c4-bfa0-3d57795866fd tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (56ac7af9-2226-4b0f-bca9-6d5a72b22fb6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.556816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5086586 Feb 09 21:35:39.565402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49160) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:39.570704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Request body: {'subnet': {'network_id': 'b86d403d-441e-4fa3-906a-ee991b7a28ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1491508834-subnet', 'tenant_id': '93db36d3c1744c31bce1cc751a4ad471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:39.587308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f177e-b675-435b-817f-602db9049daf admin admin] Pushing event updated for resources: {'Network': ['ID=b86d403d-441e-4fa3-906a-ee991b7a28ac,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.594361 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-108602f5-fda0-4f74-92cc-aeaf46e38b6f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0768061 Feb 09 21:35:39.613214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9c0e0bae-c935-408e-a6b6-09e9aa7cedf9 req-776367ea-1cea-41c4-bfa0-3d57795866fd tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (56ac7af9-2226-4b0f-bca9-6d5a72b22fb6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.613702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b86d403d-441e-4fa3-906a-ee991b7a28ac details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:39.656780 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12eccea-5147-4d8c-b8e4-143f031c6b74 x-openstack-request-id: req-e12eccea-5147-4d8c-b8e4-143f031c6b74 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:39.657084 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:39.657345 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e12eccea-5147-4d8c-b8e4-143f031c6b74 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:39.657989 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'status': 'completed', 'code': 200} Feb 09 21:35:39.667252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49162) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:39.688208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Made reservation on behalf of 93db36d3c1744c31bce1cc751a4ad471 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:39.692274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.719805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a196-7a87-479c-9e5f-43d6595ee0a0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group_rule (c0694503-8053-447c-9f79-4fa142625257), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.741345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-8fc6f61e-b6cb-4ac6-a1e8-4d2fa5cd3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.742913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-8fc6f61e-b6cb-4ac6-a1e8-4d2fa5cd3751 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1389172 Feb 09 21:35:39.816032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9c0e0bae-c935-408e-a6b6-09e9aa7cedf9 req-776367ea-1cea-41c4-bfa0-3d57795866fd tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (56ac7af9-2226-4b0f-bca9-6d5a72b22fb6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.817829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b4c92250-8e28-4a45-8403-4db68ab17fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.822962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9c0e0bae-c935-408e-a6b6-09e9aa7cedf9 req-776367ea-1cea-41c4-bfa0-3d57795866fd tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.822962 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c0e0bae-c935-408e-a6b6-09e9aa7cedf9 req-776367ea-1cea-41c4-bfa0-3d57795866fd tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] 10.222.0.98 "DELETE /v2.0/security-groups/56ac7af9-2226-4b0f-bca9-6d5a72b22fb6 HTTP/1.1" status: 204 len: 173 time: 0.4819369 Feb 09 21:35:39.865383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a196-7a87-479c-9e5f-43d6595ee0a0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group_rule (c0694503-8053-447c-9f79-4fa142625257), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.865383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776367ea-1cea-41c4-bfa0-3d57795866fd tempest-SecurityGroupsTestAdminJSON-199320151 tempest-SecurityGroupsTestAdminJSON-199320151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac7af9-2226-4b0f-bca9-6d5a72b22fb6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.865628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c47e-98b9-4b51-add1-2cd2f88225ea req-c090463f-2da4-462a-a1f7-483f4cc9a4fd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.865628 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8239c47e-98b9-4b51-add1-2cd2f88225ea req-c090463f-2da4-462a-a1f7-483f4cc9a4fd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 948 time: 0.1543128 Feb 09 21:35:39.865795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-14a77207-7a7b-4c55-992c-ad23c777e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.867473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-14a77207-7a7b-4c55-992c-ad23c777e9d8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1144767 Feb 09 21:35:39.958288 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a196-7a87-479c-9e5f-43d6595ee0a0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c0694503-8053-447c-9f79-4fa142625257), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.969382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45707e89-8fd5-4051-a688-99c157f0f949 req-66394094-3149-43a8-86b4-c695839cd4c0 tempest-AbsoluteLimitsNegativeTestJSON-1990795754 tempest-AbsoluteLimitsNegativeTestJSON-1990795754-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4c10f9cbc00c48d3be25484a078039dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362189 Feb 09 21:35:39.985981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8239c47e-98b9-4b51-add1-2cd2f88225ea req-3fbb0ac8-f935-4dee-821e-1fe0513dd74d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162169 Feb 09 21:35:39.998233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2a196-7a87-479c-9e5f-43d6595ee0a0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0694503-8053-447c-9f79-4fa142625257,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.045272 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b4c92250-8e28-4a45-8403-4db68ab17fd2 admin admin] Publish callbacks [] for security_group (b1669b00-0068-4024-b5d8-762aa34ba1eb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.065982 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.074960 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a196-7a87-479c-9e5f-43d6595ee0a0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.076380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e7c2a196-7a87-479c-9e5f-43d6595ee0a0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5998471 Feb 09 21:35:40.079520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49176) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:40.084335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8fc54c68-2c33-49f1-8507-232e07cd57c7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'security_group_rule': {'security_group_id': 'c9b531e7-8438-49dd-abae-4b753fcd15fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:40.093163 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-370336c1-e84b-48e4-8513-7f61b01bd179 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162814 Feb 09 21:35:40.093321 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b4c92250-8e28-4a45-8403-4db68ab17fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b1669b00-0068-4024-b5d8-762aa34ba1eb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.138527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (1d83ef9f-6cc2-4091-b5d6-f53abb5e22be), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.141984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b4c92250-8e28-4a45-8403-4db68ab17fd2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63d601c7e4f74eebaf9d05d626dda3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736307 Feb 09 21:35:40.145166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c92250-8e28-4a45-8403-4db68ab17fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1669b00-0068-4024-b5d8-762aa34ba1eb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.147514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49178) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:40.178043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45707e89-8fd5-4051-a688-99c157f0f949 req-f2d64426-9690-4cf6-abd7-c73d0b154b47 tempest-AbsoluteLimitsNegativeTestJSON-1990795754 tempest-AbsoluteLimitsNegativeTestJSON-1990795754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.179689 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45707e89-8fd5-4051-a688-99c157f0f949 req-f2d64426-9690-4cf6-abd7-c73d0b154b47 tempest-AbsoluteLimitsNegativeTestJSON-1990795754 tempest-AbsoluteLimitsNegativeTestJSON-1990795754-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937230 Feb 09 21:35:40.226374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d83ef9f-6cc2-4091-b5d6-f53abb5e22be,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.228330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fc54c68-2c33-49f1-8507-232e07cd57c7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group_rule (c1851569-4f64-4d89-b5ce-e1c3ab470409), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.244215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45707e89-8fd5-4051-a688-99c157f0f949 req-3a70dd97-1404-453d-97ed-13d5e15eb4a3 tempest-AbsoluteLimitsNegativeTestJSON-1990795754 tempest-AbsoluteLimitsNegativeTestJSON-1990795754-project] 10.222.0.98 "GET /v2.0/quotas/4c10f9cbc00c48d3be25484a078039dc HTTP/1.1" status: 200 len: 375 time: 0.0593092 Feb 09 21:35:40.251949 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48684e9-dfa7-4f44-80aa-927c80211547 req-f5453be3-6d72-488b-b8a8-133323fbb6a8 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467402 Feb 09 21:35:40.287530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45707e89-8fd5-4051-a688-99c157f0f949 req-52131d4a-a5c1-4c1c-9bc2-2510cec7bacc tempest-AbsoluteLimitsNegativeTestJSON-1990795754 tempest-AbsoluteLimitsNegativeTestJSON-1990795754-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4c10f9cbc00c48d3be25484a078039dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380223 Feb 09 21:35:40.295621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49182) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:40.331698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Checking segment: {'id': '0616b339-d574-408a-a240-1e4c9d21ce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b86d403d-441e-4fa3-906a-ee991b7a28ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:40.332214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Network hostable DHCP agents. Network: b86d403d-441e-4fa3-906a-ee991b7a28ac, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:40.340312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd62ebfe-645f-4fdb-b123-01306397162a admin admin] Publish callbacks [] for security_group (b1669b00-0068-4024-b5d8-762aa34ba1eb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.381917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fc54c68-2c33-49f1-8507-232e07cd57c7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group_rule (c1851569-4f64-4d89-b5ce-e1c3ab470409), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.389987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd62ebfe-645f-4fdb-b123-01306397162a admin admin] Publish callbacks [] for security_group (b1669b00-0068-4024-b5d8-762aa34ba1eb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.460479 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fc54c68-2c33-49f1-8507-232e07cd57c7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c1851569-4f64-4d89-b5ce-e1c3ab470409), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.488325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc54c68-2c33-49f1-8507-232e07cd57c7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1851569-4f64-4d89-b5ce-e1c3ab470409,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.498379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7f8ab18d-cdef-4a06-a3ec-ac60e2bebfaa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e32aac0e094e469e8c7eec80bd5b96fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016461 Feb 09 21:35:40.502711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49190) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:40.522364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Network b86d403d-441e-4fa3-906a-ee991b7a28ac is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:40.522587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-ea34bba3-8d0d-4be4-9577-b15248102c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.524549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-ea34bba3-8d0d-4be4-9577-b15248102c92 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1130 time: 0.0931745 Feb 09 21:35:40.580320 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd62ebfe-645f-4fdb-b123-01306397162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b1669b00-0068-4024-b5d8-762aa34ba1eb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.584407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd62ebfe-645f-4fdb-b123-01306397162a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.588700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bd62ebfe-645f-4fdb-b123-01306397162a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b1669b00-0068-4024-b5d8-762aa34ba1eb HTTP/1.1" status: 204 len: 168 time: 0.4344022 Feb 09 21:35:40.590619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fc54c68-2c33-49f1-8507-232e07cd57c7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.591872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8fc54c68-2c33-49f1-8507-232e07cd57c7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5111966 Feb 09 21:35:40.597894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49194) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:40.602246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:40.605800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe2ebb42-9f50-4f69-9496-14ee5b8d30c9 admin admin] Publish callbacks [] for security_group (a476fa2b-7767-487a-8a38-db146d21290b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.607099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62ebfe-645f-4fdb-b123-01306397162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1669b00-0068-4024-b5d8-762aa34ba1eb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.614178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b86d403d-441e-4fa3-906a-ee991b7a28ac) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:40.622398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.622999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.628141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64009761-e440-4c14-ba86-991611a0b2ae None None] Network b86d403d-441e-4fa3-906a-ee991b7a28ac requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:40.669141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe2ebb42-9f50-4f69-9496-14ee5b8d30c9 admin admin] Publish callbacks [] for security_group (a476fa2b-7767-487a-8a38-db146d21290b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.707640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-955c110e-cb77-4659-9dad-a5a2785a623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.709507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-955c110e-cb77-4659-9dad-a5a2785a623f service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1781862 Feb 09 21:35:40.751327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.753906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-c0ce153f-52d8-4136-b0d6-257b9efdcd87 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0374737 Feb 09 21:35:40.779042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7a8e863e-af2e-4af0-b63a-cf187cde4d62 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2123160 Feb 09 21:35:40.828507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-bddeee55-dc03-499b-98ce-64396cba8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.835391 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-bddeee55-dc03-499b-98ce-64396cba8c98 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0662773 Feb 09 21:35:40.854433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892492a6-0416-4dd3-b2a8-ba3d4bc1c2ff None None] Network b86d403d-441e-4fa3-906a-ee991b7a28ac requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:40.873398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe2ebb42-9f50-4f69-9496-14ee5b8d30c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a476fa2b-7767-487a-8a38-db146d21290b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.876065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe2ebb42-9f50-4f69-9496-14ee5b8d30c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.879890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fe2ebb42-9f50-4f69-9496-14ee5b8d30c9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a476fa2b-7767-487a-8a38-db146d21290b HTTP/1.1" status: 204 len: 168 time: 0.3781133 Feb 09 21:35:40.890056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ebb42-9f50-4f69-9496-14ee5b8d30c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a476fa2b-7767-487a-8a38-db146d21290b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.898337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.905403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-3868fdea-7e43-4b65-853d-9cd9cfbd85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.907329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-3868fdea-7e43-4b65-853d-9cd9cfbd85d8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0667052 Feb 09 21:35:41.050754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-e10ff325-a786-4bdb-8993-b08746d6a2cd service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360104 Feb 09 21:35:41.087351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49208) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:41.096598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Allocated IP 172.25.5.161 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/fe61fdb5-d137-4b12-b50a-511ec2612cb1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:41.123606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49212) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:41.190364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] Deleting subnet 3cec0c92-4544-4b8d-b5e1-c3b536522244 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:41.194671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] Publish callbacks [] for subnet (3cec0c92-4544-4b8d-b5e1-c3b536522244), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.198758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86aec3-0307-4290-9e5a-62ae82f31b69 req-25733c3f-4175-44ea-a695-8d67fddf7524 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.201073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d86aec3-0307-4290-9e5a-62ae82f31b69 req-25733c3f-4175-44ea-a695-8d67fddf7524 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 948 time: 0.1093044 Feb 09 21:35:41.202451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6a60ab5-e794-4c5c-91d4-9c2d40b39532 req-7e3dc588-e38a-4483-92a0-404c5f157f6b service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442680 Feb 09 21:35:41.245532 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] Publish callbacks [] for subnet (3cec0c92-4544-4b8d-b5e1-c3b536522244), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.252140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d86aec3-0307-4290-9e5a-62ae82f31b69 req-5c1151e8-54ee-42ee-8a5e-ff34b24ffaef tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Feb 09 21:35:41.259611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3cec0c92-4544-4b8d-b5e1-c3b536522244), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.304662 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.403672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (3cec0c92-4544-4b8d-b5e1-c3b536522244), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.404283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49218) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:41.435365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cec0c92-4544-4b8d-b5e1-c3b536522244,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:41.443722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.446992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-21a2cf6a-e1df-4b80-b1b4-20eb16e9ff5d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3cec0c92-4544-4b8d-b5e1-c3b536522244 HTTP/1.1" status: 204 len: 168 time: 0.3586531 Feb 09 21:35:41.448330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.450251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49224) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:41.485671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:41.494422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:41.497567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:41.534200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event updated for resources: {'Port': ['ID=fe61fdb5-d137-4b12-b50a-511ec2612cb1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:41.616583 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.641618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.688572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-186480c5-bb02-4557-b478-250024b3caf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.749804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb865-4afe-4ba1-8f74-ad7da37dbf86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.778851 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (198ebe85-e95f-4f80-b443-7b2314e03437), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.787991 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-186480c5-bb02-4557-b478-250024b3caf2 admin admin] Publish callbacks [] for security_group (9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.793314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.879847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-186480c5-bb02-4557-b478-250024b3caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.890039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (198ebe85-e95f-4f80-b443-7b2314e03437), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.923567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198ebe85-e95f-4f80-b443-7b2314e03437']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:41.927151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-186480c5-bb02-4557-b478-250024b3caf2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4c10f9cbc00c48d3be25484a078039dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011630 Feb 09 21:35:41.929671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186480c5-bb02-4557-b478-250024b3caf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:41.931886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49232) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:41.933609 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb865-4afe-4ba1-8f74-ad7da37dbf86 admin admin] Publish callbacks [] for security_group (f140bf37-398b-478d-9f17-ef65eda75cc4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.937100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82a42d2-ef20-44f7-b55a-dd79c611ab27') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:41.937399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82a42d2-ef20-44f7-b55a-dd79c611ab27') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:41.949404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (c82a42d2-ef20-44f7-b55a-dd79c611ab27), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.963179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c82a42d2-ef20-44f7-b55a-dd79c611ab27), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.969592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:41.969976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (c82a42d2-ef20-44f7-b55a-dd79c611ab27), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:41.971619 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:41.991514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49234) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.003768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb865-4afe-4ba1-8f74-ad7da37dbf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f140bf37-398b-478d-9f17-ef65eda75cc4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.014501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c5e1-b01a-4fbc-be53-4ec622389b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.052440 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5166e2af-789b-40fe-beb4-6aa9836b37b5 admin admin] Publish callbacks [] for security_group (9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.055408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.060283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac2eb865-4afe-4ba1-8f74-ad7da37dbf86 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=beb83c99edf747eca39ff13a63b66e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6551833 Feb 09 21:35:42.061658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eb865-4afe-4ba1-8f74-ad7da37dbf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f140bf37-398b-478d-9f17-ef65eda75cc4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.063268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49236) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.122173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5166e2af-789b-40fe-beb4-6aa9836b37b5 admin admin] Publish callbacks [] for security_group (9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.131037 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (198ebe85-e95f-4f80-b443-7b2314e03437), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.139908 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.146562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] 10.222.0.98 "DELETE /v2.0/networks/198ebe85-e95f-4f80-b443-7b2314e03437 HTTP/1.1" status: 204 len: 168 time: 0.6925087 Feb 09 21:35:42.152967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49238) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.161435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49242) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.180993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.185966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7338913-3ade-4865-bad2-4fc6a52dbd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=198ebe85-e95f-4f80-b443-7b2314e03437,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.209232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] Deleting subnet 1d83ef9f-6cc2-4091-b5d6-f53abb5e22be {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:42.213138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] Publish callbacks [] for subnet (1d83ef9f-6cc2-4091-b5d6-f53abb5e22be), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.251961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.252392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (1d83ef9f-6cc2-4091-b5d6-f53abb5e22be), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.284831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c5e1-b01a-4fbc-be53-4ec622389b48 admin admin] Publish callbacks [] for security_group (ce7522cd-6fc7-4b4d-8471-b28f59fc52e4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.295980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event updated for resources: {'Port': ['ID=fe61fdb5-d137-4b12-b50a-511ec2612cb1,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.298193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02bf5768-62e1-47d6-a913-0f64393025c2 admin admin] Publish callbacks [] for security_group (f140bf37-398b-478d-9f17-ef65eda75cc4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.311002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1d83ef9f-6cc2-4091-b5d6-f53abb5e22be), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.323481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f988c072-11c0-48a6-8ae8-09a70bea9cc6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53978d01dd834c3eb034da50eb1e9b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585505 Feb 09 21:35:42.329339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49250) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.346984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02bf5768-62e1-47d6-a913-0f64393025c2 admin admin] Publish callbacks [] for security_group (f140bf37-398b-478d-9f17-ef65eda75cc4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.391598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb3c5e1-b01a-4fbc-be53-4ec622389b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce7522cd-6fc7-4b4d-8471-b28f59fc52e4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.393685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5166e2af-789b-40fe-beb4-6aa9836b37b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.396108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5166e2af-789b-40fe-beb4-6aa9836b37b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.397236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5166e2af-789b-40fe-beb4-6aa9836b37b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d HTTP/1.1" status: 204 len: 168 time: 0.4629352 Feb 09 21:35:42.400060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.401623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b0b376b7-7cf2-4fbe-92c7-d2375a786be8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8023331 Feb 09 21:35:42.428221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82667bb6-76f8-4383-82eb-35f4249bd8dd req-7a467d05-bd3d-412d-b170-6ba0eb9fe0ae tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.435965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-82667bb6-76f8-4383-82eb-35f4249bd8dd req-7a467d05-bd3d-412d-b170-6ba0eb9fe0ae tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 948 time: 0.1003659 Feb 09 21:35:42.457757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cfb3c5e1-b01a-4fbc-be53-4ec622389b48 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59b934cb411645e59ea47fec09ea8463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649768 Feb 09 21:35:42.460996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49256) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.469263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3c5e1-b01a-4fbc-be53-4ec622389b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7522cd-6fc7-4b4d-8471-b28f59fc52e4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.479766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ebb3-9fc4-4e66-9884-d0c99328ce8e admin admin] Publish callbacks [] for security_group (43c305c6-3f79-471a-a3d0-b5adf0590dc4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.499697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-82667bb6-76f8-4383-82eb-35f4249bd8dd req-725893d3-7125-41e8-8ded-1759952c56cb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601592 Feb 09 21:35:42.513616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166e2af-789b-40fe-beb4-6aa9836b37b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2f4c2a-b8d7-4e27-ac38-ac731873ca9d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.528962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ebb3-9fc4-4e66-9884-d0c99328ce8e admin admin] Publish callbacks [] for security_group (43c305c6-3f79-471a-a3d0-b5adf0590dc4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.562493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c8abff-ab2d-45c5-8c3c-776681440f5b admin admin] Publish callbacks [] for security_group (ce7522cd-6fc7-4b4d-8471-b28f59fc52e4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.564999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (1d83ef9f-6cc2-4091-b5d6-f53abb5e22be), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.598290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c8abff-ab2d-45c5-8c3c-776681440f5b admin admin] Publish callbacks [] for security_group (ce7522cd-6fc7-4b4d-8471-b28f59fc52e4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.601168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d83ef9f-6cc2-4091-b5d6-f53abb5e22be,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.608197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.613984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3ceada9c-4d78-4a82-b1ff-a8eb3f4af2e7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1d83ef9f-6cc2-4091-b5d6-f53abb5e22be HTTP/1.1" status: 204 len: 168 time: 0.4641378 Feb 09 21:35:42.616400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49262) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.643113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02bf5768-62e1-47d6-a913-0f64393025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f140bf37-398b-478d-9f17-ef65eda75cc4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.645993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02bf5768-62e1-47d6-a913-0f64393025c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.647344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-02bf5768-62e1-47d6-a913-0f64393025c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f140bf37-398b-478d-9f17-ef65eda75cc4 HTTP/1.1" status: 204 len: 168 time: 0.5821812 Feb 09 21:35:42.670538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf5768-62e1-47d6-a913-0f64393025c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f140bf37-398b-478d-9f17-ef65eda75cc4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.716304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b86d403d-441e-4fa3-906a-ee991b7a28ac), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.746102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ebb3-9fc4-4e66-9884-d0c99328ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (43c305c6-3f79-471a-a3d0-b5adf0590dc4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.749150 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ebb3-9fc4-4e66-9884-d0c99328ce8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.753068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e4e7ebb3-9fc4-4e66-9884-d0c99328ce8e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/43c305c6-3f79-471a-a3d0-b5adf0590dc4 HTTP/1.1" status: 204 len: 168 time: 0.4249513 Feb 09 21:35:42.760042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7ebb3-9fc4-4e66-9884-d0c99328ce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c305c6-3f79-471a-a3d0-b5adf0590dc4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.811255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c8abff-ab2d-45c5-8c3c-776681440f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce7522cd-6fc7-4b4d-8471-b28f59fc52e4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.814959 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c8abff-ab2d-45c5-8c3c-776681440f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.815087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-72c8abff-ab2d-45c5-8c3c-776681440f5b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce7522cd-6fc7-4b4d-8471-b28f59fc52e4 HTTP/1.1" status: 204 len: 168 time: 0.3529463 Feb 09 21:35:42.824668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8abff-ab2d-45c5-8c3c-776681440f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7522cd-6fc7-4b4d-8471-b28f59fc52e4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.841086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b86d403d-441e-4fa3-906a-ee991b7a28ac), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.871054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-613ed4c3-1d3e-4b41-b79e-5003e1d69051 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--343461895&fields=id&tenant_id=7c63a020100d4a61bd78817a25e094fe HTTP/1.1" status: 200 len: 267 time: 0.1190491 Feb 09 21:35:42.874494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86d403d-441e-4fa3-906a-ee991b7a28ac']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:42.899831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0616b339-d574-408a-a240-1e4c9d21ce8d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:42.900090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0616b339-d574-408a-a240-1e4c9d21ce8d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:42.943106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0616b339-d574-408a-a240-1e4c9d21ce8d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.967039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0616b339-d574-408a-a240-1e4c9d21ce8d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.979462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0616b339-d574-408a-a240-1e4c9d21ce8d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:42.987244 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:43.058773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-85bb2d2e-034f-4ebf-a544-6c3f37aa6276 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:43.060288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-85bb2d2e-034f-4ebf-a544-6c3f37aa6276 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 824 time: 0.1784000 Feb 09 21:35:43.077977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-ff486a7c-0a5e-4fd2-9453-52320b8cc5c5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/quotas/7c63a020100d4a61bd78817a25e094fe HTTP/1.1" status: 200 len: 375 time: 0.0104032 Feb 09 21:35:43.133018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b86d403d-441e-4fa3-906a-ee991b7a28ac), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.140762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.146619 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] 10.222.0.98 "DELETE /v2.0/networks/b86d403d-441e-4fa3-906a-ee991b7a28ac HTTP/1.1" status: 204 len: 168 time: 0.5290520 Feb 09 21:35:43.154626 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-43f71297-ad51-4720-9826-d5b929985668 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700841 Feb 09 21:35:43.163659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bda50-e0c9-44da-9738-bd8acd310d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b86d403d-441e-4fa3-906a-ee991b7a28ac,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:43.245045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:43.262724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-2040d777-984f-43c1-b6c0-62c29d63c707 service neutron] 10.222.0.98 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934060 Feb 09 21:35:43.353276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:43.353850 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-49c41b45-f359-4337-83b6-464689762347 service neutron] 10.222.0.98 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842388 Feb 09 21:35:43.371167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'mac_address': 'fa:16:3e:38:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:43.426956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:43.427785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.445409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:43.471780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:43.537247 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.601555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:43.610852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.611538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.612604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.613223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.613757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.614358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.614693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.615025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.615406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.615867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.616211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.616837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.617164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:43.643115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650db944-0108-4453-84d5-ff1ece58729f req-ccc1bb59-41f1-428d-81c3-5f5223d756ed tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:43.645865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-650db944-0108-4453-84d5-ff1ece58729f req-ccc1bb59-41f1-428d-81c3-5f5223d756ed tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 949 time: 0.0586114 Feb 09 21:35:43.698059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-650db944-0108-4453-84d5-ff1ece58729f req-fed4ef12-3674-41bc-af45-805ee278436c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Feb 09 21:35:43.769598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd02ed99-e413-4ea7-a8f8-00c36df4026a req-05e478df-bf3b-46cd-9f12-343da9522f88 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 210 time: 0.0309548 Feb 09 21:35:43.780873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:43.864463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49308) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:43.906759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d11eddb7-bab4-4560-8f9d-e670ad625460 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3bd0e67dfe6d4234965a37d2c2890d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405831 Feb 09 21:35:43.909352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:43.944287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49312) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:43.958357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa69e5f4-3440-498e-a5e6-7cf2497a28fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.970910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17c33c47-fbcc-4a6e-bac8-9f6c221ddec1 admin admin] Publish callbacks [] for security_group (a711a655-b84e-41ec-8418-af480d4cef72), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.997879 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17c33c47-fbcc-4a6e-bac8-9f6c221ddec1 admin admin] Publish callbacks [] for security_group (a711a655-b84e-41ec-8418-af480d4cef72), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.065986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa69e5f4-3440-498e-a5e6-7cf2497a28fd admin admin] Publish callbacks [] for security_group (1c00bea5-46ff-4278-a970-8d314d250b3f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.134629 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17c33c47-fbcc-4a6e-bac8-9f6c221ddec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a711a655-b84e-41ec-8418-af480d4cef72), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.134629 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17c33c47-fbcc-4a6e-bac8-9f6c221ddec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.138383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-17c33c47-fbcc-4a6e-bac8-9f6c221ddec1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a711a655-b84e-41ec-8418-af480d4cef72 HTTP/1.1" status: 204 len: 168 time: 0.2279980 Feb 09 21:35:44.147049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c33c47-fbcc-4a6e-bac8-9f6c221ddec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711a655-b84e-41ec-8418-af480d4cef72,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.179014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa69e5f4-3440-498e-a5e6-7cf2497a28fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1c00bea5-46ff-4278-a970-8d314d250b3f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.214398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49330) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:44.221242 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa69e5f4-3440-498e-a5e6-7cf2497a28fd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=87dedf1c72d046f3b9f0ef2fc415dd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749321 Feb 09 21:35:44.221242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69e5f4-3440-498e-a5e6-7cf2497a28fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00bea5-46ff-4278-a970-8d314d250b3f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.223641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49332) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:44.282135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a41a592-e941-433c-9e7a-61faf492b7df admin admin] Publish callbacks [] for security_group (1c00bea5-46ff-4278-a970-8d314d250b3f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.303187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a41a592-e941-433c-9e7a-61faf492b7df admin admin] Publish callbacks [] for security_group (1c00bea5-46ff-4278-a970-8d314d250b3f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.425297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a41a592-e941-433c-9e7a-61faf492b7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1c00bea5-46ff-4278-a970-8d314d250b3f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.428016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a41a592-e941-433c-9e7a-61faf492b7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.433579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8a41a592-e941-433c-9e7a-61faf492b7df admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c00bea5-46ff-4278-a970-8d314d250b3f HTTP/1.1" status: 204 len: 168 time: 0.2043672 Feb 09 21:35:44.437064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41a592-e941-433c-9e7a-61faf492b7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00bea5-46ff-4278-a970-8d314d250b3f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.634529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-3ff640b4-71b4-4eb8-a1e0-ce338534e533 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:35:44.645847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-3ff640b4-71b4-4eb8-a1e0-ce338534e533 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4287717 Feb 09 21:35:44.821791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ccb5-dfb4-4ded-baec-060d3276e159 req-306d2d67-26f1-49ba-bf36-c5c87078babb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:44.823279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0769ccb5-dfb4-4ded-baec-060d3276e159 req-306d2d67-26f1-49ba-bf36-c5c87078babb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 949 time: 0.0541451 Feb 09 21:35:44.871691 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0769ccb5-dfb4-4ded-baec-060d3276e159 req-f3b64b0d-7668-4b21-8f94-974e91160b0a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Feb 09 21:35:44.951563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-669df431-9943-45d5-a70b-4c8053ba48c5 req-adced5cb-2d44-453c-8afb-89eaf4adb8f7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 210 time: 0.0275757 Feb 09 21:35:45.219620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49366) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:45.263011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-127efcb2-affd-4177-a150-8c45a42011b8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=93db36d3c1744c31bce1cc751a4ad471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421081 Feb 09 21:35:45.265440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49370) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:45.271087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:45.345957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d667f26c-1c1d-4f92-8ad7-4c3047f18db4 admin admin] Publish callbacks [] for security_group (3af40571-f765-4e8b-bf5c-a9dd9264e969), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.367855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d667f26c-1c1d-4f92-8ad7-4c3047f18db4 admin admin] Publish callbacks [] for security_group (3af40571-f765-4e8b-bf5c-a9dd9264e969), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.444292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-40e76c71-49fb-4abd-981c-d9cdd1810688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.445824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-40e76c71-49fb-4abd-981c-d9cdd1810688 service neutron] 10.222.0.98 "GET /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 1124 time: 0.3590205 Feb 09 21:35:45.456557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:45.457929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:45.458463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:35:45.467779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:45.467779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.526907 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d667f26c-1c1d-4f92-8ad7-4c3047f18db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3af40571-f765-4e8b-bf5c-a9dd9264e969), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.529885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d667f26c-1c1d-4f92-8ad7-4c3047f18db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.534775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d667f26c-1c1d-4f92-8ad7-4c3047f18db4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3af40571-f765-4e8b-bf5c-a9dd9264e969 HTTP/1.1" status: 204 len: 168 time: 0.2678962 Feb 09 21:35:45.549398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667f26c-1c1d-4f92-8ad7-4c3047f18db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af40571-f765-4e8b-bf5c-a9dd9264e969,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:45.619348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:45.620105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.642711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:45.643058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:45.643645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:45.650182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:45.650516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:45.656298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:45.656642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:45.657216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:45.657394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:45.657488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Bound port: 59385a67-9cb2-4268-8faf-eaf044e09518, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:45.659482 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003c8d6-a3f2-451f-958c-206ee30b22a9" -d '{"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-plugged", "status": "completed", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:45.672402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:45.701010 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4051d94-496f-4c43-a0b3-1620d5e983dc x-openstack-request-id: req-b4051d94-496f-4c43-a0b3-1620d5e983dc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:45.701504 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-plugged", "status": "completed", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:45.701916 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4051d94-496f-4c43-a0b3-1620d5e983dc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:45.702496 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'code': 200} Feb 09 21:35:45.714818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:45.727892 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.782673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:45.785345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.786545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b8410fde-3194-4ff8-ac36-1475fa5d6e2b service neutron] 10.222.0.98 "POST /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518/bindings HTTP/1.1" status: 201 len: 389 time: 0.3348246 Feb 09 21:35:45.829342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b313f-689c-4ac2-a2d1-f3c24fbf8701 req-11f480b4-70cf-4ee3-9ea5-56a7a089d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.831042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-375b313f-689c-4ac2-a2d1-f3c24fbf8701 req-11f480b4-70cf-4ee3-9ea5-56a7a089d473 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1132 time: 0.0610275 Feb 09 21:35:45.885799 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-375b313f-689c-4ac2-a2d1-f3c24fbf8701 req-456d2160-b8a1-4707-bd37-00d5618e7f5e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477731 Feb 09 21:35:46.065779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c478f-5a4e-4b9a-8a92-cb96c52ed853 req-f211cd7d-014b-4caf-ae61-15d42d6a21ef tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.072605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-197c478f-5a4e-4b9a-8a92-cb96c52ed853 req-f211cd7d-014b-4caf-ae61-15d42d6a21ef tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.1308453 Feb 09 21:35:46.116180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-d427fe32-36fb-48fa-a627-04a4e3347168 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.117664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-d427fe32-36fb-48fa-a627-04a4e3347168 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.30 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 824 time: 0.1475904 Feb 09 21:35:46.132828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e48ecdd-fd08-48b0-9252-63fb2321f5bb req-3c81fcdc-1e16-499d-b39c-695e7374578a tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 210 time: 0.0694165 Feb 09 21:35:46.160798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49408) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:46.162654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-197c478f-5a4e-4b9a-8a92-cb96c52ed853 req-28f079e3-a08e-4dce-9040-ff2c5996c38a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872273 Feb 09 21:35:46.227426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-e4497aca-9cd1-47d5-a432-a4cefa6b34ab tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c63a020100d4a61bd78817a25e094fe HTTP/1.1" status: 200 len: 379 time: 0.0923395 Feb 09 21:35:46.239883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'port': {'device_id': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'admin_state_up': True, 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'security_groups': ['c9b531e7-8438-49dd-abae-4b753fcd15fb']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:46.259732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ada7c-c724-4cad-96c9-2aff23ceb7e6 req-d8bcb9c7-b0fc-4a65-b514-c8aad033f143 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.263256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-701ada7c-c724-4cad-96c9-2aff23ceb7e6 req-d8bcb9c7-b0fc-4a65-b514-c8aad033f143 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 945 time: 0.0749841 Feb 09 21:35:46.329024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-701ada7c-c724-4cad-96c9-2aff23ceb7e6 req-f5ed6dba-8728-4ab1-bd9b-0fb0e0cd7dc1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562890 Feb 09 21:35:46.459291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Made reservation on behalf of 7c63a020100d4a61bd78817a25e094fe for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:46.463101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.475157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1965859141-network', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:46.590340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:46.594424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.606121 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.624899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-c7e02742-019c-476b-9576-db9033ba7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.626396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-c7e02742-019c-476b-9576-db9033ba7e2f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1127 time: 0.0938206 Feb 09 21:35:46.648028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Allocated IP 172.20.0.14 (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16/2036c750-d512-4a1b-889a-628aa53d2119/58cbb723-ecdb-4504-a7c5-b8709f3a932f) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:46.708541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks [] for security_group (88488584-07e3-4b1d-9e83-6bf9c8d45907), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.770502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (88488584-07e3-4b1d-9e83-6bf9c8d45907), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.793364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-2238add6-6f43-4bad-acc3-0e64c4dfdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.794887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-2238add6-6f43-4bad-acc3-0e64c4dfdd18 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1615453 Feb 09 21:35:46.795320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:46.805330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88488584-07e3-4b1d-9e83-6bf9c8d45907,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:46.812113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ce22a363-8e2a-4828-85e0-f20518246695), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.812454 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Added segment ce22a363-8e2a-4828-85e0-f20518246695 of type vlan for network 496f3486-9158-4474-b4b6-e8d8aaa184ff Feb 09 21:35:46.846340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-c59883ad-1a40-40d9-9313-9c980c6af64d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 217 time: 0.0447423 Feb 09 21:35:46.862628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (496f3486-9158-4474-b4b6-e8d8aaa184ff), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.924721 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.930290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-54eb7f93-b9fb-40e1-97da-5b6e1b884409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.931760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-54eb7f93-b9fb-40e1-97da-5b6e1b884409 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0701492 Feb 09 21:35:46.970545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (496f3486-9158-4474-b4b6-e8d8aaa184ff), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.971227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-b6cdb957-b1c8-4ee6-a32f-57f0c860f218 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334132 Feb 09 21:35:46.972049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.972993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.061495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] Pushing event updated for resources: {'Network': ['ID=496f3486-9158-4474-b4b6-e8d8aaa184ff,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:47.061716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.074320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:47.114230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-cadfd3a9-0de3-45ed-a0e9-3fbe028503bb service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272655 Feb 09 21:35:47.133675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:47.151778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:47.154351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:47.175247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ace463ed-bec7-4620-84be-1ea76acf6230 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0125246 Feb 09 21:35:47.179184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49444) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:47.196841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Request body: {'subnet': {'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1965859141-subnet', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:47.284916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-2e3ace54-3127-4862-aed0-1da0d8fd576c service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603799 Feb 09 21:35:47.329549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event updated for resources: {'Port': ['ID=58cbb723-ecdb-4504-a7c5-b8709f3a932f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:47.340141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:47.345094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.394040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.394793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.431582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78d2a8-6388-4593-b6f3-eec4e3ff2612 req-d704fb89-a128-459a-9740-4b91509b4737 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.433881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb78d2a8-6388-4593-b6f3-eec4e3ff2612 req-d704fb89-a128-459a-9740-4b91509b4737 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 932 time: 0.1072464 Feb 09 21:35:47.457412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9555b12-ef50-4473-9958-72eb9a485434 req-28ac6f81-455a-4933-9e0d-7de29323e5d4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.459146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9555b12-ef50-4473-9958-72eb9a485434 req-28ac6f81-455a-4933-9e0d-7de29323e5d4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.1890833 Feb 09 21:35:47.521108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-291c54ed-cb98-4243-93e6-d5160b428626 None None] Provisioning complete for port 58cbb723-ecdb-4504-a7c5-b8709f3a932f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:47.521491 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-291c54ed-cb98-4243-93e6-d5160b428626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.555660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1037d152-17f9-4614-98e3-829bb28e6d61 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3200018 Feb 09 21:35:47.558591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9555b12-ef50-4473-9958-72eb9a485434 req-e49afd0d-8e1b-4228-a60e-34eca54fdcc1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909882 Feb 09 21:35:47.573049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-291c54ed-cb98-4243-93e6-d5160b428626 None None] Port 58cbb723-ecdb-4504-a7c5-b8709f3a932f cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:47.577840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Request body: {'port': {'device_id': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:47.585774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb78d2a8-6388-4593-b6f3-eec4e3ff2612 req-2a539a8a-fb29-4c07-b436-e2427ee2cc92 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416397 Feb 09 21:35:47.587796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-90fa320d-55da-482a-a1e5-c8cf620c5db2 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.589215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-90fa320d-55da-482a-a1e5-c8cf620c5db2 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.1540601 Feb 09 21:35:47.621710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:47.714801 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (7b4f110c-c587-49ed-b87a-fc3bdc46121c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.722866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.725946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.796341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9eca-50e2-47e5-a10d-0db879106dea req-816f0fba-5770-4c84-87e3-6c76ffa395cb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.800880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cea9eca-50e2-47e5-a10d-0db879106dea req-816f0fba-5770-4c84-87e3-6c76ffa395cb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 945 time: 0.1262262 Feb 09 21:35:47.803498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4f110c-c587-49ed-b87a-fc3bdc46121c,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:47.823631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Checking segment: {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:47.824114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Network hostable DHCP agents. Network: 496f3486-9158-4474-b4b6-e8d8aaa184ff, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:47.873825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cea9eca-50e2-47e5-a10d-0db879106dea req-9fd1403d-d827-4348-afe5-3653c020e760 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617869 Feb 09 21:35:47.933609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:48.004466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:48.007097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 496f3486-9158-4474-b4b6-e8d8aaa184ff) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:48.011169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:48.011819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.017658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e983e3e-a3ec-40ee-bfb9-d814fb371784 None None] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:48.087238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:48.124447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99128915-e408-4cf4-b3a9-bb51ffcd1943 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9425278 Feb 09 21:35:48.132449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49472) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:48.132539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-496f3486-9158-4474-b4b6-e8d8aaa184ff', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:48.132539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.133878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:48.247882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (0d91b39d-c00b-40fa-9a83-6658b4ced44e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.251401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (0d91b39d-c00b-40fa-9a83-6658b4ced44e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.345877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Allocated IP 172.20.0.2 (496f3486-9158-4474-b4b6-e8d8aaa184ff/7b4f110c-c587-49ed-b87a-fc3bdc46121c/40365a0b-b421-4f3b-8320-1d0ddf628e1f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:48.356776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks [] for router_controller (0d91b39d-c00b-40fa-9a83-6658b4ced44e), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.400574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:48.403402 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73147ffb-b0d6-4b7a-b397-84e029b562ff" -d '{"events": [{"server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "name": "network-vif-unplugged", "status": "completed", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:48.407151 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Publish callbacks [] for port (59385a67-9cb2-4268-8faf-eaf044e09518), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.415158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cbb723-ecdb-4504-a7c5-b8709f3a932f {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:48.423656 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Publish callbacks [] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.442329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Transition to ACTIVE for port object 58cbb723-ecdb-4504-a7c5-b8709f3a932f will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:48.449229 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3370b106-5992-426f-ba17-33fd3c223921 x-openstack-request-id: req-3370b106-5992-426f-ba17-33fd3c223921 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:48.449642 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "name": "network-vif-unplugged", "status": "completed", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:48.449839 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3370b106-5992-426f-ba17-33fd3c223921 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:48.450188 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518', 'code': 200} Feb 09 21:35:48.504712 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.513071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.681623 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Publish callbacks [] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.763691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.788171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=7']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:48.826473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Attempting to bind port 58cbb723-ecdb-4504-a7c5-b8709f3a932f on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:48.826721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Attempting to bind port 58cbb723-ecdb-4504-a7c5-b8709f3a932f by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:48.827016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Attempting to bind port 58cbb723-ecdb-4504-a7c5-b8709f3a932f on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:48.855698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:48.855959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:48.856178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:48.865583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Port 58cbb723-ecdb-4504-a7c5-b8709f3a932f on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:48.865917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Attempting to bind port 58cbb723-ecdb-4504-a7c5-b8709f3a932f on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:48.870816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:48.873724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:48.873966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Attempting to bind port 59385a67-9cb2-4268-8faf-eaf044e09518 on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:48.880980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:48.886588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:48.886588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Checking segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:48.886588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Bound using segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:48.886588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Bound port: 58cbb723-ecdb-4504-a7c5-b8709f3a932f, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:48.886588 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.892467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:48.892815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:48.893205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:48.893649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Bound port: 59385a67-9cb2-4268-8faf-eaf044e09518, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:48.894276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.895867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:48.903168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Pushing event updated for resources: {'Port': ['ID=58cbb723-ecdb-4504-a7c5-b8709f3a932f,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:48.907849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Pushing event updated for resources: {'Port': ['ID=40365a0b-b421-4f3b-8320-1d0ddf628e1f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:48.974932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Attempting to bind port 40365a0b-b421-4f3b-8320-1d0ddf628e1f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:48.975605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Attempting to bind port 40365a0b-b421-4f3b-8320-1d0ddf628e1f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:48.976358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Attempting to bind port 40365a0b-b421-4f3b-8320-1d0ddf628e1f on network 496f3486-9158-4474-b4b6-e8d8aaa184ff {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:48.983873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:48.984308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Checking segment: {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:48.984728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.985126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Bound using segment: {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:48.985601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Bound port: 40365a0b-b421-4f3b-8320-1d0ddf628e1f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:48.985986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.066175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] For port 40365a0b-b421-4f3b-8320-1d0ddf628e1f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:49.075293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] For port 40365a0b-b421-4f3b-8320-1d0ddf628e1f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=40365a0b-b421-4f3b-8320-1d0ddf628e1f,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:49.096640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] For port 58cbb723-ecdb-4504-a7c5-b8709f3a932f, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:49.100361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:49.129236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] For port 58cbb723-ecdb-4504-a7c5-b8709f3a932f, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:49.131532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:49.158416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0af6c-f50d-4c1f-8590-c65c5f8c80a8 req-9e6c0168-23f7-4d6f-8f2a-368157c10645 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.160168 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0fd0af6c-f50d-4c1f-8590-c65c5f8c80a8 req-9e6c0168-23f7-4d6f-8f2a-368157c10645 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 944 time: 0.1289585 Feb 09 21:35:49.176780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.219689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks [] for router_gateway (0d91b39d-c00b-40fa-9a83-6658b4ced44e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.233954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd2b9-0782-4bd4-a4a9-3117a05ef2cd req-ae7f599e-2e44-4bf6-97f7-39b65f4198a9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.235400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f67dd2b9-0782-4bd4-a4a9-3117a05ef2cd req-ae7f599e-2e44-4bf6-97f7-39b65f4198a9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.1559429 Feb 09 21:35:49.236105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0fd0af6c-f50d-4c1f-8590-c65c5f8c80a8 req-b879f6b1-f317-4520-ba5e-409eb2dc312a tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699432 Feb 09 21:35:49.245923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a2300-34a4-4eeb-860d-0bd2834299fa None None] Pushing event updated for resources: {'Port': ['ID=40365a0b-b421-4f3b-8320-1d0ddf628e1f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:49.258038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.265536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.334613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Pushing event updated for resources: {'Port': ['ID=58cbb723-ecdb-4504-a7c5-b8709f3a932f,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:49.337160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f67dd2b9-0782-4bd4-a4a9-3117a05ef2cd req-69ab9070-7651-4b86-8b04-bc5e60f7d88f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861375 Feb 09 21:35:49.417861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.418493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.419921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-078e05e1-1eff-468a-80d2-ae160372a41a service neutron] 10.222.0.30 "PUT /v2.0/ports/58cbb723-ecdb-4504-a7c5-b8709f3a932f HTTP/1.1" status: 200 len: 1092 time: 1.8489747 Feb 09 21:35:49.529758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.531807 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.534082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] 10.222.0.110 "PUT /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 1121 time: 1.9298470 Feb 09 21:35:49.563987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2db9bb-5d2b-48c3-b128-d01d004be1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=8']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:49.585529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49d6ea-822a-466d-92fe-fd4e5e3fe9b5 req-37f53779-fcc9-4574-8be5-92653d61a07e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.593765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf49d6ea-822a-466d-92fe-fd4e5e3fe9b5 req-37f53779-fcc9-4574-8be5-92653d61a07e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.1308224 Feb 09 21:35:49.627169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['59385a67-9cb2-4268-8faf-eaf044e09518'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:49.697630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1a563e2c-d19b-4d51-ad92-16e886888ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.699297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-1a563e2c-d19b-4d51-ad92-16e886888ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 1126 time: 0.1294761 Feb 09 21:35:49.772365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-27db5973-39b4-4837-a411-7666960821fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f HTTP/1.1" status: 200 len: 217 time: 0.0596910 Feb 09 21:35:49.871377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-d5e6ba83-462a-44cb-add6-2ea18b9ab5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.879307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-d5e6ba83-462a-44cb-add6-2ea18b9ab5bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 200 len: 863 time: 0.0998569 Feb 09 21:35:49.951015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks [] for router_gateway (0d91b39d-c00b-40fa-9a83-6658b4ced44e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.973426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.977173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-a538d5a5-ac17-4813-bba4-f7337ab88189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.978756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-a538d5a5-ac17-4813-bba4-f7337ab88189 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0914526 Feb 09 21:35:49.985687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf49d6ea-822a-466d-92fe-fd4e5e3fe9b5 req-3c9abe98-573d-44b4-9269-d3f01f03d803 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908954 Feb 09 21:35:50.117737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-194cfb75-5916-4a26-8884-622b8d56c1ea service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280384 Feb 09 21:35:50.203937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Allocated IP 172.25.5.43 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/a5129773-ea99-442a-a6c2-710f3270b7a3) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:50.253640 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53397a77-f7e5-4988-a3cf-f169d7668bbf req-9805a36e-538f-4931-a470-96a003ced95d service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288433 Feb 09 21:35:50.363099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks [] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.446397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f200eec-2f43-4814-a110-bd8d2356ca49 req-9fce917d-f83e-4490-b045-a329b27927fd tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:50.448080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f200eec-2f43-4814-a110-bd8d2356ca49 req-9fce917d-f83e-4490-b045-a329b27927fd tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1132 time: 0.0625846 Feb 09 21:35:50.452246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f'}, {'name': 'network-changed', 'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:50.456536 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e84b52-956a-4b61-b959-fd521f45c24e" -d '{"events": [{"name": "network-changed", "server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f"}, {"name": "network-changed", "server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:50.468724 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9f200eec-2f43-4814-a110-bd8d2356ca49 req-544bd7f2-38d5-4a6c-a9d1-69133b68c4ce tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.518465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.570535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:50.578419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:50.586032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:50.647884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40365a0b-b421-4f3b-8320-1d0ddf628e1f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:50.675638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Pushing event updated for resources: {'Port': ['ID=a5129773-ea99-442a-a6c2-710f3270b7a3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:50.683532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3b25e-cc30-4f60-b116-dc54b9774902 None None] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:50.691679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9f200eec-2f43-4814-a110-bd8d2356ca49 req-544bd7f2-38d5-4a6c-a9d1-69133b68c4ce tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] Publish callbacks [] for security_group (2ec087ee-dfa0-462f-ba31-db566454498c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.754789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9f200eec-2f43-4814-a110-bd8d2356ca49 req-544bd7f2-38d5-4a6c-a9d1-69133b68c4ce tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ec087ee-dfa0-462f-ba31-db566454498c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.767652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-00a8ec83-8f23-4522-8535-cf001cbda2bc None None] Provisioning complete for port 40365a0b-b421-4f3b-8320-1d0ddf628e1f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:50.767652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00a8ec83-8f23-4522-8535-cf001cbda2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.794878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f200eec-2f43-4814-a110-bd8d2356ca49 req-544bd7f2-38d5-4a6c-a9d1-69133b68c4ce tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395989 Feb 09 21:35:50.795618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bd7f2-38d5-4a6c-a9d1-69133b68c4ce tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec087ee-dfa0-462f-ba31-db566454498c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:50.842981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 40365a0b-b421-4f3b-8320-1d0ddf628e1f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:50.843611 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.889786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0c9d0-f03c-41ce-b6a4-85e0f95c30d0 req-7ecaabb1-f261-4324-9281-daa3df6a0003 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:50.893655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be0c9d0-f03c-41ce-b6a4-85e0f95c30d0 req-7ecaabb1-f261-4324-9281-daa3df6a0003 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 944 time: 0.0791428 Feb 09 21:35:50.942934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-00a8ec83-8f23-4522-8535-cf001cbda2bc None None] Current status of the port 40365a0b-b421-4f3b-8320-1d0ddf628e1f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:50.943336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00a8ec83-8f23-4522-8535-cf001cbda2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.957825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks [] for router_gateway (0d91b39d-c00b-40fa-9a83-6658b4ced44e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.962684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be0c9d0-f03c-41ce-b6a4-85e0f95c30d0 req-c1dd5236-9a9d-40ae-b95e-f2bb485b2d16 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637140 Feb 09 21:35:51.003473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-00a8ec83-8f23-4522-8535-cf001cbda2bc None None] For port 40365a0b-b421-4f3b-8320-1d0ddf628e1f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=40365a0b-b421-4f3b-8320-1d0ddf628e1f,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:51.005871 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322756f2-a71e-4367-8c11-d38f7837bac5 x-openstack-request-id: req-322756f2-a71e-4367-8c11-d38f7837bac5 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:51.006842 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:51.007275 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-322756f2-a71e-4367-8c11-d38f7837bac5 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:51.007883 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'status': 'completed', 'code': 200} Feb 09 21:35:51.008291 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518', 'status': 'completed', 'code': 200} Feb 09 21:35:51.017081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 40365a0b-b421-4f3b-8320-1d0ddf628e1f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:51.020800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.106913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00a8ec83-8f23-4522-8535-cf001cbda2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.118209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84b52-956a-4b61-b959-fd521f45c24e req-0b22eadd-bad0-4ebb-9daa-96ddf7ac8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.120259 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-0b22eadd-bad0-4ebb-9daa-96ddf7ac8960 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 1126 time: 0.0813961 Feb 09 21:35:51.225289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:35:51.225757 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:35:51.243401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8ec83-8f23-4522-8535-cf001cbda2bc None None] Pushing event updated for resources: {'Port': ['ID=40365a0b-b421-4f3b-8320-1d0ddf628e1f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:51.258519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84b52-956a-4b61-b959-fd521f45c24e req-f4f81758-2107-4902-b120-2fd413288202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.260282 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-f4f81758-2107-4902-b120-2fd413288202 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 925 time: 0.1336024 Feb 09 21:35:51.269539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (0d91b39d-c00b-40fa-9a83-6658b4ced44e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.315372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-f726cfec-7d7e-4813-a14a-85ae7ef5654a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f HTTP/1.1" status: 200 len: 217 time: 0.0474198 Feb 09 21:35:51.342108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6e13566a-a0ea-4f22-b1a4-1f6e8954a716 None None] Provisioning complete for port 40365a0b-b421-4f3b-8320-1d0ddf628e1f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:51.343499 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6e13566a-a0ea-4f22-b1a4-1f6e8954a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.369534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84b52-956a-4b61-b959-fd521f45c24e req-3f8581c3-7859-4eff-8ac8-c8a30162035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.371451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-3f8581c3-7859-4eff-8ac8-c8a30162035e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 200 len: 863 time: 0.0496509 Feb 09 21:35:51.441803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84b52-956a-4b61-b959-fd521f45c24e req-2dc3dcf8-162e-4c00-afc2-6644a5bdbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.444385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-2dc3dcf8-162e-4c00-afc2-6644a5bdbf57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633922 Feb 09 21:35:51.475132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6e13566a-a0ea-4f22-b1a4-1f6e8954a716 None None] Current status of the port 40365a0b-b421-4f3b-8320-1d0ddf628e1f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:51.539025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Router 0d91b39d-c00b-40fa-9a83-6658b4ced44e is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:51.567991 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-8790df7d-1949-46dd-a4de-de72257d21bb service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111121 Feb 09 21:35:51.703511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76c4e7-7945-4a98-8852-f237d9941712 req-a0e558f0-41f6-4c20-8fd1-874805c64da1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.708314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b76c4e7-7945-4a98-8852-f237d9941712 req-a0e558f0-41f6-4c20-8fd1-874805c64da1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.1122665 Feb 09 21:35:51.723117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:51.740779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-18a2bcb2-1afa-40a3-a8bd-7db879d54402 service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673827 Feb 09 21:35:51.751149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Sync routers for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:51.773976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:51.774891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:51.783978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b76c4e7-7945-4a98-8852-f237d9941712 req-edc8fd42-59db-4f5e-85b0-221c432b0380 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632451 Feb 09 21:35:51.812878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.817103 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d180430e-8c4b-4135-ac03-132fb7791608 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6871212 Feb 09 21:35:51.817712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49590) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:51.822801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 40365a0b-b421-4f3b-8320-1d0ddf628e1f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:51.858331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84b52-956a-4b61-b959-fd521f45c24e req-64010d87-52af-419c-935f-e7d699c9ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.860288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-64010d87-52af-419c-935f-e7d699c9ca1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1155 time: 0.0671787 Feb 09 21:35:51.968683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84b52-956a-4b61-b959-fd521f45c24e req-2c3024a2-a0ef-46cc-912e-e533f0597b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.970231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-2c3024a2-a0ef-46cc-912e-e533f0597b7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.0993361 Feb 09 21:35:52.050225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:52.055599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-b0dccda5-60ac-4b95-a702-72abba9ed025 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 217 time: 0.0757763 Feb 09 21:35:52.146776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84b52-956a-4b61-b959-fd521f45c24e req-de4ea339-d3ea-4ca9-b180-8bbc5180b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.148446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-de4ea339-d3ea-4ca9-b180-8bbc5180b03a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0837469 Feb 09 21:35:52.204615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-b6a8e213-672c-4cf7-8096-fedfa90a2295 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436730 Feb 09 21:35:52.215679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b1cd98e-341f-4023-aeee-53ae3b83925b req-ccced24f-4d0d-4118-80af-85e935394f0d tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=49b8baf0ed0b4571865da6e01c0ec91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421286 Feb 09 21:35:52.284609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:50Z', 'revision_number': 3, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:52.321756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Checking router: 0d91b39d-c00b-40fa-9a83-6658b4ced44e for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:52.322119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Updating router 0d91b39d-c00b-40fa-9a83-6658b4ced44e port a5129773-ea99-442a-a6c2-710f3270b7a3 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:52.356186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.379137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-b164bb0b-b7f1-43ba-b8b7-804109e4ebb3 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619813 Feb 09 21:35:52.403055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cd98e-341f-4023-aeee-53ae3b83925b req-1eee1b48-1976-4749-b9b7-114414109e49 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.404665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b1cd98e-341f-4023-aeee-53ae3b83925b req-1eee1b48-1976-4749-b9b7-114414109e49 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797934 Feb 09 21:35:52.457743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b1cd98e-341f-4023-aeee-53ae3b83925b req-64fe3109-231a-44c9-a190-5f2b55d4103f tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/quotas/49b8baf0ed0b4571865da6e01c0ec91c HTTP/1.1" status: 200 len: 375 time: 0.0431795 Feb 09 21:35:52.514957 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b1cd98e-341f-4023-aeee-53ae3b83925b req-23f0df8b-d057-4295-9397-15a8187498d7 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=49b8baf0ed0b4571865da6e01c0ec91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418308 Feb 09 21:35:52.521539 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e84b52-956a-4b61-b959-fd521f45c24e req-76609405-b7ae-4e24-9229-88949aa97c1f service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330814 Feb 09 21:35:52.559862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121c67f-92bb-4bdc-8709-98eff4ccd6ae req-8f10e8be-2e4b-41bf-8e96-26c0ce5b16c5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.565601 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e121c67f-92bb-4bdc-8709-98eff4ccd6ae req-8f10e8be-2e4b-41bf-8e96-26c0ce5b16c5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 944 time: 0.1684904 Feb 09 21:35:52.569930 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-43dbf454-3369-47df-9f3c-d3754c99b2d1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718214 Feb 09 21:35:52.592142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-e6172746-c0d0-46c9-8398-0c778b6fd223 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:35:52.593207 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-e6172746-c0d0-46c9-8398-0c778b6fd223 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135219 Feb 09 21:35:52.610336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40365a0b-b421-4f3b-8320-1d0ddf628e1f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:52.660444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e121c67f-92bb-4bdc-8709-98eff4ccd6ae req-136142ae-7034-4dfe-954d-022e5a9508a8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936720 Feb 09 21:35:52.725528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9abd-9d61-4278-ab5d-b733f4172ab4 req-8fe3b16b-c261-4edb-a5c3-27c863acc81f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.727131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Publish callbacks [] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.734792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-806f9abd-9d61-4278-ab5d-b733f4172ab4 req-8fe3b16b-c261-4edb-a5c3-27c863acc81f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.0866475 Feb 09 21:35:52.735121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 40365a0b-b421-4f3b-8320-1d0ddf628e1f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:52.740427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.788314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.827771 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.828245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-806f9abd-9d61-4278-ab5d-b733f4172ab4 req-8cae9df2-85e2-4cad-b0a3-7b4b0e5f0692 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868092 Feb 09 21:35:52.895898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 40365a0b-b421-4f3b-8320-1d0ddf628e1f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:52.907316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6d741-6452-4683-ad18-c98f27aa6964 None None] Pushing event updated for resources: {'Port': ['ID=a5129773-ea99-442a-a6c2-710f3270b7a3,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:52.911888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Attempting to bind port a5129773-ea99-442a-a6c2-710f3270b7a3 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:52.912258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Attempting to bind port a5129773-ea99-442a-a6c2-710f3270b7a3 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:52.912625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Attempting to bind port a5129773-ea99-442a-a6c2-710f3270b7a3 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:52.918495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:52.918986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:52.920217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.920395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:52.920956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Bound port: a5129773-ea99-442a-a6c2-710f3270b7a3, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:52.921519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.988240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] For port a5129773-ea99-442a-a6c2-710f3270b7a3, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:52.992222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] For port a5129773-ea99-442a-a6c2-710f3270b7a3, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a5129773-ea99-442a-a6c2-710f3270b7a3,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:53.016031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Allocated IP 172.20.0.1 (496f3486-9158-4474-b4b6-e8d8aaa184ff/7b4f110c-c587-49ed-b87a-fc3bdc46121c/45e93fab-c2ef-479e-bbf3-d27a292c0e24) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:53.082413 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.135418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks [] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.141042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6d741-6452-4683-ad18-c98f27aa6964 None None] Pushing event updated for resources: {'Port': ['ID=a5129773-ea99-442a-a6c2-710f3270b7a3,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.143812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:53.144500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:53.257009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.261362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:53.330216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Pushing event updated for resources: {'Port': ['ID=45e93fab-c2ef-479e-bbf3-d27a292c0e24,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.334300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:53.348427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:53.349896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:53.356410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:53.356940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (0d91b39d-c00b-40fa-9a83-6658b4ced44e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.597851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c7cf-7d2d-4bce-84fc-a4e9c1a7a09c req-a0c684db-cf00-447c-864e-38d25b112128 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.603852 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b08c7cf-7d2d-4bce-84fc-a4e9c1a7a09c req-a0c684db-cf00-447c-864e-38d25b112128 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 943 time: 0.1349416 Feb 09 21:35:53.656101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:53.671645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:35:53.716462 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.727036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f225686a-5090-40e1-8f8d-b37482503b30 None None] Provisioning complete for port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:53.727420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f225686a-5090-40e1-8f8d-b37482503b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.731485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:50Z', 'revision_number': 3, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:53.759141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b08c7cf-7d2d-4bce-84fc-a4e9c1a7a09c req-f24e6e87-7421-42dd-a833-3f1c329d1bba tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528125 Feb 09 21:35:53.771937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-6d93a882-599f-4970-99cd-c181e9e807ac service neutron] 10.222.0.30 "GET /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.1384382 Feb 09 21:35:53.796214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd2060-85be-4f61-a42d-fc6e922f3647 None None] The sync data for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 is: [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:50Z', 'revision_number': 3, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:53.817074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f225686a-5090-40e1-8f8d-b37482503b30 None None] Port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:53.826797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58cbb723-ecdb-4504-a7c5-b8709f3a932f details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:53.994537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 58cbb723-ecdb-4504-a7c5-b8709f3a932f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:53.996766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks [] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.024827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'port_id': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'mac_address': 'fa:16:3e:73:54:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:54.047592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5d523-492a-4af2-8bc7-918a8f838fab req-92996f3c-480f-4908-96dd-94918cf25b31 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.051111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7e5d523-492a-4af2-8bc7-918a8f838fab req-92996f3c-480f-4908-96dd-94918cf25b31 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 944 time: 0.1377370 Feb 09 21:35:54.070025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.070768 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (0d91b39d-c00b-40fa-9a83-6658b4ced44e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.103740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 58cbb723-ecdb-4504-a7c5-b8709f3a932f is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:54.105991 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.125307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:54.169071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cbb723-ecdb-4504-a7c5-b8709f3a932f {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:54.179203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7e5d523-492a-4af2-8bc7-918a8f838fab req-82494a36-190e-41f2-8bff-adc9c73992e2 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236169 Feb 09 21:35:54.204854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:54.221524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 58cbb723-ecdb-4504-a7c5-b8709f3a932f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:54.238202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49682) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:54.253080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59385a67-9cb2-4268-8faf-eaf044e09518 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:54.267274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:54.275876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Pushing event updated for resources: {'Port': ['ID=45e93fab-c2ef-479e-bbf3-d27a292c0e24,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:54.310447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.325774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:54.328418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:54.386600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.410785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=58cbb723-ecdb-4504-a7c5-b8709f3a932f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:54.570274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['58cbb723-ecdb-4504-a7c5-b8709f3a932f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:54.579491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] Transition to ACTIVE for port object 59385a67-9cb2-4268-8faf-eaf044e09518 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:54.651051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34b5b9-642b-4130-a985-da3a616c0417 req-5b93cfe7-de00-4413-9efa-72195d4eed54 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.666454 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d34b5b9-642b-4130-a985-da3a616c0417 req-5b93cfe7-de00-4413-9efa-72195d4eed54 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.2624245 Feb 09 21:35:54.706511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Router 0d91b39d-c00b-40fa-9a83-6658b4ced44e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:54.738299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.802009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a5129773-ea99-442a-a6c2-710f3270b7a3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:54.881301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] Pushing event updated for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=10']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:54.885564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49692) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:54.953812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5ef514a7-c16d-43b9-99d3-e98ef9016b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.007145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] No DVR routers for this DVR port 59385a67-9cb2-4268-8faf-eaf044e09518 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:55.013241 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d34b5b9-642b-4130-a985-da3a616c0417 req-590d205e-2c8a-436e-96fe-05fa52461208 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443010 Feb 09 21:35:55.044754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdbce-0934-48d9-9ac7-e180f3362329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.050620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-02fa8bc3-ddc6-43cc-bff2-ad2040c3653f service neutron] 10.222.0.30 "PUT /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2698438 Feb 09 21:35:55.079508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9b062643-1839-457c-a16d-607773a1ee42 None None] Provisioning complete for port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:55.084127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b062643-1839-457c-a16d-607773a1ee42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.120603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:55.136513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa988c16-6287-47c5-b262-a2faef542790 admin admin] 10.222.0.98 "PUT /v2.0/routers/0d91b39d-c00b-40fa-9a83-6658b4ced44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3160055 Feb 09 21:35:55.173087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a5129773-ea99-442a-a6c2-710f3270b7a3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:55.173500 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.240887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5ef514a7-c16d-43b9-99d3-e98ef9016b78 admin admin] Publish callbacks [] for security_group (254073cd-cf63-484d-869f-c2b95cbd9b00), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.247141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9b062643-1839-457c-a16d-607773a1ee42 None None] Port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:55.318098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdbce-0934-48d9-9ac7-e180f3362329 admin admin] Publish callbacks [] for security_group (0da24f31-d882-4bbb-9056-c3389dd50b30), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.322523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5ef514a7-c16d-43b9-99d3-e98ef9016b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (254073cd-cf63-484d-869f-c2b95cbd9b00), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.397363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a5129773-ea99-442a-a6c2-710f3270b7a3 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:55.397767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.434276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port a5129773-ea99-442a-a6c2-710f3270b7a3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a5129773-ea99-442a-a6c2-710f3270b7a3,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:55.443544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-944602ea-820f-4204-b61c-d3bdfc40c09a tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.457826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-944602ea-820f-4204-b61c-d3bdfc40c09a tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.1929009 Feb 09 21:35:55.487877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5ef514a7-c16d-43b9-99d3-e98ef9016b78 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee0b3e83fd2d44738c312a79efbf616f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2485895 Feb 09 21:35:55.488772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdbce-0934-48d9-9ac7-e180f3362329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0da24f31-d882-4bbb-9056-c3389dd50b30), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.502305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49708) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:55.521973 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.539221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef514a7-c16d-43b9-99d3-e98ef9016b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254073cd-cf63-484d-869f-c2b95cbd9b00,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:55.553105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c9bea-2a0f-4e91-904d-b6e1c89076f0 req-e723e9c1-4c15-4089-adff-0f5b458e69d8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.566780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-137c9bea-2a0f-4e91-904d-b6e1c89076f0 req-e723e9c1-4c15-4089-adff-0f5b458e69d8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 944 time: 0.2263446 Feb 09 21:35:55.613390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=a5129773-ea99-442a-a6c2-710f3270b7a3,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:55.653105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-d2a15155-5224-444f-a9cb-179443ea0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.654904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-d2a15155-5224-444f-a9cb-179443ea0ee6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd&tenant_id=85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 1126 time: 0.1892118 Feb 09 21:35:55.669368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0e1bdbce-0934-48d9-9ac7-e180f3362329 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b98ae0a28960497e9a4d35ea7c896ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7777162 Feb 09 21:35:55.673170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-137c9bea-2a0f-4e91-904d-b6e1c89076f0 req-a31b9d7b-3809-4c56-a047-1122cbb70d8b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010709 Feb 09 21:35:55.673892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49712) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:55.683119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bdbce-0934-48d9-9ac7-e180f3362329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da24f31-d882-4bbb-9056-c3389dd50b30,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:55.709928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a6e4-a3f7-49e1-91b6-c8c3de8aa44a req-dfb92e5c-9176-4c5e-9317-bfaad5246dd9 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.716855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9375a6e4-a3f7-49e1-91b6-c8c3de8aa44a req-dfb92e5c-9176-4c5e-9317-bfaad5246dd9 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 945 time: 0.3373723 Feb 09 21:35:55.732330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18db44d3-def3-41ca-bf7d-4e0830555250 admin admin] Publish callbacks [] for security_group (254073cd-cf63-484d-869f-c2b95cbd9b00), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.785137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-52f7a3da-1aa4-459a-aa64-8c6167009cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.786661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-52f7a3da-1aa4-459a-aa64-8c6167009cd2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1132 time: 0.1706369 Feb 09 21:35:55.797417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18db44d3-def3-41ca-bf7d-4e0830555250 admin admin] Publish callbacks [] for security_group (254073cd-cf63-484d-869f-c2b95cbd9b00), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.832754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e58488f5-8012-45a9-8321-adf332c0a946 admin admin] Publish callbacks [] for security_group (0da24f31-d882-4bbb-9056-c3389dd50b30), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.846535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58cbb723-ecdb-4504-a7c5-b8709f3a932f up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:55.923099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-e022190a-2e57-4c79-ac4c-2aa153094f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.924639 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-e022190a-2e57-4c79-ac4c-2aa153094f68 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1126 time: 0.2345557 Feb 09 21:35:55.927283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e58488f5-8012-45a9-8321-adf332c0a946 admin admin] Publish callbacks [] for security_group (0da24f31-d882-4bbb-9056-c3389dd50b30), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.980131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9375a6e4-a3f7-49e1-91b6-c8c3de8aa44a req-8ae6ee5b-25e4-46e3-b6d6-18d11f60946b tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617750 Feb 09 21:35:55.990715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-408939b9-0124-48d2-9086-98b5db9776d7 req-812bc20d-d5ba-412e-ac64-6ef59ca1aa71 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=49b8baf0ed0b4571865da6e01c0ec91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786278 Feb 09 21:35:56.036424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 58cbb723-ecdb-4504-a7c5-b8709f3a932f completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:56.039202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-2e761c2f-c628-432b-a188-5363bb1c1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.044344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-2e761c2f-c628-432b-a188-5363bb1c1b03 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2352302 Feb 09 21:35:56.050955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 58cbb723-ecdb-4504-a7c5-b8709f3a932f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:56.051635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.144550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-e5ddedc1-cd45-4aad-94c8-9b94fd7fa0a8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0865669 Feb 09 21:35:56.166517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 58cbb723-ecdb-4504-a7c5-b8709f3a932f is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:56.168269 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.201431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:56.205000 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb76ef39-17a9-4dbb-8617-769ecd95c1c3" -d '{"events": [{"server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "name": "network-vif-plugged", "status": "completed", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:56.224741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 58cbb723-ecdb-4504-a7c5-b8709f3a932f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:56.271530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8c042-f38f-440e-ba0a-e0d844fe2378 req-6fbfeaca-6ca4-413b-b0bb-7b28dad22025 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.273493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18d8c042-f38f-440e-ba0a-e0d844fe2378 req-6fbfeaca-6ca4-413b-b0bb-7b28dad22025 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.1419051 Feb 09 21:35:56.275192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-e84ed4bd-e0c3-4909-97eb-dded5feab30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.276543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e58488f5-8012-45a9-8321-adf332c0a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0da24f31-d882-4bbb-9056-c3389dd50b30), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.277310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-e84ed4bd-e0c3-4909-97eb-dded5feab30b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1078644 Feb 09 21:35:56.279068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e58488f5-8012-45a9-8321-adf332c0a946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.284556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e58488f5-8012-45a9-8321-adf332c0a946 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0da24f31-d882-4bbb-9056-c3389dd50b30 HTTP/1.1" status: 204 len: 168 time: 0.6079988 Feb 09 21:35:56.294771 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.295579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:56.343435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18db44d3-def3-41ca-bf7d-4e0830555250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (254073cd-cf63-484d-869f-c2b95cbd9b00), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.343435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-18db44d3-def3-41ca-bf7d-4e0830555250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.343435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-18db44d3-def3-41ca-bf7d-4e0830555250 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/254073cd-cf63-484d-869f-c2b95cbd9b00 HTTP/1.1" status: 204 len: 168 time: 0.8317924 Feb 09 21:35:56.353093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db44d3-def3-41ca-bf7d-4e0830555250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254073cd-cf63-484d-869f-c2b95cbd9b00,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:56.412024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18d8c042-f38f-440e-ba0a-e0d844fe2378 req-ee127ba9-0b7e-42f9-a24e-0786a810fe1b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304903 Feb 09 21:35:56.427778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-e67266da-21ea-4415-9b0a-6c6acb1243bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.431343 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-e67266da-21ea-4415-9b0a-6c6acb1243bf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1482222 Feb 09 21:35:56.482202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408939b9-0124-48d2-9086-98b5db9776d7 req-450107ef-a432-4018-a4f4-7745b2b21c4d tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.487885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 59385a67-9cb2-4268-8faf-eaf044e09518 host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:35:56.488413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:56.493145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-408939b9-0124-48d2-9086-98b5db9776d7 req-450107ef-a432-4018-a4f4-7745b2b21c4d tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4880302 Feb 09 21:35:56.503884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-94967f8c-d2cf-4386-a829-fc8940531901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.510594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-94967f8c-d2cf-4386-a829-fc8940531901 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.5367169 Feb 09 21:35:56.513586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=58cbb723-ecdb-4504-a7c5-b8709f3a932f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:56.517231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58488f5-8012-45a9-8321-adf332c0a946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da24f31-d882-4bbb-9056-c3389dd50b30,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:56.553854 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Sync routers for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:56.572619 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-408939b9-0124-48d2-9086-98b5db9776d7 req-ab0642f3-934c-4806-8c0b-2150fafccf5e tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/quotas/49b8baf0ed0b4571865da6e01c0ec91c HTTP/1.1" status: 200 len: 375 time: 0.0783896 Feb 09 21:35:56.603950 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d97b2f-dffb-4dd7-8aca-61bb04d05b9d x-openstack-request-id: req-54d97b2f-dffb-4dd7-8aca-61bb04d05b9d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:56.605518 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "name": "network-vif-plugged", "status": "completed", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:56.608129 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54d97b2f-dffb-4dd7-8aca-61bb04d05b9d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:56.608748 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'code': 200} Feb 09 21:35:56.610930 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:56.615366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:56.661658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-f0501918-f863-418a-868b-81ee5d2c416b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 217 time: 0.1170418 Feb 09 21:35:56.726168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-13664a12-fac0-444e-be2c-cb2ab002cf18 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872238 Feb 09 21:35:56.726386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-408939b9-0124-48d2-9086-98b5db9776d7 req-500e0ae2-6c0a-470a-899e-2412198ee565 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=49b8baf0ed0b4571865da6e01c0ec91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503079 Feb 09 21:35:56.781087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a5129773-ea99-442a-a6c2-710f3270b7a3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:56.845347 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-2b2ba67e-5d00-4b3d-ab6e-8ce3343df851 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126597 Feb 09 21:35:56.927070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe81f0-8ccd-47f0-b0b2-05ba7736a32e req-db7399fd-4987-44c5-ac01-bb9075d6edfe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.929238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-c0e75560-a72b-4af3-9453-db9ba939cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.939024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-c0e75560-a72b-4af3-9453-db9ba939cdc4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.2429869 Feb 09 21:35:56.939205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2fe81f0-8ccd-47f0-b0b2-05ba7736a32e req-db7399fd-4987-44c5-ac01-bb9075d6edfe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 944 time: 0.0801437 Feb 09 21:35:56.947468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45cc53-0311-4a4a-b297-e2689c89982e req-cffdc74c-4ed2-4384-9716-e9c2f550700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.948531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a5129773-ea99-442a-a6c2-710f3270b7a3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:56.949065 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.953211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e45cc53-0311-4a4a-b297-e2689c89982e req-cffdc74c-4ed2-4384-9716-e9c2f550700d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 1128 time: 0.2959332 Feb 09 21:35:56.985594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:57.003400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2fe81f0-8ccd-47f0-b0b2-05ba7736a32e req-55cfd8d5-33d2-4ad5-ae37-42934e46786e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667725 Feb 09 21:35:57.042894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-2f486f99-4523-42f4-8b1e-1515f295d396 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988274 Feb 09 21:35:57.124023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a5129773-ea99-442a-a6c2-710f3270b7a3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:57.162579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e45cc53-0311-4a4a-b297-e2689c89982e req-73e9c9cf-45b1-43bd-828e-dd4801f6ba9d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911006 Feb 09 21:35:57.212331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dec5e741-8997-4c48-9b16-98d81c8ccbc6 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535823 Feb 09 21:35:57.279254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e0e71-b2d6-4f6a-aea4-b74624728787 req-2e6f106d-1651-41ec-9e55-160f3c6f0d8d tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:57.280897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-135e0e71-b2d6-4f6a-aea4-b74624728787 req-2e6f106d-1651-41ec-9e55-160f3c6f0d8d tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.1342366 Feb 09 21:35:57.343647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49754) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:57.370542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-135e0e71-b2d6-4f6a-aea4-b74624728787 req-b576ae02-8ebb-4466-bbcf-0534b862c566 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745273 Feb 09 21:35:57.390683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:57.395737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1508313193-network', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:57.407676 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 2, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:57.422912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-f0f07a18-2686-4fe3-8dcf-e26a66e28ea2 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023966 Feb 09 21:35:57.466796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Checking router: 0d91b39d-c00b-40fa-9a83-6658b4ced44e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:57.467150 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Updating router 0d91b39d-c00b-40fa-9a83-6658b4ced44e port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:57.527910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Made reservation on behalf of b6f1dfc1605a46fb8f8fb83f267ee638 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:57.534951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.554302 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.557875 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.637383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df2f3d-c362-4979-930f-75de65e401c7 req-fdeb40d4-6f48-4a51-a2c3-9b4da3632cd6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:57.638915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-32df2f3d-c362-4979-930f-75de65e401c7 req-fdeb40d4-6f48-4a51-a2c3-9b4da3632cd6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.0859761 Feb 09 21:35:57.712746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks [] for security_group (d137936b-4752-46ac-b3ba-df7b56687519), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.716549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-32df2f3d-c362-4979-930f-75de65e401c7 req-0c669723-59e6-4ca0-9966-5e15f40c86a4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694413 Feb 09 21:35:57.808108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d137936b-4752-46ac-b3ba-df7b56687519), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.821014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49764) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:57.833767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:57.843128 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba6b9308-30a2-415d-b7c7-8e3a991a5858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.849920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d137936b-4752-46ac-b3ba-df7b56687519,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:57.853262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (32c7e185-6a7b-4fed-9d58-25a67d009719), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.853621 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Added segment 32c7e185-6a7b-4fed-9d58-25a67d009719 of type vlan for network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 Feb 09 21:35:57.860763 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Publish callbacks [] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.901146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (403d5a9c-95ca-4c73-b86f-08a4c9392f22), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.907039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49766) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:57.915905 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.946072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9224d818-b151-4dad-964c-4d3d645dcb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.995424 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a610d-a77a-47ae-9c7c-db8c580fb6f6 None None] Pushing event updated for resources: {'Port': ['ID=45e93fab-c2ef-479e-bbf3-d27a292c0e24,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.045315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (403d5a9c-95ca-4c73-b86f-08a4c9392f22), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.046548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.052016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.055168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-5c86ae01-bda9-490c-a344-100ce072882d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.056766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-5c86ae01-bda9-490c-a344-100ce072882d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.1765416 Feb 09 21:35:58.120941 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Attempting to bind port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:58.120941 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Attempting to bind port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:58.120941 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Attempting to bind port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 on network 496f3486-9158-4474-b4b6-e8d8aaa184ff {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:58.129612 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:58.132693 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Checking segment: {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:58.133751 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.134737 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Bound using segment: {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:58.136809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Bound port: 45e93fab-c2ef-479e-bbf3-d27a292c0e24, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:58.138255 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.206138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8142614 Feb 09 21:35:58.210993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49770) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:58.241028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Request body: {'subnet': {'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1508313193-subnet', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:58.261283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9224d818-b151-4dad-964c-4d3d645dcb91 admin admin] Publish callbacks [] for security_group (e0140b94-39c7-4f94-a679-b0a145ed2617), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.263061 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] For port 45e93fab-c2ef-479e-bbf3-d27a292c0e24, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:58.266242 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] For port 45e93fab-c2ef-479e-bbf3-d27a292c0e24, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=45e93fab-c2ef-479e-bbf3-d27a292c0e24,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:58.271170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e69ce1a1-fa68-4d78-a2a1-5761db73b735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.282977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248de76-4289-4feb-95a9-bed7d7549f04 admin admin] Pushing event updated for resources: {'Network': ['ID=403d5a9c-95ca-4c73-b86f-08a4c9392f22,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.294515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:58.297340 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba6b9308-30a2-415d-b7c7-8e3a991a5858 admin admin] Publish callbacks [] for security_group (1e00b7ab-aa53-4f4e-a435-6bf8762d5eed), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.308463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-62766ebb-5a3b-4d1a-a106-04143f7ad633 None None] Provisioning complete for port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:58.311879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-62766ebb-5a3b-4d1a-a106-04143f7ad633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.311995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f34ca5-7f71-46e6-babd-1d277d4205fe req-fd8ec552-06ce-4189-9d92-58bb42d904e4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.313245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5f34ca5-7f71-46e6-babd-1d277d4205fe req-fd8ec552-06ce-4189-9d92-58bb42d904e4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 944 time: 0.1256366 Feb 09 21:35:58.388587 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5f34ca5-7f71-46e6-babd-1d277d4205fe req-eabdff6e-4563-484b-b9ff-c68e75feecea tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668864 Feb 09 21:35:58.388770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba6b9308-30a2-415d-b7c7-8e3a991a5858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1e00b7ab-aa53-4f4e-a435-6bf8762d5eed), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.391453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Made reservation on behalf of b6f1dfc1605a46fb8f8fb83f267ee638 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:58.391837 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9224d818-b151-4dad-964c-4d3d645dcb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e0140b94-39c7-4f94-a679-b0a145ed2617), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.392698 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.399034 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.444390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-62766ebb-5a3b-4d1a-a106-04143f7ad633 None None] Port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:58.452793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e69ce1a1-fa68-4d78-a2a1-5761db73b735 admin admin] Publish callbacks [] for security_group (bc361ccf-1336-4d09-889d-fbbeacf4b55b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.458438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224d818-b151-4dad-964c-4d3d645dcb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0140b94-39c7-4f94-a679-b0a145ed2617,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.462784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9224d818-b151-4dad-964c-4d3d645dcb91 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=60487784d5f74c5bb89022d37d761f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528996 Feb 09 21:35:58.463253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49782) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:58.514760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ba6b9308-30a2-415d-b7c7-8e3a991a5858 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eafc65f448384fdba275a32d87ed3ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6920271 Feb 09 21:35:58.535216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49784) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:58.546579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e69ce1a1-fa68-4d78-a2a1-5761db73b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bc361ccf-1336-4d09-889d-fbbeacf4b55b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.566111 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a610d-a77a-47ae-9c7c-db8c580fb6f6 None None] Pushing event updated for resources: {'Port': ['ID=45e93fab-c2ef-479e-bbf3-d27a292c0e24,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.577675 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:58.577795 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:58.593153 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca724-e5f8-4b98-beed-f58835aa6f09 admin admin] Publish callbacks [] for security_group (e0140b94-39c7-4f94-a679-b0a145ed2617), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.712527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e69ce1a1-fa68-4d78-a2a1-5761db73b735 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3eddc4cc22d14778b86878812f8ca15c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3669424 Feb 09 21:35:58.718176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ce1a1-fa68-4d78-a2a1-5761db73b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc361ccf-1336-4d09-889d-fbbeacf4b55b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.726467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49794) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:58.750768 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:58.755117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca724-e5f8-4b98-beed-f58835aa6f09 admin admin] Publish callbacks [] for security_group (e0140b94-39c7-4f94-a679-b0a145ed2617), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.840053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ef047-a33a-445f-a2d4-ed4a26f23211 req-fc541943-7035-4155-841e-16b6658c28ee tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.841808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff1ef047-a33a-445f-a2d4-ed4a26f23211 req-fc541943-7035-4155-841e-16b6658c28ee tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.2500112 Feb 09 21:35:58.853688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-29371283-01f7-4f52-969f-56de9a8da2e7 admin admin] Publish callbacks [] for security_group (1e00b7ab-aa53-4f4e-a435-6bf8762d5eed), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.886042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-564bdc85-0345-45fb-a991-0d0afa19e3ad None None] Provisioning complete for port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:58.886721 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-564bdc85-0345-45fb-a991-0d0afa19e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.913899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dc1be93e-10aa-42f4-b265-a2dfa79e4ef9 service neutron] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:58.918416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-29371283-01f7-4f52-969f-56de9a8da2e7 admin admin] Publish callbacks [] for security_group (1e00b7ab-aa53-4f4e-a435-6bf8762d5eed), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.932883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dc1be93e-10aa-42f4-b265-a2dfa79e4ef9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.933899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae907e7a-8371-4cda-8195-0c13bcf90cfb req-dc1be93e-10aa-42f4-b265-a2dfa79e4ef9 service neutron] 10.222.0.110 "DELETE /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.8689108 Feb 09 21:35:58.935270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa30bd3-93bc-416f-9abb-618ddcc62665 admin admin] Publish callbacks [] for security_group (bc361ccf-1336-4d09-889d-fbbeacf4b55b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.937450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b9308-30a2-415d-b7c7-8e3a991a5858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e00b7ab-aa53-4f4e-a435-6bf8762d5eed,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.939310 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.996274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-564bdc85-0345-45fb-a991-0d0afa19e3ad None None] Current status of the port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:58.997108 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-564bdc85-0345-45fb-a991-0d0afa19e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.014608 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa30bd3-93bc-416f-9abb-618ddcc62665 admin admin] Publish callbacks [] for security_group (bc361ccf-1336-4d09-889d-fbbeacf4b55b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.056482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff1ef047-a33a-445f-a2d4-ed4a26f23211 req-f854703b-7fa7-4689-83e3-a8a37342e13a tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857054 Feb 09 21:35:59.085538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-564bdc85-0345-45fb-a991-0d0afa19e3ad None None] For port 45e93fab-c2ef-479e-bbf3-d27a292c0e24, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=45e93fab-c2ef-479e-bbf3-d27a292c0e24,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:59.118250 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca724-e5f8-4b98-beed-f58835aa6f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e0140b94-39c7-4f94-a679-b0a145ed2617), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.122055 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca724-e5f8-4b98-beed-f58835aa6f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.124780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4b7ca724-e5f8-4b98-beed-f58835aa6f09 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e0140b94-39c7-4f94-a679-b0a145ed2617 HTTP/1.1" status: 204 len: 168 time: 0.6599329 Feb 09 21:35:59.139370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ca724-e5f8-4b98-beed-f58835aa6f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0140b94-39c7-4f94-a679-b0a145ed2617,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:59.159963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f34ce-03a4-4e02-8ab2-592ac3a563b3 req-7de48637-48b1-4f53-9e1c-975f15f12a24 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.161608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-564bdc85-0345-45fb-a991-0d0afa19e3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.167570 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e5f34ce-03a4-4e02-8ab2-592ac3a563b3 req-7de48637-48b1-4f53-9e1c-975f15f12a24 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1126 time: 0.0967593 Feb 09 21:35:59.214263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-29371283-01f7-4f52-969f-56de9a8da2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1e00b7ab-aa53-4f4e-a435-6bf8762d5eed), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.217658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e5f34ce-03a4-4e02-8ab2-592ac3a563b3 req-fde05c76-c259-4196-8d52-aee517d4479e tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486999 Feb 09 21:35:59.220076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-29371283-01f7-4f52-969f-56de9a8da2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.222594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-29371283-01f7-4f52-969f-56de9a8da2e7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1e00b7ab-aa53-4f4e-a435-6bf8762d5eed HTTP/1.1" status: 204 len: 168 time: 0.6857886 Feb 09 21:35:59.252018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa30bd3-93bc-416f-9abb-618ddcc62665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bc361ccf-1336-4d09-889d-fbbeacf4b55b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.252018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa30bd3-93bc-416f-9abb-618ddcc62665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.253683 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6aa30bd3-93bc-416f-9abb-618ddcc62665 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bc361ccf-1336-4d09-889d-fbbeacf4b55b HTTP/1.1" status: 204 len: 168 time: 0.5244596 Feb 09 21:35:59.256509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29371283-01f7-4f52-969f-56de9a8da2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e00b7ab-aa53-4f4e-a435-6bf8762d5eed,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:59.278098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa30bd3-93bc-416f-9abb-618ddcc62665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc361ccf-1336-4d09-889d-fbbeacf4b55b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:59.302839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bdc85-0345-45fb-a991-0d0afa19e3ad None None] Pushing event updated for resources: {'Port': ['ID=45e93fab-c2ef-479e-bbf3-d27a292c0e24,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:59.320742 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:58Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:59.324193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32c56-2b35-47b5-84c3-ee45595b782c req-45d7323e-2567-482e-aa26-23c62a48eea3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.325832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43b32c56-2b35-47b5-84c3-ee45595b782c req-45d7323e-2567-482e-aa26-23c62a48eea3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.1679215 Feb 09 21:35:59.365971 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99942089-1e25-4ca7-9321-84b95f793e59 None None] The sync data for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 is: [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:58Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:59.454344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6cd0d51-9282-44fb-833e-b56099bf7e5b req-409978cb-a774-4d87-b53e-684db0f610c7 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=49b8baf0ed0b4571865da6e01c0ec91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520980 Feb 09 21:35:59.458590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43b32c56-2b35-47b5-84c3-ee45595b782c req-7ea22877-f8df-407e-a37a-7bcac341968b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176667 Feb 09 21:35:59.629763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd0d51-9282-44fb-833e-b56099bf7e5b req-9f80ca5a-f7a9-4776-8af4-2cf342f0a024 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.637351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6cd0d51-9282-44fb-833e-b56099bf7e5b req-9f80ca5a-f7a9-4776-8af4-2cf342f0a024 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818168 Feb 09 21:35:59.647946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (910c5e2a-9325-47fa-abaa-d2283e4f36c2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.651589 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6cd0d51-9282-44fb-833e-b56099bf7e5b req-9bbb5b4a-dccd-46c0-bec3-bc4e5b57c363 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/quotas/49b8baf0ed0b4571865da6e01c0ec91c HTTP/1.1" status: 200 len: 375 time: 0.0123498 Feb 09 21:35:59.717803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6cd0d51-9282-44fb-833e-b56099bf7e5b req-ba4ed96b-c3ab-469e-b91b-93b9d2f218c1 tempest-QuotasAdminNegativeTest-882923901 tempest-QuotasAdminNegativeTest-882923901-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=49b8baf0ed0b4571865da6e01c0ec91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611672 Feb 09 21:35:59.741183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910c5e2a-9325-47fa-abaa-d2283e4f36c2,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:59.751927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Checking segment: {'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:59.752372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Network hostable DHCP agents. Network: 403d5a9c-95ca-4c73-b86f-08a4c9392f22, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:59.824165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:59.961829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 403d5a9c-95ca-4c73-b86f-08a4c9392f22) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:59.972075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65950e-6a21-45b1-ae55-f467c1348a57 None None] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:59.973968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.974564 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.044155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-96481efd-453b-4b01-b9b0-0cb9247a6f31 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:00.045926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-96481efd-453b-4b01-b9b0-0cb9247a6f31 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.1417556 Feb 09 21:36:00.064591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-27ded58c-165d-4552-bb95-9b4c7afdb7f2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8514588 Feb 09 21:36:00.066647 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-599d682a-4fb8-479c-a9cb-006048254c53 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/quotas/85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 375 time: 0.0150540 Feb 09 21:36:00.067283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49846) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:00.071645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:00.115649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-403d5a9c-95ca-4c73-b86f-08a4c9392f22', 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22', 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'fixed_ips': [{'subnet_id': '910c5e2a-9325-47fa-abaa-d2283e4f36c2'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:36:00.116795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.176331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-abec338f-dbfd-4a7e-843b-cf9fe0533b29 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032081 Feb 09 21:36:00.207726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.209014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.320358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-36cd8efb-2e80-4e23-a462-8bb47fc39368 service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344643 Feb 09 21:36:00.320841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks [] for router_controller (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.377659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Allocated IP 172.20.0.2 (403d5a9c-95ca-4c73-b86f-08a4c9392f22/910c5e2a-9325-47fa-abaa-d2283e4f36c2/75e5a909-fc74-4591-a664-a6d5131bfba4) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:00.444134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-79be545a-6ddb-4e59-bcc8-d1def01009e8 service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227925 Feb 09 21:36:00.471908 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.653489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks [] for router_gateway (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.715691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 45e93fab-c2ef-479e-bbf3-d27a292c0e24 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:00.869461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:00.870347 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.876309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbdad4-33bb-4082-b8bb-a2645235b111 req-1d5312f7-9a9b-44cf-8d5d-2a117681ab6b tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:00.887150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3fbdad4-33bb-4082-b8bb-a2645235b111 req-1d5312f7-9a9b-44cf-8d5d-2a117681ab6b tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.1233039 Feb 09 21:36:00.928197 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Publish callbacks [] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.972986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3fbdad4-33bb-4082-b8bb-a2645235b111 req-e6573488-4679-4355-82b5-149131f9b5dc tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844657 Feb 09 21:36:00.977140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49870) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:01.015138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c7f7-b36a-4533-a5f5-c8c7cc4bacc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.024116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.028081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:01.110416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:01.115503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20c109ba-d6b4-4d3b-9c18-62b724ac15e4 req-8fba9921-8af9-4f73-9094-f71b5e7eb1c5 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0586257 Feb 09 21:36:01.130183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:01.134444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:01.183676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Pushing event updated for resources: {'Port': ['ID=75e5a909-fc74-4591-a664-a6d5131bfba4,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:01.273808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c7f7-b36a-4533-a5f5-c8c7cc4bacc3 admin admin] Publish callbacks [] for security_group (f23d1603-e9b0-4151-9333-afa98d4f054e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.287275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Attempting to bind port 75e5a909-fc74-4591-a664-a6d5131bfba4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:01.287665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Attempting to bind port 75e5a909-fc74-4591-a664-a6d5131bfba4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:01.288118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Attempting to bind port 75e5a909-fc74-4591-a664-a6d5131bfba4 on network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:01.294932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:01.295438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Checking segment: {'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:01.296288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.301231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Bound using segment: {'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:01.301231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Bound port: 75e5a909-fc74-4591-a664-a6d5131bfba4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:01.301231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.366602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c7f7-b36a-4533-a5f5-c8c7cc4bacc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f23d1603-e9b0-4151-9333-afa98d4f054e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.403341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] For port 75e5a909-fc74-4591-a664-a6d5131bfba4, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:01.407691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] For port 75e5a909-fc74-4591-a664-a6d5131bfba4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=75e5a909-fc74-4591-a664-a6d5131bfba4,segment=NetworkSegment(32c7e185-6a7b-4fed-9d58-25a67d009719),segment_id=32c7e185-6a7b-4fed-9d58-25a67d009719)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:01.413849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-b90a37a2-fda1-43ff-afa9-5aac3f076969 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016408 Feb 09 21:36:01.421395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3c7f7-b36a-4533-a5f5-c8c7cc4bacc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d1603-e9b0-4151-9333-afa98d4f054e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:01.440199 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cdc3c7f7-b36a-4533-a5f5-c8c7cc4bacc3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f67c34ff26634090895b9fd3bf7ec399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587913 Feb 09 21:36:01.440730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09711de3-4699-435b-a646-969ff23c8b7c req-f1006b98-2eaf-4e35-a47e-ef6f79728ca7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:01.442848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09711de3-4699-435b-a646-969ff23c8b7c req-f1006b98-2eaf-4e35-a47e-ef6f79728ca7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.5737631 Feb 09 21:36:01.444842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49880) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:01.453455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55df999-a6a0-48fd-99b8-183d93765cde req-6ab65c68-198d-4a8d-ad68-afa5a1ed80c2 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:01.466032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c55df999-a6a0-48fd-99b8-183d93765cde req-6ab65c68-198d-4a8d-ad68-afa5a1ed80c2 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.1982183 Feb 09 21:36:01.466032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49884) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:01.470316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'floatingip': {'port_id': '58cbb723-ecdb-4504-a7c5-b8709f3a932f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:01.543473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.544199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.560913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09711de3-4699-435b-a646-969ff23c8b7c req-c6f3d04c-a543-4be7-aa3e-06cd159c57a5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070607 Feb 09 21:36:01.696879 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d70e8ca-9a4a-4d2e-8912-a66ebd040163 admin admin] Publish callbacks [] for security_group (f23d1603-e9b0-4151-9333-afa98d4f054e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.703124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-4f8ae8e5-a49d-47ec-909f-8675635639a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:01.703124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-4f8ae8e5-a49d-47ec-909f-8675635639a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 1128 time: 0.2278950 Feb 09 21:36:01.718880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c1a72-603b-46ec-b70e-c9c653de7b5d None None] Pushing event updated for resources: {'Port': ['ID=75e5a909-fc74-4591-a664-a6d5131bfba4,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:01.762701 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d70e8ca-9a4a-4d2e-8912-a66ebd040163 admin admin] Publish callbacks [] for security_group (f23d1603-e9b0-4151-9333-afa98d4f054e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.827799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks [] for router_gateway (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.872690 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.017597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d70e8ca-9a4a-4d2e-8912-a66ebd040163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f23d1603-e9b0-4151-9333-afa98d4f054e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.021831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49900) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:02.022693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d70e8ca-9a4a-4d2e-8912-a66ebd040163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.026897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2d70e8ca-9a4a-4d2e-8912-a66ebd040163 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f23d1603-e9b0-4151-9333-afa98d4f054e HTTP/1.1" status: 204 len: 168 time: 0.5777659 Feb 09 21:36:02.043623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70e8ca-9a4a-4d2e-8912-a66ebd040163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d1603-e9b0-4151-9333-afa98d4f054e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:02.093328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49904) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:02.152741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Allocated IP 172.25.5.39 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/661041d1-a989-419b-839d-3bf401002712) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:02.229912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-ab1e6322-158c-4475-bdae-466c34762279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.231507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-ab1e6322-158c-4475-bdae-466c34762279 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 925 time: 0.4979932 Feb 09 21:36:02.257037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5fb4b164-1183-463b-ae4a-85d406c8efaa req-110da0e1-136d-44ae-9786-2fc17fdf1ddd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0627260 Feb 09 21:36:02.281567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks [] for port (661041d1-a989-419b-839d-3bf401002712), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.306672 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-2ff66b4c-579c-4c58-a094-0fc5de0f43bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f HTTP/1.1" status: 200 len: 217 time: 0.0520933 Feb 09 21:36:02.413330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (661041d1-a989-419b-839d-3bf401002712), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.430692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-96c0d3fa-1847-426b-8b64-f2929d2a7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.432834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-96c0d3fa-1847-426b-8b64-f2929d2a7837 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 200 len: 863 time: 0.1171808 Feb 09 21:36:02.458092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:02.469861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:02.474034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:02.571652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.607353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-be9ed442-37a8-4cd5-97b7-00d3d1b94961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.609705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-be9ed442-37a8-4cd5-97b7-00d3d1b94961 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1427186 Feb 09 21:36:02.689152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 75e5a909-fc74-4591-a664-a6d5131bfba4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:02.735974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-138932578-network', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:02.761303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=661041d1-a989-419b-839d-3bf401002712,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:02.823068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 75e5a909-fc74-4591-a664-a6d5131bfba4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:02.823466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.944148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Made reservation on behalf of 35064cc9b0cb4dc28499ad24fa9884dc for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:02.946514 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.988830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 75e5a909-fc74-4591-a664-a6d5131bfba4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:02.989325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.995287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.043825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bf957-c836-4c3e-a170-7f39f3bc6a9b req-ea99c2c3-fce5-4d24-a2f7-0a7a396c80e0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.046688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-223bf957-c836-4c3e-a170-7f39f3bc6a9b req-ea99c2c3-fce5-4d24-a2f7-0a7a396c80e0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.3167980 Feb 09 21:36:03.060074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 75e5a909-fc74-4591-a664-a6d5131bfba4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=75e5a909-fc74-4591-a664-a6d5131bfba4,segment=NetworkSegment(32c7e185-6a7b-4fed-9d58-25a67d009719),segment_id=32c7e185-6a7b-4fed-9d58-25a67d009719)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:03.091339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856ba62-9584-47db-9200-c68b161d380b None None] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:03.112489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks [] for router_gateway (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.132498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.166070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-00aa01d3-191d-4893-8537-b247921e6d86 None None] Provisioning complete for port 75e5a909-fc74-4591-a664-a6d5131bfba4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:03.167087 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00aa01d3-191d-4893-8537-b247921e6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.172906 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.205580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c728b3a0-c40a-4234-ae51-d1ee94247be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.221778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-223bf957-c836-4c3e-a170-7f39f3bc6a9b req-fc58d8f1-9dd0-4794-a0b2-8334bd1444f9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651895 Feb 09 21:36:03.275561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks [] for security_group (b3526b0a-db86-48de-85fb-551da2fb802b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.280319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=75e5a909-fc74-4591-a664-a6d5131bfba4,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:03.287483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-c3a6dee6-5f87-418b-ba92-8b19a1180bba service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707823 Feb 09 21:36:03.416096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3526b0a-db86-48de-85fb-551da2fb802b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.449763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:03.480198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-00aa01d3-191d-4893-8537-b247921e6d86 None None] Current status of the port 75e5a909-fc74-4591-a664-a6d5131bfba4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:03.481260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ae89b06-b595-49ed-b2a9-0a4ed50d3f2a req-3ca5b329-2d62-4da2-967b-366e3e7afd5e service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123526 Feb 09 21:36:03.485866 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2 associated. External IP: 172.25.5.161, port: 58cbb723-ecdb-4504-a7c5-b8709f3a932f. Feb 09 21:36:03.488243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (404aebdb-bc7e-406b-a892-a9863a6c8dfa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.488695 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Added segment 404aebdb-bc7e-406b-a892-a9863a6c8dfa of type vlan for network dbd45f71-6515-4051-8206-e866ee608812 Feb 09 21:36:03.524374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.615605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (dbd45f71-6515-4051-8206-e866ee608812), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.733417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3526b0a-db86-48de-85fb-551da2fb802b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:03.746044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:36:03.813026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-365abf0f-1f7b-4a0e-9888-4e2e109157ed None None] Provisioning complete for port 75e5a909-fc74-4591-a664-a6d5131bfba4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:03.813652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-365abf0f-1f7b-4a0e-9888-4e2e109157ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.821555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (dbd45f71-6515-4051-8206-e866ee608812), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.823383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.823797 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.863023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-048b8a03-a559-4d2b-992a-f0ea37a66966 req-152bb2b2-0b57-4006-8c31-1cf9b6541e4a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 210 time: 0.3804891 Feb 09 21:36:03.887404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c728b3a0-c40a-4234-ae51-d1ee94247be2 admin admin] Publish callbacks [] for security_group (5e6532d6-f36f-4f66-89ad-5acfbcf3877c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.895311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] Pushing event updated for resources: {'Network': ['ID=dbd45f71-6515-4051-8206-e866ee608812,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:03.902103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:03.908397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network dbd45f71-6515-4051-8206-e866ee608812 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:03.963466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-54b5c215-1145-4e86-9bda-2da2daad1a72 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.965145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-54b5c215-1145-4e86-9bda-2da2daad1a72 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.3418853 Feb 09 21:36:03.982157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Request body: {'port': {'device_id': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'admin_state_up': True, 'tenant_id': '85a96698da3f4e1f98638487f18948c9'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:03.986510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:04.038135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c728b3a0-c40a-4234-ae51-d1ee94247be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5e6532d6-f36f-4f66-89ad-5acfbcf3877c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.094175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:04.111099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Sync routers for ids ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:04.113991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-78ffc439-226b-41f1-87b3-1307a4c97aed admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0195754 Feb 09 21:36:04.117043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49950) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:04.131657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Request body: {'subnet': {'network_id': 'dbd45f71-6515-4051-8206-e866ee608812', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-138932578-subnet', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:04.132079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-365abf0f-1f7b-4a0e-9888-4e2e109157ed None None] Current status of the port 75e5a909-fc74-4591-a664-a6d5131bfba4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:04.135313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49952) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:04.140885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Routers {'7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:04.141947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.168453 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:36:04.218154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49960) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:04.218360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c728b3a0-c40a-4234-ae51-d1ee94247be2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=49b8baf0ed0b4571865da6e01c0ec91c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1861665 Feb 09 21:36:04.223221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728b3a0-c40a-4234-ae51-d1ee94247be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6532d6-f36f-4f66-89ad-5acfbcf3877c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:04.331485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.336863 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a101124f-1af4-4fbf-9a6b-2d6688181ee1 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2659314 Feb 09 21:36:04.342534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:04.361145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Set router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:04.382292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe297e42-735d-4363-94f5-61a7f9cda41d admin admin] Publish callbacks [] for security_group (5e6532d6-f36f-4f66-89ad-5acfbcf3877c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.422318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-network', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:04.434896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Made reservation on behalf of 35064cc9b0cb4dc28499ad24fa9884dc for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:04.437328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.486807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Made reservation on behalf of 85a96698da3f4e1f98638487f18948c9 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:04.490180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.504273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:04.509149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.516566 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe297e42-735d-4363-94f5-61a7f9cda41d admin admin] Publish callbacks [] for security_group (5e6532d6-f36f-4f66-89ad-5acfbcf3877c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.527919 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] Sync routers for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:04.552065 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:04.555890 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.578651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Made reservation on behalf of b124b155377944e2b69dfe66e8dc5445 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:04.584711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.604963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.661498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:36:02Z', 'revision_number': 3, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.694442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 75e5a909-fc74-4591-a664-a6d5131bfba4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:04.699353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Checking router: 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:04.699683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Updating router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 port 661041d1-a989-419b-839d-3bf401002712 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:04.738845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0bac5b65-0ed8-48f5-94be-ef4f4d391447 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "PUT /v2.0/floatingips/4da8b6a2-6fe9-4a96-990f-69b992b5d5d2 HTTP/1.1" status: 200 len: 992 time: 3.2698853 Feb 09 21:36:04.744065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:04.749167 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb8ba61-109b-432f-a047-ba752b8d16ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:04.756836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe297e42-735d-4363-94f5-61a7f9cda41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5e6532d6-f36f-4f66-89ad-5acfbcf3877c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.759520 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe297e42-735d-4363-94f5-61a7f9cda41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.772741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fe297e42-735d-4363-94f5-61a7f9cda41d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5e6532d6-f36f-4f66-89ad-5acfbcf3877c HTTP/1.1" status: 204 len: 168 time: 0.5512505 Feb 09 21:36:04.773196 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:04.777142 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (661041d1-a989-419b-839d-3bf401002712), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.837387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe297e42-735d-4363-94f5-61a7f9cda41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6532d6-f36f-4f66-89ad-5acfbcf3877c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:04.915649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77160cd8-2077-487a-a568-e67a3eac0ef9 req-330cd3f3-85fb-48c2-b725-91d0250e98ed tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.916047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 75e5a909-fc74-4591-a664-a6d5131bfba4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:04.916563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.917244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77160cd8-2077-487a-a568-e67a3eac0ef9 req-330cd3f3-85fb-48c2-b725-91d0250e98ed tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.5584698 Feb 09 21:36:05.006370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks [] for security_group (b7d0e939-6d5a-4162-86e5-7b14391b486d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.050634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e821f81-6cbb-4624-b79a-a5160759a063 req-957cb5c1-e3b8-49e3-b550-6178e58e1128 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.058370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e821f81-6cbb-4624-b79a-a5160759a063 req-957cb5c1-e3b8-49e3-b550-6178e58e1128 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.1916764 Feb 09 21:36:05.075632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77160cd8-2077-487a-a568-e67a3eac0ef9 req-41d8806c-9c0e-4333-9989-114719b03c3a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484604 Feb 09 21:36:05.088144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7d0e939-6d5a-4162-86e5-7b14391b486d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.140203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:05.154141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 75e5a909-fc74-4591-a664-a6d5131bfba4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:05.154635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Allocated IP 172.20.0.9 (77c21445-649a-4dd8-aa3e-536ea3d4d81e/a62b2700-286f-42d0-92c2-b42d174237e2/e1c6c788-9deb-45fc-af9d-40ba287142de) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:05.164770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e821f81-6cbb-4624-b79a-a5160759a063 req-68cef8ab-bd7d-400b-85a7-c06f842e4c7f tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051490 Feb 09 21:36:05.176623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0e939-6d5a-4162-86e5-7b14391b486d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:05.195113 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '4da8b6a2-6fe9-4a96-990f-69b992b5d5d2', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'port_id': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'mac_address': 'fa:16:3e:73:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:41Z', 'updated_at': '2022-02-09T21:36:02Z', 'revision_number': 1, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.203502 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cfe4f7-ddad-465f-b768-68a1c5e9d5ef x-openstack-request-id: req-45cfe4f7-ddad-465f-b768-68a1c5e9d5ef {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:05.206182 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:05.206489 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-45cfe4f7-ddad-465f-b768-68a1c5e9d5ef {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:05.207187 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'status': 'completed', 'code': 200} Feb 09 21:36:05.239084 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (89e2e1c4-6236-4d1e-8116-844d6a550e7e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.243177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Publish callbacks [] for port (661041d1-a989-419b-839d-3bf401002712), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.253575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f2343f02-1f91-42a1-a655-8b98b3197d4d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.253575 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Added segment f2343f02-1f91-42a1-a655-8b98b3197d4d of type vlan for network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 Feb 09 21:36:05.266637 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] Checking router: f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:05.281954 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:05.282597 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.319181 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (661041d1-a989-419b-839d-3bf401002712), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.427014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92dbda5e-96f4-468b-8257-6f7f89dc6126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.451312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Attempting to bind port 661041d1-a989-419b-839d-3bf401002712 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:05.451312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Attempting to bind port 661041d1-a989-419b-839d-3bf401002712 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:05.451312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Attempting to bind port 661041d1-a989-419b-839d-3bf401002712 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:05.466712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:05.467385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:05.468022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.468629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:05.469378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Bound port: 661041d1-a989-419b-839d-3bf401002712, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:05.469971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (661041d1-a989-419b-839d-3bf401002712), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.508670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-38b474a6-6132-4595-ac8a-dba1634de670 req-c2afa9b2-d572-472c-9afc-486c79517b9c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 210 time: 0.1139963 Feb 09 21:36:05.516407 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:05.551412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] For port 661041d1-a989-419b-839d-3bf401002712, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:05.552166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.555656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] For port 661041d1-a989-419b-839d-3bf401002712, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=661041d1-a989-419b-839d-3bf401002712,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:05.565457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e2e1c4-6236-4d1e-8116-844d6a550e7e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:05.579739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Checking segment: {'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:05.580228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Network hostable DHCP agents. Network: dbd45f71-6515-4051-8206-e866ee608812, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:05.583908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293af130-7885-4ed4-8377-83f73fe81ee3 None None] Pushing event updated for resources: {'Port': ['ID=661041d1-a989-419b-839d-3bf401002712,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:05.608726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-81012738-4846-45a1-b89a-de581839a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.610938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-81012738-4846-45a1-b89a-de581839a2e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 1128 time: 0.3888485 Feb 09 21:36:05.640411 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (661041d1-a989-419b-839d-3bf401002712), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.715979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Network dbd45f71-6515-4051-8206-e866ee608812 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:05.717053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks [] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.721572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.724238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.724238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.730158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Routers {'7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:05.730825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.744080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50010) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:05.768111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.785228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b34c5133-7f21-4acc-ba81-8630cd38c6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.794704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-3f97aec1-bb86-40cf-b97d-05ca608bd5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.796441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-3f97aec1-bb86-40cf-b97d-05ca608bd5d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 925 time: 0.1779280 Feb 09 21:36:05.887493 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '4da8b6a2-6fe9-4a96-990f-69b992b5d5d2', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'port_id': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'mac_address': 'fa:16:3e:73:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:41Z', 'updated_at': '2022-02-09T21:36:02Z', 'revision_number': 1, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.912649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b34c5133-7f21-4acc-ba81-8630cd38c6bc admin admin] Publish callbacks [] for security_group (5f127c7d-3e91-4167-bfe4-95d883b16df9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.919721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-231c4c20-72e6-4d41-8226-81795a681f2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f HTTP/1.1" status: 200 len: 1000 time: 0.1136763 Feb 09 21:36:05.921181 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c684065-a4de-4543-938a-5178f7fe57e7 None None] The sync data for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 is: [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '4da8b6a2-6fe9-4a96-990f-69b992b5d5d2', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'port_id': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'mac_address': 'fa:16:3e:73:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:41Z', 'updated_at': '2022-02-09T21:36:02Z', 'revision_number': 1, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:05.925718 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7860398 Feb 09 21:36:05.934307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, dbd45f71-6515-4051-8206-e866ee608812) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:05.936397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50012) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:05.952200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Request body: {'subnet': {'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-subnet', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:05.964810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3657b9-8d49-4d8b-94ec-beb71711e0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:05.987795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.988396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.991175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73bc806-bdd6-4aae-8d53-951c2b22a014 None None] Network dbd45f71-6515-4051-8206-e866ee608812 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:06.031882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-d4d2bc6a-7f7d-4dec-960c-35c3472ba276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.033344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-d4d2bc6a-7f7d-4dec-960c-35c3472ba276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 200 len: 863 time: 0.1002433 Feb 09 21:36:06.055099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b34c5133-7f21-4acc-ba81-8630cd38c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5f127c7d-3e91-4167-bfe4-95d883b16df9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.080418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:06.093257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d06061c4-574d-4522-8c76-ce5f9f4761bc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9702482 Feb 09 21:36:06.093823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50016) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:06.099181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:06.127200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50020) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:06.141502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Made reservation on behalf of b124b155377944e2b69dfe66e8dc5445 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:06.147827 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.159520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-217e1f9d-c2fb-42b9-ad94-33e408545376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.161898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-217e1f9d-c2fb-42b9-ad94-33e408545376 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210835 Feb 09 21:36:06.170242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293af130-7885-4ed4-8377-83f73fe81ee3 None None] Pushing event updated for resources: {'Port': ['ID=661041d1-a989-419b-839d-3bf401002712,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.187623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b34c5133-7f21-4acc-ba81-8630cd38c6bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed90ba9ca9f74d8380d6ea3b17c1b77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387779 Feb 09 21:36:06.193090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-dbd45f71-6515-4051-8206-e866ee608812', 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812', 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'fixed_ips': [{'subnet_id': '89e2e1c4-6236-4d1e-8116-844d6a550e7e'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:36:06.193968 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.201707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50024) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:06.226917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5133-7f21-4acc-ba81-8630cd38c6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f127c7d-3e91-4167-bfe4-95d883b16df9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.300156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.319037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8993c-f04a-4728-9b69-f52cc0b713e7 None None] New status for floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:36:06.350395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-24603e5b-c17e-4ddb-9022-c854c67ba07d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4290011 Feb 09 21:36:06.497880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] Set router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:06.627533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ad81d7a-6bb2-4372-9e6d-e72a19248562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.635811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (d6ec56cc-54ce-4888-88aa-24efd1294b34), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.636994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (d6ec56cc-54ce-4888-88aa-24efd1294b34), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.742715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:06.744264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:06.755402 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:06.787534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Allocated IP 172.20.0.2 (dbd45f71-6515-4051-8206-e866ee608812/89e2e1c4-6236-4d1e-8116-844d6a550e7e/ef8a528b-f733-41ab-9706-147105b0f5f1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:06.787968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Allocated IP 172.20.0.1 (403d5a9c-95ca-4c73-b86f-08a4c9392f22/910c5e2a-9325-47fa-abaa-d2283e4f36c2/797103c4-98b4-44c1-a45d-3c95822215c8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:06.796187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6a30c-f6a5-42b3-bfbd-bb7af1c05ec3 req-f52ab09b-1b93-42bb-a057-9e72d78e4382 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.796985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.798324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ec6a30c-f6a5-42b3-bfbd-bb7af1c05ec3 req-f52ab09b-1b93-42bb-a057-9e72d78e4382 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.2696064 Feb 09 21:36:06.815169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-6464fbc2-8af2-411f-aa75-d8a0acb27f0c service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902367 Feb 09 21:36:06.820172 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks [] for router_controller (d6ec56cc-54ce-4888-88aa-24efd1294b34), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.820669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27fc8071-cc44-4305-912c-ec3673984f60 admin admin] Publish callbacks [] for security_group (5f127c7d-3e91-4167-bfe4-95d883b16df9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.834144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979f010-f4d6-4772-ba73-3a370e5cd065 req-0150492c-a8fd-426d-acb7-e702dbaf35bf tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.840245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0979f010-f4d6-4772-ba73-3a370e5cd065 req-0150492c-a8fd-426d-acb7-e702dbaf35bf tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.6116302 Feb 09 21:36:06.924365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91914d4-48f2-4ad0-a064-4449208447bc req-ae71b504-aeca-48b3-a37a-acc0df1fa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.926157 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-ae71b504-aeca-48b3-a37a-acc0df1fa5c0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1149 time: 0.2536128 Feb 09 21:36:06.929940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:36:02Z', 'revision_number': 3, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:06.961310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.961923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.969948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93df4fe-d2cd-4cc1-89b6-817bcac2dbd1 None None] The sync data for ids ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'] in n-d-828599-1 is: [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:36:02Z', 'revision_number': 3, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:07.018285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27fc8071-cc44-4305-912c-ec3673984f60 admin admin] Publish callbacks [] for security_group (5f127c7d-3e91-4167-bfe4-95d883b16df9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.032092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Publish callbacks [] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.080168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ec6a30c-f6a5-42b3-bfbd-bb7af1c05ec3 req-794b72a3-7233-40af-982c-3244ee0f3cb7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586110 Feb 09 21:36:07.082029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ad81d7a-6bb2-4372-9e6d-e72a19248562 admin admin] Publish callbacks [] for security_group (c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.122448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0979f010-f4d6-4772-ba73-3a370e5cd065 req-5a243413-23a9-4d43-9d6a-6a3c364967ba tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811360 Feb 09 21:36:07.142445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91914d4-48f2-4ad0-a064-4449208447bc req-f088a02a-bc26-4ca0-96e7-06cd0cf8b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.143935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-f088a02a-bc26-4ca0-96e7-06cd0cf8b5f6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1893923 Feb 09 21:36:07.148650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.167198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks [] for port (797103c4-98b4-44c1-a45d-3c95822215c8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.198284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-32287971-3b0d-4ab3-a9ff-a7dee7790e6c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 217 time: 0.0474186 Feb 09 21:36:07.201420 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-95fd3673-004e-4650-8c52-cb955d6250fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2240784 Feb 09 21:36:07.217653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ad81d7a-6bb2-4372-9e6d-e72a19248562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.222741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Network dbd45f71-6515-4051-8206-e866ee608812 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:07.230731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:07.237045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Request body: {'port': {'device_id': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:07.238643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bb8ba61-109b-432f-a047-ba752b8d16ab req-b245c8b8-562b-4962-84ee-ac851bd3aaed service neutron] 10.222.0.30 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042325 Feb 09 21:36:07.245977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:07.271308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks [] for router_gateway (d6ec56cc-54ce-4888-88aa-24efd1294b34), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.283566 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (65e22066-4380-4d7d-a1cd-5ef50fde135f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.294136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Pushing event updated for resources: {'Port': ['ID=ef8a528b-f733-41ab-9706-147105b0f5f1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.335429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3ad81d7a-6bb2-4372-9e6d-e72a19248562 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=76c6d3f7fdfb496aa4c1ccb443200daf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2035778 Feb 09 21:36:07.336945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27fc8071-cc44-4305-912c-ec3673984f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5f127c7d-3e91-4167-bfe4-95d883b16df9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.340270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad81d7a-6bb2-4372-9e6d-e72a19248562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.342838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27fc8071-cc44-4305-912c-ec3673984f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.348374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-27fc8071-cc44-4305-912c-ec3673984f60 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5f127c7d-3e91-4167-bfe4-95d883b16df9 HTTP/1.1" status: 204 len: 168 time: 1.1454561 Feb 09 21:36:07.354584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50034) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:07.360517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Attempting to bind port ef8a528b-f733-41ab-9706-147105b0f5f1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:07.360895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Attempting to bind port ef8a528b-f733-41ab-9706-147105b0f5f1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:07.361258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Attempting to bind port ef8a528b-f733-41ab-9706-147105b0f5f1 on network dbd45f71-6515-4051-8206-e866ee608812 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:07.386780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:07.387210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Checking segment: {'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:07.387568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.388471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Bound using segment: {'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:07.388471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Bound port: ef8a528b-f733-41ab-9706-147105b0f5f1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:07.388864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.420713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91914d4-48f2-4ad0-a064-4449208447bc req-90e40197-8e1a-44e5-95f0-1827243bd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.422410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-90e40197-8e1a-44e5-95f0-1827243bd6e5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.2184174 Feb 09 21:36:07.423574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e22066-4380-4d7d-a1cd-5ef50fde135f,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.428769 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.462863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc8071-cc44-4305-912c-ec3673984f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f127c7d-3e91-4167-bfe4-95d883b16df9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.472833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5dd47-310d-4799-8d91-018b854a0f12 req-d9f29171-253e-4fe4-8879-9b40bd9e7c57 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.474505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bd5dd47-310d-4799-8d91-018b854a0f12 req-d9f29171-253e-4fe4-8879-9b40bd9e7c57 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 931 time: 0.2525787 Feb 09 21:36:07.516739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.522830 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-c542a720-4e24-467f-ac8f-c6068135942f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866113 Feb 09 21:36:07.526465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a8519a9d-fc7d-49a8-a416-6fc586a788ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.541089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] For port ef8a528b-f733-41ab-9706-147105b0f5f1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:07.545661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] For port ef8a528b-f733-41ab-9706-147105b0f5f1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ef8a528b-f733-41ab-9706-147105b0f5f1,segment=NetworkSegment(404aebdb-bc7e-406b-a892-a9863a6c8dfa),segment_id=404aebdb-bc7e-406b-a892-a9863a6c8dfa)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:07.562114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:07.572166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Checking segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:07.573189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Network hostable DHCP agents. Network: 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:07.592180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:07.595256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bd5dd47-310d-4799-8d91-018b854a0f12 req-4cc69af6-605a-46bc-8320-6e8f7e73d6d7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997088 Feb 09 21:36:07.614030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e425d02-cf92-4b33-83f9-f2a9f579da5c admin admin] Publish callbacks [] for security_group (c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.622598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Pushing event updated for resources: {'Port': ['ID=797103c4-98b4-44c1-a45d-3c95822215c8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.629735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:07.646406 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.647806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e425d02-cf92-4b33-83f9-f2a9f579da5c admin admin] Publish callbacks [] for security_group (c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.735046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cb4c8-f4e0-48ff-a87e-5763659fee1c None None] Pushing event updated for resources: {'Port': ['ID=ef8a528b-f733-41ab-9706-147105b0f5f1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.739402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:07.848169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:07.867279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17021888-f766-45e7-b3af-7217a91f05bf None None] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:07.882531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.883205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.898156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e425d02-cf92-4b33-83f9-f2a9f579da5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.901704 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e425d02-cf92-4b33-83f9-f2a9f579da5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.910162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7e425d02-cf92-4b33-83f9-f2a9f579da5c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98 HTTP/1.1" status: 204 len: 168 time: 0.5434852 Feb 09 21:36:07.930856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e425d02-cf92-4b33-83f9-f2a9f579da5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c95dd1-8f94-44e6-9b38-9ef0a15a4f98,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:08.008671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8427d2e8-3595-4112-a56e-3f0c871795de admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0633554 Feb 09 21:36:08.019746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50042) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:08.036733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:08.068508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks [] for router_gateway (d6ec56cc-54ce-4888-88aa-24efd1294b34), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.093354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-ca54f6ea-e256-43b3-b436-8cfa09c58df4 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452809 Feb 09 21:36:08.121764 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.152993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7faa3166-1419-4176-a0e4-7b75bee320db None None] Provisioning complete for port 797103c4-98b4-44c1-a45d-3c95822215c8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:08.153575 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7faa3166-1419-4176-a0e4-7b75bee320db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.153685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.222466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (7eca365c-4088-41ba-a2c0-35464b99ccf0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.225519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (7eca365c-4088-41ba-a2c0-35464b99ccf0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.252755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:36:08.253648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.260975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7faa3166-1419-4176-a0e4-7b75bee320db None None] Port 797103c4-98b4-44c1-a45d-3c95822215c8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:08.339640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Allocated IP 172.25.5.40 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/66fa32e3-6c76-4865-b1fe-346e235a3cfd) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:08.462458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Allocated IP 172.20.0.2 (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5/65e22066-4380-4d7d-a1cd-5ef50fde135f/bbd33553-f693-4aab-ba08-f649bcda51c0) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:08.471356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks [] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.630301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.697144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks [] for router_controller (7eca365c-4088-41ba-a2c0-35464b99ccf0), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.701052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae60f39-9f32-4a6b-b434-2f7739b53bfc req-39231f28-9f1c-4bfa-973b-d938e8066bc8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.703133 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cae60f39-9f32-4a6b-b434-2f7739b53bfc req-39231f28-9f1c-4bfa-973b-d938e8066bc8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.3251255 Feb 09 21:36:08.787152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:08.801341 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d91914d4-48f2-4ad0-a064-4449208447bc req-9a823825-a34f-43d7-acdf-73b8b93b7adc service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069836 Feb 09 21:36:08.805247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Pushing event updated for resources: {'Port': ['ID=66fa32e3-6c76-4865-b1fe-346e235a3cfd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:08.811687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:08.830074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:08.880359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.934592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c6c788-9deb-45fc-af9d-40ba287142de {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:08.991178 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Publish callbacks [] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.002258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 661041d1-a989-419b-839d-3bf401002712 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:09.019171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cae60f39-9f32-4a6b-b434-2f7739b53bfc req-289cb551-2a1a-4dcc-a613-ecf4147e5660 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605388 Feb 09 21:36:09.022376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Publish callbacks [] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.059332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Transition to ACTIVE for port object e1c6c788-9deb-45fc-af9d-40ba287142de will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:09.061121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfd9e6-07e8-463b-bce7-b02d26357bb5 req-4df94883-c8cf-4c56-99e8-e5b781eca6ff tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.062727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9abfd9e6-07e8-463b-bce7-b02d26357bb5 req-4df94883-c8cf-4c56-99e8-e5b781eca6ff tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.5540152 Feb 09 21:36:09.103945 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.371245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:09.371245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:09.371245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:09.371245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Pushing event updated for resources: {'Port': ['ID=bbd33553-f693-4aab-ba08-f649bcda51c0,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.372763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks [] for router_gateway (7eca365c-4088-41ba-a2c0-35464b99ccf0), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.373146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abe421-5819-4f75-b0df-e08217a26da5 req-cef9d86b-d679-4d8e-903f-276d761b4963 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.373146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1abe421-5819-4f75-b0df-e08217a26da5 req-cef9d86b-d679-4d8e-903f-276d761b4963 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 931 time: 0.1377161 Feb 09 21:36:09.373667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9abfd9e6-07e8-463b-bce7-b02d26357bb5 req-9ba9f417-588c-4395-b2f3-36c935a292c5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047694 Feb 09 21:36:09.373754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 661041d1-a989-419b-839d-3bf401002712 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:09.373754 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (661041d1-a989-419b-839d-3bf401002712), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.373754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Attempting to bind port bbd33553-f693-4aab-ba08-f649bcda51c0 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:09.373754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Attempting to bind port bbd33553-f693-4aab-ba08-f649bcda51c0 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:09.373754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Attempting to bind port bbd33553-f693-4aab-ba08-f649bcda51c0 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:09.374320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks [] for port (797103c4-98b4-44c1-a45d-3c95822215c8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.374406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:09.374406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Checking segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:09.374406 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.374406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Bound using segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:09.374406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Bound port: bbd33553-f693-4aab-ba08-f649bcda51c0, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:09.374406 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.374849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1abe421-5819-4f75-b0df-e08217a26da5 req-a9918144-a68e-4453-99a0-4ea63e7c3dd7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695667 Feb 09 21:36:09.379085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:09.407130 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9c0aefd-48e6-406e-8584-ea5ed7f49c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.421652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.472778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01552d14-d7de-4a44-95cc-abaadb35ab98 req-fbd3fd5c-1196-4483-a492-469cc8dff70f tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.484745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01552d14-d7de-4a44-95cc-abaadb35ab98 req-fbd3fd5c-1196-4483-a492-469cc8dff70f tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.1318326 Feb 09 21:36:09.494217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.497497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] For port bbd33553-f693-4aab-ba08-f649bcda51c0, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:09.509600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f49b74e-215c-4ccc-890b-bc960666c726 None None] Network dbd45f71-6515-4051-8206-e866ee608812 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:09.509600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 661041d1-a989-419b-839d-3bf401002712 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:09.509600 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (661041d1-a989-419b-839d-3bf401002712), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.534925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] For port bbd33553-f693-4aab-ba08-f649bcda51c0, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bbd33553-f693-4aab-ba08-f649bcda51c0,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:09.557933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.581487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01552d14-d7de-4a44-95cc-abaadb35ab98 req-a58c3aba-7ca5-4ef0-8217-57594ef0f782 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914152 Feb 09 21:36:09.628712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 661041d1-a989-419b-839d-3bf401002712, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=661041d1-a989-419b-839d-3bf401002712,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:09.636426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.662652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ca8d2aea-1584-4689-aab1-c52723229e10 None None] Provisioning complete for port ef8a528b-f733-41ab-9706-147105b0f5f1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:09.663030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca8d2aea-1584-4689-aab1-c52723229e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.700572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Pushing event updated for resources: {'Port': ['ID=797103c4-98b4-44c1-a45d-3c95822215c8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.708389 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.760173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:09.760588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:09.761055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:09.761716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks [] for router_gateway (d6ec56cc-54ce-4888-88aa-24efd1294b34), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.776666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:09.777018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:09.818326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:09.818326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:09.818672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:09.819064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Bound port: e1c6c788-9deb-45fc-af9d-40ba287142de, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:09.819428 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.827305 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.890477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (661041d1-a989-419b-839d-3bf401002712), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.891040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ef8a528b-f733-41ab-9706-147105b0f5f1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:09.911967 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9c0aefd-48e6-406e-8584-ea5ed7f49c09 admin admin] Publish callbacks [] for security_group (6d12a91f-529c-46e4-9faf-fafed08a6945), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.924421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d2aea-1584-4689-aab1-c52723229e10 None None] Current status of the port ef8a528b-f733-41ab-9706-147105b0f5f1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:09.925006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca8d2aea-1584-4689-aab1-c52723229e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.022548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9c0aefd-48e6-406e-8584-ea5ed7f49c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6d12a91f-529c-46e4-9faf-fafed08a6945), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.050107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fbf41-34bf-4639-8f56-09179f63206c None None] Pushing event updated for resources: {'Port': ['ID=bbd33553-f693-4aab-ba08-f649bcda51c0,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:10.055083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ca8d2aea-1584-4689-aab1-c52723229e10 None None] For port ef8a528b-f733-41ab-9706-147105b0f5f1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ef8a528b-f733-41ab-9706-147105b0f5f1,segment=NetworkSegment(404aebdb-bc7e-406b-a892-a9863a6c8dfa),segment_id=404aebdb-bc7e-406b-a892-a9863a6c8dfa)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:10.073956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b9c0aefd-48e6-406e-8584-ea5ed7f49c09 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=119158d7f9fd4e0783e30d491279ed08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6937525 Feb 09 21:36:10.082515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:10.117885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ef8a528b-f733-41ab-9706-147105b0f5f1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:10.118037 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.118491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:10.137284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:10.151864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:10.157906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:10.159243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0aefd-48e6-406e-8584-ea5ed7f49c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12a91f-529c-46e4-9faf-fafed08a6945,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:10.166818 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.169463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=661041d1-a989-419b-839d-3bf401002712,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:10.206794 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca8d2aea-1584-4689-aab1-c52723229e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.415400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ef8a528b-f733-41ab-9706-147105b0f5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:10.432740 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.438052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ee28536-36df-4185-9666-aa6ada66cca6 admin admin] Publish callbacks [] for security_group (6d12a91f-529c-46e4-9faf-fafed08a6945), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.477147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7101c3c9-26d2-4adb-8433-01961ad9c3f1 None None] Provisioning complete for port ef8a528b-f733-41ab-9706-147105b0f5f1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:10.477790 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7101c3c9-26d2-4adb-8433-01961ad9c3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.602755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.603384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.604858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] 10.222.0.30 "PUT /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 1091 time: 3.3905373 Feb 09 21:36:10.609259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d2aea-1584-4689-aab1-c52723229e10 None None] Pushing event updated for resources: {'Port': ['ID=ef8a528b-f733-41ab-9706-147105b0f5f1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:10.619289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks [] for router_gateway (7eca365c-4088-41ba-a2c0-35464b99ccf0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.652763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.663987 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ee28536-36df-4185-9666-aa6ada66cca6 admin admin] Publish callbacks [] for security_group (6d12a91f-529c-46e4-9faf-fafed08a6945), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.685388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (d6ec56cc-54ce-4888-88aa-24efd1294b34), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.718631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:10.723136 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39826c36-8d0d-4063-ab47-f42d06d4e8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:10.725729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7101c3c9-26d2-4adb-8433-01961ad9c3f1 None None] Current status of the port ef8a528b-f733-41ab-9706-147105b0f5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:10.778409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:10.816796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bbd33553-f693-4aab-ba08-f649bcda51c0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:10.826053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ca290-cb19-47b2-9393-cb2096f3b084 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:10.852989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6123f45-2975-4c74-adfe-a783c26700fa req-eba2c8de-7597-454f-9eba-b552665c3c28 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.855344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6123f45-2975-4c74-adfe-a783c26700fa req-eba2c8de-7597-454f-9eba-b552665c3c28 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.3461483 Feb 09 21:36:10.893165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e52ee51e-d3d5-4217-a06c-bef58b321e87 None None] Provisioning complete for port 797103c4-98b4-44c1-a45d-3c95822215c8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:10.893769 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e52ee51e-d3d5-4217-a06c-bef58b321e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.951544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Allocated IP 172.25.5.26 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6f374836-36a9-40c6-95e7-ae40975c8f7f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:10.969710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e52ee51e-d3d5-4217-a06c-bef58b321e87 None None] Port 797103c4-98b4-44c1-a45d-3c95822215c8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:10.973504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bbd33553-f693-4aab-ba08-f649bcda51c0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:10.975218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.982745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6123f45-2975-4c74-adfe-a783c26700fa req-dd5ed291-5f31-49f2-a951-f28e803ac504 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207862 Feb 09 21:36:10.984225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:10.994393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ee28536-36df-4185-9666-aa6ada66cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6d12a91f-529c-46e4-9faf-fafed08a6945), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.997103 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Sync routers for ids ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:10.997915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ee28536-36df-4185-9666-aa6ada66cca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.999723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ee28536-36df-4185-9666-aa6ada66cca6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6d12a91f-529c-46e4-9faf-fafed08a6945 HTTP/1.1" status: 204 len: 168 time: 0.9158223 Feb 09 21:36:11.013426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac350c7c-7d98-497b-9a34-65bb053d27ff admin admin] 10.222.0.98 "PUT /v2.0/routers/7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6598580 Feb 09 21:36:11.029956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Routers {'7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:11.037136 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:11.042612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee28536-36df-4185-9666-aa6ada66cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12a91f-529c-46e4-9faf-fafed08a6945,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.063150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9259831-7a1a-4479-ad3b-125449d3a6a1 req-f877fdf1-1399-491d-a421-560442126361 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.075066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c9259831-7a1a-4479-ad3b-125449d3a6a1 req-f877fdf1-1399-491d-a421-560442126361 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.3116910 Feb 09 21:36:11.117612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-d16eddfe-a728-4325-9b70-d79a3c8af053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.127054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-d16eddfe-a728-4325-9b70-d79a3c8af053 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1125 time: 0.4006691 Feb 09 21:36:11.154452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks [] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.188830 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f6c185-52b4-467f-97b5-8c6446cdaae3 x-openstack-request-id: req-73f6c185-52b4-467f-97b5-8c6446cdaae3 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:11.189184 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:11.189425 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-73f6c185-52b4-467f-97b5-8c6446cdaae3 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:11.189837 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de', 'status': 'completed', 'code': 200} Feb 09 21:36:11.202451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Router d6ec56cc-54ce-4888-88aa-24efd1294b34 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:11.220221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c9259831-7a1a-4479-ad3b-125449d3a6a1 req-729707b3-13c2-44d2-9557-1c6bea397738 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416614 Feb 09 21:36:11.241146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bbd33553-f693-4aab-ba08-f649bcda51c0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:11.241827 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.284541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-ee7a5214-aec9-40dd-a044-d6f2cc4341fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 217 time: 0.0938530 Feb 09 21:36:11.314604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port bbd33553-f693-4aab-ba08-f649bcda51c0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bbd33553-f693-4aab-ba08-f649bcda51c0,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:11.322492 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Set router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:11.357212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.367966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-b2f2bf51-1ea6-492c-bb31-1e94a946bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.372714 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-b2f2bf51-1ea6-492c-bb31-1e94a946bc01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0788577 Feb 09 21:36:11.399297 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.404863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 661041d1-a989-419b-839d-3bf401002712 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:11.410378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-9c219630-bef1-4e74-bbdc-c65b9481f145 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299654 Feb 09 21:36:11.444186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:11.453633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:11.487739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Pushing event updated for resources: {'Port': ['ID=6f374836-36a9-40c6-95e7-ae40975c8f7f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.505923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:11.571467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-6540589b-6fd5-4b68-a80e-740405b10eda service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513889 Feb 09 21:36:11.680915 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:36:08Z', 'revision_number': 4, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '797103c4-98b4-44c1-a45d-3c95822215c8', 'name': '', 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'mac_address': 'fa:16:3e:97:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '910c5e2a-9325-47fa-abaa-d2283e4f36c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:05Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 2, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'subnets': [{'id': '910c5e2a-9325-47fa-abaa-d2283e4f36c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:11.692767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9d618-b502-430b-b19f-2c422b8100f5 None None] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:11.709397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fc1d79e-2f5a-4451-abbd-c71e46b5125d req-eb184e41-39a5-4745-ae76-f664a6e89a19 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311300 Feb 09 21:36:11.764393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:11.768289 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Checking router: 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:11.768653 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Updating router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 port 797103c4-98b4-44c1-a45d-3c95822215c8 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:11.786726 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.796822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Sync routers for ids ['d6ec56cc-54ce-4888-88aa-24efd1294b34'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:11.808305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-572f1fce-ec76-4ece-b133-433bab3a15a3 None None] Provisioning complete for port bbd33553-f693-4aab-ba08-f649bcda51c0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:11.808691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-572f1fce-ec76-4ece-b133-433bab3a15a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.810949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=bbd33553-f693-4aab-ba08-f649bcda51c0,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.846045 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.857014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.859121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3a3d80fe-3654-4cd7-a6c0-a68b6fa49f21 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7642052 Feb 09 21:36:11.860794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 661041d1-a989-419b-839d-3bf401002712 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:11.861177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (661041d1-a989-419b-839d-3bf401002712), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.861843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50118) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:11.967950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-a3f6ed7f-76a5-4fcd-8073-7338d6621aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.969801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-a3f6ed7f-76a5-4fcd-8073-7338d6621aaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1125 time: 0.1124918 Feb 09 21:36:11.993748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Routers {'d6ec56cc-54ce-4888-88aa-24efd1294b34'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:11.995136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6ec56cc-54ce-4888-88aa-24efd1294b34'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:12.134053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-7ed16856-b21c-4d8e-aaa6-7ae2a90ed6c5 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2096584 Feb 09 21:36:12.236540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-c5611769-1a3d-41e9-b4a2-f2f7b1e2a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.237565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-c5611769-1a3d-41e9-b4a2-f2f7b1e2a3f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.2611239 Feb 09 21:36:12.302135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-2cafbdb9-1936-47be-823f-b7cc505a28b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 217 time: 0.0571358 Feb 09 21:36:12.381481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f04a0-9778-4b9e-a42a-5f556f4db420 req-1c023cba-9909-4323-bca0-004f67a12010 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.383835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a40f04a0-9778-4b9e-a42a-5f556f4db420 req-1c023cba-9909-4323-bca0-004f67a12010 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.2306292 Feb 09 21:36:12.446144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-0bc796f7-3b5d-41bf-8705-41b96ef0f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.449866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-0bc796f7-3b5d-41bf-8705-41b96ef0f796 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.1393898 Feb 09 21:36:12.477982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks [] for router_gateway (7eca365c-4088-41ba-a2c0-35464b99ccf0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.575895 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Publish callbacks [] for port (797103c4-98b4-44c1-a45d-3c95822215c8), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.577911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-986794bb-db6b-4e4a-87e3-fc1ceaf45262 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122875 Feb 09 21:36:12.613596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-12cc0c1b-4c2c-4530-a63c-236f9f826b53 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.615194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-12cc0c1b-4c2c-4530-a63c-236f9f826b53 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4803240 Feb 09 21:36:12.640811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-c01dab27-366e-4bc3-982d-223618c3f66f tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/quotas/475f89c6eb75407f9d9e5a5ae863fe45 HTTP/1.1" status: 200 len: 375 time: 0.0159347 Feb 09 21:36:12.653152 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a40f04a0-9778-4b9e-a42a-5f556f4db420 req-3cf98850-b6d6-4276-8e71-3469e0bc3fad tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609067 Feb 09 21:36:12.656240 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.715311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-572f1fce-ec76-4ece-b133-433bab3a15a3 None None] Current status of the port bbd33553-f693-4aab-ba08-f649bcda51c0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:12.733752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Set router d6ec56cc-54ce-4888-88aa-24efd1294b34 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:12.833069 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682c08-e63b-43bb-a50b-6e48bf723dd3 None None] Pushing event updated for resources: {'Port': ['ID=797103c4-98b4-44c1-a45d-3c95822215c8,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:12.864837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-91beb819-52e3-4e31-806e-ca13a0d9cb57 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747939 Feb 09 21:36:12.931618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 661041d1-a989-419b-839d-3bf401002712 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:12.951013 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Attempting to bind port 797103c4-98b4-44c1-a45d-3c95822215c8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:12.951501 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Attempting to bind port 797103c4-98b4-44c1-a45d-3c95822215c8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:12.951915 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Attempting to bind port 797103c4-98b4-44c1-a45d-3c95822215c8 on network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:12.962404 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:12.962786 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Checking segment: {'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:12.963771 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.964150 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Bound using segment: {'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:12.970480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Bound port: 797103c4-98b4-44c1-a45d-3c95822215c8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c7e185-6a7b-4fed-9d58-25a67d009719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:12.970480 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.984286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11ba9f-25c1-4721-8198-494afdc94396 req-f561f49e-ad6d-4aa8-b8d2-a0bf7fd45edc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.992038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b11ba9f-25c1-4721-8198-494afdc94396 req-f561f49e-ad6d-4aa8-b8d2-a0bf7fd45edc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.1659265 Feb 09 21:36:13.040634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-47b53849-e11a-45b1-a04e-b54fad243402 None None] Provisioning complete for port bbd33553-f693-4aab-ba08-f649bcda51c0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:13.041023 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47b53849-e11a-45b1-a04e-b54fad243402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.112216 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] For port 797103c4-98b4-44c1-a45d-3c95822215c8, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:13.118200 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] For port 797103c4-98b4-44c1-a45d-3c95822215c8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=797103c4-98b4-44c1-a45d-3c95822215c8,segment=NetworkSegment(32c7e185-6a7b-4fed-9d58-25a67d009719),segment_id=32c7e185-6a7b-4fed-9d58-25a67d009719)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:13.187974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bbd33553-f693-4aab-ba08-f649bcda51c0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:13.192879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-47b53849-e11a-45b1-a04e-b54fad243402 None None] Current status of the port bbd33553-f693-4aab-ba08-f649bcda51c0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:13.196385 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.199992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50180) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:13.221709 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-13c770a6-dc23-4cdb-a567-2c8a4e60bdae tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5372803 Feb 09 21:36:13.268685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Routers {'7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:13.269517 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:13.277242 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682c08-e63b-43bb-a50b-6e48bf723dd3 None None] Pushing event updated for resources: {'Port': ['ID=797103c4-98b4-44c1-a45d-3c95822215c8,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.322107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bbd33553-f693-4aab-ba08-f649bcda51c0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:13.323289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.327483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (7eca365c-4088-41ba-a2c0-35464b99ccf0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.438484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-844247fc-489e-4fbc-9917-6aee2d408dfd None None] Provisioning complete for port 797103c4-98b4-44c1-a45d-3c95822215c8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:13.444147 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-844247fc-489e-4fbc-9917-6aee2d408dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.492482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-460785850-network', 'tenant_id': '04513afad81640b3b3cb3d48be22843f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:13.521534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 3, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port': {'id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:13.561447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b11ba9f-25c1-4721-8198-494afdc94396 req-d4c1bb33-015f-4edb-9048-4617f4531122 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684271 Feb 09 21:36:13.592089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39826c36-8d0d-4063-ab47-f42d06d4e8dc req-602e525c-bae5-40a0-afc5-0bbd6ad4eb08 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197983 Feb 09 21:36:13.593064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Checking router: d6ec56cc-54ce-4888-88aa-24efd1294b34 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:13.593482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Updating router d6ec56cc-54ce-4888-88aa-24efd1294b34 port 66fa32e3-6c76-4865-b1fe-346e235a3cfd binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:13.666434 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] Set router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:13.700350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6071dac-6923-415f-aa74-51c3d1a91921 req-b3c50c1c-7116-4486-8724-ccf33ff2b128 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 210 time: 0.0448992 Feb 09 21:36:13.725615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.807493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bbd33553-f693-4aab-ba08-f649bcda51c0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:13.810167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ef8a528b-f733-41ab-9706-147105b0f5f1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:13.814997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-844247fc-489e-4fbc-9917-6aee2d408dfd None None] Current status of the port 797103c4-98b4-44c1-a45d-3c95822215c8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:13.814997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-844247fc-489e-4fbc-9917-6aee2d408dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.817036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Made reservation on behalf of 04513afad81640b3b3cb3d48be22843f for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:13.819403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.902213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.962662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e1c6c788-9deb-45fc-af9d-40ba287142de details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:13.976909 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:36:08Z', 'revision_number': 4, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '797103c4-98b4-44c1-a45d-3c95822215c8', 'name': '', 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'mac_address': 'fa:16:3e:97:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '910c5e2a-9325-47fa-abaa-d2283e4f36c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:05Z', 'updated_at': '2022-02-09T21:36:13Z', 'revision_number': 4, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'subnets': [{'id': '910c5e2a-9325-47fa-abaa-d2283e4f36c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.020715 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a320fe-40b1-4231-bd75-0da39e3c065d None None] The sync data for ids ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'] in n-d-828599-1 is: [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:36:08Z', 'revision_number': 4, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '797103c4-98b4-44c1-a45d-3c95822215c8', 'name': '', 'network_id': '403d5a9c-95ca-4c73-b86f-08a4c9392f22', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'mac_address': 'fa:16:3e:97:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '910c5e2a-9325-47fa-abaa-d2283e4f36c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:05Z', 'updated_at': '2022-02-09T21:36:13Z', 'revision_number': 4, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'subnets': [{'id': '910c5e2a-9325-47fa-abaa-d2283e4f36c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:14.038700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-844247fc-489e-4fbc-9917-6aee2d408dfd None None] For port 797103c4-98b4-44c1-a45d-3c95822215c8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=797103c4-98b4-44c1-a45d-3c95822215c8,segment=NetworkSegment(32c7e185-6a7b-4fed-9d58-25a67d009719),segment_id=32c7e185-6a7b-4fed-9d58-25a67d009719)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:14.065702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.116082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1a5b8-724f-4114-b921-558f0f49ef92 req-d422ec45-27bb-418b-8c04-9c4c32e5ddb1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.123506 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19b1a5b8-724f-4114-b921-558f0f49ef92 req-d422ec45-27bb-418b-8c04-9c4c32e5ddb1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.3021419 Feb 09 21:36:14.156549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-844247fc-489e-4fbc-9917-6aee2d408dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.217042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ef8a528b-f733-41ab-9706-147105b0f5f1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:14.221113 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.302569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19b1a5b8-724f-4114-b921-558f0f49ef92 req-acee9d20-58e7-4783-be74-37435c6872d6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746583 Feb 09 21:36:14.330576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:14.370643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:14.386090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aa8f9684-0040-40e7-8a9a-713a41c7952a None None] Provisioning complete for port 797103c4-98b4-44c1-a45d-3c95822215c8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:14.386477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aa8f9684-0040-40e7-8a9a-713a41c7952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.403013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks [] for security_group (bf92955c-7d64-489c-8beb-a9a7260c751a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.417184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844247fc-489e-4fbc-9917-6aee2d408dfd None None] Pushing event updated for resources: {'Port': ['ID=797103c4-98b4-44c1-a45d-3c95822215c8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:14.429874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'e1c6c788-9deb-45fc-af9d-40ba287142de', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'port_id': 'e1c6c788-9deb-45fc-af9d-40ba287142de', 'mac_address': 'fa:16:3e:e3:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b2700-286f-42d0-92c2-b42d174237e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:14.512746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf92955c-7d64-489c-8beb-a9a7260c751a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.546674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf92955c-7d64-489c-8beb-a9a7260c751a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:14.583849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:14.600600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.600941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.601447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.601930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.602425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.603157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.603692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.606297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.606297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.606297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.606297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.606297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.606744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:14.612938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Allocated IP 172.20.0.1 (dbd45f71-6515-4051-8206-e866ee608812/89e2e1c4-6236-4d1e-8116-844d6a550e7e/32ca4548-8cf4-45b0-a042-950808103d95) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:14.641479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e1c6c788-9deb-45fc-af9d-40ba287142de is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:14.641901 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.650294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (892973eb-f0dc-4a5d-92c3-f256d11a2ba3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.651974 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Added segment 892973eb-f0dc-4a5d-92c3-f256d11a2ba3 of type vlan for network 087c0409-a68f-4882-b762-aac3a8fbc24f Feb 09 21:36:14.710809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ef8a528b-f733-41ab-9706-147105b0f5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:14.715678 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Publish callbacks [] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.718343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c6c788-9deb-45fc-af9d-40ba287142de {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:14.804128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:14.806241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe78ef-c67e-4efd-8d8d-72b422fd2ffc req-f4bc57f0-e415-40dc-8646-7e9627432d57 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.811421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f9684-0040-40e7-8a9a-713a41c7952a None None] Current status of the port 797103c4-98b4-44c1-a45d-3c95822215c8 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:14.816053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6fe78ef-c67e-4efd-8d8d-72b422fd2ffc req-f4bc57f0-e415-40dc-8646-7e9627432d57 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.1192632 Feb 09 21:36:14.817959 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.829864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (087c0409-a68f-4882-b762-aac3a8fbc24f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.842566 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd70730-69bc-4e12-83c0-3a47dbab0463 req-b65c59c8-32f0-402d-b979-e6dae9ee60f8 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 210 time: 0.0667365 Feb 09 21:36:14.852113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:14.865174 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:14.877853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872028e-0555-4b23-b29b-da18fdb586ce None None] Pushing event updated for resources: {'Port': ['ID=66fa32e3-6c76-4865-b1fe-346e235a3cfd,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:14.879062 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:14.879693 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.897705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Attempting to bind port 66fa32e3-6c76-4865-b1fe-346e235a3cfd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:14.898240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Attempting to bind port 66fa32e3-6c76-4865-b1fe-346e235a3cfd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:14.898826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Attempting to bind port 66fa32e3-6c76-4865-b1fe-346e235a3cfd on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:14.905984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:14.906688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:14.907213 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.907890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:14.908883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Bound port: 66fa32e3-6c76-4865-b1fe-346e235a3cfd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:14.909459 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.912928 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.928154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6fe78ef-c67e-4efd-8d8d-72b422fd2ffc req-dbe3287f-1513-4360-9ddd-ba26a29786d7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108754 Feb 09 21:36:14.963482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.976852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f3550c4d-294f-497c-a18c-f86c68f396bd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9501870 Feb 09 21:36:14.978699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50246) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:15.011050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks [] for port (32ca4548-8cf4-45b0-a042-950808103d95), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.017252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.078957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (087c0409-a68f-4882-b762-aac3a8fbc24f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.115851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.115851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.124784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] For port 66fa32e3-6c76-4865-b1fe-346e235a3cfd, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:15.134315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] For port 66fa32e3-6c76-4865-b1fe-346e235a3cfd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=66fa32e3-6c76-4865-b1fe-346e235a3cfd,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:15.163580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:15.173113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e1c6c788-9deb-45fc-af9d-40ba287142de'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:15.205154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] Pushing event updated for resources: {'Network': ['ID=087c0409-a68f-4882-b762-aac3a8fbc24f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.278727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a26cca37-644b-4ea5-ae57-58934fae246f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0706494 Feb 09 21:36:15.282747 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.282889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50250) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:15.283000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 087c0409-a68f-4882-b762-aac3a8fbc24f details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:15.288096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Request body: {'subnet': {'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-460785850-subnet', 'tenant_id': '04513afad81640b3b3cb3d48be22843f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:15.317182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (32ca4548-8cf4-45b0-a042-950808103d95), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.374219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Network dbd45f71-6515-4051-8206-e866ee608812 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:15.384466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:15.394117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:15.398763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (d6ec56cc-54ce-4888-88aa-24efd1294b34), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.441162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 797103c4-98b4-44c1-a45d-3c95822215c8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:15.521349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Made reservation on behalf of 04513afad81640b3b3cb3d48be22843f for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:15.531189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.567876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Pushing event updated for resources: {'Port': ['ID=32ca4548-8cf4-45b0-a042-950808103d95,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.646745 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:11Z', 'revision_number': 3, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:15.738297 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:15.738990 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Updating router 7eca365c-4088-41ba-a2c0-35464b99ccf0 port 6f374836-36a9-40c6-95e7-ae40975c8f7f binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:15.785686 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.804965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872028e-0555-4b23-b29b-da18fdb586ce None None] Pushing event updated for resources: {'Port': ['ID=66fa32e3-6c76-4865-b1fe-346e235a3cfd,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.850941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3b1f4-da99-4f92-a6af-2c1842dab36f req-0107d239-792d-4ed9-9c4b-a3b4c78e5b5e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.869761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bf3b1f4-da99-4f92-a6af-2c1842dab36f req-0107d239-792d-4ed9-9c4b-a3b4c78e5b5e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.3495705 Feb 09 21:36:15.878838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Routers {'d6ec56cc-54ce-4888-88aa-24efd1294b34'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:15.878838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6ec56cc-54ce-4888-88aa-24efd1294b34'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:16.001166 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.065463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fca6a93d-b4a5-4d38-903f-c78d1bfd151b req-274fda49-9fae-4618-8af1-52cf4f068cbd tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 210 time: 0.0661452 Feb 09 21:36:16.188542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bf3b1f4-da99-4f92-a6af-2c1842dab36f req-2438f135-9895-424c-b29f-2735122e41ec tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090611 Feb 09 21:36:16.247954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (8f04cad0-d7ca-4041-a8e1-7b35266ba717), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.320346 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Publish callbacks [] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.322496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32ca4548-8cf4-45b0-a042-950808103d95), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.377725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Allocated IP 172.20.0.1 (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5/65e22066-4380-4d7d-a1cd-5ef50fde135f/ab1618e3-ab90-4c41-b831-eef1cc864935) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:16.390763 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.399230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] Set router d6ec56cc-54ce-4888-88aa-24efd1294b34 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:16.418493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f04cad0-d7ca-4041-a8e1-7b35266ba717,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.440297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 797103c4-98b4-44c1-a45d-3c95822215c8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:16.445750 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.445895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:16.445895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Network hostable DHCP agents. Network: 087c0409-a68f-4882-b762-aac3a8fbc24f, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:16.496196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks [] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.513309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-897b0abc-7762-47a2-9566-b5c6e1f0ccba None None] Provisioning complete for port 32ca4548-8cf4-45b0-a042-950808103d95 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:16.513981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-897b0abc-7762-47a2-9566-b5c6e1f0ccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32ca4548-8cf4-45b0-a042-950808103d95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.552411 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Attempting to bind port 6f374836-36a9-40c6-95e7-ae40975c8f7f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:16.553935 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Attempting to bind port 6f374836-36a9-40c6-95e7-ae40975c8f7f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:16.556179 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Attempting to bind port 6f374836-36a9-40c6-95e7-ae40975c8f7f on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:16.573596 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894cc65-1760-45ec-bd4d-182d48409d7e None None] Pushing event updated for resources: {'Port': ['ID=6f374836-36a9-40c6-95e7-ae40975c8f7f,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.581031 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:16.581833 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:16.584352 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.587914 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:16.589156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9d239-6aa6-4b0f-a4d2-5f1fdf398527 req-530d4ad6-44f0-4ac3-a807-ac4fae50612f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.590840 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02b9d239-6aa6-4b0f-a4d2-5f1fdf398527 req-530d4ad6-44f0-4ac3-a807-ac4fae50612f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.0635369 Feb 09 21:36:16.592118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Bound port: 6f374836-36a9-40c6-95e7-ae40975c8f7f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:16.592534 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.610809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks [] for port (32ca4548-8cf4-45b0-a042-950808103d95), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.647342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Network 087c0409-a68f-4882-b762-aac3a8fbc24f is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:16.663971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-897b0abc-7762-47a2-9566-b5c6e1f0ccba None None] Port 32ca4548-8cf4-45b0-a042-950808103d95 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:16.684111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02b9d239-6aa6-4b0f-a4d2-5f1fdf398527 req-7d0950bb-cdcf-4826-baa4-c55096e2c2ac tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856931 Feb 09 21:36:16.693440 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.701746 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] For port 6f374836-36a9-40c6-95e7-ae40975c8f7f, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:16.705590 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] For port 6f374836-36a9-40c6-95e7-ae40975c8f7f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f374836-36a9-40c6-95e7-ae40975c8f7f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:16.724817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (32ca4548-8cf4-45b0-a042-950808103d95), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.726774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (d6ec56cc-54ce-4888-88aa-24efd1294b34), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.753562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:16.762896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:16.768424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:16.770474 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.780606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 797103c4-98b4-44c1-a45d-3c95822215c8 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:16.817546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 3, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port': {'id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:16.818200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Pushing event updated for resources: {'Port': ['ID=32ca4548-8cf4-45b0-a042-950808103d95,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.822190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 087c0409-a68f-4882-b762-aac3a8fbc24f) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:16.830309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.830309 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.871508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bced947-c8fe-4f39-8e96-72b35604e9c0 None None] Network 087c0409-a68f-4882-b762-aac3a8fbc24f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:16.877924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Pushing event updated for resources: {'Port': ['ID=ab1618e3-ab90-4c41-b831-eef1cc864935,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.879839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f83304-2d81-40a3-bfdd-508dcc570a69 None None] The sync data for ids ['d6ec56cc-54ce-4888-88aa-24efd1294b34'] in n-d-828599-1 is: [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 3, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port': {'id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:16.910641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.911020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.911360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.911892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.920765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:16.921718 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894cc65-1760-45ec-bd4d-182d48409d7e None None] Pushing event updated for resources: {'Port': ['ID=6f374836-36a9-40c6-95e7-ae40975c8f7f,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.962402 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:16.967343 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:16.983906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5df53419-76bb-49c2-bafb-74adcce5cf3f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6953619 Feb 09 21:36:17.008857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Network dbd45f71-6515-4051-8206-e866ee608812 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:17.008857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:17.025326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-5f939d7d-2347-4b2f-9bdf-7c4db9d82e5e tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968091 Feb 09 21:36:17.029116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (7eca365c-4088-41ba-a2c0-35464b99ccf0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.215934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80665a13-bb8a-4523-b58d-3baf4d22c541 None None] Network 087c0409-a68f-4882-b762-aac3a8fbc24f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:17.344181 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:17.373622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-37a7c28e-1d28-4550-be11-0fd772a2d67b None None] Provisioning complete for port ab1618e3-ab90-4c41-b831-eef1cc864935 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:17.377297 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-37a7c28e-1d28-4550-be11-0fd772a2d67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.506536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0e0c44a-c275-47df-bd4b-bb1e6ecbb3eb req-81311042-f0bf-4d73-b5c7-6db5ac803142 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 210 time: 0.1350329 Feb 09 21:36:17.598440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-37a7c28e-1d28-4550-be11-0fd772a2d67b None None] Port ab1618e3-ab90-4c41-b831-eef1cc864935 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:17.617033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Router d6ec56cc-54ce-4888-88aa-24efd1294b34 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:17.676832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-0f011eae-390f-43b3-b80d-1e2c5ff4fe1a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:17.679629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-0f011eae-390f-43b3-b80d-1e2c5ff4fe1a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4749193 Feb 09 21:36:17.701613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Request body: {'port': {'device_id': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '475f89c6eb75407f9d9e5a5ae863fe45'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:17.734067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0097a085-9bde-452f-a80d-5fd11224bdb1 None None] Provisioning complete for port 32ca4548-8cf4-45b0-a042-950808103d95 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:17.734452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0097a085-9bde-452f-a80d-5fd11224bdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32ca4548-8cf4-45b0-a042-950808103d95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.871934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0097a085-9bde-452f-a80d-5fd11224bdb1 None None] Port 32ca4548-8cf4-45b0-a042-950808103d95 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:17.886656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a17c44-3db4-4ddb-bece-81adc70b2577 req-063b1dce-cea0-4b59-9dbd-98e2487d70ce tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:17.888671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2a17c44-3db4-4ddb-bece-81adc70b2577 req-063b1dce-cea0-4b59-9dbd-98e2487d70ce tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.3751376 Feb 09 21:36:17.909311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:17.919815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c9a9b934-92c9-4f54-ba37-0133ce61306f admin admin] 10.222.0.98 "PUT /v2.0/routers/d6ec56cc-54ce-4888-88aa-24efd1294b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0559788 Feb 09 21:36:17.950925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e1c6c788-9deb-45fc-af9d-40ba287142de up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:17.962849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.039162 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:11Z', 'revision_number': 3, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.104771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port e1c6c788-9deb-45fc-af9d-40ba287142de completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:18.109259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port e1c6c788-9deb-45fc-af9d-40ba287142de triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:18.110057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.111856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad6116-7d6d-49a1-90c5-2f5fbe4db97c req-2e7242d1-3e3a-4024-bb11-52d239126f7b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:18.119180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fad6116-7d6d-49a1-90c5-2f5fbe4db97c req-2e7242d1-3e3a-4024-bb11-52d239126f7b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.2095306 Feb 09 21:36:18.139650 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae102ee8-ae33-4875-a7e7-36ab12de1bd6 None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:11Z', 'revision_number': 3, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:18.254742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fad6116-7d6d-49a1-90c5-2f5fbe4db97c req-aaf52e4b-de25-46ad-8fd0-6fbe753d59eb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294768 Feb 09 21:36:18.263643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50288) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:18.268829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-269428009-network', 'tenant_id': '70e7e2278055431a9e563e7bfcf297d6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:18.290644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e1c6c788-9deb-45fc-af9d-40ba287142de is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:18.290644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.331424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2a17c44-3db4-4ddb-bece-81adc70b2577 req-73363743-3958-4072-9bfd-0f455aa2338c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284053 Feb 09 21:36:18.351455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:18.353278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:18.359086 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc4d9b5-2385-432a-b0bd-07cf5a954ade" -d '{"events": [{"server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "name": "network-vif-plugged", "status": "completed", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:18.418398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Made reservation on behalf of 70e7e2278055431a9e563e7bfcf297d6 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:18.421014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.421576 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d66440-3a30-44cb-a9bf-edb4191fbd2c x-openstack-request-id: req-17d66440-3a30-44cb-a9bf-edb4191fbd2c {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:18.421928 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "name": "network-vif-plugged", "status": "completed", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:18.422191 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-17d66440-3a30-44cb-a9bf-edb4191fbd2c {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:18.422588 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de', 'code': 200} Feb 09 21:36:18.432852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.446994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.487816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Made reservation on behalf of 475f89c6eb75407f9d9e5a5ae863fe45 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:18.498923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.581483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.654791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.658613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks [] for security_group (4de8e101-3230-4ab8-9c4c-cdc96288d81f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.674693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede00f89-dcc0-4061-b51b-8e2b8c198a69 req-7504a60e-32ea-4291-965b-c6ca44935e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:18.676783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede00f89-dcc0-4061-b51b-8e2b8c198a69 req-7504a60e-32ea-4291-965b-c6ca44935e89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1127 time: 0.1488237 Feb 09 21:36:18.719108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks [] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.745937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4de8e101-3230-4ab8-9c4c-cdc96288d81f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.810550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f9fad26-13d4-46a8-bea6-88b6af25b5ba req-233a0396-043f-42df-becb-03bab516a69d tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 210 time: 0.1062284 Feb 09 21:36:18.820145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede00f89-dcc0-4061-b51b-8e2b8c198a69 req-88102c84-2ff2-45a9-bf84-26805edf3c1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349607 Feb 09 21:36:18.827789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.837544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:18.855238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8e101-3230-4ab8-9c4c-cdc96288d81f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.860178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (150c9cb3-b257-4c22-a1e5-71995534be6a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.860577 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Added segment 150c9cb3-b257-4c22-a1e5-71995534be6a of type vlan for network 942a3965-98da-4979-b5e3-4ef036bbc884 Feb 09 21:36:18.928447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks [] for security_group (b46345ef-559f-4c1a-beaa-2b82a2ff79e7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.929363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (942a3965-98da-4979-b5e3-4ef036bbc884), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.949832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Pushing event updated for resources: {'Port': ['ID=ab1618e3-ab90-4c41-b831-eef1cc864935,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.952775 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (7eca365c-4088-41ba-a2c0-35464b99ccf0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.015229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b46345ef-559f-4c1a-beaa-2b82a2ff79e7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.147612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46345ef-559f-4c1a-beaa-2b82a2ff79e7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:19.176922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (942a3965-98da-4979-b5e3-4ef036bbc884), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.178119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:19.178800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.216151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 66fa32e3-6c76-4865-b1fe-346e235a3cfd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:19.238832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:19.246613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:19.344926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 66fa32e3-6c76-4865-b1fe-346e235a3cfd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:19.347138 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.494235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Allocated IP 192.168.233.79 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/873aadde-9fee-44f7-9711-7fdde21cdf3b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:19.533218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 66fa32e3-6c76-4865-b1fe-346e235a3cfd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:19.534386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.570450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 66fa32e3-6c76-4865-b1fe-346e235a3cfd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=66fa32e3-6c76-4865-b1fe-346e235a3cfd,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:19.647079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.648218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f374836-36a9-40c6-95e7-ae40975c8f7f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:19.723032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:19.775434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-df149014-cf12-4cd7-b80e-36837f62f7ec tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8661118 Feb 09 21:36:19.783201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:19.788915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=66fa32e3-6c76-4865-b1fe-346e235a3cfd,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:19.811694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8f3698cd-eef1-43bb-ae01-e1d5ceb109de None None] Provisioning complete for port ab1618e3-ab90-4c41-b831-eef1cc864935 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:19.812063 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f3698cd-eef1-43bb-ae01-e1d5ceb109de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.842715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5778110 Feb 09 21:36:19.845488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50306) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:19.852236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Request body: {'subnet': {'network_id': '942a3965-98da-4979-b5e3-4ef036bbc884', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-269428009-subnet', 'tenant_id': '70e7e2278055431a9e563e7bfcf297d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:19.857337 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-ad75fc45-d501-4772-9084-95c0caf701db req-76dbbff1-4a3f-47ab-8c46-d76ce54be989 service neutron] show failed (client error): The resource could not be found. Feb 09 21:36:19.858553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-76dbbff1-4a3f-47ab-8c46-d76ce54be989 service neutron] 10.222.0.110 "GET /v2.0/ports/1f11c8ab-fe35-4597-9338-041a1c8cb1d4/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.4894052 Feb 09 21:36:19.862496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5099937-48c2-4b0b-97cc-ceec956fe9ef admin admin] Pushing event updated for resources: {'Network': ['ID=942a3965-98da-4979-b5e3-4ef036bbc884,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:19.863168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6f374836-36a9-40c6-95e7-ae40975c8f7f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:19.863548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.882310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 942a3965-98da-4979-b5e3-4ef036bbc884 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:19.914937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c1147-77bd-41d8-9c32-989e2cb62c6d req-d865ea1f-acff-40d6-ac85-92c388a7cfa6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:19.923006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-461c1147-77bd-41d8-9c32-989e2cb62c6d req-d865ea1f-acff-40d6-ac85-92c388a7cfa6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.4970644 Feb 09 21:36:19.927288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:19.930639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8f3698cd-eef1-43bb-ae01-e1d5ceb109de None None] Port ab1618e3-ab90-4c41-b831-eef1cc864935 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:19.989809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Made reservation on behalf of 70e7e2278055431a9e563e7bfcf297d6 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:19.992340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.084737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-461c1147-77bd-41d8-9c32-989e2cb62c6d req-012f4ca8-2df6-4476-b69f-f2c430fd34ca tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604619 Feb 09 21:36:20.130259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks [] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.144331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6f374836-36a9-40c6-95e7-ae40975c8f7f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:20.144736 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.151997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:20.178405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1db26962-b2a4-46cd-8b4c-5405f5ec88cd admin admin] 10.222.0.98 "PUT /v2.0/routers/7eca365c-4088-41ba-a2c0-35464b99ccf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1905644 Feb 09 21:36:20.204114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 6f374836-36a9-40c6-95e7-ae40975c8f7f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f374836-36a9-40c6-95e7-ae40975c8f7f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:20.246947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.254812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87cf3-7af3-4b1f-bc37-adc4b943e350 req-f19cdc06-9ed2-49e6-9c10-4eb463377be9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.264340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35e87cf3-7af3-4b1f-bc37-adc4b943e350 req-f19cdc06-9ed2-49e6-9c10-4eb463377be9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0857761 Feb 09 21:36:20.333067 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.334717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35e87cf3-7af3-4b1f-bc37-adc4b943e350 req-67472633-665b-4ff2-88d2-e54865d3b458 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692191 Feb 09 21:36:20.362237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.404368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=6f374836-36a9-40c6-95e7-ae40975c8f7f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:20.441955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Allocated IP 172.25.5.2 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/737643cf-c0ba-4147-8c9c-2cd8a436c919) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:20.463604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:20.470238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (37812575-b8a6-4f6c-8796-630693d7020f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.471873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:20.478311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Pushing event updated for resources: {'Port': ['ID=873aadde-9fee-44f7-9711-7fdde21cdf3b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:20.488726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:20.592610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.594053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.626888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37812575-b8a6-4f6c-8796-630693d7020f,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:20.630956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163ad27-e3e2-4523-b3a0-f7561b623d1c req-15cf65eb-d809-4ab2-a3d9-7ce4962382cf tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.637938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9163ad27-e3e2-4523-b3a0-f7561b623d1c req-15cf65eb-d809-4ab2-a3d9-7ce4962382cf tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 935 time: 0.1676283 Feb 09 21:36:20.669885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-1a497e7b-7d40-4cb5-a26a-75a56a6bcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.671451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-1a497e7b-7d40-4cb5-a26a-75a56a6bcc03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873&tenant_id=726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 1132 time: 0.2167461 Feb 09 21:36:20.672174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Checking segment: {'id': '150c9cb3-b257-4c22-a1e5-71995534be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '942a3965-98da-4979-b5e3-4ef036bbc884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:20.672625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Network hostable DHCP agents. Network: 942a3965-98da-4979-b5e3-4ef036bbc884, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:20.685777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:20.688571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-93e2e6e5-80bb-4729-a2c0-efe3e970c7d6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9936547 Feb 09 21:36:20.711136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Request body: {'port': {'device_id': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:20.732297 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.753334 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9163ad27-e3e2-4523-b3a0-f7561b623d1c req-1414af0b-4d12-4091-bd70-9444b4b791ac tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003270 Feb 09 21:36:20.797263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.805726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-81606b42-95be-40af-8ff2-09a5efb3dbf5 None None] Provisioning complete for port 873aadde-9fee-44f7-9711-7fdde21cdf3b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:20.808891 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81606b42-95be-40af-8ff2-09a5efb3dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.828625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.849212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Network 942a3965-98da-4979-b5e3-4ef036bbc884 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:20.864551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-81606b42-95be-40af-8ff2-09a5efb3dbf5 None None] Port 873aadde-9fee-44f7-9711-7fdde21cdf3b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:20.871819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.954183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Sync routers for ids ['d6ec56cc-54ce-4888-88aa-24efd1294b34'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:20.965245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:20.969381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Pushing event updated for resources: {'Port': ['ID=737643cf-c0ba-4147-8c9c-2cd8a436c919,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:20.973140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Routers {'d6ec56cc-54ce-4888-88aa-24efd1294b34'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:20.973289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:20.975804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6ec56cc-54ce-4888-88aa-24efd1294b34'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:20.975948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:20.979572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 942a3965-98da-4979-b5e3-4ef036bbc884) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:20.988464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.989840 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.005387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed190e-9cc5-427d-b5ca-2830334f1fef None None] Network 942a3965-98da-4979-b5e3-4ef036bbc884 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:21.162851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (6bcf1e56-b521-442e-885d-3e9bb62722cc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.181274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0862e036-9bb9-470e-ae28-445311b0cf50 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3336637 Feb 09 21:36:21.238840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-1b681e77-f2b2-4065-b8d6-ef1dc5ca0d32 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:21.240957 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-1b681e77-f2b2-4065-b8d6-ef1dc5ca0d32 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 820 time: 0.2394509 Feb 09 21:36:21.276252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-aef9d002-08f4-41a0-a19b-31f46dbe4245 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/quotas/b124b155377944e2b69dfe66e8dc5445 HTTP/1.1" status: 200 len: 375 time: 0.0172832 Feb 09 21:36:21.325747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.378641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 66fa32e3-6c76-4865-b1fe-346e235a3cfd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:21.405029 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-1e7fb2ae-98dd-4172-a316-c5b53feddee2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207249 Feb 09 21:36:21.411665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873aadde-9fee-44f7-9711-7fdde21cdf3b {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:21.429750 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Publish callbacks [] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.488608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Transition to ACTIVE for port object 873aadde-9fee-44f7-9711-7fdde21cdf3b will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:21.489871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e38b0-9160-4b29-9731-60be25357d5c None None] Network 942a3965-98da-4979-b5e3-4ef036bbc884 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:21.554747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-82404c86-62c0-4ea0-b466-b1ce9570a075 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368520 Feb 09 21:36:21.594571 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.644002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.670988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 66fa32e3-6c76-4865-b1fe-346e235a3cfd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:21.672199 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.683914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=873aadde-9fee-44f7-9711-7fdde21cdf3b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:21.698068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:21.723561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.745056 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:21.768584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Set router d6ec56cc-54ce-4888-88aa-24efd1294b34 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:21.771267 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:21.772048 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:21.836101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (6bcf1e56-b521-442e-885d-3e9bb62722cc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.897611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:21.943591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-b1e578b9-0618-48ef-81e1-bc973a4b6039 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785717 Feb 09 21:36:21.957593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Pushing event updated for resources: {'Port': ['ID=737643cf-c0ba-4147-8c9c-2cd8a436c919,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:21.974860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Attempting to bind port 873aadde-9fee-44f7-9711-7fdde21cdf3b on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:21.975234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Attempting to bind port 873aadde-9fee-44f7-9711-7fdde21cdf3b by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:21.975612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Attempting to bind port 873aadde-9fee-44f7-9711-7fdde21cdf3b on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:21.998716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Port 873aadde-9fee-44f7-9711-7fdde21cdf3b on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:21.999774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Attempting to bind port 873aadde-9fee-44f7-9711-7fdde21cdf3b on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:22.008841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:22.009193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:22.009590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:22.010035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Bound port: 873aadde-9fee-44f7-9711-7fdde21cdf3b, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:22.011510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.025719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:22.049343 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f38f16-44ed-4a40-a4e8-367a50b5834b" -d '{"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-unplugged", "status": "completed", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:22.061133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Publish callbacks [] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.062039 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:22.092719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Transition to ACTIVE for port object 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:22.125303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] For port 873aadde-9fee-44f7-9711-7fdde21cdf3b, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:22.134039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 66fa32e3-6c76-4865-b1fe-346e235a3cfd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:22.135921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] For port 873aadde-9fee-44f7-9711-7fdde21cdf3b, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=873aadde-9fee-44f7-9711-7fdde21cdf3b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:22.136086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f374836-36a9-40c6-95e7-ae40975c8f7f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:22.257176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6f374836-36a9-40c6-95e7-ae40975c8f7f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:22.257563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.289985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 4, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port': {'id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '32ca4548-8cf4-45b0-a042-950808103d95', 'name': '', 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'mac_address': 'fa:16:3e:88:59:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '89e2e1c4-6236-4d1e-8116-844d6a550e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:16Z', 'revision_number': 2, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'subnets': [{'id': '89e2e1c4-6236-4d1e-8116-844d6a550e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:22.333623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Checking router: d6ec56cc-54ce-4888-88aa-24efd1294b34 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:22.333978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Updating router d6ec56cc-54ce-4888-88aa-24efd1294b34 port 32ca4548-8cf4-45b0-a042-950808103d95 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:22.337796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 2, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:22.367561 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:22.367941 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Updating router 7eca365c-4088-41ba-a2c0-35464b99ccf0 port ab1618e3-ab90-4c41-b831-eef1cc864935 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:22.372331 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32ca4548-8cf4-45b0-a042-950808103d95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.395561 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.445808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6f374836-36a9-40c6-95e7-ae40975c8f7f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:22.457779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.459927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-e1a85418-c435-4165-aba4-ac1f41ce2160 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.6814411 Feb 09 21:36:22.493766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.498173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.635919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:22.637981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=873aadde-9fee-44f7-9711-7fdde21cdf3b,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:22.656517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-0fe897f8-5c33-479e-8c1c-a7c986e1fa81 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.1911244 Feb 09 21:36:22.658015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:22.658659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.663043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-cb0f044e-85c7-449d-b904-9cab7bc94ad4 service neutron] 10.222.0.30 "PUT /v2.0/ports/873aadde-9fee-44f7-9711-7fdde21cdf3b HTTP/1.1" status: 200 len: 1095 time: 1.9657400 Feb 09 21:36:22.663526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'tag': '873aadde-9fee-44f7-9711-7fdde21cdf3b'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:22.666685 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6f2aa0-8136-41cd-b9e6-28120abbc505", "tag": "873aadde-9fee-44f7-9711-7fdde21cdf3b"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:22.674656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] No DVR routers for this DVR port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:22.758418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79a301-e6d2-4455-b591-fb9d7e9d6409 req-55fb1549-eef7-41a8-8e85-fdfb3b52a5b0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:22.766562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd79a301-e6d2-4455-b591-fb9d7e9d6409 req-55fb1549-eef7-41a8-8e85-fdfb3b52a5b0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 948 time: 0.0967810 Feb 09 21:36:22.779415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:22.779781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:22.780125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:22.792065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:22.792415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Attempting to bind port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:22.812255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:22.812601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:22.812998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:22.813460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Bound port: 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:22.814012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.870552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-84bb64ee-4187-4482-a82f-78b5d0c0195e tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:22.871949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-84bb64ee-4187-4482-a82f-78b5d0c0195e tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1987221 Feb 09 21:36:22.913568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-4954016a-2042-423b-9a40-b2e3bfd3f23e tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:22.917493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d20b24db-12bd-44ba-b8b2-028b978fef0d req-4954016a-2042-423b-9a40-b2e3bfd3f23e tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190887 Feb 09 21:36:22.959041 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Publish callbacks [] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.974044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:22.985832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:23.056513 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Publish callbacks [] for port (32ca4548-8cf4-45b0-a042-950808103d95), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.066459 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.117702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.150056 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (32ca4548-8cf4-45b0-a042-950808103d95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.186529 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Pushing event updated for resources: {'Port': ['ID=ab1618e3-ab90-4c41-b831-eef1cc864935,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:23.194331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.198298 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.198888 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.199396 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.199927 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.201562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.203580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] 10.222.0.30 "PUT /v2.0/ports/1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 1096 time: 2.5222633 Feb 09 21:36:23.207795 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.208617 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.209888 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.210628 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.211195 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.211869 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.221028 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.225545 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.225545 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:23.306613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96f670-22a6-49d8-b541-52bfa00c9431 None None] Pushing event updated for resources: {'Port': ['ID=32ca4548-8cf4-45b0-a042-950808103d95,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:23.379555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c3c7-76cc-463c-b81f-dbf0b4c653f0 req-b7302449-09aa-4a40-bd62-ef91e64b6a52 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.383132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7dd7c3c7-76cc-463c-b81f-dbf0b4c653f0 req-b7302449-09aa-4a40-bd62-ef91e64b6a52 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.3238797 Feb 09 21:36:23.387619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36106409-15e5-4c6a-b700-e5a06ada066b service neutron] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:23.400661 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Attempting to bind port ab1618e3-ab90-4c41-b831-eef1cc864935 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:23.403634 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Attempting to bind port ab1618e3-ab90-4c41-b831-eef1cc864935 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:23.403634 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Attempting to bind port ab1618e3-ab90-4c41-b831-eef1cc864935 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:23.428990 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:23.429472 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Checking segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:23.432494 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.432494 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Bound using segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:23.432494 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Bound port: ab1618e3-ab90-4c41-b831-eef1cc864935, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:23.440665 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.440943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Attempting to bind port 32ca4548-8cf4-45b0-a042-950808103d95 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:23.441336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Attempting to bind port 32ca4548-8cf4-45b0-a042-950808103d95 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:23.441693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Attempting to bind port 32ca4548-8cf4-45b0-a042-950808103d95 on network dbd45f71-6515-4051-8206-e866ee608812 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:23.485767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:23.486423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Checking segment: {'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:23.486693 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.487117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Bound using segment: {'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:23.487631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Bound port: 32ca4548-8cf4-45b0-a042-950808103d95, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404aebdb-bc7e-406b-a892-a9863a6c8dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:23.488053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32ca4548-8cf4-45b0-a042-950808103d95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.538768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:23.568087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd79a301-e6d2-4455-b591-fb9d7e9d6409 req-aa6762d3-6672-4d81-9773-ad737436e345 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7850289 Feb 09 21:36:23.583766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-7634c55a-83a9-4cba-bd34-fe868805405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.591256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7dd7c3c7-76cc-463c-b81f-dbf0b4c653f0 req-d316991d-4fef-4d12-a037-b8615ecc371f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827936 Feb 09 21:36:23.599652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-7634c55a-83a9-4cba-bd34-fe868805405d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 1129 time: 0.2381439 Feb 09 21:36:23.605073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-ecab29ce-c2b5-4f13-9243-0b05ed048e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.613701 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-ecab29ce-c2b5-4f13-9243-0b05ed048e52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1130 time: 0.3456690 Feb 09 21:36:23.647178 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] For port ab1618e3-ab90-4c41-b831-eef1cc864935, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:23.654498 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] For port ab1618e3-ab90-4c41-b831-eef1cc864935, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ab1618e3-ab90-4c41-b831-eef1cc864935,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:23.689256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 host n-h1-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:36:23.689864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:23.709974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-8c133c36-18ea-4969-82b0-1f056d2300bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=873aadde-9fee-44f7-9711-7fdde21cdf3b HTTP/1.1" status: 200 len: 217 time: 0.1022048 Feb 09 21:36:23.781999 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.809152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-d0658d4c-2f82-4cbf-83fd-5df96919bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.811232 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-d0658d4c-2f82-4cbf-83fd-5df96919bec5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0926371 Feb 09 21:36:23.823379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] For port 32ca4548-8cf4-45b0-a042-950808103d95, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:23.839805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] For port 32ca4548-8cf4-45b0-a042-950808103d95, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=32ca4548-8cf4-45b0-a042-950808103d95,segment=NetworkSegment(404aebdb-bc7e-406b-a892-a9863a6c8dfa),segment_id=404aebdb-bc7e-406b-a892-a9863a6c8dfa)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:23.845986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5b912801-8d84-43d4-af38-c802c84767ba None None] Provisioning complete for port ab1618e3-ab90-4c41-b831-eef1cc864935 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:23.846368 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b912801-8d84-43d4-af38-c802c84767ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.885248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-4ea9c0a8-5db8-4e01-8572-9e4600509a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.897692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-4ea9c0a8-5db8-4e01-8572-9e4600509a79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2827823 Feb 09 21:36:23.940064 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:23.940758 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:23.943535 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (32ca4548-8cf4-45b0-a042-950808103d95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.961404 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36a037-1212-442e-8d3d-765e060a7607 None None] Pushing event updated for resources: {'Port': ['ID=ab1618e3-ab90-4c41-b831-eef1cc864935,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.021206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-848fb8eb-3f8b-4c16-a6d0-7d7f96917a84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.1151116 Feb 09 21:36:24.031102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-2c1d22fe-a64b-4d71-ad95-6be41c86aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.031877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03cfb3-c547-4d41-b35d-a8cb712dd150 req-be4d3acc-cb22-4c06-91b1-c87c026ba44b tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.033441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a03cfb3-c547-4d41-b35d-a8cb712dd150 req-be4d3acc-cb22-4c06-91b1-c87c026ba44b tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 947 time: 0.2868288 Feb 09 21:36:24.034975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-2c1d22fe-a64b-4d71-ad95-6be41c86aeb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2041204 Feb 09 21:36:24.109775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-aad767f3-8572-4079-aa92-59489a696709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.127111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-aad767f3-8572-4079-aa92-59489a696709 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0798213 Feb 09 21:36:24.146234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Routers {'d6ec56cc-54ce-4888-88aa-24efd1294b34'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:24.146900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6ec56cc-54ce-4888-88aa-24efd1294b34'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:24.183383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96f670-22a6-49d8-b541-52bfa00c9431 None None] Pushing event updated for resources: {'Port': ['ID=32ca4548-8cf4-45b0-a042-950808103d95,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.210017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf804-8157-47b2-897d-afa67b93990a req-bc40ba3a-e469-4f30-a896-5f91135eaa4f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.212886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-bc40ba3a-e469-4f30-a896-5f91135eaa4f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.4004469 Feb 09 21:36:24.253240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-9056d910-fa87-4146-b468-22c5c6cdd2d4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/quotas/04513afad81640b3b3cb3d48be22843f HTTP/1.1" status: 200 len: 375 time: 0.0309811 Feb 09 21:36:24.294237 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:24.331404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fc45-d501-4772-9084-95c0caf701db req-34f08b2e-e9cd-4e2c-9be2-2e87519d72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.332979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-34f08b2e-e9cd-4e2c-9be2-2e87519d72a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2050622 Feb 09 21:36:24.362029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a03cfb3-c547-4d41-b35d-a8cb712dd150 req-ebdc2fa3-38ba-4dc3-afae-8ddbb698e723 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957734 Feb 09 21:36:24.378969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5b912801-8d84-43d4-af38-c802c84767ba None None] Current status of the port ab1618e3-ab90-4c41-b831-eef1cc864935 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:24.391029 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b912801-8d84-43d4-af38-c802c84767ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.396608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-76c8ad94-f9dd-4a43-989c-39535caa6094 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1322775 Feb 09 21:36:24.513730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-45833362-2725-4e4d-bc85-ae067529da61 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684699 Feb 09 21:36:24.521491 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f5c88-3d3f-4c26-a3a5-e7b5f276e4da x-openstack-request-id: req-007f5c88-3d3f-4c26-a3a5-e7b5f276e4da {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:24.521870 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-unplugged", "status": "completed", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:24.522230 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-007f5c88-3d3f-4c26-a3a5-e7b5f276e4da {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:24.522538 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'code': 200} Feb 09 21:36:24.544038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] Set router d6ec56cc-54ce-4888-88aa-24efd1294b34 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:24.570553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-b7f90440-0771-45d1-b064-c9b977a03877 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073047 Feb 09 21:36:24.642985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea3b73e5-24f8-4ec4-829c-901727bfca89 req-c130bbad-391f-4c9c-95a0-c65d92b21921 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196573 Feb 09 21:36:24.702050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5b912801-8d84-43d4-af38-c802c84767ba None None] For port ab1618e3-ab90-4c41-b831-eef1cc864935, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ab1618e3-ab90-4c41-b831-eef1cc864935,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:24.703784 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-13f5039a-84d5-48b7-880d-65bd99db2c2f service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882993 Feb 09 21:36:24.732841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9ffe7dd-c2fe-4bd1-b2f0-c741ba7695ab req-bc7f1f70-c00c-4e2f-b2c8-d48d567e5399 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 210 time: 0.0650485 Feb 09 21:36:24.774387 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:23Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:24.787255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b912801-8d84-43d4-af38-c802c84767ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.801575 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad75fc45-d501-4772-9084-95c0caf701db req-a7ef2fdb-f058-4993-891d-faf806cb5806 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231460 Feb 09 21:36:24.826111 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7681c1-d2f1-4709-a218-d8a9dd91a631 None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:23Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:24.841641 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7d80ba-c646-4c52-aff4-f5dd045868f2 x-openstack-request-id: req-6e7d80ba-c646-4c52-aff4-f5dd045868f2 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:24.842649 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6f2aa0-8136-41cd-b9e6-28120abbc505", "tag": "873aadde-9fee-44f7-9711-7fdde21cdf3b", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:24.843222 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e7d80ba-c646-4c52-aff4-f5dd045868f2 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:24.843859 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'tag': '873aadde-9fee-44f7-9711-7fdde21cdf3b', 'status': 'completed', 'code': 200} Feb 09 21:36:24.895607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-c0d19da9-a2d4-47e1-bebf-1c976f6f8c86 service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879847 Feb 09 21:36:24.937667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-451e0309-5360-4c5e-be2b-68a217e5213e req-91d686f0-c3a9-40ed-ab95-115800f14b52 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips/6bcf1e56-b521-442e-885d-3e9bb62722cc HTTP/1.1" status: 200 len: 691 time: 0.1217790 Feb 09 21:36:25.019253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b912801-8d84-43d4-af38-c802c84767ba None None] Pushing event updated for resources: {'Port': ['ID=ab1618e3-ab90-4c41-b831-eef1cc864935,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:25.092551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-88610394-fe63-4d37-a3f1-30ef58ac7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.093851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-88610394-fe63-4d37-a3f1-30ef58ac7d89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 1129 time: 0.2715380 Feb 09 21:36:25.412492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0309-5360-4c5e-be2b-68a217e5213e req-2d56aed2-10e2-4028-9de6-677f0e9373e2 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.425783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-451e0309-5360-4c5e-be2b-68a217e5213e req-2d56aed2-10e2-4028-9de6-677f0e9373e2 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.4754877 Feb 09 21:36:25.429631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-451e0309-5360-4c5e-be2b-68a217e5213e req-3eb2b454-a4d7-430e-9ad4-c6a3da70bdbd tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:25.442859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-451e0309-5360-4c5e-be2b-68a217e5213e req-3eb2b454-a4d7-430e-9ad4-c6a3da70bdbd tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201657 Feb 09 21:36:25.491596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-308cd3cb-48bc-47f4-b6bd-cda783cea72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.494418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-308cd3cb-48bc-47f4-b6bd-cda783cea72a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.3928013 Feb 09 21:36:25.507511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Provisioning complete for port ab1618e3-ab90-4c41-b831-eef1cc864935 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:25.507778 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.513766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b82e0-6658-48a2-81b9-d037bddb756d req-c1b5adda-f9da-47c2-b489-54b3324d6bcf tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.573976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca4b82e0-6658-48a2-81b9-d037bddb756d req-c1b5adda-f9da-47c2-b489-54b3324d6bcf tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1127 time: 0.1363881 Feb 09 21:36:25.600891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca4b82e0-6658-48a2-81b9-d037bddb756d req-acf2285c-502e-45ec-8824-aab85b040dd6 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688355 Feb 09 21:36:25.630340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-2d1f0d61-706d-4119-9c43-525f5d2174f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=873aadde-9fee-44f7-9711-7fdde21cdf3b HTTP/1.1" status: 200 len: 217 time: 0.1253381 Feb 09 21:36:25.694880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-662565c9-249e-4d33-837a-4cb8d2fbaf7f req-c36a2d0f-50a7-4fda-a190-cab360a02b2d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 210 time: 0.0392840 Feb 09 21:36:25.700202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-838ee90b-325e-4fbb-a86d-f3250723b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.701671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-838ee90b-325e-4fbb-a86d-f3250723b1b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0592728 Feb 09 21:36:25.707083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 4, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port': {'id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '32ca4548-8cf4-45b0-a042-950808103d95', 'name': '', 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'mac_address': 'fa:16:3e:88:59:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '89e2e1c4-6236-4d1e-8116-844d6a550e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:23Z', 'revision_number': 4, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'subnets': [{'id': '89e2e1c4-6236-4d1e-8116-844d6a550e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:25.713095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Current status of the port ab1618e3-ab90-4c41-b831-eef1cc864935 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:25.778525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12e6d6-6cd3-4fc6-9746-c19a4198e0a5 None None] The sync data for ids ['d6ec56cc-54ce-4888-88aa-24efd1294b34'] in n-d-828599-1 is: [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 4, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port': {'id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '32ca4548-8cf4-45b0-a042-950808103d95', 'name': '', 'network_id': 'dbd45f71-6515-4051-8206-e866ee608812', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'mac_address': 'fa:16:3e:88:59:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '89e2e1c4-6236-4d1e-8116-844d6a550e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:14Z', 'updated_at': '2022-02-09T21:36:23Z', 'revision_number': 4, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'subnets': [{'id': '89e2e1c4-6236-4d1e-8116-844d6a550e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:25.788652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de2d84-d6aa-4e6f-820e-9bcd6005363f req-5760427c-3742-4b1e-aa11-f731697b65ca tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.792238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5de2d84-d6aa-4e6f-820e-9bcd6005363f req-5760427c-3742-4b1e-aa11-f731697b65ca tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 948 time: 0.2086480 Feb 09 21:36:25.802181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Provisioning complete for port 32ca4548-8cf4-45b0-a042-950808103d95 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:25.802564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32ca4548-8cf4-45b0-a042-950808103d95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.831980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-cf7f5d0f-fa6b-48d4-aeb0-add3d4c1923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.833117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-cf7f5d0f-fa6b-48d4-aeb0-add3d4c1923e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1160128 Feb 09 21:36:25.922480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fce8b9-9f26-426c-b31c-d2b427f05cda req-1290b570-8d28-41b8-b9df-7ab545042f0b tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.924982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0fce8b9-9f26-426c-b31c-d2b427f05cda req-1290b570-8d28-41b8-b9df-7ab545042f0b tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 947 time: 0.1496463 Feb 09 21:36:25.987235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Current status of the port 32ca4548-8cf4-45b0-a042-950808103d95 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:25.987687 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32ca4548-8cf4-45b0-a042-950808103d95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.040904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] For port 32ca4548-8cf4-45b0-a042-950808103d95, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=32ca4548-8cf4-45b0-a042-950808103d95,segment=NetworkSegment(404aebdb-bc7e-406b-a892-a9863a6c8dfa),segment_id=404aebdb-bc7e-406b-a892-a9863a6c8dfa)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:26.058461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-21c228cf-c602-4321-a15a-1472a73ab481 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864550 Feb 09 21:36:26.062417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5de2d84-d6aa-4e6f-820e-9bcd6005363f req-5668d606-ab1e-46a8-83ff-33b591e19d83 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489285 Feb 09 21:36:26.105106 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (32ca4548-8cf4-45b0-a042-950808103d95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.133339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0fce8b9-9f26-426c-b31c-d2b427f05cda req-e9f88546-4046-42a5-a988-88f7fff16ae0 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999023 Feb 09 21:36:26.271730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-dd80b09d-3faa-47b8-a8a9-2141fe617fb4 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.273517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-dd80b09d-3faa-47b8-a8a9-2141fe617fb4 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.110 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 820 time: 0.2943757 Feb 09 21:36:26.290915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'port': {'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'admin_state_up': True, 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:26.299972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b1bf5-4260-4072-a82f-084eab0fb11b None None] Pushing event updated for resources: {'Port': ['ID=32ca4548-8cf4-45b0-a042-950808103d95,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:26.328526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85eb6899-20f0-43fd-bd5b-0de01db45295 req-ddde18e0-4acc-40eb-b979-c1dc7e9e5602 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=35064cc9b0cb4dc28499ad24fa9884dc HTTP/1.1" status: 200 len: 694 time: 0.1726305 Feb 09 21:36:26.492067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-abf0f354-6486-45e7-978f-dfdd5c201cba req-9ad53b85-33e6-4d03-860f-60c76c0af822 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 210 time: 0.1401062 Feb 09 21:36:26.513442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb6899-20f0-43fd-bd5b-0de01db45295 req-e1feedb0-7e3a-4d57-a4c1-c2cedd914bd5 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.524534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85eb6899-20f0-43fd-bd5b-0de01db45295 req-e1feedb0-7e3a-4d57-a4c1-c2cedd914bd5 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks?id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 787 time: 0.1926801 Feb 09 21:36:26.551082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:26.554497 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42239b8c-8351-4622-9fbd-07bc95caf4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:26.568068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-85eb6899-20f0-43fd-bd5b-0de01db45295 req-0ca8324a-ea7f-433a-a9e0-ad914aff1b1e tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:26.578112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85eb6899-20f0-43fd-bd5b-0de01db45295 req-0ca8324a-ea7f-433a-a9e0-ad914aff1b1e tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459383 Feb 09 21:36:26.681307 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f30136e-08c1-4255-9726-047d2327034b x-openstack-request-id: req-8f30136e-08c1-4255-9726-047d2327034b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:26.681611 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:26.681870 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8f30136e-08c1-4255-9726-047d2327034b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:26.682829 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'status': 'completed', 'code': 200} Feb 09 21:36:26.688546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1a076f-09d6-42f5-a7b0-dcd43b7dd55f req-b2418c7c-26c4-4642-982c-cd4af5f90f79 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183145 Feb 09 21:36:26.732760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Made reservation on behalf of b124b155377944e2b69dfe66e8dc5445 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:26.737383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.775043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-5971b2c9-e1a4-409a-9a4d-5ba25b554828 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips/6bcf1e56-b521-442e-885d-3e9bb62722cc HTTP/1.1" status: 200 len: 691 time: 0.1664567 Feb 09 21:36:26.820446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed11e47f-6d45-41cf-814e-aa482e677e6d req-7a4636d1-3b6c-4a58-8463-4957c4ab9b67 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 210 time: 0.0428956 Feb 09 21:36:26.935289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-65283634-0f74-4288-b114-7ff1bfdd802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.937056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-65283634-0f74-4288-b114-7ff1bfdd802b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1130 time: 0.2051537 Feb 09 21:36:26.939431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-ce42a2ba-ab1a-4a40-9a68-cd6c6f69b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.941662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-ce42a2ba-ab1a-4a40-9a68-cd6c6f69b4bd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1130 time: 0.2468216 Feb 09 21:36:27.047013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Allocated IP 172.20.0.3 (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5/65e22066-4380-4d7d-a1cd-5ef50fde135f/06089387-3a2a-4bb2-830b-ad246621c3b5) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:27.267297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 32ca4548-8cf4-45b0-a042-950808103d95 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:27.387339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5630a2-d50a-4b0a-bab1-fdec0dd07e12 req-a01e750b-7372-40a8-986c-2f05bc29f032 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.391644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 32ca4548-8cf4-45b0-a042-950808103d95 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:27.393472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32ca4548-8cf4-45b0-a042-950808103d95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.394328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff5630a2-d50a-4b0a-bab1-fdec0dd07e12 req-a01e750b-7372-40a8-986c-2f05bc29f032 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 948 time: 0.1996503 Feb 09 21:36:27.510281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff5630a2-d50a-4b0a-bab1-fdec0dd07e12 req-08ba313b-889a-45c7-94b5-bd9003cf329f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149440 Feb 09 21:36:27.516444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.595839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 32ca4548-8cf4-45b0-a042-950808103d95 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:27.598295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ab1618e3-ab90-4c41-b831-eef1cc864935 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:27.609447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-0e76a1b0-14d9-435c-b0d7-9111c40f3fa8 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.611592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-0e76a1b0-14d9-435c-b0d7-9111c40f3fa8 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.8356934 Feb 09 21:36:27.625771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-1208e4fc-465c-4651-ad20-d2b5552b873c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:27.627083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-1208e4fc-465c-4651-ad20-d2b5552b873c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063787 Feb 09 21:36:27.677137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25988085-e60a-4231-b36d-e9eaff4bafae req-3eb7b57e-6c84-4272-b06f-bc160cf286c4 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.685417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25988085-e60a-4231-b36d-e9eaff4bafae req-3eb7b57e-6c84-4272-b06f-bc160cf286c4 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 947 time: 0.1017020 Feb 09 21:36:27.686359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ab1618e3-ab90-4c41-b831-eef1cc864935 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:27.687468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.688394 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.714424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-1e04cfbc-4a49-424a-8134-f78cbea09193 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0761266 Feb 09 21:36:27.756501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-04222cc6-c44a-4014-9ae8-62e8617e1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.759462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-04222cc6-c44a-4014-9ae8-62e8617e1e64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.8123791 Feb 09 21:36:27.782862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:27.792736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:27.816328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:27.853198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-bfda9284-8ff6-48c6-8806-1c0ecfc4ad63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0540910 Feb 09 21:36:27.854698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-885ffcdb-6655-4808-8e3d-2f9872ac4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.856399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-885ffcdb-6655-4808-8e3d-2f9872ac4041 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.9016402 Feb 09 21:36:27.858840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-e6101363-bfe0-4954-9d60-e5fa3e04940c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.1246336 Feb 09 21:36:27.874184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ab1618e3-ab90-4c41-b831-eef1cc864935 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:27.888989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.891184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.917665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Pushing event updated for resources: {'Port': ['ID=06089387-3a2a-4bb2-830b-ad246621c3b5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:27.936009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25988085-e60a-4231-b36d-e9eaff4bafae req-561f4995-19bc-4ca6-8017-5cea1d4f388d tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367303 Feb 09 21:36:27.999287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:28.019721 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-6d870abd-cb37-4f2d-b2ce-6a3c923492a1 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7347040 Feb 09 21:36:28.033413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Request body: {'port': {'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:28.156511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-aa376152-db30-4fbb-ab66-865cbe9258a1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.2870462 Feb 09 21:36:28.242237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.250855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:28.269298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-f5a23ebc-8c7f-47b3-9fa8-31975387099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.274347 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-f5a23ebc-8c7f-47b3-9fa8-31975387099f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.3085527 Feb 09 21:36:28.277673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'mac_address': 'fa:16:3e:38:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:28.335510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-8f42e59a-8519-4e14-9189-ad8cb575efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.335510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-8f42e59a-8519-4e14-9189-ad8cb575efa0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1632197 Feb 09 21:36:28.350224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944f96-8b26-4d58-a5cd-ad5c8afb2721 req-23e2dc37-9968-4151-aee1-47411e374e42 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.358506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21944f96-8b26-4d58-a5cd-ad5c8afb2721 req-23e2dc37-9968-4151-aee1-47411e374e42 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 931 time: 0.2737792 Feb 09 21:36:28.378013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Deleting port 737643cf-c0ba-4147-8c9c-2cd8a436c919 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:28.378359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.404879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:28.406070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.410906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1be2eb16-7008-492e-871e-9c2ade347cd8 None None] Provisioning complete for port 06089387-3a2a-4bb2-830b-ad246621c3b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:28.411287 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1be2eb16-7008-492e-871e-9c2ade347cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.446698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:28.462854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-6b026636-6118-4a09-a7d8-984732a26b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.466780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-6b026636-6118-4a09-a7d8-984732a26b6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1853256 Feb 09 21:36:28.551924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-d148f451-007d-4f68-8bb3-cc2b2a4763c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.553820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-d148f451-007d-4f68-8bb3-cc2b2a4763c1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2152407 Feb 09 21:36:28.570122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1be2eb16-7008-492e-871e-9c2ade347cd8 None None] Port 06089387-3a2a-4bb2-830b-ad246621c3b5 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:28.598001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:28.617986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-2bea71a7-ac4e-483f-95ba-f0062a5aae39 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328609 Feb 09 21:36:28.625581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21944f96-8b26-4d58-a5cd-ad5c8afb2721 req-0c5ebc43-3495-4f3f-9e4d-a0e27974bf84 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661247 Feb 09 21:36:28.681224 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.682918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 873aadde-9fee-44f7-9711-7fdde21cdf3b details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:28.708988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-96e91197-e48c-4367-bda8-abc8cd586d26 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011672 Feb 09 21:36:28.793700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40aedd87-47e2-429c-b763-b71f604dbf44 req-d0a1e906-5e99-425e-b85e-e075c93c3b30 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 210 time: 0.0414119 Feb 09 21:36:28.825684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:28.831589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf804-8157-47b2-897d-afa67b93990a req-7e38d37c-d77a-49b2-9361-86bcf673c0b3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.832159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.832428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (737643cf-c0ba-4147-8c9c-2cd8a436c919), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.835636 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-7e38d37c-d77a-49b2-9361-86bcf673c0b3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.3108180 Feb 09 21:36:28.853685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Request body: {'port': {'device_id': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'admin_state_up': True, 'tenant_id': '04513afad81640b3b3cb3d48be22843f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:28.860569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Calling delete_port for 737643cf-c0ba-4147-8c9c-2cd8a436c919 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:28.897471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 873aadde-9fee-44f7-9711-7fdde21cdf3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=873aadde-9fee-44f7-9711-7fdde21cdf3b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:28.932016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '873aadde-9fee-44f7-9711-7fdde21cdf3b', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '873aadde-9fee-44f7-9711-7fdde21cdf3b', 'mac_address': 'fa:16:3e:6b:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:28.982727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-0405de07-5754-46ce-89f3-bd12f372c1a2 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712643 Feb 09 21:36:28.985068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42239b8c-8351-4622-9fbd-07bc95caf4b1 req-984f4b70-ed25-462c-8320-1cbcf487e137 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617681 Feb 09 21:36:29.007566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 873aadde-9fee-44f7-9711-7fdde21cdf3b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:29.008005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.028450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873aadde-9fee-44f7-9711-7fdde21cdf3b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:29.033690 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.054664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75777de-321b-4e36-a170-ba4c594a988c req-59710561-d47f-47ec-9ed7-d228df41be8b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.061636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 873aadde-9fee-44f7-9711-7fdde21cdf3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=873aadde-9fee-44f7-9711-7fdde21cdf3b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:29.073068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a75777de-321b-4e36-a170-ba4c594a988c req-59710561-d47f-47ec-9ed7-d228df41be8b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 949 time: 0.1097338 Feb 09 21:36:29.138037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Made reservation on behalf of 04513afad81640b3b3cb3d48be22843f for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:29.141667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.158432 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.180220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06089387-3a2a-4bb2-830b-ad246621c3b5 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:29.206111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a75777de-321b-4e36-a170-ba4c594a988c req-9f550a00-6303-41cc-b3e3-8f92456e76d2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320825 Feb 09 21:36:29.219274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (737643cf-c0ba-4147-8c9c-2cd8a436c919), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.231237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Publish callbacks [] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.258578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=873aadde-9fee-44f7-9711-7fdde21cdf3b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:29.284220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Pushing event deleted for resources: {'Port': ['ID=737643cf-c0ba-4147-8c9c-2cd8a436c919,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:29.335397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Transition to ACTIVE for port object 06089387-3a2a-4bb2-830b-ad246621c3b5 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:29.343579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (6bcf1e56-b521-442e-885d-3e9bb62722cc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.348222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.350312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4afd9a1-d1af-4bc8-8e2b-96d03d41ac8b req-b8d07ae8-01f4-4487-a185-c4cf8b39c358 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "DELETE /v2.0/floatingips/6bcf1e56-b521-442e-885d-3e9bb62722cc HTTP/1.1" status: 204 len: 173 time: 1.4751933 Feb 09 21:36:29.443787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:29.461081 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.547261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['873aadde-9fee-44f7-9711-7fdde21cdf3b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:29.602087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Pushing event updated for resources: {'Port': ['ID=06089387-3a2a-4bb2-830b-ad246621c3b5,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:29.651673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Allocated IP 172.20.0.8 (087c0409-a68f-4882-b762-aac3a8fbc24f/8f04cad0-d7ca-4041-a8e1-7b35266ba717/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:29.660228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e52cb-fdaa-42fd-a4d6-7b6fce57e49f req-6819a975-eaa3-47b3-ad31-a1b758188702 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.671904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d8e52cb-fdaa-42fd-a4d6-7b6fce57e49f req-6819a975-eaa3-47b3-ad31-a1b758188702 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 948 time: 0.3349698 Feb 09 21:36:29.831809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Attempting to bind port 06089387-3a2a-4bb2-830b-ad246621c3b5 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:29.831809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Attempting to bind port 06089387-3a2a-4bb2-830b-ad246621c3b5 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:29.831809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Attempting to bind port 06089387-3a2a-4bb2-830b-ad246621c3b5 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:29.859582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d8e52cb-fdaa-42fd-a4d6-7b6fce57e49f req-26368108-bcab-4ac9-a672-bf5821219a33 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866751 Feb 09 21:36:29.908310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Port 06089387-3a2a-4bb2-830b-ad246621c3b5 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:29.912800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Attempting to bind port 06089387-3a2a-4bb2-830b-ad246621c3b5 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:29.989017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84f925b7-54b4-43d3-863b-138e070585af req-ae63c3aa-eb7e-4c38-b9f5-7ed1a4691049 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2695737 Feb 09 21:36:29.998844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:30.038699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:30.039200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Checking segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:30.039847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Bound using segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:30.040371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Bound port: 06089387-3a2a-4bb2-830b-ad246621c3b5, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:30.040832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.147876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-dc12f761-964f-48cc-a584-a2fd56d83f01 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.149982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-dc12f761-964f-48cc-a584-a2fd56d83f01 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873&tenant_id=726caae83fa8493ea37127b0b806deed&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 949 time: 0.1251786 Feb 09 21:36:30.197077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.281207 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-c769e292-8e94-4667-8861-af42cf7fa0a0 service neutron] delete failed (client error): The resource could not be found. Feb 09 21:36:30.282390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-c769e292-8e94-4667-8861-af42cf7fa0a0 service neutron] 10.222.0.110 "DELETE /v2.0/ports/1f11c8ab-fe35-4597-9338-041a1c8cb1d4/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.1261392 Feb 09 21:36:30.420420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed7f5-30b1-49f4-8a7d-31c84e906255 req-e954d387-4e11-4e0d-ab27-6f0bf638afe0 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.427666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a9ed7f5-30b1-49f4-8a7d-31c84e906255 req-e954d387-4e11-4e0d-ab27-6f0bf638afe0 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 943 time: 0.4179423 Feb 09 21:36:30.430445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.434658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks [] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.439675 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.456335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] For port 06089387-3a2a-4bb2-830b-ad246621c3b5, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:30.486517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-2d2f5f4c-d67c-4987-9362-090a7e888cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.489923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-2d2f5f4c-d67c-4987-9362-090a7e888cb5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1131 time: 0.1056838 Feb 09 21:36:30.494078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] For port 06089387-3a2a-4bb2-830b-ad246621c3b5, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=06089387-3a2a-4bb2-830b-ad246621c3b5,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:30.523540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a9ed7f5-30b1-49f4-8a7d-31c84e906255 req-e694796d-e793-483d-8334-b0db7c83c31d tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947444 Feb 09 21:36:30.630133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.642627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.702026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.708495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.708495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] 10.222.0.110 "PUT /v2.0/ports/06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 1091 time: 2.6768906 Feb 09 21:36:30.708495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:30.708495 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0ca5f-b0f4-466c-a675-9286060de88a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:30.720850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Network 087c0409-a68f-4882-b762-aac3a8fbc24f is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:30.721941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Allocated IP 172.25.5.16 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/f9927074-0a9f-4fdd-861c-acb540f8e152) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:30.725244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-2d91cb6a-a06d-49a3-81c9-18f71b1aa221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.727093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-2d91cb6a-a06d-49a3-81c9-18f71b1aa221 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2019005 Feb 09 21:36:30.756141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:30.766964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:30.779883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f9517-a495-4559-ba8a-e1308c27f1cc req-d9d67b4b-d5a2-4e0f-93e1-2089d225e50b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.808342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d92f9517-a495-4559-ba8a-e1308c27f1cc req-d9d67b4b-d5a2-4e0f-93e1-2089d225e50b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 949 time: 0.2127366 Feb 09 21:36:30.852222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-6f3e3f81-4dfc-44c5-90ed-9f7b0900d13e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.1189868 Feb 09 21:36:30.852446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c1d04-73c8-4157-93c0-77cf9338926c service neutron] Pushing event updated for resources: {'Port': ['ID=06089387-3a2a-4bb2-830b-ad246621c3b5,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.933375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-bb640300-ca53-45a0-839c-b012bcd8c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.939923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-bb640300-ca53-45a0-839c-b012bcd8c83f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0818377 Feb 09 21:36:30.986184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.011961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:31.031659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-bc61529e-ce52-429e-a2f2-2b34f1e366a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.033223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-bc61529e-ce52-429e-a2f2-2b34f1e366a7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0861301 Feb 09 21:36:31.033604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.034395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.092512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d92f9517-a495-4559-ba8a-e1308c27f1cc req-e01f8954-a515-4036-873f-b9da9fd386a8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820284 Feb 09 21:36:31.101005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.108191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-f1017df0-5c65-43c8-bb42-76b7de8afa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.110486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-f1017df0-5c65-43c8-bb42-76b7de8afa08 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1125 time: 0.2518821 Feb 09 21:36:31.157812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:31.164963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:31.172508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:31.176314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-9c8a8e8d-8d7e-4912-94f2-d816f15d2a8b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3270211 Feb 09 21:36:31.179939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-92f62437-a8d9-4a6e-af5c-213c566159b2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0590746 Feb 09 21:36:31.200677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Pushing event updated for resources: {'Port': ['ID=f9927074-0a9f-4fdd-861c-acb540f8e152,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:31.213712 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Request body: {'port': {'device_id': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:31.241895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-37608d52-a102-48d2-846c-e66648fe3921 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016053 Feb 09 21:36:31.284262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-7b7c16dc-273b-49ee-ac22-a263447728b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.285827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-7b7c16dc-273b-49ee-ac22-a263447728b2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0869801 Feb 09 21:36:31.314778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (eba68a40-26c3-4010-8e38-733e95d7425b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.347179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ac499-7085-4868-9419-e51fab304a21 req-6e62516d-1bd5-4d6e-a50c-2b842ae433ec tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.352659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c8ac499-7085-4868-9419-e51fab304a21 req-6e62516d-1bd5-4d6e-a50c-2b842ae433ec tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 931 time: 0.1894767 Feb 09 21:36:31.356804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c05ff61-7fb4-4a5d-abe1-0fe25116d357 req-19609fdb-d9fd-4bf7-9f9c-be77675aa42e service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082373 Feb 09 21:36:31.373048 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.414418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.449461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-c658be9f-b713-43ed-87ad-ea18ab5583e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.451024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-c658be9f-b713-43ed-87ad-ea18ab5583e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1575034 Feb 09 21:36:31.460179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c8ac499-7085-4868-9419-e51fab304a21 req-288c6b76-75dc-4a87-af16-fcc5c4d9adf1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007915 Feb 09 21:36:31.539097 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6078187c-6f13-4d29-a924-0eb96578aa31 x-openstack-request-id: req-6078187c-6f13-4d29-a924-0eb96578aa31 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:31.539379 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:31.539639 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6078187c-6f13-4d29-a924-0eb96578aa31 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:31.540056 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'status': 'completed', 'code': 200} Feb 09 21:36:31.727781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-d0dff773-af2e-479a-98ea-fc00648237ab service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623358 Feb 09 21:36:31.809166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e209e-f658-4e1c-82b4-49019dda14f6 req-b1eac4d4-6e8b-41f6-a5e3-b69068feccb4 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.812901 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a57e209e-f658-4e1c-82b4-49019dda14f6 req-b1eac4d4-6e8b-41f6-a5e3-b69068feccb4 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 948 time: 0.2020957 Feb 09 21:36:31.908410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5669ab9d-f1c7-4ce8-8fc2-e474e10b735d req-cb942b45-0142-42bb-bf1d-b051ae48cedd service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727207 Feb 09 21:36:31.939042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a57e209e-f658-4e1c-82b4-49019dda14f6 req-ad9bd24f-06c2-4858-ac01-d41761b38d52 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173909 Feb 09 21:36:31.941398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.996810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:32.007640 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Publish callbacks [] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.013922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:32.029940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.071930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Transition to ACTIVE for port object 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:32.104904 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (eba68a40-26c3-4010-8e38-733e95d7425b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.124280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-ae9f0320-dac6-4421-8ede-d68b5515a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.125821 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-ae9f0320-dac6-4421-8ede-d68b5515a2c9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1125 time: 0.0851073 Feb 09 21:36:32.134653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8890-3a83-4db9-8391-ba1229905d05 req-488aeda8-fddc-43cf-83ba-e63e0da1e2a9 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.136669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-656e8890-3a83-4db9-8391-ba1229905d05 req-488aeda8-fddc-43cf-83ba-e63e0da1e2a9 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 943 time: 0.1319106 Feb 09 21:36:32.144925 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.145884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Pushing event updated for resources: {'Port': ['ID=f9927074-0a9f-4fdd-861c-acb540f8e152,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:32.201207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:32.205544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:32.206135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.226574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.228180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84f925b7-54b4-43d3-863b-138e070585af req-7a55530c-9c43-4a9f-8cec-297f63cc6c35 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2340646 Feb 09 21:36:32.282696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:32.309569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84f925b7-54b4-43d3-863b-138e070585af req-d46f22d9-d3db-4f6f-b570-220240166aee tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.16 HTTP/1.1" status: 200 len: 695 time: 0.0725811 Feb 09 21:36:32.328405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:32.328960 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.369777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:32.370964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:32.373766 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c4f3b-a431-4b8c-8910-7ead20592b40" -d '{"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-plugged", "status": "completed", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:32.389731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-9fd02c04-f117-4780-8aea-8a1b3c10e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.391263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-9fd02c04-f117-4780-8aea-8a1b3c10e10d service neutron] 10.222.0.110 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.2536457 Feb 09 21:36:32.396264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-656e8890-3a83-4db9-8391-ba1229905d05 req-a21026ec-d406-4c46-953d-5a2601333337 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291660 Feb 09 21:36:32.455374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-493aad5f-0b06-4b57-b62e-91ed195c4218 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0547898 Feb 09 21:36:32.459223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.460139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 873aadde-9fee-44f7-9711-7fdde21cdf3b up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:32.469643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f925b7-54b4-43d3-863b-138e070585af req-f0af163a-7b47-42ca-8c85-e095e0e91659 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.473576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84f925b7-54b4-43d3-863b-138e070585af req-f0af163a-7b47-42ca-8c85-e095e0e91659 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1558914 Feb 09 21:36:32.505304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:32.505645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:32.505998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:32.534039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:32.534365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:32.550823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:32.551170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:32.551557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:32.552060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Bound port: 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:32.552420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.565908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:32.574733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-1b37bd10-1aec-4ee9-97be-2d09c9984b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.576215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-1b37bd10-1aec-4ee9-97be-2d09c9984b3f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.1075542 Feb 09 21:36:32.654199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b2ab1-07e3-4418-8ee7-d459e01039bf req-4d3a7b77-bd43-4d17-929e-8c56825ccfb9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.656194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c6b2ab1-07e3-4418-8ee7-d459e01039bf req-4d3a7b77-bd43-4d17-929e-8c56825ccfb9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.0879297 Feb 09 21:36:32.678819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 873aadde-9fee-44f7-9711-7fdde21cdf3b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:32.684164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 873aadde-9fee-44f7-9711-7fdde21cdf3b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:32.684740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.685718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:32.690365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:32.694857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-8f69e33a-9187-4d2e-ac75-37122dfc459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.696544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-8f69e33a-9187-4d2e-ac75-37122dfc459c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1116145 Feb 09 21:36:32.731822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c6b2ab1-07e3-4418-8ee7-d459e01039bf req-e5a5df47-951e-4f53-83ec-c34a532989a0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686276 Feb 09 21:36:32.780436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 873aadde-9fee-44f7-9711-7fdde21cdf3b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:32.781203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.789829 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.790061 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4cca1b-2d26-48ab-9d89-839b0b9d30e2 x-openstack-request-id: req-ac4cca1b-2d26-48ab-9d89-839b0b9d30e2 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:32.790298 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-plugged", "status": "completed", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:32.790560 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ac4cca1b-2d26-48ab-9d89-839b0b9d30e2 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:32.790963 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'code': 200} Feb 09 21:36:32.844107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 873aadde-9fee-44f7-9711-7fdde21cdf3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=873aadde-9fee-44f7-9711-7fdde21cdf3b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:32.849882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.850591 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.852067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] 10.222.0.30 "PUT /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 1091 time: 1.6451602 Feb 09 21:36:32.871501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-f13c0172-ae3f-4972-b308-8d0b975b5a5a tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips/eba68a40-26c3-4010-8e38-733e95d7425b HTTP/1.1" status: 200 len: 692 time: 0.0681384 Feb 09 21:36:32.887443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-264fed9f-692b-4162-94bf-503ba30d4871 service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798959 Feb 09 21:36:32.888093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9650d-9464-4912-8af1-85d09643942e service neutron] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:32.956307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.006627 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27d0ca5f-b0f4-466c-a675-9286060de88a req-c35b601b-4e1e-4693-b8f3-1c248f63bc32 service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126213 Feb 09 21:36:33.030261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=873aadde-9fee-44f7-9711-7fdde21cdf3b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:33.048024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-88b94ddf-6544-40bc-ad0f-38ecb17f2e9d tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.048385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-88b94ddf-6544-40bc-ad0f-38ecb17f2e9d tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1713171 Feb 09 21:36:33.079389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf804-8157-47b2-897d-afa67b93990a req-3a0a5047-689b-40ab-8bbb-2ce46a3fbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.081100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-3a0a5047-689b-40ab-8bbb-2ce46a3fbe54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1125 time: 0.0590422 Feb 09 21:36:33.108138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-0aefaf41-ba56-48e3-aba9-62f77ad89e10 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.16 HTTP/1.1" status: 200 len: 695 time: 0.0538416 Feb 09 21:36:33.136234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-c5ab7dea-b173-45d8-8d54-17e5f63e7a84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 217 time: 0.0449026 Feb 09 21:36:33.161174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6b85e942-6559-46c2-b411-011d7cc7bc21 tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.16 HTTP/1.1" status: 200 len: 695 time: 0.0470016 Feb 09 21:36:33.186793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf804-8157-47b2-897d-afa67b93990a req-70f17d31-8329-4c28-9519-bc74e26e5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.188370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-70f17d31-8329-4c28-9519-bc74e26e5f0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0445476 Feb 09 21:36:33.230687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-8243d7a4-b6b1-4b7a-8558-ac4b88be2d9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274568 Feb 09 21:36:33.310292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Deleting port f9927074-0a9f-4fdd-861c-acb540f8e152 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:33.310633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.334307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-28fc1c6e-f715-45f5-a715-0c2311cb7600 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970538 Feb 09 21:36:33.394795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.395128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (f9927074-0a9f-4fdd-861c-acb540f8e152), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.407485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Calling delete_port for f9927074-0a9f-4fdd-861c-acb540f8e152 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:33.429793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88abf804-8157-47b2-897d-afa67b93990a req-d22444b6-42f3-47f7-b99f-2756a3a606cf service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Feb 09 21:36:33.540906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:33.545266 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9226b54-6f90-434a-8c71-c55b313d7cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:33.607776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0aabb-1e38-4fff-a7bb-f090e27b155a req-cfdadde4-95b5-422d-8eda-bba997d8b0c5 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.609377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2c0aabb-1e38-4fff-a7bb-f090e27b155a req-cfdadde4-95b5-422d-8eda-bba997d8b0c5 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.0695922 Feb 09 21:36:33.650316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (f9927074-0a9f-4fdd-861c-acb540f8e152), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.661253 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2c0aabb-1e38-4fff-a7bb-f090e27b155a req-d8490921-976f-44ef-a52b-dc87826b3ac1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Feb 09 21:36:33.687903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Pushing event deleted for resources: {'Port': ['ID=f9927074-0a9f-4fdd-861c-acb540f8e152,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:33.711383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks [] for floatingip (eba68a40-26c3-4010-8e38-733e95d7425b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.715285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.716499 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7c69c27-ef24-4b6f-9e9a-0d49d975feb1 req-6c460b69-ec14-4652-b308-06fc5814896c tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "DELETE /v2.0/floatingips/eba68a40-26c3-4010-8e38-733e95d7425b HTTP/1.1" status: 204 len: 173 time: 0.5487676 Feb 09 21:36:33.788629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1860fa2-2299-4300-b4a7-6725de09e11a req-13886799-bc03-4b1e-bd02-ecf1ab00de57 tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.790145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1860fa2-2299-4300-b4a7-6725de09e11a req-13886799-bc03-4b1e-bd02-ecf1ab00de57 tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1132 time: 0.0504143 Feb 09 21:36:33.831741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93be4a9-abf8-4828-95af-3ccb1d501ee8 req-e30b6b0d-32a1-409d-a0cf-9a7b782a1a09 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.833311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e93be4a9-abf8-4828-95af-3ccb1d501ee8 req-e30b6b0d-32a1-409d-a0cf-9a7b782a1a09 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 949 time: 0.0622675 Feb 09 21:36:33.848441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1860fa2-2299-4300-b4a7-6725de09e11a req-19fede82-7288-41bf-8c82-f91f018ee997 tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Feb 09 21:36:33.897745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e93be4a9-abf8-4828-95af-3ccb1d501ee8 req-8fd3fb7f-8f11-46de-9638-451e03457aca tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 Feb 09 21:36:33.967524 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa4965-1569-4e97-a1a2-6d8d7723bf8a x-openstack-request-id: req-09aa4965-1569-4e97-a1a2-6d8d7723bf8a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:33.967927 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:33.968262 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09aa4965-1569-4e97-a1a2-6d8d7723bf8a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:33.968735 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a', 'status': 'completed', 'code': 200} Feb 09 21:36:34.010777 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-66120d26-ae2f-4d36-9f7c-b189179283f0 req-36c17b47-12d4-48cc-ad1b-4af83bf4197a tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] show failed (client error): The resource could not be found. Feb 09 21:36:34.011882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66120d26-ae2f-4d36-9f7c-b189179283f0 req-36c17b47-12d4-48cc-ad1b-4af83bf4197a tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips/eba68a40-26c3-4010-8e38-733e95d7425b HTTP/1.1" status: 404 len: 350 time: 0.0524135 Feb 09 21:36:34.034129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d190b-b6f9-4cb6-8c4e-2312074bfb6a req-3aa716da-3e22-4687-b680-aac7627798dc tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.036121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-910d190b-b6f9-4cb6-8c4e-2312074bfb6a req-3aa716da-3e22-4687-b680-aac7627798dc tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 943 time: 0.1029172 Feb 09 21:36:34.107597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-f21940bf-5837-4bbe-b297-a2c67190a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.109297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-f21940bf-5837-4bbe-b297-a2c67190a560 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1125 time: 0.1142411 Feb 09 21:36:34.120214 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-142967cc-0f93-436f-963c-e5afc2f4eb51 req-c961ebaa-2aa2-4966-9539-c1da7ba3a6dc tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] show failed (client error): The resource could not be found. Feb 09 21:36:34.121410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-142967cc-0f93-436f-963c-e5afc2f4eb51 req-c961ebaa-2aa2-4966-9539-c1da7ba3a6dc tempest-FloatingIPsTestJSON-1584267811 tempest-FloatingIPsTestJSON-1584267811-project] 10.222.0.98 "GET /v2.0/floatingips/eba68a40-26c3-4010-8e38-733e95d7425b HTTP/1.1" status: 404 len: 350 time: 0.0508735 Feb 09 21:36:34.131441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50508) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:34.173721 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-910d190b-b6f9-4cb6-8c4e-2312074bfb6a req-231fa3a7-130a-4d15-86fa-01ab8f8afd84 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194637 Feb 09 21:36:34.242447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-7869ea96-c3c6-4121-b0a7-e219b340de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.246556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-7869ea96-c3c6-4121-b0a7-e219b340de55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1293409 Feb 09 21:36:34.302462 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-e8470374-666e-4790-bf33-3afbdeacb9d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 217 time: 0.0490284 Feb 09 21:36:34.378764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-2f0e6ad6-2605-4265-8e74-192833ed4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.380471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-2f0e6ad6-2605-4265-8e74-192833ed4dc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0702102 Feb 09 21:36:34.400207 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-b88a24c9-835f-4d85-892c-2643908f9341 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280924 Feb 09 21:36:34.421707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-d6ba0d1d-fdb7-4efc-bbb1-ec9e54eef8c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344894 Feb 09 21:36:34.561532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-1e7f4470-1044-404a-8a1d-a6ae3fe49acb service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326053 Feb 09 21:36:34.585745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-dc7a3d01-8251-4203-8f61-bae7873c9678 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.592733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-dc7a3d01-8251-4203-8f61-bae7873c9678 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855860 Feb 09 21:36:34.613766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-223e02b9-664e-4cbd-8db4-242812bd27d8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/quotas/726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 375 time: 0.0200529 Feb 09 21:36:34.709614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9226b54-6f90-434a-8c71-c55b313d7cc1 req-91325bb5-f858-49ee-8d8e-2ca3de2ffacf service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390359 Feb 09 21:36:34.745544 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-e0249b8e-3b89-4294-9dab-fd51845b3112 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303895 Feb 09 21:36:34.792547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873aadde-9fee-44f7-9711-7fdde21cdf3b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:34.795172 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a6897a-079b-47f5-aaa9-1cb645081985" -d '{"events": [{"server_uuid": "1c6f2aa0-8136-41cd-b9e6-28120abbc505", "name": "network-vif-plugged", "status": "completed", "tag": "873aadde-9fee-44f7-9711-7fdde21cdf3b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:34.862820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (d6ec56cc-54ce-4888-88aa-24efd1294b34), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.874099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a4802-b69e-41dc-899f-da432193b3d6 req-cf4b02ca-85c0-4285-8e3f-15848708f4d6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.886163 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e04a4802-b69e-41dc-899f-da432193b3d6 req-cf4b02ca-85c0-4285-8e3f-15848708f4d6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.1089082 Feb 09 21:36:34.943197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e04a4802-b69e-41dc-899f-da432193b3d6 req-032e3260-bcd7-4a12-a583-a38b954756bc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Feb 09 21:36:35.003083 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f065045f-1d75-4f7b-bd96-2ca5ca3bcab5 x-openstack-request-id: req-f065045f-1d75-4f7b-bd96-2ca5ca3bcab5 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:35.003401 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6f2aa0-8136-41cd-b9e6-28120abbc505", "name": "network-vif-plugged", "status": "completed", "tag": "873aadde-9fee-44f7-9711-7fdde21cdf3b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:35.003662 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f065045f-1d75-4f7b-bd96-2ca5ca3bcab5 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:35.004093 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873aadde-9fee-44f7-9711-7fdde21cdf3b', 'code': 200} Feb 09 21:36:35.136392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4508d002-15f4-4d83-8ae0-264a103f9962 req-ab279d75-27ec-401a-b841-d07db8d71b8c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 210 time: 0.0509007 Feb 09 21:36:35.190938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2def-b4b0-4fc8-8191-a60eba1f7a69 req-80fc9fe0-69a8-4d65-8198-f6b1ba0a8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.192592 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-904b2def-b4b0-4fc8-8191-a60eba1f7a69 req-80fc9fe0-69a8-4d65-8198-f6b1ba0a8676 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 1131 time: 0.1072397 Feb 09 21:36:35.209739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f29eb-039f-4997-a492-87e76c1e06db req-972c04b7-e5e2-4897-a045-0673bc28c4cf tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.218665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-162f29eb-039f-4997-a492-87e76c1e06db req-972c04b7-e5e2-4897-a045-0673bc28c4cf tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 949 time: 0.1217947 Feb 09 21:36:35.372871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fa852fef-0211-443e-ab63-252076669c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.418789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-904b2def-b4b0-4fc8-8191-a60eba1f7a69 req-cbf9f8c8-5045-44f5-aa16-8c864e8f2c1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884120 Feb 09 21:36:35.422776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-162f29eb-039f-4997-a492-87e76c1e06db req-4d356dd4-bef1-414d-9a9b-7303ef9cf17b tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027655 Feb 09 21:36:35.433620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd73b3-c3a6-4be3-9f52-f387a6551294 req-c5d1114f-e987-4a15-bc5a-7d06fb714a28 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.443328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6cd73b3-c3a6-4be3-9f52-f387a6551294 req-c5d1114f-e987-4a15-bc5a-7d06fb714a28 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 943 time: 0.1411803 Feb 09 21:36:35.469292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Deleting port 32ca4548-8cf4-45b0-a042-950808103d95 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:35.469636 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (32ca4548-8cf4-45b0-a042-950808103d95), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.544508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6cd73b3-c3a6-4be3-9f52-f387a6551294 req-b206ec90-535f-40ae-8499-ce5f7ca3f345 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945647 Feb 09 21:36:35.567010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 06089387-3a2a-4bb2-830b-ad246621c3b5 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:35.618030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] For port 32ca4548-8cf4-45b0-a042-950808103d95, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=32ca4548-8cf4-45b0-a042-950808103d95,segment=NetworkSegment(404aebdb-bc7e-406b-a892-a9863a6c8dfa),segment_id=404aebdb-bc7e-406b-a892-a9863a6c8dfa)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:35.619287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (32ca4548-8cf4-45b0-a042-950808103d95), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.665284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Calling delete_port for 32ca4548-8cf4-45b0-a042-950808103d95 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:35.721762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 06089387-3a2a-4bb2-830b-ad246621c3b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=06089387-3a2a-4bb2-830b-ad246621c3b5,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:35.746144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'mac_address': 'fa:16:3e:33:0f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:35.809226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 06089387-3a2a-4bb2-830b-ad246621c3b5 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:35.809902 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.825425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06089387-3a2a-4bb2-830b-ad246621c3b5 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:35.854085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 06089387-3a2a-4bb2-830b-ad246621c3b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=06089387-3a2a-4bb2-830b-ad246621c3b5,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:35.961583 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.029608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=06089387-3a2a-4bb2-830b-ad246621c3b5,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:36.033721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:36.041345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (32ca4548-8cf4-45b0-a042-950808103d95), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.137572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ca4548-8cf4-45b0-a042-950808103d95,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:36.215768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:36.222873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['06089387-3a2a-4bb2-830b-ad246621c3b5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:36.267749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'port_id': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a', 'mac_address': 'fa:16:3e:f0:e2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f04cad0-d7ca-4041-a8e1-7b35266ba717', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:36.357684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (d6ec56cc-54ce-4888-88aa-24efd1294b34), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.360038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:36.360890 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.368680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8871f075-8cc7-4390-97ca-e7cf8d896011 req-22989106-293e-4c27-8784-15030b5c92b0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 210 time: 0.0645695 Feb 09 21:36:36.406583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:36.467853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e502a7-592b-4756-ac3b-ecc19772a79a req-728dfe14-3d99-405a-90c4-de37bc6ac851 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.470043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:36.485084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5e502a7-592b-4756-ac3b-ecc19772a79a req-728dfe14-3d99-405a-90c4-de37bc6ac851 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.4312994 Feb 09 21:36:36.583450 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-034ea154-50f2-4e5c-8ee8-689423641195 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--343461895&fields=id&tenant_id=7c63a020100d4a61bd78817a25e094fe HTTP/1.1" status: 200 len: 267 time: 0.0898268 Feb 09 21:36:36.602415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5e502a7-592b-4756-ac3b-ecc19772a79a req-5f927ea1-1246-45b3-851b-11e85698bbc3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143434 Feb 09 21:36:36.732618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-8931e22e-0261-4daf-8830-68769321c588 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.740913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-8931e22e-0261-4daf-8830-68769321c588 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 824 time: 0.1568501 Feb 09 21:36:36.756320 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-f592b2b3-61bf-4950-bc5f-fc1385d495b5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/quotas/7c63a020100d4a61bd78817a25e094fe HTTP/1.1" status: 200 len: 375 time: 0.0143547 Feb 09 21:36:36.852209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-812d3ae9-7ed3-4730-9a20-ea77de4e3e39 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911400 Feb 09 21:36:36.891517 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.902100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf097a-51f7-46a7-b4a9-5900c613e13d req-b98365c0-7abc-4fd9-af4c-e752ee800d1a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.903866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-deaf097a-51f7-46a7-b4a9-5900c613e13d req-b98365c0-7abc-4fd9-af4c-e752ee800d1a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 949 time: 0.1627898 Feb 09 21:36:36.925255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Router d6ec56cc-54ce-4888-88aa-24efd1294b34 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:36.999951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-49733b37-694a-4f02-b50a-5e4c04726414 service neutron] 10.222.0.98 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322594 Feb 09 21:36:37.056828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:37.092923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-deaf097a-51f7-46a7-b4a9-5900c613e13d req-0e55bf6a-efaf-4f43-9be8-13d5dd683592 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625772 Feb 09 21:36:37.172364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:37.183831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] Sync routers for ids ['d6ec56cc-54ce-4888-88aa-24efd1294b34'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:37.190387 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2f620518-df4b-49b6-a85d-d401e0a7e883 admin admin] 10.222.0.98 "PUT /v2.0/routers/d6ec56cc-54ce-4888-88aa-24efd1294b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0576255 Feb 09 21:36:37.205412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50580) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:37.206117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['9e0311da-2e06-40c3-9ca1-d9ad0a63e03a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:37.226204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] Routers {'d6ec56cc-54ce-4888-88aa-24efd1294b34'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:37.226911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6ec56cc-54ce-4888-88aa-24efd1294b34'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:37.252908 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-4b4dab66-2474-40cd-adb7-c8b7cb0458f5 service neutron] 10.222.0.98 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440116 Feb 09 21:36:37.339675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dae1d-b4f9-42d4-a5e2-313bae267669 req-12cecb63-caed-4cc4-96cf-6ed34f9337f9 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.347195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-702dae1d-b4f9-42d4-a5e2-313bae267669 req-12cecb63-caed-4cc4-96cf-6ed34f9337f9 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 944 time: 0.1555564 Feb 09 21:36:37.384774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks [] for router (d6ec56cc-54ce-4888-88aa-24efd1294b34), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.490928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-702dae1d-b4f9-42d4-a5e2-313bae267669 req-91aa7797-7ac8-49b9-aa21-89a40611521a tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379533 Feb 09 21:36:37.567598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks [] for router_gateway (d6ec56cc-54ce-4888-88aa-24efd1294b34), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.674778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] Set router d6ec56cc-54ce-4888-88aa-24efd1294b34 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:37.690458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f7f567b-b68e-4e13-8d18-ec8854e923a9 req-89d17d1d-84a8-4e85-858e-66b641dfbc4a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 210 time: 0.1024182 Feb 09 21:36:37.692741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e344e209-7745-45ac-918c-3097b403e540 req-8df263ba-71e6-462e-a6de-42f5658227a4 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 210 time: 0.0510545 Feb 09 21:36:37.829782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-6312e1c6-3fca-4786-8938-8f3ecdff9956 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.831310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-6312e1c6-3fca-4786-8938-8f3ecdff9956 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.30 "GET /v2.0/ports?device_id=b56c6769-cb83-4bb2-ac5e-5b8f334fabde HTTP/1.1" status: 200 len: 946 time: 0.0994861 Feb 09 21:36:37.835270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 06089387-3a2a-4bb2-830b-ad246621c3b5 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:37.888732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Deleting port 66fa32e3-6c76-4865-b1fe-346e235a3cfd {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:37.889173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.980293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Deleting port 58cbb723-ecdb-4504-a7c5-b8709f3a932f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:37.980739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.982220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15e49-9938-4c45-ade8-54755f3e0677 req-e847df1d-ba8b-45af-818b-a23d02305327 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.989184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54a15e49-9938-4c45-ade8-54755f3e0677 req-e847df1d-ba8b-45af-818b-a23d02305327 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 944 time: 0.1833889 Feb 09 21:36:38.066768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] For port 66fa32e3-6c76-4865-b1fe-346e235a3cfd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=66fa32e3-6c76-4865-b1fe-346e235a3cfd,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:38.067952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.069025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a921baa9-d27f-4200-a606-ddfc0ceaa463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.089115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-4bb511f4-112b-42e8-86c9-4e0d6926deb8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514913 Feb 09 21:36:38.123263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54a15e49-9938-4c45-ade8-54755f3e0677 req-15822d52-ddc7-4006-903e-14220ccf45ca tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322916 Feb 09 21:36:38.125590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Calling delete_port for 66fa32e3-6c76-4865-b1fe-346e235a3cfd owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:38.258041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 06089387-3a2a-4bb2-830b-ad246621c3b5 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:38.274371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 06089387-3a2a-4bb2-830b-ad246621c3b5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:38.274998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.396844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:35Z', 'revision_number': 5, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port': {'id': '66fa32e3-6c76-4865-b1fe-346e235a3cfd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:38.465217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] Checking router: d6ec56cc-54ce-4888-88aa-24efd1294b34 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:38.496433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] Routers {'d6ec56cc-54ce-4888-88aa-24efd1294b34'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:38.497037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6ec56cc-54ce-4888-88aa-24efd1294b34'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:38.584326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (66fa32e3-6c76-4865-b1fe-346e235a3cfd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.600170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 06089387-3a2a-4bb2-830b-ad246621c3b5 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:38.600709 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.642382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:38.644874 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938dc01f-2292-4972-b72e-4b359c21d7c7" -d '{"events": [{"server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "name": "network-vif-plugged", "status": "completed", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:38.647334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Pushing event deleted for resources: {'Port': ['ID=66fa32e3-6c76-4865-b1fe-346e235a3cfd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:38.648292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] For port 58cbb723-ecdb-4504-a7c5-b8709f3a932f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58cbb723-ecdb-4504-a7c5-b8709f3a932f,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:38.648696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.678724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 06089387-3a2a-4bb2-830b-ad246621c3b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=06089387-3a2a-4bb2-830b-ad246621c3b5,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:38.686294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] Set router d6ec56cc-54ce-4888-88aa-24efd1294b34 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:38.754901 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.761577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:37Z', 'revision_number': 6, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:38.820539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (d6ec56cc-54ce-4888-88aa-24efd1294b34), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.820827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eca93b-4e54-45aa-a67e-354b0de93744 None None] The sync data for ids ['d6ec56cc-54ce-4888-88aa-24efd1294b34'] in n-d-828599-1 is: [{'id': 'd6ec56cc-54ce-4888-88aa-24efd1294b34', 'name': 'tempest-FloatingIPsTestJSON-138932578-router', 'tenant_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:06Z', 'updated_at': '2022-02-09T21:36:37Z', 'revision_number': 6, 'project_id': '35064cc9b0cb4dc28499ad24fa9884dc', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:38.856338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=06089387-3a2a-4bb2-830b-ad246621c3b5,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:38.921888 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.004772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.008065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.008476 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2 disassociated. External IP: 172.25.5.161, port: 58cbb723-ecdb-4504-a7c5-b8709f3a932f. Feb 09 21:36:39.008855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Calling delete_port for 58cbb723-ecdb-4504-a7c5-b8709f3a932f owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:39.281063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (58cbb723-ecdb-4504-a7c5-b8709f3a932f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.381727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 32ca4548-8cf4-45b0-a042-950808103d95 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:39.396349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6827c2-62ee-4738-b79f-e56e5c4f4f67 req-6c778265-9262-47c2-b4df-28ef420798cb tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:39.402214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc6827c2-62ee-4738-b79f-e56e5c4f4f67 req-6c778265-9262-47c2-b4df-28ef420798cb tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 944 time: 0.7476175 Feb 09 21:36:39.416525 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (d6ec56cc-54ce-4888-88aa-24efd1294b34), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.420041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d94e9-464c-4759-ba1a-f615d398aa12 req-58c7dd63-8472-4611-a210-1d03019e8eea tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:39.420966 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks [] for router_controller (d6ec56cc-54ce-4888-88aa-24efd1294b34), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.421772 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-394d94e9-464c-4759-ba1a-f615d398aa12 req-58c7dd63-8472-4611-a210-1d03019e8eea tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 949 time: 0.8601274 Feb 09 21:36:39.429735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 32ca4548-8cf4-45b0-a042-950808103d95 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:39.434091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 32ca4548-8cf4-45b0-a042-950808103d95 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:39.444809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event deleted for resources: {'Port': ['ID=58cbb723-ecdb-4504-a7c5-b8709f3a932f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:39.449174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-7262f963-f1a3-4cd1-b701-06537af9a523 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:39.450587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-7262f963-f1a3-4cd1-b701-06537af9a523 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3501258 Feb 09 21:36:39.475509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Request body: {'port': {'device_id': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '726caae83fa8493ea37127b0b806deed'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:39.533173 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc6827c2-62ee-4738-b79f-e56e5c4f4f67 req-26b958d1-34fb-4003-a6dc-353e2d2eb908 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037860 Feb 09 21:36:39.578981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (d6ec56cc-54ce-4888-88aa-24efd1294b34), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.579804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6ec56cc-54ce-4888-88aa-24efd1294b34 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:39.585585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.589473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c1fc7737-ecc4-4844-8f8f-2fc6d2b4c359 admin admin] 10.222.0.98 "DELETE /v2.0/routers/d6ec56cc-54ce-4888-88aa-24efd1294b34 HTTP/1.1" status: 204 len: 168 time: 2.3819075 Feb 09 21:36:39.590351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50624) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:39.628538 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60003fec-70b4-482b-8b94-27fa3db2f043 x-openstack-request-id: req-60003fec-70b4-482b-8b94-27fa3db2f043 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:39.628898 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "name": "network-vif-plugged", "status": "completed", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:39.629162 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-60003fec-70b4-482b-8b94-27fa3db2f043 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:39.629654 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'code': 200} Feb 09 21:36:39.766262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-394d94e9-464c-4759-ba1a-f615d398aa12 req-aab7bcba-6681-43bd-bf96-b3787af86603 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971253 Feb 09 21:36:39.788525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] Deleting subnet 89e2e1c4-6236-4d1e-8116-844d6a550e7e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:36:39.839156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] Publish callbacks [] for subnet (89e2e1c4-6236-4d1e-8116-844d6a550e7e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.896421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc31cd-4778-4dae-942e-6a827589a9dc req-b43930cb-cda6-4ced-bd12-b5e7a5c0a7e8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 210 time: 0.1552048 Feb 09 21:36:40.003826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68859bc-d61b-4a59-b5ab-08c103d89902 req-d35cbfbd-5703-4d70-8ce6-cdbb8cd62c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.005570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e68859bc-d61b-4a59-b5ab-08c103d89902 req-d35cbfbd-5703-4d70-8ce6-cdbb8cd62c20 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.2599723 Feb 09 21:36:40.012626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] Publish callbacks [] for subnet (89e2e1c4-6236-4d1e-8116-844d6a550e7e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.014541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81266380-b848-40c4-a5ae-7d9f523c1a1d req-d66daef6-7be9-49f8-a673-f947869f392b tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 210 time: 0.0977700 Feb 09 21:36:40.017277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:40.056254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:40.148930 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.205760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Made reservation on behalf of 726caae83fa8493ea37127b0b806deed for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:40.210249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.228585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:40.232962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:40.233533 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.304679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.110', 62438) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:40.467013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e68859bc-d61b-4a59-b5ab-08c103d89902 req-f6a0b48b-0d15-4f95-a2e7-6cebb5283260 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470220 Feb 09 21:36:40.478388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877f6dd-81ea-404d-bf64-94d595734321 req-3c7de678-83bc-41d9-b1ce-70e86aec8127 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.486988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0877f6dd-81ea-404d-bf64-94d595734321 req-3c7de678-83bc-41d9-b1ce-70e86aec8127 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 944 time: 0.4144628 Feb 09 21:36:40.488238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Allocated IP 192.168.233.91 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/2b18d825-ba80-4be1-9e55-c3b37c1dfa82) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:40.508198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (89e2e1c4-6236-4d1e-8116-844d6a550e7e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.533455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:40.534117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.614842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0877f6dd-81ea-404d-bf64-94d595734321 req-ef47ffc5-24f8-40b0-9e24-fa10f85bb2a9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267955 Feb 09 21:36:40.692420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks [] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.700867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:40.750853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-39941b54-3365-4c49-8fd6-2cedfe6eab6b tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.753408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-39941b54-3365-4c49-8fd6-2cedfe6eab6b tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.110 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 824 time: 0.4350209 Feb 09 21:36:40.787717 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.837883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f4a0c-a47a-4df5-8f9a-4fb338930f21 req-dcb196b2-d6d9-4616-bbcb-736f5c12a2f2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.841972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-568f4a0c-a47a-4df5-8f9a-4fb338930f21 req-dcb196b2-d6d9-4616-bbcb-736f5c12a2f2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 945 time: 0.1092029 Feb 09 21:36:40.850283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.873772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:40.905018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:40.917801 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] Sync routers for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:40.920406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-553278e2-3b6e-4cf1-8d78-8c59879b46ea tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c63a020100d4a61bd78817a25e094fe HTTP/1.1" status: 200 len: 379 time: 0.1520815 Feb 09 21:36:40.923523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for subnet (89e2e1c4-6236-4d1e-8116-844d6a550e7e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.931273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'port': {'device_id': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'admin_state_up': True, 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'security_groups': ['c9b531e7-8438-49dd-abae-4b753fcd15fb']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:40.938718 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:40.941875 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:41.009130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-faced947-cab4-4cb5-a020-1ffdd90c75ca tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2527475 Feb 09 21:36:41.019429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:41.044872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 66fa32e3-6c76-4865-b1fe-346e235a3cfd no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:41.055980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:41.109067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:41.165333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 66fa32e3-6c76-4865-b1fe-346e235a3cfd {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:41.168047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 66fa32e3-6c76-4865-b1fe-346e235a3cfd not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:41.172342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:41.218947 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:41.253660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-568f4a0c-a47a-4df5-8f9a-4fb338930f21 req-69555068-9dfb-4442-a591-3ed93e8fbf32 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010231 Feb 09 21:36:41.273365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:41.316248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e2e1c4-6236-4d1e-8116-844d6a550e7e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:41.344838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-1181bf42-5ad7-433c-96de-304c7359a49d tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.356145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-1181bf42-5ad7-433c-96de-304c7359a49d tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450041 Feb 09 21:36:41.379614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] No DVR routers for this DVR port 58cbb723-ecdb-4504-a7c5-b8709f3a932f on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:41.383670 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.388181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b16910d3-5d6e-4f0f-bb2d-3af19b40b70f req-a786f881-2272-4ba7-a442-2a3099b44d8c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.30 "DELETE /v2.0/ports/58cbb723-ecdb-4504-a7c5-b8709f3a932f HTTP/1.1" status: 204 len: 173 time: 3.5505836 Feb 09 21:36:41.388640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'name': 'network-vif-deleted', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:41.390865 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aa6786-4c51-4bb6-9fa5-e6991617b6c5" -d '{"events": [{"server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "name": "network-vif-deleted", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:41.504738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.508208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.566695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e410-5821-4a92-84ca-63bc87b48c1b req-c9f7f704-0de9-4886-aab6-dffcb8e32d08 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.571861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7882e410-5821-4a92-84ca-63bc87b48c1b req-c9f7f704-0de9-4886-aab6-dffcb8e32d08 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 935 time: 0.1575098 Feb 09 21:36:41.632266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-03d47657-35b6-490a-8703-8efb40c0ab1d tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/quotas/475f89c6eb75407f9d9e5a5ae863fe45 HTTP/1.1" status: 200 len: 375 time: 0.2750812 Feb 09 21:36:41.633377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:41.640114 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0777cdee-a8ca-42f3-b13b-72250c2492fb" -d '{"events": [{"server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "name": "network-vif-plugged", "status": "completed", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:41.645171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4520a03c-e2fc-46fe-b9c0-858a2741f3ae None None] Provisioning complete for port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:41.647268 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4520a03c-e2fc-46fe-b9c0-858a2741f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.655222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c9216e9a-07c2-4784-9dad-0ad617543123 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1849201 Feb 09 21:36:41.682898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Request body: {'port': {'device_id': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:41.690731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.703600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a48b7bd1-2c33-47a0-8390-2d7facec485e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/89e2e1c4-6236-4d1e-8116-844d6a550e7e HTTP/1.1" status: 204 len: 168 time: 2.1113584 Feb 09 21:36:41.720253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323199bf-f1e9-431e-90c0-75f0d696fb50 None None] Network dbd45f71-6515-4051-8206-e866ee608812 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:41.727620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50662) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:41.734316 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.821977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7882e410-5821-4a92-84ca-63bc87b48c1b req-74cc0f9e-f530-4b90-af64-a3e672255200 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461202 Feb 09 21:36:41.896256 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:36:41.939158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.973739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4520a03c-e2fc-46fe-b9c0-858a2741f3ae None None] Port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:42.074023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58cbb723-ecdb-4504-a7c5-b8709f3a932f no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:42.110274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-33584fc2-c9a1-4a00-9173-5d63d1fe0480 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4718986 Feb 09 21:36:42.124651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (dbd45f71-6515-4051-8206-e866ee608812), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.146804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 58cbb723-ecdb-4504-a7c5-b8709f3a932f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:42.146804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58cbb723-ecdb-4504-a7c5-b8709f3a932f not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:42.166441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e85be78-d872-48e1-ba5d-a2749ef1e628 req-f5984536-9403-4909-9c95-41595fdbe7b5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 210 time: 0.1292405 Feb 09 21:36:42.181684 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:42.204651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Made reservation on behalf of 7c63a020100d4a61bd78817a25e094fe for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:42.234451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.281319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] DHCP port deletion for dbd45f71-6515-4051-8206-e866ee608812 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:36:42.288436 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] Checking router: f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:42.306267 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:42.308635 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:42.372619 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a67a66-25c2-4146-8344-5b01a1fd54e8 x-openstack-request-id: req-59a67a66-25c2-4146-8344-5b01a1fd54e8 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:42.373362 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56c6769-cb83-4bb2-ac5e-5b8f334fabde", "name": "network-vif-deleted", "tag": "58cbb723-ecdb-4504-a7c5-b8709f3a932f", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:42.373868 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59a67a66-25c2-4146-8344-5b01a1fd54e8 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:42.374576 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56c6769-cb83-4bb2-ac5e-5b8f334fabde', 'name': 'network-vif-deleted', 'tag': '58cbb723-ecdb-4504-a7c5-b8709f3a932f', 'status': 'completed', 'code': 200} Feb 09 21:36:42.519342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] Deleting port ef8a528b-f733-41ab-9706-147105b0f5f1 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:42.522008 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.594468 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:42.736715 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b7afa7-04b0-4504-b6c5-c2ceb275357d x-openstack-request-id: req-96b7afa7-04b0-4504-b6c5-c2ceb275357d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:42.738333 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "name": "network-vif-plugged", "status": "completed", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:42.739455 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96b7afa7-04b0-4504-b6c5-c2ceb275357d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:42.741769 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a', 'code': 200} Feb 09 21:36:42.777941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:42.797808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Publish callbacks [] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.821683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] For port ef8a528b-f733-41ab-9706-147105b0f5f1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ef8a528b-f733-41ab-9706-147105b0f5f1,segment=NetworkSegment(404aebdb-bc7e-406b-a892-a9863a6c8dfa),segment_id=404aebdb-bc7e-406b-a892-a9863a6c8dfa)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:42.826874 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.838119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Transition to ACTIVE for port object 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:42.855535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] Calling delete_port for ef8a528b-f733-41ab-9706-147105b0f5f1 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:42.910927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96a191-70f3-4598-b4e9-98d73e21f861 req-aa8a8fb9-6081-458d-8a8a-d0cde0601e0e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:42.912504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dd96a191-70f3-4598-b4e9-98d73e21f861 req-aa8a8fb9-6081-458d-8a8a-d0cde0601e0e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 945 time: 0.2659366 Feb 09 21:36:42.913694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.932709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Deleting port ef8a528b-f733-41ab-9706-147105b0f5f1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:42.940417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.092386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.242108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ef8a528b-f733-41ab-9706-147105b0f5f1 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:43.245712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] Pushing event deleted for resources: {'Port': ['ID=ef8a528b-f733-41ab-9706-147105b0f5f1,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:43.278719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:43.283746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dd96a191-70f3-4598-b4e9-98d73e21f861 req-9d0937af-12bc-4a69-8f7a-61407353d435 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828348 Feb 09 21:36:43.284991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Attempting to bind port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:43.285327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Attempting to bind port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:43.285663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Attempting to bind port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:43.307996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] For port ef8a528b-f733-41ab-9706-147105b0f5f1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ef8a528b-f733-41ab-9706-147105b0f5f1,segment=NetworkSegment(404aebdb-bc7e-406b-a892-a9863a6c8dfa),segment_id=404aebdb-bc7e-406b-a892-a9863a6c8dfa)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:43.311950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.322390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062d7f6-01f6-4707-be36-a0baf265d86b None None] No DVR routers for this DVR port ef8a528b-f733-41ab-9706-147105b0f5f1 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:43.337323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023e2d3-f8fa-4f6b-8358-df89b85b5353 req-f0996a58-c28a-4bee-be72-b630c2164a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:43.339333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3023e2d3-f8fa-4f6b-8358-df89b85b5353 req-f0996a58-c28a-4bee-be72-b630c2164a3d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1127 time: 0.3996859 Feb 09 21:36:43.340661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:43.340987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Attempting to bind port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:43.341367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ef8a528b-f733-41ab-9706-147105b0f5f1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:43.341718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ef8a528b-f733-41ab-9706-147105b0f5f1 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:43.343739 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:43.351290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Calling delete_port for ef8a528b-f733-41ab-9706-147105b0f5f1 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:43.398639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:43.398986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:43.399380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:43.399865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Bound port: 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:43.400227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.410668 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40453d35-a8d8-4f85-8353-20a101e769c8 None None] The sync data for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 is: [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:43.453977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Allocated IP 172.20.0.11 (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16/2036c750-d512-4a1b-889a-628aa53d2119/cedcad4a-76d6-490b-b5b4-e400e31a20be) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:43.601965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3023e2d3-f8fa-4f6b-8358-df89b85b5353 req-5c60078e-755a-4d24-926f-92044124d07f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463639 Feb 09 21:36:43.606804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033e0fe-ff8f-4cb1-b3a3-41a7d2fa2eb4 req-9dbfee05-2d67-4672-9a55-6ab5310ab100 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:43.608392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2033e0fe-ff8f-4cb1-b3a3-41a7d2fa2eb4 req-9dbfee05-2d67-4672-9a55-6ab5310ab100 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 945 time: 0.7324035 Feb 09 21:36:43.618003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5fef93c1-0045-4906-bdfb-8ffac529e624 req-ad68be9b-6578-442e-9e0c-88e20db2396f tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 210 time: 0.1842847 Feb 09 21:36:43.700741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:43.704183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:43.733627 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2033e0fe-ff8f-4cb1-b3a3-41a7d2fa2eb4 req-00fef4bb-3756-4c72-a999-18402f424099 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017997 Feb 09 21:36:43.809764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.896451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:43.896451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.896451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] 10.222.0.110 "PUT /v2.0/ports/2b18d825-ba80-4be1-9e55-c3b37c1dfa82 HTTP/1.1" status: 200 len: 1095 time: 2.2314532 Feb 09 21:36:43.996189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7365-4c3d-4f55-be38-005c8ac4752a req-713bdca6-5e5c-44b4-b00e-144c67806c9f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:43.997720 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11df7365-4c3d-4f55-be38-005c8ac4752a req-713bdca6-5e5c-44b4-b00e-144c67806c9f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 947 time: 0.2691052 Feb 09 21:36:44.035631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d4bc122-fb21-4388-9579-967037336a37 req-904ff49d-201e-40be-8df9-901619cfc2d6 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 210 time: 0.1923621 Feb 09 21:36:44.050820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ef8a528b-f733-41ab-9706-147105b0f5f1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.064182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dbf78-b029-477f-acc4-4c21c0b10e96 service neutron] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:44.081151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070f05e-e9f2-4bee-a032-f1e854a31343 None None] New status for floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:36:44.088370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8a528b-f733-41ab-9706-147105b0f5f1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:44.270069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8dbe6555-cb7b-4dd0-b1a0-7359b9ce7807 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1776178 Feb 09 21:36:44.271085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] No DVR routers for this DVR port ef8a528b-f733-41ab-9706-147105b0f5f1 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:44.281499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:44.378281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11df7365-4c3d-4f55-be38-005c8ac4752a req-03df8340-4bb1-4a4e-ac21-003e5849654c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713393 Feb 09 21:36:44.380893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:44.383388 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66c013c-09dd-4051-8924-0a94b7d9d1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:44.396943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-32211568-69a7-4f60-b09c-49183af9fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.396943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-32211568-69a7-4f60-b09c-49183af9fccc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 1129 time: 0.3418093 Feb 09 21:36:44.558507 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.574890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-43316879-9eeb-4bd1-93f4-5d43976cb85a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82 HTTP/1.1" status: 200 len: 217 time: 0.1714013 Feb 09 21:36:44.625455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (dbd45f71-6515-4051-8206-e866ee608812), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.647812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-407d6026-321e-447c-b86b-e9cef8d63839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.649951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-407d6026-321e-447c-b86b-e9cef8d63839 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0687318 Feb 09 21:36:44.673548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.673926 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.674700 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.675041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.678548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.678973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.679328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.681333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.681681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.683160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.717230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdeb17-9731-4160-82a9-8cc6e228b06d req-0e77bc90-a902-4da0-9d02-f29ccb4bd97d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.718938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ffdeb17-9731-4160-82a9-8cc6e228b06d req-0e77bc90-a902-4da0-9d02-f29ccb4bd97d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 945 time: 0.1957119 Feb 09 21:36:44.797919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-bcc15c39-1868-4e64-a20c-af6935d68215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.807891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-bcc15c39-1868-4e64-a20c-af6935d68215 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1417086 Feb 09 21:36:44.828799 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ffdeb17-9731-4160-82a9-8cc6e228b06d req-4936d2a2-550c-46b8-b6db-880a8fd59831 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879724 Feb 09 21:36:44.843921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.843921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.843921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.843921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:36:44.843921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd45f71-6515-4051-8206-e866ee608812']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:44.879027 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.905885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.932671 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48974eac-67fc-4980-b18e-e1ecdf13d0dc x-openstack-request-id: req-48974eac-67fc-4980-b18e-e1ecdf13d0dc {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:44.933192 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:44.933611 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48974eac-67fc-4980-b18e-e1ecdf13d0dc {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:44.934170 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'status': 'completed', 'code': 200} Feb 09 21:36:44.939435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404aebdb-bc7e-406b-a892-a9863a6c8dfa') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:44.943075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404aebdb-bc7e-406b-a892-a9863a6c8dfa') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:45.068155 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-71d504ee-6f8b-45eb-b6bd-f29c0e397494 req-e7384e2c-806f-4b1a-9448-52da8faa6b74 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 210 time: 0.0900896 Feb 09 21:36:45.093606 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (404aebdb-bc7e-406b-a892-a9863a6c8dfa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.103789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-697e1d03-d769-492d-b993-37f9d0c5ccfe service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737250 Feb 09 21:36:45.159184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:45.185645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:45.191855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:45.221613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event updated for resources: {'Port': ['ID=cedcad4a-76d6-490b-b5b4-e400e31a20be,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:45.227792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (404aebdb-bc7e-406b-a892-a9863a6c8dfa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.236504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:36:45.236914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (404aebdb-bc7e-406b-a892-a9863a6c8dfa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.283166 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f89b97d-54b1-4e18-a66c-fab8608a9fb0 req-c90d53e2-327b-4c78-832b-bb4270473898 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715229 Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: from cryptography.utils import int_from_bytes Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: from cryptography.utils import int_from_bytes Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:36:45.293996 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:36:45.320497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388a9f-1d46-45f1-87cb-3911ecd43e97 req-16ef45e3-0e91-416d-8873-24d6a744fd5c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.328407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0388a9f-1d46-45f1-87cb-3911ecd43e97 req-16ef45e3-0e91-416d-8873-24d6a744fd5c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 932 time: 0.1273901 Feb 09 21:36:45.334976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.335919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.391759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0388a9f-1d46-45f1-87cb-3911ecd43e97 req-3708e8b0-dad2-4605-b4df-ade2047e60f5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585916 Feb 09 21:36:45.397131 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.486398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-e7e44a62-3d51-4cfa-96f3-0c0b0862c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.488775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-e7e44a62-3d51-4cfa-96f3-0c0b0862c16b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 1129 time: 0.0583227 Feb 09 21:36:45.495815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-eb46223c-6757-4e45-a884-1c83b0b17992 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5693657 Feb 09 21:36:45.518006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Request body: {'port': {'device_id': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:45.560465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Allocated IP 172.25.5.223 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/3d3f6ef3-e32d-49d9-a338-1890f681f995) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:45.615934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (dbd45f71-6515-4051-8206-e866ee608812), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.631548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.643687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866c587-9ce6-4163-bcce-756bf6091265 req-e4b2632a-d709-4f89-9a2a-79a6e2394668 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.646204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a866c587-9ce6-4163-bcce-756bf6091265 req-e4b2632a-d709-4f89-9a2a-79a6e2394668 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 947 time: 0.1432679 Feb 09 21:36:45.694416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.697872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/dbd45f71-6515-4051-8206-e866ee608812 HTTP/1.1" status: 204 len: 168 time: 3.9689436 Feb 09 21:36:45.700480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-212fc4e5-b73c-4951-b841-e2e205287554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.702661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-212fc4e5-b73c-4951-b841-e2e205287554 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1988697 Feb 09 21:36:45.715997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c1c4-f933-4437-90c5-86df1ded2cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd45f71-6515-4051-8206-e866ee608812,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:45.803643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a866c587-9ce6-4163-bcce-756bf6091265 req-6472e8b0-a2a1-4113-b0b4-a1115b174dd2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481497 Feb 09 21:36:45.806648 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-9b1cfcb4-60b5-410b-a358-fa1efd738e01 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257354 Feb 09 21:36:45.911140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-44c101c6-88ab-439e-950f-a23e67c7942e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82 HTTP/1.1" status: 200 len: 217 time: 0.1834567 Feb 09 21:36:46.029781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.241215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:46.285824 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.321045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fa6f2d43-7d61-4d15-be82-7005e9ba6871 None None] Provisioning complete for port cedcad4a-76d6-490b-b5b4-e400e31a20be triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:46.322334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fa6f2d43-7d61-4d15-be82-7005e9ba6871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.412819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f2d43-7d61-4d15-be82-7005e9ba6871 None None] Port cedcad4a-76d6-490b-b5b4-e400e31a20be cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:46.428203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-4de5aaec-8993-48eb-82c5-7cce4099ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.437523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-4de5aaec-8993-48eb-82c5-7cce4099ca18 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1399367 Feb 09 21:36:46.505635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617eade-cc32-4bf2-b1b7-d7141f599e78 req-aafc42fb-05e8-4c46-9fd2-71bdc3bd7c90 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.513201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2617eade-cc32-4bf2-b1b7-d7141f599e78 req-aafc42fb-05e8-4c46-9fd2-71bdc3bd7c90 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 945 time: 0.2156928 Feb 09 21:36:46.527863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-0802633e-6954-45ed-9cbb-da096948a84c tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.529347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-0802633e-6954-45ed-9cbb-da096948a84c tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6835325 Feb 09 21:36:46.548995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Request body: {'port': {'device_id': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '475f89c6eb75407f9d9e5a5ae863fe45'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:46.691892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-4c459d53-8b9e-4d92-ac7f-1e4238240e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.693370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-4c459d53-8b9e-4d92-ac7f-1e4238240e04 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2474980 Feb 09 21:36:46.706452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:46.711960 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2617eade-cc32-4bf2-b1b7-d7141f599e78 req-3f3ffb47-2be6-4d78-8e32-a306e10bebd5 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951785 Feb 09 21:36:46.712100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedcad4a-76d6-490b-b5b4-e400e31a20be {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:46.732940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:46.743348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8d916e23-bbaf-4c12-8b79-52d0ea8b742e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=35064cc9b0cb4dc28499ad24fa9884dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980028 Feb 09 21:36:46.744217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:46.748296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Publish callbacks [] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.752116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50730) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:46.791466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Pushing event updated for resources: {'Port': ['ID=3d3f6ef3-e32d-49d9-a338-1890f681f995,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:46.810022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Transition to ACTIVE for port object cedcad4a-76d6-490b-b5b4-e400e31a20be will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:46.818587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Made reservation on behalf of 475f89c6eb75407f9d9e5a5ae863fe45 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:46.825200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.888669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-056b706f-5654-4989-bfce-4183978e8d5c admin admin] Publish callbacks [] for security_group (b3526b0a-db86-48de-85fb-551da2fb802b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.911921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.919374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e9bc792-dcc3-41ab-8c90-05d1174b805a req-e9702705-f9f9-4697-b039-f2e4888a93bc tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 210 time: 0.1017845 Feb 09 21:36:46.920305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.936781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-056b706f-5654-4989-bfce-4183978e8d5c admin admin] Publish callbacks [] for security_group (b3526b0a-db86-48de-85fb-551da2fb802b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.106402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cedcad4a-76d6-490b-b5b4-e400e31a20be,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:47.134076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.170958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26e2f6-a56c-40eb-99a7-4171923cfd92 req-d61b0cca-13c2-4b5a-9abf-c6d23c5e9017 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.172673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a26e2f6-a56c-40eb-99a7-4171923cfd92 req-d61b0cca-13c2-4b5a-9abf-c6d23c5e9017 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 944 time: 0.1486282 Feb 09 21:36:47.208076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-f98ec096-e955-4981-8c64-937747af70c1 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975724 Feb 09 21:36:47.288624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a26e2f6-a56c-40eb-99a7-4171923cfd92 req-a5b4d8af-35d0-484f-bfe3-3cc84326e106 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718241 Feb 09 21:36:47.311220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Attempting to bind port cedcad4a-76d6-490b-b5b4-e400e31a20be on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:47.311786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Attempting to bind port cedcad4a-76d6-490b-b5b4-e400e31a20be by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:47.312031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Attempting to bind port cedcad4a-76d6-490b-b5b4-e400e31a20be on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:47.327678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-056b706f-5654-4989-bfce-4183978e8d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3526b0a-db86-48de-85fb-551da2fb802b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.330454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-056b706f-5654-4989-bfce-4183978e8d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.331626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-056b706f-5654-4989-bfce-4183978e8d5c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3526b0a-db86-48de-85fb-551da2fb802b HTTP/1.1" status: 204 len: 168 time: 0.5762367 Feb 09 21:36:47.332479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Port cedcad4a-76d6-490b-b5b4-e400e31a20be on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:47.332811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Attempting to bind port cedcad4a-76d6-490b-b5b4-e400e31a20be on network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:47.360440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:47.362706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Checking segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:47.364203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Bound using segment: {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:47.364685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Bound port: cedcad4a-76d6-490b-b5b4-e400e31a20be, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b34f0b-19d5-4df7-a7d7-ce6593d253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:47.365068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.377479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b706f-5654-4989-bfce-4183978e8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3526b0a-db86-48de-85fb-551da2fb802b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:47.436111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Allocated IP 192.168.233.173 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/575ee48c-8884-4a3b-b31b-2ae68e5e0393) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:47.566729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] For port cedcad4a-76d6-490b-b5b4-e400e31a20be, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:47.571527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] For port cedcad4a-76d6-490b-b5b4-e400e31a20be, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:47.575359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.616594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66c013c-09dd-4051-8924-0a94b7d9d1e6 req-6002acdd-399e-4aee-a6c0-43c242cf1c56 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425384 Feb 09 21:36:47.637257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:47.644280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.687460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.740007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.741976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.742366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] 10.222.0.110 "PUT /v2.0/ports/cedcad4a-76d6-490b-b5b4-e400e31a20be HTTP/1.1" status: 200 len: 1092 time: 2.2286348 Feb 09 21:36:47.746864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:47.749399 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322" -d '{"events": [{"name": "network-changed", "server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:47.757005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Pushing event updated for resources: {'Port': ['ID=3d3f6ef3-e32d-49d9-a338-1890f681f995,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:47.799848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.848004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f85b0c-d774-4a62-a066-ed77aa9665e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cedcad4a-76d6-490b-b5b4-e400e31a20be,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:47.888985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:47.923940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'mac_address': 'fa:16:3e:95:4c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:47.959371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.960841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-8f69c46f-e367-411d-88ae-cba79e1466b2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6835716 Feb 09 21:36:47.991638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e1256-9b7e-4939-84a4-3067a8a3252f req-b6d337db-30a4-446c-8a78-8c46ba54117d tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.994485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a2e1256-9b7e-4939-84a4-3067a8a3252f req-b6d337db-30a4-446c-8a78-8c46ba54117d tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1127 time: 0.2771454 Feb 09 21:36:48.018632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:48.020256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.042265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks [] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.049633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:48.081200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-e906c06a-3570-4f3a-965d-6f47d259d104 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.1085701 Feb 09 21:36:48.094325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:48.098831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-1f672ff3-2e84-42c9-aadf-5e1a6f390142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.100851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-1f672ff3-2e84-42c9-aadf-5e1a6f390142 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 1126 time: 0.2239475 Feb 09 21:36:48.117495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a2e1256-9b7e-4939-84a4-3067a8a3252f req-7b44e303-82c8-4d57-83a3-0efd84de1819 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129932 Feb 09 21:36:48.173005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.202227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-87fd425d-cac6-4f9a-bf0c-42961697db2b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be HTTP/1.1" status: 200 len: 217 time: 0.0896666 Feb 09 21:36:48.271137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-5e83aa2e-23ec-4c58-b61c-9121f15c4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.272778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-5e83aa2e-23ec-4c58-b61c-9121f15c4e65 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 200 len: 863 time: 0.0648007 Feb 09 21:36:48.280688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:48.289431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.295797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:48.297258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.312111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['873aadde-9fee-44f7-9711-7fdde21cdf3b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:48.344321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-46633744-fd36-4033-9831-a6d141563783 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.346058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fc5c8da-95b3-4fff-8c66-ae3d594d4abc req-46633744-fd36-4033-9831-a6d141563783 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2636878 Feb 09 21:36:48.405380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-f40580a5-bc32-441c-84e4-1a8a43496c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.414777 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-f40580a5-bc32-441c-84e4-1a8a43496c80 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1312649 Feb 09 21:36:48.431671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:48.438939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:48.442202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:48.483468 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd1056-69fb-4be9-b19b-8dfbb7089027 x-openstack-request-id: req-affd1056-69fb-4be9-b19b-8dfbb7089027 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:48.484992 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:48.485277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Pushing event updated for resources: {'Port': ['ID=575ee48c-8884-4a3b-b31b-2ae68e5e0393,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:48.485750 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-affd1056-69fb-4be9-b19b-8dfbb7089027 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:48.486706 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'status': 'completed', 'code': 200} Feb 09 21:36:48.502102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fd6ab-657f-49da-8dfb-54e68cb03dc5 req-70ac8e2f-65b3-4321-9a1c-b0d91b91ce25 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.503690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be3fd6ab-657f-49da-8dfb-54e68cb03dc5 req-70ac8e2f-65b3-4321-9a1c-b0d91b91ce25 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 948 time: 0.2364728 Feb 09 21:36:48.506854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2b18d825-ba80-4be1-9e55-c3b37c1dfa82'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:48.560893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.561583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.675176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be3fd6ab-657f-49da-8dfb-54e68cb03dc5 req-103d13e0-14d9-4b01-a929-07db60732dfa tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479814 Feb 09 21:36:48.704479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-402ff0d5-52ed-46f2-9bab-3e59b99e2147 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1604447 Feb 09 21:36:48.719973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Request body: {'port': {'device_id': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:48.856648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e1de-3799-4ec8-9b4f-142492ff8880 req-40634209-a0cb-482c-ba1a-cb961ef326b2 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.858290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9d7e1de-3799-4ec8-9b4f-142492ff8880 req-40634209-a0cb-482c-ba1a-cb961ef326b2 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 936 time: 0.2345414 Feb 09 21:36:48.866276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.899980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-460de5da-5506-4009-8290-19baa1b52b11 service neutron] 10.222.0.110 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747014 Feb 09 21:36:48.923510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab077-4f69-4d32-ac9e-a8984b5fa076 req-3d314ba0-e615-43c8-b5d8-88289bd57ec8 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.925443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-296ab077-4f69-4d32-ac9e-a8984b5fa076 req-3d314ba0-e615-43c8-b5d8-88289bd57ec8 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1127 time: 0.1161559 Feb 09 21:36:49.113493 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-296ab077-4f69-4d32-ac9e-a8984b5fa076 req-ba5e394c-6e38-471f-af71-f0dfbc8ae950 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812193 Feb 09 21:36:49.120778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88fdc09a-6529-4522-8c29-19a99bbc69e5 req-d7b8f4e7-0607-4f14-bb40-e7a1ca4c0773 service neutron] 10.222.0.110 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091000 Feb 09 21:36:49.157182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0081f725-1514-45f7-a420-b8a0dfee964a None None] Provisioning complete for port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:49.157638 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0081f725-1514-45f7-a420-b8a0dfee964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.172949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9d7e1de-3799-4ec8-9b4f-142492ff8880 req-2f546066-96aa-43bf-92ad-c4320942f3f0 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930717 Feb 09 21:36:49.206283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0081f725-1514-45f7-a420-b8a0dfee964a None None] Port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:49.432065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e640284-ed7f-47b7-9a10-3451967ff326 req-cedbd773-c776-40e0-b128-992ceff00226 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.434088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e640284-ed7f-47b7-9a10-3451967ff326 req-cedbd773-c776-40e0-b128-992ceff00226 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 944 time: 0.1376674 Feb 09 21:36:49.443069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-3e0a0345-73ec-430b-9812-8e0e8b514a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.444715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-3e0a0345-73ec-430b-9812-8e0e8b514a48 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 1126 time: 0.2073073 Feb 09 21:36:49.499248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575ee48c-8884-4a3b-b31b-2ae68e5e0393 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:49.511476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Publish callbacks [] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.532045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e640284-ed7f-47b7-9a10-3451967ff326 req-996b87fc-6f60-4fcf-b047-48cd8aa5e7c2 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703201 Feb 09 21:36:49.537669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Transition to ACTIVE for port object 575ee48c-8884-4a3b-b31b-2ae68e5e0393 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:49.548694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-90086427-32ac-431a-8c22-417d1d863288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.550151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-90086427-32ac-431a-8c22-417d1d863288 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 925 time: 0.0923891 Feb 09 21:36:49.618980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-6ad1aa74-9802-4b4c-b6d1-c66cdf4e80e8 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.620591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-6ad1aa74-9802-4b4c-b6d1-c66cdf4e80e8 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 820 time: 0.2888734 Feb 09 21:36:49.622018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-aac2d984-78b1-4921-a206-888b73e490e4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be HTTP/1.1" status: 200 len: 217 time: 0.0590601 Feb 09 21:36:49.626888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.720851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-b3bd9202-2ded-49d1-9fc1-6b2087495e0e tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/quotas/b124b155377944e2b69dfe66e8dc5445 HTTP/1.1" status: 200 len: 375 time: 0.0854745 Feb 09 21:36:49.830355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-4e4865da-0ee0-4316-af6f-853b0c114731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.832002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-4e4865da-0ee0-4316-af6f-853b0c114731 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 200 len: 863 time: 0.1981924 Feb 09 21:36:49.899628 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-e6a106fb-0d41-485c-be1d-992ee6df2a03 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1682463 Feb 09 21:36:49.912618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Pushing event updated for resources: {'Port': ['ID=575ee48c-8884-4a3b-b31b-2ae68e5e0393,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:49.916680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-68019c8b-68d6-4a07-a773-67eee2393a16 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:49.917926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-68019c8b-68d6-4a07-a773-67eee2393a16 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110910 Feb 09 21:36:49.920093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-819d5817-1a60-4a44-a800-093793b32b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.921870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-819d5817-1a60-4a44-a800-093793b32b04 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0794489 Feb 09 21:36:49.939605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b977913d-a517-42d0-b633-4bf40abbd6a0 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e729cb35342849a3afc23e0d706ef79e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055615 Feb 09 21:36:50.079191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-c3d29cc1-fc7e-4c78-b29e-2cfe2269b37b tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.081312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-c3d29cc1-fc7e-4c78-b29e-2cfe2269b37b tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327107 Feb 09 21:36:50.112356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-aaa27f50-3810-4829-b04f-7ddac22fac47 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/quotas/e729cb35342849a3afc23e0d706ef79e HTTP/1.1" status: 200 len: 375 time: 0.0239148 Feb 09 21:36:50.113081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Attempting to bind port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:50.113490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Attempting to bind port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:50.113915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Attempting to bind port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:50.119074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:50.119396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Attempting to bind port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:50.127683 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-eecf9538-0061-4973-98a8-c3cd7f7ffad3 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027576 Feb 09 21:36:50.143056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:50.143304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:50.143557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:50.144030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Bound port: 575ee48c-8884-4a3b-b31b-2ae68e5e0393, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:50.144522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.178549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b581c8c8-026d-4cf6-b325-fff655c8e8d3 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e729cb35342849a3afc23e0d706ef79e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518720 Feb 09 21:36:50.196088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-ad2ada7b-dd79-43b9-a95f-cfef83ff00f2 service neutron] 10.222.0.110 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452888 Feb 09 21:36:50.253955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] For port 575ee48c-8884-4a3b-b31b-2ae68e5e0393, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:50.258710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] For port 575ee48c-8884-4a3b-b31b-2ae68e5e0393, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=575ee48c-8884-4a3b-b31b-2ae68e5e0393,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:50.329748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-67da48ff-53f7-4c24-be61-228287d58909 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952631 Feb 09 21:36:50.346144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea5245ed-5855-4e88-9b83-d1d0d9ce0322 req-248a9116-4f52-4af1-83c2-acf4fadb45fd service neutron] 10.222.0.110 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423719 Feb 09 21:36:50.508005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.542738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.543553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.544988 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] 10.222.0.30 "PUT /v2.0/ports/575ee48c-8884-4a3b-b31b-2ae68e5e0393 HTTP/1.1" status: 200 len: 1096 time: 1.8319669 Feb 09 21:36:50.545440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'tag': '575ee48c-8884-4a3b-b31b-2ae68e5e0393'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:50.553205 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae2243-0623-4494-adef-fa5dd495220f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f014f-9393-4d0a-8f17-8aa8be4561f2", "tag": "575ee48c-8884-4a3b-b31b-2ae68e5e0393"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:50.584101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cb096-f31c-4a1a-808c-40a35f97a611 service neutron] Pushing event updated for resources: {'Port': ['ID=575ee48c-8884-4a3b-b31b-2ae68e5e0393,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:50.852755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-c014e931-ab0b-4272-9c5b-6e3de4e8d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.855643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-c014e931-ab0b-4272-9c5b-6e3de4e8d264 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 1130 time: 0.1415408 Feb 09 21:36:50.928332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58dc6e-0c09-4a59-bf6d-12c217a54ca5 req-339f4f84-004b-4f11-bcc5-d7faa07aeeb4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.929985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c58dc6e-0c09-4a59-bf6d-12c217a54ca5 req-339f4f84-004b-4f11-bcc5-d7faa07aeeb4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 948 time: 0.1513085 Feb 09 21:36:50.931741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-ffd35e49-998d-4015-b46c-422f5bc05487 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=575ee48c-8884-4a3b-b31b-2ae68e5e0393 HTTP/1.1" status: 200 len: 217 time: 0.0633650 Feb 09 21:36:51.011201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-8e3a5017-c974-4491-b931-cf7c1d3867b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.015455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-8e3a5017-c974-4491-b931-cf7c1d3867b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0746801 Feb 09 21:36:51.034466 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c58dc6e-0c09-4a59-bf6d-12c217a54ca5 req-bf01a0ab-ee17-44d5-b2f3-652b60693902 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948136 Feb 09 21:36:51.076781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a716b-4067-470e-a822-545475b8448e req-bcfd5a0c-0fcd-4a51-8db1-ba736c499b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.078632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-bcfd5a0c-0fcd-4a51-8db1-ba736c499b5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0571959 Feb 09 21:36:51.237953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df8ac-e550-44e6-906b-04b370b4c4b2 req-c0b52df5-162e-4769-bbde-f8ca1b2daaa7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.238532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e3df8ac-e550-44e6-906b-04b370b4c4b2 req-c0b52df5-162e-4769-bbde-f8ca1b2daaa7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 948 time: 0.1218851 Feb 09 21:36:51.241584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-4405819c-28f5-42e4-b24d-891fc7f6c059 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490383 Feb 09 21:36:51.342827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e3df8ac-e550-44e6-906b-04b370b4c4b2 req-16c131a8-1fad-452b-8998-20e0b89ee035 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956578 Feb 09 21:36:51.374053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b3a716b-4067-470e-a822-545475b8448e req-0f86c992-a852-4956-a93b-d78b28cd363d service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206853 Feb 09 21:36:51.404290 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc1bdba-5868-490e-951d-8471bfb0d41b x-openstack-request-id: req-dcc1bdba-5868-490e-951d-8471bfb0d41b {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:51.404589 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f014f-9393-4d0a-8f17-8aa8be4561f2", "tag": "575ee48c-8884-4a3b-b31b-2ae68e5e0393", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:51.404851 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcc1bdba-5868-490e-951d-8471bfb0d41b {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:51.405260 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'tag': '575ee48c-8884-4a3b-b31b-2ae68e5e0393', 'status': 'completed', 'code': 200} Feb 09 21:36:51.514899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2c3e3-d170-40ba-ac5b-504cf203d4e2 req-f3fdf7b4-ff6e-4111-b087-3a3c25e7bc75 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.516494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84f2c3e3-d170-40ba-ac5b-504cf203d4e2 req-f3fdf7b4-ff6e-4111-b087-3a3c25e7bc75 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 944 time: 0.0639155 Feb 09 21:36:51.572435 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84f2c3e3-d170-40ba-ac5b-504cf203d4e2 req-4d0fe766-c17f-4b10-bf97-600a79443023 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501676 Feb 09 21:36:51.660845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cedcad4a-76d6-490b-b5b4-e400e31a20be details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:51.668961 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b462b663-eab6-4a72-b1a3-fcbb19ee3012 req-0a7a0bce-ce84-4922-83f6-26207f4514c2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 210 time: 0.0370152 Feb 09 21:36:51.681147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2243-0623-4494-adef-fa5dd495220f req-cdce1af6-1f5b-4738-9782-74a72c869b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.683543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eae2243-0623-4494-adef-fa5dd495220f req-cdce1af6-1f5b-4738-9782-74a72c869b13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 1130 time: 0.0876312 Feb 09 21:36:51.718679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:51.809635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a02db47-b1cb-4109-95f6-93faa3aaa8df req-60a38899-037a-43d2-9898-a1a7403c13a8 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 210 time: 0.0692501 Feb 09 21:36:51.861270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2243-0623-4494-adef-fa5dd495220f req-98c2ecd8-455d-487e-a6aa-77216138985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.862915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eae2243-0623-4494-adef-fa5dd495220f req-98c2ecd8-455d-487e-a6aa-77216138985d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1712921 Feb 09 21:36:51.864190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cedcad4a-76d6-490b-b5b4-e400e31a20be, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:51.876425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'port_id': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'mac_address': 'fa:16:3e:9c:85:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:51.910033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eae2243-0623-4494-adef-fa5dd495220f req-fbe6ad7a-500f-4a9a-8d64-8ce905327bae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=575ee48c-8884-4a3b-b31b-2ae68e5e0393 HTTP/1.1" status: 200 len: 217 time: 0.0390873 Feb 09 21:36:51.921126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cedcad4a-76d6-490b-b5b4-e400e31a20be is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:51.921522 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.936156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedcad4a-76d6-490b-b5b4-e400e31a20be {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:51.966645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cedcad4a-76d6-490b-b5b4-e400e31a20be, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:51.974648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2243-0623-4494-adef-fa5dd495220f req-2ddd27ad-4f7c-4503-b2a0-76ab21f16b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.976201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eae2243-0623-4494-adef-fa5dd495220f req-2ddd27ad-4f7c-4503-b2a0-76ab21f16b91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0570483 Feb 09 21:36:51.989842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:51.994125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:51.998416 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.030075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2243-0623-4494-adef-fa5dd495220f req-b41a425a-da99-4572-89f2-fabf9e5fc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.032897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eae2243-0623-4494-adef-fa5dd495220f req-b41a425a-da99-4572-89f2-fabf9e5fc6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0462379 Feb 09 21:36:52.073472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:52.073996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.107871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:52.108792 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb388d7f-4953-434f-a5fe-0756dbe01a77" -d '{"events": [{"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-plugged", "status": "completed", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:52.114059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.136441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eae2243-0623-4494-adef-fa5dd495220f req-8ca0f003-637e-4013-8adb-16016d7a714a service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969510 Feb 09 21:36:52.143066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:52.169302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cedcad4a-76d6-490b-b5b4-e400e31a20be,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:52.271499 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.273419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5694e23-a526-4a58-8b9c-86a5011afa38 req-f204a4e8-f4c0-49b7-9abb-31cfb6980fdb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.275191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5694e23-a526-4a58-8b9c-86a5011afa38 req-f204a4e8-f4c0-49b7-9abb-31cfb6980fdb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 948 time: 0.1071789 Feb 09 21:36:52.283213 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eae2243-0623-4494-adef-fa5dd495220f req-92cca51f-09d0-47aa-9291-2653798eef61 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335959 Feb 09 21:36:52.329112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5694e23-a526-4a58-8b9c-86a5011afa38 req-806f676b-6cef-4c63-b919-b434c4f52a84 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475061 Feb 09 21:36:52.369997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:52.376004 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4da6e4-da1e-4e2b-998d-8c2732727f6c x-openstack-request-id: req-db4da6e4-da1e-4e2b-998d-8c2732727f6c {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:52.376328 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-plugged", "status": "completed", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:52.376640 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db4da6e4-da1e-4e2b-998d-8c2732727f6c {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:52.377037 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'code': 200} Feb 09 21:36:52.396943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cedcad4a-76d6-490b-b5b4-e400e31a20be'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:52.477368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67615b07-5ba0-4b54-b464-084cb91b996a req-bbb2c347-fd26-4e85-894e-f4529943e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.480204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67615b07-5ba0-4b54-b464-084cb91b996a req-bbb2c347-fd26-4e85-894e-f4529943e368 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 1131 time: 0.0467582 Feb 09 21:36:52.488129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5f34a-bd14-49f5-b5b8-c880223b7ea7 req-7f6a8385-dbc9-457b-b609-6b7f045e120d tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.489789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2a5f34a-bd14-49f5-b5b8-c880223b7ea7 req-7f6a8385-dbc9-457b-b609-6b7f045e120d tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 948 time: 0.0605705 Feb 09 21:36:52.535110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67615b07-5ba0-4b54-b464-084cb91b996a req-459d33a2-4196-4d1a-8f17-9f4c5b54d918 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489340 Feb 09 21:36:52.558857 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2a5f34a-bd14-49f5-b5b8-c880223b7ea7 req-e77b74e1-2dd8-453e-ba84-bb12cdc21afd tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628276 Feb 09 21:36:52.693932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d87b0-8d29-414c-86a5-06946aa4c4f1 req-93c0e7a9-1fcf-4d77-8777-1c80a51c420c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.695409 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c15d87b0-8d29-414c-86a5-06946aa4c4f1 req-93c0e7a9-1fcf-4d77-8777-1c80a51c420c tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 945 time: 0.0564682 Feb 09 21:36:52.751284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c15d87b0-8d29-414c-86a5-06946aa4c4f1 req-8be000c1-545a-40bb-a452-e9c932f16617 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457618 Feb 09 21:36:52.831148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-973572a0-8ce7-4798-9029-26a327ad78c0 req-1b57cd02-1017-4cb0-b2cb-f3b440e31dc5 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 210 time: 0.0261700 Feb 09 21:36:52.916415 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-490e1613-bd3b-4829-a81d-146f202b0b93 req-8cef9e85-14b8-4eef-8cc7-937dc87c0e1f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 210 time: 0.0290833 Feb 09 21:36:53.452879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b880dc5-c2ea-485a-99f6-a79587373439 req-63ecffa1-213f-4d38-816c-4bca7e146ae1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.454774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b880dc5-c2ea-485a-99f6-a79587373439 req-63ecffa1-213f-4d38-816c-4bca7e146ae1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0541220 Feb 09 21:36:53.502627 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b880dc5-c2ea-485a-99f6-a79587373439 req-b94b8d5f-e6c3-4610-8726-af201653356b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Feb 09 21:36:53.510034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-e807cea4-e0cf-4d9c-864d-1a4b8df4514e tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:53.511149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-e807cea4-e0cf-4d9c-864d-1a4b8df4514e tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056472 Feb 09 21:36:53.556078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-6826cbf6-3bb6-4a09-83da-f9aa95e13b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.563580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-6826cbf6-3bb6-4a09-83da-f9aa95e13b52 service neutron] 10.222.0.98 "GET /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 1124 time: 0.0444057 Feb 09 21:36:53.568094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:53.568766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:36:53.674584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cedcad4a-76d6-490b-b5b4-e400e31a20be up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:53.690897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a71f1-8032-4527-ac9c-9e81b6056a0a req-6cbfff39-61b7-4265-b83d-09d3f387fbf3 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.692646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a1a71f1-8032-4527-ac9c-9e81b6056a0a req-6cbfff39-61b7-4265-b83d-09d3f387fbf3 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 948 time: 0.0657458 Feb 09 21:36:53.713634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:53.714000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:53.714315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:53.718849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:53.719190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:53.724862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:53.733531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:53.733531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:53.733531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Bound port: 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:53.750578 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a1a71f1-8032-4527-ac9c-9e81b6056a0a req-2a0fe97d-f1c4-4d27-b2a3-9be51a01f03e tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519898 Feb 09 21:36:53.781651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:53.846887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port cedcad4a-76d6-490b-b5b4-e400e31a20be completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:53.850992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port cedcad4a-76d6-490b-b5b4-e400e31a20be triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:53.851635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.885381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.896292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-c9a286ce-d110-4cdf-adde-2d1261b4406c service neutron] 10.222.0.98 "POST /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3315113 Feb 09 21:36:53.933105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708d6b6-f9d0-40bc-b2a0-4621a1b7b0ad req-90c2dcfb-76ae-410c-8c16-cd156479cd02 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.940086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cedcad4a-76d6-490b-b5b4-e400e31a20be is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:53.940303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c708d6b6-f9d0-40bc-b2a0-4621a1b7b0ad req-90c2dcfb-76ae-410c-8c16-cd156479cd02 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 945 time: 0.1029627 Feb 09 21:36:53.940543 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.955274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-7f16421d-6d4c-4343-81a2-fa125d06d854 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.956980 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-7f16421d-6d4c-4343-81a2-fa125d06d854 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.30 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 820 time: 0.1658285 Feb 09 21:36:53.976753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cedcad4a-76d6-490b-b5b4-e400e31a20be, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:53.982136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'port': {'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'admin_state_up': True, 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:54.035597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c708d6b6-f9d0-40bc-b2a0-4621a1b7b0ad req-5043cc84-7d5a-4fc1-946a-2e49a94e00f8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945232 Feb 09 21:36:54.062002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.130877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 575ee48c-8884-4a3b-b31b-2ae68e5e0393 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:54.241179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-cdf47fe1-a651-4b89-9162-32cac237dc29 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e729cb35342849a3afc23e0d706ef79e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348556 Feb 09 21:36:54.243318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cedcad4a-76d6-490b-b5b4-e400e31a20be,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:54.310477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 575ee48c-8884-4a3b-b31b-2ae68e5e0393, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=575ee48c-8884-4a3b-b31b-2ae68e5e0393,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:54.327812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '575ee48c-8884-4a3b-b31b-2ae68e5e0393', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '575ee48c-8884-4a3b-b31b-2ae68e5e0393', 'mac_address': 'fa:16:3e:5c:ed:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:54.395406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:54.397810 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f1d48f-1dd2-46ee-91f9-f5c42d724c9a" -d '{"events": [{"server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "name": "network-vif-plugged", "status": "completed", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:54.410356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-58cee037-72b0-44e5-a579-19db227d8dba tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.412406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-58cee037-72b0-44e5-a579-19db227d8dba tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569660 Feb 09 21:36:54.426678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:54.427082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.448902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575ee48c-8884-4a3b-b31b-2ae68e5e0393 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:54.450385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Request body: {'port': {'device_id': '855e0b87-3065-4298-a37f-c30db5dbe966', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e729cb35342849a3afc23e0d706ef79e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:54.458744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a9a88b2-11a8-46d8-953c-07da272ce99a req-7ca782ea-80ff-427b-b005-a93d03f3a386 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 210 time: 0.1396372 Feb 09 21:36:54.494309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2cb8ba8d-24cb-4f2f-932e-3965c6078fb4 req-0352f719-aab5-4d35-b5d9-62e289069e27 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 210 time: 0.3265123 Feb 09 21:36:54.495070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 575ee48c-8884-4a3b-b31b-2ae68e5e0393, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=575ee48c-8884-4a3b-b31b-2ae68e5e0393,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:54.561958 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb4b1bb-b0c7-459d-9397-b28759aec1f2 x-openstack-request-id: req-4cb4b1bb-b0c7-459d-9397-b28759aec1f2 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:54.562338 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "name": "network-vif-plugged", "status": "completed", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:54.562634 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4cb4b1bb-b0c7-459d-9397-b28759aec1f2 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:54.563075 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'code': 200} Feb 09 21:36:54.607354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023508c-d2cb-48ab-a277-1bb915b624c9 req-58b0f895-8755-4bbf-9f55-e3f8d9ebfc7e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.610769 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d023508c-d2cb-48ab-a277-1bb915b624c9 req-58b0f895-8755-4bbf-9f55-e3f8d9ebfc7e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 945 time: 0.0873966 Feb 09 21:36:54.614383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Made reservation on behalf of b124b155377944e2b69dfe66e8dc5445 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:54.624000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.651004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.736218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=575ee48c-8884-4a3b-b31b-2ae68e5e0393,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:54.764925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf05034-9007-4d72-96eb-241bbcf45ad9 req-27526540-89f2-4d37-a9e7-eb2d595fb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.766618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf05034-9007-4d72-96eb-241bbcf45ad9 req-27526540-89f2-4d37-a9e7-eb2d595fb1c3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 1128 time: 0.1326308 Feb 09 21:36:54.777617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074d8b-5ba0-430b-8733-4f3051a01101 req-b96b6b95-f5b1-4e62-89cd-9e4efc894eed tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.779308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2074d8b-5ba0-430b-8733-4f3051a01101 req-b96b6b95-f5b1-4e62-89cd-9e4efc894eed tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0866427 Feb 09 21:36:54.822230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Allocated IP 172.20.0.5 (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5/65e22066-4380-4d7d-a1cd-5ef50fde135f/3d2124a3-02ee-4b20-8879-5b7656920560) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:54.855877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf05034-9007-4d72-96eb-241bbcf45ad9 req-e83e72fe-aac7-44e6-b6f7-308c0d0cf61f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754452 Feb 09 21:36:54.860633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2074d8b-5ba0-430b-8733-4f3051a01101 req-4d106cdc-18d4-4eaa-a85b-bc5f922a9cec tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675857 Feb 09 21:36:54.872412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Made reservation on behalf of e729cb35342849a3afc23e0d706ef79e for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:54.877832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.899841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.958584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d023508c-d2cb-48ab-a277-1bb915b624c9 req-9f0618e8-eed7-479e-8d52-21108304efc6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294725 Feb 09 21:36:55.001056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['575ee48c-8884-4a3b-b31b-2ae68e5e0393'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:55.030908 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for port (3d2124a3-02ee-4b20-8879-5b7656920560), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.040855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268d608-04db-4baa-996d-a9b191b43f6e req-a9c1ed0c-518d-4e4e-9da0-24457932dc0a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.040855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2268d608-04db-4baa-996d-a9b191b43f6e req-a9c1ed0c-518d-4e4e-9da0-24457932dc0a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 949 time: 0.0899096 Feb 09 21:36:55.052481 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks [] for security_group (6678fba6-674e-416f-8bc5-c8de25770c3b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.126573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2268d608-04db-4baa-996d-a9b191b43f6e req-c4c52961-fd01-489b-9eb0-73f27488ef86 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Feb 09 21:36:55.137021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-03e19189-7a61-4727-8705-bfb096fbe130 req-475df6d8-ac7e-4075-b7a0-5ab6066cb230 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:55.138353 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03e19189-7a61-4727-8705-bfb096fbe130 req-475df6d8-ac7e-4075-b7a0-5ab6066cb230 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059128 Feb 09 21:36:55.185350 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6678fba6-674e-416f-8bc5-c8de25770c3b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.205315 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.265051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:55.272023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:55.276783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:55.285299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['06089387-3a2a-4bb2-830b-ad246621c3b5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:55.310124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6678fba6-674e-416f-8bc5-c8de25770c3b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:55.326945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Pushing event updated for resources: {'Port': ['ID=3d2124a3-02ee-4b20-8879-5b7656920560,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:55.347808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-80fa5151-c0e8-4728-b5c8-bdc3e685f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.347808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-80fa5151-c0e8-4728-b5c8-bdc3e685f452 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1127 time: 0.2068014 Feb 09 21:36:55.365870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.372063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.444701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1baed-3bd6-4b98-8b29-3e228b640219 req-1b351e2f-ada1-4760-902b-390d40186de2 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.446239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7eb1baed-3bd6-4b98-8b29-3e228b640219 req-1b351e2f-ada1-4760-902b-390d40186de2 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.2310998 Feb 09 21:36:55.502368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Allocated IP 192.168.233.224 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/d4663b75-5167-47de-b113-1625aa33b03a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:55.562095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7eb1baed-3bd6-4b98-8b29-3e228b640219 req-507fd950-676a-416d-9672-0aea1e7dbbcc tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036801 Feb 09 21:36:55.563104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-721ec8cf-1bf5-489f-9b10-96948d737288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.566012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-721ec8cf-1bf5-489f-9b10-96948d737288 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.2160599 Feb 09 21:36:55.659447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-5a782207-fb9b-4b0b-934a-64b992b55894 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6822925 Feb 09 21:36:55.664228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-4598fce4-46ab-4c1e-8f13-1063184865b0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 217 time: 0.0845392 Feb 09 21:36:55.683411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b8990fee-7b4e-4a49-848c-d74b18ade64b None None] Provisioning complete for port 3d2124a3-02ee-4b20-8879-5b7656920560 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:55.688131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8990fee-7b4e-4a49-848c-d74b18ade64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.694941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Request body: {'port': {'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:55.751340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b8990fee-7b4e-4a49-848c-d74b18ade64b None None] Port 3d2124a3-02ee-4b20-8879-5b7656920560 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:55.770704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ed8d-16f8-44ad-8dff-39720cd61931 req-c824109a-8d3b-49cc-be0f-da6dc1bff79e tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.772363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed02ed8d-16f8-44ad-8dff-39720cd61931 req-c824109a-8d3b-49cc-be0f-da6dc1bff79e tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 931 time: 0.1389709 Feb 09 21:36:55.775815 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.785884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc72e162-7d47-434d-82c3-f83895475b50 req-f9098887-1e71-4c66-a89d-cb3dcb11bd1e tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 210 time: 0.0799897 Feb 09 21:36:55.808218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-0472acdd-5549-485e-abb9-fe0d874a25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.808218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-0472acdd-5549-485e-abb9-fe0d874a25fd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1269267 Feb 09 21:36:55.862740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-4d4af25e-3b37-443f-9c52-4455cb376a6b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499847 Feb 09 21:36:55.873806 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed02ed8d-16f8-44ad-8dff-39720cd61931 req-d94cc4c2-9840-40c4-9dce-5a73b9571909 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929770 Feb 09 21:36:56.157745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 575ee48c-8884-4a3b-b31b-2ae68e5e0393 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:56.174509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17966298-5271-4c48-9074-60cbe48de6f0 req-803cb3e0-ea9a-428d-87f5-cb2766afc1fa tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.176077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17966298-5271-4c48-9074-60cbe48de6f0 req-803cb3e0-ea9a-428d-87f5-cb2766afc1fa tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 945 time: 0.1232102 Feb 09 21:36:56.195096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2124a3-02ee-4b20-8879-5b7656920560 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:56.214119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Publish callbacks [] for port (3d2124a3-02ee-4b20-8879-5b7656920560), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.255562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Transition to ACTIVE for port object 3d2124a3-02ee-4b20-8879-5b7656920560 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:56.275561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks [] for port (d4663b75-5167-47de-b113-1625aa33b03a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.282970 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17966298-5271-4c48-9074-60cbe48de6f0 req-e5b7b9e8-1fec-4e2f-afc7-ef11ea2d1071 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956020 Feb 09 21:36:56.344674 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.364612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-b7e00942-13f6-4506-a54a-285f7fa635de service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4908047 Feb 09 21:36:56.401345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-66bcdd5b-b302-4c05-80ec-e28bab4f8565 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135336 Feb 09 21:36:56.421691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e90f8-454d-461f-8164-415acf234670 req-1d397afc-30b7-47ca-984e-3050b236b860 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.424985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f5e90f8-454d-461f-8164-415acf234670 req-1d397afc-30b7-47ca-984e-3050b236b860 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.5306258 Feb 09 21:36:56.428276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:56.428563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2124a3-02ee-4b20-8879-5b7656920560,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.455298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:56.456437 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.476420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-ffd37b0b-4725-4209-8dba-b07557bc0444 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:36:56.483166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-ffd37b0b-4725-4209-8dba-b07557bc0444 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0182734 Feb 09 21:36:56.570654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Attempting to bind port 3d2124a3-02ee-4b20-8879-5b7656920560 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:56.570880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Attempting to bind port 3d2124a3-02ee-4b20-8879-5b7656920560 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:56.572005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Attempting to bind port 3d2124a3-02ee-4b20-8879-5b7656920560 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:56.586658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Port 3d2124a3-02ee-4b20-8879-5b7656920560 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:56.592682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Attempting to bind port 3d2124a3-02ee-4b20-8879-5b7656920560 on network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:56.599915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:56.600848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:56.601741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Checking segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:56.602433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.603282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Bound using segment: {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:56.606254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Bound port: 3d2124a3-02ee-4b20-8879-5b7656920560, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2343f02-1f91-42a1-a655-8b98b3197d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:56.606652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.614346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.678124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ee48c-8884-4a3b-b31b-2ae68e5e0393'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:56.678124 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501dfff6-e0ad-4aa1-b9d7-391ae35ef463" -d '{"events": [{"server_uuid": "9d3f014f-9393-4d0a-8f17-8aa8be4561f2", "name": "network-vif-plugged", "status": "completed", "tag": "575ee48c-8884-4a3b-b31b-2ae68e5e0393"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:56.693442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 575ee48c-8884-4a3b-b31b-2ae68e5e0393, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=575ee48c-8884-4a3b-b31b-2ae68e5e0393,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:56.734330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:56.759247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:56.786878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f5e90f8-454d-461f-8164-415acf234670 req-f40a58c4-8759-46ef-83cc-4a6dd5553936 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830222 Feb 09 21:36:56.793269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:56.799132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229abc2-ca9d-41d1-9c83-225ca6cce47c req-ce2e77fa-7ca8-47fe-91c1-a0ca0056f802 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.800449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.808396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1229abc2-ca9d-41d1-9c83-225ca6cce47c req-ce2e77fa-7ca8-47fe-91c1-a0ca0056f802 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 949 time: 0.0993938 Feb 09 21:36:56.862899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.920880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=575ee48c-8884-4a3b-b31b-2ae68e5e0393,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.941020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] For port 3d2124a3-02ee-4b20-8879-5b7656920560, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:56.945326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-6d176956-0f72-4b6c-b87b-fc51a6fbf68e service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611988 Feb 09 21:36:56.973313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.974018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.003953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] For port 3d2124a3-02ee-4b20-8879-5b7656920560, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3d2124a3-02ee-4b20-8879-5b7656920560,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:57.009954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1229abc2-ca9d-41d1-9c83-225ca6cce47c req-579169c0-1276-48a5-9762-02d6641156d0 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006829 Feb 09 21:36:57.075925 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c395fff1-2193-4b1b-800b-7f284a2d397f x-openstack-request-id: req-c395fff1-2193-4b1b-800b-7f284a2d397f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:57.076260 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f014f-9393-4d0a-8f17-8aa8be4561f2", "name": "network-vif-plugged", "status": "completed", "tag": "575ee48c-8884-4a3b-b31b-2ae68e5e0393", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:57.076542 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c395fff1-2193-4b1b-800b-7f284a2d397f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:57.076941 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ee48c-8884-4a3b-b31b-2ae68e5e0393', 'code': 200} Feb 09 21:36:57.097117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-b722c7d0-ce4e-4cb3-a33d-395c4af3fc9f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6579361 Feb 09 21:36:57.120161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Request body: {'port': {'device_id': '855e0b87-3065-4298-a37f-c30db5dbe966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:57.175304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.30', 57810) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:57.180622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.232479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.233101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.234940 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 1091 time: 1.5479078 Feb 09 21:36:57.241672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:57.244504 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8" -d '{"events": [{"name": "network-changed", "server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:57.269065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e8d44-8cad-41f2-8e51-97058555bad3 req-b5d0a820-e6a4-47c8-8f93-05a35c38bef5 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.271720 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-746e8d44-8cad-41f2-8e51-97058555bad3 req-b5d0a820-e6a4-47c8-8f93-05a35c38bef5 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 936 time: 0.1296020 Feb 09 21:36:57.308347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.310011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3de19522-10b2-4677-a9b1-ef0afb012e2c None None] Provisioning complete for port d4663b75-5167-47de-b113-1625aa33b03a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:57.314352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-5a6da392-0bfc-4919-a4be-dfdc710cddd6 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.315926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-5a6da392-0bfc-4919-a4be-dfdc710cddd6 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.2178338 Feb 09 21:36:57.316730 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3de19522-10b2-4677-a9b1-ef0afb012e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4663b75-5167-47de-b113-1625aa33b03a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.321531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a6eb-4601-485c-b43d-54c4084b0cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d2124a3-02ee-4b20-8879-5b7656920560,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:57.339437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:57.345860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792620-f578-4478-a997-b075ec964eef req-a7f346a7-f2ec-49bb-8573-5da8526d7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.347384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6792620-f578-4478-a997-b075ec964eef req-a7f346a7-f2ec-49bb-8573-5da8526d7c31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 1132 time: 0.1706548 Feb 09 21:36:57.354250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebde24-e18a-4362-8e65-f1f448763c43 req-42c4925c-422e-4038-bc82-df059bbc2252 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.354671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-746e8d44-8cad-41f2-8e51-97058555bad3 req-5c3f71af-e47e-4c66-8bcc-a72dd678fdb0 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Feb 09 21:36:57.368625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16ebde24-e18a-4362-8e65-f1f448763c43 req-42c4925c-422e-4038-bc82-df059bbc2252 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.1806436 Feb 09 21:36:57.427370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3de19522-10b2-4677-a9b1-ef0afb012e2c None None] Port d4663b75-5167-47de-b113-1625aa33b03a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:57.526926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85880014-39e0-4c02-9d91-cbaa168f2015 req-495c7a3d-221b-4f06-9981-6950ac14e7e3 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.528525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85880014-39e0-4c02-9d91-cbaa168f2015 req-495c7a3d-221b-4f06-9981-6950ac14e7e3 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 943 time: 0.0894978 Feb 09 21:36:57.535513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-e1cd0c65-553d-40fa-bb04-47873b22ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.537326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-e1cd0c65-553d-40fa-bb04-47873b22ad8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 1125 time: 0.0873384 Feb 09 21:36:57.597796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-67563c69-032a-445e-a243-94d0482e9916 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 217 time: 0.0507431 Feb 09 21:36:57.623289 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16ebde24-e18a-4362-8e65-f1f448763c43 req-16e963d7-4ca1-498d-a100-afefa6e9833e tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610641 Feb 09 21:36:57.679490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6792620-f578-4478-a997-b075ec964eef req-559380b4-64b1-455b-9d48-48e0bb2b66ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161485 Feb 09 21:36:57.695360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85880014-39e0-4c02-9d91-cbaa168f2015 req-720d7d6e-6af7-46f9-8a37-890d75579f0e tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524374 Feb 09 21:36:57.696970 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27be967-66e0-4660-87aa-59e5733e2428 x-openstack-request-id: req-a27be967-66e0-4660-87aa-59e5733e2428 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:57.697266 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:57.698238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.703432 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a27be967-66e0-4660-87aa-59e5733e2428 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:57.704598 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560', 'status': 'completed', 'code': 200} Feb 09 21:36:57.719314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-aa8312b3-fc31-4319-b2c0-1a87fb303274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.721260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-aa8312b3-fc31-4319-b2c0-1a87fb303274 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.1154642 Feb 09 21:36:57.823505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a7160-0d0f-4e65-87d2-b0b8a4175fc3 req-f2b0d065-2e88-41fc-ac27-0cde629d2ee0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.825116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-707a7160-0d0f-4e65-87d2-b0b8a4175fc3 req-f2b0d065-2e88-41fc-ac27-0cde629d2ee0 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.0566745 Feb 09 21:36:57.834740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50972) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:57.853590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Request body: {'floatingip': {'port_id': 'cedcad4a-76d6-490b-b5b4-e400e31a20be'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:57.951469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d1235-3d7a-4bb1-b45c-1b99065e22ce req-6290140e-7d58-487a-9ae8-95a8e475871b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.953260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-007d1235-3d7a-4bb1-b45c-1b99065e22ce req-6290140e-7d58-487a-9ae8-95a8e475871b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0778062 Feb 09 21:36:57.960760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.983837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc62d2e-14dc-47ba-b34b-f929d8b74155 req-83d9e9b0-2b7b-43ef-9993-3945a971b0f0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.985400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddc62d2e-14dc-47ba-b34b-f929d8b74155 req-83d9e9b0-2b7b-43ef-9993-3945a971b0f0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 945 time: 0.2341437 Feb 09 21:36:57.986537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-0810d754-5e01-42bb-a5cb-b96937e0f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.988056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-0810d754-5e01-42bb-a5cb-b96937e0f4fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731490 Feb 09 21:36:58.058411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-007d1235-3d7a-4bb1-b45c-1b99065e22ce req-ed1aed67-32f2-4906-8f76-aa5859ad7c1c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976415 Feb 09 21:36:58.129932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-f8b7c194-703a-450c-833d-5f69e22be0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321802 Feb 09 21:36:58.154429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:58.206073 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddc62d2e-14dc-47ba-b34b-f929d8b74155 req-96303871-59a6-451a-9b5e-8c8d0668c42a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874256 Feb 09 21:36:58.240656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4663b75-5167-47de-b113-1625aa33b03a {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:58.259473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bca415-473f-4d67-81f3-14cae0b86ccd req-72f79799-42d4-44ef-9d60-8e52c58c9606 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.261614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7bca415-473f-4d67-81f3-14cae0b86ccd req-72f79799-42d4-44ef-9d60-8e52c58c9606 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 950 time: 0.1164176 Feb 09 21:36:58.267332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4052674-8105-4b15-ad7e-c890c82bdf20 req-c2ce3cf7-2611-4eb0-9b38-cd6e4b1c08f9 service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302283 Feb 09 21:36:58.310146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7bca415-473f-4d67-81f3-14cae0b86ccd req-fa50ec69-ffc1-4ffa-ab8d-adadbd076e4a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 Feb 09 21:36:58.316267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Publish callbacks [] for port (d4663b75-5167-47de-b113-1625aa33b03a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.343338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Transition to ACTIVE for port object d4663b75-5167-47de-b113-1625aa33b03a will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:58.346057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:58.399820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:58.402914 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71df491-f249-433d-9d6a-91c95ff5d215" -d '{"events": [{"server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:58.408658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Publish callbacks [] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.478766 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b733b0-73ba-48d5-abdc-9cb3a39224ab x-openstack-request-id: req-e6b733b0-73ba-48d5-abdc-9cb3a39224ab {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:58.479588 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:58.480011 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e6b733b0-73ba-48d5-abdc-9cb3a39224ab {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:58.480460 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a', 'code': 200} Feb 09 21:36:58.483095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-97d12a5d-eb0e-41d0-bef5-6f12c5133702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.484728 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-97d12a5d-eb0e-41d0-bef5-6f12c5133702 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 1125 time: 0.0702062 Feb 09 21:36:58.573643 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.583478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-ce62d1ab-3d1c-4758-995e-c878a1a1f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.585003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-ce62d1ab-3d1c-4758-995e-c878a1a1f365 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.0913363 Feb 09 21:36:58.634612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-90534ea6-1a5e-4e92-b3c6-5b41c96b1e15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 217 time: 0.0383351 Feb 09 21:36:58.646212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.686858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-f4a339bd-3de7-46bb-ba16-e495cb1d2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.688552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-f4a339bd-3de7-46bb-ba16-e495cb1d2d38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0478497 Feb 09 21:36:58.740035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e577a2e-5648-412f-9295-30488868baea service neutron] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:58.754066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441cc80-f7f0-4fdc-988e-7338989f800f req-666f0e80-58ad-4fb0-8a02-60f897fd341c tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.755259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b441cc80-f7f0-4fdc-988e-7338989f800f req-666f0e80-58ad-4fb0-8a02-60f897fd341c tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 936 time: 0.2985644 Feb 09 21:36:58.768638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-71f4638a-3766-43b8-9227-be8318475fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.770448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-71f4638a-3766-43b8-9227-be8318475fef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708454 Feb 09 21:36:58.933793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e026fda-dd68-494d-a74b-ad238972bfbf req-815601ca-4862-4933-b852-8130ee0082bf tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.936254 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e026fda-dd68-494d-a74b-ad238972bfbf req-815601ca-4862-4933-b852-8130ee0082bf tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 943 time: 0.1221900 Feb 09 21:36:58.942188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-4de50197-e7ed-427b-b7b8-ebd67d4a7240 service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612811 Feb 09 21:36:58.963326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:36:59.021145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:59.021478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:59.021820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:59.021931 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.047576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e026fda-dd68-494d-a74b-ad238972bfbf req-a2ff1074-d0b0-4182-a0b1-6515851ff666 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962677 Feb 09 21:36:59.069384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:59.069721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Attempting to bind port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:59.070709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbe9a4e-e7f9-48ba-a259-989c4f0edef8 req-dc75e681-6405-4296-ba7a-fbe0d967bb1d service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127367 Feb 09 21:36:59.071657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:59.095756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b441cc80-f7f0-4fdc-988e-7338989f800f req-f6b7e627-8117-46b9-bc81-bb675b7558c5 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796967 Feb 09 21:36:59.111930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:59.112414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:59.112718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:59.113171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Bound port: 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:59.113535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.118184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Attempting to bind port d4663b75-5167-47de-b113-1625aa33b03a on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:59.118521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Attempting to bind port d4663b75-5167-47de-b113-1625aa33b03a by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:59.118859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Attempting to bind port d4663b75-5167-47de-b113-1625aa33b03a on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:59.131091 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.134991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Port d4663b75-5167-47de-b113-1625aa33b03a on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:59.135863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Attempting to bind port d4663b75-5167-47de-b113-1625aa33b03a on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:59.144063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:59.144409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:59.144833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:59.145240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Bound port: d4663b75-5167-47de-b113-1625aa33b03a, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:59.145604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.203493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aa84c-b00e-4b15-9208-0c2bc3c6082f req-5087bc0b-944b-4335-abbd-2203a38413f4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.205035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-485aa84c-b00e-4b15-9208-0c2bc3c6082f req-5087bc0b-944b-4335-abbd-2203a38413f4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0587938 Feb 09 21:36:59.209683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.260187 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-485aa84c-b00e-4b15-9208-0c2bc3c6082f req-3d20400b-def4-4204-b477-27bc5aae7db9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486028 Feb 09 21:36:59.441251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc912-0b41-4c54-b2f8-4e1c5dc25ddd req-bef2b385-a730-4812-87e3-fdd9c56e5379 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.442892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e65cc912-0b41-4c54-b2f8-4e1c5dc25ddd req-bef2b385-a730-4812-87e3-fdd9c56e5379 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 950 time: 0.0584211 Feb 09 21:36:59.492995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e65cc912-0b41-4c54-b2f8-4e1c5dc25ddd req-d031f1e8-5ecc-4c9f-97dc-8d7ec3acd0e6 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 Feb 09 21:36:59.631028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:59.650578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:59.661353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:59.679313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:59.694680 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2 associated. External IP: 172.25.5.161, port: cedcad4a-76d6-490b-b5b4-e400e31a20be. Feb 09 21:36:59.705614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9c02-2933-4803-95b5-478994c17a51 req-cd647eae-91e3-4785-88a0-20d516a00ac9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.707243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d6e9c02-2933-4803-95b5-478994c17a51 req-cd647eae-91e3-4785-88a0-20d516a00ac9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.1795304 Feb 09 21:36:59.780429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.824249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.890681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-b20e53dc-1040-4ff8-869a-b3a2cc83bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.898504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-b20e53dc-1040-4ff8-869a-b3a2cc83bc58 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 1131 time: 0.0629134 Feb 09 21:36:59.899352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.899995 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.901482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7e577a2e-5648-412f-9295-30488868baea service neutron] 10.222.0.30 "PUT /v2.0/ports/d4663b75-5167-47de-b113-1625aa33b03a HTTP/1.1" status: 200 len: 1096 time: 2.7876575 Feb 09 21:36:59.909703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d6e9c02-2933-4803-95b5-478994c17a51 req-2f7c3bbd-519c-4240-ab7c-7bed7359aa90 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721835 Feb 09 21:36:59.916013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=8']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.020008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e577a2e-5648-412f-9295-30488868baea service neutron] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.038887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.039508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.041232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ca7da6c8-9c0e-41b2-ae3a-c5916af03ef7 service neutron] 10.222.0.110 "PUT /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 1121 time: 2.7097752 Feb 09 21:37:00.114677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-d5bda8aa-929c-4d54-9502-7b01994403be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.116213 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-d5bda8aa-929c-4d54-9502-7b01994403be service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2147524 Feb 09 21:37:00.178776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['9e0311da-2e06-40c3-9ca1-d9ad0a63e03a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:00.200086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-6e3a2321-60d3-4c3e-ab96-a1781c33f86b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82 HTTP/1.1" status: 200 len: 217 time: 0.0742116 Feb 09 21:37:00.244166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-cd597781-6755-4cff-a12f-9a85116d57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.246331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-cd597781-6755-4cff-a12f-9a85116d57dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e729cb35342849a3afc23e0d706ef79e&device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 1130 time: 0.1656353 Feb 09 21:37:00.251421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:00.275732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276cfd9-bd66-4e76-b050-cabf2f1d841e req-a7f4b1d3-1f53-4e22-b1ef-d8b097634e6c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.277816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3276cfd9-bd66-4e76-b050-cabf2f1d841e req-a7f4b1d3-1f53-4e22-b1ef-d8b097634e6c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 943 time: 0.1148691 Feb 09 21:37:00.294209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04e927-985e-457e-8ea7-29ce6d39268a req-5e340efb-b3d6-475c-a7c9-9e0bf5324ec5 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.296135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf04e927-985e-457e-8ea7-29ce6d39268a req-5e340efb-b3d6-475c-a7c9-9e0bf5324ec5 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1127 time: 0.1839373 Feb 09 21:37:00.316821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-4c8575b3-e225-4116-a6a2-f9ea9867cfea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d4663b75-5167-47de-b113-1625aa33b03a HTTP/1.1" status: 200 len: 217 time: 0.0554283 Feb 09 21:37:00.319406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-4d3f94f3-1ae5-4a13-8eac-944e12fc3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.324638 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-4d3f94f3-1ae5-4a13-8eac-944e12fc3618 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1022928 Feb 09 21:37:00.377584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf04e927-985e-457e-8ea7-29ce6d39268a req-fbbe6881-7785-4336-a84a-1a3d22e961d0 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735848 Feb 09 21:37:00.391554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-7765f6bc-1aca-437b-ab8f-c0dc9d5793f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.393099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-7765f6bc-1aca-437b-ab8f-c0dc9d5793f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0647299 Feb 09 21:37:00.467886 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.468131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7904a5fd-b0de-459d-8a19-2180584004c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.469360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-7904a5fd-b0de-459d-8a19-2180584004c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1363859 Feb 09 21:37:00.484854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a'}, {'name': 'network-changed', 'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:00.487040 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd" -d '{"events": [{"name": "network-changed", "server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "tag": "d4663b75-5167-47de-b113-1625aa33b03a"}, {"name": "network-changed", "server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:00.492107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3276cfd9-bd66-4e76-b050-cabf2f1d841e req-487e733f-6a27-4e1c-bae6-4cf246a5e877 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801538 Feb 09 21:37:00.532176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-57a5a018-f9c9-4a5b-85d2-50dfdff95737 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317093 Feb 09 21:37:00.547792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:00.569036 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] Sync routers for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:00.572499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.581990 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:00.582637 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:00.619477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-4c8b6b74-038a-4f53-b39b-9558bdb3edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.621840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-4c8b6b74-038a-4f53-b39b-9558bdb3edc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1446803 Feb 09 21:37:00.629014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139aafe-4dbe-4b83-bf88-d9f519eb1bd0 req-6d2ec68a-4778-42c1-b678-3b57248330b3 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.630966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3139aafe-4dbe-4b83-bf88-d9f519eb1bd0 req-6d2ec68a-4778-42c1-b678-3b57248330b3 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 948 time: 0.1702495 Feb 09 21:37:00.665147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-02b7a92c-db42-4c02-916c-0e9eaf0fdb96 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "PUT /v2.0/floatingips/4da8b6a2-6fe9-4a96-990f-69b992b5d5d2 HTTP/1.1" status: 200 len: 992 time: 2.8147180 Feb 09 21:37:00.709643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3139aafe-4dbe-4b83-bf88-d9f519eb1bd0 req-c2f8b25d-75f2-47d3-bfbc-e267a066dfec tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Feb 09 21:37:00.713286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-1f70b659-3e6d-4cf2-997d-67e32b59ee95 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740994 Feb 09 21:37:00.714675 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:00.765429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e71b-3a4b-4d50-bc7f-a8eec3870227 req-03f5c926-c88d-4cc9-9de9-94f309b79f1d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.772630 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f216e71b-3a4b-4d50-bc7f-a8eec3870227 req-03f5c926-c88d-4cc9-9de9-94f309b79f1d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1786168 Feb 09 21:37:00.833049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-fb3d9939-f24d-4b21-8b37-4a126ee38ec8 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835678 Feb 09 21:37:00.853634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f216e71b-3a4b-4d50-bc7f-a8eec3870227 req-9e6f119d-f15d-4f0b-956d-e4c3083f122a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800962 Feb 09 21:37:00.921482 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e612abd-eca3-4088-8977-81d0a433b11f x-openstack-request-id: req-3e612abd-eca3-4088-8977-81d0a433b11f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:00.923037 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "tag": "d4663b75-5167-47de-b113-1625aa33b03a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:00.923285 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3e612abd-eca3-4088-8977-81d0a433b11f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:00.924295 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a', 'status': 'completed', 'code': 200} Feb 09 21:37:00.924295 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a', 'status': 'completed', 'code': 200} Feb 09 21:37:00.943639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69c805f8-07f6-4cb0-89e8-c33399dc4c20 req-537baed4-2d08-470c-b5d2-1ecac409eff2 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007407 Feb 09 21:37:00.984986 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '4da8b6a2-6fe9-4a96-990f-69b992b5d5d2', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'port_id': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'mac_address': 'fa:16:3e:9c:85:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:41Z', 'updated_at': '2022-02-09T21:36:58Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:01.015772 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] Checking router: f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:01.024492 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:01.025101 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:36:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:01.027669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c68ac-a78c-4993-afe4-695ba816481f req-890c8ebf-8906-4c48-b629-1f449fa67838 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.029374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc8c68ac-a78c-4993-afe4-695ba816481f req-890c8ebf-8906-4c48-b629-1f449fa67838 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 950 time: 0.0601025 Feb 09 21:37:01.081396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc8c68ac-a78c-4993-afe4-695ba816481f req-4bcd7239-3d51-4315-9e3d-cba116161d7b tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Feb 09 21:37:01.142327 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:01.157428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-17dfdd0c-9089-4601-831b-901f3eea55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.159523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-17dfdd0c-9089-4601-831b-901f3eea55a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e729cb35342849a3afc23e0d706ef79e&device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 1130 time: 0.0536594 Feb 09 21:37:01.286205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b8623-8c02-40df-87d4-756b1d0503d8 req-3b49b11c-4391-45ec-ab0c-965e77f78987 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.287856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a24b8623-8c02-40df-87d4-756b1d0503d8 req-3b49b11c-4391-45ec-ab0c-965e77f78987 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.1273220 Feb 09 21:37:01.318718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-8638970f-5e90-4b7a-93d6-5777dcc7256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.320215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-8638970f-5e90-4b7a-93d6-5777dcc7256b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1470172 Feb 09 21:37:01.382947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-88a82d5b-0a12-41ab-a040-7911f9513f09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d4663b75-5167-47de-b113-1625aa33b03a HTTP/1.1" status: 200 len: 217 time: 0.0494254 Feb 09 21:37:01.387335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a24b8623-8c02-40df-87d4-756b1d0503d8 req-60fe906c-842e-46e6-8ecf-b2cf5fd0e042 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895658 Feb 09 21:37:01.388847 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '4da8b6a2-6fe9-4a96-990f-69b992b5d5d2', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'port_id': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'mac_address': 'fa:16:3e:9c:85:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:41Z', 'updated_at': '2022-02-09T21:36:58Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:01.416291 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75046e42-cc58-4c29-9e45-e22b02f7dbfe None None] The sync data for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 is: [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '4da8b6a2-6fe9-4a96-990f-69b992b5d5d2', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'port_id': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'mac_address': 'fa:16:3e:9c:85:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:41Z', 'updated_at': '2022-02-09T21:36:58Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:01.449125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-648b5c6e-0589-46b9-b3b2-27178648fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.450726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-648b5c6e-0589-46b9-b3b2-27178648fd4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0530250 Feb 09 21:37:01.552066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d8d45-d22b-49da-9b38-e87fd551c9d8 req-eae40ba1-b4a1-4b15-beb3-adc782856677 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.553638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b8d8d45-d22b-49da-9b38-e87fd551c9d8 req-eae40ba1-b4a1-4b15-beb3-adc782856677 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.0925426 Feb 09 21:37:01.555696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-f1141c76-22b2-46bb-b42f-971fc9e49d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.564377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-f1141c76-22b2-46bb-b42f-971fc9e49d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0922730 Feb 09 21:37:01.675306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b8d8d45-d22b-49da-9b38-e87fd551c9d8 req-a8baf873-f25e-4d50-8858-48d99791b785 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097798 Feb 09 21:37:01.707015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5ac385-e2c5-4975-90ac-ea9602f7d9ae None None] New status for floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:01.722215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-31aa4a60-e8ee-4a05-8f86-1f9603d81355 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432405 Feb 09 21:37:01.845466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-357113d2-ef40-4bb3-b563-3cc3fdd9550c service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134517 Feb 09 21:37:01.964925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-c00d58da-0944-4f17-9406-302aad6db79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.966260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-3c1edb87-00fb-410d-9994-e9806abf6d15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553591 Feb 09 21:37:01.966647 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-c00d58da-0944-4f17-9406-302aad6db79d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1155 time: 0.0554760 Feb 09 21:37:02.091658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-ab05004a-0700-4518-8dfe-0c42a73f1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.095127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-ab05004a-0700-4518-8dfe-0c42a73f1c4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1132 time: 0.0675578 Feb 09 21:37:02.137326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-3baf0e01-5ee4-4472-95d6-b6a50ae8ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.139252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-3baf0e01-5ee4-4472-95d6-b6a50ae8ab17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1602540 Feb 09 21:37:02.171650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3d2124a3-02ee-4b20-8879-5b7656920560 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:02.195750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-cc14f151-3cb3-41dc-b0b2-46310e4caa87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 217 time: 0.0480351 Feb 09 21:37:02.239972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5a04-60a6-490d-94e5-aaa7d5de1861 req-c4e83c7f-fb62-4ff3-85f0-910862e29c41 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.241653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-589a5a04-60a6-490d-94e5-aaa7d5de1861 req-c4e83c7f-fb62-4ff3-85f0-910862e29c41 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 943 time: 0.1258569 Feb 09 21:37:02.272908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-6658d582-2d8d-49a4-84ed-95178315b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.274967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-6658d582-2d8d-49a4-84ed-95178315b34e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1499081 Feb 09 21:37:02.297413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-35659714-65dc-48ea-9717-d2b7444e37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.310075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-35659714-65dc-48ea-9717-d2b7444e37d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0947323 Feb 09 21:37:02.324795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3d2124a3-02ee-4b20-8879-5b7656920560, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3d2124a3-02ee-4b20-8879-5b7656920560,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:02.331176 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-dff5b1cd-0884-480a-920a-f13ab844b1c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0461943 Feb 09 21:37:02.340369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '3d2124a3-02ee-4b20-8879-5b7656920560', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'mac_address': 'fa:16:3e:b9:79:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:02.344492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-a0b710d1-4e2f-44af-b8db-8bc648ad97ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332975 Feb 09 21:37:02.384880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 3d2124a3-02ee-4b20-8879-5b7656920560 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:02.386319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.401044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2124a3-02ee-4b20-8879-5b7656920560 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:02.415186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-589a5a04-60a6-490d-94e5-aaa7d5de1861 req-667c2f85-506a-4aca-aa37-7fe5f9c5bf4b tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648481 Feb 09 21:37:02.425481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-181c5af2-ff56-48c7-8260-fb7902390d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.425481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-181c5af2-ff56-48c7-8260-fb7902390d2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0783670 Feb 09 21:37:02.425851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3d2124a3-02ee-4b20-8879-5b7656920560, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3d2124a3-02ee-4b20-8879-5b7656920560,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:02.497589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-eaab8c2e-a3fd-473b-a066-975d3beea145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.499270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-eaab8c2e-a3fd-473b-a066-975d3beea145 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0645316 Feb 09 21:37:02.509723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-6462319e-561a-4b90-b23f-64d4992e1ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550868 Feb 09 21:37:02.527478 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.617001 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d53a3ab-f5bf-4c09-b86d-71c58e4e06cd req-3b7f6ebf-54ce-4231-bfc0-cb8e7069b7c2 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011124 Feb 09 21:37:02.625525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=3d2124a3-02ee-4b20-8879-5b7656920560,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:02.635230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aab0ea-00fc-4821-807a-849e6212607f req-bd55631a-6460-4bab-9285-2bb2ac82006d tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.642989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01aab0ea-00fc-4821-807a-849e6212607f req-bd55631a-6460-4bab-9285-2bb2ac82006d tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 948 time: 0.1486619 Feb 09 21:37:02.673410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-b42122c4-ecc1-40ab-9b07-1667fb0882c0 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632791 Feb 09 21:37:02.751932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01aab0ea-00fc-4821-807a-849e6212607f req-0d87443e-2485-4251-8927-5511522cd674 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078956 Feb 09 21:37:02.792226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd2f7a6f-8cb4-47f7-b2e7-76445376e848 req-7c7e69f3-6fcd-4ae5-af31-a330fdacb2d3 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084347 Feb 09 21:37:02.878944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['3d2124a3-02ee-4b20-8879-5b7656920560'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:02.882948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c1344-28ee-4982-b91e-9f71d85e23b4 req-534b80a1-e0af-4c4c-ad2d-5842cdd49aa7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.883892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-679c1344-28ee-4982-b91e-9f71d85e23b4 req-534b80a1-e0af-4c4c-ad2d-5842cdd49aa7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0542135 Feb 09 21:37:02.913715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-67fa687b-61c2-4b82-8ba2-772660028d43 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:02.914805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-67fa687b-61c2-4b82-8ba2-772660028d43 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083048 Feb 09 21:37:02.952906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:02.955234 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fcda92-dc18-42a8-992d-c04c7032583e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:02.967517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-679c1344-28ee-4982-b91e-9f71d85e23b4 req-60ce40f2-9bf7-4961-9b6b-51daba6144fd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773985 Feb 09 21:37:03.014439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-647f94fd-48e7-4682-8971-7f9fe4326f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.016594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-647f94fd-48e7-4682-8971-7f9fe4326f5d service neutron] 10.222.0.98 "GET /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 1124 time: 0.0652335 Feb 09 21:37:03.030614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:03.031170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:37:03.172297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340884-0122-4f01-b10f-9b89dfeafb08 req-2d9538d2-2ea5-4fd2-86cf-81da4fb584b3 tempest-ServersAdminNegativeTestJSON-900686896 tempest-ServersAdminNegativeTestJSON-900686896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.173855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab340884-0122-4f01-b10f-9b89dfeafb08 req-2d9538d2-2ea5-4fd2-86cf-81da4fb584b3 tempest-ServersAdminNegativeTestJSON-900686896 tempest-ServersAdminNegativeTestJSON-900686896-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 1132 time: 0.1120765 Feb 09 21:37:03.202579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab340884-0122-4f01-b10f-9b89dfeafb08 req-bc1e2f0c-30e5-4c09-bed2-95661a10df18 tempest-ServersAdminNegativeTestJSON-900686896 tempest-ServersAdminNegativeTestJSON-900686896-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.239482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:03.240016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:03.240601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:03.251220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:03.251678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:03.265024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:03.265370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:03.265765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:03.266201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Bound port: e1c6c788-9deb-45fc-af9d-40ba287142de, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:03.342610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:03.353577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab340884-0122-4f01-b10f-9b89dfeafb08 req-bc1e2f0c-30e5-4c09-bed2-95661a10df18 tempest-ServersAdminNegativeTestJSON-900686896 tempest-ServersAdminNegativeTestJSON-900686896-project-admin] Publish callbacks [] for security_group (2feb5513-06e5-4c82-9f70-7b165f998e6d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.443493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.444810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a18ba33f-4af5-449c-b8da-f38b41dc932e service neutron] 10.222.0.98 "POST /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de/bindings HTTP/1.1" status: 201 len: 389 time: 0.4201052 Feb 09 21:37:03.470067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab340884-0122-4f01-b10f-9b89dfeafb08 req-bc1e2f0c-30e5-4c09-bed2-95661a10df18 tempest-ServersAdminNegativeTestJSON-900686896 tempest-ServersAdminNegativeTestJSON-900686896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2feb5513-06e5-4c82-9f70-7b165f998e6d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.511299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab340884-0122-4f01-b10f-9b89dfeafb08 req-bc1e2f0c-30e5-4c09-bed2-95661a10df18 tempest-ServersAdminNegativeTestJSON-900686896 tempest-ServersAdminNegativeTestJSON-900686896-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300118 Feb 09 21:37:03.512965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e2f0c-30e5-4c09-bed2-95661a10df18 tempest-ServersAdminNegativeTestJSON-900686896 tempest-ServersAdminNegativeTestJSON-900686896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb5513-06e5-4c82-9f70-7b165f998e6d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:03.648153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d353fa-6b97-4db1-9883-b8743d09f3ec req-d3227d5c-f781-4f66-9254-2de94a7fc204 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.649685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90d353fa-6b97-4db1-9883-b8743d09f3ec req-d3227d5c-f781-4f66-9254-2de94a7fc204 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.0565352 Feb 09 21:37:03.698979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90d353fa-6b97-4db1-9883-b8743d09f3ec req-0fc85d5e-9e08-4b08-8899-4826bc143638 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Feb 09 21:37:03.713300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:03.733167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a02f9-6ff5-41e3-b7cf-52e20847d467 req-f04f3d8d-c318-4d47-aac8-421c7e61387f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.734870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-010a02f9-6ff5-41e3-b7cf-52e20847d467 req-f04f3d8d-c318-4d47-aac8-421c7e61387f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.0621431 Feb 09 21:37:03.749378 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd4937b-efb1-4fd0-8e07-86f75f9b7acb x-openstack-request-id: req-8bd4937b-efb1-4fd0-8e07-86f75f9b7acb {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:03.749693 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:03.749932 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8bd4937b-efb1-4fd0-8e07-86f75f9b7acb {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:03.750335 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'status': 'completed', 'code': 200} Feb 09 21:37:03.847957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:03.859955 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-010a02f9-6ff5-41e3-b7cf-52e20847d467 req-85c119d8-fe13-44b0-8e31-753c5d9fa620 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065288 Feb 09 21:37:03.873736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:37:03.878905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcda92-dc18-42a8-992d-c04c7032583e req-7bd8069e-7058-44e8-b3b8-480cef548620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.880629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12fcda92-dc18-42a8-992d-c04c7032583e req-7bd8069e-7058-44e8-b3b8-480cef548620 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7c63a020100d4a61bd78817a25e094fe&device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 1128 time: 0.0963411 Feb 09 21:37:03.912212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8ab1e-8c0b-49d5-936b-1d960286172c req-e2e73187-44c0-4107-9df3-8466b7725008 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.914005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-51e8ab1e-8c0b-49d5-936b-1d960286172c req-e2e73187-44c0-4107-9df3-8466b7725008 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 944 time: 0.1012201 Feb 09 21:37:03.984288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-51e8ab1e-8c0b-49d5-936b-1d960286172c req-79c3da68-4590-4651-a50e-e9698f29d637 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Feb 09 21:37:04.021833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcda92-dc18-42a8-992d-c04c7032583e req-db47f083-dc94-439c-a432-9597f8730563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.023458 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12fcda92-dc18-42a8-992d-c04c7032583e req-db47f083-dc94-439c-a432-9597f8730563 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 200 len: 925 time: 0.1305854 Feb 09 21:37:04.086005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da8831-3c01-4a92-91fb-a7af53e49d3b req-72e0510d-a74d-431a-b948-38f6432e777c tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.087475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01da8831-3c01-4a92-91fb-a7af53e49d3b req-72e0510d-a74d-431a-b948-38f6432e777c tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 948 time: 0.0569057 Feb 09 21:37:04.137456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01da8831-3c01-4a92-91fb-a7af53e49d3b req-22e41980-d58c-42a8-9950-3b81f867f355 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Feb 09 21:37:04.154472 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12fcda92-dc18-42a8-992d-c04c7032583e req-16b5bd49-8f76-455b-829f-36d6d2de17da service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be HTTP/1.1" status: 200 len: 1002 time: 0.1126320 Feb 09 21:37:04.165335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529d34-22bd-4d38-a5d9-25a6a3f292b4 req-06d1e34e-9928-40e4-b254-61b103a8ee18 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.166810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8529d34-22bd-4d38-a5d9-25a6a3f292b4 req-06d1e34e-9928-40e4-b254-61b103a8ee18 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.1348736 Feb 09 21:37:04.200891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:04.206546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3d2124a3-02ee-4b20-8879-5b7656920560 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:04.229944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcda92-dc18-42a8-992d-c04c7032583e req-590a1788-3737-48cc-a341-7b691c693016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.231426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12fcda92-dc18-42a8-992d-c04c7032583e req-590a1788-3737-48cc-a341-7b691c693016 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 200 len: 863 time: 0.0635626 Feb 09 21:37:04.271411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8529d34-22bd-4d38-a5d9-25a6a3f292b4 req-adaa40a9-1496-464a-97f5-6081d3752e7d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777881 Feb 09 21:37:04.306999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcda92-dc18-42a8-992d-c04c7032583e req-ca7b8b4a-3bf2-4394-9a36-eb8c6d23550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.309179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12fcda92-dc18-42a8-992d-c04c7032583e req-ca7b8b4a-3bf2-4394-9a36-eb8c6d23550b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625274 Feb 09 21:37:04.311975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0212a53-367f-42ec-b80a-70e6038e4692 req-16e4d4bb-6db3-45b9-abfd-dc2f77ef6611 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.313999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b0212a53-367f-42ec-b80a-70e6038e4692 req-16e4d4bb-6db3-45b9-abfd-dc2f77ef6611 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1047459 Feb 09 21:37:04.374203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:04.390371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'd4663b75-5167-47de-b113-1625aa33b03a', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'd4663b75-5167-47de-b113-1625aa33b03a', 'mac_address': 'fa:16:3e:4f:c0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:04.436834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b0212a53-367f-42ec-b80a-70e6038e4692 req-6920f290-4b2d-48df-876e-65ebc3e64933 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102428 Feb 09 21:37:04.457911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:04.458561 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.461137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12fcda92-dc18-42a8-992d-c04c7032583e req-d06f3a50-81fb-400a-80f2-6b74de80aacb service neutron] 10.222.0.110 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351840 Feb 09 21:37:04.469488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 3d2124a3-02ee-4b20-8879-5b7656920560 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:04.474077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 3d2124a3-02ee-4b20-8879-5b7656920560 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:04.474462 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.476768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4663b75-5167-47de-b113-1625aa33b03a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:04.560283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:04.571621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12fcda92-dc18-42a8-992d-c04c7032583e req-237cc4bd-ae36-4724-964e-762c869b2354 service neutron] 10.222.0.110 "GET /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029844 Feb 09 21:37:04.613456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 3d2124a3-02ee-4b20-8879-5b7656920560 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:04.613944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.631960 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.665646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:04.667959 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a246dd7-11e3-4bdd-9a49-dd8d447675e2" -d '{"events": [{"server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "name": "network-vif-plugged", "status": "completed", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:04.686138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3d2124a3-02ee-4b20-8879-5b7656920560, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3d2124a3-02ee-4b20-8879-5b7656920560,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:04.700236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.711471 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735ce63a-0de1-42d2-add1-8e8fffc4d442 x-openstack-request-id: req-735ce63a-0de1-42d2-add1-8e8fffc4d442 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:04.711819 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "name": "network-vif-plugged", "status": "completed", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:04.712115 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-735ce63a-0de1-42d2-add1-8e8fffc4d442 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:04.717816 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560', 'code': 200} Feb 09 21:37:04.764705 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.833151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=3d2124a3-02ee-4b20-8879-5b7656920560,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.872514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c163-5cc9-4a60-80fc-d108a8f29f1e req-9176a2fe-d50c-499b-aaaa-8c1f8c83cb20 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.874250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cf5c163-5cc9-4a60-80fc-d108a8f29f1e req-9176a2fe-d50c-499b-aaaa-8c1f8c83cb20 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.0899489 Feb 09 21:37:04.876805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e618c4-781c-45e0-852a-0d9fd38d77f1 req-4dbf6ab8-073e-4cf2-958e-e359ed52d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.878183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47e618c4-781c-45e0-852a-0d9fd38d77f1 req-4dbf6ab8-073e-4cf2-958e-e359ed52d0a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0817859 Feb 09 21:37:04.888100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48eed91-ddeb-4403-8377-7ce65106e6f3 req-5689b351-4cf7-45fb-ad7c-80735c181e94 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.889910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48eed91-ddeb-4403-8377-7ce65106e6f3 req-5689b351-4cf7-45fb-ad7c-80735c181e94 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 950 time: 0.0638752 Feb 09 21:37:04.947986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c48eed91-ddeb-4403-8377-7ce65106e6f3 req-13d94232-6d43-428f-bba0-7062ca79b6dd tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507088 Feb 09 21:37:04.950447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47e618c4-781c-45e0-852a-0d9fd38d77f1 req-e376db99-d998-4940-9828-55319781f86e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622413 Feb 09 21:37:04.953810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cf5c163-5cc9-4a60-80fc-d108a8f29f1e req-015de413-a59f-41cc-86b2-b3646a9d76c5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723686 Feb 09 21:37:05.076123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd519ca-0d5c-4858-a01b-906f2055f7ff req-a92dd6eb-e9b7-4f5d-a9da-547ddb6f11e1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.078068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cd519ca-0d5c-4858-a01b-906f2055f7ff req-a92dd6eb-e9b7-4f5d-a9da-547ddb6f11e1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.0554280 Feb 09 21:37:05.080764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1aaf6-e779-4baf-840f-d581aa79985f req-91dfff2d-2af2-4a10-9cc7-05e7af69eaf7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.081733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d4663b75-5167-47de-b113-1625aa33b03a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:05.082303 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23e1aaf6-e779-4baf-840f-d581aa79985f req-91dfff2d-2af2-4a10-9cc7-05e7af69eaf7 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.0531423 Feb 09 21:37:05.134816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cd519ca-0d5c-4858-a01b-906f2055f7ff req-cd659eec-4448-458c-997f-e2cd93435e5f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484867 Feb 09 21:37:05.140335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23e1aaf6-e779-4baf-840f-d581aa79985f req-a451781d-ddcf-4c9a-af87-1307238da080 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484283 Feb 09 21:37:05.292380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46bdc3-9b64-4796-8926-77fac008ef26 req-df0d6404-69a2-46a1-9efe-8cfd53f73d02 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.293855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef46bdc3-9b64-4796-8926-77fac008ef26 req-df0d6404-69a2-46a1-9efe-8cfd53f73d02 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0687349 Feb 09 21:37:05.299274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993e475-4b64-448f-a249-2609e89f2e0e req-eb16b833-3f67-4062-a0f5-5b6c60989244 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.308475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3993e475-4b64-448f-a249-2609e89f2e0e req-eb16b833-3f67-4062-a0f5-5b6c60989244 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 949 time: 0.0776803 Feb 09 21:37:05.375208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3993e475-4b64-448f-a249-2609e89f2e0e req-e63ab62b-8438-4e81-8a47-64c272e86562 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655687 Feb 09 21:37:05.419025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-509ad928-ba9e-46f1-a9a5-f9671b700d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.503692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74409c7f-9374-4d65-afab-edff347ff796 req-2dbea4a9-c017-437f-ba7e-c0a1d2e2a477 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.505446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74409c7f-9374-4d65-afab-edff347ff796 req-2dbea4a9-c017-437f-ba7e-c0a1d2e2a477 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0585985 Feb 09 21:37:05.555878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74409c7f-9374-4d65-afab-edff347ff796 req-0b4a1e08-a4e3-47ef-a04b-62a5f3f57a7d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Feb 09 21:37:05.622057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef46bdc3-9b64-4796-8926-77fac008ef26 req-679aec86-5cd7-465d-9f9f-51fc7c8a97fc tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149340 Feb 09 21:37:05.690651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b775e7-8d5e-4956-bf16-289a74fc905a req-b50202b5-88a9-4971-8259-8e2a6c0ab898 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.692121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08b775e7-8d5e-4956-bf16-289a74fc905a req-b50202b5-88a9-4971-8259-8e2a6c0ab898 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0603983 Feb 09 21:37:05.738814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08b775e7-8d5e-4956-bf16-289a74fc905a req-8044fe17-55cd-4f25-89ef-dbfb9e9f7d04 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Feb 09 21:37:06.073734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f919e1-01ae-495f-9159-3e3e1db71f47 req-b6d186ce-34e3-455b-ad97-25a5892c108f tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.075863 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84f919e1-01ae-495f-9159-3e3e1db71f47 req-b6d186ce-34e3-455b-ad97-25a5892c108f tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 950 time: 0.0541432 Feb 09 21:37:06.125117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84f919e1-01ae-495f-9159-3e3e1db71f47 req-10e10f6b-da42-489d-98dd-d7bb0a8b1c45 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437167 Feb 09 21:37:06.211319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:06.261306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321512d0-aa2b-4cb8-94da-13a8af31ec41 req-e955903e-b329-40bf-a2d1-66e66724c13b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.262731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-321512d0-aa2b-4cb8-94da-13a8af31ec41 req-e955903e-b329-40bf-a2d1-66e66724c13b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.0523784 Feb 09 21:37:06.312213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-321512d0-aa2b-4cb8-94da-13a8af31ec41 req-1a1fb212-6d5d-4edd-a7b7-37d2e6afc7a7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436256 Feb 09 21:37:06.333030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port d4663b75-5167-47de-b113-1625aa33b03a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:06.336985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port d4663b75-5167-47de-b113-1625aa33b03a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:06.337360 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4663b75-5167-47de-b113-1625aa33b03a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.505032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8437-f209-4591-9623-c5fe4859f589 req-a00c03fc-691a-4962-a473-3a3fe61368d3 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.506554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-677c8437-f209-4591-9623-c5fe4859f589 req-a00c03fc-691a-4962-a473-3a3fe61368d3 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 949 time: 0.0548353 Feb 09 21:37:06.536561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:06.537101 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.556771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-677c8437-f209-4591-9623-c5fe4859f589 req-365cc2cb-3df6-4601-bd50-4eb34ab2712e tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Feb 09 21:37:06.571251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:06.634821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.641045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a8dc696c-0ae8-437a-addb-44000ec508d8 service neutron] 10.222.0.30 "GET /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.0602946 Feb 09 21:37:06.712550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:06.716543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:06.730946 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6501cd-7dc7-4ca9-9e70-c74b4fb006ce" -d '{"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-plugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:06.756843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef202f-1819-4149-a803-2f3fb2f40ced req-150fe5d5-8c16-42ee-9087-b60efbc785ec tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.758341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5ef202f-1819-4149-a803-2f3fb2f40ced req-150fe5d5-8c16-42ee-9087-b60efbc785ec tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.1019754 Feb 09 21:37:06.765251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f173e1-f30e-411b-8041-3d736ddedd8f req-7524517a-055d-4d0a-8622-d79f1cd528fe tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.766765 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19f173e1-f30e-411b-8041-3d736ddedd8f req-7524517a-055d-4d0a-8622-d79f1cd528fe tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0693140 Feb 09 21:37:06.820577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19f173e1-f30e-411b-8041-3d736ddedd8f req-68018af9-2be7-42f2-9d82-0345003d10c6 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/security-groups?id=b7d0e939-6d5a-4162-86e5-7b14391b486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 Feb 09 21:37:06.873689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5ef202f-1819-4149-a803-2f3fb2f40ced req-788d6410-0939-496b-8f31-d46cd146c340 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972188 Feb 09 21:37:06.890646 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c5b1dd-ca84-4fd0-83f7-cbe0e1abba11 x-openstack-request-id: req-e2c5b1dd-ca84-4fd0-83f7-cbe0e1abba11 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:06.891237 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-plugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:06.891683 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e2c5b1dd-ca84-4fd0-83f7-cbe0e1abba11 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:06.895756 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a', 'code': 200} Feb 09 21:37:06.909561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:06.949382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:07.002013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:07.032901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:07.041079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-828594ba-5f00-4057-8380-4a70b6c58157 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.042927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-828594ba-5f00-4057-8380-4a70b6c58157 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 950 time: 0.1583176 Feb 09 21:37:07.092484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cef269-da60-4d72-8921-0fb937ff0f21 req-c317fe62-f03b-4198-95d9-255decafdbac tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.093880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5cef269-da60-4d72-8921-0fb937ff0f21 req-c317fe62-f03b-4198-95d9-255decafdbac tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1487019 Feb 09 21:37:07.098690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-94d49768-e08a-4c18-9900-602f57a6e6cd service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1369174 Feb 09 21:37:07.131095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed3734-21ad-4fdd-95d4-d6374e02cec0 req-ac7be31c-dd8e-4ce1-96c2-f4670e8bd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.132634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0ed3734-21ad-4fdd-95d4-d6374e02cec0 req-ac7be31c-dd8e-4ce1-96c2-f4670e8bd106 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 1132 time: 0.1428506 Feb 09 21:37:07.161854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.170510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-a92b3058-db8c-40ac-aecf-dc72bd178b4b tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.172039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-a92b3058-db8c-40ac-aecf-dc72bd178b4b tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1356351 Feb 09 21:37:07.221222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5cef269-da60-4d72-8921-0fb937ff0f21 req-c42f8a8c-8f08-40d0-9b0b-449122d6611b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184893 Feb 09 21:37:07.258567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-c09e4e62-b734-40dd-95b8-1e72ce9baeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.261085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-c09e4e62-b734-40dd-95b8-1e72ce9baeae service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1126 time: 0.1342108 Feb 09 21:37:07.281240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Deleting port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:07.281737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.483800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] For port 575ee48c-8884-4a3b-b31b-2ae68e5e0393, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=575ee48c-8884-4a3b-b31b-2ae68e5e0393,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:07.484169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.499095 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3d1c-df3a-4b3e-bb17-28a3ff5d08ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.505303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Calling delete_port for 575ee48c-8884-4a3b-b31b-2ae68e5e0393 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:07.513767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4e6e8-429c-454a-870f-ae748b177231 req-c4067251-410e-4eed-ae84-368d87ad9a0c tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.515303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfe4e6e8-429c-454a-870f-ae748b177231 req-c4067251-410e-4eed-ae84-368d87ad9a0c tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 950 time: 0.2081900 Feb 09 21:37:07.518763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-f24ce974-de58-45a2-9240-1f169ae70d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.520192 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-f24ce974-de58-45a2-9240-1f169ae70d04 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.2334507 Feb 09 21:37:07.569245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-575e89c5-31c9-47f1-a85a-81b1565e09ef tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.3870025 Feb 09 21:37:07.573484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0ed3734-21ad-4fdd-95d4-d6374e02cec0 req-49dbc840-d2ae-4542-ba61-acd663fa1cec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332290 Feb 09 21:37:07.585452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'floatingip': {'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:07.609455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-adf8c65a-ef4c-4a34-b780-ae03db0ebf42 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 217 time: 0.0764384 Feb 09 21:37:07.634461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.684754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfe4e6e8-429c-454a-870f-ae748b177231 req-cad4234a-71a8-4533-be8f-91a518b6dbfd tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619980 Feb 09 21:37:07.715119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] Transition to ACTIVE for port object 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:07.719133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-fa0334b8-2eca-4155-8277-cd9d31540e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.720651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-fa0334b8-2eca-4155-8277-cd9d31540e01 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0981925 Feb 09 21:37:07.766951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-a1f53229-e759-4c64-9c93-e93521390324 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398684 Feb 09 21:37:07.814158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.892993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] Pushing event updated for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.907652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c874da-c3d5-41d2-800a-22f582a32e20 req-b5ae2952-b4db-4ab1-b161-29624c003554 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.909243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40c874da-c3d5-41d2-800a-22f582a32e20 req-b5ae2952-b4db-4ab1-b161-29624c003554 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 943 time: 0.1447418 Feb 09 21:37:07.944887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] No DVR routers for this DVR port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:07.951579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (575ee48c-8884-4a3b-b31b-2ae68e5e0393), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.963451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-0d2d8bf5-9401-4175-9327-f083990896ba service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828408 Feb 09 21:37:07.967632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['873aadde-9fee-44f7-9711-7fdde21cdf3b', '575ee48c-8884-4a3b-b31b-2ae68e5e0393'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:07.986585 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a40e378f-e8e3-49c0-b6ce-9d65496952db service neutron] 10.222.0.30 "PUT /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3360443 Feb 09 21:37:08.006111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Pushing event deleted for resources: {'Port': ['ID=575ee48c-8884-4a3b-b31b-2ae68e5e0393,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:08.127065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] No DVR routers for this DVR port 575ee48c-8884-4a3b-b31b-2ae68e5e0393 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:08.131491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40c874da-c3d5-41d2-800a-22f582a32e20 req-224926da-6a5d-4dd4-a31a-f7684ff09513 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067897 Feb 09 21:37:08.134266 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.141760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f9624fd9-8ead-40ab-ba08-a060b6d3b6d7 req-85ceabe2-c0ea-4a10-9c46-38cb4b550986 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "DELETE /v2.0/ports/575ee48c-8884-4a3b-b31b-2ae68e5e0393 HTTP/1.1" status: 204 len: 173 time: 1.0890739 Feb 09 21:37:08.159840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'name': 'network-vif-deleted', 'tag': '575ee48c-8884-4a3b-b31b-2ae68e5e0393'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:08.159840 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3926d60-0380-41e4-873d-cd157b482fa2" -d '{"events": [{"server_uuid": "9d3f014f-9393-4d0a-8f17-8aa8be4561f2", "name": "network-vif-deleted", "tag": "575ee48c-8884-4a3b-b31b-2ae68e5e0393"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:08.211736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70c2f1f3-cb92-47aa-b3ac-3b86000cc176 req-7fac0cb1-ee61-4437-88fe-a6701dd11a56 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229125 Feb 09 21:37:08.329581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df796b-5142-4e61-b7ff-7176be3335b7 req-e1eed8e5-9cc3-48c9-95a8-4324a5659124 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.338891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54df796b-5142-4e61-b7ff-7176be3335b7 req-e1eed8e5-9cc3-48c9-95a8-4324a5659124 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 950 time: 0.0801837 Feb 09 21:37:08.359066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-73e03b4c-689a-4fae-9bc7-2ccc30e4bc82 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.360614 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-73e03b4c-689a-4fae-9bc7-2ccc30e4bc82 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.1960075 Feb 09 21:37:08.392506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54df796b-5142-4e61-b7ff-7176be3335b7 req-e1abeba8-8681-4ddc-a24f-e75cc1375382 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527575 Feb 09 21:37:08.443968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.460475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-2faac987-5eca-493b-b911-f14dc034c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.462199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-2faac987-5eca-493b-b911-f14dc034c2c5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db&tenant_id=04513afad81640b3b3cb3d48be22843f HTTP/1.1" status: 200 len: 1126 time: 0.0678923 Feb 09 21:37:08.528302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7367d-1db3-41f5-a1e1-ceeca3e3d53f req-f13d63fd-9363-45b0-a126-0533dbbd1f50 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.529815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-abe7367d-1db3-41f5-a1e1-ceeca3e3d53f req-f13d63fd-9363-45b0-a126-0533dbbd1f50 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0655594 Feb 09 21:37:08.551919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-6b81f729-83cc-48b4-ad68-2e08f07f70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.554190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-6b81f729-83cc-48b4-ad68-2e08f07f70ee service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1126 time: 0.0562875 Feb 09 21:37:08.568456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.580044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-abe7367d-1db3-41f5-a1e1-ceeca3e3d53f req-6f0f285e-0820-472f-9a55-77c257d9ca6b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Feb 09 21:37:08.635981 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936f1c4b-4ee4-4954-a737-eec0d7ea9e1a x-openstack-request-id: req-936f1c4b-4ee4-4954-a737-eec0d7ea9e1a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:08.635981 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f014f-9393-4d0a-8f17-8aa8be4561f2", "name": "network-vif-deleted", "tag": "575ee48c-8884-4a3b-b31b-2ae68e5e0393", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:08.635981 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-936f1c4b-4ee4-4954-a737-eec0d7ea9e1a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:08.635981 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f014f-9393-4d0a-8f17-8aa8be4561f2', 'name': 'network-vif-deleted', 'tag': '575ee48c-8884-4a3b-b31b-2ae68e5e0393', 'status': 'completed', 'code': 200} Feb 09 21:37:08.757554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188ea7-a99b-4106-8aaa-6682ab1d5c7e req-6b9cb9f6-6238-4f48-b097-0ac4b780ca73 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.759156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e188ea7-a99b-4106-8aaa-6682ab1d5c7e req-6b9cb9f6-6238-4f48-b097-0ac4b780ca73 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0594845 Feb 09 21:37:08.769243 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f associated. External IP: 172.25.5.223, port: 06089387-3a2a-4bb2-830b-ad246621c3b5. Feb 09 21:37:08.774856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-cec0ee36-ac8e-401f-bdd9-cf19abeb17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.776970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-cec0ee36-ac8e-401f-bdd9-cf19abeb17f2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.2097054 Feb 09 21:37:08.814960 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e188ea7-a99b-4106-8aaa-6682ab1d5c7e req-5eeecd58-6602-4022-a231-32606ccdec9c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496323 Feb 09 21:37:08.902586 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.914050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-d31810c5-d8a9-4d73-8c6c-fb4d8a6d4b2e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 217 time: 0.0517905 Feb 09 21:37:08.933847 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0ad7b6e-73ac-41a8-a295-1a4ba62fc922 req-95166184-d6d4-4035-be38-bdb21f960e18 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f014f-9393-4d0a-8f17-8aa8be4561f2 HTTP/1.1" status: 200 len: 210 time: 0.0402780 Feb 09 21:37:08.992289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a9042f7d-7ac7-4b26-b2d4-f4e09c4b6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.993876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-a9042f7d-7ac7-4b26-b2d4-f4e09c4b6402 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0676322 Feb 09 21:37:09.034882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-1cf27258-27a3-429f-b4b9-7515027e40f3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343666 Feb 09 21:37:09.214871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-317f4c24-083a-408b-9634-e42dc48b77ca service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728816 Feb 09 21:37:09.221503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:09.258109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a8261-81bf-450c-b39a-022e38254170 req-ddce8494-ff01-4eee-a69d-18382e07dcb8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.259592 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-082a8261-81bf-450c-b39a-022e38254170 req-ddce8494-ff01-4eee-a69d-18382e07dcb8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 944 time: 0.0533700 Feb 09 21:37:09.318404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-082a8261-81bf-450c-b39a-022e38254170 req-c1b5db6e-e6c9-4891-9611-7f4d8fc1a658 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 Feb 09 21:37:09.387802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-898f6a3e-b376-42bd-9f62-6468353f6ac3 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651165 Feb 09 21:37:09.404071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:09.408612 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.416416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:09.428134 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:09.429024 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:09.431585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51160) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:09.439638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1241557616'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:09.450313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-95126be8-60a8-498f-a03f-9da25be62e50 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "PUT /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 200 len: 996 time: 1.8700476 Feb 09 21:37:09.450779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:09.453602 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:09.530861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-0bb0bd66-7c5d-481e-a4f7-0293f4fe9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.532633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebcfdd-712a-4046-916d-0a5c578281ad req-d38e4518-b23a-4823-abbd-8b1a587a9254 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.532777 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-0bb0bd66-7c5d-481e-a4f7-0293f4fe9d98 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.0578482 Feb 09 21:37:09.534189 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63ebcfdd-712a-4046-916d-0a5c578281ad req-d38e4518-b23a-4823-abbd-8b1a587a9254 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 950 time: 0.0616665 Feb 09 21:37:09.548943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:09.552735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.620812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:37:09.630914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63ebcfdd-712a-4046-916d-0a5c578281ad req-ddb19ab1-cdff-433f-8ba7-9697b34b5f2e tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905390 Feb 09 21:37:09.639496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (48233f9a-ea39-4af3-8edd-ad154ff49012), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.640137 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Added segment 48233f9a-ea39-4af3-8edd-ad154ff49012 of type vlan for network 7d989f55-4c5a-4820-860e-586d1b579112 Feb 09 21:37:09.677555 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:09.684590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-5afe250b-9d4c-46b9-b555-f5b0b44689e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.686185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-5afe250b-9d4c-46b9-b555-f5b0b44689e0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.1471133 Feb 09 21:37:09.699084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (7d989f55-4c5a-4820-860e-586d1b579112), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.781445 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d107a1-821b-490d-aa71-c3b64d343cdc x-openstack-request-id: req-14d107a1-821b-490d-aa71-c3b64d343cdc {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:09.782026 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:09.782026 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-14d107a1-821b-490d-aa71-c3b64d343cdc {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:09.782386 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'status': 'completed', 'code': 200} Feb 09 21:37:09.813021 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (7d989f55-4c5a-4820-860e-586d1b579112), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.818475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.819451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.837336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-e7f2c9a7-449b-46d6-bc0f-2259bc368140 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 999 time: 0.1449444 Feb 09 21:37:09.849176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-5e4f57ba-2eb4-422a-853d-2e63874b816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.850671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-5e4f57ba-2eb4-422a-853d-2e63874b816e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.0675333 Feb 09 21:37:09.919586 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:33:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:08Z', 'revision_number': 1, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:09.945224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-7098c399-891f-4ea1-a38f-e63e33737782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.946733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-7098c399-891f-4ea1-a38f-e63e33737782 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0998919 Feb 09 21:37:09.947696 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:09.959734 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:09.960387 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:09.973451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5378494 Feb 09 21:37:09.980849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51170) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:09.997592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834b620-800e-4e38-b5ca-f52aaa0d5ce1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Network': ['ID=7d989f55-4c5a-4820-860e-586d1b579112,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:10.007880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1866083923'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:10.012364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 7d989f55-4c5a-4820-860e-586d1b579112 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:37:10.020644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010699c8-99e2-4c6a-b75e-3dfaaffa2863 req-585a83c1-13a4-4619-b194-6045dbddee06 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.022207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-010699c8-99e2-4c6a-b75e-3dfaaffa2863 req-585a83c1-13a4-4619-b194-6045dbddee06 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.2379210 Feb 09 21:37:10.043163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ffa9575e-f0e0-4e7b-8e68-69e709bc46ca tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.044874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-ffa9575e-f0e0-4e7b-8e68-69e709bc46ca tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.1916902 Feb 09 21:37:10.054643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-1bfb3f63-7c62-4f6b-9f6e-a1abc4e914c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.056951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-1bfb3f63-7c62-4f6b-9f6e-a1abc4e914c7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.1976006 Feb 09 21:37:10.080091 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:10.087196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.116021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-c04717e1-0d21-4086-b31d-1c0f144f7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.118137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-c04717e1-0d21-4086-b31d-1c0f144f7cbb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1534970 Feb 09 21:37:10.121370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-010699c8-99e2-4c6a-b75e-3dfaaffa2863 req-70cb9975-cef2-4ed5-9a10-4ecc2b8c4bf4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901775 Feb 09 21:37:10.144656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-d0fddc61-6c3d-4f75-b6b5-00ad76827de3 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:10.145643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-d0fddc61-6c3d-4f75-b6b5-00ad76827de3 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059555 Feb 09 21:37:10.157012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:10.161092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.232131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:10.232595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-4ab5bcf2-e6ca-467b-bc65-220be2ac618f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 999 time: 0.1666100 Feb 09 21:37:10.284077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:37:10.285065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:10.285702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 575ee48c-8884-4a3b-b31b-2ae68e5e0393 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:10.293956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-e22334de-00e4-416c-88db-4e3e595f2367 service neutron] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:10.297941 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-e22334de-00e4-416c-88db-4e3e595f2367 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.299187 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddf6e4e8-1778-427f-a779-e38f59ca3f36 req-e22334de-00e4-416c-88db-4e3e595f2367 service neutron] 10.222.0.110 "DELETE /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.2408657 Feb 09 21:37:10.300862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-f717d639-132f-43c5-8e96-e7ff196dd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.302040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-f717d639-132f-43c5-8e96-e7ff196dd1e7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0554919 Feb 09 21:37:10.327070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 575ee48c-8884-4a3b-b31b-2ae68e5e0393 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:10.327464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:37:10.328719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 575ee48c-8884-4a3b-b31b-2ae68e5e0393 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:10.353602 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:33:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:08Z', 'revision_number': 1, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:10.375341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b2f2ce38-8e6b-43fc-884c-63c3476a4f36), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.375594 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Added segment b2f2ce38-8e6b-43fc-884c-63c3476a4f36 of type vlan for network 04d2db96-08fb-4d23-bb71-71e5949869e5 Feb 09 21:37:10.388144 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ce9b7c-35c1-4256-832a-a10dc5133d83 None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:33:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:08Z', 'revision_number': 1, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:10.444346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-f49c645c-6ef4-4bd6-acbc-a942cbef2b96 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759948 Feb 09 21:37:10.462171 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (04d2db96-08fb-4d23-bb71-71e5949869e5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.507877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-2fc17d31-1b0f-440c-9567-361ec4e4520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.509372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-2fc17d31-1b0f-440c-9567-361ec4e4520a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1960652 Feb 09 21:37:10.607849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3f09a-afb3-43fd-bb80-5a7261b69bf1 None None] New status for floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:10.873363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25b83a-875c-4b5f-818a-a0e566483885 req-c19a905a-5c76-4361-bf3e-6e1fad105b62 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.874934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d25b83a-875c-4b5f-818a-a0e566483885 req-c19a905a-5c76-4361-bf3e-6e1fad105b62 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0667522 Feb 09 21:37:10.918052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8a29035-a3b7-4bd6-87eb-0f3ec1be9204 req-40b14e1f-473c-4776-9e44-49762d8e333a service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646411 Feb 09 21:37:10.936148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-0c763b12-5a01-499c-b022-68504fd58b50 service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173065 Feb 09 21:37:10.936543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d25b83a-875c-4b5f-818a-a0e566483885 req-db931a9c-07be-4efc-b308-cf527a3fc1da tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533431 Feb 09 21:37:10.968222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (04d2db96-08fb-4d23-bb71-71e5949869e5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.973370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.973986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.092428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Network': ['ID=04d2db96-08fb-4d23-bb71-71e5949869e5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.092598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a3b57-4ba6-4295-b773-cda9609a5352 req-63316c5d-d69a-410e-82cc-cb0a3e98b4d7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.094776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac1a3b57-4ba6-4295-b773-cda9609a5352 req-63316c5d-d69a-410e-82cc-cb0a3e98b4d7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 944 time: 0.0725315 Feb 09 21:37:11.103474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:37:11.137032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2b072c29-4090-4e37-bf28-3df3997d733f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1552544 Feb 09 21:37:11.139772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51202) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:11.143185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-553dd30f-0df3-45ad-b9c6-5263b0dbd9ec req-f7035d12-88d9-4b25-9382-36a8d62c74aa service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979985 Feb 09 21:37:11.146945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'subnet': {'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:11.183930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac1a3b57-4ba6-4295-b773-cda9609a5352 req-d091ba06-148d-441c-8bfd-82450ac098e3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779934 Feb 09 21:37:11.356626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:11.360119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.384529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-24900df3-c46d-411e-acd9-30f6aea7ea74 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.387590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-24900df3-c46d-411e-acd9-30f6aea7ea74 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0960457 Feb 09 21:37:11.515475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-2cfb5896-0ddd-43a3-820d-d41d03580214 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.1225469 Feb 09 21:37:11.528031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'floatingip': {'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:11.581803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.585231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.597382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def35581-d61a-4f5f-a5a7-0c1f5c4df90c req-792cc0f8-611f-4da5-8c43-9dad09870c36 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.598964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-def35581-d61a-4f5f-a5a7-0c1f5c4df90c req-792cc0f8-611f-4da5-8c43-9dad09870c36 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0939195 Feb 09 21:37:11.649390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-def35581-d61a-4f5f-a5a7-0c1f5c4df90c req-cd6420aa-b605-433e-a1cf-85c35b89d953 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Feb 09 21:37:11.662457 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (a3afc7d7-8e70-4372-85fa-7fc68ae80893), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.743885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Subnet': ['ID=a3afc7d7-8e70-4372-85fa-7fc68ae80893,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.756463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Checking segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:11.756897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network hostable DHCP agents. Network: 7d989f55-4c5a-4820-860e-586d1b579112, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:37:11.831308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42089c2a-00d8-49e3-9a12-a953bea2dd54 req-81f20a14-5950-427e-aa37-274b73856f49 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.833368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42089c2a-00d8-49e3-9a12-a953bea2dd54 req-81f20a14-5950-427e-aa37-274b73856f49 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 949 time: 0.0705693 Feb 09 21:37:11.877932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 7d989f55-4c5a-4820-860e-586d1b579112 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:37:11.926431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42089c2a-00d8-49e3-9a12-a953bea2dd54 req-17e60364-06e0-44c9-9bb9-bced2d02ed03 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796609 Feb 09 21:37:11.929306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-68c515d0-cd13-46cd-b464-373ff6c23fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.930724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-68c515d0-cd13-46cd-b464-373ff6c23fee service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1127 time: 0.0924115 Feb 09 21:37:11.991422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 7d989f55-4c5a-4820-860e-586d1b579112) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:12.001132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73729b7-e8f1-4673-b6c7-044488ed51cc None None] Network 7d989f55-4c5a-4820-860e-586d1b579112 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:12.009377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.009977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.072682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-edc78b43-398d-47fa-9b0c-4c6f8d5e65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.075136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-edc78b43-398d-47fa-9b0c-4c6f8d5e65f0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1375253 Feb 09 21:37:12.080849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8392b41-0312-469c-a528-b1aacc61e70f req-8abd200c-3794-4c16-b194-00560c33f340 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.082550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8392b41-0312-469c-a528-b1aacc61e70f req-8abd200c-3794-4c16-b194-00560c33f340 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1126 time: 0.0947382 Feb 09 21:37:12.098185 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.126295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-7d989f55-4c5a-4820-860e-586d1b579112', 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'fixed_ips': [{'subnet_id': 'a3afc7d7-8e70-4372-85fa-7fc68ae80893'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:37:12.127182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.140009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-207ac41e-b27f-4348-a34e-f8da945f4f3d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9989946 Feb 09 21:37:12.141490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-7edc6429-1676-4417-af12-6a8116d4fe41 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 217 time: 0.0578222 Feb 09 21:37:12.142700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:12.147975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'subnet': {'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:12.164364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.199786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-49023ccd-b696-4fee-9c02-e2bd2beed2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.201226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-49023ccd-b696-4fee-9c02-e2bd2beed2c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0470474 Feb 09 21:37:12.224962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8392b41-0312-469c-a528-b1aacc61e70f req-495bf35c-d401-4540-afe8-3fa40949bfb0 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339409 Feb 09 21:37:12.241108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-9f04a516-658a-41f6-9a9b-82a6b6b90732 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319982 Feb 09 21:37:12.315985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Allocated IP 10.1.1.2 (7d989f55-4c5a-4820-860e-586d1b579112/a3afc7d7-8e70-4372-85fa-7fc68ae80893/7ca48161-9f50-4d13-801b-8f48cfc7d76c) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:12.342736 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f associated. External IP: 172.25.5.223, port: 06089387-3a2a-4bb2-830b-ad246621c3b5. Feb 09 21:37:12.397855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1a371-bd34-4d6d-b71a-3f0f77d5ab66 req-ce8d5e68-89de-4bc9-807d-3c93c8f6f69c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.399508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-acf1a371-bd34-4d6d-b71a-3f0f77d5ab66 req-ce8d5e68-89de-4bc9-807d-3c93c8f6f69c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0806336 Feb 09 21:37:12.411599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-7ef22cad-ce38-459f-82af-c624c0e6c7ac service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566398 Feb 09 21:37:12.426238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:12.429725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.491319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Publish callbacks [] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.506098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-acf1a371-bd34-4d6d-b71a-3f0f77d5ab66 req-e46ade02-bd42-4465-8c29-0a57c3ee0a74 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969310 Feb 09 21:37:12.553583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-a1214d1e-b21d-4e51-8f1d-fa6a80e8b9da service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283801 Feb 09 21:37:12.567661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.614468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Network 7d989f55-4c5a-4820-860e-586d1b579112 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:12.617573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:12.621971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:12.635610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Pushing event updated for resources: {'Port': ['ID=7ca48161-9f50-4d13-801b-8f48cfc7d76c,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:12.698356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Attempting to bind port 7ca48161-9f50-4d13-801b-8f48cfc7d76c on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:12.698737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Attempting to bind port 7ca48161-9f50-4d13-801b-8f48cfc7d76c by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:12.699104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Attempting to bind port 7ca48161-9f50-4d13-801b-8f48cfc7d76c on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:12.705527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:12.708648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Checking segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:12.708648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.708648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Bound using segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:12.708648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Bound port: 7ca48161-9f50-4d13-801b-8f48cfc7d76c, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:12.709030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.776389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-f5052a81-6338-4755-a90b-7d8393f98d54 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.777988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-f5052a81-6338-4755-a90b-7d8393f98d54 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.1157725 Feb 09 21:37:12.788608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] For port 7ca48161-9f50-4d13-801b-8f48cfc7d76c, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:12.793046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] For port 7ca48161-9f50-4d13-801b-8f48cfc7d76c, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ca48161-9f50-4d13-801b-8f48cfc7d76c,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:12.794242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-fca6f2c2-2892-48e6-ab41-4872a10fe5d2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/quotas/04513afad81640b3b3cb3d48be22843f HTTP/1.1" status: 200 len: 375 time: 0.0106568 Feb 09 21:37:12.856774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-52ab20c7-02ea-4a6a-9f5b-5b47c09da0bb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547049 Feb 09 21:37:12.877256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.960880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea251f-b414-43a6-8ae6-b3112c9eee14 None None] Pushing event updated for resources: {'Port': ['ID=7ca48161-9f50-4d13-801b-8f48cfc7d76c,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:12.999176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:13.045065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-3a65bbae-eeb1-4675-947f-e2fe3a140aa5 service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783211 Feb 09 21:37:13.060973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (84e1e806-4165-43cd-afbd-7dff59cdba9e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.184953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-6b058a3d-022c-47a4-ad7b-a9c2fc342ec3 service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280067 Feb 09 21:37:13.198972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Subnet': ['ID=84e1e806-4165-43cd-afbd-7dff59cdba9e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:13.207754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Checking segment: {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:13.208190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network hostable DHCP agents. Network: 04d2db96-08fb-4d23-bb71-71e5949869e5, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:37:13.246880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:13.257801 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:13.270653 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:13.271672 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:13.359487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:37:13.396628 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:13.429907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a5d35-9587-4d86-b278-521331613a44 req-98e0efc6-6d2a-40cf-ad8e-02e34590341a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.431302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-367a5d35-9587-4d86-b278-521331613a44 req-98e0efc6-6d2a-40cf-ad8e-02e34590341a tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 949 time: 0.0843990 Feb 09 21:37:13.525905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 04d2db96-08fb-4d23-bb71-71e5949869e5) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:13.535472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f99c19-92b7-4dae-b851-d8bf07e19c16 None None] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:13.539365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.539982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.637373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:13.645556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-150fed65-e877-4f41-9acf-095ccc316053 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5016415 Feb 09 21:37:13.648238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:13.653654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'port': {'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'name': 'tempest-TaggedBootDevicesTest-1004753595', 'fixed_ips': [{'subnet_id': 'a3afc7d7-8e70-4372-85fa-7fc68ae80893'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:13.719900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Deleting port 873aadde-9fee-44f7-9711-7fdde21cdf3b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:13.720240 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.758813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7334-a4b1-44e7-83d9-a2ed71c29c73 req-da020d1c-d1a6-4108-97e4-b45f3c607202 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.768863 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6ad7334-a4b1-44e7-83d9-a2ed71c29c73 req-da020d1c-d1a6-4108-97e4-b45f3c607202 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.1347892 Feb 09 21:37:13.796105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-04d2db96-08fb-4d23-bb71-71e5949869e5', 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5', 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'fixed_ips': [{'subnet_id': '84e1e806-4165-43cd-afbd-7dff59cdba9e'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:37:13.796477 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:b9:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:11Z', 'revision_number': 3, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:13.798698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.867949 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:13.892588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6ad7334-a4b1-44e7-83d9-a2ed71c29c73 req-e4f6a72f-0c35-4efc-8397-e60617d2b030 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223867 Feb 09 21:37:13.892783 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:13.894095 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:14.059017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b81af-0c63-42b7-8e19-8083bb06b339 req-d975a9ed-781d-4cf6-b23f-90d4815690fa tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.070184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f1b81af-0c63-42b7-8e19-8083bb06b339 req-d975a9ed-781d-4cf6-b23f-90d4815690fa tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 949 time: 0.0996761 Feb 09 21:37:14.127442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Allocated IP 10.2.2.2 (04d2db96-08fb-4d23-bb71-71e5949869e5/84e1e806-4165-43cd-afbd-7dff59cdba9e/3f0ecbba-a178-4fa6-b3d7-223219c59c5b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:14.141000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:14.143171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:14.145607 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f1b81af-0c63-42b7-8e19-8083bb06b339 req-6a452360-5b52-4446-ae5c-c5f8c643285c tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/security-groups?id=b46345ef-559f-4c1a-beaa-2b82a2ff79e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737514 Feb 09 21:37:14.172758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.258197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:14.297908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:14.301352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d3c3a25b-8f53-416f-9440-24b358b9f094 req-de3edd27-e0b8-468d-8612-e342a2d5ec8f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 210 time: 0.0509617 Feb 09 21:37:14.326646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:14.338049 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed448ba-4cae-400c-993b-7368b40abdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:14.487810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Publish callbacks [] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.492537 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-1aa0c5d2-96ee-4484-a6cc-c7a72563c352 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "PUT /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 200 len: 998 time: 2.9663551 Feb 09 21:37:14.537418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] For port 873aadde-9fee-44f7-9711-7fdde21cdf3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=873aadde-9fee-44f7-9711-7fdde21cdf3b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:14.538183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.541376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:14.558313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba074f-10c5-4614-85f9-b3e071b66319 req-4af18014-a492-4f32-a929-fbe1870e1a33 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.559924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8ba074f-10c5-4614-85f9-b3e071b66319 req-4af18014-a492-4f32-a929-fbe1870e1a33 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1463337 Feb 09 21:37:14.563402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'd4663b75-5167-47de-b113-1625aa33b03a', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'd4663b75-5167-47de-b113-1625aa33b03a', 'mac_address': 'fa:16:3e:4f:c0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:14.581857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.595129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f90cb-7ee3-45e5-83cf-862b2676e67f None None] Network 7d989f55-4c5a-4820-860e-586d1b579112 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:14.654996 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:b9:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:11Z', 'revision_number': 3, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:14.672168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8ba074f-10c5-4614-85f9-b3e071b66319 req-f8d767fd-7efb-43f5-bfea-7442d821739e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915720 Feb 09 21:37:14.691684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Calling delete_port for 873aadde-9fee-44f7-9711-7fdde21cdf3b owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:14.749002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-5d9d70d3-af1a-4c14-af17-2915d1e5d5f3 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.753908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12958a9c-775e-4132-a176-bd509cdf594b None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:b9:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:11Z', 'revision_number': 3, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:14.788622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:14.789914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-5d9d70d3-af1a-4c14-af17-2915d1e5d5f3 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports/06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 942 time: 0.2707815 Feb 09 21:37:14.807020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:14.813839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:14.814244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:14.814625 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.826540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Pushing event updated for resources: {'Port': ['ID=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:14.834423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-606ca254-dd63-4d37-a752-a49df5b7c9b4 None None] Provisioning complete for port 7ca48161-9f50-4d13-801b-8f48cfc7d76c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:14.836955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-606ca254-dd63-4d37-a752-a49df5b7c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.960724 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7efd7e-c334-4f42-b0a6-1d28c1f9c1b7 x-openstack-request-id: req-db7efd7e-c334-4f42-b0a6-1d28c1f9c1b7 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:14.964334 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:14.964334 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db7efd7e-c334-4f42-b0a6-1d28c1f9c1b7 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:14.964334 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'status': 'completed', 'code': 200} Feb 09 21:37:14.982517 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.123658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-47466beb-15e0-4bac-851d-e9062ccbbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.126140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-47466beb-15e0-4bac-851d-e9062ccbbc04 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.1553795 Feb 09 21:37:15.134646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] device_id is not set on port b4f0e069-3966-4284-be29-220d6b4943b7 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:37:15.155035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4663b75-5167-47de-b113-1625aa33b03a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:15.181134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:15.383009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50199-5f56-44da-8607-88dfc9667182 req-392d1790-74cf-406c-9b2a-61078abe36ae tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.395602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cee50199-5f56-44da-8607-88dfc9667182 req-392d1790-74cf-406c-9b2a-61078abe36ae tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.2240381 Feb 09 21:37:15.433340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-de05bfb8-b47e-4117-8671-dd34537d52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.447474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-de05bfb8-b47e-4117-8671-dd34537d52db service neutron] 10.222.0.110 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.3127205 Feb 09 21:37:15.563017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Attempting to bind port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:15.563989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Attempting to bind port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:15.564524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Attempting to bind port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b on network 04d2db96-08fb-4d23-bb71-71e5949869e5 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:15.574843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf9db7-3cfe-4dd3-9be6-9823c7371a4e None None] New status for floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:15.577082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ca48161-9f50-4d13-801b-8f48cfc7d76c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:15.620429 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.643570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-eb6b2a82-e7f6-45ee-a948-2ba90df5232a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 217 time: 0.1833568 Feb 09 21:37:15.681807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cee50199-5f56-44da-8607-88dfc9667182 req-df6ecc99-c8d4-49f4-867c-76ccb6dfd8e8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849572 Feb 09 21:37:15.850857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-6ac798d3-5903-4e05-9e36-6eac56284df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.860579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-6ac798d3-5903-4e05-9e36-6eac56284df4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.1766381 Feb 09 21:37:15.912467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 10.1.1.147 (7d989f55-4c5a-4820-860e-586d1b579112/a3afc7d7-8e70-4372-85fa-7fc68ae80893/b4f0e069-3966-4284-be29-220d6b4943b7) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:15.972905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4645bec8-131a-44f9-b008-2010944d17ca req-2326374b-583f-4c97-914e-9150040ba438 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.98 "GET /v2.0/ports?device_id=1c6f2aa0-8136-41cd-b9e6-28120abbc505 HTTP/1.1" status: 200 len: 210 time: 0.1020577 Feb 09 21:37:16.031739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-22cb5a50-fd83-4280-9768-d49e50ee5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.037686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-22cb5a50-fd83-4280-9768-d49e50ee5e67 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1515236 Feb 09 21:37:16.110017 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (873aadde-9fee-44f7-9711-7fdde21cdf3b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.125374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-3e18383b-faec-4309-8311-239b1c49d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.144056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-3e18383b-faec-4309-8311-239b1c49d7cc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 1.1048613 Feb 09 21:37:16.248837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b5946f6-76e2-41d0-8712-5a9a09db4dd1 req-04459017-317c-4554-b61c-d94221510a82 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 210 time: 0.0756805 Feb 09 21:37:16.335490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:16.361460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:16.362710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Checking segment: {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:16.363179 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.363581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Bound using segment: {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:16.365214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Bound port: 3f0ecbba-a178-4fa6-b3d7-223219c59c5b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:16.367237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.390789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-606ca254-dd63-4d37-a752-a49df5b7c9b4 None None] Current status of the port 7ca48161-9f50-4d13-801b-8f48cfc7d76c is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:16.391296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-606ca254-dd63-4d37-a752-a49df5b7c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.417965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Pushing event deleted for resources: {'Port': ['ID=873aadde-9fee-44f7-9711-7fdde21cdf3b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:16.465831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 873aadde-9fee-44f7-9711-7fdde21cdf3b no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:16.572029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-3e31a174-4a20-42c8-8c49-f2f25ba62f95 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.575101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-3e31a174-4a20-42c8-8c49-f2f25ba62f95 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.2552006 Feb 09 21:37:16.594122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-606ca254-dd63-4d37-a752-a49df5b7c9b4 None None] For port 7ca48161-9f50-4d13-801b-8f48cfc7d76c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ca48161-9f50-4d13-801b-8f48cfc7d76c,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:16.608168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d4663b75-5167-47de-b113-1625aa33b03a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:16.664760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] No DVR routers for this DVR port 873aadde-9fee-44f7-9711-7fdde21cdf3b on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:16.685937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.686574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Request body: {'port': {'device_id': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'admin_state_up': True, 'tenant_id': '04513afad81640b3b3cb3d48be22843f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:16.691006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-367a5d35-9587-4d86-b278-521331613a44 req-aabb1dea-6f88-4632-b52d-9da20de62bc7 tempest-ServersAdminNegativeTestJSON-1256881998 tempest-ServersAdminNegativeTestJSON-1256881998-project] 10.222.0.30 "DELETE /v2.0/ports/873aadde-9fee-44f7-9711-7fdde21cdf3b HTTP/1.1" status: 204 len: 173 time: 3.2209928 Feb 09 21:37:16.760560 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:16.788414 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:16.789366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:16.843670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-0fa35d12-6c3b-493e-815e-bce17ea6779c service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999794 Feb 09 21:37:16.884730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-261644ed-7ee9-4c9a-8cb9-a093e90a76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.889115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] For port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:16.899394 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-261644ed-7ee9-4c9a-8cb9-a093e90a76e8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.7541692 Feb 09 21:37:16.905278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] For port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:16.954532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 873aadde-9fee-44f7-9711-7fdde21cdf3b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:16.954773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 873aadde-9fee-44f7-9711-7fdde21cdf3b not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:16.961369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7ca48161-9f50-4d13-801b-8f48cfc7d76c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:16.964645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.013032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560'}, {'server_uuid': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'name': 'network-vif-deleted', 'tag': '873aadde-9fee-44f7-9711-7fdde21cdf3b'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:17.015258 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccff458-5beb-4fd2-9968-faa5ef1baed9" -d '{"events": [{"name": "network-changed", "server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560"}, {"server_uuid": "1c6f2aa0-8136-41cd-b9e6-28120abbc505", "name": "network-vif-deleted", "tag": "873aadde-9fee-44f7-9711-7fdde21cdf3b"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:17.034485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86707e-0cab-47b3-984c-44bfe672a4d1 req-26a5c554-253e-4aa8-9c66-85c54ad3d7a0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.045639 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-606ca254-dd63-4d37-a752-a49df5b7c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.046115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e86707e-0cab-47b3-984c-44bfe672a4d1 req-26a5c554-253e-4aa8-9c66-85c54ad3d7a0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.4618080 Feb 09 21:37:17.055721 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-49101f93-76bd-4693-ac2c-7322674738db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 217 time: 0.1553388 Feb 09 21:37:17.066201 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (b4f0e069-3966-4284-be29-220d6b4943b7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.167762 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.193429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e86707e-0cab-47b3-984c-44bfe672a4d1 req-4f9975b1-a6fe-408a-9685-d03c96c5b743 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360347 Feb 09 21:37:17.199505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Made reservation on behalf of 04513afad81640b3b3cb3d48be22843f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:17.207524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.219825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca254-dd63-4d37-a752-a49df5b7c9b4 None None] Pushing event updated for resources: {'Port': ['ID=7ca48161-9f50-4d13-801b-8f48cfc7d76c,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:17.234360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-cd1ea0c4-7101-4ff0-b0a5-53266d133517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.244245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-cd1ea0c4-7101-4ff0-b0a5-53266d133517 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.1864667 Feb 09 21:37:17.361069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6daa-8055-4a12-b344-ca3975a895ef None None] Pushing event updated for resources: {'Port': ['ID=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:17.419079 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:17.457131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-ee11ee4f-da40-467e-ac92-3a225b6cde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.458871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-ee11ee4f-da40-467e-ac92-3a225b6cde11 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2128294 Feb 09 21:37:17.475717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-5020cf4b-46f1-4d82-877c-84e3d877037c service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:17.476854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-5020cf4b-46f1-4d82-877c-84e3d877037c service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104444 Feb 09 21:37:17.479393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.504892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-90678343-8db8-41de-873b-9c7f8628341b None None] Provisioning complete for port 7ca48161-9f50-4d13-801b-8f48cfc7d76c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:17.505531 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90678343-8db8-41de-873b-9c7f8628341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.596687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7ca48161-9f50-4d13-801b-8f48cfc7d76c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:17.658843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=b4f0e069-3966-4284-be29-220d6b4943b7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:17.661108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aed448ba-4cae-400c-993b-7368b40abdc1 req-fac11ef2-d934-49d6-b93e-f99a82fb2a97 service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985394 Feb 09 21:37:17.715594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.717527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.719890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.720496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.720991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.722203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.722724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.723622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.725728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.726793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.727042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.727387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.727765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:17.871249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 7d989f55-4c5a-4820-860e-586d1b579112 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:17.874829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:17.880527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-90678343-8db8-41de-873b-9c7f8628341b None None] Current status of the port 7ca48161-9f50-4d13-801b-8f48cfc7d76c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:17.892417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:17.892611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ca48161-9f50-4d13-801b-8f48cfc7d76c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:17.940129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cf760-a924-4a97-add6-6a88d9e91dfe req-c04c32c7-a809-47b4-b15b-03e5e7c435b1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.958156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b5cf760-a924-4a97-add6-6a88d9e91dfe req-c04c32c7-a809-47b4-b15b-03e5e7c435b1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.4852636 Feb 09 21:37:18.023725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7ca48161-9f50-4d13-801b-8f48cfc7d76c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:18.023725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.025630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Allocated IP 172.20.0.11 (087c0409-a68f-4882-b762-aac3a8fbc24f/8f04cad0-d7ca-4041-a8e1-7b35266ba717/343b2bc7-a408-4e04-a39e-cbd03e55036e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:18.123586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-6a4513e0-073a-4793-b60a-00405d627012 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212661 Feb 09 21:37:18.131990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.133472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.241970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b5cf760-a924-4a97-add6-6a88d9e91dfe req-920b6c4b-483c-487c-ac8c-83eaddf5f848 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824044 Feb 09 21:37:18.247172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7ca48161-9f50-4d13-801b-8f48cfc7d76c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:18.250845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:b9:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:16Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:18.302536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:18.313476 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:18.324779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-109611bf-1e48-4f90-a70f-716c00389d94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6731992 Feb 09 21:37:18.325286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51330) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.326198 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:18.331249 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:18.337974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'port': {'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'name': 'tempest-TaggedBootDevicesTest-909708356', 'fixed_ips': [{'subnet_id': 'a3afc7d7-8e70-4372-85fa-7fc68ae80893'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:18.358041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-b8d2f16e-70bc-4714-aff7-6972a64e2dd5 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198627 Feb 09 21:37:18.466639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-14f787e8-cae1-4424-a2dd-8f863433c242 None None] Provisioning complete for port b4f0e069-3966-4284-be29-220d6b4943b7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:18.475284 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-14f787e8-cae1-4424-a2dd-8f863433c242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.581700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port d4663b75-5167-47de-b113-1625aa33b03a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:18.587255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4663b75-5167-47de-b113-1625aa33b03a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.630368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-14f787e8-cae1-4424-a2dd-8f863433c242 None None] Port b4f0e069-3966-4284-be29-220d6b4943b7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:18.668808 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:37:18.681740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a0b4ac6-ff59-4d10-92c9-403d592e4e16 req-6b9cc07f-844a-45e7-afce-0676f1523081 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 210 time: 0.0855782 Feb 09 21:37:18.702421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks [] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.854296 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:18.864668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:18.866507 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.918118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:18.921298 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e9eee-b7f9-4cbf-866d-0dbb681c12c4" -d '{"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-plugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:18.945211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:18.999503 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.033876 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.068299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:19.083343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.089553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.093196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.093579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.093933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.094284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.094629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.095450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.095450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.102064 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4962c3-38d4-4ebc-b205-b3157b8a2aaf x-openstack-request-id: req-5f4962c3-38d4-4ebc-b205-b3157b8a2aaf {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:19.102547 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560", "status": "completed", "code": 200}, {"server_uuid": "1c6f2aa0-8136-41cd-b9e6-28120abbc505", "name": "network-vif-deleted", "tag": "873aadde-9fee-44f7-9711-7fdde21cdf3b", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:19.102963 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5f4962c3-38d4-4ebc-b205-b3157b8a2aaf {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:19.103506 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560', 'status': 'completed', 'code': 200} Feb 09 21:37:19.103936 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6f2aa0-8136-41cd-b9e6-28120abbc505', 'name': 'network-vif-deleted', 'tag': '873aadde-9fee-44f7-9711-7fdde21cdf3b', 'status': 'completed', 'code': 200} Feb 09 21:37:19.105055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.105542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.105963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.106338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:19.158860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:19.166426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Network 087c0409-a68f-4882-b762-aac3a8fbc24f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:19.169055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:19.180751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:19.192368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0ecb1-48ec-4288-af66-f69f348fa83d req-3f9472e0-f501-439b-87b1-6c4f8b97461e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.200918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43c0ecb1-48ec-4288-af66-f69f348fa83d req-3f9472e0-f501-439b-87b1-6c4f8b97461e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.2893364 Feb 09 21:37:19.260217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864df8d0-d91d-4493-bbbd-042528f7c3f4 None None] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:19.332167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-dbc37d63-318f-4b5c-9bc2-1950912275ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.338851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43c0ecb1-48ec-4288-af66-f69f348fa83d req-754c4e85-b762-41d4-8973-168125b51f91 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357682 Feb 09 21:37:19.339673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51340) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:19.341492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-dbc37d63-318f-4b5c-9bc2-1950912275ad service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 1127 time: 0.2940011 Feb 09 21:37:19.389475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.390295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.414440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a2882c1d-f013-4ee8-b583-8a915b489f1e None None] Provisioning complete for port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:19.414899 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2882c1d-f013-4ee8-b583-8a915b489f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.460619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-ef561e1f-74e7-41d4-9c98-1e153b341913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.460870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-ef561e1f-74e7-41d4-9c98-1e153b341913 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 1127 time: 0.3748755 Feb 09 21:37:19.480692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-34393bf0-6d15-4317-8226-64848af7c72c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8846407 Feb 09 21:37:19.491279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Request body: {'port': {'device_id': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:19.580323 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c50de6-3323-4a24-8b84-8a8c14ffa9fe x-openstack-request-id: req-49c50de6-3323-4a24-8b84-8a8c14ffa9fe {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:19.580633 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-plugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:19.582342 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-49c50de6-3323-4a24-8b84-8a8c14ffa9fe {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:19.582342 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a', 'code': 200} Feb 09 21:37:19.646447 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:b9:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:16Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:19.682126 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3c50f-f934-4bc3-be8b-7ce2069ecea1 None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '3d2124a3-02ee-4b20-8879-5b7656920560', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:b9:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:16Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:19.760029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-7d6976f7-184a-4a37-9359-55a2cb213bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.761108 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-7d6976f7-184a-4a37-9359-55a2cb213bb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.2816639 Feb 09 21:37:19.776865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a2882c1d-f013-4ee8-b583-8a915b489f1e None None] Current status of the port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:19.777421 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2882c1d-f013-4ee8-b583-8a915b489f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.804685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.857775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a2882c1d-f013-4ee8-b583-8a915b489f1e None None] For port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:19.877057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3f0ecbba-a178-4fa6-b3d7-223219c59c5b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:19.906641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-834b1c3f-314b-4bab-a631-7b89d96c3d19 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=475f89c6eb75407f9d9e5a5ae863fe45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5638921 Feb 09 21:37:19.911391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51354) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:19.958734 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2882c1d-f013-4ee8-b583-8a915b489f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.045569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-b6e35d73-641a-4962-bf72-e12d61676a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.051913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-b6e35d73-641a-4962-bf72-e12d61676a30 service neutron] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.7050707 Feb 09 21:37:20.076586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:20.100658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-9edf7236-b7ef-41e6-9af1-40e60d2af9e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 1001 time: 0.3074899 Feb 09 21:37:20.173857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2882c1d-f013-4ee8-b583-8a915b489f1e None None] Pushing event updated for resources: {'Port': ['ID=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:20.180927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:20.181534 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.234804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-0ecf9ab0-6709-4cd1-a1c4-9fa8fcecc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.236319 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-0ecf9ab0-6709-4cd1-a1c4-9fa8fcecc413 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0747383 Feb 09 21:37:20.304092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d329-0e5a-49df-96c4-e34e20926ace req-36c327d5-f52b-4deb-92d1-2f97083f4c20 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.313423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5880d329-0e5a-49df-96c4-e34e20926ace req-36c327d5-f52b-4deb-92d1-2f97083f4c20 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.6533713 Feb 09 21:37:20.316245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-f1cab09f-b7db-4b9f-b661-664fcb5d05fc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 1001 time: 0.2443428 Feb 09 21:37:20.328912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:20.337388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ecdeb709-90fa-445c-b661-70474340d3ed None None] Provisioning complete for port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:20.337766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb709-90fa-445c-b661-70474340d3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.416486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5880d329-0e5a-49df-96c4-e34e20926ace req-9cb483be-f2cd-4b13-96dd-e4c0ce7ad2d3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016965 Feb 09 21:37:20.422191 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19442570-8cd3-4357-9d64-732f159505f9 admin admin] Publish callbacks [] for security_group (b46345ef-559f-4c1a-beaa-2b82a2ff79e7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.494058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19442570-8cd3-4357-9d64-732f159505f9 admin admin] Publish callbacks [] for security_group (b46345ef-559f-4c1a-beaa-2b82a2ff79e7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.519264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ecdeb709-90fa-445c-b661-70474340d3ed None None] Current status of the port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:20.520622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.645328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-97fb080e-aa1c-4f1a-8157-029a40e6b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.661500 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-97fb080e-aa1c-4f1a-8157-029a40e6b7aa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.3269825 Feb 09 21:37:20.678651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] device_id is not set on port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:37:20.679744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19442570-8cd3-4357-9d64-732f159505f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b46345ef-559f-4c1a-beaa-2b82a2ff79e7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.682954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19442570-8cd3-4357-9d64-732f159505f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.686772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-19442570-8cd3-4357-9d64-732f159505f9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b46345ef-559f-4c1a-beaa-2b82a2ff79e7 HTTP/1.1" status: 204 len: 168 time: 0.4976244 Feb 09 21:37:20.710966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19442570-8cd3-4357-9d64-732f159505f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46345ef-559f-4c1a-beaa-2b82a2ff79e7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:20.726725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-dc6eee67-98f1-47b0-b6ce-8665a4c63e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.732839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-dc6eee67-98f1-47b0-b6ce-8665a4c63e4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4116824 Feb 09 21:37:20.742386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c2357-2178-49bd-96af-5b2abc5ad6a4 req-15b7ecf3-bd99-4d95-8471-172de4f610f7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.745400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e3c2357-2178-49bd-96af-5b2abc5ad6a4 req-15b7ecf3-bd99-4d95-8471-172de4f610f7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 932 time: 0.1395934 Feb 09 21:37:20.824388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343b2bc7-a408-4e04-a39e-cbd03e55036e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:20.836844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e3c2357-2178-49bd-96af-5b2abc5ad6a4 req-a6448634-f301-48fa-96c2-11d69bf0db83 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690534 Feb 09 21:37:20.838093 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Publish callbacks [] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.872533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Transition to ACTIVE for port object 343b2bc7-a408-4e04-a39e-cbd03e55036e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:20.905632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-77faf4ad-e64e-4c72-9af5-5d5e5d0a48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.913818 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-77faf4ad-e64e-4c72-9af5-5d5e5d0a48b2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2495220 Feb 09 21:37:20.953473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.052171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:21.062690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-2f28bde9-946f-486e-a6c0-91480951618e service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017144 Feb 09 21:37:21.160490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 10.1.1.225 (7d989f55-4c5a-4820-860e-586d1b579112/a3afc7d7-8e70-4372-85fa-7fc68ae80893/8a562ee3-2e50-4601-ab45-421e6bbb5cd2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:21.171643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-e35db2d8-d7b4-4b48-9eaa-e02f4880f500 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572076 Feb 09 21:37:21.249499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:21.249979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:21.250382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:21.259055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:21.259484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:21.280692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95ef3234-d5bb-451a-a372-b56094f7c3d8 req-ad8ef7c1-9bd0-4213-84df-e47f6ae8d594 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073904 Feb 09 21:37:21.283236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08797027-2668-4b3f-a526-9187d266f0d4 req-1b1c1e61-e5bd-42e1-bbad-56ff97000384 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:21.290836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08797027-2668-4b3f-a526-9187d266f0d4 req-1b1c1e61-e5bd-42e1-bbad-56ff97000384 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.2525098 Feb 09 21:37:21.301133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:21.301555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:21.307535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:21.307535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Bound port: 343b2bc7-a408-4e04-a39e-cbd03e55036e, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:21.307535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.333123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ccff458-5beb-4fd2-9968-faa5ef1baed9 req-80a7f8bb-ac4e-44b3-850a-f8f875b4fcc6 service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625399 Feb 09 21:37:21.394961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:21.399038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:21.475810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08797027-2668-4b3f-a526-9187d266f0d4 req-ef56b3f9-f680-4843-b572-9f1dcf24d601 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839380 Feb 09 21:37:21.481707 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.520385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:21.521704 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.526992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] 10.222.0.30 "PUT /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 1092 time: 2.0388567 Feb 09 21:37:21.529007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:21.546396 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573ca5d8-f304-4d6b-9283-9d91b41194e1" -d '{"events": [{"name": "network-changed", "server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:21.594007 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.608393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51378) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:21.655470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0609f7f4-a228-4057-b030-bf22ec4a18a6 req-42dec6a9-b62c-4213-8e77-bfa6f47cdf81 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.1812391 Feb 09 21:37:21.720708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.753492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3f0ecbba-a178-4fa6-b3d7-223219c59c5b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:21.818898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c39c9-3817-430d-82dc-c68540ddd738 service neutron] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:21.839216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609f7f4-a228-4057-b030-bf22ec4a18a6 req-c04e82f0-7d0d-473f-9b8f-ae04cd553050 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:21.839552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0609f7f4-a228-4057-b030-bf22ec4a18a6 req-c04e82f0-7d0d-473f-9b8f-ae04cd553050 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports/3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 942 time: 0.1641362 Feb 09 21:37:21.840865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:21.858323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 7d989f55-4c5a-4820-860e-586d1b579112 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:21.860155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:21.869176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:21.880417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:21.880946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.929897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa691181-1641-4ffc-bd54-18ee38a3707b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9bad32edf070437ca1726f88ec896540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168349 Feb 09 21:37:21.933647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:21.982512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c7235-9500-4869-beb4-7a834bc4bb9a req-e3a3bdde-497a-40c1-9a6d-5e5c7b2116a4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:21.987941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-168c7235-9500-4869-beb4-7a834bc4bb9a req-e3a3bdde-497a-40c1-9a6d-5e5c7b2116a4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.3518338 Feb 09 21:37:22.032776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-bd61f0c7-7d41-464e-b9f5-287ba3cbf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.034850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-bd61f0c7-7d41-464e-b9f5-287ba3cbf340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1126 time: 0.3437934 Feb 09 21:37:22.108860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.109575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.113882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:22.147803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-563be1ce-4dd6-4f1f-9973-ff82e6475b5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 217 time: 0.0933435 Feb 09 21:37:22.183495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0609f7f4-a228-4057-b030-bf22ec4a18a6 req-41b30915-7ee2-44e9-ba55-bfa14c110b10 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.2510362 Feb 09 21:37:22.250593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-168c7235-9500-4869-beb4-7a834bc4bb9a req-69090101-9b15-486e-823b-a9e5ce63a19e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572184 Feb 09 21:37:22.255151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-467c6a6b-e7bf-48b2-b306-fba42f9729bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.257267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-467c6a6b-e7bf-48b2-b306-fba42f9729bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1018059 Feb 09 21:37:22.261397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ab3e-e1f0-433e-8e2f-7bb6ec936cde admin admin] Publish callbacks [] for security_group (2feb5513-06e5-4c82-9f70-7b165f998e6d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.265319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c2bf45eb-ed1a-4cc7-8ab9-647aed513478 None None] Provisioning complete for port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:22.275053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2bf45eb-ed1a-4cc7-8ab9-647aed513478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.336770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-d4deefb9-0236-4d9f-aa22-fa54f56415aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693212 Feb 09 21:37:22.341172 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b8d555-daef-4ed7-addd-5de079ad0de5 x-openstack-request-id: req-30b8d555-daef-4ed7-addd-5de079ad0de5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:22.341754 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:22.342253 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30b8d555-daef-4ed7-addd-5de079ad0de5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:22.342914 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e', 'status': 'completed', 'code': 200} Feb 09 21:37:22.376982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf45eb-ed1a-4cc7-8ab9-647aed513478 None None] Port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:22.468884 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5d0efe7c-3867-4838-a302-d0ac81ab101f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1424465 Feb 09 21:37:22.486760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609f7f4-a228-4057-b030-bf22ec4a18a6 req-2bfe7f34-7c7f-453f-8faa-ede0f8ea31fc tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.489066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0609f7f4-a228-4057-b030-bf22ec4a18a6 req-2bfe7f34-7c7f-453f-8faa-ede0f8ea31fc tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.3039074 Feb 09 21:37:22.508219 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ab3e-e1f0-433e-8e2f-7bb6ec936cde admin admin] Publish callbacks [] for security_group (2feb5513-06e5-4c82-9f70-7b165f998e6d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.549317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c9aa3-b90b-4bd3-ad64-d8a63d4eee19 req-4b7d35d4-5052-43aa-8636-9fa154078992 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.552432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d1c9aa3-b90b-4bd3-ad64-d8a63d4eee19 req-4b7d35d4-5052-43aa-8636-9fa154078992 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.0991199 Feb 09 21:37:22.559292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-52a5e6e7-d320-4c6b-a2ab-a54a8c72af72 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083592 Feb 09 21:37:22.676666 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ab3e-e1f0-433e-8e2f-7bb6ec936cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2feb5513-06e5-4c82-9f70-7b165f998e6d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.680754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ab3e-e1f0-433e-8e2f-7bb6ec936cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.682164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b8e9ab3e-e1f0-433e-8e2f-7bb6ec936cde admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2feb5513-06e5-4c82-9f70-7b165f998e6d HTTP/1.1" status: 204 len: 168 time: 0.7474217 Feb 09 21:37:22.688853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d1c9aa3-b90b-4bd3-ad64-d8a63d4eee19 req-35dc527c-c075-43a3-b999-cc3968b94a4b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280222 Feb 09 21:37:22.699387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9ab3e-e1f0-433e-8e2f-7bb6ec936cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb5513-06e5-4c82-9f70-7b165f998e6d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:22.744595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d19e07f-4fe0-41b9-8860-f74c4a88f9f4 req-ecc784a9-8055-4efc-8c15-6b4e78c2f9e7 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731629 Feb 09 21:37:22.992980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-f8645663-3d4a-4683-aac4-728fd041f2a0 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.2281961 Feb 09 21:37:23.004411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-1bd2f89e-72dd-4f10-bcaa-5b2521e971a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.004411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-1bd2f89e-72dd-4f10-bcaa-5b2521e971a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1126 time: 0.1402702 Feb 09 21:37:23.057191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51402) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.061858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-836f8d68-4607-42b7-b766-572c07b1e011 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695224531', 'description': 'tempest-description--1264496467'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:23.157532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003ac60-031f-4ccd-83a8-3caa1f38e705 req-1ec9422f-01c8-4bf3-ad64-034fe5dd951f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.159273 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d003ac60-031f-4ccd-83a8-3caa1f38e705 req-1ec9422f-01c8-4bf3-ad64-034fe5dd951f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0573406 Feb 09 21:37:23.216059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d003ac60-031f-4ccd-83a8-3caa1f38e705 req-865a0a7c-ca83-4e00-a02b-0e54cd96d794 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493338 Feb 09 21:37:23.416113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccf6e5-5906-4891-9a76-cf2b7c0befca req-5e2436fc-f8e3-4e6e-ae8d-53363dc227b6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.417722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eccf6e5-5906-4891-9a76-cf2b7c0befca req-5e2436fc-f8e3-4e6e-ae8d-53363dc227b6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0781093 Feb 09 21:37:23.472283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4eccf6e5-5906-4891-9a76-cf2b7c0befca req-80eff159-357b-4d91-b077-9addc765cf67 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Feb 09 21:37:23.483722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-057ea90c-67df-4641-a090-915eb8203877 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.485149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-057ea90c-67df-4641-a090-915eb8203877 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports/3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 942 time: 0.4597585 Feb 09 21:37:23.519186 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-836f8d68-4607-42b7-b766-572c07b1e011 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.521621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-7f89e261-175a-44b6-8188-c2f0b74a3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.523852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-7f89e261-175a-44b6-8188-c2f0b74a3e5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.4993384 Feb 09 21:37:23.601399 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-836f8d68-4607-42b7-b766-572c07b1e011 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group (4e463dd5-668f-4216-9e5f-4af4ad7405a6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.653517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-ea37d185-de65-4601-9f29-13642cdd72cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 217 time: 0.1207662 Feb 09 21:37:23.687314 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-836f8d68-4607-42b7-b766-572c07b1e011 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4e463dd5-668f-4216-9e5f-4af4ad7405a6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.768765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-302e3860-5dda-450a-aaaa-ac9779305930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.770258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-302e3860-5dda-450a-aaaa-ac9779305930 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1081636 Feb 09 21:37:23.777119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f8d68-4607-42b7-b766-572c07b1e011 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e463dd5-668f-4216-9e5f-4af4ad7405a6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:23.785808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-ec7dadfd-8b75-4f72-8103-ec32f75f9bf5 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.2380919 Feb 09 21:37:23.828918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-d8221b52-d067-418b-9113-560261293de6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419633 Feb 09 21:37:23.864567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665edf52-8ec8-446e-b6bb-53e36a4761a1 req-01b0cf7a-ebda-445c-9265-6b204a932b99 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.866792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-665edf52-8ec8-446e-b6bb-53e36a4761a1 req-01b0cf7a-ebda-445c-9265-6b204a932b99 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.0704813 Feb 09 21:37:23.870843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-836f8d68-4607-42b7-b766-572c07b1e011 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.872055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-836f8d68-4607-42b7-b766-572c07b1e011 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8136721 Feb 09 21:37:23.879297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51428) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.883435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-48ded4ca-54d1-4f60-9635-474962ac4c9f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'security_group_rule': {'security_group_id': '4e463dd5-668f-4216-9e5f-4af4ad7405a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:23.967261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-665edf52-8ec8-446e-b6bb-53e36a4761a1 req-af35ed50-5969-466e-b63f-b36a5866fab3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789449 Feb 09 21:37:24.008844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-1f76b39b-a5b5-4b7c-b0ac-f81c76d557c8 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.011064 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-1f76b39b-a5b5-4b7c-b0ac-f81c76d557c8 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2093325 Feb 09 21:37:24.022638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-64ec86c0-84e6-4202-b08d-705ff1421d36 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835151 Feb 09 21:37:24.029890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48ded4ca-54d1-4f60-9635-474962ac4c9f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group_rule (04a13dcf-69fb-4011-96ab-1e24ef4ef43a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.150407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-78545b91-2d1d-47b4-aafd-21d45ccb242d tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.1186004 Feb 09 21:37:24.163659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48ded4ca-54d1-4f60-9635-474962ac4c9f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group_rule (04a13dcf-69fb-4011-96ab-1e24ef4ef43a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.174696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:24.234939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573ca5d8-f304-4d6b-9283-9d91b41194e1 req-70ab2aa7-4a44-4b6b-8fba-1a1b6672027c service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022495 Feb 09 21:37:24.259351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.265377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48ded4ca-54d1-4f60-9635-474962ac4c9f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (04a13dcf-69fb-4011-96ab-1e24ef4ef43a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.294222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ded4ca-54d1-4f60-9635-474962ac4c9f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a13dcf-69fb-4011-96ab-1e24ef4ef43a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:24.339795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48ded4ca-54d1-4f60-9635-474962ac4c9f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.343909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48ded4ca-54d1-4f60-9635-474962ac4c9f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635391 Feb 09 21:37:24.351522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51436) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.353727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-65f6ec7d-9a97-417c-a2e4-a96e21fc5d8c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'security_group_rule': {'security_group_id': '4e463dd5-668f-4216-9e5f-4af4ad7405a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:24.468972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.495750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b9ff-cedf-4302-a682-7b8af47220bd req-cb4807cf-cbea-4dab-a9f8-5f191a0badb5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.497516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9a3b9ff-cedf-4302-a682-7b8af47220bd req-cb4807cf-cbea-4dab-a9f8-5f191a0badb5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1521277 Feb 09 21:37:24.542418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.542922 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f disassociated. External IP: 172.25.5.223, port: 3d2124a3-02ee-4b20-8879-5b7656920560. Feb 09 21:37:24.578318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9a3b9ff-cedf-4302-a682-7b8af47220bd req-1c95b023-9996-43ff-a4e9-192d740d873f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745695 Feb 09 21:37:24.592088 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f6ec7d-9a97-417c-a2e4-a96e21fc5d8c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group_rule (fa9db673-c18d-43f2-a6ac-3334cf4945e2), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.727116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f6ec7d-9a97-417c-a2e4-a96e21fc5d8c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group_rule (fa9db673-c18d-43f2-a6ac-3334cf4945e2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.763720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664186-ea9c-40a2-bd68-7d420eec558a req-9ca8f375-1a66-44ea-9533-cfcb412bd98f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.769580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa664186-ea9c-40a2-bd68-7d420eec558a req-9ca8f375-1a66-44ea-9533-cfcb412bd98f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0880535 Feb 09 21:37:24.818037 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f6ec7d-9a97-417c-a2e4-a96e21fc5d8c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (fa9db673-c18d-43f2-a6ac-3334cf4945e2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.886137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:24.892715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa664186-ea9c-40a2-bd68-7d420eec558a req-51813159-9f63-4444-817a-c33955339d27 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019433 Feb 09 21:37:24.905426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6ec7d-9a97-417c-a2e4-a96e21fc5d8c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9db673-c18d-43f2-a6ac-3334cf4945e2,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:25.004793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f6ec7d-9a97-417c-a2e4-a96e21fc5d8c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.006674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-65f6ec7d-9a97-417c-a2e4-a96e21fc5d8c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6594803 Feb 09 21:37:25.009133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51464) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:25.013565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:25.085881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:25.091999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.099045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:25.120737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:25.124632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:25.131213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-22966c1f-95a2-418c-8615-47bc4d27fba2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "PUT /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 200 len: 695 time: 0.9684842 Feb 09 21:37:25.133362 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:25.140602 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cef75a2-6187-4132-a0db-a8aab5fe7d83" -d '{"events": [{"name": "network-changed", "server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:25.168818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.207486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-e3750325-40bf-4006-b2d1-8ad69300000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.209558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-e3750325-40bf-4006-b2d1-8ad69300000a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0536180 Feb 09 21:37:25.243727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd3baf-9821-4c3b-97dc-af19c5a2226d req-99ec8f47-93ce-487c-9ee3-539e2ad1144c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.245727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9cd3baf-9821-4c3b-97dc-af19c5a2226d req-99ec8f47-93ce-487c-9ee3-539e2ad1144c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.1321187 Feb 09 21:37:25.385245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9cd3baf-9821-4c3b-97dc-af19c5a2226d req-b6b295a2-8e0a-4296-8b11-d9d2f8a29ad6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308715 Feb 09 21:37:25.466695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.479942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-07fd16d0-5caa-4951-bae5-4b8e69c3fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.487253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-07fd16d0-5caa-4951-bae5-4b8e69c3fb97 service neutron] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.2645359 Feb 09 21:37:25.518598 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ecca0-63c1-4e90-a066-b6aae20b124e x-openstack-request-id: req-eb9ecca0-63c1-4e90-a066-b6aae20b124e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:25.532604 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:25.532604 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb9ecca0-63c1-4e90-a066-b6aae20b124e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:25.532604 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560', 'status': 'completed', 'code': 200} Feb 09 21:37:25.635291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-3089799e-6caf-40a2-b870-6a53360f711f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 217 time: 0.1112690 Feb 09 21:37:25.790400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:25.810738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-9c7600d9-17ac-4ae1-a727-1bff9a7d8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.829405 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-9c7600d9-17ac-4ae1-a727-1bff9a7d8e5a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.1787405 Feb 09 21:37:25.926693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 172.25.5.105 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:25.941933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-1078d6c7-988c-426c-bc33-25390d0fa002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.946280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f88fc-123f-423a-a269-7c71a3346778 req-2626f91b-3f35-4f4f-bb83-69b9061a16c1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.949227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b75f88fc-123f-423a-a269-7c71a3346778 req-2626f91b-3f35-4f4f-bb83-69b9061a16c1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.2171791 Feb 09 21:37:25.962203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-1078d6c7-988c-426c-bc33-25390d0fa002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 1127 time: 0.4180441 Feb 09 21:37:26.120873 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b75f88fc-123f-423a-a269-7c71a3346778 req-f7f35709-36a8-4cf4-8e9a-1277e65617f0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615748 Feb 09 21:37:26.245931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:26.294642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-066dfe6c-7d68-40c9-86b1-f972dfe870f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.298160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-066dfe6c-7d68-40c9-86b1-f972dfe870f1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4662259 Feb 09 21:37:26.312612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:26.333393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:26.348407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.482835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-893796cb-27b7-4686-b2f0-09975ce35187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.488393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:26.488884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-893796cb-27b7-4686-b2f0-09975ce35187 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.5137241 Feb 09 21:37:26.505115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2674e-9411-407f-b7b2-18c6464a99b6 req-1a549f26-7443-46af-9b20-a7c194ad60eb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.506415 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5f2674e-9411-407f-b7b2-18c6464a99b6 req-1a549f26-7443-46af-9b20-a7c194ad60eb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.1944323 Feb 09 21:37:26.526729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '343b2bc7-a408-4e04-a39e-cbd03e55036e', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'port_id': '343b2bc7-a408-4e04-a39e-cbd03e55036e', 'mac_address': 'fa:16:3e:0e:a2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f04cad0-d7ca-4041-a8e1-7b35266ba717', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:26.541446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:26.542378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:26.638417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-16ede6c5-3a69-417b-8568-76c3a20e565e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 200 len: 217 time: 0.1435087 Feb 09 21:37:26.639102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.646483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5f2674e-9411-407f-b7b2-18c6464a99b6 req-bbfe9fa5-3518-43ce-b8c0-fc81dbcd78ee tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242983 Feb 09 21:37:26.704898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:26.708182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:26.716891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:26.751336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-bbec0f45-abe6-4c86-88bd-e819ef4f1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.753112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-bbec0f45-abe6-4c86-88bd-e819ef4f1531 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0887086 Feb 09 21:37:26.755267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-506d8df2-7bae-4b2c-9f04-510fc4fa601e service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477386 Feb 09 21:37:26.774903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:26.906832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 343b2bc7-a408-4e04-a39e-cbd03e55036e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:26.907250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.948885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343b2bc7-a408-4e04-a39e-cbd03e55036e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:26.966352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:26.970313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ede314e-b4bb-49ed-8b7e-bd212f439549 req-1975ac4f-e8f4-44f0-916d-9af498c341d7 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835968 Feb 09 21:37:27.022568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:27.066700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-be452f69-3d33-49d5-aff4-19d5bfe959dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.068404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-be452f69-3d33-49d5-aff4-19d5bfe959dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3081017 Feb 09 21:37:27.143524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.242523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-9f0fcdff-4fe2-4035-8baf-695f49c8a2ff service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626496 Feb 09 21:37:27.271612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for floatingip (491b989a-2a19-448f-89da-f388296a6b88), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.296086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7aedd-5f69-49e3-ac84-f74ba883f9ba req-256d7f93-9ae7-477d-aa09-43948e5b2d1d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.298192 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ac7aedd-5f69-49e3-ac84-f74ba883f9ba req-256d7f93-9ae7-477d-aa09-43948e5b2d1d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.4314373 Feb 09 21:37:27.400832 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ac7aedd-5f69-49e3-ac84-f74ba883f9ba req-020f6c05-78b4-4b67-aa4c-e2fbce0cd19c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921247 Feb 09 21:37:27.466829 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.511265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['343b2bc7-a408-4e04-a39e-cbd03e55036e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:27.543284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-97d822d9-8c45-4818-b8eb-e63a97d830f7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796082 Feb 09 21:37:27.550166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2cef75a2-6187-4132-a0db-a8aab5fe7d83 req-8d385705-4af7-4209-8128-d00798fedf11 service neutron] 10.222.0.30 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002255 Feb 09 21:37:27.583257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:27.684602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:27.690407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-898b11ee-b650-4970-bb27-7fcad9ebf303 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.692800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-898b11ee-b650-4970-bb27-7fcad9ebf303 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416929 Feb 09 21:37:27.727171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d259c781-d3d1-480e-b1ec-7a677319410c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/quotas/e06e2d1ea85841b2a49238028e3efe00 HTTP/1.1" status: 200 len: 375 time: 0.0274363 Feb 09 21:37:27.728530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e09b9-9035-4928-ac5e-6a664a46657b None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:27.777222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.792652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-1bba3481-8252-41b2-bdcc-2c9c8e65aa16 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593393 Feb 09 21:37:27.850478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.971256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:28.002295 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (491b989a-2a19-448f-89da-f388296a6b88), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.121485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.123128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4e7a9fb5-0a05-4122-a408-6ac01630686f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1130328 Feb 09 21:37:28.210963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8315b-5b6d-46fa-9c7d-c006c385067e req-d044472f-00e1-41bf-970b-fe0f19e4148b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.212769 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44b8315b-5b6d-46fa-9c7d-c006c385067e req-d044472f-00e1-41bf-970b-fe0f19e4148b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1111462 Feb 09 21:37:28.248779 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f0cef-8645-4303-82b3-1ffb7d9bf139 None None] New status for floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:28.361761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44b8315b-5b6d-46fa-9c7d-c006c385067e req-fa613b6d-c914-4119-baf9-494c39a6728c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391327 Feb 09 21:37:28.369199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc641c-74b2-4bc1-b653-a09e540883b4 req-18a29088-d4b5-40f5-b570-b5217f2b28ab tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.372096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abdc641c-74b2-4bc1-b653-a09e540883b4 req-18a29088-d4b5-40f5-b570-b5217f2b28ab tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.1352596 Feb 09 21:37:28.472085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abdc641c-74b2-4bc1-b653-a09e540883b4 req-0e1314a5-6f6b-4b46-b7e4-4dd10aafe165 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867534 Feb 09 21:37:28.652139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-99075c90-e976-4818-8c08-9e5206e1f35d req-81789e0c-5f3f-49ac-adeb-56174925d1d5 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 210 time: 0.0761602 Feb 09 21:37:28.658823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-f018b77a-aec6-4daf-b90e-6530ad0d4d7b tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.660531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-f018b77a-aec6-4daf-b90e-6530ad0d4d7b tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0892057 Feb 09 21:37:28.775289 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-79596700-9074-40cf-8eb5-87ecedb338d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 698 time: 0.1075208 Feb 09 21:37:28.789133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'floatingip': {'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:28.827804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb032b7-09e1-4fa2-b92a-c45dc5fc5862 req-ff1901f1-2b42-4832-afba-e3b6fd5f4542 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.829559 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edb032b7-09e1-4fa2-b92a-c45dc5fc5862 req-ff1901f1-2b42-4832-afba-e3b6fd5f4542 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 945 time: 0.0960462 Feb 09 21:37:28.841583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.952631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edb032b7-09e1-4fa2-b92a-c45dc5fc5862 req-90916086-b977-40b0-bbd1-b2f0e8baf29a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168385 Feb 09 21:37:28.965474 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.127401 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-402a3b69-013a-4b1a-8e81-b59361d623d2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1695224531&fields=id&tenant_id=e60271b94f64468cb086ace5dfeedfa5 HTTP/1.1" status: 200 len: 267 time: 0.0744028 Feb 09 21:37:29.224041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6ec5edac-cc1c-4e02-85ad-8de0c20ad3aa tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.227087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6ec5edac-cc1c-4e02-85ad-8de0c20ad3aa tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports/b4f0e069-3966-4284-be29-220d6b4943b7 HTTP/1.1" status: 200 len: 932 time: 0.0980670 Feb 09 21:37:29.325870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8701466c-2db6-40f1-a57d-ec3cf36800f1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.333050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.api [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:37:29.335395 n-d-828599-1 neutron-server[103697]: DEBUG oslo_db.api [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:37:29.338213 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8701466c-2db6-40f1-a57d-ec3cf36800f1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports/8a562ee3-2e50-4601-ab45-421e6bbb5cd2 HTTP/1.1" status: 200 len: 931 time: 0.1038454 Feb 09 21:37:29.412077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-a2a80aef-e797-4dfa-a578-0ba133832c60 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?network_id=04d2db96-08fb-4d23-bb71-71e5949869e5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0722888 Feb 09 21:37:29.442591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bfba38ed-77ac-446a-833d-9445caa5c167 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?network_id=04d2db96-08fb-4d23-bb71-71e5949869e5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0295684 Feb 09 21:37:29.553157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b1540d44-e0ba-4460-b199-d28e0fb90b8e tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.555512 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b1540d44-e0ba-4460-b199-d28e0fb90b8e tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.30 "GET /v2.0/ports?device_id=c62251c1-fd3a-47e3-b4ad-b184e419c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0790462 Feb 09 21:37:29.594391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-10900cc0-76bb-4c67-963d-9cdb140887ed tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.599653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-10900cc0-76bb-4c67-963d-9cdb140887ed tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.606060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-10900cc0-76bb-4c67-963d-9cdb140887ed tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.607379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-10900cc0-76bb-4c67-963d-9cdb140887ed tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/networks?id=496f3486-9158-4474-b4b6-e8d8aaa184ff&id=7d989f55-4c5a-4820-860e-586d1b579112&id=7d989f55-4c5a-4820-860e-586d1b579112&id=04d2db96-08fb-4d23-bb71-71e5949869e5&id=04d2db96-08fb-4d23-bb71-71e5949869e5 HTTP/1.1" status: 200 len: 1991 time: 0.1571984 Feb 09 21:37:29.630394 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-de075502-6f79-4294-92be-a327f6d0e8ad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/quotas/e60271b94f64468cb086ace5dfeedfa5 HTTP/1.1" status: 200 len: 375 time: 0.0173948 Feb 09 21:37:29.691441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Deleting port 3d2124a3-02ee-4b20-8879-5b7656920560 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:29.698796 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.735615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6ce3baa7-728e-4253-87ea-3a59966199ff tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0950694 Feb 09 21:37:29.816730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] For port 3d2124a3-02ee-4b20-8879-5b7656920560, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3d2124a3-02ee-4b20-8879-5b7656920560,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:29.817107 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.833720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Calling delete_port for 3d2124a3-02ee-4b20-8879-5b7656920560 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:29.835992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.836864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-71c92c42-bc2a-4e11-a78e-b3275139c31f service neutron] 10.222.0.98 "GET /v2.0/networks/496f3486-9158-4474-b4b6-e8d8aaa184ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000938 Feb 09 21:37:29.940068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e83b1ff5-3178-455d-b937-7b796c799e85 service neutron] 10.222.0.98 "GET /v2.0/networks/496f3486-9158-4474-b4b6-e8d8aaa184ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021402 Feb 09 21:37:29.998857 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-69e09859-c534-4129-bae7-76eb00ece089 service neutron] 10.222.0.98 "GET /v2.0/ports/b4f0e069-3966-4284-be29-220d6b4943b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0498674 Feb 09 21:37:30.109064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d63331b9-afab-496e-b59e-f6020ba21914 service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092830 Feb 09 21:37:30.232774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-fb82f7fa-184a-4604-ac3b-4df524b12479 service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180131 Feb 09 21:37:30.280911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3d2124a3-02ee-4b20-8879-5b7656920560), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.294149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['06089387-3a2a-4bb2-830b-ad246621c3b5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:30.296569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['3d2124a3-02ee-4b20-8879-5b7656920560'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:30.326288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-dc0cebbd-5bd9-41ed-aebf-f19616194199 service neutron] 10.222.0.98 "GET /v2.0/ports/8a562ee3-2e50-4601-ab45-421e6bbb5cd2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0851517 Feb 09 21:37:30.404110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:30.545031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-720c62ed-ef5e-427c-a9f6-350fa4bcf920 service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177446 Feb 09 21:37:30.603078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Pushing event deleted for resources: {'Port': ['ID=3d2124a3-02ee-4b20-8879-5b7656920560,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:30.654643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.666040 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f21bbfc3-6527-4955-a053-b382db28df05 service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199565 Feb 09 21:37:30.784618 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-0dccf84c-866b-46c6-9295-6964b946f073 service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124628 Feb 09 21:37:30.882068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-4af1aa38-3765-40ce-846e-ce7ad1903d6d service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911276 Feb 09 21:37:30.943419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] No DVR routers for this DVR port 3d2124a3-02ee-4b20-8879-5b7656920560 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:30.950483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.954058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6c986a4-a8c2-4486-9d1f-106b8413c710 req-b08820df-a533-4ecf-bd6b-cb216cd17454 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.30 "DELETE /v2.0/ports/3d2124a3-02ee-4b20-8879-5b7656920560 HTTP/1.1" status: 204 len: 173 time: 1.3912168 Feb 09 21:37:30.954507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'name': 'network-vif-deleted', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:30.956760 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0600ab81-92f2-4cb4-bb17-aeadaa7997e5" -d '{"events": [{"server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "name": "network-vif-deleted", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:30.969342 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.981268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-63a4921c-364a-43bc-a038-14c4f8d68456 service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928962 Feb 09 21:37:30.996451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 343b2bc7-a408-4e04-a39e-cbd03e55036e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:31.000728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 343b2bc7-a408-4e04-a39e-cbd03e55036e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:31.001184 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.022442 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.085979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ab848189-ee03-4640-9fd5-1097b9777043 service neutron] 10.222.0.98 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987623 Feb 09 21:37:31.097473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 343b2bc7-a408-4e04-a39e-cbd03e55036e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:31.098144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.175405 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f associated. External IP: 172.25.5.223, port: 06089387-3a2a-4bb2-830b-ad246621c3b5. Feb 09 21:37:31.191922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:31.193378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:31.195845 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e34e4b3-a9b0-4657-9ecc-22f296451c57" -d '{"events": [{"server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "name": "network-vif-plugged", "status": "completed", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:31.216576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-384479ba-47f0-485c-92b3-681ef2b47b6f service neutron] 10.222.0.98 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076710 Feb 09 21:37:31.276736 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.278111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3d2124a3-02ee-4b20-8879-5b7656920560 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:31.350747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 3d2124a3-02ee-4b20-8879-5b7656920560 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:31.351434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3d2124a3-02ee-4b20-8879-5b7656920560 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:31.352812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:31.359036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bd0b0e24-a0af-4756-be91-63f371826f44 service neutron] 10.222.0.98 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339378 Feb 09 21:37:31.489394 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-62f3c7f5-d447-45af-8c3e-3f587ed3d2e8 service neutron] 10.222.0.98 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236179 Feb 09 21:37:31.513209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:31.614537 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6e14241f-0853-4411-b5ee-e7aaed265040 service neutron] 10.222.0.98 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196439 Feb 09 21:37:31.675817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:31.687829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:31.688043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.710508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:31.714350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:31.726618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-d4aec055-fc32-499e-8c8a-d5f7e3d7b96f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "PUT /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 200 len: 996 time: 2.9418044 Feb 09 21:37:31.728935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-9ae18717-1616-4eff-b3ce-cd6aa5c987c4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1195920 Feb 09 21:37:31.921872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-372da38b-ffe0-4403-a636-4a5a445f65f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.925143 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-372da38b-ffe0-4403-a636-4a5a445f65f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744952 Feb 09 21:37:31.955881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:32.015161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:32.060924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-6c9555a9-11c2-4062-8b3f-31381e58b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.062520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-6c9555a9-11c2-4062-8b3f-31381e58b9de service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.1956782 Feb 09 21:37:32.178186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-eccb4875-97ed-4109-a8c7-1d4665aa7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.179646 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-eccb4875-97ed-4109-a8c7-1d4665aa7e2c service neutron] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.1069167 Feb 09 21:37:32.317126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-a4953d6b-a671-4d7b-b7c9-3773d8c57858 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 999 time: 0.1294293 Feb 09 21:37:32.386007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-8cf5070f-aff9-4256-bf20-11ec44471877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.387518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-8cf5070f-aff9-4256-bf20-11ec44471877 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0625536 Feb 09 21:37:32.436213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:33:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:30Z', 'revision_number': 8, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:32.453711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-b96e5fac-1b35-4180-9439-47f9db160752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.455558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-b96e5fac-1b35-4180-9439-47f9db160752 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621061 Feb 09 21:37:32.490606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:32.504240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:32.505193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:32.511027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:32.514504 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.525241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.606957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-5e0cd183-765a-407a-a08c-b453412c7cca service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449738 Feb 09 21:37:32.743738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for security_group (1afc567b-8433-4bf0-851f-5b70af8dc1a5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.766479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-133a9015-cda0-4c54-a0cc-ae11b2900e76 req-06f55c36-ef50-4c15-ab48-c6eb1abffc39 service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497493 Feb 09 21:37:32.833354 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1afc567b-8433-4bf0-851f-5b70af8dc1a5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.855986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:32.941972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afc567b-8433-4bf0-851f-5b70af8dc1a5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:33.070057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.142 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/b2899d58-5262-4595-a5bc-04c4f007d3e3) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:33.082350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec053b46-719c-4422-b062-8e13b4611e17 req-bc5652ef-d93f-48a2-98f2-b3a1f5bce6cd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.084160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec053b46-719c-4422-b062-8e13b4611e17 req-bc5652ef-d93f-48a2-98f2-b3a1f5bce6cd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1179173 Feb 09 21:37:33.170653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec053b46-719c-4422-b062-8e13b4611e17 req-c32efc12-a497-4beb-81cf-86356f6903b8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793328 Feb 09 21:37:33.223901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:33:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:30Z', 'revision_number': 8, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:33.254630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95d514b-7bdd-4f70-a259-83abd453e3c5 None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb1001e6-96ce-4538-a28d-73e33fb3b66f', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'port_id': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'mac_address': 'fa:16:3e:33:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:36:46Z', 'updated_at': '2022-02-09T21:37:30Z', 'revision_number': 8, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:33.419382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.423603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf516f3b-b20e-46c4-a5f8-30ef445c2981 req-6983a285-05dd-4c65-93a2-d0ac579e67d5 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 210 time: 0.0391488 Feb 09 21:37:33.523404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316f351-0c36-42f4-99c7-8a6a8bb95d8b req-8167921f-2269-48d6-9837-b9dbf3df3763 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.525018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9316f351-0c36-42f4-99c7-8a6a8bb95d8b req-8167921f-2269-48d6-9837-b9dbf3df3763 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.2079716 Feb 09 21:37:33.579584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee298-ecdc-4100-9ed6-58371f955bb3 req-7c5b03b2-cd7d-4e9c-89ab-dcc3cf5a71db tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.586544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce9ee298-ecdc-4100-9ed6-58371f955bb3 req-7c5b03b2-cd7d-4e9c-89ab-dcc3cf5a71db tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.0886233 Feb 09 21:37:33.638784 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c45930-7769-4dad-bfdb-c85e93cb0ea2 None None] New status for floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:33.654111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-9810ffff-3089-4a5b-b3d3-511701b934d3 service neutron] 10.222.0.110 "GET /v2.0/ports/2b18d825-ba80-4be1-9e55-c3b37c1dfa82/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 382 time: 0.1265898 Feb 09 21:37:33.658942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce9ee298-ecdc-4100-9ed6-58371f955bb3 req-547cc621-a337-42b2-8484-ea329faf8352 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710914 Feb 09 21:37:33.706461 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b648e77-1f03-4b25-a7df-7c26db51d1c1 x-openstack-request-id: req-5b648e77-1f03-4b25-a7df-7c26db51d1c1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:33.707173 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62251c1-fd3a-47e3-b4ad-b184e419c4c1", "name": "network-vif-deleted", "tag": "3d2124a3-02ee-4b20-8879-5b7656920560", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:33.708882 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b648e77-1f03-4b25-a7df-7c26db51d1c1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:33.709301 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62251c1-fd3a-47e3-b4ad-b184e419c4c1', 'name': 'network-vif-deleted', 'tag': '3d2124a3-02ee-4b20-8879-5b7656920560', 'status': 'completed', 'code': 200} Feb 09 21:37:33.711831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.740376 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4b15c-2f0b-4231-8c76-1a465baea369 x-openstack-request-id: req-bcb4b15c-2f0b-4231-8c76-1a465baea369 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:33.747327 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "name": "network-vif-plugged", "status": "completed", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:33.747327 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bcb4b15c-2f0b-4231-8c76-1a465baea369 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:33.747327 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e', 'code': 200} Feb 09 21:37:33.755981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9316f351-0c36-42f4-99c7-8a6a8bb95d8b req-d9654d66-7e39-402a-bcee-4355d57a4c45 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206767 Feb 09 21:37:33.862034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=b2899d58-5262-4595-a5bc-04c4f007d3e3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:33.866066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2ffffaa-9d53-4d78-8d76-6d9eae984e4f req-839517b4-13e1-413e-893b-52e1a931abba tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 200 len: 996 time: 0.1136942 Feb 09 21:37:33.921571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-968d6d9b-7268-424c-a0f5-d7652c04519b req-eacd4987-c104-4a69-93e2-6875a94c0689 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0615418 Feb 09 21:37:33.926567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:33.928627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:33.945950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:33.968065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0018e-21cf-44ce-abb1-445fec2d6a20 req-392561e3-c07d-445c-8bd1-2ec9c9085c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.970441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83c0018e-21cf-44ce-abb1-445fec2d6a20 req-392561e3-c07d-445c-8bd1-2ec9c9085c0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1128 time: 0.1620297 Feb 09 21:37:34.018168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.019103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.103592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffffaa-9d53-4d78-8d76-6d9eae984e4f req-7c8286f0-2a2e-4150-aa11-31b1e1124501 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.106226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2ffffaa-9d53-4d78-8d76-6d9eae984e4f req-7c8286f0-2a2e-4150-aa11-31b1e1124501 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2386534 Feb 09 21:37:34.112718 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83c0018e-21cf-44ce-abb1-445fec2d6a20 req-4fd993e9-5aa4-4a0b-8030-7e18fa87c3f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263614 Feb 09 21:37:34.117225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-c2ffffaa-9d53-4d78-8d76-6d9eae984e4f req-fe98ab23-d2ff-4ed8-aeca-edbf7d2c3d3f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:34.122666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2ffffaa-9d53-4d78-8d76-6d9eae984e4f req-fe98ab23-d2ff-4ed8-aeca-edbf7d2c3d3f tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108414 Feb 09 21:37:34.215082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-8c9b3c77-bb5f-4aad-89e7-26bc583f9d25 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2800970 Feb 09 21:37:34.284358 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-2e9b3fd4-9afe-40f9-8e43-11aa50b73f8c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.1367240 Feb 09 21:37:34.318632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Request body: {'port': {'device_id': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:34.407767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fee607e9-527a-4729-a5da-25f07e5f1af6 None None] Provisioning complete for port b2899d58-5262-4595-a5bc-04c4f007d3e3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:34.409002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fee607e9-527a-4729-a5da-25f07e5f1af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.420136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91b64e-9e53-4e46-97f6-a9dfe850d0f2 req-ac940c2e-a7a1-4fbb-b2c7-d49b81cb30c0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.421696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f91b64e-9e53-4e46-97f6-a9dfe850d0f2 req-ac940c2e-a7a1-4fbb-b2c7-d49b81cb30c0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1348863 Feb 09 21:37:34.471839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fee607e9-527a-4729-a5da-25f07e5f1af6 None None] Port b2899d58-5262-4595-a5bc-04c4f007d3e3 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:34.492092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-69c0bc13-3b1a-4502-941a-232236d69b41 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.493639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-69c0bc13-3b1a-4502-941a-232236d69b41 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports/06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 942 time: 0.2081132 Feb 09 21:37:34.525513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f91b64e-9e53-4e46-97f6-a9dfe850d0f2 req-c08f0338-4563-42fd-9fc3-ab1136921c8e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973852 Feb 09 21:37:34.540047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-371e274e-2434-4ff5-a833-060e6a796f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.541674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-371e274e-2434-4ff5-a833-060e6a796f29 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e&tenant_id=726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 1131 time: 0.1138484 Feb 09 21:37:34.544611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.741072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-a1ebc343-c76b-4392-b7a7-5e2377681730 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.1726351 Feb 09 21:37:34.748393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237962e1-e62d-45a0-aaff-04860b506c3e req-9b504dfb-2477-4ee2-824d-15a059ebd2c4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.750241 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-237962e1-e62d-45a0-aaff-04860b506c3e req-9b504dfb-2477-4ee2-824d-15a059ebd2c4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 936 time: 0.0879333 Feb 09 21:37:34.819351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-237962e1-e62d-45a0-aaff-04860b506c3e req-fe70fd4d-1bd3-4252-875c-717ba2b0a560 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606854 Feb 09 21:37:34.888023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-faec4dbb-aa53-4b14-a016-aa649e30857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.890915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-faec4dbb-aa53-4b14-a016-aa649e30857f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 1131 time: 0.3202486 Feb 09 21:37:34.958572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f082e8-093c-41ce-a874-2d64c0226f1c req-11f64265-a1f9-484e-8359-7269bc27893c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.960407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45f082e8-093c-41ce-a874-2d64c0226f1c req-11f64265-a1f9-484e-8359-7269bc27893c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.0793896 Feb 09 21:37:35.037451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45f082e8-093c-41ce-a874-2d64c0226f1c req-2e222871-172b-4024-aeef-f31fcaa26cae tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665076 Feb 09 21:37:35.110354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-5e0f0395-3fe0-42a3-b388-477241d2384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.111888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-5e0f0395-3fe0-42a3-b388-477241d2384f service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2090118 Feb 09 21:37:35.122832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-9ff449d3-0da7-419f-b06b-e6103d2505e8 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.124559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-9ff449d3-0da7-419f-b06b-e6103d2505e8 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.3770993 Feb 09 21:37:35.175263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc87d8-6625-40a3-994c-43fe6cc1a4d7 req-d87a62b7-feec-450a-b6b4-4696d50a6927 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.183551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09cc87d8-6625-40a3-994c-43fe6cc1a4d7 req-d87a62b7-feec-450a-b6b4-4696d50a6927 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0809977 Feb 09 21:37:35.219009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-068eed08-e86d-47e0-8a4e-679ab16215c8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82 HTTP/1.1" status: 200 len: 217 time: 0.0918539 Feb 09 21:37:35.249520 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09cc87d8-6625-40a3-994c-43fe6cc1a4d7 req-37c4d3f3-86b8-4b8c-9556-6857c8031f17 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647383 Feb 09 21:37:35.317195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-bc09f8f0-6f91-4ec4-9974-66891cd2a04e tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1001 time: 0.1817191 Feb 09 21:37:35.334084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:35.352340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-d559c00b-0bae-4e5a-8919-ae5030dea020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.354022 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-d559c00b-0bae-4e5a-8919-ae5030dea020 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1248932 Feb 09 21:37:35.400875 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-91d2b0a6-0d58-4f50-8d2f-e7603f4ce664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.471022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.583991 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f31888cb-a863-46c7-8ac5-3d07e6c7c6de req-18d082ea-c45a-4b10-aa10-867c5d84358e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.1646659 Feb 09 21:37:35.604889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2899d58-5262-4595-a5bc-04c4f007d3e3 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:35.624311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Publish callbacks [] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.644145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000625-57ea-4c75-af96-c85e2c618920 req-de7745c6-8de9-4a9b-83f4-6b8336bb4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.645925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-de7745c6-8de9-4a9b-83f4-6b8336bb4a03 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2596223 Feb 09 21:37:35.676111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Transition to ACTIVE for port object b2899d58-5262-4595-a5bc-04c4f007d3e3 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:35.710933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:35.713176 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9923fb-bcab-4003-be61-97afd08b47d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:35.720570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c8f5-9c22-426f-9b9e-90c4ba156b70 req-5f73b72a-b817-4d51-80fb-8848d9af4b54 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.722347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d363c8f5-9c22-426f-9b9e-90c4ba156b70 req-5f73b72a-b817-4d51-80fb-8848d9af4b54 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0674524 Feb 09 21:37:35.746309 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.776893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d363c8f5-9c22-426f-9b9e-90c4ba156b70 req-ef5ff96d-a2e8-41ed-90c7-da116b8fae87 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479333 Feb 09 21:37:35.790735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-d5b8f7ea-cc67-4db4-ab0e-61c6d64183b1 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297412 Feb 09 21:37:35.988330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-ea01d14b-5cd0-435b-9a29-c1605b2e6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.989918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-ea01d14b-5cd0-435b-9a29-c1605b2e6ec6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.0901647 Feb 09 21:37:36.031147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eafdd-3204-4193-b084-927179a36c5b req-d1040416-e05e-4639-8ee3-8524856872b2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.033234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-721eafdd-3204-4193-b084-927179a36c5b req-d1040416-e05e-4639-8ee3-8524856872b2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 936 time: 0.1024895 Feb 09 21:37:36.119600 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266b5a1-1b79-42f1-ab06-346029a195c5 x-openstack-request-id: req-a266b5a1-1b79-42f1-ab06-346029a195c5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:36.119897 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:36.120364 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a266b5a1-1b79-42f1-ab06-346029a195c5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:36.120531 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'status': 'completed', 'code': 200} Feb 09 21:37:36.124524 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-721eafdd-3204-4193-b084-927179a36c5b req-62dbac7b-3003-44c8-be69-47b90aec986a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672290 Feb 09 21:37:36.135905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-b76f4067-1ef5-463a-bd4e-a256cb06e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.137620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-b76f4067-1ef5-463a-bd4e-a256cb06e68b service neutron] 10.222.0.110 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.1402643 Feb 09 21:37:36.152225 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.158527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.158945 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f disassociated. External IP: 172.25.5.223, port: 06089387-3a2a-4bb2-830b-ad246621c3b5. Feb 09 21:37:36.204530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-c72e67ac-9125-45db-83fd-05ed38528089 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0599034 Feb 09 21:37:36.268235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-65170c5f-69d6-44e7-bc7b-84c6d730c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.275203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-65170c5f-69d6-44e7-bc7b-84c6d730c3bb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0630934 Feb 09 21:37:36.406249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce73ef9-d978-4b88-b1af-81294f73ecb3 req-43422f1f-879d-45e6-893c-2d684223d3ab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.411787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d000625-57ea-4c75-af96-c85e2c618920 req-a3e7fbd9-9fd6-46c3-9269-c3a1ee15c699 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142190 Feb 09 21:37:36.413599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ce73ef9-d978-4b88-b1af-81294f73ecb3 req-43422f1f-879d-45e6-893c-2d684223d3ab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.2117293 Feb 09 21:37:36.430195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-9aebf67f-20be-40f2-b4ee-aba806354602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.431859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-9aebf67f-20be-40f2-b4ee-aba806354602 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1407387 Feb 09 21:37:36.450388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=b2899d58-5262-4595-a5bc-04c4f007d3e3,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:36.517824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Attempting to bind port b2899d58-5262-4595-a5bc-04c4f007d3e3 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:36.518199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Attempting to bind port b2899d58-5262-4595-a5bc-04c4f007d3e3 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:36.518799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Attempting to bind port b2899d58-5262-4595-a5bc-04c4f007d3e3 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:36.531826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Port b2899d58-5262-4595-a5bc-04c4f007d3e3 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:36.533087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Attempting to bind port b2899d58-5262-4595-a5bc-04c4f007d3e3 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:36.548205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:36.548560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:36.548960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:36.549412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Bound port: b2899d58-5262-4595-a5bc-04c4f007d3e3, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:36.549784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.550150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ce73ef9-d978-4b88-b1af-81294f73ecb3 req-4f2df6fb-203f-44b8-9b8e-4102bc081341 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183472 Feb 09 21:37:36.682380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-0ca01fa5-1dac-41dd-a7ad-51de047c4ec7 service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223811 Feb 09 21:37:36.772904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] For port b2899d58-5262-4595-a5bc-04c4f007d3e3, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:36.789239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] For port b2899d58-5262-4595-a5bc-04c4f007d3e3, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b2899d58-5262-4595-a5bc-04c4f007d3e3,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:36.797623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:36.815886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5cf47-1677-42d0-894e-382e3ffc55ab req-f771230a-760e-44a2-977d-06cc7962dcf4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.817408 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b5cf47-1677-42d0-894e-382e3ffc55ab req-f771230a-760e-44a2-977d-06cc7962dcf4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.1307604 Feb 09 21:37:36.869223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9923fb-bcab-4003-be61-97afd08b47d0 req-a1f6aeaa-c62a-4381-9243-40e25efb918c service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690001 Feb 09 21:37:36.891185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.893084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b5cf47-1677-42d0-894e-382e3ffc55ab req-36b3d5dc-9a4f-42f5-bf14-248acce13661 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638442 Feb 09 21:37:36.954523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.956057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.958717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] 10.222.0.30 "PUT /v2.0/ports/b2899d58-5262-4595-a5bc-04c4f007d3e3 HTTP/1.1" status: 200 len: 1096 time: 2.6438537 Feb 09 21:37:37.001964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14698d5-28d3-429d-b3e4-0773a0e3f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=b2899d58-5262-4595-a5bc-04c4f007d3e3,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:37.028756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:37.033169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47845168-7b0f-411e-bc3e-4ee5d44f4dca req-bd9b6c2e-a582-42e0-972c-c7b2df57c87c tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.035137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47845168-7b0f-411e-bc3e-4ee5d44f4dca req-bd9b6c2e-a582-42e0-972c-c7b2df57c87c tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1128 time: 0.0713859 Feb 09 21:37:37.037998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.047372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:37.077786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:37.078975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:37.084206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-17c35d87-bbfa-43d8-ad64-e43f511671d2 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "PUT /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 200 len: 696 time: 1.7571549 Feb 09 21:37:37.092577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47845168-7b0f-411e-bc3e-4ee5d44f4dca req-d1b38549-4ded-41cc-9c10-d1dd5339974a tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508969 Feb 09 21:37:37.168190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-fdea2c1b-428d-439c-a022-60bfc1d8e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.168190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-fdea2c1b-428d-439c-a022-60bfc1d8e5bd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.0713143 Feb 09 21:37:37.206971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da342d32-ceaf-4829-9e27-aa4d8692e6bc req-5400c903-9f97-4437-97dc-2c276575bdaf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0473356 Feb 09 21:37:37.218343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:37.335848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-6d0c180a-1fc4-4d2b-b014-ae2a31ab51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.342785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-6d0c180a-1fc4-4d2b-b014-ae2a31ab51c0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.1686213 Feb 09 21:37:37.382483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-29dac421-1807-4f40-832c-b0034aeb8794 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 217 time: 0.0387688 Feb 09 21:37:37.427734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-81dd7e7e-b792-4517-9895-d940203714fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.428393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-81dd7e7e-b792-4517-9895-d940203714fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 1130 time: 0.1580942 Feb 09 21:37:37.438649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-dfe188c7-a98f-4c71-beff-a482f28dbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.440036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-dfe188c7-a98f-4c71-beff-a482f28dbe27 service neutron] 10.222.0.110 "GET /v2.0/ports/b4f0e069-3966-4284-be29-220d6b4943b7 HTTP/1.1" status: 200 len: 1028 time: 0.0499954 Feb 09 21:37:37.447946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81161110-466e-4359-abb8-1e9ae7c61e9c req-e54551b1-6146-438e-a84a-98e30daed135 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.451383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81161110-466e-4359-abb8-1e9ae7c61e9c req-e54551b1-6146-438e-a84a-98e30daed135 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0969133 Feb 09 21:37:37.480529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-f302bc27-93c6-4db2-a906-4b42e7ab81ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=b2899d58-5262-4595-a5bc-04c4f007d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0424774 Feb 09 21:37:37.496253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-1c8c79d8-3d21-4b4a-a734-32f26fcc5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.497717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-1c8c79d8-3d21-4b4a-a734-32f26fcc5329 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.1091812 Feb 09 21:37:37.505984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-88bce58d-f65d-4dd6-92d9-f965336ae21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.508055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-88bce58d-f65d-4dd6-92d9-f965336ae21a service neutron] 10.222.0.110 "GET /v2.0/ports/8a562ee3-2e50-4601-ab45-421e6bbb5cd2 HTTP/1.1" status: 200 len: 1027 time: 0.0572970 Feb 09 21:37:37.529659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-298aa285-4be2-4bcf-ae1b-6c6de9d2a1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.539668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:37.550869 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81161110-466e-4359-abb8-1e9ae7c61e9c req-bbef39b0-cf44-421e-8232-9243cbb47f29 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921252 Feb 09 21:37:37.563761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-7579d40f-87b9-4fbd-8bc8-eb9aedb69f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.567305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-7579d40f-87b9-4fbd-8bc8-eb9aedb69f64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0800896 Feb 09 21:37:37.585228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:37.597046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:37.597699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:37.627294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-c0133097-5c17-485a-8660-807a2bb79adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.628879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-c0133097-5c17-485a-8660-807a2bb79adb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1116464 Feb 09 21:37:37.699399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-4cb21ec2-c0bf-49bd-8116-1d58a120382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.700951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-4cb21ec2-c0bf-49bd-8116-1d58a120382d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1243737 Feb 09 21:37:37.738767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e92350c-5f94-4977-9fa3-8fa28b316cdd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.744725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:37.748675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e92350c-5f94-4977-9fa3-8fa28b316cdd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.753747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e92350c-5f94-4977-9fa3-8fa28b316cdd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.755417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e92350c-5f94-4977-9fa3-8fa28b316cdd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "GET /v2.0/networks?id=496f3486-9158-4474-b4b6-e8d8aaa184ff&id=7d989f55-4c5a-4820-860e-586d1b579112&id=7d989f55-4c5a-4820-860e-586d1b579112&id=7d989f55-4c5a-4820-860e-586d1b579112&id=7d989f55-4c5a-4820-860e-586d1b579112&id=04d2db96-08fb-4d23-bb71-71e5949869e5&id=04d2db96-08fb-4d23-bb71-71e5949869e5 HTTP/1.1" status: 200 len: 1991 time: 0.2382033 Feb 09 21:37:37.788794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc9f08-f2ec-4b59-a614-0f6fd53b4d94 req-af83ca6f-a9b3-4526-a27c-30187ac7c0d7 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.790313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47dc9f08-f2ec-4b59-a614-0f6fd53b4d94 req-af83ca6f-a9b3-4526-a27c-30187ac7c0d7 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1128 time: 0.1017678 Feb 09 21:37:37.812297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-412800b5-a5d6-49c2-9397-39c6c59c069e service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630998 Feb 09 21:37:37.870219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-54805b38-a5e9-4767-a151-537ce83a6b79 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622238 Feb 09 21:37:37.874297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-1b12aecc-5a66-409f-9039-c0ec19f702d7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e60271b94f64468cb086ace5dfeedfa5 HTTP/1.1" status: 200 len: 380 time: 0.1077759 Feb 09 21:37:37.882062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:37.886583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'admin_state_up': True, 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'security_groups': ['4e463dd5-668f-4216-9e5f-4af4ad7405a6']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:37.922530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f819764-e36a-4e25-a324-6038cb3748d3 req-e44f0e24-08c1-4b01-b2eb-173d70cb2e7c service neutron] 10.222.0.98 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988059 Feb 09 21:37:37.947598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47dc9f08-f2ec-4b59-a614-0f6fd53b4d94 req-82043509-4188-4a29-b5c2-29a4103b61b8 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464946 Feb 09 21:37:38.039356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:38.039850 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.077424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:38.080061 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df048f51-d400-438b-8094-808e6c1dca81" -d '{"events": [{"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-unplugged", "status": "completed", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:38.097382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:38.116570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:38.123864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'tag': 'b2899d58-5262-4595-a5bc-04c4f007d3e3'}, {'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:38.126379 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "387741d5-30d8-4681-a9b8-d20e4a66bb7b", "tag": "b2899d58-5262-4595-a5bc-04c4f007d3e3"}, {"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:38.128512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad82fc8-2249-4556-ac11-cabf9c502fc7 req-2345aa84-c425-4195-9ad7-255494532846 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.136581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ad82fc8-2249-4556-ac11-cabf9c502fc7 req-2345aa84-c425-4195-9ad7-255494532846 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.0849764 Feb 09 21:37:38.155298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f31696-136d-4476-ac8f-f8c9f4af7d38 None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:36:17Z', 'revision_number': 4, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ab1618e3-ab90-4c41-b831-eef1cc864935', 'name': '', 'network_id': '97e7c8ff-5ca9-44d3-82de-e170c93d1ce5', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'mac_address': 'fa:16:3e:34:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:16Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'subnets': [{'id': '65e22066-4380-4d7d-a1cd-5ef50fde135f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:38.164789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:38.169167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.192023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dcd6a93-5b55-4b1c-bba5-ec354eab2671 req-cd3f1c33-a994-4076-87b9-e6a8c766c73d service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229428 Feb 09 21:37:38.205023 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.222050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9df1bd-12fa-418c-a0d0-15b43981f622 req-16fa6e59-a054-47ee-990e-0343e866a55e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.229454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e9df1bd-12fa-418c-a0d0-15b43981f622 req-16fa6e59-a054-47ee-990e-0343e866a55e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 948 time: 0.1281767 Feb 09 21:37:38.242010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ad82fc8-2249-4556-ac11-cabf9c502fc7 req-c00aabc7-7716-42dd-a97f-319ce67e318c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043696 Feb 09 21:37:38.286352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:38.302268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e9df1bd-12fa-418c-a0d0-15b43981f622 req-c3a0d0d0-44db-4a89-a23c-190621a10644 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719500 Feb 09 21:37:38.370483 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46bae7-c252-4ebf-bf6a-03df61e281ea x-openstack-request-id: req-5d46bae7-c252-4ebf-bf6a-03df61e281ea {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:38.370999 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-unplugged", "status": "completed", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:38.371345 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d46bae7-c252-4ebf-bf6a-03df61e281ea {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:38.372007 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'code': 200} Feb 09 21:37:38.420771 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19397fc-621b-40c7-9670-f5a439fdc6a6 x-openstack-request-id: req-f19397fc-621b-40c7-9670-f5a439fdc6a6 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:38.421105 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387741d5-30d8-4681-a9b8-d20e4a66bb7b", "tag": "b2899d58-5262-4595-a5bc-04c4f007d3e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:38.421364 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f19397fc-621b-40c7-9670-f5a439fdc6a6 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:38.421913 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'tag': 'b2899d58-5262-4595-a5bc-04c4f007d3e3', 'status': 'completed', 'code': 200} Feb 09 21:37:38.422181 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'status': 'completed', 'code': 200} Feb 09 21:37:38.435442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 172.20.0.7 (496f3486-9158-4474-b4b6-e8d8aaa184ff/7b4f110c-c587-49ed-b87a-fc3bdc46121c/1e6b89f3-805a-45f1-a197-24b33c28c150) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:38.605942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43ce50fb-283a-4ed9-891f-45c9c2e34399 req-3d0ed939-daa1-4ca1-ab8c-994d0f22d146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0914154 Feb 09 21:37:38.612023 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b228ba03-d976-46d3-a4f9-682fcb1dd13f None None] New status for floating IP bb1001e6-96ce-4538-a28d-73e33fb3b66f: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:38.649883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-86e7e0de-77ed-414b-8dc1-dc775ae62b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.652032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-86e7e0de-77ed-414b-8dc1-dc775ae62b8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 1130 time: 0.2188940 Feb 09 21:37:38.702379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.778670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-a571f644-8522-45f6-b8dd-58714cb9461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.780248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-a571f644-8522-45f6-b8dd-58714cb9461b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b124b155377944e2b69dfe66e8dc5445&device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 1127 time: 0.2855372 Feb 09 21:37:38.830780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.928988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-084dd9ba-3864-487a-9951-af0d1b47a442 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 200 len: 696 time: 0.1698742 Feb 09 21:37:38.949181 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.984512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:39.005427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-72934b30-bb20-457f-bedd-894e03f3f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.007093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-72934b30-bb20-457f-bedd-894e03f3f639 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.3475599 Feb 09 21:37:39.014258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:39.019720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=1e6b89f3-805a-45f1-a197-24b33c28c150,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:39.020278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:39.131976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ed34-fbcd-4f05-9d7e-b326ba55a6a3 req-445373cb-85d3-4f64-b81c-07a5296d211c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.133766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a005ed34-fbcd-4f05-9d7e-b326ba55a6a3 req-445373cb-85d3-4f64-b81c-07a5296d211c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 947 time: 0.1472824 Feb 09 21:37:39.140427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.141500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.153002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-d710c6a6-e8f7-4235-b49d-5e297d62701f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=b2899d58-5262-4595-a5bc-04c4f007d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0613568 Feb 09 21:37:39.230444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-411e6633-bec0-4a4d-ad1b-f6ac41c4d5ac tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.232091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-411e6633-bec0-4a4d-ad1b-f6ac41c4d5ac tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.5331538 Feb 09 21:37:39.248185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a005ed34-fbcd-4f05-9d7e-b326ba55a6a3 req-58f62c51-faf7-4f5c-8007-3c49806e1fc5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021557 Feb 09 21:37:39.269498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:39.308175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-55c2500c-5df7-4b63-964c-8fd1e2d6ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.309936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-55c2500c-5df7-4b63-964c-8fd1e2d6ff11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1406353 Feb 09 21:37:39.335170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c2564070-52f9-4c95-9c5a-040b69d6c4a3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4525599 Feb 09 21:37:39.346072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'admin_state_up': True, 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'security_groups': ['4e463dd5-668f-4216-9e5f-4af4ad7405a6']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:39.367230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-5e4035e6-9dae-492c-8807-fc5e2d005129 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.371460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-104834d8-b7b8-46e7-af1c-5ce3f73d9142 None None] Provisioning complete for port 1e6b89f3-805a-45f1-a197-24b33c28c150 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:39.374541 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-104834d8-b7b8-46e7-af1c-5ce3f73d9142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.374669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-5e4035e6-9dae-492c-8807-fc5e2d005129 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.4447188 Feb 09 21:37:39.383261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-81d49161-b912-4292-8fa5-eaa168e4e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.384701 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-81d49161-b912-4292-8fa5-eaa168e4e9d6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 200 len: 921 time: 0.5572817 Feb 09 21:37:39.413505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-104834d8-b7b8-46e7-af1c-5ce3f73d9142 None None] Port 1e6b89f3-805a-45f1-a197-24b33c28c150 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:39.495127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f220a-589d-4254-adcd-be9949f82e6a req-64a720e8-af23-4b93-b684-19e0d1788edf tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.496625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b2f220a-589d-4254-adcd-be9949f82e6a req-64a720e8-af23-4b93-b684-19e0d1788edf tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 950 time: 0.1459775 Feb 09 21:37:39.568680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b2f220a-589d-4254-adcd-be9949f82e6a req-6218c93f-f98f-48ae-af58-dfbbce4a6caa tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633252 Feb 09 21:37:39.617448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:39.622067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.745720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49829e-113d-4ea7-8bc0-d2482ada51ce req-5fb064d5-0689-47a0-8036-a09cebc918d4 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.747211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e49829e-113d-4ea7-8bc0-d2482ada51ce req-5fb064d5-0689-47a0-8036-a09cebc918d4 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1128 time: 0.1119096 Feb 09 21:37:39.800354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-4940be04-ffc6-4bda-a1ac-68966b1a1d33 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 697 time: 0.4247236 Feb 09 21:37:39.809318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-f80394d1-e43d-4373-b2d7-c0c46a4d1d57 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 200 len: 217 time: 0.3924243 Feb 09 21:37:39.824194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 10.1.1.30 (7d989f55-4c5a-4820-860e-586d1b579112/a3afc7d7-8e70-4372-85fa-7fc68ae80893/3c011c04-5e86-422d-aeb0-351d3d116373) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:39.834436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e49829e-113d-4ea7-8bc0-d2482ada51ce req-55f58ed3-6982-4bb7-af62-046ec3da92a1 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 Feb 09 21:37:39.881994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:39.917985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-2a0005f1-7079-4029-a4dc-33ed4e9421cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.921277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-2a0005f1-7079-4029-a4dc-33ed4e9421cf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 200 len: 859 time: 0.0704415 Feb 09 21:37:39.944053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.964632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-b5982c0a-b94c-4acd-896f-fc86bcb63431 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 697 time: 0.1620114 Feb 09 21:37:39.975904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-23c9e84c-0c9c-47c5-9897-6abf033d690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.979446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-23c9e84c-0c9c-47c5-9897-6abf033d690d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6541560 Feb 09 21:37:40.027120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:40.040653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'mac_address': 'fa:16:3e:95:4c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:40.089873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:40.090420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.104952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:40.112194 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.129203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:40.202267 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.203288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e1c6c788-9deb-45fc-af9d-40ba287142de details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:40.293860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (3c011c04-5e86-422d-aeb0-351d3d116373), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.347773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5268472-405d-4440-aa9c-6cae9fd884f0 req-9af8e116-9505-4eac-b433-c739375b5d08 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.352765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-40cb24ee-78b3-4d48-a0c1-870b7cce8a43 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469056 Feb 09 21:37:40.355311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-175b87c3-d63a-411e-9a3a-fa793796b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.355460 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5268472-405d-4440-aa9c-6cae9fd884f0 req-9af8e116-9505-4eac-b433-c739375b5d08 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 945 time: 0.4324131 Feb 09 21:37:40.356922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-175b87c3-d63a-411e-9a3a-fa793796b7fe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3857105 Feb 09 21:37:40.357626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:40.398170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e1c6c788-9deb-45fc-af9d-40ba287142de has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:37:40.407522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b2899d58-5262-4595-a5bc-04c4f007d3e3 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:40.414848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5268472-405d-4440-aa9c-6cae9fd884f0 req-b0c171fa-efec-439b-b9c1-709bbd43a459 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576363 Feb 09 21:37:40.419074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.454585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:40.486314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Deleting port 3d3f6ef3-e32d-49d9-a338-1890f681f995 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:40.486659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.571847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 7d989f55-4c5a-4820-860e-586d1b579112 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:40.580675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b2899d58-5262-4595-a5bc-04c4f007d3e3, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b2899d58-5262-4595-a5bc-04c4f007d3e3,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:40.581217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:40.595378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'b2899d58-5262-4595-a5bc-04c4f007d3e3', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'b2899d58-5262-4595-a5bc-04c4f007d3e3', 'mac_address': 'fa:16:3e:d6:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:40.606799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:40.657870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:40.660899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b2899d58-5262-4595-a5bc-04c4f007d3e3 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:40.661407 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.681776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.684186 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.689885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=3c011c04-5e86-422d-aeb0-351d3d116373,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:40.702003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-9af5d10e-ebe7-4dd4-86aa-27ecc20350e6 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379080 Feb 09 21:37:40.710876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-daf21dcc-f8db-4c57-86fc-bfe5a657bf7a service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316958 Feb 09 21:37:40.714487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bc5b0-6818-46ab-bb96-8a35bb3078b2 req-3c272ece-1b72-43fb-bc54-fe2aa77376cf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.722103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac8bc5b0-6818-46ab-bb96-8a35bb3078b2 req-3c272ece-1b72-43fb-bc54-fe2aa77376cf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 948 time: 0.2129581 Feb 09 21:37:40.754616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.754951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (3d3f6ef3-e32d-49d9-a338-1890f681f995), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.827292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac8bc5b0-6818-46ab-bb96-8a35bb3078b2 req-4a5f0d1c-4daf-47b1-a89d-94e2178db5de tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966883 Feb 09 21:37:40.839944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-22fe04b1-2e3f-460c-a574-32896a8af502 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4980004 Feb 09 21:37:40.850219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Calling delete_port for 3d3f6ef3-e32d-49d9-a338-1890f681f995 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:40.851363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'admin_state_up': True, 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'security_groups': ['4e463dd5-668f-4216-9e5f-4af4ad7405a6']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:40.905950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:40.941117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2899d58-5262-4595-a5bc-04c4f007d3e3 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:40.947733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2b18d825-ba80-4be1-9e55-c3b37c1dfa82'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:41.022165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b2899d58-5262-4595-a5bc-04c4f007d3e3, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b2899d58-5262-4595-a5bc-04c4f007d3e3,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:41.032220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:41.034470 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7cf051-aa57-4491-bc6a-7a0847c0e83a" -d '{"events": [{"server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:41.045939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Publish callbacks [] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.048979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-05e948c4-a5c3-4eae-ac65-c3024d9d90e9 None None] Provisioning complete for port 3c011c04-5e86-422d-aeb0-351d3d116373 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:41.049933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05e948c4-a5c3-4eae-ac65-c3024d9d90e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.061550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80dbcee5-f55d-43e4-800d-85ded2e5a4f1 req-f04171f9-a5bf-4f4a-a66a-e0a4b6663e8f service neutron] 10.222.0.110 "GET /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181117 Feb 09 21:37:41.107051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b180-c162-43ee-8e0e-6b2cc63d8960 req-f19ba31d-3049-4d2f-92e6-96db7be97aed tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.112620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b180-c162-43ee-8e0e-6b2cc63d8960 req-f19ba31d-3049-4d2f-92e6-96db7be97aed tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.119653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3f6b180-c162-43ee-8e0e-6b2cc63d8960 req-f19ba31d-3049-4d2f-92e6-96db7be97aed tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 1652 time: 0.0991585 Feb 09 21:37:41.164723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3f6b180-c162-43ee-8e0e-6b2cc63d8960 req-08bc2efc-678f-4b17-97f3-f669d3048269 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Feb 09 21:37:41.181219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-05e948c4-a5c3-4eae-ac65-c3024d9d90e9 None None] Port 3c011c04-5e86-422d-aeb0-351d3d116373 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:41.192611 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.193598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.200632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:41.204279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.248698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3d3f6ef3-e32d-49d9-a338-1890f681f995), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.324728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b2899d58-5262-4595-a5bc-04c4f007d3e3,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.389455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.392515 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks [] for floatingip (bb1001e6-96ce-4538-a28d-73e33fb3b66f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.395091 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.407851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8238e64c-8943-4e63-be51-e9d22b9d7c92 req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "DELETE /v2.0/floatingips/bb1001e6-96ce-4538-a28d-73e33fb3b66f HTTP/1.1" status: 204 len: 173 time: 1.4407680 Feb 09 21:37:41.408964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 10.1.1.249 (7d989f55-4c5a-4820-860e-586d1b579112/a3afc7d7-8e70-4372-85fa-7fc68ae80893/e3583e00-a531-4c07-960f-44473c3164bf) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:41.472805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c707ef-469a-45fd-9458-35c99dd77808 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Pushing event deleted for resources: {'Port': ['ID=3d3f6ef3-e32d-49d9-a338-1890f681f995,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.477868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:41.519281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:41.519644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:41.520138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:41.529859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:41.530337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Attempting to bind port e1c6c788-9deb-45fc-af9d-40ba287142de on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:41.539789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:41.540143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:41.540838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:41.543689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Bound port: e1c6c788-9deb-45fc-af9d-40ba287142de, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:41.543689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.600507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (e3583e00-a531-4c07-960f-44473c3164bf), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.639319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc082020-34d7-41d2-b684-8aab86a4c7ce req-1c322c3b-2b33-48cc-8fab-f499a0bc1bb2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.641267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc082020-34d7-41d2-b684-8aab86a4c7ce req-1c322c3b-2b33-48cc-8fab-f499a0bc1bb2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 948 time: 0.1810064 Feb 09 21:37:41.676746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.705884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e3583e00-a531-4c07-960f-44473c3164bf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.744256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc082020-34d7-41d2-b684-8aab86a4c7ce req-4d3d6fb9-3cf3-49d2-86d8-df25fe0ab3d4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937953 Feb 09 21:37:41.748414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:41.767786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:41.773714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 7d989f55-4c5a-4820-860e-586d1b579112 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:41.776948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:41.783341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:41.785687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=e3583e00-a531-4c07-960f-44473c3164bf,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.837015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.864477 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581dbe29-209d-46e7-a413-d225076c30dd x-openstack-request-id: req-581dbe29-209d-46e7-a413-d225076c30dd {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:41.865131 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:41.865131 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-581dbe29-209d-46e7-a413-d225076c30dd {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:41.865457 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de', 'code': 200} Feb 09 21:37:41.888139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.888817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.988921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.988921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.988921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] 10.222.0.110 "PUT /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 1121 time: 2.7288990 Feb 09 21:37:41.990080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f4ed2-e7ff-4681-bd33-6180a2b257c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=8']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:42.010990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d84f2976-8b09-457f-96cf-be1a25fb4a1f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1649234 Feb 09 21:37:42.029999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5', 'admin_state_up': True, 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'security_groups': ['4e463dd5-668f-4216-9e5f-4af4ad7405a6']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:42.080445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e1c6c788-9deb-45fc-af9d-40ba287142de'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:42.133433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e1c6c788-9deb-45fc-af9d-40ba287142de'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:42.336501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:42.362092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ef996357-a659-45f2-b87d-fb8c8434d57e None None] Provisioning complete for port e3583e00-a531-4c07-960f-44473c3164bf triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:42.362740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef996357-a659-45f2-b87d-fb8c8434d57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3583e00-a531-4c07-960f-44473c3164bf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.386358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58a867-e3e0-4d73-9152-e1836883ce19 req-74f57323-0445-489d-9c59-b309bee86ce3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.394180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a58a867-e3e0-4d73-9152-e1836883ce19 req-74f57323-0445-489d-9c59-b309bee86ce3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.0798225 Feb 09 21:37:42.431941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ef996357-a659-45f2-b87d-fb8c8434d57e None None] Port e3583e00-a531-4c07-960f-44473c3164bf cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:42.444846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b2899d58-5262-4595-a5bc-04c4f007d3e3 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:42.456084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a58a867-e3e0-4d73-9152-e1836883ce19 req-4bed391f-c619-49d2-995a-697d5929ede6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606129 Feb 09 21:37:42.464798 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.696292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port b2899d58-5262-4595-a5bc-04c4f007d3e3 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:42.701253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port b2899d58-5262-4595-a5bc-04c4f007d3e3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:42.701700 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.741691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 10.2.2.100 (04d2db96-08fb-4d23-bb71-71e5949869e5/84e1e806-4165-43cd-afbd-7dff59cdba9e/cd7933af-7b67-44bf-a3ba-15f812860a4e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:42.802264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b2899d58-5262-4595-a5bc-04c4f007d3e3 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:42.802780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.829972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2899d58-5262-4595-a5bc-04c4f007d3e3'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:42.832865 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10ac08-01fc-4adb-9a37-7436bfbda650" -d '{"events": [{"server_uuid": "387741d5-30d8-4681-a9b8-d20e4a66bb7b", "name": "network-vif-plugged", "status": "completed", "tag": "b2899d58-5262-4595-a5bc-04c4f007d3e3"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:42.847455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b2899d58-5262-4595-a5bc-04c4f007d3e3, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b2899d58-5262-4595-a5bc-04c4f007d3e3,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:42.923890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.965569 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.966548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:43.022490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.106080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=cd7933af-7b67-44bf-a3ba-15f812860a4e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:43.111129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a691b-7778-453b-87cd-42ef3523e1ba req-1be40ec5-e96c-4819-8a93-ee363a1adc2c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.113781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-1be40ec5-e96c-4819-8a93-ee363a1adc2c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e&tenant_id=726caae83fa8493ea37127b0b806deed&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 948 time: 0.0873923 Feb 09 21:37:43.114886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b2899d58-5262-4595-a5bc-04c4f007d3e3,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:43.129139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:43.131157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:43.148542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:43.197559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:43.198529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.223076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.223631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.237163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:43.238969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a691b-7778-453b-87cd-42ef3523e1ba req-db1e1dd3-de7b-4ea2-b149-1ad08fdb04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.240529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-db1e1dd3-de7b-4ea2-b149-1ad08fdb04ac service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 1130 time: 0.0741065 Feb 09 21:37:43.311168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.346658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e5fec74-88d6-4b79-9665-53428ebda09d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3260839 Feb 09 21:37:43.356916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a691b-7778-453b-87cd-42ef3523e1ba req-079337d9-9ca3-48f4-8ee1-cb367a55bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.358789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-079337d9-9ca3-48f4-8ee1-cb367a55bbb0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1096768 Feb 09 21:37:43.358976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5', 'admin_state_up': True, 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'security_groups': ['4e463dd5-668f-4216-9e5f-4af4ad7405a6']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:43.422934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:43.429330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-2a77bf07-b578-4d3f-8fe5-1fc5ccefd5b1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82 HTTP/1.1" status: 200 len: 217 time: 0.0541523 Feb 09 21:37:43.477828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0f06178e-babd-44a3-808f-af682132ec61 None None] Provisioning complete for port cd7933af-7b67-44bf-a3ba-15f812860a4e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:43.478357 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f06178e-babd-44a3-808f-af682132ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.491929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-a4a708ac-bca7-4907-bee2-86745d1ac2ee tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:43.493325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-a4a708ac-bca7-4907-bee2-86745d1ac2ee tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078158 Feb 09 21:37:43.498826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a691b-7778-453b-87cd-42ef3523e1ba req-728b65b4-5e0c-4875-94e7-4c281db84421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.500655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-728b65b4-5e0c-4875-94e7-4c281db84421 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0610785 Feb 09 21:37:43.527123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0f06178e-babd-44a3-808f-af682132ec61 None None] Port cd7933af-7b67-44bf-a3ba-15f812860a4e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:43.581394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-99c797a7-8ecd-4568-8a32-2d7165e733f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.583001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-99c797a7-8ecd-4568-8a32-2d7165e733f1 service neutron] 10.222.0.98 "GET /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 1125 time: 0.0745676 Feb 09 21:37:43.595268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:43.595812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:37:43.626000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a691b-7778-453b-87cd-42ef3523e1ba req-43c67576-abbf-412a-9581-1578670adab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.627514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-43c67576-abbf-412a-9581-1578670adab5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1104212 Feb 09 21:37:43.637483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Made reservation on behalf of e60271b94f64468cb086ace5dfeedfa5 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:43.642420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.809177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-0ada6d48-c90e-4e44-a68b-a804c70884ea service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736703 Feb 09 21:37:43.858510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Allocated IP 10.2.2.200 (04d2db96-08fb-4d23-bb71-71e5949869e5/84e1e806-4165-43cd-afbd-7dff59cdba9e/2a14920b-8a30-4944-b69e-c3ccd78ad218) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:43.870039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:43.872469 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675344a7-c975-4671-9ddb-50c7d3fc87f8" -d '{"events": [{"name": "network-changed", "server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:43.877935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:43.878803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:43.879443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:43.891253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:43.891945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:43.903145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:43.903499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:43.903919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:43.904556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Bound port: 343b2bc7-a408-4e04-a39e-cbd03e55036e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:43.906692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:43.971101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-432a691b-7778-453b-87cd-42ef3523e1ba req-579be201-e0e5-4318-bd0a-3c9b02775344 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490300 Feb 09 21:37:43.985537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:43.990500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:43.991911 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.057109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc439d-d2dc-462b-a933-a3b246534725 req-c4b61183-edcc-47eb-ab24-a14bd67332e6 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.059223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11bc439d-d2dc-462b-a933-a3b246534725 req-c4b61183-edcc-47eb-ab24-a14bd67332e6 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.110 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 945 time: 0.0721447 Feb 09 21:37:44.070072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.080282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.082044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-158d3cbe-7da8-4335-88a3-a88e04591270 service neutron] 10.222.0.98 "POST /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4910393 Feb 09 21:37:44.154397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:44.155286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.202941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Deleting port 06089387-3a2a-4bb2-830b-ad246621c3b5 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:44.206262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.218577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:44.242759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.306473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] For port 06089387-3a2a-4bb2-830b-ad246621c3b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=06089387-3a2a-4bb2-830b-ad246621c3b5,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:44.306905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.326719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Calling delete_port for 06089387-3a2a-4bb2-830b-ad246621c3b5 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:44.334318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.337235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:44.375958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:44.398633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:44.406398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:44.442092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event updated for resources: {'Port': ['ID=2a14920b-8a30-4944-b69e-c3ccd78ad218,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:44.466429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40919b-2f2a-4706-844e-babfa5785014 req-af4359a5-0477-43a9-b597-9dc3a2877dba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.472659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40919b-2f2a-4706-844e-babfa5785014 req-af4359a5-0477-43a9-b597-9dc3a2877dba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.478538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40919b-2f2a-4706-844e-babfa5785014 req-af4359a5-0477-43a9-b597-9dc3a2877dba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.484502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40919b-2f2a-4706-844e-babfa5785014 req-af4359a5-0477-43a9-b597-9dc3a2877dba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.490194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40919b-2f2a-4706-844e-babfa5785014 req-af4359a5-0477-43a9-b597-9dc3a2877dba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.492020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d40919b-2f2a-4706-844e-babfa5785014 req-af4359a5-0477-43a9-b597-9dc3a2877dba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 3815 time: 0.1131773 Feb 09 21:37:44.531037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.531887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.551101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca111be8-6aa2-4f1a-8f5d-40737abd28a4 req-48ddb7f9-b4f1-4aba-a3ed-c49705acfebb tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.553157 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca111be8-6aa2-4f1a-8f5d-40737abd28a4 req-48ddb7f9-b4f1-4aba-a3ed-c49705acfebb tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 950 time: 0.2191930 Feb 09 21:37:44.610035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d40919b-2f2a-4706-844e-babfa5785014 req-deac4905-d5ac-4449-8f1c-0328ca7e9d8a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099808 Feb 09 21:37:44.627906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca111be8-6aa2-4f1a-8f5d-40737abd28a4 req-82069e7a-35b2-4001-86ff-0ad877e4f74d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683346 Feb 09 21:37:44.674308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1c4d478-a486-498a-aa7a-2e4c6b0a882a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203247 Feb 09 21:37:44.690798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:44.713862 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (06089387-3a2a-4bb2-830b-ad246621c3b5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.728560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['06089387-3a2a-4bb2-830b-ad246621c3b5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:44.766418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e65e9b8-67ea-4bb1-bb93-e14b1290f442 req-0b2f3f3c-431a-4026-aa2b-448aa346c4ff tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 210 time: 0.0425866 Feb 09 21:37:44.811011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Pushing event deleted for resources: {'Port': ['ID=06089387-3a2a-4bb2-830b-ad246621c3b5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:44.827208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.852843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4e1cde58-b4bd-479d-99fb-d25d02bf8c77 None None] Provisioning complete for port 2a14920b-8a30-4944-b69e-c3ccd78ad218 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:44.853865 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4e1cde58-b4bd-479d-99fb-d25d02bf8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.899875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da5c43-0c5c-48d5-8562-f6507e22815a req-e4a20720-e249-4ce1-9845-cdf9bde25710 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.901498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72da5c43-0c5c-48d5-8562-f6507e22815a req-e4a20720-e249-4ce1-9845-cdf9bde25710 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1203268 Feb 09 21:37:44.921050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] No DVR routers for this DVR port 06089387-3a2a-4bb2-830b-ad246621c3b5 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:44.926362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.928725 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03046c91-bd10-46dd-a9ae-dc87cf9742d6 x-openstack-request-id: req-03046c91-bd10-46dd-a9ae-dc87cf9742d6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:44.929227 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387741d5-30d8-4681-a9b8-d20e4a66bb7b", "name": "network-vif-plugged", "status": "completed", "tag": "b2899d58-5262-4595-a5bc-04c4f007d3e3", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:44.929314 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-03046c91-bd10-46dd-a9ae-dc87cf9742d6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:44.934165 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2899d58-5262-4595-a5bc-04c4f007d3e3', 'code': 200} Feb 09 21:37:44.936681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11bc439d-d2dc-462b-a933-a3b246534725 req-3dd7fd64-a3fa-47ff-9e95-6c1f7bf6fd4c tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.110 "DELETE /v2.0/ports/06089387-3a2a-4bb2-830b-ad246621c3b5 HTTP/1.1" status: 204 len: 173 time: 0.8693898 Feb 09 21:37:44.987323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cde58-b4bd-479d-99fb-d25d02bf8c77 None None] Port 2a14920b-8a30-4944-b69e-c3ccd78ad218 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:45.052571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72da5c43-0c5c-48d5-8562-f6507e22815a req-3b434bd0-4522-40d5-a442-4d93d099ecd0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425955 Feb 09 21:37:45.063221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddd31a-c29f-4d45-820a-d9b5230437e3 req-3cdb4841-c3ea-4c89-98fc-365183e81141 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.064780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cddd31a-c29f-4d45-820a-d9b5230437e3 req-3cdb4841-c3ea-4c89-98fc-365183e81141 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.0877240 Feb 09 21:37:45.122674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f280b4d-793b-4fc7-a924-dbfbf6f023d5 req-ad16af2b-b3d3-4e83-bdb1-82fcc9cb75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.124223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f280b4d-793b-4fc7-a924-dbfbf6f023d5 req-ad16af2b-b3d3-4e83-bdb1-82fcc9cb75d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 1132 time: 0.1118097 Feb 09 21:37:45.129024 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6a1b5c-4f7d-40da-81d5-a2d5d034bdbe x-openstack-request-id: req-8e6a1b5c-4f7d-40da-81d5-a2d5d034bdbe {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:45.129146 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:45.129308 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e6a1b5c-4f7d-40da-81d5-a2d5d034bdbe {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:45.129704 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de', 'status': 'completed', 'code': 200} Feb 09 21:37:45.163179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cddd31a-c29f-4d45-820a-d9b5230437e3 req-e8f99328-862b-420c-b2df-58ca511a3b7f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921354 Feb 09 21:37:45.235615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f280b4d-793b-4fc7-a924-dbfbf6f023d5 req-f43a05a3-05da-451b-a127-82d6d8ab493c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990438 Feb 09 21:37:45.370530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-2b27becf-9211-4e1e-b169-78c67cd0d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.371996 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-2b27becf-9211-4e1e-b169-78c67cd0d69a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1155 time: 0.2021277 Feb 09 21:37:45.381349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930edc3b-3842-4f78-a1dd-d552d8ed35e8 req-41a64d53-1285-4c1d-9c79-4dab7d0b53e0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.388252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-930edc3b-3842-4f78-a1dd-d552d8ed35e8 req-41a64d53-1285-4c1d-9c79-4dab7d0b53e0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.1481807 Feb 09 21:37:45.454596 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-930edc3b-3842-4f78-a1dd-d552d8ed35e8 req-dcd2e380-18b0-4c23-8358-990a920485b8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646482 Feb 09 21:37:45.457117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6b89f3-805a-45f1-a197-24b33c28c150 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:45.486955 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Publish callbacks [] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.545513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Transition to ACTIVE for port object 1e6b89f3-805a-45f1-a197-24b33c28c150 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:45.580284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-7e70f97a-032f-45f1-9146-dfcd9db19073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.581817 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-7e70f97a-032f-45f1-9146-dfcd9db19073 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1333303 Feb 09 21:37:45.625074 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-4a3a84c6-d40f-4734-aae9-8f988b0670ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 217 time: 0.0364780 Feb 09 21:37:45.625749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.716799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6b89f3-805a-45f1-a197-24b33c28c150,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:45.746227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-c081991a-a463-4619-a444-db2e09831faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.747684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-c081991a-a463-4619-a444-db2e09831faa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0921955 Feb 09 21:37:45.808829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-751baef4-5a7c-4a3a-b154-73dd835fefdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415924 Feb 09 21:37:45.909735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Attempting to bind port 1e6b89f3-805a-45f1-a197-24b33c28c150 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:45.910078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Attempting to bind port 1e6b89f3-805a-45f1-a197-24b33c28c150 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:45.910470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Attempting to bind port 1e6b89f3-805a-45f1-a197-24b33c28c150 on network 496f3486-9158-4474-b4b6-e8d8aaa184ff {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:45.927329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Port 1e6b89f3-805a-45f1-a197-24b33c28c150 on network 496f3486-9158-4474-b4b6-e8d8aaa184ff not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:45.927746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Attempting to bind port 1e6b89f3-805a-45f1-a197-24b33c28c150 on network 496f3486-9158-4474-b4b6-e8d8aaa184ff {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:45.943362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3e9d-50a3-4fcd-b502-6e9b1367c51d req-84ca63a2-74a1-4195-8a51-349c324063ba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.949824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3e9d-50a3-4fcd-b502-6e9b1367c51d req-84ca63a2-74a1-4195-8a51-349c324063ba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.955689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3e9d-50a3-4fcd-b502-6e9b1367c51d req-84ca63a2-74a1-4195-8a51-349c324063ba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.962332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3e9d-50a3-4fcd-b502-6e9b1367c51d req-84ca63a2-74a1-4195-8a51-349c324063ba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.969985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3e9d-50a3-4fcd-b502-6e9b1367c51d req-84ca63a2-74a1-4195-8a51-349c324063ba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.971864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-086f3e9d-50a3-4fcd-b502-6e9b1367c51d req-84ca63a2-74a1-4195-8a51-349c324063ba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 3827 time: 0.2057962 Feb 09 21:37:45.974532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b13c9-b22c-475c-b59a-e0fb6cad45af req-fd6f709c-1a0d-44f4-a8e0-7095bd6d9d50 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.976735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e72b13c9-b22c-475c-b59a-e0fb6cad45af req-fd6f709c-1a0d-44f4-a8e0-7095bd6d9d50 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 950 time: 0.0862367 Feb 09 21:37:45.991841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:45.992265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Checking segment: {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:45.992576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Bound using segment: {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:45.993101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Bound port: 1e6b89f3-805a-45f1-a197-24b33c28c150, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce22a363-8e2a-4828-85e0-f20518246695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:45.993502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.029444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e72b13c9-b22c-475c-b59a-e0fb6cad45af req-5f15486b-2edf-45c2-b38f-d40ffe0066cd tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Feb 09 21:37:46.035902 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-a1847326-79c2-4b4f-9cef-2f688b806054 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063267 Feb 09 21:37:46.140790 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-086f3e9d-50a3-4fcd-b502-6e9b1367c51d req-d3f208e3-90a5-4f38-ab91-641002439b7d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524551 Feb 09 21:37:46.154269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f7f6863-8c5a-4ef3-806c-1b5df0788577 req-0c5d9158-da24-4af0-ac52-0b97bb8a6298 tempest-FloatingIPsAssociationTestJSON-1197640731 tempest-FloatingIPsAssociationTestJSON-1197640731-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d98c8ea-0b62-4b8a-8d68-036491bb6cd4 HTTP/1.1" status: 200 len: 210 time: 0.0377772 Feb 09 21:37:46.166983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] For port 1e6b89f3-805a-45f1-a197-24b33c28c150, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:46.172563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] For port 1e6b89f3-805a-45f1-a197-24b33c28c150, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1e6b89f3-805a-45f1-a197-24b33c28c150,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:46.203221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675344a7-c975-4671-9ddb-50c7d3fc87f8 req-e918e4c5-21c2-4d83-be20-643538610415 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405709 Feb 09 21:37:46.263540 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.336302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.338390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.339215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] 10.222.0.110 "PUT /v2.0/ports/1e6b89f3-805a-45f1-a197-24b33c28c150 HTTP/1.1" status: 200 len: 1091 time: 1.6552951 Feb 09 21:37:46.340732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:46.343030 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba354e-2605-4c3e-8292-69d2d3f178ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:46.376882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e8c3f-a70d-4278-9ed1-aa4724ae8472 req-9dd9ce27-7b70-4fee-a39e-0c2b9e4d9f29 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.378645 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a2e8c3f-a70d-4278-9ed1-aa4724ae8472 req-9dd9ce27-7b70-4fee-a39e-0c2b9e4d9f29 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.0855203 Feb 09 21:37:46.391155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e372a7-9165-4806-a96b-ab73c52125e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6b89f3-805a-45f1-a197-24b33c28c150,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:46.421902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fca1f-88ee-4c69-bf9f-770982f9adc7 req-46451f88-b364-4b34-b870-7eb45cf37800 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.424179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e99fca1f-88ee-4c69-bf9f-770982f9adc7 req-46451f88-b364-4b34-b870-7eb45cf37800 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1508007 Feb 09 21:37:46.461971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a2e8c3f-a70d-4278-9ed1-aa4724ae8472 req-fce16f12-da9d-4cec-848c-1e5870d3cf4b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770030 Feb 09 21:37:46.508817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:46.542901 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9ce8a0-b45b-496d-8dab-ab61ca54f790 x-openstack-request-id: req-3b9ce8a0-b45b-496d-8dab-ab61ca54f790 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:46.543198 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:46.543455 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b9ce8a0-b45b-496d-8dab-ab61ca54f790 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:46.543882 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'status': 'completed', 'code': 200} Feb 09 21:37:46.589777 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e99fca1f-88ee-4c69-bf9f-770982f9adc7 req-12c54647-aeab-41dd-837c-06f4846342e6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585035 Feb 09 21:37:46.671528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.688564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-5eef3edf-d997-4540-aa77-dd09d6243c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.689059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-5eef3edf-d997-4540-aa77-dd09d6243c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.689542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-5eef3edf-d997-4540-aa77-dd09d6243c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.690017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-5eef3edf-d997-4540-aa77-dd09d6243c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.690516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-5eef3edf-d997-4540-aa77-dd09d6243c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.692435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-5eef3edf-d997-4540-aa77-dd09d6243c54 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 4393 time: 0.1180861 Feb 09 21:37:46.708455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc2a9c-a729-465e-8afd-d12738e252bf req-9fbb700d-56c2-4bcd-adfb-e424e32f03ce tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.709901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54dc2a9c-a729-465e-8afd-d12738e252bf req-9fbb700d-56c2-4bcd-adfb-e424e32f03ce tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.0838585 Feb 09 21:37:46.825261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54dc2a9c-a729-465e-8afd-d12738e252bf req-e24469dc-b2cb-4f53-aa37-91fcc270d3ae tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952129 Feb 09 21:37:46.843723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f53e9-a047-4bfe-a72d-b089d220932c req-6192bab9-95dc-409b-9593-674710a52243 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.844876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-db252bb8-3f1c-4901-a761-65bd45a6ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.845441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-db252bb8-3f1c-4901-a761-65bd45a6ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.845924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-db252bb8-3f1c-4901-a761-65bd45a6ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.846152 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a55f53e9-a047-4bfe-a72d-b089d220932c req-6192bab9-95dc-409b-9593-674710a52243 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.1470318 Feb 09 21:37:46.847605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-db252bb8-3f1c-4901-a761-65bd45a6ea7e service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=e60271b94f64468cb086ace5dfeedfa5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1468844 Feb 09 21:37:46.934898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a'}, {'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:46.939896 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd47fc-4385-4174-84ee-7cde7d4a7dc3" -d '{"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-unplugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a"}, {"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-plugged", "status": "completed", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:46.965706 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a55f53e9-a047-4bfe-a72d-b089d220932c req-23e20438-b143-45d8-9bb8-ce7d950ad852 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054270 Feb 09 21:37:47.028987 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20917fbb-f99a-4ac0-9994-2e8502f7fcbd x-openstack-request-id: req-20917fbb-f99a-4ac0-9994-2e8502f7fcbd {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:47.029635 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-unplugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a", "code": 200}, {"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-plugged", "status": "completed", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:47.030093 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20917fbb-f99a-4ac0-9994-2e8502f7fcbd {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:47.030654 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a', 'code': 200} Feb 09 21:37:47.031070 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'code': 200} Feb 09 21:37:47.084498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f0e069-3966-4284-be29-220d6b4943b7 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:47.093287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Publish callbacks [] for port (b4f0e069-3966-4284-be29-220d6b4943b7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.109953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Transition to ACTIVE for port object b4f0e069-3966-4284-be29-220d6b4943b7 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:47.181807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'name': 'network-vif-deleted', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:47.184765 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de05f709-1469-4a6e-a6c7-cbdbbf4c3519" -d '{"events": [{"server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "name": "network-vif-deleted", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:47.205392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.282274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419610-3c76-4816-a499-cb07daca1e68 req-c571e09c-1893-4995-8790-6e600d2b0703 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.283873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6419610-3c76-4816-a499-cb07daca1e68 req-c571e09c-1893-4995-8790-6e600d2b0703 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 950 time: 0.0960999 Feb 09 21:37:47.284183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51912) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.284855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Pushing event updated for resources: {'Port': ['ID=b4f0e069-3966-4284-be29-220d6b4943b7,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:47.356807 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7117304a-c982-4f40-bebf-841ee484b8ea x-openstack-request-id: req-7117304a-c982-4f40-bebf-841ee484b8ea {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:47.358391 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d98c8ea-0b62-4b8a-8d68-036491bb6cd4", "name": "network-vif-deleted", "tag": "06089387-3a2a-4bb2-830b-ad246621c3b5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:47.359419 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7117304a-c982-4f40-bebf-841ee484b8ea {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:47.360401 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d98c8ea-0b62-4b8a-8d68-036491bb6cd4', 'name': 'network-vif-deleted', 'tag': '06089387-3a2a-4bb2-830b-ad246621c3b5', 'status': 'completed', 'code': 200} Feb 09 21:37:47.400007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6419610-3c76-4816-a499-cb07daca1e68 req-10933bb0-8ea5-436d-af7d-a158d81057d5 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967665 Feb 09 21:37:47.407627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-86481b33-06ac-4e28-9e9f-098522fbe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.409259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfba354e-2605-4c3e-8292-69d2d3f178ad req-86481b33-06ac-4e28-9e9f-098522fbe09f service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5524588 Feb 09 21:37:47.579577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-19e5a765-2ce2-440a-a3de-b84e00d0975f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241635 Feb 09 21:37:47.593480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Attempting to bind port b4f0e069-3966-4284-be29-220d6b4943b7 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:47.593480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Attempting to bind port b4f0e069-3966-4284-be29-220d6b4943b7 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:47.594174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Attempting to bind port b4f0e069-3966-4284-be29-220d6b4943b7 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:47.622419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-9d2b1b40-5630-4430-a401-5d857bb2c312 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.627764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-9d2b1b40-5630-4430-a401-5d857bb2c312 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.633751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-9d2b1b40-5630-4430-a401-5d857bb2c312 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.641740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-9d2b1b40-5630-4430-a401-5d857bb2c312 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.647051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-9d2b1b40-5630-4430-a401-5d857bb2c312 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.652550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-9d2b1b40-5630-4430-a401-5d857bb2c312 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.660089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-9d2b1b40-5630-4430-a401-5d857bb2c312 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 4600 time: 0.1969213 Feb 09 21:37:47.662094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Port b4f0e069-3966-4284-be29-220d6b4943b7 on network 7d989f55-4c5a-4820-860e-586d1b579112 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:47.662433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Attempting to bind port b4f0e069-3966-4284-be29-220d6b4943b7 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:47.678606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:47.678993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Checking segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:47.679356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Bound using segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:47.679848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Bound port: b4f0e069-3966-4284-be29-220d6b4943b7, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:47.680221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.739084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-8f03a02b-69ef-4636-93a9-62bd06cd2295 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.744403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-8f03a02b-69ef-4636-93a9-62bd06cd2295 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536582 Feb 09 21:37:47.757035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-3302edee-fa48-44ba-be62-9f14c11c2aa8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/quotas/726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 375 time: 0.0099030 Feb 09 21:37:47.824264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-66fdee50-4413-4c61-8adb-d6854e597911 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609584 Feb 09 21:37:47.857502 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6704a552-f10f-41b2-82e6-85fcf5141aaa req-55e9e830-4ab0-4641-911e-3986b6602b33 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963606 Feb 09 21:37:47.874208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] For port b4f0e069-3966-4284-be29-220d6b4943b7, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:47.878628 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] For port b4f0e069-3966-4284-be29-220d6b4943b7, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b4f0e069-3966-4284-be29-220d6b4943b7,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:47.919021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 06089387-3a2a-4bb2-830b-ad246621c3b5 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:47.944434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 06089387-3a2a-4bb2-830b-ad246621c3b5 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:47.945415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 06089387-3a2a-4bb2-830b-ad246621c3b5 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:47.993111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.060063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.060699 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.062221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] 10.222.0.110 "PUT /v2.0/ports/b4f0e069-3966-4284-be29-220d6b4943b7 HTTP/1.1" status: 200 len: 1131 time: 1.5629539 Feb 09 21:37:48.180131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911450f-e699-4a9c-b399-bd5f6c8ff280 req-642789b3-1baa-4f60-97c0-4c96f19702c8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.189011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a911450f-e699-4a9c-b399-bd5f6c8ff280 req-642789b3-1baa-4f60-97c0-4c96f19702c8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.0728083 Feb 09 21:37:48.270063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a911450f-e699-4a9c-b399-bd5f6c8ff280 req-781209ac-002c-4db1-93f9-bba7b4b121dd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800302 Feb 09 21:37:48.439561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd71c-4063-4236-881c-50e3916cdfef req-caa6e3fa-a811-45ca-a999-ba4217b3f7b3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.450037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fabd71c-4063-4236-881c-50e3916cdfef req-caa6e3fa-a811-45ca-a999-ba4217b3f7b3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.0757692 Feb 09 21:37:48.459908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:48.468284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:48.525951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef575dac-b992-4efa-91db-13005156e0ec service neutron] Pushing event updated for resources: {'Port': ['ID=b4f0e069-3966-4284-be29-220d6b4943b7,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:48.532815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fabd71c-4063-4236-881c-50e3916cdfef req-7d6871d1-6d2b-48bb-8a8e-b120d074a891 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Feb 09 21:37:48.559656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': 'b4f0e069-3966-4284-be29-220d6b4943b7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:48.561908 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9bd24a-3963-4a0f-9b15-d446235d334c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "b4f0e069-3966-4284-be29-220d6b4943b7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:48.585458 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9821f8-b1ff-452b-8f17-05e4df93fe7b req-41c5c6f9-ce50-47b3-bbfd-a801de49ed70 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.593330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad9821f8-b1ff-452b-8f17-05e4df93fe7b req-41c5c6f9-ce50-47b3-bbfd-a801de49ed70 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 1132 time: 0.5658209 Feb 09 21:37:48.605374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.618040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-096717ea-fbf9-480c-98f5-55ec895b9946 req-8136bd00-4935-4bd9-9f4c-c763a42a657e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 210 time: 0.0415802 Feb 09 21:37:48.636032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ad9821f8-b1ff-452b-8f17-05e4df93fe7b req-c60a1193-0676-418d-b750-f3c120aa0de9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.662015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:48.691970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'd4663b75-5167-47de-b113-1625aa33b03a', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'd4663b75-5167-47de-b113-1625aa33b03a', 'mac_address': 'fa:16:3e:4f:c0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:48.748222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:48.748626 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.775788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4663b75-5167-47de-b113-1625aa33b03a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:48.805011 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8346317d-622c-417f-bc69-017d50f58ee9 x-openstack-request-id: req-8346317d-622c-417f-bc69-017d50f58ee9 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:48.805314 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "b4f0e069-3966-4284-be29-220d6b4943b7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:48.807413 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8346317d-622c-417f-bc69-017d50f58ee9 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:48.807413 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': 'b4f0e069-3966-4284-be29-220d6b4943b7', 'status': 'completed', 'code': 200} Feb 09 21:37:48.830132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:48.881465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (7eca365c-4088-41ba-a2c0-35464b99ccf0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.896911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-b5698ee9-45c6-453d-8d8f-981093332b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.897783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-b5698ee9-45c6-453d-8d8f-981093332b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.898423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-b5698ee9-45c6-453d-8d8f-981093332b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.899133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-b5698ee9-45c6-453d-8d8f-981093332b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.899797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-b5698ee9-45c6-453d-8d8f-981093332b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.900581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-b5698ee9-45c6-453d-8d8f-981093332b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.903498 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-b5698ee9-45c6-453d-8d8f-981093332b95 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5348 time: 0.0832031 Feb 09 21:37:48.930584 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.015512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:49.033089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.033812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.034368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.035923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.036503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.037055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.048225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ad9821f8-b1ff-452b-8f17-05e4df93fe7b req-c60a1193-0676-418d-b750-f3c120aa0de9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Publish callbacks [] for security_group (0c8c7cfb-6e29-4a86-9775-d9601a646bd7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.048657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-f54aee5f-68c9-4f7b-9c27-50eba532b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.049318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-f54aee5f-68c9-4f7b-9c27-50eba532b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.049893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-f54aee5f-68c9-4f7b-9c27-50eba532b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.051696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.052495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-f54aee5f-68c9-4f7b-9c27-50eba532b481 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=e60271b94f64468cb086ace5dfeedfa5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1413062 Feb 09 21:37:49.053532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.055470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.055957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.056523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.059029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.059648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:49.090979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d4663b75-5167-47de-b113-1625aa33b03a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:49.190673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ad9821f8-b1ff-452b-8f17-05e4df93fe7b req-c60a1193-0676-418d-b750-f3c120aa0de9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0c8c7cfb-6e29-4a86-9775-d9601a646bd7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.205824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-a9844971-5a66-4fdb-b7fd-de4f7dec053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.207435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc9bd24a-3963-4a0f-9b15-d446235d334c req-a9844971-5a66-4fdb-b7fd-de4f7dec053d service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479902 Feb 09 21:37:49.268851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad9821f8-b1ff-452b-8f17-05e4df93fe7b req-c60a1193-0676-418d-b750-f3c120aa0de9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739976 Feb 09 21:37:49.291153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:49.304853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a1193-0676-418d-b750-f3c120aa0de9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c7cfb-6e29-4a86-9775-d9601a646bd7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:49.309739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Publish callbacks [] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.347792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Transition to ACTIVE for port object 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:49.438265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.462913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4729a5-3f67-47ab-bebe-0cc482315d19 req-4f4e5473-390a-415c-b370-32818d9c8671 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.464576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a4729a5-3f67-47ab-bebe-0cc482315d19 req-4f4e5473-390a-415c-b370-32818d9c8671 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.0593607 Feb 09 21:37:49.525431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a4729a5-3f67-47ab-bebe-0cc482315d19 req-cb91e036-9edb-4e9c-9c61-cf377ece4c90 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Feb 09 21:37:49.529055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Pushing event updated for resources: {'Port': ['ID=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:49.550858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-1065705d-9b34-4ce3-a43c-47b854af6374 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.564454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-1065705d-9b34-4ce3-a43c-47b854af6374 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.570318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-1065705d-9b34-4ce3-a43c-47b854af6374 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.576810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-1065705d-9b34-4ce3-a43c-47b854af6374 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.582943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-1065705d-9b34-4ce3-a43c-47b854af6374 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.588702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-1065705d-9b34-4ce3-a43c-47b854af6374 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.597312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-1065705d-9b34-4ce3-a43c-47b854af6374 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 4600 time: 0.2008152 Feb 09 21:37:49.714986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Deleting port ab1618e3-ab90-4c41-b831-eef1cc864935 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:49.715654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.782392 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16770161-d7dc-43c4-904a-6fbf2d2cea47 req-d99135d9-ecaf-47eb-9fd8-c84ca99d010a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1833262 Feb 09 21:37:49.791034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Attempting to bind port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:49.791377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Attempting to bind port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:49.792278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Attempting to bind port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:49.801243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 on network 7d989f55-4c5a-4820-860e-586d1b579112 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:49.801514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Attempting to bind port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:49.811178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:49.811797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Checking segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:49.811996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Bound using segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:49.812432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Bound port: 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:49.812794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.892659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] For port ab1618e3-ab90-4c41-b831-eef1cc864935, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ab1618e3-ab90-4c41-b831-eef1cc864935,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:49.893039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.922095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Calling delete_port for ab1618e3-ab90-4c41-b831-eef1cc864935 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:50.028160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] For port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:50.043588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] For port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:50.120878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be07-98fc-46c7-b7e8-19c8ec5f6238 req-01780bae-0e8d-4296-9753-74c5f96d60f6 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.122118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6996e7-f19b-4a9f-adb9-6834944f34b3 req-a7ad3bfe-80dc-4a7d-81fe-9926c7686d7c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.123612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df6996e7-f19b-4a9f-adb9-6834944f34b3 req-a7ad3bfe-80dc-4a7d-81fe-9926c7686d7c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.0704060 Feb 09 21:37:50.127954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6073be07-98fc-46c7-b7e8-19c8ec5f6238 req-01780bae-0e8d-4296-9753-74c5f96d60f6 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.1157141 Feb 09 21:37:50.176310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df6996e7-f19b-4a9f-adb9-6834944f34b3 req-91317f3b-b0c9-4792-ba7e-c18e4a020dd2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 Feb 09 21:37:50.228778 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.284389 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6073be07-98fc-46c7-b7e8-19c8ec5f6238 req-f31cbc60-b84e-41cc-bc75-489b3e2bf216 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9b531e7-8438-49dd-abae-4b753fcd15fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554053 Feb 09 21:37:50.301480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b911f8c5-8750-48fa-a500-bca9a6bad0b8 req-3de4f588-68e4-4777-bf3a-2d15888b39e6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 210 time: 0.0466709 Feb 09 21:37:50.376494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.377931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.379679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] 10.222.0.110 "PUT /v2.0/ports/8a562ee3-2e50-4601-ab45-421e6bbb5cd2 HTTP/1.1" status: 200 len: 1130 time: 1.9204352 Feb 09 21:37:50.382217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456990a7-b53e-43e7-8113-0d5c61d2127c service neutron] Pushing event updated for resources: {'Port': ['ID=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:50.444509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:50.505301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-69c555a7-1a06-4c8e-a80d-bdb1c35d7487 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336668 Feb 09 21:37:50.519080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port d4663b75-5167-47de-b113-1625aa33b03a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:50.519394 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4663b75-5167-47de-b113-1625aa33b03a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.579214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ab1618e3-ab90-4c41-b831-eef1cc864935), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.671123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:50.710680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1618e3-ab90-4c41-b831-eef1cc864935,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:50.722539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:50.723099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.730031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-91c2afec-34d8-4215-8afc-4ac14ca8559e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.739659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-91c2afec-34d8-4215-8afc-4ac14ca8559e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327816 Feb 09 21:37:50.760866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-5e9b46ab-458b-480d-a854-ae8fc6f6f1fa tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/quotas/e06e2d1ea85841b2a49238028e3efe00 HTTP/1.1" status: 200 len: 375 time: 0.0200307 Feb 09 21:37:50.792384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:50.794677 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfec694-4481-4795-83a8-9447130f25ff" -d '{"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-plugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:50.808388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '8a562ee3-2e50-4601-ab45-421e6bbb5cd2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:50.810878 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a3514a-223d-4aaa-9428-8e93619fff6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "8a562ee3-2e50-4601-ab45-421e6bbb5cd2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:50.821451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:50.891050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-926ed196-8329-4bb4-9a37-c8ebc2dffad6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291566 Feb 09 21:37:50.918029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-0e66396e-cb6c-4c66-b457-a580dfbcbee4 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.919529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-0e66396e-cb6c-4c66-b457-a580dfbcbee4 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.110 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 946 time: 0.1089702 Feb 09 21:37:50.941786 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-678524f3-c882-4b8f-862a-89c68151d6fa tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257946 Feb 09 21:37:50.951225 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.952958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e1c6c788-9deb-45fc-af9d-40ba287142de no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:51.090649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:51.142269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Deleting port cedcad4a-76d6-490b-b5b4-e400e31a20be {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:51.142803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.202938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e1c6c788-9deb-45fc-af9d-40ba287142de is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:51.319304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (7eca365c-4088-41ba-a2c0-35464b99ccf0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.322485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] For port cedcad4a-76d6-490b-b5b4-e400e31a20be, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cedcad4a-76d6-490b-b5b4-e400e31a20be,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:51.323497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.407173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d5eb0-2488-4c4f-a51b-81ba1126cf88 req-a3de7d4b-b500-4c77-b3e6-3ff3dbc9f391 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:51.418140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a3d5eb0-2488-4c4f-a51b-81ba1126cf88 req-a3de7d4b-b500-4c77-b3e6-3ff3dbc9f391 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.7086911 Feb 09 21:37:51.465964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.536530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a3d5eb0-2488-4c4f-a51b-81ba1126cf88 req-46662c9b-7622-412f-8af4-2cde5018b667 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168838 Feb 09 21:37:51.642667 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698060f4-9090-4119-ab6b-9534ff4940d4 x-openstack-request-id: req-698060f4-9090-4119-ab6b-9534ff4940d4 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:51.643572 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-plugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:51.644089 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-698060f4-9090-4119-ab6b-9534ff4940d4 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:51.644697 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a', 'code': 200} Feb 09 21:37:51.811114 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd0957-58b4-465d-a112-ad798020be66 x-openstack-request-id: req-80cd0957-58b4-465d-a112-ad798020be66 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:51.811759 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "8a562ee3-2e50-4601-ab45-421e6bbb5cd2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:51.811759 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-80cd0957-58b4-465d-a112-ad798020be66 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:51.812055 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '8a562ee3-2e50-4601-ab45-421e6bbb5cd2', 'status': 'completed', 'code': 200} Feb 09 21:37:51.874648 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.876676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.877012 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2 disassociated. External IP: 172.25.5.161, port: cedcad4a-76d6-490b-b5b4-e400e31a20be. Feb 09 21:37:51.877380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Calling delete_port for cedcad4a-76d6-490b-b5b4-e400e31a20be owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:52.001301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.001780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.002268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.002748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.003221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.003714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.010228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.012555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-01186fe1-cd9b-4e7d-9a60-e925e5a3ab6b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6302 time: 0.2726340 Feb 09 21:37:52.149771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-e3aedb71-974e-47f4-9dfa-c8c47c3dd308 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.151397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-e3aedb71-974e-47f4-9dfa-c8c47c3dd308 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1890328 Feb 09 21:37:52.177598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Request body: {'port': {'device_id': '838476bd-4825-4f23-b699-a7e61f58a600', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '726caae83fa8493ea37127b0b806deed'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:52.259138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.266817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.273896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.279766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.285267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.296118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.301587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.309674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-d1fd9df7-540f-4ff5-ae9c-ac50243cb300 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5372 time: 0.4128406 Feb 09 21:37:52.502433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-9b537712-1c36-4f01-8b59-f203b17593d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.502839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-9b537712-1c36-4f01-8b59-f203b17593d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.503318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-9b537712-1c36-4f01-8b59-f203b17593d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.517281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-9b537712-1c36-4f01-8b59-f203b17593d9 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=e60271b94f64468cb086ace5dfeedfa5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4897823 Feb 09 21:37:52.650216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48966c2f-1d22-4947-91fe-a7730e7bdb96 req-8e0a4c30-752b-499a-834d-8489d43522e8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.659245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48966c2f-1d22-4947-91fe-a7730e7bdb96 req-8e0a4c30-752b-499a-834d-8489d43522e8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.4363494 Feb 09 21:37:52.755809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cedcad4a-76d6-490b-b5b4-e400e31a20be), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.781956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48966c2f-1d22-4947-91fe-a7730e7bdb96 req-c12e24b5-5721-4aa1-94af-eecc104d14f5 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162798 Feb 09 21:37:52.857231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-fa69a200-578a-4e23-8018-0b4bd841c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.870909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3a3514a-223d-4aaa-9428-8e93619fff6b req-fa69a200-578a-4e23-8018-0b4bd841c26f service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3462763 Feb 09 21:37:52.872010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event deleted for resources: {'Port': ['ID=cedcad4a-76d6-490b-b5b4-e400e31a20be,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:52.953770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e46346df-c2c3-4c20-8949-847c7d512b4a req-f3246954-f977-479e-a49c-5d99394d82a5 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 210 time: 0.0704150 Feb 09 21:37:53.130614 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cbc6c0f3-0756-40ae-a3c1-eff796f5f51a req-182c2078-c035-435c-85b9-ccfc685b3f33 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 210 time: 0.0477722 Feb 09 21:37:53.198189 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36009ca3-f211-4bf0-b142-b2b93cff3adc req-82487b2d-4350-49f3-a270-e2fa07da4794 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8823209 Feb 09 21:37:53.226850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:53.305917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Router 7eca365c-4088-41ba-a2c0-35464b99ccf0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:53.359791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Made reservation on behalf of 726caae83fa8493ea37127b0b806deed for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:53.367316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.633657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:53.642497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:53.657444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4f2f91fa-ec9a-451c-8602-0423c79d7f7b admin admin] 10.222.0.98 "PUT /v2.0/routers/7eca365c-4088-41ba-a2c0-35464b99ccf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3634162 Feb 09 21:37:53.664767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52062) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:53.672636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c011c04-5e86-422d-aeb0-351d3d116373 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:53.674913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] Sync routers for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:53.701946 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] Sync routers for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:53.715184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:53.717529 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:53.718398 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:53.719990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:53.738079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Publish callbacks [] for port (3c011c04-5e86-422d-aeb0-351d3d116373), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.779092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] No DVR routers for this DVR port cedcad4a-76d6-490b-b5b4-e400e31a20be on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:53.782838 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.786424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4badda1f-4e94-45a7-b1ba-9abfc4a41fe1 req-614e9a1a-8034-4ff3-9fc8-34a4554be662 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.110 "DELETE /v2.0/ports/cedcad4a-76d6-490b-b5b4-e400e31a20be HTTP/1.1" status: 204 len: 173 time: 2.8553700 Feb 09 21:37:53.796265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'name': 'network-vif-deleted', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:53.801591 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6c7ab2-d20d-405c-be77-3e5167fe1202" -d '{"events": [{"server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "name": "network-vif-deleted", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:53.840104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70b39e99-a4a8-48ec-b67b-ac8eec1eb4c9 req-f61af530-1811-44f9-bb5d-2f31800b360c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 210 time: 0.0481975 Feb 09 21:37:53.911772 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:53.996551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks [] for router (7eca365c-4088-41ba-a2c0-35464b99ccf0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.006964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Transition to ACTIVE for port object 3c011c04-5e86-422d-aeb0-351d3d116373 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:54.021597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5218-17ab-416a-bee2-5c55bd596d94 req-43aebe9d-c531-4a86-bee9-784b554fb2a2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.028861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d08f5218-17ab-416a-bee2-5c55bd596d94 req-43aebe9d-c531-4a86-bee9-784b554fb2a2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.6834414 Feb 09 21:37:54.059761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657072e-744d-4c60-9b5d-077a534511cf req-d73806a2-70ba-4a8b-a514-97d0a0fca3da tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.069553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0657072e-744d-4c60-9b5d-077a534511cf req-d73806a2-70ba-4a8b-a514-97d0a0fca3da tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.1156468 Feb 09 21:37:54.120377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:54.172232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0657072e-744d-4c60-9b5d-077a534511cf req-499c587b-f2e7-4b34-96a8-1c37539a0c01 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962777 Feb 09 21:37:54.206363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.242831 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af0a7c6-c7be-477a-9f21-e12c681817dd x-openstack-request-id: req-7af0a7c6-c7be-477a-9f21-e12c681817dd {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:54.245437 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e67e4fd-1779-4ea8-b1f8-151d6b1532a3", "name": "network-vif-deleted", "tag": "cedcad4a-76d6-490b-b5b4-e400e31a20be", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:54.245437 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7af0a7c6-c7be-477a-9f21-e12c681817dd {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:54.245437 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e67e4fd-1779-4ea8-b1f8-151d6b1532a3', 'name': 'network-vif-deleted', 'tag': 'cedcad4a-76d6-490b-b5b4-e400e31a20be', 'status': 'completed', 'code': 200} Feb 09 21:37:54.266565 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:37:50Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:54.334691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Pushing event updated for resources: {'Port': ['ID=3c011c04-5e86-422d-aeb0-351d3d116373,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:54.340940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cedcad4a-76d6-490b-b5b4-e400e31a20be no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:54.374245 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] Checking router: 7eca365c-4088-41ba-a2c0-35464b99ccf0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:54.389599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: cedcad4a-76d6-490b-b5b4-e400e31a20be {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:54.389950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cedcad4a-76d6-490b-b5b4-e400e31a20be not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:54.421169 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] Routers {'7eca365c-4088-41ba-a2c0-35464b99ccf0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:54.421843 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7eca365c-4088-41ba-a2c0-35464b99ccf0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:54.435122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a64cf6f-ba3f-4667-bf9f-54431455570d req-2b3aed23-4c5f-4e4f-9e5d-0cc588d6ef6b tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e67e4fd-1779-4ea8-b1f8-151d6b1532a3 HTTP/1.1" status: 200 len: 210 time: 0.0425150 Feb 09 21:37:54.545612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:54.581884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b504409c-2c98-4d8f-a7d1-28cc6691c783 req-706fa8e3-1ac3-4171-8f68-8cc5db3c388c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 210 time: 0.0471790 Feb 09 21:37:54.662535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] Checking router: f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:54.669170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Allocated IP 192.168.233.222 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/ae5ba1d3-0a8f-4ed0-8617-4899b39561e2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:54.712042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:54.712759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:37:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:54.722508 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] Set router 7eca365c-4088-41ba-a2c0-35464b99ccf0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:54.777494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d08f5218-17ab-416a-bee2-5c55bd596d94 req-bd6be2fc-77ba-47a9-b68c-25fb7317af84 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822995 Feb 09 21:37:54.809831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks [] for router_gateway (7eca365c-4088-41ba-a2c0-35464b99ccf0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.875451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.890334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.903958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.916405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.930348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.954780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.968153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.985109 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-497816a8-c058-4710-a21e-53b086050675 req-4750fa69-d9f2-4e7f-be3f-f2cc2356127a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5384 time: 0.2937915 Feb 09 21:37:55.133769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:55.201057 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-497816a8-c058-4710-a21e-53b086050675 req-5fb53156-4e61-4685-8656-229e92377828 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130280 Feb 09 21:37:55.356089 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:37:50Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.439969 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e4810-7c2c-4fed-a5d6-ae3307ca94cf None None] The sync data for ids ['7eca365c-4088-41ba-a2c0-35464b99ccf0'] in n-d-828599-1 is: [{'id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-800860370-router', 'tenant_id': 'b124b155377944e2b69dfe66e8dc5445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:08Z', 'updated_at': '2022-02-09T21:37:50Z', 'revision_number': 5, 'project_id': 'b124b155377944e2b69dfe66e8dc5445', 'gw_port': {'id': '6f374836-36a9-40c6-95e7-ae40975c8f7f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eca365c-4088-41ba-a2c0-35464b99ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:55.517330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db9807de-6bbc-4821-9417-8753df129e18 req-a1edb581-b8d1-4bd2-92d2-45fd86cd79c6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 210 time: 0.3434243 Feb 09 21:37:55.559726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b08b8-0283-4105-829b-9fa52fc5fe2e req-49839aa2-33d8-4e04-84ed-74802b57fd14 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:55.561559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-586b08b8-0283-4105-829b-9fa52fc5fe2e req-49839aa2-33d8-4e04-84ed-74802b57fd14 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.1590488 Feb 09 21:37:55.590410 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:37:55.699976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Attempting to bind port 3c011c04-5e86-422d-aeb0-351d3d116373 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:55.702376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Attempting to bind port 3c011c04-5e86-422d-aeb0-351d3d116373 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:55.702915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Attempting to bind port 3c011c04-5e86-422d-aeb0-351d3d116373 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:55.729145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Deleting port 6f374836-36a9-40c6-95e7-ae40975c8f7f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:55.750213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.774102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-586b08b8-0283-4105-829b-9fa52fc5fe2e req-5f32738a-d9c3-4699-8d5e-e6cdf0a16ede tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055917 Feb 09 21:37:55.908265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ab1618e3-ab90-4c41-b831-eef1cc864935 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:55.944133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ab1618e3-ab90-4c41-b831-eef1cc864935 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:55.959769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ab1618e3-ab90-4c41-b831-eef1cc864935 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:56.016708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Port 3c011c04-5e86-422d-aeb0-351d3d116373 on network 7d989f55-4c5a-4820-860e-586d1b579112 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:56.017144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Attempting to bind port 3c011c04-5e86-422d-aeb0-351d3d116373 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:56.048586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:56.088007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-450b318a-719c-4c7e-a4ba-41c0e2a1d727 req-251f2c92-9999-4364-868f-6f0cbd33ea8a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 210 time: 0.1054883 Feb 09 21:37:56.093918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:56.095518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Checking segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:56.096117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Bound using segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:56.096740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Bound port: 3c011c04-5e86-422d-aeb0-351d3d116373, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:56.097267 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.098035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef33fd1-0baf-4381-a2ee-d750ea074cf7 req-c0053afa-4842-4b9b-b043-f55a8864b387 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.107820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bef33fd1-0baf-4381-a2ee-d750ea074cf7 req-c0053afa-4842-4b9b-b043-f55a8864b387 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 0.1120234 Feb 09 21:37:56.124353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] For port 6f374836-36a9-40c6-95e7-ae40975c8f7f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f374836-36a9-40c6-95e7-ae40975c8f7f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:56.124727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.136921 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks [] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.163252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e70e11-1610-4436-b02e-02b3fcdb6b5a None None] The sync data for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 is: [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:35:18Z', 'revision_number': 4, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '842f03c0-15db-4e4a-a609-1876995a3958', 'name': '', 'network_id': '9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'mac_address': 'fa:16:3e:8a:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '2036c750-d512-4a1b-889a-628aa53d2119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:17Z', 'updated_at': '2022-02-09T21:35:25Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'subnets': [{'id': '2036c750-d512-4a1b-889a-628aa53d2119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:56.216612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Calling delete_port for 6f374836-36a9-40c6-95e7-ae40975c8f7f owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:56.312807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f1952b45-15e8-4bd2-986b-070cd9f0d05c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628853 Feb 09 21:37:56.324865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bef33fd1-0baf-4381-a2ee-d750ea074cf7 req-360bc0eb-41e0-44c8-9c1e-65250629cba1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085905 Feb 09 21:37:56.512134 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.516040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52114) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:56.525657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:56.528904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2b18d825-ba80-4be1-9e55-c3b37c1dfa82'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:56.750891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-68f3721e-5cc4-4618-8c12-7e857ecb77fa tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.761492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-68f3721e-5cc4-4618-8c12-7e857ecb77fa tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4353747 Feb 09 21:37:56.769258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:56.787829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.797183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad0f61b-4c67-4ea8-95f3-1735d835f10b None None] New status for floating IP 4da8b6a2-6fe9-4a96-990f-69b992b5d5d2: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:56.805373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.810721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.819080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.824925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.830430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.835639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.840972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] For port 3c011c04-5e86-422d-aeb0-351d3d116373, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:56.843556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20c46ffd-d984-412b-8711-f20daf40ee72 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group (c9b531e7-8438-49dd-abae-4b753fcd15fb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.844652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-4f794141-a395-4f9e-bf4e-be2aeb34048d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5384 time: 0.3675456 Feb 09 21:37:56.855500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:56.881004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20c46ffd-d984-412b-8711-f20daf40ee72 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group (c9b531e7-8438-49dd-abae-4b753fcd15fb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.970580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eabdc229-989b-46f7-b079-a9b24bf9752e req-196f8b60-d1f6-4b41-be11-f2dc61b9edcd tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 210 time: 0.3017843 Feb 09 21:37:57.023235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:57.031597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] For port 3c011c04-5e86-422d-aeb0-351d3d116373, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3c011c04-5e86-422d-aeb0-351d3d116373,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:57.033546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:57.055520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:57.091920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-2f0b19ae-0183-4849-9da1-dfe361ecb1f2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1045184 Feb 09 21:37:57.176602 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.177618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.186004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20c46ffd-d984-412b-8711-f20daf40ee72 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c9b531e7-8438-49dd-abae-4b753fcd15fb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.190299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20c46ffd-d984-412b-8711-f20daf40ee72 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.192614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20c46ffd-d984-412b-8711-f20daf40ee72 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "DELETE /v2.0/security-groups/c9b531e7-8438-49dd-abae-4b753fcd15fb HTTP/1.1" status: 204 len: 168 time: 0.6726456 Feb 09 21:37:57.246586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52122) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:57.287087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c46ffd-d984-412b-8711-f20daf40ee72 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b531e7-8438-49dd-abae-4b753fcd15fb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:57.301461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.331552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.331552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.332045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] 10.222.0.110 "PUT /v2.0/ports/3c011c04-5e86-422d-aeb0-351d3d116373 HTTP/1.1" status: 200 len: 1090 time: 6.6769700 Feb 09 21:37:57.367974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:57.367974 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94665ec7-1160-44d1-8071-bd05288b70b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:57.430017 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-dc7a2da8-5656-429a-8e75-24fa3b1719c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2491884 Feb 09 21:37:57.444124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Request body: {'port': {'device_id': '838476bd-4825-4f23-b699-a7e61f58a600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:57.445472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:57.460119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.514680 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-7b5a180f-d6de-466f-b52e-af945d288a3f tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] show failed (client error): The resource could not be found. Feb 09 21:37:57.524561 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b5a180f-d6de-466f-b52e-af945d288a3f tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "GET /v2.0/security-groups/c9b531e7-8438-49dd-abae-4b753fcd15fb HTTP/1.1" status: 404 len: 347 time: 0.2743173 Feb 09 21:37:57.552340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52130) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:57.579461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:57.643112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e3e5ecd6-7f68-4abf-8b51-7661e5273921 None None] Provisioning complete for port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:57.643731 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ecd6-7f68-4abf-8b51-7661e5273921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.686444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74b04fa4-a27c-404c-a10e-798aa7d793bb req-a52e4fa4-40aa-47b1-b123-60da3c76a718 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8324983 Feb 09 21:37:57.767879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5ecd6-7f68-4abf-8b51-7661e5273921 None None] Port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:57.833347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abf739-2459-410e-94ff-72197e378f3c req-05149df7-cf7d-4e9a-b962-1602631761c7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.844937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1abf739-2459-410e-94ff-72197e378f3c req-05149df7-cf7d-4e9a-b962-1602631761c7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.6857419 Feb 09 21:37:57.948657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.72 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/36a89190-076e-4a92-bc33-e8d0d0f2809b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:58.126883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.207050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.236387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f0682-77de-4fd6-b5f0-ddbb55dd1ece service neutron] Pushing event updated for resources: {'Port': ['ID=3c011c04-5e86-422d-aeb0-351d3d116373,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:58.284851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1abf739-2459-410e-94ff-72197e378f3c req-ba06b1a9-631f-46a1-899f-8e731f9bea87 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643547 Feb 09 21:37:58.385515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6f374836-36a9-40c6-95e7-ae40975c8f7f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.436375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3583e00-a531-4c07-960f-44473c3164bf), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.483622 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1f2e8c-dd6c-4136-a3c7-a008d7412dc1 x-openstack-request-id: req-0d1f2e8c-dd6c-4136-a3c7-a008d7412dc1 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:58.484312 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:58.494222 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d1f2e8c-dd6c-4136-a3c7-a008d7412dc1 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:58.495010 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373', 'status': 'completed', 'code': 200} Feb 09 21:37:58.495963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-5563cec1-7931-4c39-a182-8dd738ed08fc tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.497538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-5563cec1-7931-4c39-a182-8dd738ed08fc tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3888240 Feb 09 21:37:58.498075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.110', 62481) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:58.507950 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-9dcbb302-9e9b-4809-bd40-b0ce89698cc7 service neutron] 10.222.0.30 "GET /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.2149618 Feb 09 21:37:58.580100 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.591122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:58.730500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': 'c731b14f-5642-482b-9ebb-d108938d8676', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:58.785129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3583e00-a531-4c07-960f-44473c3164bf {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:58.794767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Publish callbacks [] for port (e3583e00-a531-4c07-960f-44473c3164bf), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.808290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Transition to ACTIVE for port object e3583e00-a531-4c07-960f-44473c3164bf will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:58.876461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f374836-36a9-40c6-95e7-ae40975c8f7f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:58.912123 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e3583e00-a531-4c07-960f-44473c3164bf), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.007594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.404512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:59.437847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:59.450646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:59.519262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=36a89190-076e-4a92-bc33-e8d0d0f2809b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:59.529101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc19f1-5951-42bc-aab0-c87b6fcd5f74 req-b0a17ae8-0c0a-413e-a5c7-4c124cf7992b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.536144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddfc19f1-5951-42bc-aab0-c87b6fcd5f74 req-b0a17ae8-0c0a-413e-a5c7-4c124cf7992b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 936 time: 1.1184778 Feb 09 21:37:59.606775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.614351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.631357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.632033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.632578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.633110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.633638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.634168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.634695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.637431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-b69934bc-afac-4685-913a-e4c6448bc802 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6400 time: 1.1285439 Feb 09 21:37:59.648421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:59.652308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.747522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (7eca365c-4088-41ba-a2c0-35464b99ccf0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.826664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-c2e237fd-9bce-4668-b466-3f41ded7773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.827257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-c2e237fd-9bce-4668-b466-3f41ded7773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.827827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-c2e237fd-9bce-4668-b466-3f41ded7773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.829744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-c2e237fd-9bce-4668-b466-3f41ded7773b service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=e60271b94f64468cb086ace5dfeedfa5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1748881 Feb 09 21:37:59.985183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-2a865eaa-6d9b-4562-884c-a117f26dcda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.991293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94665ec7-1160-44d1-8071-bd05288b70b1 req-2a865eaa-6d9b-4562-884c-a117f26dcda6 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459920 Feb 09 21:38:00.046914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-d3ee836c-a3ff-43f9-9bd7-d404496955d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1953957 Feb 09 21:38:00.066160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fe5d0f45-30c9-4cc0-ac53-c1caa977085f None None] Provisioning complete for port 36a89190-076e-4a92-bc33-e8d0d0f2809b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:00.067201 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f45-30c9-4cc0-ac53-c1caa977085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.067334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Request body: {'port': {'device_id': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:00.122978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d0f45-30c9-4cc0-ac53-c1caa977085f None None] Port 36a89190-076e-4a92-bc33-e8d0d0f2809b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:00.147325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddfc19f1-5951-42bc-aab0-c87b6fcd5f74 req-bf168ecf-8b61-4e52-a01b-9b961e292da3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073630 Feb 09 21:38:00.159673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf94a8d-99a9-46be-bc82-2e0bbe1dc704 req-1fa9f399-4b36-4945-8463-e2f720eee3ce tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.161431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbf94a8d-99a9-46be-bc82-2e0bbe1dc704 req-1fa9f399-4b36-4945-8463-e2f720eee3ce tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 943 time: 1.3498325 Feb 09 21:38:00.174764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Pushing event updated for resources: {'Port': ['ID=e3583e00-a531-4c07-960f-44473c3164bf,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:00.209422 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (7eca365c-4088-41ba-a2c0-35464b99ccf0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.215014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks [] for router_controller (7eca365c-4088-41ba-a2c0-35464b99ccf0), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.295062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c539eb-9b17-4f89-8a28-4f59bd209636 req-a61fb4c7-72de-4aa8-9b03-eba7b4953b0d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 210 time: 0.0478516 Feb 09 21:38:00.306495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:00.317926 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.387839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Deleting port fe61fdb5-d137-4b12-b50a-511ec2612cb1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:00.389502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.397850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:00.410249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Attempting to bind port e3583e00-a531-4c07-960f-44473c3164bf on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:00.410602 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Attempting to bind port e3583e00-a531-4c07-960f-44473c3164bf by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:00.410945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Attempting to bind port e3583e00-a531-4c07-960f-44473c3164bf on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:00.419052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.507806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c6c788-9deb-45fc-af9d-40ba287142de {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:00.587835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:00.594982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:00.596300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Publish callbacks [] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.611371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Transition to ACTIVE for port object ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:00.617198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbf94a8d-99a9-46be-bc82-2e0bbe1dc704 req-2290ae40-13f2-49bf-8643-4db369ef9c3c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482441 Feb 09 21:38:00.625170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Port e3583e00-a531-4c07-960f-44473c3164bf on network 7d989f55-4c5a-4820-860e-586d1b579112 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:00.625515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Attempting to bind port e3583e00-a531-4c07-960f-44473c3164bf on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:00.646885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:00.647242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Checking segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:00.647633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Bound using segment: {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:00.648113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Bound port: e3583e00-a531-4c07-960f-44473c3164bf, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48233f9a-ea39-4af3-8edd-ad154ff49012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:00.648483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3583e00-a531-4c07-960f-44473c3164bf), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.704957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.744259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] For port e3583e00-a531-4c07-960f-44473c3164bf, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:00.748585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] For port e3583e00-a531-4c07-960f-44473c3164bf, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3583e00-a531-4c07-960f-44473c3164bf,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:00.748727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.756099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.761580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.767657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.768107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.774166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.783512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.789437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.798151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-b3ddd9fc-7f7d-4aba-940d-b5e11a570542 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5396 time: 0.3595304 Feb 09 21:38:00.844841 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (7eca365c-4088-41ba-a2c0-35464b99ccf0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.845990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eca365c-4088-41ba-a2c0-35464b99ccf0 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:00.855945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.860332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bcdba302-5ae4-4068-832b-29ec6adb41d1 admin admin] 10.222.0.98 "DELETE /v2.0/routers/7eca365c-4088-41ba-a2c0-35464b99ccf0 HTTP/1.1" status: 204 len: 168 time: 7.1945310 Feb 09 21:38:00.887899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52152) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:00.887899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:00.916385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e3583e00-a531-4c07-960f-44473c3164bf), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.987327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.129 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/5832eff4-4736-4dbe-8523-b7d9d4cd053a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:01.048589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0aeb8d7-8771-4792-b685-b7a2fa9bc341 req-aab6dc97-20e8-46a0-93ce-660dd2cc49f0 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494416 Feb 09 21:38:01.113572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.114585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.116534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] 10.222.0.110 "PUT /v2.0/ports/e3583e00-a531-4c07-960f-44473c3164bf HTTP/1.1" status: 200 len: 1091 time: 3.5621133 Feb 09 21:38:01.152215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] Transition to ACTIVE for port object e1c6c788-9deb-45fc-af9d-40ba287142de will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:01.181227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:01.183740 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321f495-5473-443c-8d9b-b9eb3ba7e592" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "e3583e00-a531-4c07-960f-44473c3164bf"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:01.257551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:01.344515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.347579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (fe61fdb5-d137-4b12-b50a-511ec2612cb1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.357065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.392474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Calling delete_port for fe61fdb5-d137-4b12-b50a-511ec2612cb1 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:01.397365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] Deleting subnet 65e22066-4380-4d7d-a1cd-5ef50fde135f {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:01.430741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] Publish callbacks [] for subnet (65e22066-4380-4d7d-a1cd-5ef50fde135f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.443879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4b8e-bb54-4276-b6e7-c1800f510188 service neutron] Pushing event updated for resources: {'Port': ['ID=e3583e00-a531-4c07-960f-44473c3164bf,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:01.514632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d13c3-df23-44e0-8b86-f952a9adf82e req-a5c15fba-20d3-4327-ae42-6cb2b6663cd4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.516661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b7d13c3-df23-44e0-8b86-f952a9adf82e req-a5c15fba-20d3-4327-ae42-6cb2b6663cd4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.7622578 Feb 09 21:38:01.559666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Attempting to bind port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:01.559666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Attempting to bind port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:01.559666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Attempting to bind port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:01.583534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] Pushing event updated for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:01.590052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] No DVR routers for this DVR port e1c6c788-9deb-45fc-af9d-40ba287142de on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:01.620008 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.621024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:01.621470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Attempting to bind port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:01.628347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105c1f-98c5-48b9-9e2c-f05e048b33d8 req-1003dbe2-2c9a-4f95-b50a-5d024a35942b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.635127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.636028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15105c1f-98c5-48b9-9e2c-f05e048b33d8 req-1003dbe2-2c9a-4f95-b50a-5d024a35942b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.3043039 Feb 09 21:38:01.643870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (65e22066-4380-4d7d-a1cd-5ef50fde135f), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.696240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-f715fe95-fc2b-49db-a9c3-fb002c99197a service neutron] 10.222.0.30 "PUT /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0903223 Feb 09 21:38:01.702182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f374836-36a9-40c6-95e7-ae40975c8f7f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:01.751045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:01.751204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:01.751554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:01.752114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Bound port: ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:01.752596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.762287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15105c1f-98c5-48b9-9e2c-f05e048b33d8 req-10d4b778-ccec-4fa4-a94e-f462a9ce31c5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169331 Feb 09 21:38:01.778801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6f374836-36a9-40c6-95e7-ae40975c8f7f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:01.783200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f374836-36a9-40c6-95e7-ae40975c8f7f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:01.813539 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43518cc6-ba7e-4577-a49f-315d963137cc x-openstack-request-id: req-43518cc6-ba7e-4577-a49f-315d963137cc {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:01.813823 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "e3583e00-a531-4c07-960f-44473c3164bf", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:01.814082 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43518cc6-ba7e-4577-a49f-315d963137cc {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:01.814980 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf', 'status': 'completed', 'code': 200} Feb 09 21:38:01.865406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b7d13c3-df23-44e0-8b86-f952a9adf82e req-734c9025-5393-4e73-bde6-adc3da28a8a9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024271 Feb 09 21:38:01.871121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.110', 62482) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.924867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.940483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:02.125775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:02.133710 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=5832eff4-4736-4dbe-8523-b7d9d4cd053a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:02.142931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:02.152897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.153561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.154190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.155690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.156344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.156992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.157655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.160067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-6a47565c-8c0a-419c-b9a1-aa9bc8d1ff68 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6498 time: 0.3409984 Feb 09 21:38:02.168230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:02.252122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (65e22066-4380-4d7d-a1cd-5ef50fde135f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.257648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434db99-261f-481b-b228-0e1a082ce1fa req-2141c6bb-6750-4566-9ab7-1cbc9d43ca1d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.265396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0434db99-261f-481b-b228-0e1a082ce1fa req-2141c6bb-6750-4566-9ab7-1cbc9d43ca1d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 936 time: 0.3349683 Feb 09 21:38:02.320796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:02.430686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-ec9cc1e4-db71-4823-b455-5a637fd71099 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.444493 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-ec9cc1e4-db71-4823-b455-5a637fd71099 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.5702062 Feb 09 21:38:02.451501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:02.486222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.486222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.551083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c9a52-abd5-4272-8393-c9d358dc4792 req-99819295-f2a1-45d0-b573-7a7adca4ce2c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.552667 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a38c9a52-abd5-4272-8393-c9d358dc4792 req-99819295-f2a1-45d0-b573-7a7adca4ce2c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.5524228 Feb 09 21:38:02.569690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-50667d93-03c4-42a8-888a-50f06898ec8a None None] Provisioning complete for port 5832eff4-4736-4dbe-8523-b7d9d4cd053a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:02.570059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-50667d93-03c4-42a8-888a-50f06898ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.593838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (65e22066-4380-4d7d-a1cd-5ef50fde135f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.596916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (fe61fdb5-d137-4b12-b50a-511ec2612cb1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.598598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.613274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-54210703-7dd0-4039-b4eb-bcb7e41d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.614709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-54210703-7dd0-4039-b4eb-bcb7e41d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.616405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-54210703-7dd0-4039-b4eb-bcb7e41d776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.618298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-54210703-7dd0-4039-b4eb-bcb7e41d776d service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=e60271b94f64468cb086ace5dfeedfa5&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4451735 Feb 09 21:38:02.648196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-50667d93-03c4-42a8-888a-50f06898ec8a None None] Port 5832eff4-4736-4dbe-8523-b7d9d4cd053a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:02.660010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Pushing event deleted for resources: {'Port': ['ID=fe61fdb5-d137-4b12-b50a-511ec2612cb1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:02.731827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e22066-4380-4d7d-a1cd-5ef50fde135f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:02.751796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0434db99-261f-481b-b228-0e1a082ce1fa req-ac088f03-9646-4bc8-9d9a-53411ba269c8 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850118 Feb 09 21:38:02.754517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a89190-076e-4a92-bc33-e8d0d0f2809b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:02.774860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f33c9428-f8df-4216-9f9c-dcf719f6d800 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0458810 Feb 09 21:38:02.775067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a38c9a52-abd5-4272-8393-c9d358dc4792 req-b224f037-9276-43d8-9b83-7ba443b679a2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911910 Feb 09 21:38:02.779149 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Publish callbacks [] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.793569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.794318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.802345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 200 len: 1096 time: 5.3658099 Feb 09 21:38:02.810205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Request body: {'port': {'device_id': 'c731b14f-5642-482b-9ebb-d108938d8676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:02.864027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-73896f03-aa08-47ee-aad4-d73a3feda533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.865594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-73896f03-aa08-47ee-aad4-d73a3feda533 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5&tenant_id=85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 1126 time: 0.4033387 Feb 09 21:38:02.992271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.999075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9896dccd-b99e-4670-9923-4e3294cb0483 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/65e22066-4380-4d7d-a1cd-5ef50fde135f HTTP/1.1" status: 204 len: 168 time: 2.0904915 Feb 09 21:38:03.000471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb6258-16d9-4b27-a7a0-d61cb7b58381 None None] Network 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:03.042285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52192) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:03.055348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.199284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efece25d-977f-4625-ab01-7476a867c9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:03.254528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks [] for floatingip (4da8b6a2-6fe9-4a96-990f-69b992b5d5d2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.258325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.262886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-98801e3d-8690-4ff5-87b3-76cf72c984c8 tempest-ServersWithSpecificFlavorTestJSON-2093006534 tempest-ServersWithSpecificFlavorTestJSON-2093006534-project] 10.222.0.98 "DELETE /v2.0/floatingips/4da8b6a2-6fe9-4a96-990f-69b992b5d5d2 HTTP/1.1" status: 204 len: 168 time: 5.5100884 Feb 09 21:38:03.263841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.273040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-d540250d-ad02-4724-af53-d2883396b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.287395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-d540250d-ad02-4724-af53-d2883396b694 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1126 time: 0.3612406 Feb 09 21:38:03.333282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] DHCP port deletion for 97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:03.341764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Transition to ACTIVE for port object 36a89190-076e-4a92-bc33-e8d0d0f2809b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:03.371456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-fec8ad52-4ed0-4faf-9371-a5472e703d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.374279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-fec8ad52-4ed0-4faf-9371-a5472e703d6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 1130 time: 0.4273951 Feb 09 21:38:03.387475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] Deleting port bbd33553-f693-4aab-ba08-f649bcda51c0 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:03.390076 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.473120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] For port bbd33553-f693-4aab-ba08-f649bcda51c0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bbd33553-f693-4aab-ba08-f649bcda51c0,segment=NetworkSegment(f2343f02-1f91-42a1-a655-8b98b3197d4d),segment_id=f2343f02-1f91-42a1-a655-8b98b3197d4d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:03.473987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.489673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] Calling delete_port for bbd33553-f693-4aab-ba08-f649bcda51c0 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:03.575452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-b023b8e3-e82d-4b46-a4f6-19a0424a64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.576927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-b023b8e3-e82d-4b46-a4f6-19a0424a64a5 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9446728 Feb 09 21:38:03.586118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.633577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.638987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.649914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.655384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.673740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.679163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.711737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.713778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-21dcdc67-27dc-4314-bdca-4ee7bdefccb1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5396 time: 0.6840827 Feb 09 21:38:03.783725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bbd33553-f693-4aab-ba08-f649bcda51c0 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:03.851271 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:03.964369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] Pushing event deleted for resources: {'Port': ['ID=bbd33553-f693-4aab-ba08-f649bcda51c0,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:03.983392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:03.983758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134a0a8-e213-4714-8522-4e6624d738ad None None] No DVR routers for this DVR port bbd33553-f693-4aab-ba08-f649bcda51c0 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:03.988813 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed736853-f0b1-4e27-9e3f-3ea74320349e" -d '{"events": [{"name": "network-changed", "server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:04.032735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-6ab2871d-2909-4de3-ab77-f1cf404af524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 200 len: 217 time: 0.6076772 Feb 09 21:38:04.042952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port bbd33553-f693-4aab-ba08-f649bcda51c0 {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:38:04.043556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port bbd33553-f693-4aab-ba08-f649bcda51c0 host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:38:04.044011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bbd33553-f693-4aab-ba08-f649bcda51c0 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:04.101863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-227dee1f-860e-4ac2-acf7-7d068ae118f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.103617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-227dee1f-860e-4ac2-acf7-7d068ae118f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0586324 Feb 09 21:38:04.117892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56b547-ae49-4588-aec3-410d81b5436f req-7524c8e4-3eba-48a3-b3ca-4f7939e87c97 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.127262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba56b547-ae49-4588-aec3-410d81b5436f req-7524c8e4-3eba-48a3-b3ca-4f7939e87c97 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.9891453 Feb 09 21:38:04.150696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7933af-7b67-44bf-a3ba-15f812860a4e {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:04.248144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Publish callbacks [] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.294139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Transition to ACTIVE for port object cd7933af-7b67-44bf-a3ba-15f812860a4e will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:04.309315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-2fdc9c87-c04e-485d-8fd6-711b88c61420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.310866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-2fdc9c87-c04e-485d-8fd6-711b88c61420 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 1.0012593 Feb 09 21:38:04.398526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba56b547-ae49-4588-aec3-410d81b5436f req-6c5267fa-ad03-43ab-8083-91b225f533d4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697897 Feb 09 21:38:04.428244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-34e25c58-ddb1-4378-a4f7-2d620e84d4a4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 217 time: 0.1076195 Feb 09 21:38:04.429958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.542685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7933af-7b67-44bf-a3ba-15f812860a4e,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:04.582072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356351a-005a-40f3-a002-acd719a58a9f req-977cd8ab-13a6-451a-b9a9-2989a039118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.589244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-977cd8ab-13a6-451a-b9a9-2989a039118d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4497976 Feb 09 21:38:04.605544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Attempting to bind port 36a89190-076e-4a92-bc33-e8d0d0f2809b on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:04.606132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Attempting to bind port 36a89190-076e-4a92-bc33-e8d0d0f2809b by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:04.606253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Attempting to bind port 36a89190-076e-4a92-bc33-e8d0d0f2809b on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:04.623786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Port 36a89190-076e-4a92-bc33-e8d0d0f2809b on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:04.624126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Attempting to bind port 36a89190-076e-4a92-bc33-e8d0d0f2809b on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:04.639289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:04.639289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:04.639642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:04.640143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Bound port: 36a89190-076e-4a92-bc33-e8d0d0f2809b, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:04.640510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.662932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5832eff4-4736-4dbe-8523-b7d9d4cd053a {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:04.733500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-820f24d2-08c0-4a6c-b509-a05db5482ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.735032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-820f24d2-08c0-4a6c-b509-a05db5482ae7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.2839115 Feb 09 21:38:04.759684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] For port 36a89190-076e-4a92-bc33-e8d0d0f2809b, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:04.777891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] For port 36a89190-076e-4a92-bc33-e8d0d0f2809b, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a89190-076e-4a92-bc33-e8d0d0f2809b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:04.790308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-56d371c4-5197-4136-92fb-e81f6c060814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.792552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-56d371c4-5197-4136-92fb-e81f6c060814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1126 time: 1.2280090 Feb 09 21:38:04.805772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Pushing event updated for resources: {'Port': ['ID=36a89190-076e-4a92-bc33-e8d0d0f2809b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:04.812593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Publish callbacks [] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.837874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Deleting port bbd33553-f693-4aab-ba08-f649bcda51c0 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:04.838012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.875603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-0e6624c4-8d52-4097-946e-087e16ba1ff2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062963 Feb 09 21:38:04.934545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e3f32-cc9c-4079-9a79-51244bf0e867 req-6cacb9e9-0164-4402-bad0-b05dc99efff7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.936190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-760e3f32-cc9c-4079-9a79-51244bf0e867 req-6cacb9e9-0164-4402-bad0-b05dc99efff7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.3888068 Feb 09 21:38:04.937294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Attempting to bind port cd7933af-7b67-44bf-a3ba-15f812860a4e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:04.937653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Attempting to bind port cd7933af-7b67-44bf-a3ba-15f812860a4e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:04.937985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Attempting to bind port cd7933af-7b67-44bf-a3ba-15f812860a4e on network 04d2db96-08fb-4d23-bb71-71e5949869e5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:04.941448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-d6c144e8-74a1-4a18-985b-a162ba074ebd service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017290 Feb 09 21:38:04.959614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Port cd7933af-7b67-44bf-a3ba-15f812860a4e on network 04d2db96-08fb-4d23-bb71-71e5949869e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:04.959995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Attempting to bind port cd7933af-7b67-44bf-a3ba-15f812860a4e on network 04d2db96-08fb-4d23-bb71-71e5949869e5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:04.960567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] For port bbd33553-f693-4aab-ba08-f649bcda51c0, host n-d-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:04.961178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:04.982760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Calling delete_port for bbd33553-f693-4aab-ba08-f649bcda51c0 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:04.987730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Port bbd33553-f693-4aab-ba08-f649bcda51c0 was not found and therefore no delete operation was performed {{(pid=103697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:38:05.029751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.032161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (bbd33553-f693-4aab-ba08-f649bcda51c0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.036457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:05.036801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Checking segment: {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:05.037207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Bound using segment: {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:05.037669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Bound port: cd7933af-7b67-44bf-a3ba-15f812860a4e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:05.038041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.115380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Pushing event updated for resources: {'Port': ['ID=36a89190-076e-4a92-bc33-e8d0d0f2809b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:05.137166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4add2059-f35a-4dc6-a6af-5a4c6b26b0bc req-a17cd1e3-6b42-42a1-8428-6f2ae488d409 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0912983 Feb 09 21:38:05.182290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd33553-f693-4aab-ba08-f649bcda51c0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:05.188324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Transition to ACTIVE for port object 5832eff4-4736-4dbe-8523-b7d9d4cd053a will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:05.210068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-760e3f32-cc9c-4079-9a79-51244bf0e867 req-fccef90e-58ab-4814-9699-66661e6bbde7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666221 Feb 09 21:38:05.225394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] No DVR routers for this DVR port bbd33553-f693-4aab-ba08-f649bcda51c0 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:05.258871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.259716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.265861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-4d92ee68-1bf3-476d-bd78-f943eb05d585 service neutron] 10.222.0.110 "PUT /v2.0/ports/36a89190-076e-4a92-bc33-e8d0d0f2809b HTTP/1.1" status: 200 len: 1095 time: 5.2024052 Feb 09 21:38:05.266582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e356351a-005a-40f3-a002-acd719a58a9f req-7d285d86-c38a-4ea8-9ec0-9afa2438fec4 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151450 Feb 09 21:38:05.268456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'tag': '36a89190-076e-4a92-bc33-e8d0d0f2809b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:05.282467 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bdffc7-a544-46c1-8ef7-823e620406d2", "tag": "36a89190-076e-4a92-bc33-e8d0d0f2809b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:05.287316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-c9d3b70b-4c74-441e-a0e5-f125a33fda6a service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151867 Feb 09 21:38:05.288470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] For port cd7933af-7b67-44bf-a3ba-15f812860a4e, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:05.294252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] For port cd7933af-7b67-44bf-a3ba-15f812860a4e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:05.322105 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.462207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24802510-5d31-4a13-a872-89cdd01dd69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.495390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.558019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.586624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.590922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.592466 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] 10.222.0.110 "PUT /v2.0/ports/cd7933af-7b67-44bf-a3ba-15f812860a4e HTTP/1.1" status: 200 len: 1091 time: 4.3444860 Feb 09 21:38:05.700858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-dc5da6b8-b818-440f-aad2-1e24f23f1318 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015346 Feb 09 21:38:05.725837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Request body: {'port': {'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:05.762957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-13954777-7002-45ec-900c-97e25ec4b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.764488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-13954777-7002-45ec-900c-97e25ec4b60c service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.9371922 Feb 09 21:38:05.828019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b536a-9b6c-4d27-ab5d-47aeadd7f78d req-0fcbeeac-09a8-47e1-ac18-1512c09fdd2b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.829946 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e1b536a-9b6c-4d27-ab5d-47aeadd7f78d req-0fcbeeac-09a8-47e1-ac18-1512c09fdd2b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 948 time: 0.4221959 Feb 09 21:38:05.832833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfb30d-d4a6-41a5-8ed4-d0993618acd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7933af-7b67-44bf-a3ba-15f812860a4e,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:05.903895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e7c8ff-5ca9-44d3-82de-e170c93d1ce5']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:05.908194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46268773-2558-42cc-8506-5d7245330220 service neutron] Pushing event updated for resources: {'Port': ['ID=5832eff4-4736-4dbe-8523-b7d9d4cd053a,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:05.911269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-4f00f289-5037-4b12-a623-e2af655e73b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 217 time: 0.0618103 Feb 09 21:38:05.912114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.004694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2343f02-1f91-42a1-a655-8b98b3197d4d') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:06.005013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2343f02-1f91-42a1-a655-8b98b3197d4d') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:06.037138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (f2343f02-1f91-42a1-a655-8b98b3197d4d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.079339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a03879-8f8a-4770-93cc-c381b6e93690 req-192c74fe-70e2-401e-8427-19eb7aca15b1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.080890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54a03879-8f8a-4770-93cc-c381b6e93690 req-192c74fe-70e2-401e-8427-19eb7aca15b1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.5883088 Feb 09 21:38:06.082687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-dfdc24df-e8ff-459f-9d7c-60c28e53b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.084074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-dfdc24df-e8ff-459f-9d7c-60c28e53b945 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 1129 time: 0.5975792 Feb 09 21:38:06.151903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f2343f02-1f91-42a1-a655-8b98b3197d4d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.221484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-a54bd0a7-89a0-453d-9f9c-c24da8247112 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=36a89190-076e-4a92-bc33-e8d0d0f2809b HTTP/1.1" status: 200 len: 217 time: 0.0961015 Feb 09 21:38:06.223564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-41614bdf-aca1-4957-96a3-e33c8b0383c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.226539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-41614bdf-aca1-4957-96a3-e33c8b0383c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.2740250 Feb 09 21:38:06.227684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:06.228120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (f2343f02-1f91-42a1-a655-8b98b3197d4d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:06.234912 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:06.243217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Attempting to bind port 5832eff4-4736-4dbe-8523-b7d9d4cd053a on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:06.243217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Attempting to bind port 5832eff4-4736-4dbe-8523-b7d9d4cd053a by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:06.243217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Attempting to bind port 5832eff4-4736-4dbe-8523-b7d9d4cd053a on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:06.271822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Port 5832eff4-4736-4dbe-8523-b7d9d4cd053a on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:06.272163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Attempting to bind port 5832eff4-4736-4dbe-8523-b7d9d4cd053a on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:06.288247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e1b536a-9b6c-4d27-ab5d-47aeadd7f78d req-4f3f6b39-fb6f-45f6-96fd-7f966f393fa4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649452 Feb 09 21:38:06.336325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-ff2bca8c-e1a0-4823-9e3b-87224f8fb940 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.338114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-ff2bca8c-e1a0-4823-9e3b-87224f8fb940 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.0826762 Feb 09 21:38:06.357954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54a03879-8f8a-4770-93cc-c381b6e93690 req-c46d568e-9a34-45f3-a191-1f1e06fbc66a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643061 Feb 09 21:38:06.358852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:06.359028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:06.359422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:06.359935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Bound port: 5832eff4-4736-4dbe-8523-b7d9d4cd053a, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:06.360295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.405844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-f440040a-aa6b-4475-ad74-c28897e77e6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478372 Feb 09 21:38:06.449412 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e4957-f794-4387-a2eb-af2c5897350a x-openstack-request-id: req-533e4957-f794-4387-a2eb-af2c5897350a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:06.449737 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:06.449950 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-533e4957-f794-4387-a2eb-af2c5897350a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:06.450346 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'status': 'completed', 'code': 200} Feb 09 21:38:06.501960 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32eca6-ee26-4a9d-b918-6e3ad800a026 x-openstack-request-id: req-fb32eca6-ee26-4a9d-b918-6e3ad800a026 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:06.502252 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bdffc7-a544-46c1-8ef7-823e620406d2", "tag": "36a89190-076e-4a92-bc33-e8d0d0f2809b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:06.502508 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb32eca6-ee26-4a9d-b918-6e3ad800a026 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:06.502906 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'tag': '36a89190-076e-4a92-bc33-e8d0d0f2809b', 'status': 'completed', 'code': 200} Feb 09 21:38:06.520956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-df85d129-5397-4011-b9a2-063cac956922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.522597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-df85d129-5397-4011-b9a2-063cac956922 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2784188 Feb 09 21:38:06.570533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (97e7c8ff-5ca9-44d3-82de-e170c93d1ce5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.595300 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.598549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] 10.222.0.98 "DELETE /v2.0/networks/97e7c8ff-5ca9-44d3-82de-e170c93d1ce5 HTTP/1.1" status: 204 len: 168 time: 3.5401740 Feb 09 21:38:06.608727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d413b76-226e-4d97-a91d-199d27a246bd admin admin] Pushing event deleted for resources: {'Network': ['ID=97e7c8ff-5ca9-44d3-82de-e170c93d1ce5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:06.644265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] For port 5832eff4-4736-4dbe-8523-b7d9d4cd053a, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:06.697162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] For port 5832eff4-4736-4dbe-8523-b7d9d4cd053a, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5832eff4-4736-4dbe-8523-b7d9d4cd053a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:06.703890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-1f34220b-2c59-464f-afaf-a361e5bca32b service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779884 Feb 09 21:38:06.725824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-48e359c0-e5f8-44d7-82af-1ced9c7a9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.727334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-48e359c0-e5f8-44d7-82af-1ced9c7a9e2e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1956546 Feb 09 21:38:06.752608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b9b09-7ced-4d85-b3d1-bcc49b3d19f1 req-f88f3434-790f-4ee8-a800-8dd592d7cce0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.754178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d36b9b09-7ced-4d85-b3d1-bcc49b3d19f1 req-f88f3434-790f-4ee8-a800-8dd592d7cce0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.1405847 Feb 09 21:38:06.805246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.837047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a14920b-8a30-4944-b69e-c3ccd78ad218 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:06.850496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Publish callbacks [] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.874269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-8b924c3f-54b3-4f7d-8351-6610d93c110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.876249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-8b924c3f-54b3-4f7d-8351-6610d93c110d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 1130 time: 0.3902564 Feb 09 21:38:06.887027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Transition to ACTIVE for port object 2a14920b-8a30-4944-b69e-c3ccd78ad218 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:06.900879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46268773-2558-42cc-8506-5d7245330220 service neutron] Pushing event updated for resources: {'Port': ['ID=5832eff4-4736-4dbe-8523-b7d9d4cd053a,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:06.928429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.929328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.930713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-46268773-2558-42cc-8506-5d7245330220 service neutron] 10.222.0.110 "PUT /v2.0/ports/5832eff4-4736-4dbe-8523-b7d9d4cd053a HTTP/1.1" status: 200 len: 1096 time: 4.1389880 Feb 09 21:38:06.957534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.964370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.981505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.997491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d36b9b09-7ced-4d85-b3d1-bcc49b3d19f1 req-341d21f1-6e9d-4c77-a1be-0fa334d7b0d5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083399 Feb 09 21:38:07.002837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.019018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.019391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad36732e-2dc2-45b1-9119-9a53a68b933e req-8214d1f2-b204-4b73-9d97-769537a7e13a service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995310 Feb 09 21:38:07.021961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.032882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.034751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-c8d31d3a-1c4b-4288-b3ad-432f523654ca tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5408 time: 0.3883169 Feb 09 21:38:07.038419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.046645 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-6b5034c6-d857-4cf9-b2c1-5aa128d73c38 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668524 Feb 09 21:38:07.104328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-b0d2fba4-d303-4b71-94e0-a08bb07b1cdb service neutron] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:07.183923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-b0d2fba4-d303-4b71-94e0-a08bb07b1cdb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.187253 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a519cdf9-a8c6-465d-b0ef-9a91e2723b92 req-b0d2fba4-d303-4b71-94e0-a08bb07b1cdb service neutron] 10.222.0.110 "DELETE /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.8365617 Feb 09 21:38:07.268752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52226) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:07.280157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Pushing event updated for resources: {'Port': ['ID=2a14920b-8a30-4944-b69e-c3ccd78ad218,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:07.340260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ee296-7c60-4d8d-bc13-cd718641e9d8 req-0724a1bb-b3d2-41e3-a571-9151e7065d1c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.341868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65ee296-7c60-4d8d-bc13-cd718641e9d8 req-0724a1bb-b3d2-41e3-a571-9151e7065d1c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.1677794 Feb 09 21:38:07.348980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-5b201bbc-7618-4d50-b91e-3ac8214d32e1 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925832 Feb 09 21:38:07.353395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-665c6ece-06ef-499b-a4ec-2ed3b9ec63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.356817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-665c6ece-06ef-499b-a4ec-2ed3b9ec63ed service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 1130 time: 0.1954756 Feb 09 21:38:07.408844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-a7e411a1-0ed9-43c0-8a20-6cfdcf416192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.410489 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-a7e411a1-0ed9-43c0-8a20-6cfdcf416192 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.5219715 Feb 09 21:38:07.493197 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4e346a2b-ac4b-4cd5-a229-b7a1276d4381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.541007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-2feb008b-0dba-40f0-835e-72105782ef26 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5832eff4-4736-4dbe-8523-b7d9d4cd053a HTTP/1.1" status: 200 len: 217 time: 0.1632242 Feb 09 21:38:07.550795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-215a7c5c-cf7c-41fa-806e-2a4fdc6a8e95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 200 len: 217 time: 0.1183650 Feb 09 21:38:07.613358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b38a19e-c60f-4c2f-ad00-2a66c78cb9af req-ea6c13f8-0def-42f2-beb4-a853c02ee521 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5391662 Feb 09 21:38:07.618855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c6f319bf-af17-449e-bd4d-a18ad914d304 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b124b155377944e2b69dfe66e8dc5445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487413 Feb 09 21:38:07.643219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52234) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:07.653359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Attempting to bind port 2a14920b-8a30-4944-b69e-c3ccd78ad218 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:07.653359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Attempting to bind port 2a14920b-8a30-4944-b69e-c3ccd78ad218 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:07.653359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Attempting to bind port 2a14920b-8a30-4944-b69e-c3ccd78ad218 on network 04d2db96-08fb-4d23-bb71-71e5949869e5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:07.693234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Port 2a14920b-8a30-4944-b69e-c3ccd78ad218 on network 04d2db96-08fb-4d23-bb71-71e5949869e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:07.693570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Attempting to bind port 2a14920b-8a30-4944-b69e-c3ccd78ad218 on network 04d2db96-08fb-4d23-bb71-71e5949869e5 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:07.702449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65ee296-7c60-4d8d-bc13-cd718641e9d8 req-2ef68887-fc42-4554-a021-8f9ec7264527 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443279 Feb 09 21:38:07.718178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-471d7b42-b3be-4259-a34f-616038d42acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.720392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-471d7b42-b3be-4259-a34f-616038d42acf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 1129 time: 0.2172060 Feb 09 21:38:07.726655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-fa80c01d-fddf-434c-9a64-4ec2c44757bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.728508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-fa80c01d-fddf-434c-9a64-4ec2c44757bf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1763353 Feb 09 21:38:07.741913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-6dee22aa-ca21-4650-b4fb-a5062d4fb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.752027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-6dee22aa-ca21-4650-b4fb-a5062d4fb5fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1763880 Feb 09 21:38:07.755195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:07.758860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Checking segment: {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:07.761780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Bound using segment: {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:07.762457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Bound port: 2a14920b-8a30-4944-b69e-c3ccd78ad218, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:07.763093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.870330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6da5-8fe7-43c2-9126-5303b485f5d5 admin admin] Publish callbacks [] for security_group (b7d0e939-6d5a-4162-86e5-7b14391b486d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.956502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-ffca31e3-6a68-4094-89bd-2da824f9e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.958818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-ffca31e3-6a68-4094-89bd-2da824f9e01c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2179241 Feb 09 21:38:07.972336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-127dc189-f4f3-4118-91b4-551e985c5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.973862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-127dc189-f4f3-4118-91b4-551e985c5fa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2081108 Feb 09 21:38:08.036329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6da5-8fe7-43c2-9126-5303b485f5d5 admin admin] Publish callbacks [] for security_group (b7d0e939-6d5a-4162-86e5-7b14391b486d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.070226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-f284a5aa-8772-4c50-ada0-63ceba8d94b5 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990531 Feb 09 21:38:08.088189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-979c0bd5-0353-4d40-bf0d-ba543334a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.090520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-979c0bd5-0353-4d40-bf0d-ba543334a65e service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.3605468 Feb 09 21:38:08.092964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54fb76-886e-4a47-bc69-87b39ddc1f62 req-cb0fde27-a739-4b67-ba3b-b1e64b2807c8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.095161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e54fb76-886e-4a47-bc69-87b39ddc1f62 req-cb0fde27-a739-4b67-ba3b-b1e64b2807c8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.1631644 Feb 09 21:38:08.117449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7d8b2-0438-4575-975d-01d20884ace0 req-b4fbb847-8501-441b-af4f-8dfd62132820 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.119524 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68d7d8b2-0438-4575-975d-01d20884ace0 req-b4fbb847-8501-441b-af4f-8dfd62132820 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 948 time: 0.2713420 Feb 09 21:38:08.184620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e54fb76-886e-4a47-bc69-87b39ddc1f62 req-3de21c66-6a8e-4112-ad68-bd647adc1e0b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751989 Feb 09 21:38:08.229953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] For port 2a14920b-8a30-4944-b69e-c3ccd78ad218, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:08.270272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-652dc412-4fac-473c-bd90-0b3e2295bdaf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=36a89190-076e-4a92-bc33-e8d0d0f2809b HTTP/1.1" status: 200 len: 217 time: 0.1216116 Feb 09 21:38:08.285770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] For port 2a14920b-8a30-4944-b69e-c3ccd78ad218, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:08.311981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-fb907cab-c9b3-4871-a505-90f0fe59a4eb service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184054 Feb 09 21:38:08.412669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.421904 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6da5-8fe7-43c2-9126-5303b485f5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7d0e939-6d5a-4162-86e5-7b14391b486d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.424972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6da5-8fe7-43c2-9126-5303b485f5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.430692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9f2b6da5-8fe7-43c2-9126-5303b485f5d5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7d0e939-6d5a-4162-86e5-7b14391b486d HTTP/1.1" status: 204 len: 168 time: 0.7850096 Feb 09 21:38:08.459860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68d7d8b2-0438-4575-975d-01d20884ace0 req-38d7f664-f2df-488c-94fd-9fe3520d9125 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019383 Feb 09 21:38:08.469395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:08.480309 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd20880-72ce-4fde-af1e-4d062adcd748" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:08.489400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-8b1ff9bf-c96b-48ea-acf1-a5d4f44fb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.497961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-8b1ff9bf-c96b-48ea-acf1-a5d4f44fb320 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2154367 Feb 09 21:38:08.503168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:08.508816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c731b14f-5642-482b-9ebb-d108938d8676', 'tag': '5832eff4-4736-4dbe-8523-b7d9d4cd053a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:08.514076 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c731b14f-5642-482b-9ebb-d108938d8676", "tag": "5832eff4-4736-4dbe-8523-b7d9d4cd053a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:08.554393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b6da5-8fe7-43c2-9126-5303b485f5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0e939-6d5a-4162-86e5-7b14391b486d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:08.607999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f92af6a4-b395-4ee3-a9b8-d8b6dfc1b004 req-fd2dbb47-2058-4dca-b8a1-24af381ffb5b service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254731 Feb 09 21:38:08.634138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.634138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.645350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] 10.222.0.110 "PUT /v2.0/ports/2a14920b-8a30-4944-b69e-c3ccd78ad218 HTTP/1.1" status: 200 len: 1091 time: 2.9418938 Feb 09 21:38:08.662823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-5a555a18-ec0c-428d-a847-befbd4517483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.664623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-5a555a18-ec0c-428d-a847-befbd4517483 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1418004 Feb 09 21:38:08.695860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b509b-6765-4376-a696-66db6cf34d48 service neutron] Pushing event updated for resources: {'Port': ['ID=2a14920b-8a30-4944-b69e-c3ccd78ad218,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:08.763435 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed736853-f0b1-4e27-9e3f-3ea74320349e req-742982be-aed1-438e-a50f-f69383ee5057 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386790 Feb 09 21:38:08.891355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008d956-9b52-4656-b34c-e6c05d68c226 req-e5073aea-dd12-4639-a9e3-6428c0407210 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.899554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8008d956-9b52-4656-b34c-e6c05d68c226 req-e5073aea-dd12-4639-a9e3-6428c0407210 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.3670917 Feb 09 21:38:08.905924 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093cc40e-ee0e-4ebb-8dc3-5fc423933981 x-openstack-request-id: req-093cc40e-ee0e-4ebb-8dc3-5fc423933981 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:08.906422 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:08.906896 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-093cc40e-ee0e-4ebb-8dc3-5fc423933981 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:08.907450 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e', 'status': 'completed', 'code': 200} Feb 09 21:38:08.923257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:08.951868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'mac_address': 'fa:16:3e:0b:5b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:09.102322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8008d956-9b52-4656-b34c-e6c05d68c226 req-275bea28-56f5-4128-a606-9491767118d1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149745 Feb 09 21:38:09.103735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:09.103735 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.103896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.103896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.103896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.103896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.103896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.103896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.105022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.108012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-12ad2eb5-482a-4d2c-a052-2becbfcac1a5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6694 time: 0.2539089 Feb 09 21:38:09.111607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:09.139872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:09.172924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-996a1a57-54a3-452d-8783-71b8eadae52a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6b89f3-805a-45f1-a197-24b33c28c150 HTTP/1.1" status: 200 len: 217 time: 0.0516922 Feb 09 21:38:09.196749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.231572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.337267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.340271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:09.360999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.368400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.376188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.391827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.398426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.400389 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda6f662-dbc9-43b1-919e-76f1322f10da x-openstack-request-id: req-cda6f662-dbc9-43b1-919e-76f1322f10da {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:09.404239 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c731b14f-5642-482b-9ebb-d108938d8676", "tag": "5832eff4-4736-4dbe-8523-b7d9d4cd053a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:09.404239 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cda6f662-dbc9-43b1-919e-76f1322f10da {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:09.404239 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c731b14f-5642-482b-9ebb-d108938d8676', 'tag': '5832eff4-4736-4dbe-8523-b7d9d4cd053a', 'status': 'completed', 'code': 200} Feb 09 21:38:09.408778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.419890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-7077d56d-ab6b-497e-b168-cf5267489a86 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.2453189 Feb 09 21:38:09.425472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-072aa6ca-9235-405a-bce5-f6630aee4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.427360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-072aa6ca-9235-405a-bce5-f6630aee4293 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b4f110c-c587-49ed-b87a-fc3bdc46121c HTTP/1.1" status: 200 len: 851 time: 0.2157815 Feb 09 21:38:09.531239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-9141afd8-2ebe-4b2a-b5cd-f71c41c6e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.532937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-9141afd8-2ebe-4b2a-b5cd-f71c41c6e25a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 1130 time: 0.1855955 Feb 09 21:38:09.540381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:09.561479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-a019ad85-9bb3-4f50-a68c-b6358aff7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.561479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-a019ad85-9bb3-4f50-a68c-b6358aff7131 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=496f3486-9158-4474-b4b6-e8d8aaa184ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1140890 Feb 09 21:38:09.592377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-789119c1-63e6-43b4-b9aa-d7d8d6c5342e req-8b545ecc-5052-4173-b41a-7014f484d95a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706288 Feb 09 21:38:09.611276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60485d-b429-4755-8c88-e2db7347adb0 req-9a77892a-ce41-456a-a94a-42e90e475c55 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.618684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a60485d-b429-4755-8c88-e2db7347adb0 req-9a77892a-ce41-456a-a94a-42e90e475c55 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1126 time: 0.2293155 Feb 09 21:38:09.662424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-855798a1-34fb-4232-8ea8-01220f227a22 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9892759 Feb 09 21:38:09.915165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a60485d-b429-4755-8c88-e2db7347adb0 req-d9e28603-fef3-41bb-ab27-ea3781d2ab4b tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947252 Feb 09 21:38:10.012340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a89190-076e-4a92-bc33-e8d0d0f2809b details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:10.023129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-803a1d64-3ab7-49a7-ba82-b44469b3c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.024670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-803a1d64-3ab7-49a7-ba82-b44469b3c662 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.4746704 Feb 09 21:38:10.040419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c804d159-2cfe-4981-bd84-ec6919f4ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.047022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c804d159-2cfe-4981-bd84-ec6919f4ff94 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1128 time: 0.2400067 Feb 09 21:38:10.070874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-9de4615a-a1c4-422a-8d94-43f9e76f3aef service neutron] 10.222.0.110 "GET /v2.0/networks/496f3486-9158-4474-b4b6-e8d8aaa184ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767625 Feb 09 21:38:10.193581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-5d22b2d4-3af7-457d-9d51-f2f70ae7b774 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5832eff4-4736-4dbe-8523-b7d9d4cd053a HTTP/1.1" status: 200 len: 217 time: 0.1459401 Feb 09 21:38:10.196008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbf03df-9c40-4527-b978-dcd46f2f9b5b req-14c24d24-8ee8-4c08-bcb1-534b477bdaf7 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219071 Feb 09 21:38:10.201814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986357aa-c631-4425-a37a-9d5e177f3992 req-a8336875-b8fe-454e-a384-0138b321c433 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.221073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-986357aa-c631-4425-a37a-9d5e177f3992 req-a8336875-b8fe-454e-a384-0138b321c433 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.3382628 Feb 09 21:38:10.276885 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.336921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-98237000-dddf-43fa-bcf1-2f885c6fba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.340242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-98237000-dddf-43fa-bcf1-2f885c6fba26 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1219904 Feb 09 21:38:10.346789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-65ff944e-3229-4b5c-9745-f934304f83b3 service neutron] 10.222.0.110 "GET /v2.0/networks/496f3486-9158-4474-b4b6-e8d8aaa184ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759934 Feb 09 21:38:10.355823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a53d18-de9f-42c9-a19e-f990a1273006 req-5a9c87a5-5033-489c-9fd7-10905755a816 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.358266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1a53d18-de9f-42c9-a19e-f990a1273006 req-5a9c87a5-5033-489c-9fd7-10905755a816 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 948 time: 0.1944911 Feb 09 21:38:10.377097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c7034fc1-deeb-467a-b29d-57e0aed3cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.378382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c7034fc1-deeb-467a-b29d-57e0aed3cd39 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.3119814 Feb 09 21:38:10.393507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 36a89190-076e-4a92-bc33-e8d0d0f2809b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a89190-076e-4a92-bc33-e8d0d0f2809b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:10.406792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '36a89190-076e-4a92-bc33-e8d0d0f2809b', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '36a89190-076e-4a92-bc33-e8d0d0f2809b', 'mac_address': 'fa:16:3e:0b:d2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:10.473338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1a53d18-de9f-42c9-a19e-f990a1273006 req-b9e3e663-4589-48f6-8dc9-009c1c557354 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951819 Feb 09 21:38:10.476513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 36a89190-076e-4a92-bc33-e8d0d0f2809b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:10.476976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.485588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-8bafb028-1d80-4eeb-afb3-bb46ff249ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.488117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-8bafb028-1d80-4eeb-afb3-bb46ff249ea0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1284053 Feb 09 21:38:10.505476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a89190-076e-4a92-bc33-e8d0d0f2809b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:10.554171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 36a89190-076e-4a92-bc33-e8d0d0f2809b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a89190-076e-4a92-bc33-e8d0d0f2809b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:10.625067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52308) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:10.642298 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.749162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-5a43ac32-36a3-46ac-93e4-b5a872306d65 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513821 Feb 09 21:38:10.756604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=36a89190-076e-4a92-bc33-e8d0d0f2809b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:10.783491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f4a6b-f0e0-4cb3-a64c-8a3cecd2218b req-c2ddcbed-960c-49b9-bf66-fa1da84e90fe tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:10.790809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-764f4a6b-f0e0-4cb3-a64c-8a3cecd2218b req-c2ddcbed-960c-49b9-bf66-fa1da84e90fe tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1126 time: 0.1272709 Feb 09 21:38:10.863299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-880591207-network', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:10.917793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-764f4a6b-f0e0-4cb3-a64c-8a3cecd2218b req-b21dcc85-cb0e-470f-9187-d58a7b8ff8c0 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259301 Feb 09 21:38:10.961465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:10.965132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6e24f4-e7c2-4684-a986-ce43d04d55fa req-8d927748-6ce0-49aa-91c3-9c3b8cfa2cb6 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039778 Feb 09 21:38:10.982397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:10.986277 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970089c4-c5a1-42d6-be21-949aa5bebedd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:11.012384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f1e7bea8-077c-4600-9398-cf5b7d300d46 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=b4f0e069-3966-4284-be29-220d6b4943b7 HTTP/1.1" status: 200 len: 217 time: 0.6247222 Feb 09 21:38:11.021623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Made reservation on behalf of b96bed31cb6344b3b77f07a4d6f7fb8c for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:11.024552 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.047933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.150325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-4bde67ea-7373-4656-95a0-0352c8e98ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.152709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-4bde67ea-7373-4656-95a0-0352c8e98ce5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a3afc7d7-8e70-4372-85fa-7fc68ae80893 HTTP/1.1" status: 200 len: 797 time: 0.1033478 Feb 09 21:38:11.208945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-bdf48982-927e-416c-b972-3a9c31a8e34c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 217 time: 0.1954443 Feb 09 21:38:11.262832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks [] for security_group (d2879fed-fa1a-4335-8a33-a36519c3e854), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.289207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-986357aa-c631-4425-a37a-9d5e177f3992 req-180dabea-f05f-450f-9545-98ae7fcb24f1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0638590 Feb 09 21:38:11.290549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454a15f-1fda-43d2-bb6a-c2defbbce8a8 req-641528f7-61c6-407e-9a33-d9313d6c659f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.292598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4454a15f-1fda-43d2-bb6a-c2defbbce8a8 req-641528f7-61c6-407e-9a33-d9313d6c659f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 949 time: 0.1143928 Feb 09 21:38:11.313394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-24aa9cf5-bb1a-46e5-8562-2d534296dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.315088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-24aa9cf5-bb1a-46e5-8562-2d534296dfc5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7d989f55-4c5a-4820-860e-586d1b579112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1248872 Feb 09 21:38:11.319771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-0ef08a70-18bb-4248-9dcd-edbe041b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.321226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-0ef08a70-18bb-4248-9dcd-edbe041b7198 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0938625 Feb 09 21:38:11.354243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d2879fed-fa1a-4335-8a33-a36519c3e854), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.419934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52322) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:11.505526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4454a15f-1fda-43d2-bb6a-c2defbbce8a8 req-fe6d1d6c-225a-4281-8ff4-eff1cede8598 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027123 Feb 09 21:38:11.506921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-232dab74-712e-40f8-95e4-9a1e759c5de5 service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832216 Feb 09 21:38:11.514680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-66a17d9b-3fb2-4320-8ac0-f52b3dc6f3a1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822190 Feb 09 21:38:11.604753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:11.607105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2879fed-fa1a-4335-8a33-a36519c3e854,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.627408 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.659068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b013c0cb-b2e9-4bad-ab0e-27c40666a46f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.659068 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Added segment b013c0cb-b2e9-4bad-ab0e-27c40666a46f of type vlan for network dff3db14-5c18-463e-9805-a80ead25fa6c Feb 09 21:38:11.682723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-1923b939-4ae8-474c-bd36-2bc0e798520e service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423891 Feb 09 21:38:11.706524 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd25429-a7fc-4664-a09f-fcd0d04b532e x-openstack-request-id: req-1cd25429-a7fc-4664-a09f-fcd0d04b532e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:11.706899 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:11.707139 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cd25429-a7fc-4664-a09f-fcd0d04b532e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:11.707470 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218', 'status': 'completed', 'code': 200} Feb 09 21:38:11.751274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (dff3db14-5c18-463e-9805-a80ead25fa6c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.816287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-93949be4-2c81-491e-b6a9-46c760f1e94b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8a562ee3-2e50-4601-ab45-421e6bbb5cd2 HTTP/1.1" status: 200 len: 217 time: 0.1061859 Feb 09 21:38:11.890448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-0c65a04a-28f5-4088-a1dc-3c353c69f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.892416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-0c65a04a-28f5-4088-a1dc-3c353c69f0b1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a3afc7d7-8e70-4372-85fa-7fc68ae80893 HTTP/1.1" status: 200 len: 797 time: 0.0644331 Feb 09 21:38:11.922033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.928665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.937982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.940785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.950369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.956783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.962448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.964476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-d6c75e81-cc57-44ae-a8a6-b7a0d9e8fe45 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.4560988 Feb 09 21:38:12.006209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5832eff4-4736-4dbe-8523-b7d9d4cd053a details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:12.068687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc7ac83c-4dd9-48c2-b238-18827df50cc4 req-6a169ff5-8e80-412e-9e47-b5f09c5f1c24 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712183 Feb 09 21:38:12.114491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-ac3104b9-13be-4ebd-8655-21dddc10dace service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719485 Feb 09 21:38:12.119326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6a582e8f-e2b0-4214-8efe-7b09d5a74600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.121441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6a582e8f-e2b0-4214-8efe-7b09d5a74600 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7d989f55-4c5a-4820-860e-586d1b579112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2228155 Feb 09 21:38:12.161494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (dff3db14-5c18-463e-9805-a80ead25fa6c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.164632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.168985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.227903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 5832eff4-4736-4dbe-8523-b7d9d4cd053a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5832eff4-4736-4dbe-8523-b7d9d4cd053a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:12.258278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a89190-076e-4a92-bc33-e8d0d0f2809b up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:12.298150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] Pushing event updated for resources: {'Network': ['ID=dff3db14-5c18-463e-9805-a80ead25fa6c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.332035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '5832eff4-4736-4dbe-8523-b7d9d4cd053a', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '5832eff4-4736-4dbe-8523-b7d9d4cd053a', 'mac_address': 'fa:16:3e:58:d0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:12.339678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network dff3db14-5c18-463e-9805-a80ead25fa6c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:12.353932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c7978ec9-bff2-4d45-bddf-42bbc06cac86 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199035 Feb 09 21:38:12.378290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-378eaf7b-2796-4014-8a11-7e5a8a9553ae admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7509446 Feb 09 21:38:12.389950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52342) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:12.420591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Request body: {'subnet': {'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-subnet', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:12.511250 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f60af8b7-e9c1-47c5-90b7-18e70155658d service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782613 Feb 09 21:38:12.599966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:12.740472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Made reservation on behalf of b96bed31cb6344b3b77f07a4d6f7fb8c for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:12.743417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.752344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-b5839645-b5f7-4d63-8c89-71d1c6907a50 service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232554 Feb 09 21:38:12.798291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9e744-9e30-49b5-8af9-788dd49335c3 req-c25ac9bb-c104-4df9-9bca-984b39127d7a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.805286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84f9e744-9e30-49b5-8af9-788dd49335c3 req-c25ac9bb-c104-4df9-9bca-984b39127d7a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 948 time: 0.4378316 Feb 09 21:38:12.816813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 5832eff4-4736-4dbe-8523-b7d9d4cd053a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:12.817786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.850489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.854868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8e56cd83-9098-45b1-a722-f5f9aa27af80 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3c011c04-5e86-422d-aeb0-351d3d116373 HTTP/1.1" status: 200 len: 217 time: 0.0702913 Feb 09 21:38:12.870861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5832eff4-4736-4dbe-8523-b7d9d4cd053a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:12.906012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 5832eff4-4736-4dbe-8523-b7d9d4cd053a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5832eff4-4736-4dbe-8523-b7d9d4cd053a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:12.938904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 36a89190-076e-4a92-bc33-e8d0d0f2809b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:12.941135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-aabcce8d-f19d-4385-a34f-110b82ba3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.943079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-aabcce8d-f19d-4385-a34f-110b82ba3957 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a3afc7d7-8e70-4372-85fa-7fc68ae80893 HTTP/1.1" status: 200 len: 797 time: 0.0769510 Feb 09 21:38:12.943533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 36a89190-076e-4a92-bc33-e8d0d0f2809b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:12.944221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.988059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.006321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-0724cf68-fe14-4ad4-83d5-f3dd10b30ffa tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.007869 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-0724cf68-fe14-4ad4-83d5-f3dd10b30ffa tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1128 time: 0.4610960 Feb 09 21:38:13.023218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:13.032956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84f9e744-9e30-49b5-8af9-788dd49335c3 req-fe81f02b-9692-4149-b200-cc9ab371f33a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911707 Feb 09 21:38:13.038038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63617eba-49e6-46fd-8e6e-0b4cb20be2e0 req-aa3812bd-2659-4eca-b8e5-5523f11b70e6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.045817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63617eba-49e6-46fd-8e6e-0b4cb20be2e0 req-aa3812bd-2659-4eca-b8e5-5523f11b70e6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 946 time: 0.4379363 Feb 09 21:38:13.064550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-39dab4ef-c677-4a33-aa99-99e8cb81f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.066139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-39dab4ef-c677-4a33-aa99-99e8cb81f784 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7d989f55-4c5a-4820-860e-586d1b579112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1136575 Feb 09 21:38:13.111989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.120722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=5832eff4-4736-4dbe-8523-b7d9d4cd053a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.152121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:13.183960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:13.184338 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.215658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63617eba-49e6-46fd-8e6e-0b4cb20be2e0 req-8121d3d0-8637-4f54-8f0b-b98eaa27a0c8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611249 Feb 09 21:38:13.374030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['5832eff4-4736-4dbe-8523-b7d9d4cd053a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:13.374276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-695f3106-b0fa-499f-b68e-a2d32c2b68d2 service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691963 Feb 09 21:38:13.489074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 36a89190-076e-4a92-bc33-e8d0d0f2809b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:13.489466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.588099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:13.617800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a89190-076e-4a92-bc33-e8d0d0f2809b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:13.620639 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9753181a-39d4-423a-b135-6c377ce7905a" -d '{"events": [{"server_uuid": "c0bdffc7-a544-46c1-8ef7-823e620406d2", "name": "network-vif-plugged", "status": "completed", "tag": "36a89190-076e-4a92-bc33-e8d0d0f2809b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:13.649669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 36a89190-076e-4a92-bc33-e8d0d0f2809b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a89190-076e-4a92-bc33-e8d0d0f2809b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:13.652849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:13.653241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.661257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.669930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.685024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.693521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.701052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.709474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.712728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:13.714238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac2db-5cef-49d9-ab99-b7ad8377eace req-5327cfc1-0928-46fe-9059-7df093c93bfa tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.717258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.720871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.725706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c7ac2db-5cef-49d9-ab99-b7ad8377eace req-5327cfc1-0928-46fe-9059-7df093c93bfa tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 949 time: 0.3746657 Feb 09 21:38:13.728258 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-21e5fc9d-31de-4918-bbd4-f4ed65a08131 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.2715344 Feb 09 21:38:13.754056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (b5414cf7-9770-48e9-be46-ed08b15d9ebb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.797666 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.823944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6814fda1-243e-4b10-a724-c67fb69eead1 service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418979 Feb 09 21:38:13.836330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=36a89190-076e-4a92-bc33-e8d0d0f2809b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.916434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c7ac2db-5cef-49d9-ab99-b7ad8377eace req-c61c587d-875e-4afc-8676-2b84d36dae86 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873930 Feb 09 21:38:13.926410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5414cf7-9770-48e9-be46-ed08b15d9ebb,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.944179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Deleting port 842f03c0-15db-4e4a-a609-1876995a3958 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:13.944527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (842f03c0-15db-4e4a-a609-1876995a3958), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.956960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:13.958013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.978364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Checking segment: {'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:13.978364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Network hostable DHCP agents. Network: dff3db14-5c18-463e-9805-a80ead25fa6c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:13.997101 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7e8d01-8710-4351-aba8-265290b5b491 x-openstack-request-id: req-fe7e8d01-8710-4351-aba8-265290b5b491 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:14.000264 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bdffc7-a544-46c1-8ef7-823e620406d2", "name": "network-vif-plugged", "status": "completed", "tag": "36a89190-076e-4a92-bc33-e8d0d0f2809b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:14.000264 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fe7e8d01-8710-4351-aba8-265290b5b491 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:14.000264 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a89190-076e-4a92-bc33-e8d0d0f2809b', 'code': 200} Feb 09 21:38:14.006530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-792fcac9-c5af-4bd3-a3b8-6efef4876fca service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=e3583e00-a531-4c07-960f-44473c3164bf HTTP/1.1" status: 200 len: 217 time: 0.1569757 Feb 09 21:38:14.088382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae5651d9-0c7e-4ac3-80dd-d8c8b6f4695f req-c0b5d20d-311a-4314-a509-22da04ade560 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3571875 Feb 09 21:38:14.154162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:14.158426 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835c5f15-a6ef-479a-a341-19f6533c4367" -d '{"events": [{"server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "name": "network-vif-unplugged", "status": "completed", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:14.184041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Publish callbacks [] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.199592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Network dff3db14-5c18-463e-9805-a80ead25fa6c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:14.208212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-863e3c63-f799-4e7d-9c67-585d43e40b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.210101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-863e3c63-f799-4e7d-9c67-585d43e40b50 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a3afc7d7-8e70-4372-85fa-7fc68ae80893 HTTP/1.1" status: 200 len: 797 time: 0.1932921 Feb 09 21:38:14.259001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] For port 842f03c0-15db-4e4a-a609-1876995a3958, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=842f03c0-15db-4e4a-a609-1876995a3958,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:14.259893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (842f03c0-15db-4e4a-a609-1876995a3958), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.281875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Calling delete_port for 842f03c0-15db-4e4a-a609-1876995a3958 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:14.308251 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294700af-26ba-4d3b-9e86-8963b38012bd x-openstack-request-id: req-294700af-26ba-4d3b-9e86-8963b38012bd {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:14.309419 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "name": "network-vif-unplugged", "status": "completed", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:14.309971 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-294700af-26ba-4d3b-9e86-8963b38012bd {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:14.310391 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e', 'code': 200} Feb 09 21:38:14.316872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8420384-653f-492a-9ab1-8f2405746d66 req-ffabd479-6557-4a3e-806b-647d759c3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.318523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8420384-653f-492a-9ab1-8f2405746d66 req-ffabd479-6557-4a3e-806b-647d759c3ed5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 1131 time: 0.2354887 Feb 09 21:38:14.326116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.363554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685d94-8b73-46cb-8e7e-9219882026ac req-6f9f8026-fc2e-46ac-be6d-db06baa3d802 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.372057 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de685d94-8b73-46cb-8e7e-9219882026ac req-6f9f8026-fc2e-46ac-be6d-db06baa3d802 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 949 time: 0.1896753 Feb 09 21:38:14.423557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, dff3db14-5c18-463e-9805-a80ead25fa6c) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:14.434746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d477de-33b7-48e7-a9aa-cf7a60bf5245 None None] Network dff3db14-5c18-463e-9805-a80ead25fa6c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:14.437638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.444816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.466842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f51342c7-f5ec-4438-b0ce-f600d2ce83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.484677 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f51342c7-f5ec-4438-b0ce-f600d2ce83db service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7d989f55-4c5a-4820-860e-586d1b579112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2661006 Feb 09 21:38:14.532833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=7']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.572687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:14.573703 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:14.573949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:14.598942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:14.599293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Attempting to bind port 343b2bc7-a408-4e04-a39e-cbd03e55036e on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:14.611605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558c0a-a696-4a13-ba61-bd02839714fd req-63cdbfcc-f4ae-4a65-9c53-6b4e9ee34b80 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.613470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d558c0a-a696-4a13-ba61-bd02839714fd req-63cdbfcc-f4ae-4a65-9c53-6b4e9ee34b80 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.2338092 Feb 09 21:38:14.618054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:14.618412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:14.618806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:14.619343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Bound port: 343b2bc7-a408-4e04-a39e-cbd03e55036e, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:14.619612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.638298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-dff3db14-5c18-463e-9805-a80ead25fa6c', 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c', 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'fixed_ips': [{'subnet_id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:14.643943 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.667678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de685d94-8b73-46cb-8e7e-9219882026ac req-13787b9f-3675-45fa-9c16-38404dd0303f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946537 Feb 09 21:38:14.733132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1222c913-c42d-42e7-b119-dac78bdfb3e0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3377614 Feb 09 21:38:14.737767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52370) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:14.744582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8420384-653f-492a-9ab1-8f2405746d66 req-2de5aad8-bc0d-4859-8e6f-4310ac9515d5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359401 Feb 09 21:38:14.756883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:14.826034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-df993d8b-77c8-4415-ab58-00ea4adfebfe service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291488 Feb 09 21:38:14.876533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:14.881322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:14.895766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d558c0a-a696-4a13-ba61-bd02839714fd req-ce4c76dd-7d43-43df-ab9c-31f743aaf035 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653441 Feb 09 21:38:14.990029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (842f03c0-15db-4e4a-a609-1876995a3958), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.052782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=842f03c0-15db-4e4a-a609-1876995a3958,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:15.055518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Allocated IP 172.20.0.2 (dff3db14-5c18-463e-9805-a80ead25fa6c/b5414cf7-9770-48e9-be46-ed08b15d9ebb/96e82eeb-8b97-4f1b-a13e-f32466c1cd9c) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:15.117536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.121019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (c57fae1b-f48e-442c-80e9-2131fe928a03), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.122078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (c57fae1b-f48e-442c-80e9-2131fe928a03), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.468659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Publish callbacks [] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.510309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f86a6-9f01-4343-926d-a4ca5144b76f req-876309ba-9485-4987-9b5a-b05ade420bdd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.518509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a74f86a6-9f01-4343-926d-a4ca5144b76f req-876309ba-9485-4987-9b5a-b05ade420bdd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.3093343 Feb 09 21:38:15.565556 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.618815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.624035 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks [] for router_controller (c57fae1b-f48e-442c-80e9-2131fe928a03), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.633707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.644060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.657423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] 10.222.0.110 "PUT /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 1122 time: 2.6384346 Feb 09 21:38:15.667795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Network dff3db14-5c18-463e-9805-a80ead25fa6c is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:15.677913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839e175-1962-4dfa-8a8d-9b2fe5c0d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=8']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:15.686404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:15.691185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:15.706759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-3fea1d5a-d7f7-407e-b19b-fdfa82f73ce6 service neutron] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7489414 Feb 09 21:38:15.722068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Pushing event updated for resources: {'Port': ['ID=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:15.756702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['343b2bc7-a408-4e04-a39e-cbd03e55036e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:15.895363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.902438 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a74f86a6-9f01-4343-926d-a4ca5144b76f req-a73620f5-4923-4ca2-ba73-f3da9918b5e3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807206 Feb 09 21:38:15.915580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.930028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Attempting to bind port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:15.930715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Attempting to bind port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:15.930844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Attempting to bind port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c on network dff3db14-5c18-463e-9805-a80ead25fa6c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:15.932911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.957434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.971901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.991467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:15.991886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Checking segment: {'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:15.992491 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.993061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Bound using segment: {'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:15.993710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Bound port: 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:15.994264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.013673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.018956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.037249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-335de484-e9a7-4a3f-91a8-7fcc6f189e81 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.7151120 Feb 09 21:38:16.050201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:16.053339 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0fbb90-1175-4458-8b58-6cae911b4772" -d '{"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:16.066214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5832eff4-4736-4dbe-8523-b7d9d4cd053a up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:16.180556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-729d268c-8391-421e-ae91-bce65c02b180 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e HTTP/1.1" status: 200 len: 217 time: 0.4650023 Feb 09 21:38:16.230975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] For port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:16.241208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] For port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,segment=NetworkSegment(b013c0cb-b2e9-4bad-ab0e-27c40666a46f),segment_id=b013c0cb-b2e9-4bad-ab0e-27c40666a46f)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:16.298179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69963e-540d-4133-a7d7-fb1ac5662910 req-cce4ad6f-f479-4e99-b9a4-2cf3fd97622a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.305646 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa69963e-540d-4133-a7d7-fb1ac5662910 req-cce4ad6f-f479-4e99-b9a4-2cf3fd97622a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 949 time: 0.2767522 Feb 09 21:38:16.312091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 5832eff4-4736-4dbe-8523-b7d9d4cd053a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:16.317485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 5832eff4-4736-4dbe-8523-b7d9d4cd053a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:16.318141 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.322076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:16.329100 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526a761e-d616-4a22-b787-ae6649f448aa" -d '{"events": [{"name": "network-changed", "server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:16.368377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:16.387554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa69963e-540d-4133-a7d7-fb1ac5662910 req-58e4029d-3f0b-45d8-9bd8-cb1f8801d46b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809758 Feb 09 21:38:16.400851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.471024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks [] for router_gateway (c57fae1b-f48e-442c-80e9-2131fe928a03), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.511581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-7f155fe6-49e3-4635-a46c-33fcc4255942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.518590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-7f155fe6-49e3-4635-a46c-33fcc4255942 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84e1e806-4165-43cd-afbd-7dff59cdba9e HTTP/1.1" status: 200 len: 797 time: 0.3277030 Feb 09 21:38:16.563363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-505490b9-4de0-421b-96cb-e2596cbd5267 req-e18b8808-33f7-4884-85be-ca994d772aff tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4657192 Feb 09 21:38:16.641561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f7a72-9121-4214-a05c-05b9e8db7bb6 None None] Pushing event updated for resources: {'Port': ['ID=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:16.767144 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a6bb9c-631c-444b-8d1e-ab383185a92e x-openstack-request-id: req-44a6bb9c-631c-444b-8d1e-ab383185a92e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:16.767488 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:16.767766 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44a6bb9c-631c-444b-8d1e-ab383185a92e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:16.768184 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'code': 200} Feb 09 21:38:16.778730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d14d662d-ffd2-4c32-9a34-03bf3c534de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.780571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d14d662d-ffd2-4c32-9a34-03bf3c534de0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=04d2db96-08fb-4d23-bb71-71e5949869e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2478845 Feb 09 21:38:16.810168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 5832eff4-4736-4dbe-8523-b7d9d4cd053a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:16.810559 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.924753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 5832eff4-4736-4dbe-8523-b7d9d4cd053a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5832eff4-4736-4dbe-8523-b7d9d4cd053a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:17.012940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.136523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=5832eff4-4736-4dbe-8523-b7d9d4cd053a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:17.637686 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2270f8f0-1b49-4b17-b494-a3b66553ad86 x-openstack-request-id: req-2270f8f0-1b49-4b17-b494-a3b66553ad86 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:17.637686 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:17.637686 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2270f8f0-1b49-4b17-b494-a3b66553ad86 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:17.637686 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e', 'status': 'completed', 'code': 200} Feb 09 21:38:17.638893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a761e-d616-4a22-b787-ae6649f448aa req-6e111e6e-0b42-4960-863a-08daa4470ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.638893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-526a761e-d616-4a22-b787-ae6649f448aa req-6e111e6e-0b42-4960-863a-08daa4470ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1156 time: 0.1315424 Feb 09 21:38:17.732391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006edb74-fbdd-4317-8d09-b684b8013450 req-19bad3ac-57f8-4e90-b7f0-d914ee203d87 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.750006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a7052-5358-44d2-9b64-543ca597ec15 req-00694048-15d6-4529-ac96-7bf917e6ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.750006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f0a7052-5358-44d2-9b64-543ca597ec15 req-00694048-15d6-4529-ac96-7bf917e6ae35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 1132 time: 0.1650331 Feb 09 21:38:17.750659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-006edb74-fbdd-4317-8d09-b684b8013450 req-19bad3ac-57f8-4e90-b7f0-d914ee203d87 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.2371576 Feb 09 21:38:17.790554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:17.795892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1365d2b-33d4-48ef-9828-cdfae48db3c0 req-fea428d2-9e5e-45d9-bc54-18c003e7eb58 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.800653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1365d2b-33d4-48ef-9828-cdfae48db3c0 req-fea428d2-9e5e-45d9-bc54-18c003e7eb58 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.9789269 Feb 09 21:38:17.804092 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] Sync routers for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:17.807083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-1636b0c7-e594-4801-bc0d-abc110aa097c service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0109878 Feb 09 21:38:17.816469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1bad0d12-09e9-48ec-9c3c-2dc4d4e8a4c2 admin admin] 10.222.0.98 "PUT /v2.0/routers/f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3838234 Feb 09 21:38:17.816932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52414) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:17.827252 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:17.827933 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:17.878224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:17.933895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a761e-d616-4a22-b787-ae6649f448aa req-347ea765-ce78-4685-9278-8dd02209dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.952167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-526a761e-d616-4a22-b787-ae6649f448aa req-347ea765-ce78-4685-9278-8dd02209dc5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.3071368 Feb 09 21:38:17.967679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-006edb74-fbdd-4317-8d09-b684b8013450 req-ae909782-31d3-4c1c-b0a8-c3e76687591d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244604 Feb 09 21:38:18.035068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:18.043683 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:18.101305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-526a761e-d616-4a22-b787-ae6649f448aa req-efba58d0-8c37-4801-bb2c-6aeee425f485 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 217 time: 0.1263113 Feb 09 21:38:18.115485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f0a7052-5358-44d2-9b64-543ca597ec15 req-6096587d-2024-4c3b-abf4-49da3953ccda service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595383 Feb 09 21:38:18.185398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1365d2b-33d4-48ef-9828-cdfae48db3c0 req-75efa110-7842-441d-82df-29faec22f8ed tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702738 Feb 09 21:38:18.223555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks [] for router_gateway (c57fae1b-f48e-442c-80e9-2131fe928a03), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.267143 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.270365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-6cbceb35-0d77-46fa-8aba-0e85acf0d746 service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525206 Feb 09 21:38:18.289866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:18.294851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a761e-d616-4a22-b787-ae6649f448aa req-d11a38cd-e303-48b9-aa76-20161988cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.295973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-526a761e-d616-4a22-b787-ae6649f448aa req-d11a38cd-e303-48b9-aa76-20161988cca4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1802282 Feb 09 21:38:18.322162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:38:18.339526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:18.339948 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.351100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks [] for router (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.403588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f6049d93-1b99-4fa6-a77b-037c7f9111d3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218 HTTP/1.1" status: 200 len: 217 time: 0.1221128 Feb 09 21:38:18.410720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-526a761e-d616-4a22-b787-ae6649f448aa req-7652cb1f-f874-4355-8b35-e1abb534134b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558665 Feb 09 21:38:18.523575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:18.524080 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.582763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335a4b4-cf78-4722-b16b-10b586dd0785 req-f268bc77-bcb4-44d4-84c8-1ecd4e7ceb13 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.585246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7335a4b4-cf78-4722-b16b-10b586dd0785 req-f268bc77-bcb4-44d4-84c8-1ecd4e7ceb13 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 950 time: 0.2875047 Feb 09 21:38:18.609735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,segment=NetworkSegment(b013c0cb-b2e9-4bad-ab0e-27c40666a46f),segment_id=b013c0cb-b2e9-4bad-ab0e-27c40666a46f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:18.636001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a5ef9-7f4f-4a61-aed1-1f448268ffc3 None None] Network dff3db14-5c18-463e-9805-a80ead25fa6c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:18.695783 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:38:14Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.755799 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] Checking router: f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:18.768793 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.772205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] Routers {'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:18.773241 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.783459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c731b14f-5642-482b-9ebb-d108938d8676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5832eff4-4736-4dbe-8523-b7d9d4cd053a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:18.786820 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39a43ac-b9f7-49f8-9bbf-93ab5ace0e66" -d '{"events": [{"server_uuid": "c731b14f-5642-482b-9ebb-d108938d8676", "name": "network-vif-plugged", "status": "completed", "tag": "5832eff4-4736-4dbe-8523-b7d9d4cd053a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:18.828442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7335a4b4-cf78-4722-b16b-10b586dd0785 req-2deb5470-88ab-4534-bebb-4ea848bc21da tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189116 Feb 09 21:38:18.850411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-526a761e-d616-4a22-b787-ae6649f448aa req-e0cd843b-f78e-47ce-81c9-13e93c96e866 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241650 Feb 09 21:38:18.875998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:18.933039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b21802e7-0514-4a3c-afed-d78359fff456 None None] Provisioning complete for port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:18.940683 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b21802e7-0514-4a3c-afed-d78359fff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.945592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8d3855ec-030e-4f8c-99eb-e9dba9490920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.948625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-8d3855ec-030e-4f8c-99eb-e9dba9490920 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84e1e806-4165-43cd-afbd-7dff59cdba9e HTTP/1.1" status: 200 len: 797 time: 0.4304225 Feb 09 21:38:18.981957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Allocated IP 172.25.5.91 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/03bb2805-eac0-409b-80b2-9915c5ceb30f) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:19.043334 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35ca7a8-2980-450e-82d5-1480e153866c x-openstack-request-id: req-a35ca7a8-2980-450e-82d5-1480e153866c {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:19.043955 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c731b14f-5642-482b-9ebb-d108938d8676", "name": "network-vif-plugged", "status": "completed", "tag": "5832eff4-4736-4dbe-8523-b7d9d4cd053a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:19.044386 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a35ca7a8-2980-450e-82d5-1480e153866c {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:19.045053 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c731b14f-5642-482b-9ebb-d108938d8676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5832eff4-4736-4dbe-8523-b7d9d4cd053a', 'code': 200} Feb 09 21:38:19.100867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-526a761e-d616-4a22-b787-ae6649f448aa req-f5d778f3-4271-440a-89ff-7e193804cb77 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429864 Feb 09 21:38:19.147002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks [] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.148250 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] Set router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:19.215022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks [] for router_gateway (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.230263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b21802e7-0514-4a3c-afed-d78359fff456 None None] Current status of the port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:19.264579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.278617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.295601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.312522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.323617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e47b1b-d60a-4540-9855-fe42e98f41c1 req-4ee4c1ef-f541-4acb-ab6e-98fd11c6ec95 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.324929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.325471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7e47b1b-d60a-4540-9855-fe42e98f41c1 req-4ee4c1ef-f541-4acb-ab6e-98fd11c6ec95 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1096520 Feb 09 21:38:19.336506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.342516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.350601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7be3237-7717-4063-b26a-a7efd745942c req-bb1e45df-2d8d-49b6-9932-e931de54ed52 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.7909412 Feb 09 21:38:19.378433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-af39cd77-19bd-4d95-9091-0c6ffad36b4d None None] Provisioning complete for port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:19.379006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af39cd77-19bd-4d95-9091-0c6ffad36b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.415680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.491475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7e47b1b-d60a-4540-9855-fe42e98f41c1 req-9910af0b-c50c-43b1-8ae6-5b5abf616144 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558337 Feb 09 21:38:19.503656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-af39cd77-19bd-4d95-9091-0c6ffad36b4d None None] Current status of the port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:19.688146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:19.720453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512e53b-fd36-4d3c-92df-565b74d4134e req-53fcf573-e551-44a7-8a06-cc3cea022ebe tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.731800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9512e53b-fd36-4d3c-92df-565b74d4134e req-53fcf573-e551-44a7-8a06-cc3cea022ebe tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.1105113 Feb 09 21:38:19.740516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:19.755331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:19.829951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9512e53b-fd36-4d3c-92df-565b74d4134e req-642873d4-2a13-4cba-b1b6-c8b596587513 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964897 Feb 09 21:38:19.861592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:19.880879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Pushing event updated for resources: {'Port': ['ID=03bb2805-eac0-409b-80b2-9915c5ceb30f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.886275 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:38:14Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:19.932450 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00c2ab-7040-4244-b3ff-c4adb6d34412 None None] The sync data for ids ['f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0'] in n-d-828599-1 is: [{'id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1568039214-router', 'tenant_id': '7c63a020100d4a61bd78817a25e094fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:11Z', 'updated_at': '2022-02-09T21:38:14Z', 'revision_number': 5, 'project_id': '7c63a020100d4a61bd78817a25e094fe', 'gw_port': {'id': '63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:12Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:19.952213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d956452a-6995-432f-bacf-a3b8e56867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.954876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-d956452a-6995-432f-bacf-a3b8e56867a4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=04d2db96-08fb-4d23-bb71-71e5949869e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7621355 Feb 09 21:38:19.969616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8da38e-75f0-436a-b1a1-e8b6050b71b6 req-444be0bd-cc68-40c6-88fd-cc031bc5953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.978292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b8da38e-75f0-436a-b1a1-e8b6050b71b6 req-444be0bd-cc68-40c6-88fd-cc031bc5953a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 1132 time: 0.7417333 Feb 09 21:38:19.988257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.990729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.991261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.993660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.994193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.994728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.995227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.995823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.996340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.996901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.997411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.997910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:19.998417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:20.001135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:20.001633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.009077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7be3237-7717-4063-b26a-a7efd745942c req-7d3c01eb-01a6-48e9-ae0b-55d34fc928e0 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6575913 Feb 09 21:38:20.140471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:20.147349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43923a0b-c72b-48dd-842a-f7ca502560e9 req-835dc02b-b98c-424d-9221-f13ae9be8329 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.154549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43923a0b-c72b-48dd-842a-f7ca502560e9 req-835dc02b-b98c-424d-9221-f13ae9be8329 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 950 time: 0.0690413 Feb 09 21:38:20.198763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Deleting port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:20.199044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.208251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43923a0b-c72b-48dd-842a-f7ca502560e9 req-3bdbec33-e2af-4ba9-876d-4dad13169196 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528061 Feb 09 21:38:20.410448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b8da38e-75f0-436a-b1a1-e8b6050b71b6 req-90bc5c5b-5658-4737-b113-26df00239d8e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616655 Feb 09 21:38:20.411403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-728e964b-63a9-4251-b140-21abbd086a92 service neutron] 10.222.0.30 "GET /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.0679715 Feb 09 21:38:20.444316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-f74d7199-446a-4269-8612-c0c50788092a service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620357 Feb 09 21:38:20.459579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] For port 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:20.459972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.471591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Calling delete_port for 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:20.618054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:20.657109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:20.690514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343b2bc7-a408-4e04-a39e-cbd03e55036e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:20.701786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:20.768238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.792886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99cf31-cf1e-4939-a4cf-d9b538ec86c9 req-1732fae9-c76e-48fb-80d2-b17f0f0ffc60 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.794277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a99cf31-cf1e-4939-a4cf-d9b538ec86c9 req-1732fae9-c76e-48fb-80d2-b17f0f0ffc60 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1999924 Feb 09 21:38:20.816524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks [] for router_gateway (c57fae1b-f48e-442c-80e9-2131fe928a03), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.864006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Transition to ACTIVE for port object 343b2bc7-a408-4e04-a39e-cbd03e55036e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:20.925077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04735c2b-922a-48c9-8679-cabbcd833eca req-dd28fc72-4583-4200-b157-9c86d5103cde service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514133 Feb 09 21:38:20.951350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd04c-e067-4807-85a7-bd3997aae4dc req-c3899290-ed0b-4a06-a2b7-35edbcf6d748 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.956003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-413fd04c-e067-4807-85a7-bd3997aae4dc req-c3899290-ed0b-4a06-a2b7-35edbcf6d748 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 944 time: 0.0641141 Feb 09 21:38:20.957420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.981669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a99cf31-cf1e-4939-a4cf-d9b538ec86c9 req-9295cfc0-f7b5-4c01-87d3-f12d66c5d899 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573994 Feb 09 21:38:21.072646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] No DVR routers for this DVR port 343b2bc7-a408-4e04-a39e-cbd03e55036e on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:21.122087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-413fd04c-e067-4807-85a7-bd3997aae4dc req-7d36a338-e356-4452-a327-4c8f111af5e5 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530480 Feb 09 21:38:21.126846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Pushing event updated for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:21.152781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] 10.222.0.30 "PUT /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7343645 Feb 09 21:38:21.158506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.158887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.159242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.159609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.159957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.169672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.172850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.173240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.173593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.174081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.174487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.174840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.175183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5671fa-7c92-4dde-803a-2bd447eedf04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:21.284533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.290381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.295905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.301252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.306580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.312702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.317986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.320047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-4da43d66-1ae4-418c-82fe-f73018497b3e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1003435 Feb 09 21:38:21.384546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9860d2a-a2be-4f18-8e0c-40d7e9e6bc25 req-fb91b775-4441-4cf4-80e7-0265809b64f0 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563405 Feb 09 21:38:21.427206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.553947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:21.581806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6dc74-458c-4c51-badb-c5cff164a2fa req-17be5929-6c05-43c7-b5ac-2e592f79c065 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.584165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0c6dc74-458c-4c51-badb-c5cff164a2fa req-17be5929-6c05-43c7-b5ac-2e592f79c065 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 950 time: 0.0726888 Feb 09 21:38:21.645667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0c6dc74-458c-4c51-badb-c5cff164a2fa req-471998c4-1128-4d7f-bae8-2e90879f5aec tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Feb 09 21:38:21.663609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-7e811dce-f915-404b-b3d8-b846921da416 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.665145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-7e811dce-f915-404b-b3d8-b846921da416 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.2400990 Feb 09 21:38:21.679521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69e75d-0189-4598-b641-9bbd816d0db0 req-fccfde5d-9ee7-477a-9778-2ead5b453838 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.681050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba69e75d-0189-4598-b641-9bbd816d0db0 req-fccfde5d-9ee7-477a-9778-2ead5b453838 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.2652092 Feb 09 21:38:21.701881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (c57fae1b-f48e-442c-80e9-2131fe928a03), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.733680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.734165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.734649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.735449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.736016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.736491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.736961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.738950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-b3a807f6-c751-45dd-91b7-a5ecabf335e3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6694 time: 0.3127069 Feb 09 21:38:21.741055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.808854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 842f03c0-15db-4e4a-a609-1876995a3958 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:21.841580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 842f03c0-15db-4e4a-a609-1876995a3958 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:21.843328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 842f03c0-15db-4e4a-a609-1876995a3958 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:21.870560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2999088-6d57-4c28-9d9a-fb332294d35f req-7993e8d6-20f9-4eca-8aef-1be3029a279f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.872661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2999088-6d57-4c28-9d9a-fb332294d35f req-7993e8d6-20f9-4eca-8aef-1be3029a279f tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 951 time: 0.0672443 Feb 09 21:38:21.941680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2999088-6d57-4c28-9d9a-fb332294d35f req-d99c39c9-4167-4fab-b862-3ffe4450dc88 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 Feb 09 21:38:21.999421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.007013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks [] for router_controller (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.050468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba69e75d-0189-4598-b641-9bbd816d0db0 req-30ecae0e-6b40-4a14-9540-7a49f2efa646 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610539 Feb 09 21:38:22.103419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c730954b-89b2-4716-a1cf-b805b0760dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.106651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c730954b-89b2-4716-a1cf-b805b0760dc5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077&tenant_id=04513afad81640b3b3cb3d48be22843f HTTP/1.1" status: 200 len: 1127 time: 0.4187353 Feb 09 21:38:22.142121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-bfb900c9-acf9-4ec8-873c-25878c0f480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.143629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-bfb900c9-acf9-4ec8-873c-25878c0f480b service neutron] 10.222.0.110 "GET /v2.0/networks?id=04d2db96-08fb-4d23-bb71-71e5949869e5 HTTP/1.1" status: 200 len: 903 time: 0.3868873 Feb 09 21:38:22.171119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.171764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:22.177242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.178124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b009b9f-d317-4eb3-aed6-e86bdbdcad80 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f7e3a5f0-c786-4ab7-8064-b048e7cd8ec0 HTTP/1.1" status: 204 len: 168 time: 4.3080676 Feb 09 21:38:22.180896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52514) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:22.267099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] Deleting subnet 2036c750-d512-4a1b-889a-628aa53d2119 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:22.284812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] Publish callbacks [] for subnet (2036c750-d512-4a1b-889a-628aa53d2119), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.322296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-524161af-22e6-4364-b8b2-5102c1d426dc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e HTTP/1.1" status: 200 len: 217 time: 0.1430643 Feb 09 21:38:22.323982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Router c57fae1b-f48e-442c-80e9-2131fe928a03 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:38:22.389264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (2036c750-d512-4a1b-889a-628aa53d2119), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.510988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-226b7cd9-0afa-4ee7-b60b-b75c3992bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.512539 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-226b7cd9-0afa-4ee7-b60b-b75c3992bc55 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1127 time: 0.3196015 Feb 09 21:38:22.516662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-828e288d-9271-4029-9768-0bf136f1b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.517173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2036c750-d512-4a1b-889a-628aa53d2119), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.518107 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-828e288d-9271-4029-9768-0bf136f1b411 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84e1e806-4165-43cd-afbd-7dff59cdba9e HTTP/1.1" status: 200 len: 797 time: 0.1877439 Feb 09 21:38:22.626873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb3eba-2de2-46a0-ae1d-c50e0870d29c req-20c9e251-3c7e-4b7b-b943-e779ab0c23aa tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.628385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6bfb3eba-2de2-46a0-ae1d-c50e0870d29c req-20c9e251-3c7e-4b7b-b943-e779ab0c23aa tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 945 time: 0.2122605 Feb 09 21:38:22.640314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:22.654146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Sync routers for ids ['c57fae1b-f48e-442c-80e9-2131fe928a03'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:22.672338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Routers {'c57fae1b-f48e-442c-80e9-2131fe928a03'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:22.674244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c57fae1b-f48e-442c-80e9-2131fe928a03'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:22.684668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (2036c750-d512-4a1b-889a-628aa53d2119), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.717736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-43bca2fa-7382-4907-b4cf-d26bca07b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.719254 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-43bca2fa-7382-4907-b4cf-d26bca07b81f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=04d2db96-08fb-4d23-bb71-71e5949869e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1823359 Feb 09 21:38:22.725427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c167a8dc-d9cb-41aa-831d-5b5cff6f5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.726889 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-c167a8dc-d9cb-41aa-831d-5b5cff6f5201 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1910818 Feb 09 21:38:22.728541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2036c750-d512-4a1b-889a-628aa53d2119,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.731775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.746128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa032492-4ebf-4edc-9080-e1e40f477b87 None None] Network 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:22.746375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52534) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:22.748201 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-41d29047-06eb-4bba-9dc7-cac312285410 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2036c750-d512-4a1b-889a-628aa53d2119 HTTP/1.1" status: 204 len: 168 time: 0.5661826 Feb 09 21:38:22.763599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.764849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4c99851a-e7e9-4a87-b09b-3d22c7255790 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0118759 Feb 09 21:38:22.768089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52536) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:22.820588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6bfb3eba-2de2-46a0-ae1d-c50e0870d29c req-d92d59c7-bf48-4ce6-99af-64248b1d206e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741056 Feb 09 21:38:22.948945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-f1445696-0fc7-48d0-a8c7-fa940f10ff06 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 217 time: 0.2154181 Feb 09 21:38:23.066364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.118173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-ef842bb6-a88c-4f55-8ac5-6512b1cca833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.119683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-ef842bb6-a88c-4f55-8ac5-6512b1cca833 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1466780 Feb 09 21:38:23.127261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-0c59afbf-1f08-45b1-8326-41a85052fa16 service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949428 Feb 09 21:38:23.145899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.152929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.159201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.165019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.168347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Set router c57fae1b-f48e-442c-80e9-2131fe928a03 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:23.172361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.177669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.182849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.190469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-159387d5-8289-4475-8c22-96caf0ee68ec tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.2161222 Feb 09 21:38:23.294268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-40b6cc4c-6cb9-4d45-b9c8-6e6563b257fc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831196 Feb 09 21:38:23.320982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] DHCP port deletion for 9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:23.419351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.480667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] Deleting port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:23.481157 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.484960 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-87a6561b-2cec-46be-bbaf-6fa2649aa8f9 req-53ab4d0c-8b48-4c07-8939-62d3f4b0d5f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2937422 Feb 09 21:38:23.561094 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-495783e6-2f65-4b6b-984b-e86d4891792b service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312112 Feb 09 21:38:23.563064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbd20880-72ce-4fde-af1e-4d062adcd748 req-04ab35f7-896f-44b8-8edc-ddf663ad01a0 service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504984 Feb 09 21:38:23.565674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Deleting port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:23.566200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.598377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:20Z', 'revision_number': 3, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:23.601462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] For port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:23.601872 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.645395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Checking router: c57fae1b-f48e-442c-80e9-2131fe928a03 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:23.646168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Updating router c57fae1b-f48e-442c-80e9-2131fe928a03 port 03bb2805-eac0-409b-80b2-9915c5ceb30f binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:38:23.651780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] Calling delete_port for 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:23.723426 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.739286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] For port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,segment=NetworkSegment(81b34f0b-19d5-4df7-a7d7-ce6593d253fb),segment_id=81b34f0b-19d5-4df7-a7d7-ce6593d253fb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:23.739571 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.762272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Allocated IP 172.20.0.1 (dff3db14-5c18-463e-9805-a80ead25fa6c/b5414cf7-9770-48e9-be46-ed08b15d9ebb/24edf574-e418-4ad9-8491-51d227da7dd2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:23.763062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Calling delete_port for 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:23.807979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:23.823856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.824861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.824861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.825359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.825847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.826514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.826997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.829491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-b558830e-0ec6-4cc5-949e-0e87df09e741 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6694 time: 0.1848919 Feb 09 21:38:23.887962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks [] for port (24edf574-e418-4ad9-8491-51d227da7dd2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.949906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1472dd-8333-408e-bf81-a1798f748644 req-f0f22bd8-d3cc-448f-91b9-0600b41d2894 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.952096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb1472dd-8333-408e-bf81-a1798f748644 req-f0f22bd8-d3cc-448f-91b9-0600b41d2894 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 950 time: 0.2922039 Feb 09 21:38:23.957127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-d2f94953-9217-4b62-8201-d49c615ee9b7 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746195 Feb 09 21:38:24.010423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb1472dd-8333-408e-bf81-a1798f748644 req-5b1bbbd1-c943-4b9a-8494-c3e56debc589 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521481 Feb 09 21:38:24.017462 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.027648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-6518fc99-598d-4383-ae36-0c087f7173d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.039021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-6518fc99-598d-4383-ae36-0c087f7173d6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=04d2db96-08fb-4d23-bb71-71e5949869e5 HTTP/1.1" status: 200 len: 903 time: 0.1626990 Feb 09 21:38:24.078966 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.106616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-18116902-71b4-4064-ab4f-ac9487117c4a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218 HTTP/1.1" status: 200 len: 217 time: 0.0667670 Feb 09 21:38:24.127148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Network dff3db14-5c18-463e-9805-a80ead25fa6c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:24.129822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:24.135486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:24.177388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] No DVR routers for this DVR port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:24.188167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a70ee-5264-4379-9b24-0d7201c39a8c None None] Pushing event deleted for resources: {'Port': ['ID=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.224613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:38:24.224933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:38:24.225466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:24.225898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:24.254997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (c57fae1b-f48e-442c-80e9-2131fe928a03), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.284715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:24.285108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 63a22a52-8cb0-4dd4-b7a1-9d7fa8f46b46 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:24.312165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.358402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Pushing event updated for resources: {'Port': ['ID=24edf574-e418-4ad9-8491-51d227da7dd2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.430923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-3c646bc3-3aab-4c9f-bf66-e49a064a1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.434051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-3c646bc3-3aab-4c9f-bf66-e49a064a1699 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84e1e806-4165-43cd-afbd-7dff59cdba9e HTTP/1.1" status: 200 len: 797 time: 0.3100324 Feb 09 21:38:24.435887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] No DVR routers for this DVR port 35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:24.445069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f6ac27-c55e-4b4f-b558-27d0ef5bc0f9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.450528 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Publish callbacks [] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.458772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10637abf-91f4-4092-b8b7-f3043e783291 req-c0c3e53c-582a-4e12-bf26-ae38ffa9c3d7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.461918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10637abf-91f4-4092-b8b7-f3043e783291 req-c0c3e53c-582a-4e12-bf26-ae38ffa9c3d7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.2376320 Feb 09 21:38:24.480215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-22670e79-a83c-4fda-8980-a3a4be76f7a4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2215869 Feb 09 21:38:24.553503 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.615601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:24.623858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10637abf-91f4-4092-b8b7-f3043e783291 req-090b2088-9809-4b95-8f3e-69d41e47fb8d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171575 Feb 09 21:38:24.636612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Attempting to bind port 03bb2805-eac0-409b-80b2-9915c5ceb30f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:24.637280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Attempting to bind port 03bb2805-eac0-409b-80b2-9915c5ceb30f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:24.637815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Attempting to bind port 03bb2805-eac0-409b-80b2-9915c5ceb30f on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:24.679430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5140fd23-0de7-423c-8821-c911b6341307 None None] Provisioning complete for port 24edf574-e418-4ad9-8491-51d227da7dd2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:24.680061 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5140fd23-0de7-423c-8821-c911b6341307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.685797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:24.686480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:24.687058 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.687626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:24.688472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Bound port: 03bb2805-eac0-409b-80b2-9915c5ceb30f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:24.689051 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.731299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.746334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] For port 03bb2805-eac0-409b-80b2-9915c5ceb30f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:24.750063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] For port 03bb2805-eac0-409b-80b2-9915c5ceb30f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=03bb2805-eac0-409b-80b2-9915c5ceb30f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:24.785363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420ee0-67cc-44b9-8465-d283006a6e1d None None] Pushing event updated for resources: {'Port': ['ID=03bb2805-eac0-409b-80b2-9915c5ceb30f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.837399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 343b2bc7-a408-4e04-a39e-cbd03e55036e host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:38:24.837827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:24.838269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:24.840636 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.862651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6cfaa-d38c-4c7e-a392-0c82b4932c23 req-996093e9-b73e-444a-8afc-df91a1748f0e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.871412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9e6cfaa-d38c-4c7e-a392-0c82b4932c23 req-996093e9-b73e-444a-8afc-df91a1748f0e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 949 time: 0.1161413 Feb 09 21:38:24.889310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5140fd23-0de7-423c-8821-c911b6341307 None None] Port 24edf574-e418-4ad9-8491-51d227da7dd2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:24.981240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9e6cfaa-d38c-4c7e-a392-0c82b4932c23 req-8b118cef-87d6-496b-80b8-5a1e6ec0556e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083889 Feb 09 21:38:25.079094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4663b75-5167-47de-b113-1625aa33b03a is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:25.079484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.081464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Routers {'c57fae1b-f48e-442c-80e9-2131fe928a03'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:25.082474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c57fae1b-f48e-442c-80e9-2131fe928a03'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.098466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks [] for port (24edf574-e418-4ad9-8491-51d227da7dd2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.132723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420ee0-67cc-44b9-8465-d283006a6e1d None None] Pushing event updated for resources: {'Port': ['ID=03bb2805-eac0-409b-80b2-9915c5ceb30f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.168219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.188549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:25.191176 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5372c52b-b2de-4863-af61-0c5cbf8b5519" -d '{"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-unplugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:25.211669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:25.223107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.242201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] Set router c57fae1b-f48e-442c-80e9-2131fe928a03 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:25.247834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.255134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Pushing event updated for resources: {'Port': ['ID=24edf574-e418-4ad9-8491-51d227da7dd2,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.257565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b34f0b-19d5-4df7-a7d7-ce6593d253fb') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.257880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b34f0b-19d5-4df7-a7d7-ce6593d253fb') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.281251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (81b34f0b-19d5-4df7-a7d7-ce6593d253fb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.285043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (c57fae1b-f48e-442c-80e9-2131fe928a03), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.296732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.341513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7960281-9f3a-482a-ada6-872179de4619 req-1f6e75f2-d11e-41e2-9071-59d4d54516b8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.342970 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7960281-9f3a-482a-ada6-872179de4619 req-1f6e75f2-d11e-41e2-9071-59d4d54516b8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 945 time: 1.0214379 Feb 09 21:38:25.358809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-5b574939-0e0b-4e77-8f92-3ec2546496cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.360452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-5b574939-0e0b-4e77-8f92-3ec2546496cb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=04d2db96-08fb-4d23-bb71-71e5949869e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9121451 Feb 09 21:38:25.361479 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (81b34f0b-19d5-4df7-a7d7-ce6593d253fb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.373593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.410390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:25.410801 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (81b34f0b-19d5-4df7-a7d7-ce6593d253fb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:25.432632 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:25.436119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Network dff3db14-5c18-463e-9805-a80ead25fa6c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:25.437777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:25.486025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-ac06d005-f003-4f6d-ac10-4b67007feff1 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.487538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-ac06d005-f003-4f6d-ac10-4b67007feff1 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.9947271 Feb 09 21:38:25.707457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Router c57fae1b-f48e-442c-80e9-2131fe928a03 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:25.712250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 4, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '24edf574-e418-4ad9-8491-51d227da7dd2', 'name': '', 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'mac_address': 'fa:16:3e:35:80:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:23Z', 'updated_at': '2022-02-09T21:38:23Z', 'revision_number': 1, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'subnets': [{'id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.734950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7960281-9f3a-482a-ada6-872179de4619 req-81a8f25b-71d3-4ecb-9f53-095ba9c18a85 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710415 Feb 09 21:38:25.742801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.742940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776585b5-5aca-44ee-8491-eccc3cad6de8 None None] The sync data for ids ['c57fae1b-f48e-442c-80e9-2131fe928a03'] in n-d-828599-1 is: [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 4, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '24edf574-e418-4ad9-8491-51d227da7dd2', 'name': '', 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'mac_address': 'fa:16:3e:35:80:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:23Z', 'updated_at': '2022-02-09T21:38:23Z', 'revision_number': 1, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'subnets': [{'id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:25.749432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.755982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.762849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.768308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.782353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.787437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.797888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-2527ca42-803c-4924-bef9-14d196f00481 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1972702 Feb 09 21:38:25.820222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-332009f0-dea7-434a-b187-227200d9c1c3 service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057314 Feb 09 21:38:25.829342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.856588 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.856588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16 HTTP/1.1" status: 204 len: 168 time: 3.1022975 Feb 09 21:38:25.887288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52604) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:25.948928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b1bc7638-bcd5-4f35-a7dc-e036dd181ccb None None] Provisioning complete for port 24edf574-e418-4ad9-8491-51d227da7dd2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:25.949369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7638-bcd5-4f35-a7dc-e036dd181ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.960651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196dfbf-696f-48cb-9d9e-f6d16d5298e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bffe8f2-3a8b-4ad4-aa1a-8b2515cd4f16,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:26.044757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-66784dda-80f5-4d7d-afc2-eee5456dda87 service neutron] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:26.049845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-66784dda-80f5-4d7d-afc2-eee5456dda87 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.054300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88130985-294d-4520-b9f3-7a33b1751ba3 req-66784dda-80f5-4d7d-afc2-eee5456dda87 service neutron] 10.222.0.110 "DELETE /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.5103188 Feb 09 21:38:26.119578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc7638-bcd5-4f35-a7dc-e036dd181ccb None None] Port 24edf574-e418-4ad9-8491-51d227da7dd2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:26.198087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970089c4-c5a1-42d6-be21-949aa5bebedd req-15e5b926-537f-4726-97ad-601eca059df8 service neutron] 10.222.0.110 "GET /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403606 Feb 09 21:38:26.580246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee64309-d415-4844-a8cf-e69e27a0a600 req-85c556a7-7a68-4d3a-8d21-1305a1b95d9d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:26.586609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee64309-d415-4844-a8cf-e69e27a0a600 req-85c556a7-7a68-4d3a-8d21-1305a1b95d9d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:26.589073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ee64309-d415-4844-a8cf-e69e27a0a600 req-85c556a7-7a68-4d3a-8d21-1305a1b95d9d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2&device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 1690 time: 0.1575832 Feb 09 21:38:26.638597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e95f3b1e-9345-4a2a-bc83-e54b8c871985 req-baf5b819-0c27-4a50-9701-828a9bc8bf06 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8397386 Feb 09 21:38:26.683459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ee64309-d415-4844-a8cf-e69e27a0a600 req-68a6e144-e4ae-4050-8094-e7b8ab8aa66d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Feb 09 21:38:26.763248 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0786a8e7-4db6-4976-a4de-729365ada409 x-openstack-request-id: req-0786a8e7-4db6-4976-a4de-729365ada409 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:26.763817 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-unplugged", "status": "completed", "tag": "d4663b75-5167-47de-b113-1625aa33b03a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:26.763938 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0786a8e7-4db6-4976-a4de-729365ada409 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:26.764305 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a', 'code': 200} Feb 09 21:38:26.767361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:26.796595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-19e57af1-0a9e-42b9-91a1-4ba13815b27b admin admin] 10.222.0.98 "PUT /v2.0/routers/c57fae1b-f48e-442c-80e9-2131fe928a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0187151 Feb 09 21:38:27.016320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed6a37-e2ef-42e6-a939-ac8331c2c59b req-011fa816-b75a-47e3-b243-0f39aa029731 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.024230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4ed6a37-e2ef-42e6-a939-ac8331c2c59b req-011fa816-b75a-47e3-b243-0f39aa029731 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.0822403 Feb 09 21:38:27.035933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c357-cabc-4e10-9162-ba6bdf45bffd req-3b2858dc-e3ba-4a1a-b1b8-62cfc27e9066 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.043203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c43c357-cabc-4e10-9162-ba6bdf45bffd req-3b2858dc-e3ba-4a1a-b1b8-62cfc27e9066 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 949 time: 0.1294611 Feb 09 21:38:27.079516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4ed6a37-e2ef-42e6-a939-ac8331c2c59b req-100a2e10-cd08-4b1b-9ceb-253e7da277e6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539873 Feb 09 21:38:27.147161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c43c357-cabc-4e10-9162-ba6bdf45bffd req-2e406c49-e6e7-41c4-a198-fbbc2ffd3bb2 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/security-groups?id=6678fba6-674e-416f-8bc5-c8de25770c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028972 Feb 09 21:38:27.330411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0491e-823e-4fed-b04f-e3fe125cda38 req-75bd6e31-7c67-45fc-b3f8-6ef27ebf2fb6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.332135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7c0491e-823e-4fed-b04f-e3fe125cda38 req-75bd6e31-7c67-45fc-b3f8-6ef27ebf2fb6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 945 time: 0.1003113 Feb 09 21:38:27.449221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.456105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7c0491e-823e-4fed-b04f-e3fe125cda38 req-b167b9b4-2310-4c2f-81e6-c397decb083d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080046 Feb 09 21:38:27.656782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-fc53071c-dbff-4835-aac6-47cae5cb3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.658402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-fc53071c-dbff-4835-aac6-47cae5cb3b93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 1132 time: 0.1570837 Feb 09 21:38:27.729671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be1615-cc25-4066-a8b9-ae5500a71560 req-5e78d857-e35e-40d3-8054-cae5047a0621 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.731728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22be1615-cc25-4066-a8b9-ae5500a71560 req-5e78d857-e35e-40d3-8054-cae5047a0621 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 1131 time: 0.1613390 Feb 09 21:38:27.813137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-f8ba47ca-e91d-4422-9d95-06e7ba3bed73 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.815496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-f8ba47ca-e91d-4422-9d95-06e7ba3bed73 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.30 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 949 time: 0.2125795 Feb 09 21:38:27.827841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-56d36725-e000-4fd7-ad82-c69a73ccb810 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3918376 Feb 09 21:38:27.834769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:27.874499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 03bb2805-eac0-409b-80b2-9915c5ceb30f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:27.911345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22be1615-cc25-4066-a8b9-ae5500a71560 req-c09ad0d5-2514-4bf5-bbbf-5e07641bf055 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220157 Feb 09 21:38:27.930287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-d91a7165-2aee-49c6-ab04-2309f122aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.932772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-d91a7165-2aee-49c6-ab04-2309f122aade service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2586544 Feb 09 21:38:27.959212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 03bb2805-eac0-409b-80b2-9915c5ceb30f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:27.959983 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.017713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-34fa7cf5-7f59-4eb0-9708-df9e5e737b53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 200 len: 217 time: 0.0773528 Feb 09 21:38:28.021902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.080590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 03bb2805-eac0-409b-80b2-9915c5ceb30f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:28.080978 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.081102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Deleting port d4663b75-5167-47de-b113-1625aa33b03a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:28.081445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d4663b75-5167-47de-b113-1625aa33b03a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.103348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 03bb2805-eac0-409b-80b2-9915c5ceb30f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=03bb2805-eac0-409b-80b2-9915c5ceb30f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:28.129085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-1a099099-ffac-4938-8370-c314075df61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.130115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-1a099099-ffac-4938-8370-c314075df61d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1046805 Feb 09 21:38:28.191218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] For port d4663b75-5167-47de-b113-1625aa33b03a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4663b75-5167-47de-b113-1625aa33b03a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:28.191495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d4663b75-5167-47de-b113-1625aa33b03a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.196123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.207153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.207957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Calling delete_port for d4663b75-5167-47de-b113-1625aa33b03a owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:28.212074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.218754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.224037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.229265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.238604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.245599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.247579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-154dcc0a-733c-4b02-b106-e1e740129caf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1912775 Feb 09 21:38:28.278747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.314282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=03bb2805-eac0-409b-80b2-9915c5ceb30f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:28.329061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-491cec4a-035a-4eea-927f-026f1bc75a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.330877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-491cec4a-035a-4eea-927f-026f1bc75a25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1921854 Feb 09 21:38:28.408260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-550fb5dd-1344-4728-a668-07e0269b49c7 req-7480ccff-85a5-4f10-9c55-9b5e605558d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483390 Feb 09 21:38:28.447446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Allocated IP 172.25.5.95 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/2f23ee8b-a50e-4d1a-a630-d749151ed4e9) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:28.475487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Deleting port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:28.475889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.504835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-972bf77c-b28d-422f-a89b-66603201a822 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644897 Feb 09 21:38:28.547875 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d4663b75-5167-47de-b113-1625aa33b03a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.591677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Pushing event deleted for resources: {'Port': ['ID=d4663b75-5167-47de-b113-1625aa33b03a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:28.641731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.689115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] No DVR routers for this DVR port d4663b75-5167-47de-b113-1625aa33b03a on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:28.692618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.695875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-124519b5-6209-4ad9-a3c5-b95a825d231e req-980be02f-cac9-4ded-a370-ac99c664ed39 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.30 "DELETE /v2.0/ports/d4663b75-5167-47de-b113-1625aa33b03a HTTP/1.1" status: 204 len: 173 time: 0.8648095 Feb 09 21:38:28.696334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-deleted', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:28.698941 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e5919e-7afc-48a8-ad53-eec9e99bc57e" -d '{"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-deleted", "tag": "d4663b75-5167-47de-b113-1625aa33b03a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:28.729647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-03f28957-a5b5-46ef-bcfe-bfe6a6785c50 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617389 Feb 09 21:38:28.787623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] For port ce5ff6c1-f3eb-43a7-be35-464aa4eb213e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,segment=NetworkSegment(a7afe618-12a8-4272-b1f1-9020c6371b1c),segment_id=a7afe618-12a8-4272-b1f1-9020c6371b1c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:28.788025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.803623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7e350-28d9-44a6-80b5-94f3156e8fe8 req-414b71fe-5aab-4792-acf0-a2f3577f387f tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.819874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cb7e350-28d9-44a6-80b5-94f3156e8fe8 req-414b71fe-5aab-4792-acf0-a2f3577f387f tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 1132 time: 0.2535603 Feb 09 21:38:28.833114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Calling delete_port for ce5ff6c1-f3eb-43a7-be35-464aa4eb213e owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:28.835864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.910163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:28.925418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:28.936325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:28.958298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cb7e350-28d9-44a6-80b5-94f3156e8fe8 req-8ba53a45-f5a1-48bb-9fda-60e5a2cdb925 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372216 Feb 09 21:38:29.030472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=2f23ee8b-a50e-4d1a-a630-d749151ed4e9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.036884 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.148076 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Sync routers for ids ['c57fae1b-f48e-442c-80e9-2131fe928a03'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:29.161424 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Routers {'c57fae1b-f48e-442c-80e9-2131fe928a03'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:29.162063 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c57fae1b-f48e-442c-80e9-2131fe928a03'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:29.191092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ad9d1-92c0-40cf-b589-f10b4bacd805 req-7b704df2-4476-451d-8023-d0ac031ffa56 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.193093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a8ad9d1-92c0-40cf-b589-f10b4bacd805 req-7b704df2-4476-451d-8023-d0ac031ffa56 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1127 time: 0.0875344 Feb 09 21:38:29.252953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (f0745e1e-579a-4209-8bc0-b30a0b1affaa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.305814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a8ad9d1-92c0-40cf-b589-f10b4bacd805 req-c9ce8861-39b1-4558-b12a-a634557115a0 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013269 Feb 09 21:38:29.394901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.395878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ce5ff6c1-f3eb-43a7-be35-464aa4eb213e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.430342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5ff6c1-f3eb-43a7-be35-464aa4eb213e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.455313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Set router c57fae1b-f48e-442c-80e9-2131fe928a03 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:29.640623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.704876 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 4, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '24edf574-e418-4ad9-8491-51d227da7dd2', 'name': '', 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'mac_address': 'fa:16:3e:35:80:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:23Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 2, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'subnets': [{'id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:29.737009 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.755468 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Checking router: c57fae1b-f48e-442c-80e9-2131fe928a03 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:29.755863 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Updating router c57fae1b-f48e-442c-80e9-2131fe928a03 port 24edf574-e418-4ad9-8491-51d227da7dd2 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:38:29.790693 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.833331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.843145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cdc04-511a-4ff9-87bb-3951f2d18110 req-f3e32339-71fc-4987-8d31-009f42adafbe tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.850932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-959cdc04-511a-4ff9-87bb-3951f2d18110 req-f3e32339-71fc-4987-8d31-009f42adafbe tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.4127698 Feb 09 21:38:29.854681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=2f23ee8b-a50e-4d1a-a630-d749151ed4e9,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.983991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (f0745e1e-579a-4209-8bc0-b30a0b1affaa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.992439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-959cdc04-511a-4ff9-87bb-3951f2d18110 req-a41b2f31-8e78-45c5-bead-bca791105a86 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401770 Feb 09 21:38:30.048359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 03bb2805-eac0-409b-80b2-9915c5ceb30f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:30.084624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.092409 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-34dcbb94-db2c-4d56-a302-4d51be129ef7 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2629247 Feb 09 21:38:30.132734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 03bb2805-eac0-409b-80b2-9915c5ceb30f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:30.133267 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.175855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-0fdfd517-e035-479f-802d-0cba8e895109 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0825431 Feb 09 21:38:30.220939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-157983bd-a16e-4237-bc3f-4242ba523838 req-ce320c47-640a-4e17-ae10-d7fb304ef890 tempest-ImagesOneServerTestJSON-619728690 tempest-ImagesOneServerTestJSON-619728690-project] 10.222.0.98 "GET /v2.0/ports?device_id=855e0b87-3065-4298-a37f-c30db5dbe966 HTTP/1.1" status: 200 len: 210 time: 0.0884056 Feb 09 21:38:30.267253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 03bb2805-eac0-409b-80b2-9915c5ceb30f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:30.303599 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Publish callbacks [] for port (24edf574-e418-4ad9-8491-51d227da7dd2), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.311440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Router d6aee14b-748f-4f27-add7-4e7a9c8eb14f has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:30.360366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-3ab2f759-ad5d-4dd0-8de0-0fb6db88413b tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.362067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-3ab2f759-ad5d-4dd0-8de0-0fb6db88413b tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1774139 Feb 09 21:38:30.363763 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7698b3-56ef-4d91-94f4-9de6a066fb23 x-openstack-request-id: req-2f7698b3-56ef-4d91-94f4-9de6a066fb23 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:30.364064 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855e0b87-3065-4298-a37f-c30db5dbe966", "name": "network-vif-deleted", "tag": "d4663b75-5167-47de-b113-1625aa33b03a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:30.364319 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2f7698b3-56ef-4d91-94f4-9de6a066fb23 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:30.364712 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855e0b87-3065-4298-a37f-c30db5dbe966', 'name': 'network-vif-deleted', 'tag': 'd4663b75-5167-47de-b113-1625aa33b03a', 'status': 'completed', 'code': 200} Feb 09 21:38:30.373163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-5881ec6e-f07d-4dfd-b283-c0defcb555cd tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:30.374410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4382fc13-bd72-4a82-adc9-a51be96f2faa req-5881ec6e-f07d-4dfd-b283-c0defcb555cd tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070562 Feb 09 21:38:30.399776 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.432877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.449844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:30.455932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dc9c8780-2341-41e2-bce1-4fd6f7fd0c17 admin admin] 10.222.0.98 "PUT /v2.0/routers/d6aee14b-748f-4f27-add7-4e7a9c8eb14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5651903 Feb 09 21:38:30.458402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52692) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.459787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] Sync routers for ids ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:30.460556 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Pushing event updated for resources: {'Port': ['ID=24edf574-e418-4ad9-8491-51d227da7dd2,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:30.491116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] Routers {'d6aee14b-748f-4f27-add7-4e7a9c8eb14f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:30.494227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.647156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.657847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.673707 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.674052 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.674481 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.674709 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.675038 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.675362 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.675685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.677441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.684215 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.684652 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.684883 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.685351 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.685528 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.685851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:30.695182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.701578 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Attempting to bind port 24edf574-e418-4ad9-8491-51d227da7dd2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:30.702045 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Attempting to bind port 24edf574-e418-4ad9-8491-51d227da7dd2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:30.702299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Attempting to bind port 24edf574-e418-4ad9-8491-51d227da7dd2 on network dff3db14-5c18-463e-9805-a80ead25fa6c {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:30.709120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.716305 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:30.716966 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Checking segment: {'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:30.720233 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.720936 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Bound using segment: {'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:30.721600 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Bound port: 24edf574-e418-4ad9-8491-51d227da7dd2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:30.722151 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.724769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.753195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.763923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-45ceda22-4602-4891-8824-9a25996397a9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.2924616 Feb 09 21:38:30.893319 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1280e23d-88bc-47f6-b187-8ff2e9cd9dff req-ad713d02-9983-4157-91b7-b489b875e3d4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223903 Feb 09 21:38:30.896633 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] For port 24edf574-e418-4ad9-8491-51d227da7dd2, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:30.906020 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] For port 24edf574-e418-4ad9-8491-51d227da7dd2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=24edf574-e418-4ad9-8491-51d227da7dd2,segment=NetworkSegment(b013c0cb-b2e9-4bad-ab0e-27c40666a46f),segment_id=b013c0cb-b2e9-4bad-ab0e-27c40666a46f)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:31.030881 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.133847 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Routers {'c57fae1b-f48e-442c-80e9-2131fe928a03'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:31.142435 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c57fae1b-f48e-442c-80e9-2131fe928a03'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:31.163794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] Set router d6aee14b-748f-4f27-add7-4e7a9c8eb14f gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:31.250798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-39ca7b19-11df-4ad6-a0c0-e4f752e8c7dd tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3143303 Feb 09 21:38:31.281696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:31.326432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-30eec0d5-8d9f-418d-9070-28a68ee1bc32 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.333933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-30eec0d5-8d9f-418d-9070-28a68ee1bc32 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.2347758 Feb 09 21:38:31.346090 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks [] for router (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.360756 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] Set router c57fae1b-f48e-442c-80e9-2131fe928a03 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:31.381196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:31.420546 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.477005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c8f29a88-7d42-4f28-ae3a-9ed55fa7a177 None None] Provisioning complete for port 24edf574-e418-4ad9-8491-51d227da7dd2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:31.482283 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c8f29a88-7d42-4f28-ae3a-9ed55fa7a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.527126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-173d6bed-99af-4df7-aa92-a3746912c51a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/quotas/04513afad81640b3b3cb3d48be22843f HTTP/1.1" status: 200 len: 375 time: 0.1921179 Feb 09 21:38:31.537593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: d4663b75-5167-47de-b113-1625aa33b03a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:31.537951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4663b75-5167-47de-b113-1625aa33b03a not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:31.555584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks [] for router_gateway (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.569676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.613895 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 4, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '24edf574-e418-4ad9-8491-51d227da7dd2', 'name': '', 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'mac_address': 'fa:16:3e:35:80:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:23Z', 'updated_at': '2022-02-09T21:38:30Z', 'revision_number': 4, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'subnets': [{'id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:31.646488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd4e07-7631-4246-88d5-53fa85029c53 None None] The sync data for ids ['c57fae1b-f48e-442c-80e9-2131fe928a03'] in n-d-828599-1 is: [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:24Z', 'revision_number': 4, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '24edf574-e418-4ad9-8491-51d227da7dd2', 'name': '', 'network_id': 'dff3db14-5c18-463e-9805-a80ead25fa6c', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'mac_address': 'fa:16:3e:35:80:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:23Z', 'updated_at': '2022-02-09T21:38:30Z', 'revision_number': 4, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'subnets': [{'id': 'b5414cf7-9770-48e9-be46-ed08b15d9ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:31.648564 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969b265-bfa0-4348-b1a9-646bf16eb87b None None] Pushing event updated for resources: {'Port': ['ID=24edf574-e418-4ad9-8491-51d227da7dd2,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:31.684133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-11ccd258-9870-4ca5-9125-11ada0e64993 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554551 Feb 09 21:38:31.701209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:38:29Z', 'revision_number': 5, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port': {'id': '20a09f05-d3ea-4827-888a-bba995742ccc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:27Z', 'updated_at': '2022-02-09T21:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:31.740409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] Checking router: d6aee14b-748f-4f27-add7-4e7a9c8eb14f for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:31.746051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c8f29a88-7d42-4f28-ae3a-9ed55fa7a177 None None] Current status of the port 24edf574-e418-4ad9-8491-51d227da7dd2 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:31.751326 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c8f29a88-7d42-4f28-ae3a-9ed55fa7a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.771845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] Routers {'d6aee14b-748f-4f27-add7-4e7a9c8eb14f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:31.772738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:31.793924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Allocated IP 172.25.5.231 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:31.889705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c8f29a88-7d42-4f28-ae3a-9ed55fa7a177 None None] For port 24edf574-e418-4ad9-8491-51d227da7dd2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=24edf574-e418-4ad9-8491-51d227da7dd2,segment=NetworkSegment(b013c0cb-b2e9-4bad-ab0e-27c40666a46f),segment_id=b013c0cb-b2e9-4bad-ab0e-27c40666a46f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:31.910170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 24edf574-e418-4ad9-8491-51d227da7dd2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:31.923256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Deleting port 20a09f05-d3ea-4827-888a-bba995742ccc {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:31.931591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.990045 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c8f29a88-7d42-4f28-ae3a-9ed55fa7a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.012248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-114c0d91-554f-4c9d-badd-14728da6ae51 service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246379 Feb 09 21:38:32.013748 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.038061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] Set router d6aee14b-748f-4f27-add7-4e7a9c8eb14f gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:32.162102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.169283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] For port 20a09f05-d3ea-4827-888a-bba995742ccc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=20a09f05-d3ea-4827-888a-bba995742ccc,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:32.172077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.202040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-af3e8e05-e847-4d1b-98e6-32711ed68126 service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913998 Feb 09 21:38:32.211248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Calling delete_port for 20a09f05-d3ea-4827-888a-bba995742ccc owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:32.247493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:32.255228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:32.265389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:32.309128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.317158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:38:31Z', 'revision_number': 6, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:32.382762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f29a88-7d42-4f28-ae3a-9ed55fa7a177 None None] Pushing event updated for resources: {'Port': ['ID=24edf574-e418-4ad9-8491-51d227da7dd2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.390308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1f9dd-a0ec-4141-9ecc-4c4c2618e4aa None None] The sync data for ids ['d6aee14b-748f-4f27-add7-4e7a9c8eb14f'] in n-d-828599-1 is: [{'id': 'd6aee14b-748f-4f27-add7-4e7a9c8eb14f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-376183859-router', 'tenant_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:26Z', 'updated_at': '2022-02-09T21:38:31Z', 'revision_number': 6, 'project_id': 'bcf84cd997b94d7cbcab176d6290d0f8', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:32.420735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4aa06038-23f4-414a-a4d7-301f1b4c1175 None None] Provisioning complete for port 24edf574-e418-4ad9-8491-51d227da7dd2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:32.421111 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4aa06038-23f4-414a-a4d7-301f1b4c1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.438430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (a0b1d4a6-ad81-40e6-9203-a51021337c8e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.477747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 24edf574-e418-4ad9-8491-51d227da7dd2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:32.478141 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.582291 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:38:32.632730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.707893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (20a09f05-d3ea-4827-888a-bba995742ccc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.739002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4aa06038-23f4-414a-a4d7-301f1b4c1175 None None] Current status of the port 24edf574-e418-4ad9-8491-51d227da7dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:32.746120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 24edf574-e418-4ad9-8491-51d227da7dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:32.793950 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-8986d4dc-b3bd-4fe9-9698-bbbdb8a8d512 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1515789 Feb 09 21:38:32.816680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a09f05-d3ea-4827-888a-bba995742ccc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.940476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.012791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.058568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.123921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:33.145667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (a0b1d4a6-ad81-40e6-9203-a51021337c8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.214073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.234233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-e142f1e9-9c79-4f3b-9e0d-0cd762580db2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.235933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-e142f1e9-9c79-4f3b-9e0d-0cd762580db2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4411116 Feb 09 21:38:33.237443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks [] for router_controller (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.241280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.248464 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-18c873ed-f3a2-4a17-92f7-94ce41934350 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9913695 Feb 09 21:38:33.288170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-94a6338b-1d5e-4623-8778-6d8a78abb17f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/quotas/e06e2d1ea85841b2a49238028e3efe00 HTTP/1.1" status: 200 len: 375 time: 0.0114698 Feb 09 21:38:33.318562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-d426ff39-6774-44a8-a981-2917317e22b3 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 696 time: 0.0691404 Feb 09 21:38:33.373702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (d6aee14b-748f-4f27-add7-4e7a9c8eb14f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.374637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6aee14b-748f-4f27-add7-4e7a9c8eb14f {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:33.385053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.389797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7628b337-6810-4eb3-918d-affd5c7325d2 admin admin] 10.222.0.98 "DELETE /v2.0/routers/d6aee14b-748f-4f27-add7-4e7a9c8eb14f HTTP/1.1" status: 204 len: 168 time: 2.9300072 Feb 09 21:38:33.391993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52764) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:33.461548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-d07f721c-f766-4473-83f1-2d6f8e48a7c2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678324 Feb 09 21:38:33.478630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] Deleting subnet aabf2b61-6dc5-442d-94ff-1900e1102db0 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:33.485362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] Publish callbacks [] for subnet (aabf2b61-6dc5-442d-94ff-1900e1102db0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.511691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-39beb03f-cb00-4341-b42b-18be21e14aba tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.535487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccd9839c-cf40-4a20-9dc3-7e31d1e05869 req-39beb03f-cb00-4341-b42b-18be21e14aba tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2108798 Feb 09 21:38:33.545434 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (aabf2b61-6dc5-442d-94ff-1900e1102db0), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.679259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651e7b-cf9f-4d47-9a21-89822748f06a req-64f4f659-24fb-4170-a9f9-1dbe9bfb5510 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.681984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a651e7b-cf9f-4d47-9a21-89822748f06a req-64f4f659-24fb-4170-a9f9-1dbe9bfb5510 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.0818059 Feb 09 21:38:33.694682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (aabf2b61-6dc5-442d-94ff-1900e1102db0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.816366 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a651e7b-cf9f-4d47-9a21-89822748f06a req-e2e6bdd6-4874-4237-bb2d-e497eea16c4b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267209 Feb 09 21:38:33.915770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 24edf574-e418-4ad9-8491-51d227da7dd2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:33.922383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (aabf2b61-6dc5-442d-94ff-1900e1102db0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.962401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b9566-9b81-4411-8e11-225b1eb6b9e7 None None] Network bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:33.965521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.979493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/aabf2b61-6dc5-442d-94ff-1900e1102db0 HTTP/1.1" status: 204 len: 168 time: 0.5854194 Feb 09 21:38:33.982375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52770) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:34.022838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067abc4-9558-4b9e-8c75-b8952819e924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aabf2b61-6dc5-442d-94ff-1900e1102db0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:34.105568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.111725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.117930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.125282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.131943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.137871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.142605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (bb4b86ff-6ce8-4f2b-afb0-f8227022efa1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.145009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.147649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-614e9bf3-06af-4b05-854b-77fd05563d13 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1720073 Feb 09 21:38:34.175415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 24edf574-e418-4ad9-8491-51d227da7dd2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:34.175823 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.269559 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-901e8be5-6684-49a7-bcbe-4404bdf86957 req-d5146d28-83c5-44e0-be7a-7d67b123374e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149321 Feb 09 21:38:34.336034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Deleting port 730266c0-0e97-4c62-a814-ac79438ed179 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:34.336034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (730266c0-0e97-4c62-a814-ac79438ed179), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.412134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 24edf574-e418-4ad9-8491-51d227da7dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:34.416450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] DHCP port deletion for bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:34.542054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ce5ff6c1-f3eb-43a7-be35-464aa4eb213e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:34.568994 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-22b752b2-6e6f-4e37-8216-dff140008aa9 req-2f0cbc87-8602-4fe6-9e83-7f9949aedfc1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 210 time: 0.1220024 Feb 09 21:38:34.614584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ce5ff6c1-f3eb-43a7-be35-464aa4eb213e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:34.616793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ce5ff6c1-f3eb-43a7-be35-464aa4eb213e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:34.619840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 20a09f05-d3ea-4827-888a-bba995742ccc no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:34.682305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 20a09f05-d3ea-4827-888a-bba995742ccc {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:34.688225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 20a09f05-d3ea-4827-888a-bba995742ccc not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:34.704963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] Deleting port 730266c0-0e97-4c62-a814-ac79438ed179 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:34.705582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (730266c0-0e97-4c62-a814-ac79438ed179), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.706557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52780) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:34.834894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] For port 730266c0-0e97-4c62-a814-ac79438ed179, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=730266c0-0e97-4c62-a814-ac79438ed179,segment=NetworkSegment(a7afe618-12a8-4272-b1f1-9020c6371b1c),segment_id=a7afe618-12a8-4272-b1f1-9020c6371b1c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:34.836952 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (730266c0-0e97-4c62-a814-ac79438ed179), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.846898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-f8f3b4ff-38e3-4397-8236-a04031ff9df2 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3350368 Feb 09 21:38:34.871540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] Calling delete_port for 730266c0-0e97-4c62-a814-ac79438ed179 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:34.872616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:34.914738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] For port 730266c0-0e97-4c62-a814-ac79438ed179, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=730266c0-0e97-4c62-a814-ac79438ed179,segment=NetworkSegment(a7afe618-12a8-4272-b1f1-9020c6371b1c),segment_id=a7afe618-12a8-4272-b1f1-9020c6371b1c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:34.915248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (730266c0-0e97-4c62-a814-ac79438ed179), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.957999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Calling delete_port for 730266c0-0e97-4c62-a814-ac79438ed179 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:35.049586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fa894a12-a1a6-418c-b766-fc98ceaac40f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e729cb35342849a3afc23e0d706ef79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417757 Feb 09 21:38:35.052834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52792) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:35.122146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.151592 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (730266c0-0e97-4c62-a814-ac79438ed179), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.166331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7aceea9-0cdd-4ab8-9750-575fea85088b admin admin] Publish callbacks [] for security_group (6678fba6-674e-416f-8bc5-c8de25770c3b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.212350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f430a-8504-40b7-9f0c-1d9baafc1751 req-8726d7d3-529a-4f1b-ba20-da69655b2570 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.215050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-099f430a-8504-40b7-9f0c-1d9baafc1751 req-8726d7d3-529a-4f1b-ba20-da69655b2570 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1206892 Feb 09 21:38:35.217761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7aceea9-0cdd-4ab8-9750-575fea85088b admin admin] Publish callbacks [] for security_group (6678fba6-674e-416f-8bc5-c8de25770c3b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.231640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] Pushing event deleted for resources: {'Port': ['ID=730266c0-0e97-4c62-a814-ac79438ed179,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.241860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ebd24-d3e7-4858-bf3c-bc5006fb31f6 None None] No DVR routers for this DVR port 730266c0-0e97-4c62-a814-ac79438ed179 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:35.262142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (730266c0-0e97-4c62-a814-ac79438ed179), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.299750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] No DVR routers for this DVR port 730266c0-0e97-4c62-a814-ac79438ed179 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:35.304574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=730266c0-0e97-4c62-a814-ac79438ed179,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.356011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-099f430a-8504-40b7-9f0c-1d9baafc1751 req-477861f4-7cf3-4d65-8a70-7db4a29c3b6e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205432 Feb 09 21:38:35.376249 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-222cf0c0-d63b-4147-889e-85362a57341d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.455951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dfa83b3c-a380-418e-b658-2e06a2a943a4 req-4a5eeede-2e42-4a54-83ad-e574e0532b18 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 210 time: 0.0426354 Feb 09 21:38:35.464411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7aceea9-0cdd-4ab8-9750-575fea85088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6678fba6-674e-416f-8bc5-c8de25770c3b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.468698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7aceea9-0cdd-4ab8-9750-575fea85088b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.470007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f7aceea9-0cdd-4ab8-9750-575fea85088b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6678fba6-674e-416f-8bc5-c8de25770c3b HTTP/1.1" status: 204 len: 168 time: 0.4162171 Feb 09 21:38:35.480290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aceea9-0cdd-4ab8-9750-575fea85088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678fba6-674e-416f-8bc5-c8de25770c3b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.578663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (bb4b86ff-6ce8-4f2b-afb0-f8227022efa1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.649261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4b86ff-6ce8-4f2b-afb0-f8227022efa1']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:35.672184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7afe618-12a8-4272-b1f1-9020c6371b1c') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:35.674443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7afe618-12a8-4272-b1f1-9020c6371b1c') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:35.689691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-d602dc30-26dd-4fd2-b0db-61f241cf13b6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.691302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-d602dc30-26dd-4fd2-b0db-61f241cf13b6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.3106937 Feb 09 21:38:35.696585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.702668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.703663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (a7afe618-12a8-4272-b1f1-9020c6371b1c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.709245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Request body: {'port': {'device_id': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'admin_state_up': True, 'tenant_id': '04513afad81640b3b3cb3d48be22843f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:35.710284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.714243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.717104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.725006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.746616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.752834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.755387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-106dc28f-65aa-47fd-ab25-26ec0fd0bdc4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.2024121 Feb 09 21:38:35.782063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a7afe618-12a8-4272-b1f1-9020c6371b1c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.822936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:35.823518 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (a7afe618-12a8-4272-b1f1-9020c6371b1c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:35.827765 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:35.840186 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b31bf40a-e200-458a-be5d-0a3cf3e7209a req-cb359977-d0c5-49d4-bd64-77daff4e7b24 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755250 Feb 09 21:38:35.871034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 730266c0-0e97-4c62-a814-ac79438ed179 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:35.908163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 730266c0-0e97-4c62-a814-ac79438ed179 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:35.908852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 730266c0-0e97-4c62-a814-ac79438ed179 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:35.971788 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-022313b4-7914-4715-94b4-10af4236a6fc req-1ea2cb3b-9394-4984-a719-78c5521732f0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 210 time: 0.0541675 Feb 09 21:38:36.062602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Allocated IP 172.25.5.116 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/d819eb45-666e-4094-b70b-a2db55386d64) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:36.096823 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (bb4b86ff-6ce8-4f2b-afb0-f8227022efa1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.147420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.150642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] 10.222.0.98 "DELETE /v2.0/networks/bb4b86ff-6ce8-4f2b-afb0-f8227022efa1 HTTP/1.1" status: 204 len: 168 time: 2.1676383 Feb 09 21:38:36.154119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a39cd9-1606-4a85-8ed5-fd29fd685f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4b86ff-6ce8-4f2b-afb0-f8227022efa1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:36.155813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Made reservation on behalf of 04513afad81640b3b3cb3d48be22843f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:36.159238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.342623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (d819eb45-666e-4094-b70b-a2db55386d64), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.379232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Allocated IP 172.20.0.4 (087c0409-a68f-4882-b762-aac3a8fbc24f/8f04cad0-d7ca-4041-a8e1-7b35266ba717/60ff27d3-b6e8-4df2-944f-9f2283d27097) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:36.540699 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d819eb45-666e-4094-b70b-a2db55386d64), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.569591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a16e88-5d0d-407e-8c8b-bb9c9222be99 req-0a2f5de9-a00a-48ae-ac92-3bc86332b3c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.580374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-79a16e88-5d0d-407e-8c8b-bb9c9222be99 req-0a2f5de9-a00a-48ae-ac92-3bc86332b3c8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1214123 Feb 09 21:38:36.659299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:36.659299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:36.664352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:36.665793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-79a16e88-5d0d-407e-8c8b-bb9c9222be99 req-a0e97944-c31a-4423-9274-7870db86069a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Feb 09 21:38:36.699503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=d819eb45-666e-4094-b70b-a2db55386d64,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:36.736736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks [] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.757363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c44376c6-7fa2-43ad-a072-18d19598ab1a req-7f6d18b8-034d-46fb-b2e7-081d96f167d1 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 210 time: 0.0361376 Feb 09 21:38:36.808670 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (e9292115-8c29-4462-ac62-0ecb880c7d09), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.985904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.992198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.998017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.003388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.008808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.013966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.019253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.021239 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-8a0160c4-5c40-4db9-bf4a-0fc0f58c03f7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1075041 Feb 09 21:38:37.091158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b82ddcb-b2e6-498b-bdb1-f7f35b6b467e req-4442a87b-bfec-422d-ab04-6343d5ab8fef tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630240 Feb 09 21:38:37.255148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f935bb79-835f-483f-9330-4d9d3c8ff1fb req-0a033cc9-a117-4647-8d3f-7e81e3518015 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 210 time: 0.0353425 Feb 09 21:38:37.256124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52830) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:37.305238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7ae916a2-d48a-4492-9177-c4a736ca2f2d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7c63a020100d4a61bd78817a25e094fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521178 Feb 09 21:38:37.308325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52832) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:37.362310 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c837-d3c0-40b1-8f54-45d23d4e9c0c admin admin] Publish callbacks [] for security_group (f3d80b73-9ac7-44af-9902-1e6de3ef1b9f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.389756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c837-d3c0-40b1-8f54-45d23d4e9c0c admin admin] Publish callbacks [] for security_group (f3d80b73-9ac7-44af-9902-1e6de3ef1b9f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.569785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.641321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Network 087c0409-a68f-4882-b762-aac3a8fbc24f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:37.650792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:37.654954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d819eb45-666e-4094-b70b-a2db55386d64), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.828899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (d819eb45-666e-4094-b70b-a2db55386d64), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.830818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:37.836417 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-16504028-0ff4-47cb-afef-c9509fcebb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.844498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c837-d3c0-40b1-8f54-45d23d4e9c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f3d80b73-9ac7-44af-9902-1e6de3ef1b9f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.848282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902e7c9-f007-4083-955e-b039bbc2b511 req-999f0b92-d99b-4d29-83e7-47d552a2965e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.850220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c837-d3c0-40b1-8f54-45d23d4e9c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.853937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f2c9c837-d3c0-40b1-8f54-45d23d4e9c0c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f3d80b73-9ac7-44af-9902-1e6de3ef1b9f HTTP/1.1" status: 204 len: 168 time: 0.5421484 Feb 09 21:38:37.865432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8902e7c9-f007-4083-955e-b039bbc2b511 req-999f0b92-d99b-4d29-83e7-47d552a2965e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.0980601 Feb 09 21:38:37.880980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:37.898890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9c837-d3c0-40b1-8f54-45d23d4e9c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d80b73-9ac7-44af-9902-1e6de3ef1b9f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:37.914199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.914847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.945012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d819eb45-666e-4094-b70b-a2db55386d64), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.987885 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8902e7c9-f007-4083-955e-b039bbc2b511 req-c972b9ce-525b-4459-93f3-f973ee617131 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204946 Feb 09 21:38:38.069212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=d819eb45-666e-4094-b70b-a2db55386d64,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.094163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (e9292115-8c29-4462-ac62-0ecb880c7d09), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.136431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-fdb168c0-1ed2-46b3-9068-bfa949b8bcab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4350581 Feb 09 21:38:38.149968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Request body: {'port': {'device_id': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:38.187450 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e509149-3296-4f57-9b16-c93150eaab7f req-90c89a4d-6894-4d4a-8a52-74d05c82c4e8 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 210 time: 0.0854235 Feb 09 21:38:38.241460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.243622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.250481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-789b63cd-72c2-4b17-a262-7ffab289853c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4024060 Feb 09 21:38:38.351262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-73921bed-9af3-4471-8126-f29f9fa11852 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 696 time: 0.0999930 Feb 09 21:38:38.450504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.458174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.473358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.477265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.486306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.495965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.504185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.518741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e259356-e908-4132-a1d6-0051acc644c1 req-40ccc5fc-3908-4a55-b165-3c0a054c7de4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1822155 Feb 09 21:38:38.615284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e259356-e908-4132-a1d6-0051acc644c1 req-39550c56-a904-4d6e-9702-47bdc771a863 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954063 Feb 09 21:38:38.640963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-7b6d7f03-4fa4-4de1-8f0f-31e9254990d8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.640963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24d970ad-7e0a-4f83-9cfd-b3ceafb7a91a req-7b6d7f03-4fa4-4de1-8f0f-31e9254990d8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2877328 Feb 09 21:38:38.781084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb95e5-4b2e-4907-8f2e-cb5f2b827d98 req-bb9f8b3a-cd6e-4dec-bcd2-29b8c62d7c09 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.789222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0ddb95e5-4b2e-4907-8f2e-cb5f2b827d98 req-bb9f8b3a-cd6e-4dec-bcd2-29b8c62d7c09 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 931 time: 0.1089485 Feb 09 21:38:38.883511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0ddb95e5-4b2e-4907-8f2e-cb5f2b827d98 req-aca30148-3289-44cb-b3c3-bfec9cee0787 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933554 Feb 09 21:38:38.914259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ff27d3-b6e8-4df2-944f-9f2283d27097 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:38.933893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Publish callbacks [] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.955740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.961320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Transition to ACTIVE for port object 60ff27d3-b6e8-4df2-944f-9f2283d27097 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:39.078008 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.130924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-215dfb1f-30a5-49ab-91ae-0491dd0369c5 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1966069 Feb 09 21:38:39.130924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:39.132915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52872) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:39.219335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2f1f00ee-98b7-42fc-b67e-5ed52d615cf5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bcf84cd997b94d7cbcab176d6290d0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826507 Feb 09 21:38:39.220007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52876) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:39.300501 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93f0b628-9fd8-4fd7-83c6-bc5381b7d5cc admin admin] Publish callbacks [] for security_group (d3c30b73-6c82-42c9-a805-f61275082286), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.337262 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93f0b628-9fd8-4fd7-83c6-bc5381b7d5cc admin admin] Publish callbacks [] for security_group (d3c30b73-6c82-42c9-a805-f61275082286), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.342585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.430126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-6e6e7c26-a5d5-4554-a4a7-75f841faa06f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517552 Feb 09 21:38:39.662834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-97e76598-1929-4551-8689-cea396c8614b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.671177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-97e76598-1929-4551-8689-cea396c8614b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319520 Feb 09 21:38:39.698772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:39.718236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93f0b628-9fd8-4fd7-83c6-bc5381b7d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d3c30b73-6c82-42c9-a805-f61275082286), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.721175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93f0b628-9fd8-4fd7-83c6-bc5381b7d5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.722442 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-93f0b628-9fd8-4fd7-83c6-bc5381b7d5cc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d3c30b73-6c82-42c9-a805-f61275082286 HTTP/1.1" status: 204 len: 168 time: 0.5013826 Feb 09 21:38:39.739350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:39.818615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0b628-9fd8-4fd7-83c6-bc5381b7d5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c30b73-6c82-42c9-a805-f61275082286,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:39.872832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.876200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679847eb-b1f0-47af-87d2-71f77a229fce req-be79b2ac-eace-4dc1-9bc9-97afa3f9a93e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.878231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-679847eb-b1f0-47af-87d2-71f77a229fce req-be79b2ac-eace-4dc1-9bc9-97afa3f9a93e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.7692432 Feb 09 21:38:39.898283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52886) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:40.034139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-679847eb-b1f0-47af-87d2-71f77a229fce req-486f5997-326e-4710-9445-06554a5ad1c6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444943 Feb 09 21:38:40.042817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:40.043170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:40.043514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:40.053142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:40.054302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:40.062173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:40.063873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:40.064285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:40.064746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Bound port: 60ff27d3-b6e8-4df2-944f-9f2283d27097, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:40.065123 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.101778 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.186227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b56872b6-933d-4524-bd0c-efa5e7858330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.191836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:40.236076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61eb8723-38ef-46b3-9279-ba7abaee808b req-82a955af-e803-42f4-b4a2-d3c3723d214f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 210 time: 0.0458314 Feb 09 21:38:40.239877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:40.334335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.338572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b56872b6-933d-4524-bd0c-efa5e7858330 admin admin] Publish callbacks [] for security_group (14f01bfa-9516-47fe-934b-38ffeb07dbb4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.423491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-332494de-96d2-4044-97f5-3c80e5834878 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368645 Feb 09 21:38:40.455824 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b56872b6-933d-4524-bd0c-efa5e7858330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (14f01bfa-9516-47fe-934b-38ffeb07dbb4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.466464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.471212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.471212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 1091 time: 2.3230591 Feb 09 21:38:40.486254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Allocated IP 172.25.5.49 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/2049ef3f-04a1-4391-ab01-a2914fefa848) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:40.499221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:40.503340 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0101e9-2f37-43d7-98a8-71f6e3a946df" -d '{"events": [{"name": "network-changed", "server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:40.514482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56872b6-933d-4524-bd0c-efa5e7858330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f01bfa-9516-47fe-934b-38ffeb07dbb4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:40.556520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:40.566369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.609315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b56872b6-933d-4524-bd0c-efa5e7858330 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d9e9fd8e8f00431dbea000cac5e29aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6882463 Feb 09 21:38:40.617146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52898) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:40.624028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16adf68-6e6d-428b-8407-f90e4af186a5 service neutron] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:40.648854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9ec2ca4b-bd75-477a-9944-9b29be278663 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.650376 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9ec2ca4b-bd75-477a-9944-9b29be278663 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222481 Feb 09 21:38:40.695364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.715371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:40.715538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.748613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.761343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.775312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.794566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.804517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.807240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-de32c7c9-0ec9-4e2c-97df-4116cd86d276 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.4599719 Feb 09 21:38:40.835262 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.893153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-d066320a-5212-4b95-a07c-f4f30071b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.898772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-d066320a-5212-4b95-a07c-f4f30071b435 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1125 time: 0.2655613 Feb 09 21:38:40.904696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19a32357-f13e-4b0f-bf46-0773c7765ac4 admin admin] Publish callbacks [] for security_group (14f01bfa-9516-47fe-934b-38ffeb07dbb4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.919800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-388235b2-f630-4b20-9fdc-0938bca3e51f req-c5692392-53d2-4486-8513-d6cc980206db tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977364 Feb 09 21:38:40.998397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-e3f013f0-6f80-470b-bfba-aef42bd3cea7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.0771995 Feb 09 21:38:41.021782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.194 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/bd53c08c-cdb6-44fe-b128-97da7101cea9) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:41.033796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19a32357-f13e-4b0f-bf46-0773c7765ac4 admin admin] Publish callbacks [] for security_group (14f01bfa-9516-47fe-934b-38ffeb07dbb4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.081829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-6acc961c-8e6e-4d27-81d3-fc8c3d60f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.083855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-6acc961c-8e6e-4d27-81d3-fc8c3d60f17b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0776167 Feb 09 21:38:41.084246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.123949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-53fa69a6-a4e2-4caf-a949-3e37341a1aac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319552 Feb 09 21:38:41.131999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446667dd-5a1d-4078-96f5-5f0e393c6631 req-a1a65fba-628e-4565-b5f1-106feecf6cea tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.133652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-446667dd-5a1d-4078-96f5-5f0e393c6631 req-a1a65fba-628e-4565-b5f1-106feecf6cea tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.0978010 Feb 09 21:38:41.157707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:41.174740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:41.177366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:41.235833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:41.239145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.247509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=2049ef3f-04a1-4391-ab01-a2914fefa848,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:41.275745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-446667dd-5a1d-4078-96f5-5f0e393c6631 req-3b3ce04b-de9c-4505-be2c-8bbd45f44b94 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877705 Feb 09 21:38:41.307286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-9c250c17-5a7b-4f89-a16a-df79a2a4a18e service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725061 Feb 09 21:38:41.391673 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cab0990-785b-4579-8618-44bec911f31c x-openstack-request-id: req-4cab0990-785b-4579-8618-44bec911f31c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:41.392049 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:41.392220 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4cab0990-785b-4579-8618-44bec911f31c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:41.393347 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'status': 'completed', 'code': 200} Feb 09 21:38:41.422212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19a32357-f13e-4b0f-bf46-0773c7765ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (14f01bfa-9516-47fe-934b-38ffeb07dbb4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.425096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19a32357-f13e-4b0f-bf46-0773c7765ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.428915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-19a32357-f13e-4b0f-bf46-0773c7765ac4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/14f01bfa-9516-47fe-934b-38ffeb07dbb4 HTTP/1.1" status: 204 len: 168 time: 0.8084617 Feb 09 21:38:41.478368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a32357-f13e-4b0f-bf46-0773c7765ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f01bfa-9516-47fe-934b-38ffeb07dbb4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:41.514647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (80295ae3-2318-472b-9996-d0c79bed1589), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.519016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.525760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36cfff-831a-4d8f-96c6-d7abbb9d84ec req-73454ca5-3d52-4758-98d8-5f76937c4640 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.528298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e36cfff-831a-4d8f-96c6-d7abbb9d84ec req-73454ca5-3d52-4758-98d8-5f76937c4640 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1243596 Feb 09 21:38:41.531041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e05cea8e-ac53-4db4-b360-975d1121c79b req-d820fc46-fad2-47cd-950a-53031bf62aa5 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138524 Feb 09 21:38:41.616299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e36cfff-831a-4d8f-96c6-d7abbb9d84ec req-d38c3fb3-1ff0-4fdc-b486-f4668ccb5d59 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791261 Feb 09 21:38:41.646967 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.658963 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.721568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.734398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:41.756032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7dc008cd-c4d7-4c87-bc25-bc9cff86e080 req-30e2535c-3c36-42d6-8654-2ff94da945aa tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 210 time: 0.0709057 Feb 09 21:38:41.803121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:41.810639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-66569b3e-898d-4c4d-b54e-3ff6f0a05dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.815198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-66569b3e-898d-4c4d-b54e-3ff6f0a05dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1125 time: 0.1192884 Feb 09 21:38:41.949449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:41.950552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=bd53c08c-cdb6-44fe-b128-97da7101cea9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:41.974671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:41.981105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:42.021567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-13a1f4c5-57c7-4793-806f-b72bf27f6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.024254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-13a1f4c5-57c7-4793-806f-b72bf27f6cbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1954000 Feb 09 21:38:42.052762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.63 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/7bcc76a7-b625-4fe6-88bf-7e6425374962) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:42.187033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.187694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.268309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-d42d16ad-0264-46b9-b871-dae25e713a28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.2379718 Feb 09 21:38:42.299206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.383398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c8379515-6ade-4ffa-a07c-e7d598c217f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6925659 Feb 09 21:38:42.401378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-8e52d2da-62b7-4296-b8f9-d94813692b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.407362 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-8e52d2da-62b7-4296-b8f9-d94813692b86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1217980 Feb 09 21:38:42.407523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3709f852-2d51-4596-a8e8-e2b436b06b69 None None] Provisioning complete for port bd53c08c-cdb6-44fe-b128-97da7101cea9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:42.407523 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3709f852-2d51-4596-a8e8-e2b436b06b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.413624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Request body: {'port': {'device_id': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:42.427453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.456909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-29a6c01b-75a7-492e-b50f-a581e2803a78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456676 Feb 09 21:38:42.472978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3709f852-2d51-4596-a8e8-e2b436b06b69 None None] Port bd53c08c-cdb6-44fe-b128-97da7101cea9 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:42.477474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.496751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.504434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.512971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.521688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.533917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.542227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.547585 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-0ed02729-7998-466f-b35d-f9ea873a9e46 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.3045721 Feb 09 21:38:42.597130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event updated for resources: {'Port': ['ID=2049ef3f-04a1-4391-ab01-a2914fefa848,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.687207 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42bfce09-8eff-475e-a2fb-a88c78cb852e req-62e570bf-0a68-420b-83a1-25030b7774f9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216066 Feb 09 21:38:42.709055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.709240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-50d90a58-e0ab-4834-acfc-b98fbf93fd2f service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591020 Feb 09 21:38:42.732435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.743261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (80295ae3-2318-472b-9996-d0c79bed1589), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.883318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.894417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-4eea832c-0db7-4c66-90b3-fe2664d372ce tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7756176 Feb 09 21:38:42.947288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce857c27-ca72-4d0c-9855-d170e8af3b97 req-12e68c87-3f50-47fd-97c5-0c322cc6db76 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.952189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce857c27-ca72-4d0c-9855-d170e8af3b97 req-12e68c87-3f50-47fd-97c5-0c322cc6db76 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1224194 Feb 09 21:38:42.965684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-aa050101-b65d-48a3-ba05-cbff7b16b8a0 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.0696924 Feb 09 21:38:42.990439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c0101e9-2f37-43d7-98a8-71f6e3a946df req-a49e64f9-fd1c-48c2-833b-26d0677aad4f service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638121 Feb 09 21:38:42.992925 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.008242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:43.010991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:43.072415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce857c27-ca72-4d0c-9855-d170e8af3b97 req-b5d41145-7795-4fd4-815a-96b61a117622 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140397 Feb 09 21:38:43.116353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:43.129966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:43.142542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:43.177420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=7bcc76a7-b625-4fe6-88bf-7e6425374962,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.236183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-09e175f8-7f7a-4983-9091-4a24bd88b559 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:43.237615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-871d7ec7-248b-4be4-b16f-942272bd4c57 req-09e175f8-7f7a-4983-9091-4a24bd88b559 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2667751 Feb 09 21:38:43.264838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:43.265461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.386687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-3c9e23a9-5866-4d41-8bdf-b1b92542f849 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6856992 Feb 09 21:38:43.390746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd53c08c-cdb6-44fe-b128-97da7101cea9 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:43.402746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Request body: {'port': {'device_id': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:43.411162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b829ee6-7b92-473c-b443-7c28acd24e6c req-052d57df-d51f-4106-a557-4a919ce08d4e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:43.412818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b829ee6-7b92-473c-b443-7c28acd24e6c req-052d57df-d51f-4106-a557-4a919ce08d4e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1428542 Feb 09 21:38:43.445547 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Publish callbacks [] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.496898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b829ee6-7b92-473c-b443-7c28acd24e6c req-3d704faa-ec39-470b-ab43-99e8ffdf089a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713675 Feb 09 21:38:43.528802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.532795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-87498dc7-4804-40e0-82f6-09e1a8b7f7a0 None None] Provisioning complete for port 7bcc76a7-b625-4fe6-88bf-7e6425374962 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:43.533186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87498dc7-4804-40e0-82f6-09e1a8b7f7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.553687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Transition to ACTIVE for port object bd53c08c-cdb6-44fe-b128-97da7101cea9 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:43.611119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142334ee-3e2a-400b-ba61-7c29875d9600 req-215b95de-7814-4dbe-aef2-5d67afe4a88c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:43.623519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-142334ee-3e2a-400b-ba61-7c29875d9600 req-215b95de-7814-4dbe-aef2-5d67afe4a88c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 935 time: 0.1817997 Feb 09 21:38:43.628029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.762483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-87498dc7-4804-40e0-82f6-09e1a8b7f7a0 None None] Port 7bcc76a7-b625-4fe6-88bf-7e6425374962 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:43.815464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Pushing event updated for resources: {'Port': ['ID=bd53c08c-cdb6-44fe-b128-97da7101cea9,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.836263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-142334ee-3e2a-400b-ba61-7c29875d9600 req-cabc4bc5-af23-4170-a45d-bee530458642 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167511 Feb 09 21:38:43.881614 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6806a48-ddb5-4896-9dd5-b236aa229feb req-4fddf645-9d56-4326-a615-59b4435e9d9f tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips/80295ae3-2318-472b-9996-d0c79bed1589 HTTP/1.1" status: 200 len: 692 time: 0.0639045 Feb 09 21:38:44.082151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806a48-ddb5-4896-9dd5-b236aa229feb req-f83a3c98-93b3-4123-a469-eadc3f1c3f1d tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.083736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6806a48-ddb5-4896-9dd5-b236aa229feb req-f83a3c98-93b3-4123-a469-eadc3f1c3f1d tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1938858 Feb 09 21:38:44.092521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Attempting to bind port bd53c08c-cdb6-44fe-b128-97da7101cea9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:44.092996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Attempting to bind port bd53c08c-cdb6-44fe-b128-97da7101cea9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:44.093331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Attempting to bind port bd53c08c-cdb6-44fe-b128-97da7101cea9 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:44.098276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcc76a7-b625-4fe6-88bf-7e6425374962 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:44.116787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Publish callbacks [] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.123961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Port bd53c08c-cdb6-44fe-b128-97da7101cea9 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:44.123961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Attempting to bind port bd53c08c-cdb6-44fe-b128-97da7101cea9 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:44.156288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:44.156288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:44.156684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:44.157134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Bound port: bd53c08c-cdb6-44fe-b128-97da7101cea9, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:44.157500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.174071 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Transition to ACTIVE for port object 7bcc76a7-b625-4fe6-88bf-7e6425374962 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:44.246194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.248145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.253504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.258692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.265135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.271032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.278691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.280866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-48f371f4-11ff-44fc-be3f-848f31eff716 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1853099 Feb 09 21:38:44.283808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.304046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-691e1cac-1154-44a9-88ab-1692d410397a tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips/80295ae3-2318-472b-9996-d0c79bed1589 HTTP/1.1" status: 200 len: 692 time: 0.0497992 Feb 09 21:38:44.347945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] For port bd53c08c-cdb6-44fe-b128-97da7101cea9, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:44.372451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] For port bd53c08c-cdb6-44fe-b128-97da7101cea9, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=bd53c08c-cdb6-44fe-b128-97da7101cea9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:44.400251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcc76a7-b625-4fe6-88bf-7e6425374962,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.432252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-64ea7951-ec61-4c56-917a-570706c906d9 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.441787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-64ea7951-ec61-4c56-917a-570706c906d9 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1363983 Feb 09 21:38:44.471346 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.489962 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da4557b3-cadc-4907-b42b-a70aaed72cdd req-8917ba50-39a8-427f-8876-a655916faeb3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023602 Feb 09 21:38:44.497438 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-a3a60194-8e07-449f-9adc-488a6fe48292 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.0547419 Feb 09 21:38:44.537786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.541590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.541590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] 10.222.0.30 "PUT /v2.0/ports/bd53c08c-cdb6-44fe-b128-97da7101cea9 HTTP/1.1" status: 200 len: 1096 time: 2.1454999 Feb 09 21:38:44.574856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'tag': 'bd53c08c-cdb6-44fe-b128-97da7101cea9'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:44.579457 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f62b47-e9b5-45f2-9087-32d727a8a758" -d '{"events": [{"name": "network-changed", "server_uuid": "bff93096-03f5-4f52-8cd0-76460d250e62", "tag": "bd53c08c-cdb6-44fe-b128-97da7101cea9"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:44.583457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Attempting to bind port 7bcc76a7-b625-4fe6-88bf-7e6425374962 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:44.583835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Attempting to bind port 7bcc76a7-b625-4fe6-88bf-7e6425374962 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:44.584177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Attempting to bind port 7bcc76a7-b625-4fe6-88bf-7e6425374962 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:44.599448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Port 7bcc76a7-b625-4fe6-88bf-7e6425374962 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:44.599821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Attempting to bind port 7bcc76a7-b625-4fe6-88bf-7e6425374962 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:44.610645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b72f9-05b0-4601-af2e-b5940262bd60 service neutron] Pushing event updated for resources: {'Port': ['ID=bd53c08c-cdb6-44fe-b128-97da7101cea9,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.627993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-1645ae59-9eb0-49a1-9959-6d6cadaee311 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.49 HTTP/1.1" status: 200 len: 695 time: 0.1204238 Feb 09 21:38:44.653420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:44.654062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:44.654470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:44.655198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Bound port: 7bcc76a7-b625-4fe6-88bf-7e6425374962, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:44.655659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.700448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:44.767372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] For port 7bcc76a7-b625-4fe6-88bf-7e6425374962, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:44.772670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] For port 7bcc76a7-b625-4fe6-88bf-7e6425374962, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7bcc76a7-b625-4fe6-88bf-7e6425374962,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:44.797045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Deleting port 2049ef3f-04a1-4391-ab01-a2914fefa848 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:44.799168 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.814392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba5be2-c7c4-43da-bfcf-d407b7f17aba req-874b002d-e39d-4d84-8ac9-57ed17115d45 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.828533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27ba5be2-c7c4-43da-bfcf-d407b7f17aba req-874b002d-e39d-4d84-8ac9-57ed17115d45 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.2202957 Feb 09 21:38:44.853451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.911621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:44.929935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'port_id': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'mac_address': 'fa:16:3e:44:48:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f04cad0-d7ca-4041-a8e1-7b35266ba717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:44.940394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.940731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (2049ef3f-04a1-4391-ab01-a2914fefa848), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.956837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27ba5be2-c7c4-43da-bfcf-d407b7f17aba req-bacd6f5f-a1bf-41b2-abb3-6957732d4f6f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273260 Feb 09 21:38:44.969210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Calling delete_port for 2049ef3f-04a1-4391-ab01-a2914fefa848 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:44.971495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-369878be-1473-4418-8ac9-3ce1c8cb46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.979826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-369878be-1473-4418-8ac9-3ce1c8cb46d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 1130 time: 0.2649331 Feb 09 21:38:44.983489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.988304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.989859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] 10.222.0.110 "PUT /v2.0/ports/7bcc76a7-b625-4fe6-88bf-7e6425374962 HTTP/1.1" status: 200 len: 1095 time: 1.5928621 Feb 09 21:38:45.004094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 60ff27d3-b6e8-4df2-944f-9f2283d27097 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:45.004637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.021243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ff27d3-b6e8-4df2-944f-9f2283d27097 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:45.050741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-eb0814cd-81ca-4930-8fda-82be9f25e2db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd53c08c-cdb6-44fe-b128-97da7101cea9 HTTP/1.1" status: 200 len: 217 time: 0.0574567 Feb 09 21:38:45.051232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53ef31-2d8e-48c3-8c11-4f594dd1c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcc76a7-b625-4fe6-88bf-7e6425374962,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:45.058879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:45.119252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-ae71c916-5805-4638-af13-60ecc642cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.121411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-ae71c916-5805-4638-af13-60ecc642cc44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0580268 Feb 09 21:38:45.165940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.205866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-48669435-8300-4071-82a4-9198e8c54bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.207543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-48669435-8300-4071-82a4-9198e8c54bda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0794215 Feb 09 21:38:45.261994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:45.287412 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2049ef3f-04a1-4391-ab01-a2914fefa848), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.331253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event deleted for resources: {'Port': ['ID=2049ef3f-04a1-4391-ab01-a2914fefa848,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:45.358939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-24f69ebe-fd36-4e51-b6b0-edbcee9cf1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.360499 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-24f69ebe-fd36-4e51-b6b0-edbcee9cf1ce service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 1129 time: 0.1520088 Feb 09 21:38:45.395575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (80295ae3-2318-472b-9996-d0c79bed1589), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.398284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.408327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7e06236-abf3-40ee-b01d-cf5e6367b21f req-5647112f-8138-45d2-9858-60a9ef56346e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "DELETE /v2.0/floatingips/80295ae3-2318-472b-9996-d0c79bed1589 HTTP/1.1" status: 204 len: 173 time: 0.7731955 Feb 09 21:38:45.432165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:45.432694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46e2c-872c-483b-b282-b15952dfc12a req-6b1f3270-d432-4bf3-8d78-ec3db01b701e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.434161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69d46e2c-872c-483b-b282-b15952dfc12a req-6b1f3270-d432-4bf3-8d78-ec3db01b701e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1273282 Feb 09 21:38:45.440628 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-19903566-3333-41a3-b548-51ea178952b6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7bcc76a7-b625-4fe6-88bf-7e6425374962 HTTP/1.1" status: 200 len: 217 time: 0.0625093 Feb 09 21:38:45.452704 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0872926-466c-4e88-a1c0-6cbfb40b8777 x-openstack-request-id: req-a0872926-466c-4e88-a1c0-6cbfb40b8777 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:45.452990 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff93096-03f5-4f52-8cd0-76460d250e62", "tag": "bd53c08c-cdb6-44fe-b128-97da7101cea9", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:45.453246 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0872926-466c-4e88-a1c0-6cbfb40b8777 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:45.453904 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'tag': 'bd53c08c-cdb6-44fe-b128-97da7101cea9', 'status': 'completed', 'code': 200} Feb 09 21:38:45.455812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-f8272e38-f566-487d-902d-290950e066ed service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054303 Feb 09 21:38:45.574444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4b2f-e9e0-486a-a265-b8548934e245 req-b8694183-eccd-4ca3-88e7-37b335e50f7d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.576377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21bd4b2f-e9e0-486a-a265-b8548934e245 req-b8694183-eccd-4ca3-88e7-37b335e50f7d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 947 time: 0.0700557 Feb 09 21:38:45.638061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21bd4b2f-e9e0-486a-a265-b8548934e245 req-f592b3fb-39af-4ec5-b434-8f3ebc89797e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Feb 09 21:38:45.893377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69d46e2c-872c-483b-b282-b15952dfc12a req-104193e4-efc8-4013-b9b0-3db59237a4ef tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499075 Feb 09 21:38:45.908998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-ec38cefe-e555-4f1c-b74f-0b8a496762d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.910482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-ec38cefe-e555-4f1c-b74f-0b8a496762d7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.4595599 Feb 09 21:38:45.950045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54205-ceb2-4dda-92fe-7addf8a54cd6 req-0008dd54-665c-46e5-bdc7-72a2b812fc64 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.965484 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-9488b430-b0c7-45db-b121-4fd06180fa51 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999483 Feb 09 21:38:45.966033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81f54205-ceb2-4dda-92fe-7addf8a54cd6 req-0008dd54-665c-46e5-bdc7-72a2b812fc64 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2396219 Feb 09 21:38:45.992344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719742cb-dbe2-484a-959b-75afb83380e0 req-12ed8aff-236a-409d-bbfb-94065b45e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.996672 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-12ed8aff-236a-409d-bbfb-94065b45e5dd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0789497 Feb 09 21:38:46.067449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-224d74a5-6ee6-4e41-b635-f8dc27a5004b req-5b1e6134-5ef6-4498-848b-75da3277648b tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=b96bed31cb6344b3b77f07a4d6f7fb8c HTTP/1.1" status: 200 len: 1656 time: 0.0617199 Feb 09 21:38:46.110588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.111535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.117072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.122372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.127544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.132985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.141268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.143476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-556cdb06-9d51-4f22-b27d-38f29c111193 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1695764 Feb 09 21:38:46.216309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-268c3a0d-1f0e-4d85-b967-53f7fc149e08 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969948 Feb 09 21:38:46.224082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d74a5-6ee6-4e41-b635-f8dc27a5004b req-d6483013-f598-49ed-beb1-703931ca3166 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.236252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-224d74a5-6ee6-4e41-b635-f8dc27a5004b req-d6483013-f598-49ed-beb1-703931ca3166 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks?id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 787 time: 0.1526461 Feb 09 21:38:46.309109 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c8914cb-ce4a-4f3e-93ee-ce6f8ab73204 req-6864a562-82d1-4361-8d93-f3e716a46450 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582680 Feb 09 21:38:46.312576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-eec4c056-6db1-4c61-8a36-fac67dfeefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.314022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-eec4c056-6db1-4c61-8a36-fac67dfeefcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 1130 time: 0.1437984 Feb 09 21:38:46.358437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3ae4f-efc5-44d7-8d3c-bedbb8a19866 req-01ef17d5-86ad-46ea-918c-34b77964bfe4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.360722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61f3ae4f-efc5-44d7-8d3c-bedbb8a19866 req-01ef17d5-86ad-46ea-918c-34b77964bfe4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 944 time: 0.0819006 Feb 09 21:38:46.411144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61f3ae4f-efc5-44d7-8d3c-bedbb8a19866 req-63297caa-e3b9-40ec-a702-9c9f044859e4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Feb 09 21:38:46.419066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719742cb-dbe2-484a-959b-75afb83380e0 req-98eabc21-28ec-4cdd-9314-d6b18c1a0d28 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950498 Feb 09 21:38:46.484464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-14c2b55f-dc2c-47b5-a8cf-205e295360df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.486333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-14c2b55f-dc2c-47b5-a8cf-205e295360df service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1552007 Feb 09 21:38:46.519973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-2de41392-7a87-47ab-8f08-1b65fbdf669c tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips/e9292115-8c29-4462-ac62-0ecb880c7d09 HTTP/1.1" status: 200 len: 693 time: 0.0738008 Feb 09 21:38:46.542250 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-1f9cc8d5-a994-47dd-9cf1-f99ee18668df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd53c08c-cdb6-44fe-b128-97da7101cea9 HTTP/1.1" status: 200 len: 217 time: 0.0487080 Feb 09 21:38:46.590994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53042) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:46.622888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-eac1ce80-bf4e-43e2-a427-eb3bee60c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.624956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-eac1ce80-bf4e-43e2-a427-eb3bee60c4a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0769615 Feb 09 21:38:46.674709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a7358f8e-e007-4006-8382-6cc6566a12bc tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.684853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a7358f8e-e007-4006-8382-6cc6566a12bc tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1634345 Feb 09 21:38:46.693250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-6bdf58f8-93d8-4d50-8d46-971131187199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.695266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-6bdf58f8-93d8-4d50-8d46-971131187199 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0615675 Feb 09 21:38:46.718108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:46.719694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-97d364e8-1264-4179-a1a5-9bfcfd06d2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.745733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-0c266518-7986-4408-ad73-0632e5fafff3 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 696 time: 0.0599928 Feb 09 21:38:46.810199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-4e3cdb29-e90f-482e-a755-f5a5065467b4 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 696 time: 0.0556183 Feb 09 21:38:46.842845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 60ff27d3-b6e8-4df2-944f-9f2283d27097 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:46.850261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 60ff27d3-b6e8-4df2-944f-9f2283d27097 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:46.851001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.908504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4eecf-a99e-4831-a07f-eb0b1960538a req-9ec5e41f-43e4-47b8-844e-f96d657df41e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.910122 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58e4eecf-a99e-4831-a07f-eb0b1960538a req-9ec5e41f-43e4-47b8-844e-f96d657df41e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 947 time: 0.1189764 Feb 09 21:38:46.914671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-f0a28457-d2ec-400b-9590-ce4d8b7520ca service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924598 Feb 09 21:38:46.947329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-97d364e8-1264-4179-a1a5-9bfcfd06d2c1 admin admin] Publish callbacks [] for security_group (0323185d-3267-4b1e-af80-a862f96846d8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.973992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Deleting port d819eb45-666e-4094-b70b-a2db55386d64 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:46.974684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d819eb45-666e-4094-b70b-a2db55386d64), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.986577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 60ff27d3-b6e8-4df2-944f-9f2283d27097 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:46.986909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.014939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:47.017694 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704faee-c862-4ecf-9091-bc5a3e3852a1" -d '{"events": [{"server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "name": "network-vif-plugged", "status": "completed", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:47.026245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-97d364e8-1264-4179-a1a5-9bfcfd06d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0323185d-3267-4b1e-af80-a862f96846d8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.038218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:47.065114 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d819eb45-666e-4094-b70b-a2db55386d64), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.065934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (d819eb45-666e-4094-b70b-a2db55386d64), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.080641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Calling delete_port for d819eb45-666e-4094-b70b-a2db55386d64 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:47.090252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58e4eecf-a99e-4831-a07f-eb0b1960538a req-d5ab86fd-6904-4ae2-990e-da8a81f675df tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659145 Feb 09 21:38:47.104731 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.109552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d364e8-1264-4179-a1a5-9bfcfd06d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0323185d-3267-4b1e-af80-a862f96846d8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.148207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-97d364e8-1264-4179-a1a5-9bfcfd06d2c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=15e9cbd7e1a942bdb62a6709d75048fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559506 Feb 09 21:38:47.148828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53054) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.152678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53056) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.157485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4f62b47-e9b5-45f2-9087-32d727a8a758 req-99dd93cc-070e-4ca5-b1d6-ec8b206fdca9 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344763 Feb 09 21:38:47.191246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.227974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02431383-540b-4180-8671-1661903d53a9 admin admin] Publish callbacks [] for security_group (0323185d-3267-4b1e-af80-a862f96846d8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.263026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02431383-540b-4180-8671-1661903d53a9 admin admin] Publish callbacks [] for security_group (0323185d-3267-4b1e-af80-a862f96846d8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.305814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8d989-2136-459e-8b20-cf3b3bb89323 req-08856447-5795-4b4f-acdc-bc121e24eca6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.308660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfe8d989-2136-459e-8b20-cf3b3bb89323 req-08856447-5795-4b4f-acdc-bc121e24eca6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1056333 Feb 09 21:38:47.358667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2077a3d3-cf06-4ea0-ac2e-06f3107169ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.379199 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfe8d989-2136-459e-8b20-cf3b3bb89323 req-8b644813-c7b4-4e30-b440-ce47759d5b9b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647264 Feb 09 21:38:47.416348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d819eb45-666e-4094-b70b-a2db55386d64), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.428254 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f388d0-f503-4303-8825-ee66f4b5aaff x-openstack-request-id: req-34f388d0-f503-4303-8825-ee66f4b5aaff {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:47.428642 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "name": "network-vif-plugged", "status": "completed", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:47.428976 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34f388d0-f503-4303-8825-ee66f4b5aaff {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:47.429472 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'code': 200} Feb 09 21:38:47.449989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event deleted for resources: {'Port': ['ID=d819eb45-666e-4094-b70b-a2db55386d64,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.455573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'tag': '7bcc76a7-b625-4fe6-88bf-7e6425374962'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:47.460740 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933ce040-ef62-4d7e-a81c-1255578fd453" -d '{"events": [{"name": "network-changed", "server_uuid": "f8846748-ddfc-4437-a73f-40fad6c06eb6", "tag": "7bcc76a7-b625-4fe6-88bf-7e6425374962"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:47.474899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02431383-540b-4180-8671-1661903d53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0323185d-3267-4b1e-af80-a862f96846d8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.480059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02431383-540b-4180-8671-1661903d53a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.481483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-02431383-540b-4180-8671-1661903d53a9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0323185d-3267-4b1e-af80-a862f96846d8 HTTP/1.1" status: 204 len: 168 time: 0.3275621 Feb 09 21:38:47.520510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02431383-540b-4180-8671-1661903d53a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0323185d-3267-4b1e-af80-a862f96846d8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.578626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (e9292115-8c29-4462-ac62-0ecb880c7d09), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.583757 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.583757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92b77db7-b4bf-49e5-bde4-1bd0eba120a7 req-a2e9af62-4524-456b-bdd5-28f65965e6eb tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "DELETE /v2.0/floatingips/e9292115-8c29-4462-ac62-0ecb880c7d09 HTTP/1.1" status: 204 len: 173 time: 0.7647865 Feb 09 21:38:47.607681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2077a3d3-cf06-4ea0-ac2e-06f3107169ea admin admin] Publish callbacks [] for security_group (eda368f1-7398-4b22-9b35-cc2453a7767c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.621953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0cce6-b804-45b7-a02b-5e47d6f0805c req-d3d23291-fa75-4ed5-bcf2-1cd875a9dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.623525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9d0cce6-b804-45b7-a02b-5e47d6f0805c req-d3d23291-fa75-4ed5-bcf2-1cd875a9dc83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1127 time: 0.0782130 Feb 09 21:38:47.639109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.644606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.649772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.655525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.661363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.667135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.672478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.679883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-42c476b2-6454-4d1c-8ed5-bc11b29feaf9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1716287 Feb 09 21:38:47.701260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2077a3d3-cf06-4ea0-ac2e-06f3107169ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eda368f1-7398-4b22-9b35-cc2453a7767c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.706581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7048f5-5ba3-4693-ac38-fb0beae4e17f req-08f9ff2e-2341-4c4a-b503-9f45b5e39a9e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.708144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c7048f5-5ba3-4693-ac38-fb0beae4e17f req-08f9ff2e-2341-4c4a-b503-9f45b5e39a9e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0602047 Feb 09 21:38:47.774023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c7048f5-5ba3-4693-ac38-fb0beae4e17f req-bd4713b1-933c-4eaf-ba31-c7bcf7622168 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567398 Feb 09 21:38:47.783082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2077a3d3-cf06-4ea0-ac2e-06f3107169ea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=47f515eb55004d18ab0283bb69a59db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6317797 Feb 09 21:38:47.785809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53072) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.792481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077a3d3-cf06-4ea0-ac2e-06f3107169ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda368f1-7398-4b22-9b35-cc2453a7767c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.806492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9d0cce6-b804-45b7-a02b-5e47d6f0805c req-b9c61ea5-d387-46b7-8db8-4d123dfbd092 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184950 Feb 09 21:38:47.815774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea93a74b-a8d1-406f-b0c9-4e4ff917c411 req-e9ecbc61-4da3-4489-accb-a9a19c636e59 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350234 Feb 09 21:38:47.875878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b240172-42dd-4115-8c06-23c0038cfd26 admin admin] Publish callbacks [] for security_group (eda368f1-7398-4b22-9b35-cc2453a7767c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.903679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b240172-42dd-4115-8c06-23c0038cfd26 admin admin] Publish callbacks [] for security_group (eda368f1-7398-4b22-9b35-cc2453a7767c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.924891 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b752c-5f48-4e13-930a-a9037c8a8376 x-openstack-request-id: req-079b752c-5f48-4e13-930a-a9037c8a8376 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:47.926167 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8846748-ddfc-4437-a73f-40fad6c06eb6", "tag": "7bcc76a7-b625-4fe6-88bf-7e6425374962", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:47.926522 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-079b752c-5f48-4e13-930a-a9037c8a8376 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:47.928635 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'tag': '7bcc76a7-b625-4fe6-88bf-7e6425374962', 'status': 'completed', 'code': 200} Feb 09 21:38:47.960395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0ff481d-45d2-452a-b908-bad470fc477a req-f6c45585-fb08-4c36-a6a2-87f3fc9e15e2 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips/a0b1d4a6-ad81-40e6-9203-a51021337c8e HTTP/1.1" status: 200 len: 693 time: 0.1020019 Feb 09 21:38:48.051698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b240172-42dd-4115-8c06-23c0038cfd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eda368f1-7398-4b22-9b35-cc2453a7767c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.054892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b240172-42dd-4115-8c06-23c0038cfd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.056162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b240172-42dd-4115-8c06-23c0038cfd26 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eda368f1-7398-4b22-9b35-cc2453a7767c HTTP/1.1" status: 204 len: 168 time: 0.2667062 Feb 09 21:38:48.066591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b240172-42dd-4115-8c06-23c0038cfd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda368f1-7398-4b22-9b35-cc2453a7767c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.067734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-7ddb31f5-d1aa-4a54-9fca-916c3087c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.069354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-7ddb31f5-d1aa-4a54-9fca-916c3087c904 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 1129 time: 0.1260061 Feb 09 21:38:48.145123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff481d-45d2-452a-b908-bad470fc477a req-1ff886de-858b-4eb4-a1cd-1c4bba111a6b tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.152266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0ff481d-45d2-452a-b908-bad470fc477a req-1ff886de-858b-4eb4-a1cd-1c4bba111a6b tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1746652 Feb 09 21:38:48.159660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-a0ff481d-45d2-452a-b908-bad470fc477a req-59409d24-e7f4-4948-97f3-8a10ee51b35e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:48.166169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0ff481d-45d2-452a-b908-bad470fc477a req-59409d24-e7f4-4948-97f3-8a10ee51b35e tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130558 Feb 09 21:38:48.229568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0ff481d-45d2-452a-b908-bad470fc477a req-5944b611-864b-47ab-a8e8-24e51538d754 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 696 time: 0.0623977 Feb 09 21:38:48.233353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8641f0-0cb1-499b-a107-b97eeddd64df req-59a11938-c9d4-467b-8715-6798a006a5b0 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.242959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0d8641f0-0cb1-499b-a107-b97eeddd64df req-59a11938-c9d4-467b-8715-6798a006a5b0 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 947 time: 0.0812261 Feb 09 21:38:48.313091 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0ff481d-45d2-452a-b908-bad470fc477a req-e7ec7060-31e6-4419-9bf7-ca283bebe4da tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.231 HTTP/1.1" status: 200 len: 696 time: 0.0804727 Feb 09 21:38:48.328076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0d8641f0-0cb1-499b-a107-b97eeddd64df req-b23b70ba-bd62-4546-81e2-9fe9bcdc13be tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733581 Feb 09 21:38:48.336610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-4f7a291d-f2ad-4fb9-b9f6-879cc58b8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.348101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-4f7a291d-f2ad-4fb9-b9f6-879cc58b8910 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2542493 Feb 09 21:38:48.411343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-fd57b369-0af5-46c6-af43-a271372893a8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7bcc76a7-b625-4fe6-88bf-7e6425374962 HTTP/1.1" status: 200 len: 217 time: 0.0435715 Feb 09 21:38:48.521041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-df682606-12d8-49a9-b81d-ec2a599e10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.522506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-df682606-12d8-49a9-b81d-ec2a599e10d2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0769424 Feb 09 21:38:48.542460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71383b2-f67e-47c5-bebc-bc271f511b56 req-fb31a2a0-941e-4ee3-bed1-515c0d6f8761 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.544108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b71383b2-f67e-47c5-bebc-bc271f511b56 req-fb31a2a0-941e-4ee3-bed1-515c0d6f8761 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.0660882 Feb 09 21:38:48.577657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Deleting port 0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:48.577999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.624335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b71383b2-f67e-47c5-bebc-bc271f511b56 req-26ed5821-e0a1-4599-b002-fa01f459dd21 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686190 Feb 09 21:38:48.631961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-c4e8861e-e829-425b-a5f4-94ec1ebb3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.633452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-c4e8861e-e829-425b-a5f4-94ec1ebb3f42 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1023903 Feb 09 21:38:48.711600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.711957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.716493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device bd53c08c-cdb6-44fe-b128-97da7101cea9 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:48.728774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Calling delete_port for 0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:48.735965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53102) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.760018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72e5043c-9367-4a43-a6b9-b897b52583de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.801528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-722ef6da-be0d-4346-be58-4735b98512e0 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600211 Feb 09 21:38:48.832539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53106) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.898257 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72e5043c-9367-4a43-a6b9-b897b52583de admin admin] Publish callbacks [] for security_group (d7fb3f46-103c-45f4-9d75-5028f5340cac), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.926606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port bd53c08c-cdb6-44fe-b128-97da7101cea9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=bd53c08c-cdb6-44fe-b128-97da7101cea9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:48.948740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'bd53c08c-cdb6-44fe-b128-97da7101cea9', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'bd53c08c-cdb6-44fe-b128-97da7101cea9', 'mac_address': 'fa:16:3e:57:70:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:48.962065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-933ce040-ef62-4d7e-a81c-1255578fd453 req-1ac651f0-b92b-4574-868f-bed9dd0252e6 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535449 Feb 09 21:38:48.993840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5a80d-1eae-4497-bd21-d970550e5d40 req-4034e479-0923-4184-b503-2b7d9a0f9f88 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.996854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08d5a80d-1eae-4497-bd21-d970550e5d40 req-4034e479-0923-4184-b503-2b7d9a0f9f88 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0888712 Feb 09 21:38:48.998127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72e5043c-9367-4a43-a6b9-b897b52583de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d7fb3f46-103c-45f4-9d75-5028f5340cac), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.020227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port bd53c08c-cdb6-44fe-b128-97da7101cea9 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:49.020622 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.035522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd53c08c-cdb6-44fe-b128-97da7101cea9 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:49.060769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port bd53c08c-cdb6-44fe-b128-97da7101cea9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=bd53c08c-cdb6-44fe-b128-97da7101cea9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:49.067749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.098260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-433418265-network', 'tenant_id': '592f452eb2fe4079ada0399ae665de51'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:49.099393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event deleted for resources: {'Port': ['ID=0d4d687f-f751-4988-8ffa-f6f3c7e9e5bb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.125082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.132427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-72e5043c-9367-4a43-a6b9-b897b52583de admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7bee79f2d24943c5ae06497828bd3a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930783 Feb 09 21:38:49.138206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:49.166046 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (a0b1d4a6-ad81-40e6-9203-a51021337c8e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.169555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.170778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0ff481d-45d2-452a-b908-bad470fc477a req-207258e6-7835-4c03-87f7-d6debd5ed191 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "DELETE /v2.0/floatingips/a0b1d4a6-ad81-40e6-9203-a51021337c8e HTTP/1.1" status: 204 len: 173 time: 0.8569808 Feb 09 21:38:49.170996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5043c-9367-4a43-a6b9-b897b52583de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fb3f46-103c-45f4-9d75-5028f5340cac,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.178886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08d5a80d-1eae-4497-bd21-d970550e5d40 req-b39b65e2-62b4-40a5-b4c4-a2153b2ce2d2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736290 Feb 09 21:38:49.205717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=bd53c08c-cdb6-44fe-b128-97da7101cea9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.224328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.224684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.225031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.225371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.225706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.226041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.226371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.228429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.230116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.231195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.232141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.232493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.232839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:49.234328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dd394df-d913-4425-bef8-19bac9710120 admin admin] Publish callbacks [] for security_group (d7fb3f46-103c-45f4-9d75-5028f5340cac), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.268502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Made reservation on behalf of 592f452eb2fe4079ada0399ae665de51 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:49.270961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.286184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.315787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-b7768512-724c-4b01-ace1-8cc70813edba tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips/f0745e1e-579a-4209-8bc0-b30a0b1affaa HTTP/1.1" status: 200 len: 692 time: 0.0881808 Feb 09 21:38:49.324650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.330384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.335993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.341842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.342856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dd394df-d913-4425-bef8-19bac9710120 admin admin] Publish callbacks [] for security_group (d7fb3f46-103c-45f4-9d75-5028f5340cac), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.347666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.353022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.358880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.360862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-5c1222b7-ed86-4d08-837c-4bca8016e47c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1113024 Feb 09 21:38:49.386428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['bd53c08c-cdb6-44fe-b128-97da7101cea9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:49.453077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fcb78bf-f5df-4ae5-ac2d-9e4fc1e5ce47 req-725f2ba6-0970-489f-b34d-62521877d68a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847878 Feb 09 21:38:49.528578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-cf342b8b-754e-4825-880f-638ba630ddc0 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.529990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-cf342b8b-754e-4825-880f-638ba630ddc0 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1851110 Feb 09 21:38:49.620297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c6744-e686-4679-a124-4ab15678bcdc req-ae2f4824-7c0b-4c52-8154-350a66feaaa1 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.622092 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d37c6744-e686-4679-a124-4ab15678bcdc req-ae2f4824-7c0b-4c52-8154-350a66feaaa1 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 947 time: 0.0656445 Feb 09 21:38:49.679264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d37c6744-e686-4679-a124-4ab15678bcdc req-73ab021d-f377-4797-b14e-7c288ad1752d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506225 Feb 09 21:38:49.805833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac6e54-1063-43f0-8856-d530e8e82f4d req-40d19383-ed1c-4d70-91b7-8038c0868aba tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.807848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56ac6e54-1063-43f0-8856-d530e8e82f4d req-40d19383-ed1c-4d70-91b7-8038c0868aba tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.0552084 Feb 09 21:38:49.864218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56ac6e54-1063-43f0-8856-d530e8e82f4d req-fd3e89ac-83d6-4abb-804f-56169742f014 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506113 Feb 09 21:38:49.892420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dd394df-d913-4425-bef8-19bac9710120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d7fb3f46-103c-45f4-9d75-5028f5340cac), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.894915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dd394df-d913-4425-bef8-19bac9710120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.896081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4dd394df-d913-4425-bef8-19bac9710120 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d7fb3f46-103c-45f4-9d75-5028f5340cac HTTP/1.1" status: 204 len: 168 time: 0.7569561 Feb 09 21:38:49.907359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-9ad493b1-e2a9-4b73-ae8e-1b00a9c7f7c1 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.3712029 Feb 09 21:38:49.918870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd394df-d913-4425-bef8-19bac9710120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fb3f46-103c-45f4-9d75-5028f5340cac,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.088911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-a24e8a2a-d4d4-48b4-beca-75c3bd6881b9 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0619879 Feb 09 21:38:50.088911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks [] for security_group (e562d7da-a6d8-42e5-bafe-2a2737501cd6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.120661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Deleting port 2f23ee8b-a50e-4d1a-a630-d749151ed4e9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:50.121009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.138354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7bcc76a7-b625-4fe6-88bf-7e6425374962 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:50.194766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.195158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.211928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Calling delete_port for 2f23ee8b-a50e-4d1a-a630-d749151ed4e9 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:50.241481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7bcc76a7-b625-4fe6-88bf-7e6425374962, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7bcc76a7-b625-4fe6-88bf-7e6425374962,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:50.270785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '7bcc76a7-b625-4fe6-88bf-7e6425374962', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '7bcc76a7-b625-4fe6-88bf-7e6425374962', 'mac_address': 'fa:16:3e:4a:3e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:50.319977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7bcc76a7-b625-4fe6-88bf-7e6425374962 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:50.320387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.335556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcc76a7-b625-4fe6-88bf-7e6425374962 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:50.344367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b490e8-6451-4671-bab0-ab56f0fe345c req-b828dad0-ecd5-48e2-a247-9d6875687a67 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.346604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1b490e8-6451-4671-bab0-ab56f0fe345c req-b828dad0-ecd5-48e2-a247-9d6875687a67 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0718262 Feb 09 21:38:50.368572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7bcc76a7-b625-4fe6-88bf-7e6425374962, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7bcc76a7-b625-4fe6-88bf-7e6425374962,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:50.407464 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1b490e8-6451-4671-bab0-ab56f0fe345c req-904aa28c-a9a1-4a4b-b92f-b5e7d3af13e8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548096 Feb 09 21:38:50.536034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ab9e8-a40d-4271-8f1b-f40d7641332c req-9bbd0e4c-dce7-40ed-9573-46eba3c78d57 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.537566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4ab9e8-a40d-4271-8f1b-f40d7641332c req-9bbd0e4c-dce7-40ed-9573-46eba3c78d57 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1127 time: 0.0476048 Feb 09 21:38:50.585826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4ab9e8-a40d-4271-8f1b-f40d7641332c req-0cc038ba-6c92-4128-bf4f-0e55ea251103 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Feb 09 21:38:50.703680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.708940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.714793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.720105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.723290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device bd53c08c-cdb6-44fe-b128-97da7101cea9 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:50.730596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.736091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.739072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e562d7da-a6d8-42e5-bafe-2a2737501cd6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.744624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2f23ee8b-a50e-4d1a-a630-d749151ed4e9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.749262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.752273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.754311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c0da09f-730c-400b-9cac-208d38289b86 req-cf8dfd7b-2ecf-4481-b686-7c259b8a4807 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1110914 Feb 09 21:38:50.798435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:50.803390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Pushing event deleted for resources: {'Port': ['ID=2f23ee8b-a50e-4d1a-a630-d749151ed4e9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.843434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c0da09f-730c-400b-9cac-208d38289b86 req-e745466e-6e2d-4331-bd57-e831e204496f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802944 Feb 09 21:38:50.845992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e562d7da-a6d8-42e5-bafe-2a2737501cd6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.871182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (744ba7b2-09d1-4933-abe1-eaa7cdbc4a96), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.871399 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Added segment 744ba7b2-09d1-4933-abe1-eaa7cdbc4a96 of type vlan for network 9845cfaf-313d-4b7c-84a4-250048e40724 Feb 09 21:38:50.880024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7bcc76a7-b625-4fe6-88bf-7e6425374962,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.898476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port bd53c08c-cdb6-44fe-b128-97da7101cea9 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:50.904277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port bd53c08c-cdb6-44fe-b128-97da7101cea9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:50.909160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.031113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (9845cfaf-313d-4b7c-84a4-250048e40724), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.060442 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks [] for floatingip (f0745e1e-579a-4209-8bc0-b30a0b1affaa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.063028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.076709 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf3a274a-22e4-44c9-9c34-0a27e45b69ba req-2a017aac-2c3f-401e-9f56-408ce7aecbd8 tempest-FloatingIPDetailsTestJSON-510336550 tempest-FloatingIPDetailsTestJSON-510336550-project] 10.222.0.98 "DELETE /v2.0/floatingips/f0745e1e-579a-4209-8bc0-b30a0b1affaa HTTP/1.1" status: 204 len: 173 time: 1.0929744 Feb 09 21:38:51.077407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53156) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:51.085915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port bd53c08c-cdb6-44fe-b128-97da7101cea9 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:51.087909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.137788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd53c08c-cdb6-44fe-b128-97da7101cea9'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:51.142905 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f423dd8b-9c2f-4146-be25-0c0847c73866" -d '{"events": [{"server_uuid": "bff93096-03f5-4f52-8cd0-76460d250e62", "name": "network-vif-plugged", "status": "completed", "tag": "bd53c08c-cdb6-44fe-b128-97da7101cea9"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:51.175502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port bd53c08c-cdb6-44fe-b128-97da7101cea9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=bd53c08c-cdb6-44fe-b128-97da7101cea9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:51.188666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-c5baa4ff-adf8-496f-a266-1abbe5165292 service neutron] 10.222.0.30 "GET /v2.0/ports/ae5ba1d3-0a8f-4ed0-8617-4899b39561e2/bindings/n-h1-828599-1 HTTP/1.1" status: 200 len: 382 time: 0.2043374 Feb 09 21:38:51.206008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a5707-f92b-4a58-a1cb-15a1c69b8c78 req-afc5f8f5-964b-4524-ba27-ba431ba4adbd tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.209650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['7bcc76a7-b625-4fe6-88bf-7e6425374962'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:51.210747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a14a5707-f92b-4a58-a1cb-15a1c69b8c78 req-afc5f8f5-964b-4524-ba27-ba431ba4adbd tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 948 time: 0.1540451 Feb 09 21:38:51.273031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a14a5707-f92b-4a58-a1cb-15a1c69b8c78 req-28abed28-fbc5-4bb4-9316-81b994add2c9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584316 Feb 09 21:38:51.288820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9247047-eb51-4aa1-817e-444d78532ee7 req-fc8cae46-ca05-4d41-89d6-7c5bd0f6ab2a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.290609 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9247047-eb51-4aa1-817e-444d78532ee7 req-fc8cae46-ca05-4d41-89d6-7c5bd0f6ab2a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1095383 Feb 09 21:38:51.337252 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756e36d5-06d2-4a7e-93a2-bb853e3581c9 x-openstack-request-id: req-756e36d5-06d2-4a7e-93a2-bb853e3581c9 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:51.337647 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff93096-03f5-4f52-8cd0-76460d250e62", "name": "network-vif-plugged", "status": "completed", "tag": "bd53c08c-cdb6-44fe-b128-97da7101cea9", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:51.337997 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-756e36d5-06d2-4a7e-93a2-bb853e3581c9 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:51.338513 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd53c08c-cdb6-44fe-b128-97da7101cea9', 'code': 200} Feb 09 21:38:51.391240 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.421957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (9845cfaf-313d-4b7c-84a4-250048e40724), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.423005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.423598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.465898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=bd53c08c-cdb6-44fe-b128-97da7101cea9,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.513654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606dc18-91d2-4bd4-a007-153b7dd797dd req-559af42b-9403-4789-8d6e-15c902a5e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.517169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2606dc18-91d2-4bd4-a007-153b7dd797dd req-559af42b-9403-4789-8d6e-15c902a5e3f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 1132 time: 0.1048524 Feb 09 21:38:51.576243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9247047-eb51-4aa1-817e-444d78532ee7 req-67437064-2935-4e9d-9b43-4a2cb685ad30 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781820 Feb 09 21:38:51.581635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] Pushing event updated for resources: {'Network': ['ID=9845cfaf-313d-4b7c-84a4-250048e40724,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.584899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2606dc18-91d2-4bd4-a007-153b7dd797dd req-d4728881-6933-42c8-8ec0-3b3087b251b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610442 Feb 09 21:38:51.594848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 9845cfaf-313d-4b7c-84a4-250048e40724 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:51.625548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8f40e40c-195e-4e99-906d-e948703a875a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7918179 Feb 09 21:38:51.637116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53166) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:51.646367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Request body: {'subnet': {'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-433418265-subnet', 'tenant_id': '592f452eb2fe4079ada0399ae665de51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:51.752371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Made reservation on behalf of 592f452eb2fe4079ada0399ae665de51 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:51.757895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.891158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (c57fae1b-f48e-442c-80e9-2131fe928a03), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.014409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.042084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.047658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.060135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.074920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.082086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.103880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.119007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-de2703a3-6244-4897-beb3-f82b70a8a6e6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1741457 Feb 09 21:38:52.239120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (9c43d051-0051-4fa0-8f57-2a730c0ca46e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.244153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-69821279-a34c-44dc-a297-3fa139bde4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.246478 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-69821279-a34c-44dc-a297-3fa139bde4fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600&tenant_id=726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 1132 time: 0.1205964 Feb 09 21:38:52.264893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61121a1d-469c-45fe-bb03-0de0fd2d7eef req-a8a79353-c51d-4efa-939a-36111a107429 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435401 Feb 09 21:38:52.328659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-eed5ba15-570c-44dc-be33-196ad251db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.330262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-eed5ba15-570c-44dc-be33-196ad251db37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 1132 time: 0.0553172 Feb 09 21:38:52.352217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c43d051-0051-4fa0-8f57-2a730c0ca46e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.375767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Checking segment: {'id': '744ba7b2-09d1-4933-abe1-eaa7cdbc4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:52.376148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Network hostable DHCP agents. Network: 9845cfaf-313d-4b7c-84a4-250048e40724, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:52.390088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Deleting port 24edf574-e418-4ad9-8491-51d227da7dd2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:52.390438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.469263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-ea3c216e-5d90-4b4e-95de-2b02006a9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.470876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-ea3c216e-5d90-4b4e-95de-2b02006a9648 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1327021 Feb 09 21:38:52.524947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] For port 24edf574-e418-4ad9-8491-51d227da7dd2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=24edf574-e418-4ad9-8491-51d227da7dd2,segment=NetworkSegment(b013c0cb-b2e9-4bad-ab0e-27c40666a46f),segment_id=b013c0cb-b2e9-4bad-ab0e-27c40666a46f)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:52.525334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.528612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-a84ab22c-d655-4b8e-bd5c-bba31346a61d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 200 len: 217 time: 0.0482290 Feb 09 21:38:52.546049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Calling delete_port for 24edf574-e418-4ad9-8491-51d227da7dd2 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:52.617125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-bb20579d-f2f1-4776-bf15-14461b2028ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.621010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1c68b-da95-4afc-973a-bce441f14b2d req-f894970a-08ae-4ae4-a98e-460d0c82817e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.624379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-bb20579d-f2f1-4776-bf15-14461b2028ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0793765 Feb 09 21:38:52.628715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43f1c68b-da95-4afc-973a-bce441f14b2d req-f894970a-08ae-4ae4-a98e-460d0c82817e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 948 time: 0.1953695 Feb 09 21:38:52.636891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Network 9845cfaf-313d-4b7c-84a4-250048e40724 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:52.691592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-a45cc6e6-9a7b-48bd-b1fa-590829947da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.693517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-a45cc6e6-9a7b-48bd-b1fa-590829947da5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0683272 Feb 09 21:38:52.783550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43f1c68b-da95-4afc-973a-bce441f14b2d req-dd54dbce-d793-4e55-91b4-eb6517b56e78 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539063 Feb 09 21:38:52.836663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 9845cfaf-313d-4b7c-84a4-250048e40724) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:52.843875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.844770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.852045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691c8e13-0771-43b8-b464-20f183374b2c None None] Network 9845cfaf-313d-4b7c-84a4-250048e40724 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:52.931403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cef49-ff25-4016-bcbe-84d4aed4136e req-3d5437ce-bb8b-4c6b-9474-8eea0d2574fe tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.935880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-503cef49-ff25-4016-bcbe-84d4aed4136e req-3d5437ce-bb8b-4c6b-9474-8eea0d2574fe tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.2206988 Feb 09 21:38:52.943424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-cda1f2c5-2b74-469d-b0d1-52638887050d service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427440 Feb 09 21:38:53.027260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b856c4a0-993b-426b-aa68-fda5755a20c3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3887994 Feb 09 21:38:53.069210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab1b8e-38ff-4f83-b49d-a3454bce1f48 None None] Network 9845cfaf-313d-4b7c-84a4-250048e40724 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:53.142159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (24edf574-e418-4ad9-8491-51d227da7dd2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.153465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-503cef49-ff25-4016-bcbe-84d4aed4136e req-0c4a3903-59e0-42b7-8b94-a9e61a7d4c70 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081938 Feb 09 21:38:53.187950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=24edf574-e418-4ad9-8491-51d227da7dd2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.224935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49c1b555-13f8-48b9-a4a8-6c851d42fea6 req-75ccabe0-cd13-4672-a860-55a6830dade0 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676806 Feb 09 21:38:53.650351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.656513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.670279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.682907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.696154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.709875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.717645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.729531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-da4d1bdb-1526-43b8-ae02-1e3f7355b4d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.3522592 Feb 09 21:38:53.841001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a66110d-570d-4da8-bccc-f4339b482c1a req-c2c9c647-36da-4b5f-871c-ee7a5c7846d0 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124389 Feb 09 21:38:53.848978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (c57fae1b-f48e-442c-80e9-2131fe928a03), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.143150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Router c57fae1b-f48e-442c-80e9-2131fe928a03 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:54.144720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7bcc76a7-b625-4fe6-88bf-7e6425374962 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:54.179740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671198a-9d01-4021-8de5-d75dd0275243 req-7d5749c7-3665-49cb-bf7d-fd3797e7b90b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:54.187760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6671198a-9d01-4021-8de5-d75dd0275243 req-7d5749c7-3665-49cb-bf7d-fd3797e7b90b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 948 time: 0.1047177 Feb 09 21:38:54.285009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6671198a-9d01-4021-8de5-d75dd0275243 req-72b49524-0fdc-4e65-941c-9e5fedad2f89 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853250 Feb 09 21:38:54.336388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 7bcc76a7-b625-4fe6-88bf-7e6425374962 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:54.346656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 7bcc76a7-b625-4fe6-88bf-7e6425374962 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:54.346656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.385596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:54.410972 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] Sync routers for ids ['c57fae1b-f48e-442c-80e9-2131fe928a03'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:54.418717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:54.419966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c99176de-e59c-4850-97b3-575a81139b53 admin admin] 10.222.0.98 "PUT /v2.0/routers/c57fae1b-f48e-442c-80e9-2131fe928a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3350124 Feb 09 21:38:54.446025 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] Routers {'c57fae1b-f48e-442c-80e9-2131fe928a03'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:54.446967 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c57fae1b-f48e-442c-80e9-2131fe928a03'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:54.578105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7bcc76a7-b625-4fe6-88bf-7e6425374962 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:54.578763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.583259 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] Set router c57fae1b-f48e-442c-80e9-2131fe928a03 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:54.629411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcc76a7-b625-4fe6-88bf-7e6425374962'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:54.640627 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacfaf24-08a6-4992-a12c-7c7572d28c5a" -d '{"events": [{"server_uuid": "f8846748-ddfc-4437-a73f-40fad6c06eb6", "name": "network-vif-plugged", "status": "completed", "tag": "7bcc76a7-b625-4fe6-88bf-7e6425374962"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:54.672632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7bcc76a7-b625-4fe6-88bf-7e6425374962, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7bcc76a7-b625-4fe6-88bf-7e6425374962,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:54.731310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks [] for router (c57fae1b-f48e-442c-80e9-2131fe928a03), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.732003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:54.820827 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d12e928-b3df-48d1-b9a5-6fdfc7e4cdb5 x-openstack-request-id: req-6d12e928-b3df-48d1-b9a5-6fdfc7e4cdb5 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:54.820827 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8846748-ddfc-4437-a73f-40fad6c06eb6", "name": "network-vif-plugged", "status": "completed", "tag": "7bcc76a7-b625-4fe6-88bf-7e6425374962", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:54.821333 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d12e928-b3df-48d1-b9a5-6fdfc7e4cdb5 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:54.821850 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcc76a7-b625-4fe6-88bf-7e6425374962', 'code': 200} Feb 09 21:38:54.827497 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.968254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7bcc76a7-b625-4fe6-88bf-7e6425374962,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.002667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:55.003073 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.006894 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:52Z', 'revision_number': 5, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:55.051412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:55.054867 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] Checking router: c57fae1b-f48e-442c-80e9-2131fe928a03 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:55.064209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] Routers {'c57fae1b-f48e-442c-80e9-2131fe928a03'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:55.064839 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:38:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c57fae1b-f48e-442c-80e9-2131fe928a03'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:55.126323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fcc50-baeb-4774-bd2b-adfe75a0b858 req-30cdfb6e-e205-440c-a140-489a7e1d6518 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.137057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3fcc50-baeb-4774-bd2b-adfe75a0b858 req-30cdfb6e-e205-440c-a140-489a7e1d6518 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.7334731 Feb 09 21:38:55.148127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.180802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53260) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:55.245571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.248462 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] Set router c57fae1b-f48e-442c-80e9-2131fe928a03 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:55.263118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.267487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.274288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.280165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.300665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.326174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.332049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.343914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-8b723cad-e81a-4f95-a202-179149c62146 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.2637250 Feb 09 21:38:55.466693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9158cbc-0f03-4517-84de-6ae76f35b51a req-031fff0c-f213-488f-af67-2c52f2ca18bf tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218708 Feb 09 21:38:55.516456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-fa5f-4ad9-ad1c-7ad8ced931c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.663973 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:52Z', 'revision_number': 5, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:55.700641 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ecdeb-8da7-44d2-9902-ca9f222fa3a5 None None] The sync data for ids ['c57fae1b-f48e-442c-80e9-2131fe928a03'] in n-d-828599-1 is: [{'id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'name': 'tempest-FloatingIPDetailsTestJSON-880591207-router', 'tenant_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:15Z', 'updated_at': '2022-02-09T21:38:52Z', 'revision_number': 5, 'project_id': 'b96bed31cb6344b3b77f07a4d6f7fb8c', 'gw_port': {'id': '03bb2805-eac0-409b-80b2-9915c5ceb30f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57fae1b-f48e-442c-80e9-2131fe928a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:18Z', 'updated_at': '2022-02-09T21:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:55.710683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks [] for router_gateway (c57fae1b-f48e-442c-80e9-2131fe928a03), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.716653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558e0b1-f684-4e94-8a2e-b2cdcabcf0a6 req-d324fcac-03d1-465e-b2e4-8b669ed683e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.718117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5558e0b1-f684-4e94-8a2e-b2cdcabcf0a6 req-d324fcac-03d1-465e-b2e4-8b669ed683e7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 1131 time: 0.8427393 Feb 09 21:38:55.733629 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-fa5f-4ad9-ad1c-7ad8ced931c5 admin admin] Publish callbacks [] for security_group (2f943be0-d93f-47bb-9d0c-d30a5703be29), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.783636 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3fcc50-baeb-4774-bd2b-adfe75a0b858 req-04c7a9f6-f6bd-4021-b4b3-d17779762546 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453230 Feb 09 21:38:55.814472 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5558e0b1-f684-4e94-8a2e-b2cdcabcf0a6 req-5e6e2fe6-244c-4b39-9a0f-a75e6f1c431e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825698 Feb 09 21:38:55.830321 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-65f6787e-fa5f-4ad9-ad1c-7ad8ced931c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2f943be0-d93f-47bb-9d0c-d30a5703be29), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.897709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6787e-fa5f-4ad9-ad1c-7ad8ced931c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f943be0-d93f-47bb-9d0c-d30a5703be29,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.911030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-65f6787e-fa5f-4ad9-ad1c-7ad8ced931c5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1edc180ebbf141f2833f3f990db3009f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7290344 Feb 09 21:38:55.913469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:55.973677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Deleting port 03bb2805-eac0-409b-80b2-9915c5ceb30f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:55.974097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.978306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7754d50c-f0be-4847-85f6-779d3eddd909 admin admin] Publish callbacks [] for security_group (2f943be0-d93f-47bb-9d0c-d30a5703be29), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.001188 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7754d50c-f0be-4847-85f6-779d3eddd909 admin admin] Publish callbacks [] for security_group (2f943be0-d93f-47bb-9d0c-d30a5703be29), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.072422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] For port 03bb2805-eac0-409b-80b2-9915c5ceb30f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=03bb2805-eac0-409b-80b2-9915c5ceb30f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:56.072830 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.108976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Calling delete_port for 03bb2805-eac0-409b-80b2-9915c5ceb30f owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:56.155934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7754d50c-f0be-4847-85f6-779d3eddd909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2f943be0-d93f-47bb-9d0c-d30a5703be29), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.159239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7754d50c-f0be-4847-85f6-779d3eddd909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.160722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7754d50c-f0be-4847-85f6-779d3eddd909 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2f943be0-d93f-47bb-9d0c-d30a5703be29 HTTP/1.1" status: 204 len: 168 time: 0.2463408 Feb 09 21:38:56.183295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754d50c-f0be-4847-85f6-779d3eddd909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f943be0-d93f-47bb-9d0c-d30a5703be29,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.205374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cb7aa-ef56-4281-9e72-101e0d81f218 req-2d646ced-0461-4e5d-9564-aba5158939ab tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.216541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-084cb7aa-ef56-4281-9e72-101e0d81f218 req-2d646ced-0461-4e5d-9564-aba5158939ab tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 949 time: 0.3093834 Feb 09 21:38:56.342121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-084cb7aa-ef56-4281-9e72-101e0d81f218 req-e471f20e-079e-4d48-81cc-55ca0b9ca0cb tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245401 Feb 09 21:38:56.509981 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (03bb2805-eac0-409b-80b2-9915c5ceb30f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.548966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bb2805-eac0-409b-80b2-9915c5ceb30f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.735866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (c57fae1b-f48e-442c-80e9-2131fe928a03), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.744443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:56.829158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:56.833068 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cb04a9-c6bf-474b-808f-24cdcdfdf6b4" -d '{"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:56.894162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.900738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.906209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.911476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.917273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.922495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.930933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.937633 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-316d3a36-573c-4045-9797-9a4273099ea1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.2559493 Feb 09 21:38:56.973911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (c57fae1b-f48e-442c-80e9-2131fe928a03), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.974400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:56.977328 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks [] for router_controller (c57fae1b-f48e-442c-80e9-2131fe928a03), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.020399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'mac_address': 'fa:16:3e:0b:5b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:57.069715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee9fffc8-fbd1-4bb9-bd18-b7c074dedd3a req-ef3cc2b4-9cbc-4a82-9539-b73945d0fcba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269741 Feb 09 21:38:57.108165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:57.108760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.132102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53308) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.142102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:57.146200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ed11-e70c-4b78-b0c7-85d3bac9ecad req-e2150f29-56a4-4dbb-9c79-d1f5a5c16bca tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.147831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25f1ed11-e70c-4b78-b0c7-85d3bac9ecad req-e2150f29-56a4-4dbb-9c79-d1f5a5c16bca tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.1216729 Feb 09 21:38:57.153459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88180eba-32fc-49c3-b6c4-9cc4012d91dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.155551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (c57fae1b-f48e-442c-80e9-2131fe928a03), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.156091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57fae1b-f48e-442c-80e9-2131fe928a03 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:57.175090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.178481 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e6f99958-26a8-4c29-9f23-d49edc406935 admin admin] 10.222.0.98 "DELETE /v2.0/routers/c57fae1b-f48e-442c-80e9-2131fe928a03 HTTP/1.1" status: 204 len: 168 time: 2.7550814 Feb 09 21:38:57.189633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53310) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.201122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:57.204076 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15269bc3-71af-42aa-9c5c-dbd26f558895 x-openstack-request-id: req-15269bc3-71af-42aa-9c5c-dbd26f558895 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:57.207218 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:57.208871 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-15269bc3-71af-42aa-9c5c-dbd26f558895 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:57.211396 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'code': 200} Feb 09 21:38:57.258989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.281727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25f1ed11-e70c-4b78-b0c7-85d3bac9ecad req-e8d652d0-71b2-45e5-9a34-661154f337e1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237278 Feb 09 21:38:57.323731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] Deleting subnet b5414cf7-9770-48e9-be46-ed08b15d9ebb {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:57.331769 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] Publish callbacks [] for subnet (b5414cf7-9770-48e9-be46-ed08b15d9ebb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.376931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.429859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (b5414cf7-9770-48e9-be46-ed08b15d9ebb), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.536608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:57.644511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88180eba-32fc-49c3-b6c4-9cc4012d91dd admin admin] Publish callbacks [] for security_group (a4331fb1-0aa8-46c2-8375-27b8171a8554), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.690663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f9477-0357-47c1-b0cf-e1878dd7a6a2 req-e97a0e2b-25f0-49ea-82f0-7e27a6307405 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.692198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d78f9477-0357-47c1-b0cf-e1878dd7a6a2 req-e97a0e2b-25f0-49ea-82f0-7e27a6307405 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 949 time: 0.2057462 Feb 09 21:38:57.769025 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b5414cf7-9770-48e9-be46-ed08b15d9ebb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.845093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88180eba-32fc-49c3-b6c4-9cc4012d91dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a4331fb1-0aa8-46c2-8375-27b8171a8554), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.907563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 03bb2805-eac0-409b-80b2-9915c5ceb30f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:57.934295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 03bb2805-eac0-409b-80b2-9915c5ceb30f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:57.934792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 03bb2805-eac0-409b-80b2-9915c5ceb30f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:57.935323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 24edf574-e418-4ad9-8491-51d227da7dd2 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:57.946768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88180eba-32fc-49c3-b6c4-9cc4012d91dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4331fb1-0aa8-46c2-8375-27b8171a8554,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.957810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 24edf574-e418-4ad9-8491-51d227da7dd2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:57.958340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 24edf574-e418-4ad9-8491-51d227da7dd2 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:57.970657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d78f9477-0357-47c1-b0cf-e1878dd7a6a2 req-837ac0b7-2d86-40ea-9ddd-35499836022a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700183 Feb 09 21:38:57.990163 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88180eba-32fc-49c3-b6c4-9cc4012d91dd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bc51f4b8973745048133da0be08d3a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8546488 Feb 09 21:38:57.993631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53320) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:58.067913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-027411e4-d2bc-478d-9f18-3145f60a4d2d admin admin] Publish callbacks [] for security_group (a4331fb1-0aa8-46c2-8375-27b8171a8554), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.088521 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (b5414cf7-9770-48e9-be46-ed08b15d9ebb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.099783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-027411e4-d2bc-478d-9f18-3145f60a4d2d admin admin] Publish callbacks [] for security_group (a4331fb1-0aa8-46c2-8375-27b8171a8554), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.103916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.112377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd226a49-655a-411e-930a-0b5cfdb7e94c None None] Network dff3db14-5c18-463e-9805-a80ead25fa6c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:58.146081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b5414cf7-9770-48e9-be46-ed08b15d9ebb HTTP/1.1" status: 204 len: 168 time: 0.9386830 Feb 09 21:38:58.146840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53330) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:58.265536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28030f90-5326-4364-8940-9082c347679e req-8d90c142-c64a-44ed-a4f0-7bd75886786a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.276623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28030f90-5326-4364-8940-9082c347679e req-8d90c142-c64a-44ed-a4f0-7bd75886786a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 949 time: 0.0772104 Feb 09 21:38:58.302501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-027411e4-d2bc-478d-9f18-3145f60a4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a4331fb1-0aa8-46c2-8375-27b8171a8554), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.306043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-027411e4-d2bc-478d-9f18-3145f60a4d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.308440 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-027411e4-d2bc-478d-9f18-3145f60a4d2d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a4331fb1-0aa8-46c2-8375-27b8171a8554 HTTP/1.1" status: 204 len: 168 time: 0.3169210 Feb 09 21:38:58.329295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027411e4-d2bc-478d-9f18-3145f60a4d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4331fb1-0aa8-46c2-8375-27b8171a8554,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.337103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac603dea-bce1-4932-8ff8-4cfdfdf0820e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5414cf7-9770-48e9-be46-ed08b15d9ebb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.377695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28030f90-5326-4364-8940-9082c347679e req-9896b121-a26b-4294-95c5-42e56951d211 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949154 Feb 09 21:38:58.507173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-7315a40b-bf30-4a8d-b814-b73477d6d10d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.508704 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-7315a40b-bf30-4a8d-b814-b73477d6d10d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600&tenant_id=726caae83fa8493ea37127b0b806deed&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 949 time: 0.2777843 Feb 09 21:38:58.523491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] DHCP port deletion for dff3db14-5c18-463e-9805-a80ead25fa6c request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:58.523746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.529826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.536498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.542324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.549108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.554822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.566035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.573763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-edad4155-573f-4ae0-9e37-4658345656e8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.1755111 Feb 09 21:38:58.581757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] Deleting port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:58.582251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.638653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (dff3db14-5c18-463e-9805-a80ead25fa6c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.694597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] For port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,segment=NetworkSegment(b013c0cb-b2e9-4bad-ab0e-27c40666a46f),segment_id=b013c0cb-b2e9-4bad-ab0e-27c40666a46f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:58.694597 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.714177 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] Calling delete_port for 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:58.810934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:58.918895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-9cb50bf2-e0db-4b93-a5ec-23d7af6605b0 service neutron] 10.222.0.30 "GET /v2.0/ports/ae5ba1d3-0a8f-4ed0-8617-4899b39561e2/bindings/n-h1-828599-1 HTTP/1.1" status: 200 len: 382 time: 0.3199575 Feb 09 21:38:58.934690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:58.935248 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.936078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a08dedbe-a519-4bef-8652-a772c92ef387 req-950fb7eb-3890-4351-9f01-f335d2fd5eea tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3543565 Feb 09 21:38:59.036400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Deleting port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:59.036752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.044097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.084713 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.115403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-c612a72a-24f5-4e6c-b5f2-7834f12fddfc tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.123306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-c612a72a-24f5-4e6c-b5f2-7834f12fddfc tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/networks?id=9845cfaf-313d-4b7c-84a4-250048e40724 HTTP/1.1" status: 200 len: 809 time: 0.2838521 Feb 09 21:38:59.145997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-5c8b3bcd-01b7-4d47-b4a3-004033ee9aa8 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/quotas/592f452eb2fe4079ada0399ae665de51 HTTP/1.1" status: 200 len: 375 time: 0.0093298 Feb 09 21:38:59.169995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] Pushing event deleted for resources: {'Port': ['ID=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.173710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:59.174101 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.183337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff9c67-0099-44a0-bb87-0cc960a554f9 None None] No DVR routers for this DVR port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:59.228513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-1dfd6a0a-eed5-4418-be46-6c9d5b92b4fd tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=592f452eb2fe4079ada0399ae665de51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724609 Feb 09 21:38:59.270724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:59.273053 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb797a-4c26-4f7b-a904-c6f04475f88e" -d '{"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:59.279849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-d8485674-e9f0-4cde-a21e-f22f20b9f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.281721 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-d8485674-e9f0-4cde-a21e-f22f20b9f564 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 1131 time: 0.3248761 Feb 09 21:38:59.293475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] For port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,segment=NetworkSegment(b013c0cb-b2e9-4bad-ab0e-27c40666a46f),segment_id=b013c0cb-b2e9-4bad-ab0e-27c40666a46f)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:59.294254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.295392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:59.365027 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.376703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-9bd3ddde-da02-4fd7-912d-fa424f5b61dc service neutron] 10.222.0.98 "GET /v2.0/networks/9845cfaf-313d-4b7c-84a4-250048e40724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469378 Feb 09 21:38:59.388474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-a2bbdf89-762d-4e69-b2a8-e51338384785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.390242 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-a2bbdf89-762d-4e69-b2a8-e51338384785 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1005421 Feb 09 21:38:59.409165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Calling delete_port for 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:59.455470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.465484 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-4bc653a5-3c1f-42f6-b18d-a43ab3301e4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 200 len: 217 time: 0.0621135 Feb 09 21:38:59.474894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d1f4c-66ec-4789-bbef-02e46cb52d20 req-c1769954-dd5d-447a-a012-dd62ee308e59 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.476590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad8d1f4c-66ec-4789-bbef-02e46cb52d20 req-c1769954-dd5d-447a-a012-dd62ee308e59 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 949 time: 0.3458869 Feb 09 21:38:59.496670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-7e64cf7e-3889-4fb0-9aad-86dfc933ae9f service neutron] 10.222.0.98 "GET /v2.0/networks/9845cfaf-313d-4b7c-84a4-250048e40724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129754 Feb 09 21:38:59.609006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-077aace3-14f7-4d3c-90c7-516a62c5b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.610656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-077aace3-14f7-4d3c-90c7-516a62c5b881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1316435 Feb 09 21:38:59.652329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad8d1f4c-66ec-4789-bbef-02e46cb52d20 req-b79d1030-78b6-44df-80e4-167b778ebaa7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257012 Feb 09 21:38:59.685412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (96e82eeb-8b97-4f1b-a13e-f32466c1cd9c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.736934 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927e487a-bfcc-426d-b36f-1f6e087df05f x-openstack-request-id: req-927e487a-bfcc-426d-b36f-1f6e087df05f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:59.737325 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:59.737672 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-927e487a-bfcc-426d-b36f-1f6e087df05f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:59.738177 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'code': 200} Feb 09 21:38:59.762345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] No DVR routers for this DVR port 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:59.766641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e82eeb-8b97-4f1b-a13e-f32466c1cd9c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.832149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:59.864780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-07de48ac-f3db-4463-a9bf-968f90a4071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.866346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-07de48ac-f3db-4463-a9bf-968f90a4071e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2470706 Feb 09 21:38:59.870387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:59.870914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 96e82eeb-8b97-4f1b-a13e-f32466c1cd9c not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:59.926481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (dff3db14-5c18-463e-9805-a80ead25fa6c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.016204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff3db14-5c18-463e-9805-a80ead25fa6c']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:00.034421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:00.034729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b013c0cb-b2e9-4bad-ab0e-27c40666a46f') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:00.050933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b013c0cb-b2e9-4bad-ab0e-27c40666a46f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.087547 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b013c0cb-b2e9-4bad-ab0e-27c40666a46f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.094341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:00.094732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b013c0cb-b2e9-4bad-ab0e-27c40666a46f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:00.098180 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:00.110313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-5589722b-396e-477a-abcd-5fc998c1fa1a service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354643 Feb 09 21:39:00.161346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909fb9-70dc-4cb2-a4ed-6a6dbcc1b2fe req-ba30b868-df4a-4d8c-af7b-7ff44dcace96 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.162879 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7909fb9-70dc-4cb2-a4ed-6a6dbcc1b2fe req-ba30b868-df4a-4d8c-af7b-7ff44dcace96 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.2002959 Feb 09 21:39:00.206906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b4f0e069-3966-4284-be29-220d6b4943b7 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:00.299443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7909fb9-70dc-4cb2-a4ed-6a6dbcc1b2fe req-995a523a-3a27-41b7-82de-3fd2526ae947 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216066 Feb 09 21:39:00.409922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (dff3db14-5c18-463e-9805-a80ead25fa6c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.429659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78cd80-8b51-4fe0-b0ee-92ad59ee2d27 req-0fc1aa7b-fd28-49a2-9f84-3c6146636cb1 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.440410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f78cd80-8b51-4fe0-b0ee-92ad59ee2d27 req-0fc1aa7b-fd28-49a2-9f84-3c6146636cb1 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 950 time: 0.1956582 Feb 09 21:39:00.473274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff3db14-5c18-463e-9805-a80ead25fa6c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.484621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.489843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de4b9d9c-0c6b-4303-ba5c-6696616ec452 admin admin] 10.222.0.98 "DELETE /v2.0/networks/dff3db14-5c18-463e-9805-a80ead25fa6c HTTP/1.1" status: 204 len: 168 time: 2.2752676 Feb 09 21:39:00.496964 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-4b34e6e8-3ba0-40f3-92ed-ddf505e1fee1 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328850 Feb 09 21:39:00.563644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f78cd80-8b51-4fe0-b0ee-92ad59ee2d27 req-6474f193-a782-4859-9749-dfcd78eec696 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220086 Feb 09 21:39:00.709594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.727887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.743786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.751819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.763666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.765796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db85b05d-5499-4c65-80b5-6786971eca92 req-df0fb14b-d53f-4519-8ba0-1e2709f4a1a4 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 210 time: 0.0784662 Feb 09 21:39:00.788898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.801065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.813716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-faf0e111-7854-436a-b09e-e34b476c094b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5420 time: 0.3326633 Feb 09 21:39:00.856878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port b4f0e069-3966-4284-be29-220d6b4943b7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b4f0e069-3966-4284-be29-220d6b4943b7,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:00.865978 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.887468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'b4f0e069-3966-4284-be29-220d6b4943b7', 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'port_id': 'b4f0e069-3966-4284-be29-220d6b4943b7', 'mac_address': 'fa:16:3e:ca:d1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3afc7d7-8e70-4372-85fa-7fc68ae80893', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:00.889041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84d8a0d8-5e92-4764-a96c-60aeb3d7a2fb req-e36f5ab1-a705-4c4a-ab8a-24311eaff205 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741193 Feb 09 21:39:00.941298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port b4f0e069-3966-4284-be29-220d6b4943b7 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:00.942034 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.984603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f0e069-3966-4284-be29-220d6b4943b7 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:01.032280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port b4f0e069-3966-4284-be29-220d6b4943b7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b4f0e069-3966-4284-be29-220d6b4943b7,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:01.101894 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.102694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e3583e00-a531-4c07-960f-44473c3164bf details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:01.173809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53412) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:01.225422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-01f62a58-5c87-4b0f-bda9-6196d7f347e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b96bed31cb6344b3b77f07a4d6f7fb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504320 Feb 09 21:39:01.228104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53416) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:01.233864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e3583e00-a531-4c07-960f-44473c3164bf, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3583e00-a531-4c07-960f-44473c3164bf,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:01.279680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'e3583e00-a531-4c07-960f-44473c3164bf', 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'port_id': 'e3583e00-a531-4c07-960f-44473c3164bf', 'mac_address': 'fa:16:3e:31:d5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3afc7d7-8e70-4372-85fa-7fc68ae80893', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:01.281486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e069-3966-4284-be29-220d6b4943b7,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.295514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b925-af10-4c96-aa19-b5510c85661f req-2c7d89a1-2085-438c-9af0-be79bf7f3d72 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.309887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b925-af10-4c96-aa19-b5510c85661f req-2c7d89a1-2085-438c-9af0-be79bf7f3d72 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.313767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c586b925-af10-4c96-aa19-b5510c85661f req-2c7d89a1-2085-438c-9af0-be79bf7f3d72 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62&device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 1690 time: 0.1670837 Feb 09 21:39:01.398786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e3583e00-a531-4c07-960f-44473c3164bf is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:01.399198 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3583e00-a531-4c07-960f-44473c3164bf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.437616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3583e00-a531-4c07-960f-44473c3164bf {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:01.493706 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44ba5767-8762-4a20-930d-f5d3ff51c65f admin admin] Publish callbacks [] for security_group (d2879fed-fa1a-4335-8a33-a36519c3e854), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.497138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5f81b-1b96-400d-bf7d-6f55e6495b56 req-eead8124-2a56-4ee3-a6a7-05184bdf47d9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.499418 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5de5f81b-1b96-400d-bf7d-6f55e6495b56 req-eead8124-2a56-4ee3-a6a7-05184bdf47d9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.0713077 Feb 09 21:39:01.499965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e3583e00-a531-4c07-960f-44473c3164bf, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3583e00-a531-4c07-960f-44473c3164bf,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:01.531151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c586b925-af10-4c96-aa19-b5510c85661f req-9aebd854-fcef-4d68-b084-dc1147aa64a3 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939306 Feb 09 21:39:01.571410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5de5f81b-1b96-400d-bf7d-6f55e6495b56 req-5ba54612-b237-4f87-abdc-e1c81b61fd52 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637512 Feb 09 21:39:01.593830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44ba5767-8762-4a20-930d-f5d3ff51c65f admin admin] Publish callbacks [] for security_group (d2879fed-fa1a-4335-8a33-a36519c3e854), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.633172 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3583e00-a531-4c07-960f-44473c3164bf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.633859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1e6b89f3-805a-45f1-a197-24b33c28c150 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:01.755903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44ba5767-8762-4a20-930d-f5d3ff51c65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d2879fed-fa1a-4335-8a33-a36519c3e854), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.758845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44ba5767-8762-4a20-930d-f5d3ff51c65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.763125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-44ba5767-8762-4a20-930d-f5d3ff51c65f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d2879fed-fa1a-4335-8a33-a36519c3e854 HTTP/1.1" status: 204 len: 168 time: 0.5289285 Feb 09 21:39:01.774675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5767-8762-4a20-930d-f5d3ff51c65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2879fed-fa1a-4335-8a33-a36519c3e854,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.841437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d898-ba24-4901-8282-31dce14968a7 req-c86986c3-5210-47ce-b74d-066597ae5168 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.841437 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a493d898-ba24-4901-8282-31dce14968a7 req-c86986c3-5210-47ce-b74d-066597ae5168 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 1132 time: 0.0727479 Feb 09 21:39:01.957751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1e6b89f3-805a-45f1-a197-24b33c28c150, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1e6b89f3-805a-45f1-a197-24b33c28c150,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:01.972323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a493d898-ba24-4901-8282-31dce14968a7 req-55d22743-93ab-4740-95dc-186c9180737f tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226432 Feb 09 21:39:01.987793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'port_id': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'mac_address': 'fa:16:3e:cd:e9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:02.000518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e3583e00-a531-4c07-960f-44473c3164bf,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:02.015322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0749f857-5d37-4eb3-961e-05a34f621078 req-88bb90f9-92e0-49bc-b719-5340c59b5b67 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 210 time: 0.0567517 Feb 09 21:39:02.074786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1e6b89f3-805a-45f1-a197-24b33c28c150 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:02.075188 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.146142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6b89f3-805a-45f1-a197-24b33c28c150 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:02.160877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.170562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.181711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.190970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.195890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1e6b89f3-805a-45f1-a197-24b33c28c150, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1e6b89f3-805a-45f1-a197-24b33c28c150,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:02.197418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.204919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.205320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2a01e-745d-4d4a-9947-54a8893d58c8 req-9330b6ba-6692-4d0e-a9e9-859445e93d7c tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.210803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.211511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14f2a01e-745d-4d4a-9947-54a8893d58c8 req-9330b6ba-6692-4d0e-a9e9-859445e93d7c tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 1131 time: 0.0991592 Feb 09 21:39:02.231413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-3d906bea-1e2e-4c07-acc4-ac53d98fbfad tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5422 time: 0.1435492 Feb 09 21:39:02.301096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14f2a01e-745d-4d4a-9947-54a8893d58c8 req-100dbd9f-c4cb-4290-8a4a-09fa29673c1e tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731292 Feb 09 21:39:02.332989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4dea61a5-0ddb-4741-89e9-444a1743d823 req-99711ff2-839e-4bb2-a067-59e404599ef9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949609 Feb 09 21:39:02.356780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.357480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2a14920b-8a30-4944-b69e-c3ccd78ad218 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:02.459052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1e6b89f3-805a-45f1-a197-24b33c28c150,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:02.543629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2a14920b-8a30-4944-b69e-c3ccd78ad218, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:02.560551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '2a14920b-8a30-4944-b69e-c3ccd78ad218', 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5', 'port_id': '2a14920b-8a30-4944-b69e-c3ccd78ad218', 'mac_address': 'fa:16:3e:70:ab:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e1e806-4165-43cd-afbd-7dff59cdba9e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:02.602524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2a14920b-8a30-4944-b69e-c3ccd78ad218 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:02.603175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.645767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a14920b-8a30-4944-b69e-c3ccd78ad218 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:02.705124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2a14920b-8a30-4944-b69e-c3ccd78ad218, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:02.735723 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-3da5f3a0-213f-4e50-9d1e-d12de10c5549 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624275 Feb 09 21:39:02.797179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53472) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:02.825537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.826338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:02.882878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf8b7-5bab-4e0f-9c93-9c613d559918 req-c34b3a58-93a6-4265-8db7-7e57c66c4be1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.889927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-f93f309a-20db-4879-883c-6c46b06bc83f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.893225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-456bf8b7-5bab-4e0f-9c93-9c613d559918 req-c34b3a58-93a6-4265-8db7-7e57c66c4be1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1505430 Feb 09 21:39:02.897714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-f93f309a-20db-4879-883c-6c46b06bc83f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609995 Feb 09 21:39:02.929611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-b53bd5be-caec-4e3a-9472-06b7e852c804 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/quotas/e06e2d1ea85841b2a49238028e3efe00 HTTP/1.1" status: 200 len: 375 time: 0.0308692 Feb 09 21:39:02.934531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:02.952404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '8a562ee3-2e50-4601-ab45-421e6bbb5cd2', 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'port_id': '8a562ee3-2e50-4601-ab45-421e6bbb5cd2', 'mac_address': 'fa:16:3e:5b:aa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3afc7d7-8e70-4372-85fa-7fc68ae80893', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:02.958064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-456bf8b7-5bab-4e0f-9c93-9c613d559918 req-5c7286fd-3a95-403b-bb8c-1abd64c8ffc6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639033 Feb 09 21:39:02.981542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-298c5a93-46f6-433f-8f27-66af0056183d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.008833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.009369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.035220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2a14920b-8a30-4944-b69e-c3ccd78ad218,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.046273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:03.067249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-9231ecf1-5837-4b33-a518-a97a8fb12c40 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1363971 Feb 09 21:39:03.068365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:03.167292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-298c5a93-46f6-433f-8f27-66af0056183d admin admin] Publish callbacks [] for security_group (45316a79-80f1-46dd-a2ee-7c55fa07aee5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.209292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0aa5b2f7-8b69-4b5a-adc4-53c9f1cce3ed req-e75193db-e10b-4921-98c7-f7c291384a32 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 210 time: 0.0557966 Feb 09 21:39:03.224523 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.225370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cd7933af-7b67-44bf-a3ba-15f812860a4e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:03.301162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cd7933af-7b67-44bf-a3ba-15f812860a4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:03.303829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.304697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-298c5a93-46f6-433f-8f27-66af0056183d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45316a79-80f1-46dd-a2ee-7c55fa07aee5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.319876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'cd7933af-7b67-44bf-a3ba-15f812860a4e', 'network_id': '04d2db96-08fb-4d23-bb71-71e5949869e5', 'port_id': 'cd7933af-7b67-44bf-a3ba-15f812860a4e', 'mac_address': 'fa:16:3e:b0:08:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e1e806-4165-43cd-afbd-7dff59cdba9e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:03.346747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-298c5a93-46f6-433f-8f27-66af0056183d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd0277020eb94962b3f0dc59c392771d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5518281 Feb 09 21:39:03.353846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53486) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:03.371591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cd7933af-7b67-44bf-a3ba-15f812860a4e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.372987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.390303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7933af-7b67-44bf-a3ba-15f812860a4e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:03.409005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5a93-46f6-433f-8f27-66af0056183d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45316a79-80f1-46dd-a2ee-7c55fa07aee5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.447359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cd7933af-7b67-44bf-a3ba-15f812860a4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:03.482162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a64bdba-47b4-453c-a697-557c9c99e6ff admin admin] Publish callbacks [] for security_group (45316a79-80f1-46dd-a2ee-7c55fa07aee5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.548418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a64bdba-47b4-453c-a697-557c9c99e6ff admin admin] Publish callbacks [] for security_group (45316a79-80f1-46dd-a2ee-7c55fa07aee5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.601782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.608214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3c011c04-5e86-422d-aeb0-351d3d116373 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:03.614505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.624159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.635197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.642561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.648183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.654154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.659667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.669048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-3a509217-cdb4-47c1-9143-626a47a93687 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5425 time: 0.2268858 Feb 09 21:39:03.729964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cd7933af-7b67-44bf-a3ba-15f812860a4e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.737661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3c011c04-5e86-422d-aeb0-351d3d116373, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3c011c04-5e86-422d-aeb0-351d3d116373,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:03.752166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '3c011c04-5e86-422d-aeb0-351d3d116373', 'network_id': '7d989f55-4c5a-4820-860e-586d1b579112', 'port_id': '3c011c04-5e86-422d-aeb0-351d3d116373', 'mac_address': 'fa:16:3e:44:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3afc7d7-8e70-4372-85fa-7fc68ae80893', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:03.787421 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-940b8cc3-bdc1-46de-a0c1-1792e2b14f14 req-655a56fe-d822-42da-ac90-c8170fff41ba tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172271 Feb 09 21:39:03.806142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3c011c04-5e86-422d-aeb0-351d3d116373 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.806832 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.826889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c011c04-5e86-422d-aeb0-351d3d116373 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:03.852681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3c011c04-5e86-422d-aeb0-351d3d116373, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3c011c04-5e86-422d-aeb0-351d3d116373,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:03.960491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-9b17380d-3f01-4e55-abd3-6bbf1bf96ac7 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.962624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-9b17380d-3f01-4e55-abd3-6bbf1bf96ac7 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.30 "GET /v2.0/networks?id=9845cfaf-313d-4b7c-84a4-250048e40724 HTTP/1.1" status: 200 len: 809 time: 0.1741786 Feb 09 21:39:03.980742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Request body: {'port': {'device_id': '5fd0400c-64d4-4312-b443-47519aa9a933', 'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724', 'admin_state_up': True, 'tenant_id': '592f452eb2fe4079ada0399ae665de51'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:04.018936 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.130077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3c011c04-5e86-422d-aeb0-351d3d116373,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.167082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0071d7c0-c460-4bde-be14-a50b35880fa0 req-b729f2ec-5dc2-491e-aef3-d455544fe246 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 210 time: 0.6388745 Feb 09 21:39:04.267189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d577b57-14fd-4ed9-9131-dae6463a8409 req-ec36c7d0-b45d-4add-92d9-9dbbee8af118 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.278874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d577b57-14fd-4ed9-9131-dae6463a8409 req-ec36c7d0-b45d-4add-92d9-9dbbee8af118 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 950 time: 0.1154068 Feb 09 21:39:04.326360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Made reservation on behalf of 592f452eb2fe4079ada0399ae665de51 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:04.331283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.356324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00b46370-6214-481c-ad7e-05b7f1b648d8 req-788999bc-0d4c-4f09-a7d5-7f26f94c90b6 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 210 time: 0.0665724 Feb 09 21:39:04.384494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d577b57-14fd-4ed9-9131-dae6463a8409 req-4084cc73-3e78-4932-8b68-ba66b28efc57 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037049 Feb 09 21:39:04.424723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a64bdba-47b4-453c-a697-557c9c99e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45316a79-80f1-46dd-a2ee-7c55fa07aee5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.427496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a64bdba-47b4-453c-a697-557c9c99e6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.430912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3a64bdba-47b4-453c-a697-557c9c99e6ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45316a79-80f1-46dd-a2ee-7c55fa07aee5 HTTP/1.1" status: 204 len: 168 time: 1.0736535 Feb 09 21:39:04.448713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64bdba-47b4-453c-a697-557c9c99e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45316a79-80f1-46dd-a2ee-7c55fa07aee5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.552438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Allocated IP 172.20.0.7 (9845cfaf-313d-4b7c-84a4-250048e40724/9c43d051-0051-4fa0-8f57-2a730c0ca46e/65901850-1c40-41fe-817a-85c8a83e1b06) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:04.676306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-28c69afe-069d-4941-ae4d-57332572cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.677410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-28c69afe-069d-4941-ae4d-57332572cb2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600&tenant_id=726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 1132 time: 0.0949664 Feb 09 21:39:04.746529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-204763bd-e6e8-4305-9d2d-5b1c482118ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.748140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-204763bd-e6e8-4305-9d2d-5b1c482118ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 1132 time: 0.0476608 Feb 09 21:39:04.761122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks [] for port (65901850-1c40-41fe-817a-85c8a83e1b06), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.825218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:04.880649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-9b4afb11-44a1-473b-9473-fae0cf263916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.882695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-9b4afb11-44a1-473b-9473-fae0cf263916 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1215208 Feb 09 21:39:04.925496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.971351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-54acc503-0f77-4a3a-b47e-88c7d4768f4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 200 len: 217 time: 0.0758648 Feb 09 21:39:05.028563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:05.028956 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.053695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Pushing event updated for resources: {'Port': ['ID=65901850-1c40-41fe-817a-85c8a83e1b06,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.061778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:05.064365 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1c38f7-59c9-4f86-9b89-34cc5673eb15" -d '{"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:05.086902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Network 9845cfaf-313d-4b7c-84a4-250048e40724 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:05.089063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:05.099344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:05.132305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:05.148616 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461e37e2-7a3b-45b4-bd72-5bdccc1197ff x-openstack-request-id: req-461e37e2-7a3b-45b4-bd72-5bdccc1197ff {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:05.149011 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:05.149444 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-461e37e2-7a3b-45b4-bd72-5bdccc1197ff {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:05.149992 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'code': 200} Feb 09 21:39:05.180718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.181531 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.187970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.193716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.200049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.205607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.210945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.216962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.222301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.224290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-d95c0fc9-bb2a-40df-bb2d-fb7285149b95 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5427 time: 0.2833893 Feb 09 21:39:05.225766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-60f8ec08-e948-48a8-bdb5-1b392e13dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.227097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-60f8ec08-e948-48a8-bdb5-1b392e13dd3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2141862 Feb 09 21:39:05.233178 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.285024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-48690c8f-d001-4930-a972-b4c7756730cd req-e114decf-73b2-4560-ae51-407d50c8d0b8 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 210 time: 0.0346892 Feb 09 21:39:05.298822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.364494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e3583e00-a531-4c07-960f-44473c3164bf'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:05.369846 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-6ab0494f-82e9-4b10-994e-7d18a3021744 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3938150 Feb 09 21:39:05.381378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Request body: {'port': {'device_id': '5fd0400c-64d4-4312-b443-47519aa9a933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:05.419555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f21dee0e-db2e-4185-b06b-ec1b852e6312 req-f291e9cb-bdd4-4242-a1cf-d37ed6869727 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862714 Feb 09 21:39:05.421742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-8c38bc48-60a7-4459-9035-e82ddf0acd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.423224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-8c38bc48-60a7-4459-9035-e82ddf0acd40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1777856 Feb 09 21:39:05.453079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['8a562ee3-2e50-4601-ab45-421e6bbb5cd2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:05.457797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['1e6b89f3-805a-45f1-a197-24b33c28c150'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:05.502481 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-324741f5-84c7-46f9-bf0e-bef4c982b1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.599861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cd7933af-7b67-44bf-a3ba-15f812860a4e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:05.604620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['b4f0e069-3966-4284-be29-220d6b4943b7'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:05.608704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2a14920b-8a30-4944-b69e-c3ccd78ad218'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:05.625528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.665116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c793171-e1cf-4f31-ad1f-765edd774ec8 req-d934e9d7-f1bf-44f3-ba2a-73a36fbb3db4 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.671806 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c793171-e1cf-4f31-ad1f-765edd774ec8 req-d934e9d7-f1bf-44f3-ba2a-73a36fbb3db4 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 931 time: 0.1579325 Feb 09 21:39:05.691362 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-6873db6a-c951-4787-bb81-4f27a866f816 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608743 Feb 09 21:39:05.809816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c793171-e1cf-4f31-ad1f-765edd774ec8 req-661f62f9-6153-4470-a33a-f804568239bb tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370506 Feb 09 21:39:05.829142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53556) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.840233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c9d42c2-238b-4633-b23e-f51dec3c21e3 req-3b847328-0c31-46ba-952e-a1932f90708d service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393776 Feb 09 21:39:05.854922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02dca7-a95a-435d-82b3-35555c9f606d req-542af057-3a4d-4a3b-bace-ccae1989b081 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.857543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b48dd51-05be-4b0e-bf4d-f7b75ba57c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.864791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e02dca7-a95a-435d-82b3-35555c9f606d req-542af057-3a4d-4a3b-bace-ccae1989b081 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.3228006 Feb 09 21:39:05.931298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e02dca7-a95a-435d-82b3-35555c9f606d req-e1174029-a3e4-44c9-9bdf-505da97ced8d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Feb 09 21:39:06.052647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['3c011c04-5e86-422d-aeb0-351d3d116373'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:06.143922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65901850-1c40-41fe-817a-85c8a83e1b06 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:06.159458 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Publish callbacks [] for port (65901850-1c40-41fe-817a-85c8a83e1b06), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.205468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Transition to ACTIVE for port object 65901850-1c40-41fe-817a-85c8a83e1b06 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:06.211072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b48dd51-05be-4b0e-bf4d-f7b75ba57c6b admin admin] Publish callbacks [] for security_group (9ed23a5e-cd30-4dbd-bd00-817b71c94a7f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.389403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4f3da51-40bc-414a-a2af-8211a5e9b6bd req-c9571961-932b-418e-9c9b-45873d3796d2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 210 time: 0.0267398 Feb 09 21:39:06.417329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.419376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b48dd51-05be-4b0e-bf4d-f7b75ba57c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9ed23a5e-cd30-4dbd-bd00-817b71c94a7f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.615035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48dd51-05be-4b0e-bf4d-f7b75ba57c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed23a5e-cd30-4dbd-bd00-817b71c94a7f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.628708 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b48dd51-05be-4b0e-bf4d-f7b75ba57c6b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4fbe69349d8c4fb59868dd4876097c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7931764 Feb 09 21:39:06.629435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:06.656553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.673681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.684043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.686454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=65901850-1c40-41fe-817a-85c8a83e1b06,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.707875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.728314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.734874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.741056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.743013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-c1e6c7a2-7bda-4ec0-a085-953430c6546f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5427 time: 0.2195783 Feb 09 21:39:06.851303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4e36ea6-ab7b-487a-82ca-5e1c2da49b1d admin admin] Publish callbacks [] for security_group (9ed23a5e-cd30-4dbd-bd00-817b71c94a7f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.873988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Attempting to bind port 65901850-1c40-41fe-817a-85c8a83e1b06 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:06.874406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Attempting to bind port 65901850-1c40-41fe-817a-85c8a83e1b06 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '744ba7b2-09d1-4933-abe1-eaa7cdbc4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:06.874660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eed8fa93-76de-4f33-a01a-8effc55fb1e1 req-0eeb64f9-8a6c-489b-aecd-fb889af61b94 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118250 Feb 09 21:39:06.874784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Attempting to bind port 65901850-1c40-41fe-817a-85c8a83e1b06 on network 9845cfaf-313d-4b7c-84a4-250048e40724 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:06.889159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4e36ea6-ab7b-487a-82ca-5e1c2da49b1d admin admin] Publish callbacks [] for security_group (9ed23a5e-cd30-4dbd-bd00-817b71c94a7f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.890881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Port 65901850-1c40-41fe-817a-85c8a83e1b06 on network 9845cfaf-313d-4b7c-84a4-250048e40724 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:06.891255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Attempting to bind port 65901850-1c40-41fe-817a-85c8a83e1b06 on network 9845cfaf-313d-4b7c-84a4-250048e40724 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:06.907129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:06.907472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Checking segment: {'id': '744ba7b2-09d1-4933-abe1-eaa7cdbc4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:06.907899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Bound using segment: {'id': '744ba7b2-09d1-4933-abe1-eaa7cdbc4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:06.908338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Bound port: 65901850-1c40-41fe-817a-85c8a83e1b06, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744ba7b2-09d1-4933-abe1-eaa7cdbc4a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:06.908696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.992697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] For port 65901850-1c40-41fe-817a-85c8a83e1b06, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:06.996287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] For port 65901850-1c40-41fe-817a-85c8a83e1b06, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=65901850-1c40-41fe-817a-85c8a83e1b06,segment=NetworkSegment(744ba7b2-09d1-4933-abe1-eaa7cdbc4a96),segment_id=744ba7b2-09d1-4933-abe1-eaa7cdbc4a96)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:06.998101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67085d-6a3d-4370-b9bd-f769ac5e57b1 req-f826f440-a537-4e10-ba97-e0682a4db1fc tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.999786 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd67085d-6a3d-4370-b9bd-f769ac5e57b1 req-f826f440-a537-4e10-ba97-e0682a4db1fc tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 943 time: 0.0575430 Feb 09 21:39:07.051578 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd67085d-6a3d-4370-b9bd-f769ac5e57b1 req-c1629e73-7366-4a1a-91b7-c59b74e53b4c tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Feb 09 21:39:07.147742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4e36ea6-ab7b-487a-82ca-5e1c2da49b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9ed23a5e-cd30-4dbd-bd00-817b71c94a7f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.151326 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4e36ea6-ab7b-487a-82ca-5e1c2da49b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.152669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f4e36ea6-ab7b-487a-82ca-5e1c2da49b1d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ed23a5e-cd30-4dbd-bd00-817b71c94a7f HTTP/1.1" status: 204 len: 168 time: 0.5075624 Feb 09 21:39:07.156226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.183158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd3ad8-09ad-488f-88e2-b1ca1551b641 req-6a3dda1a-5066-4056-91d9-34068c864b59 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.190360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-04fd3ad8-09ad-488f-88e2-b1ca1551b641 req-6a3dda1a-5066-4056-91d9-34068c864b59 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.0736380 Feb 09 21:39:07.247815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36ea6-ab7b-487a-82ca-5e1c2da49b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed23a5e-cd30-4dbd-bd00-817b71c94a7f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.336350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-04fd3ad8-09ad-488f-88e2-b1ca1551b641 req-6c75ae93-ec6b-4581-8e6f-5d615a4469fb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450098 Feb 09 21:39:07.534003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9752a7e9-c80f-4dbf-85da-3f7cc26a9401 req-a690ec81-79e3-4ce5-8f20-ed9ad7e87901 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 210 time: 0.0469406 Feb 09 21:39:07.541627 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c901b776-4070-41cc-b88a-63a1ecc0e876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.602145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-6dd2f97a-0ca7-41e4-8181-dc393634a592 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3938117 Feb 09 21:39:07.606442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=65901850-1c40-41fe-817a-85c8a83e1b06,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.617635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.618558 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.620782 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-660d93dc-2fa2-455c-afb9-8792e504fbc8 service neutron] 10.222.0.30 "PUT /v2.0/ports/65901850-1c40-41fe-817a-85c8a83e1b06 HTTP/1.1" status: 200 len: 1091 time: 2.2438750 Feb 09 21:39:07.621252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0400c-64d4-4312-b443-47519aa9a933', 'tag': '65901850-1c40-41fe-817a-85c8a83e1b06'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:07.623590 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585f98fc-79e4-425e-9d63-6a372e3fe525" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0400c-64d4-4312-b443-47519aa9a933", "tag": "65901850-1c40-41fe-817a-85c8a83e1b06"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:07.695356 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a857e9-d788-46dd-a3e3-7cd9e506ddb1 x-openstack-request-id: req-a9a857e9-d788-46dd-a3e3-7cd9e506ddb1 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:07.695684 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0400c-64d4-4312-b443-47519aa9a933", "tag": "65901850-1c40-41fe-817a-85c8a83e1b06", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:07.702421 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a9a857e9-d788-46dd-a3e3-7cd9e506ddb1 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:07.702421 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd0400c-64d4-4312-b443-47519aa9a933', 'tag': '65901850-1c40-41fe-817a-85c8a83e1b06', 'status': 'completed', 'code': 200} Feb 09 21:39:07.800335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-97501fb5-755c-4825-842c-c360fb730fd0 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.802321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-97501fb5-755c-4825-842c-c360fb730fd0 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870096 Feb 09 21:39:07.805407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f98fc-79e4-425e-9d63-6a372e3fe525 req-03b8f006-c730-41cd-8d9c-b651fe75f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.806825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-585f98fc-79e4-425e-9d63-6a372e3fe525 req-03b8f006-c730-41cd-8d9c-b651fe75f4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=592f452eb2fe4079ada0399ae665de51&device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 1125 time: 0.0936275 Feb 09 21:39:07.816003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:08.071351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e3583e00-a531-4c07-960f-44473c3164bf up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:08.084384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f98fc-79e4-425e-9d63-6a372e3fe525 req-c1cfe750-b2e7-42d9-8fc7-43570758004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.085982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-585f98fc-79e4-425e-9d63-6a372e3fe525 req-c1cfe750-b2e7-42d9-8fc7-43570758004d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=592f452eb2fe4079ada0399ae665de51&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2640338 Feb 09 21:39:08.171570 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-6a55fda2-0874-4729-ba5e-ecde64de0ecb service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1993444 Feb 09 21:39:08.196487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:08.199986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.229889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port e3583e00-a531-4c07-960f-44473c3164bf completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:08.244554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port e3583e00-a531-4c07-960f-44473c3164bf triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:08.246929 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3583e00-a531-4c07-960f-44473c3164bf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.257768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.273308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.279299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.299105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.317575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.324091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.511237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.511237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-da9480e4-11ec-4dd5-b144-5ffd1f5fa2c6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5427 time: 0.2572618 Feb 09 21:39:08.511237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f98fc-79e4-425e-9d63-6a372e3fe525 req-41035640-0aaf-407c-a1ba-1a380da85fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.511237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-585f98fc-79e4-425e-9d63-6a372e3fe525 req-41035640-0aaf-407c-a1ba-1a380da85fa9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3583863 Feb 09 21:39:08.553236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-2e68a367-84d9-4a61-b6e0-f59fe4a6fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.555345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-2e68a367-84d9-4a61-b6e0-f59fe4a6fcde service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 1149 time: 0.2146025 Feb 09 21:39:08.631045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1ecbb-4d3c-4c6e-94c2-0ad8e0dcbd5b req-c4cff845-3866-4fdc-8f59-34f46e2accc8 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.642602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3d1ecbb-4d3c-4c6e-94c2-0ad8e0dcbd5b req-c4cff845-3866-4fdc-8f59-34f46e2accc8 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 943 time: 0.1189938 Feb 09 21:39:08.708075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e3583e00-a531-4c07-960f-44473c3164bf is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:08.708075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3583e00-a531-4c07-960f-44473c3164bf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.717053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3d1ecbb-4d3c-4c6e-94c2-0ad8e0dcbd5b req-a3d173e5-a7a5-43b9-a0e1-9ff2d4d04a50 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696764 Feb 09 21:39:08.734535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-388ba090-6ea9-4d83-8fae-4c595b28d4c8 req-6ad4308e-dede-47ea-b130-8c77f86ab0c9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3648689 Feb 09 21:39:08.738635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:08.741238 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcc8bec-75db-43ce-b75b-cf3c364c8f54" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "e3583e00-a531-4c07-960f-44473c3164bf"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:08.756171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e3583e00-a531-4c07-960f-44473c3164bf, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3583e00-a531-4c07-960f-44473c3164bf,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:08.773837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.215 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/75967ea2-f622-442c-ae55-bc421adf64ab) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:08.859654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:08.900555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800b42c-23ae-4b9b-98e4-687c77514398 req-83e3d23a-c367-4bf5-b5e7-e506beba56ce tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.905429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c800b42c-23ae-4b9b-98e4-687c77514398 req-83e3d23a-c367-4bf5-b5e7-e506beba56ce tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.0884023 Feb 09 21:39:08.915943 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3583e00-a531-4c07-960f-44473c3164bf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.946662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-a03ce622-8da5-48c1-a254-5a5b03a831f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.948303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-a03ce622-8da5-48c1-a254-5a5b03a831f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=592f452eb2fe4079ada0399ae665de51&device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 1125 time: 0.4432573 Feb 09 21:39:08.951101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-5d1738b4-53e6-4512-964f-3f96c5260391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.958398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-5d1738b4-53e6-4512-964f-3f96c5260391 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.3344979 Feb 09 21:39:09.011149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c800b42c-23ae-4b9b-98e4-687c77514398 req-2bfd0f64-542a-448a-a612-14e5912f5f4f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019571 Feb 09 21:39:09.034943 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.073145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e3583e00-a531-4c07-960f-44473c3164bf,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.094609 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b01bef-b10d-4252-8964-13d37f190567 x-openstack-request-id: req-27b01bef-b10d-4252-8964-13d37f190567 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:09.095331 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "e3583e00-a531-4c07-960f-44473c3164bf", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:09.096170 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-27b01bef-b10d-4252-8964-13d37f190567 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:09.096727 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf', 'code': 200} Feb 09 21:39:09.143195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:09.143398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-d7b849fa-089a-48c9-ac6e-4a883ce854bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65901850-1c40-41fe-817a-85c8a83e1b06 HTTP/1.1" status: 200 len: 217 time: 0.1835241 Feb 09 21:39:09.155068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'mac_address': 'fa:16:3e:0b:5b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:09.171432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6501ac58-d940-4037-97f6-82d6f64a18dd req-16c552bd-d44e-40d5-96bb-9000923e23f2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 210 time: 0.1658189 Feb 09 21:39:09.172710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-488edf7e-2d8c-4866-9740-e8ae4170eaad service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 200 len: 217 time: 0.2063203 Feb 09 21:39:09.219456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:09.220145 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.247948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:09.307085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:09.372886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-7b0f3949-a3b7-4f6f-a91e-146f83be9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.374492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-7b0f3949-a3b7-4f6f-a91e-146f83be9db5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.1807678 Feb 09 21:39:09.375894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-2dbacd18-b59a-4220-aae6-e95ec0dcee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.377279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-2dbacd18-b59a-4220-aae6-e95ec0dcee43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c43d051-0051-4fa0-8f57-2a730c0ca46e HTTP/1.1" status: 200 len: 849 time: 0.2118366 Feb 09 21:39:09.464937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-2ec2c471-0866-4c79-b4ef-017037af5929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9845cfaf-313d-4b7c-84a4-250048e40724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609672 Feb 09 21:39:09.464937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-6aca359e-742d-4d04-9103-587ada057fe2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755041 Feb 09 21:39:09.507877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.579942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.582176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c37b8-8b60-4f5e-8617-3ad6687c852f req-85afc147-2284-4fd4-b14b-6ec209d3011a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.583743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a18c37b8-8b60-4f5e-8617-3ad6687c852f req-85afc147-2284-4fd4-b14b-6ec209d3011a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 948 time: 0.2811899 Feb 09 21:39:09.605611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (75967ea2-f622-442c-ae55-bc421adf64ab), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.609464 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:39:09.715197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-27786bbe-2f43-4fe0-895c-cc65622bc2ef service neutron] 10.222.0.30 "GET /v2.0/networks/9845cfaf-313d-4b7c-84a4-250048e40724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461319 Feb 09 21:39:09.753668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a18c37b8-8b60-4f5e-8617-3ad6687c852f req-83c65fcb-600a-4827-9270-4b4565a086a1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497271 Feb 09 21:39:09.770389 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-a20ca62f-8d0f-4ada-939e-001221d5fc0c service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864721 Feb 09 21:39:09.795851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:10.045359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb82661-683f-48f6-a06a-f2c13f187bdc req-d744a709-0110-433b-9594-59c14ff60b6e service neutron] 10.222.0.30 "GET /v2.0/networks/9845cfaf-313d-4b7c-84a4-250048e40724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206127 Feb 09 21:39:10.052705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-865d6acd-e72d-46a3-93aa-fd97e86a2823 req-66a8e811-85b4-46a3-9a88-ba9a402b6ae2 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857500 Feb 09 21:39:10.075112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d057c63-3529-4bee-9d53-3f36465b292e req-cf633a97-0912-4ae3-884b-739aac11abe4 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.086263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d057c63-3529-4bee-9d53-3f36465b292e req-cf633a97-0912-4ae3-884b-739aac11abe4 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 943 time: 0.2154925 Feb 09 21:39:10.090334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.103820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3', 'bd53c08c-cdb6-44fe-b128-97da7101cea9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:10.126219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:10.171693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:10.179776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:10.194990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:10.244269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=75967ea2-f622-442c-ae55-bc421adf64ab,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:10.252615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.308002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d057c63-3529-4bee-9d53-3f36465b292e req-e24c5875-d2d3-412b-9958-1b0a712466e1 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206650 Feb 09 21:39:10.352030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.352724 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.501768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ef141-200d-4b13-8166-47400c2690f8 req-08a5a625-12a2-42ba-adec-97fcc680df1d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.505432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-476ef141-200d-4b13-8166-47400c2690f8 req-08a5a625-12a2-42ba-adec-97fcc680df1d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 936 time: 0.1092641 Feb 09 21:39:10.518819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.526777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.535116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.539018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.546016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.551865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.559740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.563740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7b76d4c2-7663-4c95-916e-9e758dd435d3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5428 time: 0.1636791 Feb 09 21:39:10.563887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-39030be2-d38d-4c72-ae70-b46708603e48 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7517550 Feb 09 21:39:10.581689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Request body: {'port': {'device_id': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:10.645599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-476ef141-200d-4b13-8166-47400c2690f8 req-ffaf750f-8a04-4570-8871-18a67bd58d1a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336062 Feb 09 21:39:10.684094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.685429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dafd5c49-5ad0-4c52-9ce3-23096a470abd req-7ecd0e7b-5dab-4b31-8e14-df3ac4cc57a6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178532 Feb 09 21:39:10.688545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b45d633d-e66d-414d-9486-7dfc00269662 None None] Provisioning complete for port 75967ea2-f622-442c-ae55-bc421adf64ab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:10.688949 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b45d633d-e66d-414d-9486-7dfc00269662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.790371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b45d633d-e66d-414d-9486-7dfc00269662 None None] Port 75967ea2-f622-442c-ae55-bc421adf64ab cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:10.841760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-02d98b77-6fa7-4262-8ed8-662be2f16aad tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425041 Feb 09 21:39:10.848105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:10.999251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-635cfadc-802d-4ea2-8539-d76992761450 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.019334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-635cfadc-802d-4ea2-8539-d76992761450 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763816 Feb 09 21:39:11.065486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-0b25b3d7-e5c7-4332-9ca5-91858689088d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/quotas/726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 375 time: 0.0450006 Feb 09 21:39:11.105401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:11.106054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.141437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75967ea2-f622-442c-ae55-bc421adf64ab {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:11.153432 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Publish callbacks [] for port (75967ea2-f622-442c-ae55-bc421adf64ab), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.178380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Transition to ACTIVE for port object 75967ea2-f622-442c-ae55-bc421adf64ab will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:11.186418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-d9923846-ac55-4ad3-872c-e586bbcfe809 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199408 Feb 09 21:39:11.302086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.335391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:11.335923 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.361570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Pushing event updated for resources: {'Port': ['ID=75967ea2-f622-442c-ae55-bc421adf64ab,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.382536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:11.386508 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf0b01-dc0b-4363-be4c-50969071f445" -d '{"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:11.405478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:11.451491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Attempting to bind port 75967ea2-f622-442c-ae55-bc421adf64ab on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:11.451886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Attempting to bind port 75967ea2-f622-442c-ae55-bc421adf64ab by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:11.452193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Attempting to bind port 75967ea2-f622-442c-ae55-bc421adf64ab on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:11.457218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Port 75967ea2-f622-442c-ae55-bc421adf64ab on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:11.460881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Attempting to bind port 75967ea2-f622-442c-ae55-bc421adf64ab on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:11.463007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:11.463935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:11.464329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:11.464776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Bound port: 75967ea2-f622-442c-ae55-bc421adf64ab, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:11.465137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.551374 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.614372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] For port 75967ea2-f622-442c-ae55-bc421adf64ab, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:11.625716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] For port 75967ea2-f622-442c-ae55-bc421adf64ab, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=75967ea2-f622-442c-ae55-bc421adf64ab,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:11.670944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.679842 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.730657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.794439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.795060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.796542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] 10.222.0.110 "PUT /v2.0/ports/75967ea2-f622-442c-ae55-bc421adf64ab HTTP/1.1" status: 200 len: 1096 time: 1.2195709 Feb 09 21:39:11.801393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'tag': '75967ea2-f622-442c-ae55-bc421adf64ab'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:11.803824 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e23c88a-3ebf-4274-89cd-12a245069f29" -d '{"events": [{"name": "network-changed", "server_uuid": "8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a", "tag": "75967ea2-f622-442c-ae55-bc421adf64ab"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:11.832873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8c1d0-bc2e-4d3c-b317-254333ac582f service neutron] Pushing event updated for resources: {'Port': ['ID=75967ea2-f622-442c-ae55-bc421adf64ab,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.857956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc057-8101-494e-a075-57237d6f36a8 req-dd473449-6f56-4f1a-9ea0-ab5fd8e1a0bf tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.859983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b3dc057-8101-494e-a075-57237d6f36a8 req-dd473449-6f56-4f1a-9ea0-ab5fd8e1a0bf tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 943 time: 0.1016250 Feb 09 21:39:11.961034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b3dc057-8101-494e-a075-57237d6f36a8 req-02e7be48-4b8d-4f19-9626-3f0217c9784d tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947700 Feb 09 21:39:12.012221 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa13d4e-518a-4e00-97b5-80a6209cbf23 x-openstack-request-id: req-aaa13d4e-518a-4e00-97b5-80a6209cbf23 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:12.012700 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:12.012807 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aaa13d4e-518a-4e00-97b5-80a6209cbf23 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:12.013399 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'code': 200} Feb 09 21:39:12.059950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-dcea7482-37a2-418b-bab7-381ef98d23da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.061347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-dcea7482-37a2-418b-bab7-381ef98d23da service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 1130 time: 0.0763967 Feb 09 21:39:12.069502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b4f0e069-3966-4284-be29-220d6b4943b7 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:12.077413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-82e9f2d3-cadc-4773-a5ef-e3c2a0d9380f req-b3f11d13-d1d3-4f1a-8c79-b0bcb206a28b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 210 time: 0.0323231 Feb 09 21:39:12.122670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-d81eecb9-e703-46b3-b403-7ecdde4dfefc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=75967ea2-f622-442c-ae55-bc421adf64ab HTTP/1.1" status: 200 len: 217 time: 0.0477376 Feb 09 21:39:12.204882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port b4f0e069-3966-4284-be29-220d6b4943b7 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:12.209770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port b4f0e069-3966-4284-be29-220d6b4943b7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:12.209770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.212062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-7b90be16-c8b0-43d4-8115-a3cc6003af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.212557 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-7b90be16-c8b0-43d4-8115-a3cc6003af84 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0814939 Feb 09 21:39:12.277621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4969d42-e1a3-4c34-9783-911fa4fc3adc req-b1a189b6-00ac-42b3-a6c7-80e31516eb6e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.288365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4969d42-e1a3-4c34-9783-911fa4fc3adc req-b1a189b6-00ac-42b3-a6c7-80e31516eb6e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 948 time: 0.1394022 Feb 09 21:39:12.315253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-3f3c04e9-06b2-4822-b602-abe6778649b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.326984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-3f3c04e9-06b2-4822-b602-abe6778649b6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0961413 Feb 09 21:39:12.327143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port b4f0e069-3966-4284-be29-220d6b4943b7 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:12.327143 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.357072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port b4f0e069-3966-4284-be29-220d6b4943b7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b4f0e069-3966-4284-be29-220d6b4943b7,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:12.389442 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4969d42-e1a3-4c34-9783-911fa4fc3adc req-7278c521-daf2-48b4-a9af-e9b196875f72 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020606 Feb 09 21:39:12.433440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-0ddf826b-a72e-4b9a-807c-7415fb994fae service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034532 Feb 09 21:39:12.456958 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.457822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1e6b89f3-805a-45f1-a197-24b33c28c150 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:12.546365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f02ee85-17aa-4ce3-ab5b-68b7a097f52a req-12b2440f-04ed-41a0-a61d-d7b106249aa5 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024256 Feb 09 21:39:12.550516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e069-3966-4284-be29-220d6b4943b7,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.727125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 1e6b89f3-805a-45f1-a197-24b33c28c150 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:12.732823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 1e6b89f3-805a-45f1-a197-24b33c28c150 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:12.741115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.813001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1e6b89f3-805a-45f1-a197-24b33c28c150 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:12.813442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.845445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1e6b89f3-805a-45f1-a197-24b33c28c150, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1e6b89f3-805a-45f1-a197-24b33c28c150,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:12.847732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 65901850-1c40-41fe-817a-85c8a83e1b06 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:12.952057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 65901850-1c40-41fe-817a-85c8a83e1b06, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=65901850-1c40-41fe-817a-85c8a83e1b06,segment=NetworkSegment(744ba7b2-09d1-4933-abe1-eaa7cdbc4a96),segment_id=744ba7b2-09d1-4933-abe1-eaa7cdbc4a96)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:12.965095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '65901850-1c40-41fe-817a-85c8a83e1b06', 'network_id': '9845cfaf-313d-4b7c-84a4-250048e40724', 'port_id': '65901850-1c40-41fe-817a-85c8a83e1b06', 'mac_address': 'fa:16:3e:f3:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c43d051-0051-4fa0-8f57-2a730c0ca46e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:13.011031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 65901850-1c40-41fe-817a-85c8a83e1b06 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:13.011466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.022901 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.023756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2a14920b-8a30-4944-b69e-c3ccd78ad218 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:13.068636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.074401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.080033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.080182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65901850-1c40-41fe-817a-85c8a83e1b06 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:13.085265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.091483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.096845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.102365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.105161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4cbdc8d0-685e-4b10-bae7-e5abf168adde tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5429 time: 0.1089244 Feb 09 21:39:13.132457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 65901850-1c40-41fe-817a-85c8a83e1b06, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=65901850-1c40-41fe-817a-85c8a83e1b06,segment=NetworkSegment(744ba7b2-09d1-4933-abe1-eaa7cdbc4a96),segment_id=744ba7b2-09d1-4933-abe1-eaa7cdbc4a96)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:13.137540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1e6b89f3-805a-45f1-a197-24b33c28c150,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.170280 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af5777f3-055b-4c04-89d8-5b6215a74801 req-4e471ecf-4fe2-44d5-9a2f-090c5a6c6270 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534012 Feb 09 21:39:13.222963 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f054b3-5e9e-43dd-ad41-51d77067fb4d x-openstack-request-id: req-44f054b3-5e9e-43dd-ad41-51d77067fb4d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:13.222963 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a", "tag": "75967ea2-f622-442c-ae55-bc421adf64ab", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:13.222963 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44f054b3-5e9e-43dd-ad41-51d77067fb4d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:13.222963 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'tag': '75967ea2-f622-442c-ae55-bc421adf64ab', 'status': 'completed', 'code': 200} Feb 09 21:39:13.233518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.298628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=65901850-1c40-41fe-817a-85c8a83e1b06,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.303203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 2a14920b-8a30-4944-b69e-c3ccd78ad218 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:13.314766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 2a14920b-8a30-4944-b69e-c3ccd78ad218 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:13.314766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.328630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-461d305a-3c43-429f-9fee-815612c9eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.330353 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-461d305a-3c43-429f-9fee-815612c9eeb6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 1130 time: 0.0817785 Feb 09 21:39:13.406401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2a14920b-8a30-4944-b69e-c3ccd78ad218 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:13.406802 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.441566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770af179-cf0c-4bd1-906b-04788b5c43db req-1eeb20b6-7438-444a-8a5a-805779ad6b4e tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.443053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-770af179-cf0c-4bd1-906b-04788b5c43db req-1eeb20b6-7438-444a-8a5a-805779ad6b4e tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 944 time: 0.1272261 Feb 09 21:39:13.443660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2a14920b-8a30-4944-b69e-c3ccd78ad218, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:13.471449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-f32dd7a3-4936-4604-8ee7-d9fe77c5375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.472899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-f32dd7a3-4936-4604-8ee7-d9fe77c5375b service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1267169 Feb 09 21:39:13.524816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-df4cf643-3b0f-461a-88d2-0fb4171ec970 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=75967ea2-f622-442c-ae55-bc421adf64ab HTTP/1.1" status: 200 len: 217 time: 0.0441647 Feb 09 21:39:13.531009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.536266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:13.537976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['65901850-1c40-41fe-817a-85c8a83e1b06'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:13.566661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-770af179-cf0c-4bd1-906b-04788b5c43db req-ccef0eb6-f8cd-4494-ab02-9cc7e49ebf80 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168511 Feb 09 21:39:13.574343 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cd2662b-e5c0-4856-a838-a24f5c451563 req-ba6acf1a-4f0c-45b6-9d22-b62d2f29f9f2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 210 time: 0.0361876 Feb 09 21:39:13.599788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-a10d6bd0-d4f7-45dc-8a87-2fe6aa7d9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.601918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-a10d6bd0-d4f7-45dc-8a87-2fe6aa7d9687 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0685427 Feb 09 21:39:13.663695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-92efb155-6353-4cbb-9255-2c7bf694fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.665332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-92efb155-6353-4cbb-9255-2c7bf694fcf9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0540259 Feb 09 21:39:13.666247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2a14920b-8a30-4944-b69e-c3ccd78ad218,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.772723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648253c-e66a-4aec-87ac-268204ed943d req-e5a7415e-e3b1-4783-a325-bf33b2fec29b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.775113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9648253c-e66a-4aec-87ac-268204ed943d req-e5a7415e-e3b1-4783-a325-bf33b2fec29b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 948 time: 0.0809853 Feb 09 21:39:13.792052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-4a7fa5be-3471-4174-8252-2ccc43460714 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116111 Feb 09 21:39:13.815786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:13.821203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:13.821594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.828217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9648253c-e66a-4aec-87ac-268204ed943d req-97896ea1-249d-4ade-bc97-ff7807555ac4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Feb 09 21:39:13.942938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e23c88a-3ebf-4274-89cd-12a245069f29 req-254d55a1-744e-4466-b949-afd5d354ad8e service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394424 Feb 09 21:39:13.982356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:13.982758 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.016433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0e069-3966-4284-be29-220d6b4943b7'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a562ee3-2e50-4601-ab45-421e6bbb5cd2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:14.018669 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e86bdd-3f8a-408e-8302-44a122b056e8" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "b4f0e069-3966-4284-be29-220d6b4943b7"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "8a562ee3-2e50-4601-ab45-421e6bbb5cd2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:14.024348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:14.073932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.074814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cd7933af-7b67-44bf-a3ba-15f812860a4e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:14.152575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:14.198920 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84230c9-01f6-4c1f-b8ae-bf89fc31e228 x-openstack-request-id: req-b84230c9-01f6-4c1f-b8ae-bf89fc31e228 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:14.199318 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "b4f0e069-3966-4284-be29-220d6b4943b7", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "8a562ee3-2e50-4601-ab45-421e6bbb5cd2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:14.199588 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b84230c9-01f6-4c1f-b8ae-bf89fc31e228 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:14.200018 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0e069-3966-4284-be29-220d6b4943b7', 'code': 200} Feb 09 21:39:14.203073 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'code': 200} Feb 09 21:39:14.203073 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218', 'code': 200} Feb 09 21:39:14.203073 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a562ee3-2e50-4601-ab45-421e6bbb5cd2', 'code': 200} Feb 09 21:39:14.233184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port cd7933af-7b67-44bf-a3ba-15f812860a4e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:14.237465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port cd7933af-7b67-44bf-a3ba-15f812860a4e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:14.237735 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.325394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cd7933af-7b67-44bf-a3ba-15f812860a4e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:14.325792 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.382144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cd7933af-7b67-44bf-a3ba-15f812860a4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:14.475785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.476689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3c011c04-5e86-422d-aeb0-351d3d116373 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:14.558350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cd7933af-7b67-44bf-a3ba-15f812860a4e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:14.568689 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-b6990688-e42e-4c9d-831c-82be744f6cee tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396729 Feb 09 21:39:14.622100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 3c011c04-5e86-422d-aeb0-351d3d116373 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:14.628667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 3c011c04-5e86-422d-aeb0-351d3d116373 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:14.629340 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.739504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3c011c04-5e86-422d-aeb0-351d3d116373 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:14.739944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.793384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3c011c04-5e86-422d-aeb0-351d3d116373, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3c011c04-5e86-422d-aeb0-351d3d116373,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:14.860861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 65901850-1c40-41fe-817a-85c8a83e1b06 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:14.886081 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.951602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3c011c04-5e86-422d-aeb0-351d3d116373,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:15.057925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-88198240-cc23-4c8c-a90b-5c6ca6baa2c0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.063892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-88198240-cc23-4c8c-a90b-5c6ca6baa2c0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4839072 Feb 09 21:39:15.080196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Request body: {'port': {'device_id': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '726caae83fa8493ea37127b0b806deed'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:15.125886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 65901850-1c40-41fe-817a-85c8a83e1b06 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:15.131449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 65901850-1c40-41fe-817a-85c8a83e1b06 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:15.132121 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.149785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716e333-e16e-4b25-93d9-cb680d4d6a9c req-f9afdd8d-0e46-4139-9a77-e7c5c157c13f tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.157959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e716e333-e16e-4b25-93d9-cb680d4d6a9c req-f9afdd8d-0e46-4139-9a77-e7c5c157c13f tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 944 time: 0.0681317 Feb 09 21:39:15.206910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.212938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.219440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.223076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e716e333-e16e-4b25-93d9-cb680d4d6a9c req-77a2a383-559d-4fe1-a77d-0ed22942d6e1 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589101 Feb 09 21:39:15.224922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.231363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.236959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.243221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.245997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-0baeabe6-be03-4156-873d-66e5927bb7c7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.2431114 Feb 09 21:39:15.308391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 65901850-1c40-41fe-817a-85c8a83e1b06 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:15.309061 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.309219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc6dfcb2-5465-4fa7-9704-6483f6024ae2 req-3c3ca32d-6266-40bf-b409-104fb04594e7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 210 time: 0.0292907 Feb 09 21:39:15.345319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 65901850-1c40-41fe-817a-85c8a83e1b06, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=65901850-1c40-41fe-817a-85c8a83e1b06,segment=NetworkSegment(744ba7b2-09d1-4933-abe1-eaa7cdbc4a96),segment_id=744ba7b2-09d1-4933-abe1-eaa7cdbc4a96)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:15.347963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e8a1d55-1774-4c02-a7ea-6d8ec3ee0a84 req-1965e47e-db83-4ab3-8e5d-8a3e2d9fa141 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837755 Feb 09 21:39:15.415267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Made reservation on behalf of 726caae83fa8493ea37127b0b806deed for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:15.419330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.436765 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.505103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=65901850-1c40-41fe-817a-85c8a83e1b06,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:15.530908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea12a27-f7bc-431e-b273-47aff0324e75 req-d5bb32fd-626b-4269-801b-1a549d58056d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.537888 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ea12a27-f7bc-431e-b273-47aff0324e75 req-d5bb32fd-626b-4269-801b-1a549d58056d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 948 time: 0.1338766 Feb 09 21:39:15.625767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Allocated IP 192.168.233.225 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/53f1092a-f16b-4711-8b4f-5b059b2a9f18) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:15.630513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ea12a27-f7bc-431e-b273-47aff0324e75 req-d0b01523-3e48-4a10-94c9-8f0104b32a3d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918272 Feb 09 21:39:15.694219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54186) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:15.810035 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks [] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.813815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb237578-73ce-49f8-8285-4a7a42bbab78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.892377 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb237578-73ce-49f8-8285-4a7a42bbab78 admin admin] Publish callbacks [] for security_group (95411305-e31a-4d43-9197-76333935a93f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.904916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.917570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:15.922221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2b18d825-ba80-4be1-9e55-c3b37c1dfa82'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:15.949472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:15.952618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:15.956556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:15.962958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:15.974977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb237578-73ce-49f8-8285-4a7a42bbab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (95411305-e31a-4d43-9197-76333935a93f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.022620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eb237578-73ce-49f8-8285-4a7a42bbab78 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cbd4c922307945b59b9a55d57c8a72a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272731 Feb 09 21:39:16.026875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54196) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:16.027129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.027845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.052438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb237578-73ce-49f8-8285-4a7a42bbab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95411305-e31a-4d43-9197-76333935a93f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:16.098469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5675-8965-4c39-a2c3-efe311d1c910 admin admin] Publish callbacks [] for security_group (95411305-e31a-4d43-9197-76333935a93f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.107008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 75967ea2-f622-442c-ae55-bc421adf64ab details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:16.126248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5675-8965-4c39-a2c3-efe311d1c910 admin admin] Publish callbacks [] for security_group (95411305-e31a-4d43-9197-76333935a93f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.132840 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-539ee215-10e7-443e-8a51-61ef5e94968e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0573437 Feb 09 21:39:16.152426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Request body: {'port': {'device_id': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:16.221949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373'}, {'server_uuid': '5fd0400c-64d4-4312-b443-47519aa9a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65901850-1c40-41fe-817a-85c8a83e1b06'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:16.224169 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a670b7c2-6989-4129-a8fe-030b76558925" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373"}, {"server_uuid": "5fd0400c-64d4-4312-b443-47519aa9a933", "name": "network-vif-plugged", "status": "completed", "tag": "65901850-1c40-41fe-817a-85c8a83e1b06"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:16.229856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.245731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5675-8965-4c39-a2c3-efe311d1c910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (95411305-e31a-4d43-9197-76333935a93f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.249418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5675-8965-4c39-a2c3-efe311d1c910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.253727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0e2f5675-8965-4c39-a2c3-efe311d1c910 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/95411305-e31a-4d43-9197-76333935a93f HTTP/1.1" status: 204 len: 168 time: 0.2221713 Feb 09 21:39:16.286772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f5675-8965-4c39-a2c3-efe311d1c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95411305-e31a-4d43-9197-76333935a93f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:16.340720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 75967ea2-f622-442c-ae55-bc421adf64ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=75967ea2-f622-442c-ae55-bc421adf64ab,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:16.349569 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35968cc4-db14-45ed-9766-8452714fa530 x-openstack-request-id: req-35968cc4-db14-45ed-9766-8452714fa530 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:16.349876 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-plugged", "status": "completed", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373", "code": 200}, {"server_uuid": "5fd0400c-64d4-4312-b443-47519aa9a933", "name": "network-vif-plugged", "status": "completed", "tag": "65901850-1c40-41fe-817a-85c8a83e1b06", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:16.350126 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35968cc4-db14-45ed-9766-8452714fa530 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:16.350519 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e', 'code': 200} Feb 09 21:39:16.350773 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373', 'code': 200} Feb 09 21:39:16.351026 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd0400c-64d4-4312-b443-47519aa9a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65901850-1c40-41fe-817a-85c8a83e1b06', 'code': 200} Feb 09 21:39:16.495675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c0fde-1d16-4e5b-a121-8779bd7ea2b9 req-3feebf7a-159b-456c-bc0a-c641471f42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.497687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-692c0fde-1d16-4e5b-a121-8779bd7ea2b9 req-3feebf7a-159b-456c-bc0a-c641471f42a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 1127 time: 0.0481513 Feb 09 21:39:16.554693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '75967ea2-f622-442c-ae55-bc421adf64ab', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '75967ea2-f622-442c-ae55-bc421adf64ab', 'mac_address': 'fa:16:3e:88:bc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:16.557985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-97547d8a-c85a-412b-9628-98dd5ac86854 None None] Provisioning complete for port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:16.558360 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97547d8a-c85a-412b-9628-98dd5ac86854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.573361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.574111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.574750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.575421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.575917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.576390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.576855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.579096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54ce3333-3307-45de-9ef6-39b9b76164db req-97a34887-8344-4038-a1bb-81f65ca08963 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6708 time: 0.1145818 Feb 09 21:39:16.601499 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-692c0fde-1d16-4e5b-a121-8779bd7ea2b9 req-6a86235b-eb9a-4f73-a39b-163c19f1cc32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943894 Feb 09 21:39:16.637268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 75967ea2-f622-442c-ae55-bc421adf64ab is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:16.637655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.643306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-97547d8a-c85a-412b-9628-98dd5ac86854 None None] Port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:16.662703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75967ea2-f622-442c-ae55-bc421adf64ab {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:16.687852 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54ce3333-3307-45de-9ef6-39b9b76164db req-a1df7e69-4542-4365-8255-61666f6e7163 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832415 Feb 09 21:39:16.699819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 75967ea2-f622-442c-ae55-bc421adf64ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=75967ea2-f622-442c-ae55-bc421adf64ab,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:16.753186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.784155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f1092a-f16b-4711-8b4f-5b059b2a9f18 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:16.795562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Publish callbacks [] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.805681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=75967ea2-f622-442c-ae55-bc421adf64ab,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:16.811233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Transition to ACTIVE for port object 53f1092a-f16b-4711-8b4f-5b059b2a9f18 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:16.893377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.912517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef796c6-2a0a-4854-8079-9d9dc26f6f22 req-0a54e1e1-d9a0-4684-9500-5c9e6191878e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.921430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ef796c6-2a0a-4854-8079-9d9dc26f6f22 req-0a54e1e1-d9a0-4684-9500-5c9e6191878e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 936 time: 0.5093558 Feb 09 21:39:16.963489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54226) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:17.013682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ef796c6-2a0a-4854-8079-9d9dc26f6f22 req-ec01e30d-d29c-4ee7-b2f1-ac083458fab4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912254 Feb 09 21:39:17.070038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.080634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ed1017b-570e-4aba-8407-0dee3bd56822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.107394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412483-f634-46db-93a1-a863d834034d req-6b47c4c1-3f9c-4166-810b-e79002862bc6 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.108985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2412483-f634-46db-93a1-a863d834034d req-6b47c4c1-3f9c-4166-810b-e79002862bc6 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 945 time: 0.6640954 Feb 09 21:39:17.153675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:17.154010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:17.154344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:17.167669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:17.168018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:17.180677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:17.181028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:17.181454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:17.181864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Bound port: 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:17.182764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.203764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2412483-f634-46db-93a1-a863d834034d req-6d30d497-034c-48fb-aa60-a0c20ef1f71f tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786023 Feb 09 21:39:17.221585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.226786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.232802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.238064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.243518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.249366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.254557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.256822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-c1db5dce-3e94-4582-a73d-afb4d888e2c3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1310692 Feb 09 21:39:17.269189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['75967ea2-f622-442c-ae55-bc421adf64ab'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:17.290449 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ed1017b-570e-4aba-8407-0dee3bd56822 admin admin] Publish callbacks [] for security_group (8b450791-8301-461b-88ec-b6d1f0c74b77), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.303625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:17.356621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-713fdb76-9196-45c8-80e4-f6e04c834ebe req-ae89ebfb-0a51-436d-a7e8-a2fe508cfb02 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830820 Feb 09 21:39:17.359491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:17.380941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ed1017b-570e-4aba-8407-0dee3bd56822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8b450791-8301-461b-88ec-b6d1f0c74b77), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.419362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-34ddca92-bb0d-48cb-a596-19ae333fef64 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.421183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-34ddca92-bb0d-48cb-a596-19ae333fef64 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.1443272 Feb 09 21:39:17.437877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54234) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:17.438772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ed1017b-570e-4aba-8407-0dee3bd56822 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3c605a1e197a439bb1c0696c1ddabf0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722650 Feb 09 21:39:17.440062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1017b-570e-4aba-8407-0dee3bd56822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b450791-8301-461b-88ec-b6d1f0c74b77,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.455037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-201a07d6-cecc-4032-aab7-5e895fc45cb9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/quotas/85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 375 time: 0.0276349 Feb 09 21:39:17.482898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54236) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:17.493532 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.516599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c84c4-472e-443a-8b04-0bed2fbbc396 req-c743c3de-4e0d-49b1-a95b-82326ca5da17 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.518133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d5c84c4-472e-443a-8b04-0bed2fbbc396 req-c743c3de-4e0d-49b1-a95b-82326ca5da17 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 949 time: 0.0614123 Feb 09 21:39:17.560073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a315e241-5c8b-46bc-b4dd-3d96735c69cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.567236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d5c84c4-472e-443a-8b04-0bed2fbbc396 req-7ceec5b0-85e1-467a-ad67-34cae23afc2b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425053 Feb 09 21:39:17.593865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.594491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.595941 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] 10.222.0.30 "PUT /v2.0/ports/53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 200 len: 1096 time: 1.4484186 Feb 09 21:39:17.599866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:17.602067 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da7107d-bbf6-457c-997a-2f42fb85c1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:17.638028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a9799-3594-4d19-aa62-ab8096264522 service neutron] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.649636 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3f44a3-827f-4931-a11f-36d49af00c8f x-openstack-request-id: req-ba3f44a3-827f-4931-a11f-36d49af00c8f {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:17.649933 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:17.650189 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba3f44a3-827f-4931-a11f-36d49af00c8f {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:17.650647 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'status': 'completed', 'code': 200} Feb 09 21:39:17.656383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe742-c104-44e7-86ae-92a94528c598 admin admin] Publish callbacks [] for security_group (8b450791-8301-461b-88ec-b6d1f0c74b77), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.675862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-ab3e339e-cc03-4501-99ca-5df90702dae0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1944015 Feb 09 21:39:17.781031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe742-c104-44e7-86ae-92a94528c598 admin admin] Publish callbacks [] for security_group (8b450791-8301-461b-88ec-b6d1f0c74b77), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.864091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7107d-bbf6-457c-997a-2f42fb85c1fc req-0a0f8ea8-5490-4ea8-89d7-7d64ddd7f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.865601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5da7107d-bbf6-457c-997a-2f42fb85c1fc req-0a0f8ea8-5490-4ea8-89d7-7d64ddd7f533 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1130 time: 0.1876435 Feb 09 21:39:17.873759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a315e241-5c8b-46bc-b4dd-3d96735c69cd admin admin] Publish callbacks [] for security_group (0ca051e3-1d7f-4344-8831-07e32e161ed3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.901989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-f6626d6c-22c9-4947-a1e2-671c38e7ab64 service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077048 Feb 09 21:39:17.905011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5da7107d-bbf6-457c-997a-2f42fb85c1fc req-abe4ffcb-633a-4eb7-a002-3f47b1bcb373 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=726caae83fa8493ea37127b0b806deed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291653 Feb 09 21:39:17.948978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a315e241-5c8b-46bc-b4dd-3d96735c69cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ca051e3-1d7f-4344-8831-07e32e161ed3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.042896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe742-c104-44e7-86ae-92a94528c598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8b450791-8301-461b-88ec-b6d1f0c74b77), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.045443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6bfe742-c104-44e7-86ae-92a94528c598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.049652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c6bfe742-c104-44e7-86ae-92a94528c598 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b450791-8301-461b-88ec-b6d1f0c74b77 HTTP/1.1" status: 204 len: 168 time: 0.6077151 Feb 09 21:39:18.067893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315e241-5c8b-46bc-b4dd-3d96735c69cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca051e3-1d7f-4344-8831-07e32e161ed3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.084846 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a315e241-5c8b-46bc-b4dd-3d96735c69cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=09cea3b88b5946ecb82feff6458f42f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996077 Feb 09 21:39:18.091312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:18.124051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfe742-c104-44e7-86ae-92a94528c598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b450791-8301-461b-88ec-b6d1f0c74b77,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.143609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5864d0-cbc9-437d-bb20-928e9c722def req-71874142-12bf-4aba-b240-10c2fce64341 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.145195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c5864d0-cbc9-437d-bb20-928e9c722def req-71874142-12bf-4aba-b240-10c2fce64341 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 948 time: 0.0638537 Feb 09 21:39:18.186902 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71bd68ea-1fd0-4fc5-9014-e8d385fdda5e service neutron] 10.222.0.98 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756381 Feb 09 21:39:18.190533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7107d-bbf6-457c-997a-2f42fb85c1fc req-73904b76-53a6-420c-8181-6ee81044a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.192060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5da7107d-bbf6-457c-997a-2f42fb85c1fc req-73904b76-53a6-420c-8181-6ee81044a02c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747386 Feb 09 21:39:18.217113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c5864d0-cbc9-437d-bb20-928e9c722def req-33ef134b-6b4f-4cdc-8bac-695dc94cf0ab tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643559 Feb 09 21:39:18.243633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ae47b28-2724-45f1-b3a8-727c82549ebd admin admin] Publish callbacks [] for security_group (0ca051e3-1d7f-4344-8831-07e32e161ed3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.304319 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ae47b28-2724-45f1-b3a8-727c82549ebd admin admin] Publish callbacks [] for security_group (0ca051e3-1d7f-4344-8831-07e32e161ed3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.351183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-0dc2bda8-a23e-4b22-892e-688a07b50a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.353205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-0dc2bda8-a23e-4b22-892e-688a07b50a5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1130 time: 0.1066077 Feb 09 21:39:18.367591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b14e-c865-4b8d-bab1-6dc5d1f95a57 req-bccaf86c-c15d-40fa-b16d-eb9f0971ba8b tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.371583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b99b14e-c865-4b8d-bab1-6dc5d1f95a57 req-bccaf86c-c15d-40fa-b16d-eb9f0971ba8b tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 945 time: 0.0736680 Feb 09 21:39:18.409032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-9499c615-d8c7-4823-a958-dd4a070d4cc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 200 len: 217 time: 0.0476182 Feb 09 21:39:18.428567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b99b14e-c865-4b8d-bab1-6dc5d1f95a57 req-76bd2aa0-7a58-49a8-8c59-244bfd6b8f9d tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500934 Feb 09 21:39:18.459988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-960ffbc7-e920-4a30-bd33-6f0f381b8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.461457 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-960ffbc7-e920-4a30-bd33-6f0f381b8775 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0458727 Feb 09 21:39:18.512350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-8d01f98b-6527-4fbc-aaa6-eacccccaa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.513956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-8d01f98b-6527-4fbc-aaa6-eacccccaa54b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0459886 Feb 09 21:39:18.514734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ae47b28-2724-45f1-b3a8-727c82549ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ca051e3-1d7f-4344-8831-07e32e161ed3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.517479 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ae47b28-2724-45f1-b3a8-727c82549ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.521505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2ae47b28-2724-45f1-b3a8-727c82549ebd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0ca051e3-1d7f-4344-8831-07e32e161ed3 HTTP/1.1" status: 204 len: 168 time: 0.4224668 Feb 09 21:39:18.541033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae47b28-2724-45f1-b3a8-727c82549ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca051e3-1d7f-4344-8831-07e32e161ed3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.617636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.624509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.643208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.649111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.659943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.665335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.670030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-d6ad10fa-2c95-48a6-a40b-4a7d184c36a9 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446931 Feb 09 21:39:18.671134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.680046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-533b4544-6948-4ec9-8e0b-0a73d5a015c2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1918318 Feb 09 21:39:18.784497 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca857f2b-b137-48fa-a25e-0c9c29f3492a req-8632bb38-3e83-4924-9d08-9dbdbfe20138 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028893 Feb 09 21:39:18.824509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a157fced-9b14-4343-a0ae-ad9a4b201a91 req-60dcfc4d-d9d5-46fd-828a-e19a3e1b6c92 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460016 Feb 09 21:39:18.947161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd15c2b-f0e3-48e8-9f84-7889cdfba82b req-b7cfe49a-2a55-41cc-acc3-99609dbdb537 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.949472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfd15c2b-f0e3-48e8-9f84-7889cdfba82b req-b7cfe49a-2a55-41cc-acc3-99609dbdb537 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 949 time: 0.0537989 Feb 09 21:39:19.022699 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfd15c2b-f0e3-48e8-9f84-7889cdfba82b req-3ab532ba-ca8c-4c97-b034-65250d0c329c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582726 Feb 09 21:39:19.068657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a528d-74e0-4341-902f-55891971f8bf req-69ad10fb-82f6-4644-8441-960efa455eeb tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.071496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c95a528d-74e0-4341-902f-55891971f8bf req-69ad10fb-82f6-4644-8441-960efa455eeb tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1127 time: 0.0579779 Feb 09 21:39:19.122835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c95a528d-74e0-4341-902f-55891971f8bf req-98d5bf6d-d7c5-44a1-94d8-9ca6a4a127b6 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431774 Feb 09 21:39:19.190115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7374e1ac-f1f0-4a86-8f6a-72e6da45a125 req-ff6bfb43-7cc0-4b17-b2c2-24de5e0ee93f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Feb 09 21:39:19.645109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddcf4e-fbe1-47a6-a89c-f12f8dcadab7 req-8d45846b-96af-4e7b-b845-9045ec57e002 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.653180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84ddcf4e-fbe1-47a6-a89c-f12f8dcadab7 req-8d45846b-96af-4e7b-b845-9045ec57e002 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 948 time: 0.0638180 Feb 09 21:39:19.656842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54314) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.716429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84ddcf4e-fbe1-47a6-a89c-f12f8dcadab7 req-f5585368-e441-427e-8995-3e8331d32469 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618112 Feb 09 21:39:19.787862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1083522512-network', 'tenant_id': '37105b4a9afd448d88bb7726ea71a72c'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:19.831457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e7df-e9ff-4e30-a949-189c3be9aa48 req-775c1de8-c6b7-426e-a475-8f7c1d5a5b8b tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.832998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7b8e7df-e9ff-4e30-a949-189c3be9aa48 req-775c1de8-c6b7-426e-a475-8f7c1d5a5b8b tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 945 time: 0.0576921 Feb 09 21:39:19.908640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7b8e7df-e9ff-4e30-a949-189c3be9aa48 req-3c3f6222-29e7-4f64-bcf9-f785d00aca39 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689399 Feb 09 21:39:19.928574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Made reservation on behalf of 37105b4a9afd448d88bb7726ea71a72c for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:19.932931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.944752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.050825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.054317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks [] for security_group (e298991c-7a37-4d8b-b377-4c10fafd9ec4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.060006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.065458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.070655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.076995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.086522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.088023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.090394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-111132d3-125d-40b2-b814-8a275df3af32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1127679 Feb 09 21:39:20.103628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 75967ea2-f622-442c-ae55-bc421adf64ab up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:20.133105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e298991c-7a37-4d8b-b377-4c10fafd9ec4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.157948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43e98fab-e7cb-495e-a6e9-3cb7b37cf503 req-2e03f33e-368d-496e-89f1-d6b03f4a39ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611091 Feb 09 21:39:20.167288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:20.191633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a928d84b-6820-413e-a5c8-702be3e3d997), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.192119 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Added segment a928d84b-6820-413e-a5c8-702be3e3d997 of type vlan for network 75aac111-eeca-44b7-9622-f4ddb48c48ce Feb 09 21:39:20.242306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (75aac111-eeca-44b7-9622-f4ddb48c48ce), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.249778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e298991c-7a37-4d8b-b377-4c10fafd9ec4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.263275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.263884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.264332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.264770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.267730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.268184 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.268624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.269064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.269474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.269881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.270280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.270682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.271106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:20.304700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 75967ea2-f622-442c-ae55-bc421adf64ab completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:20.309709 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 75967ea2-f622-442c-ae55-bc421adf64ab triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:20.310670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.326877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0341832-7925-40a5-914f-21a7ddc7642f req-7e10b5cc-473a-4448-bedc-954081f09006 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.328667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0341832-7925-40a5-914f-21a7ddc7642f req-7e10b5cc-473a-4448-bedc-954081f09006 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 949 time: 0.0828795 Feb 09 21:39:20.389924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (75aac111-eeca-44b7-9622-f4ddb48c48ce), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.391101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.391969 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.396951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 75967ea2-f622-442c-ae55-bc421adf64ab is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:20.400011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.410539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0341832-7925-40a5-914f-21a7ddc7642f req-3cf000e2-4447-4169-974d-c9319bf1466e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633171 Feb 09 21:39:20.426886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75967ea2-f622-442c-ae55-bc421adf64ab'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:20.429649 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b63c94-e50a-4a64-be85-3d89dcbc88dc" -d '{"events": [{"server_uuid": "8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a", "name": "network-vif-plugged", "status": "completed", "tag": "75967ea2-f622-442c-ae55-bc421adf64ab"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:20.449737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 75967ea2-f622-442c-ae55-bc421adf64ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=75967ea2-f622-442c-ae55-bc421adf64ab,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:20.484287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] Pushing event updated for resources: {'Network': ['ID=75aac111-eeca-44b7-9622-f4ddb48c48ce,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.496469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:20.549186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.554677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.567329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.570271 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.572747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.577350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-570c6c01-ddd5-4be7-bd76-81c509d942f7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9165640 Feb 09 21:39:20.587609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54360) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:20.587609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Request body: {'subnet': {'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1083522512-subnet', 'tenant_id': '37105b4a9afd448d88bb7726ea71a72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:20.589606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.604617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.617765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.621058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c410634-82dc-4508-b6e5-d070e9b6324c req-34e80f79-82ed-4cb6-9c06-782eccdc0c58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1323464 Feb 09 21:39:20.636369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54366) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:20.637247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Request body: {'floatingip': {'port_id': '1e6b89f3-805a-45f1-a197-24b33c28c150'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:20.670777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=75967ea2-f622-442c-ae55-bc421adf64ab,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.693117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for floatingip (491b989a-2a19-448f-89da-f388296a6b88), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.713839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46d09104-b6a6-480b-9e3f-0e458f361c9b req-a2261ae0-9340-4104-a239-6fbb6d9416ac tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0271022 Feb 09 21:39:20.724893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Made reservation on behalf of 37105b4a9afd448d88bb7726ea71a72c for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:20.727523 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.772161 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d2b77-94e6-4079-b262-0046885b0e23 x-openstack-request-id: req-a51d2b77-94e6-4079-b262-0046885b0e23 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:20.772669 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a", "name": "network-vif-plugged", "status": "completed", "tag": "75967ea2-f622-442c-ae55-bc421adf64ab", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:20.773204 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a51d2b77-94e6-4079-b262-0046885b0e23 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:20.773758 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75967ea2-f622-442c-ae55-bc421adf64ab', 'code': 200} Feb 09 21:39:20.877178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:20.997209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064d6e-daf1-496b-90ab-f64be696b48c req-2ef26a19-4ba6-4c6c-8841-80f165cc598a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.999146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98064d6e-daf1-496b-90ab-f64be696b48c req-2ef26a19-4ba6-4c6c-8841-80f165cc598a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 948 time: 0.1458864 Feb 09 21:39:21.040848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:21.057162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'mac_address': 'fa:16:3e:8c:84:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:21.075745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37ff39-b8d5-494f-bd23-5a507910a5ce req-ab0695d1-d440-4cbe-b969-405600de9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.077509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c37ff39-b8d5-494f-bd23-5a507910a5ce req-ab0695d1-d440-4cbe-b969-405600de9ba8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 1132 time: 0.2235932 Feb 09 21:39:21.089530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98064d6e-daf1-496b-90ab-f64be696b48c req-91693665-a292-4771-a59c-0c2d46a7302d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843549 Feb 09 21:39:21.155512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:21.156120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.173897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f1092a-f16b-4711-8b4f-5b059b2a9f18 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:21.217482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76c38e-584c-4c51-a4fd-9fdb2b8f3103 req-defaaac1-4572-46af-a420-237c4081cf7a tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.220823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:21.224383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d76c38e-584c-4c51-a4fd-9fdb2b8f3103 req-defaaac1-4572-46af-a420-237c4081cf7a tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 945 time: 0.0695505 Feb 09 21:39:21.266265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c37ff39-b8d5-494f-bd23-5a507910a5ce req-3435e4a3-1d6f-42a1-9181-7880f66218f9 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597865 Feb 09 21:39:21.284223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d76c38e-584c-4c51-a4fd-9fdb2b8f3103 req-a725970b-c89b-44a0-8ee0-48f5b15fe2b0 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/security-groups?id=e562d7da-a6d8-42e5-bafe-2a2737501cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 Feb 09 21:39:21.285238 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.352398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.535736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-7b70c084-49a1-444e-92da-ae6bab10b9ff tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f72925493eb14b668f5b45ddab0d9569&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220571 Feb 09 21:39:21.588531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['53f1092a-f16b-4711-8b4f-5b059b2a9f18'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:21.605347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-2d7f55f5-0d5f-4c91-ae17-6687c7ce9126 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:39:21.606413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-2d7f55f5-0d5f-4c91-ae17-6687c7ce9126 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079846 Feb 09 21:39:21.665427 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (19c79bb4-e01b-452d-84a7-c2ce1069b3bf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.685369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8d6502ec-0ff5-4840-9b23-71cd44c75e47 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.687033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8d6502ec-0ff5-4840-9b23-71cd44c75e47 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 945 time: 0.5524316 Feb 09 21:39:21.716763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-849df45f-8940-4a60-ab08-244d0edf1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.718219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-849df45f-8940-4a60-ab08-244d0edf1512 service neutron] 10.222.0.98 "GET /v2.0/ports/60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 1124 time: 0.1015651 Feb 09 21:39:21.741553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:21.742004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:39:21.809096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c79bb4-e01b-452d-84a7-c2ce1069b3bf,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.809568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e4b2aff4-34b8-462c-bb99-44f28b076533 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.811341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e4b2aff4-34b8-462c-bb99-44f28b076533 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700183 Feb 09 21:39:21.865689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Checking segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:21.866074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Network hostable DHCP agents. Network: 75aac111-eeca-44b7-9622-f4ddb48c48ce, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:21.889875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-0f4e1357-78d4-48ee-943f-9dc79ebd7113 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/quotas/f72925493eb14b668f5b45ddab0d9569 HTTP/1.1" status: 200 len: 375 time: 0.0569229 Feb 09 21:39:21.904917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-4ceba2fc-3151-4bde-bda4-797a8bb85f4c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.906381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-4ceba2fc-3151-4bde-bda4-797a8bb85f4c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 820 time: 0.2590716 Feb 09 21:39:21.931023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.943762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Request body: {'port': {'device_id': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'admin_state_up': True, 'tenant_id': '85a96698da3f4e1f98638487f18948c9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:21.950601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Deleting port 65901850-1c40-41fe-817a-85c8a83e1b06 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:21.953166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-15344fa7-6e5b-42a8-a1a1-14a8658e83cc tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f72925493eb14b668f5b45ddab0d9569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527685 Feb 09 21:39:21.953579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.050354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:22.050703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:22.051043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:22.055481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:22.057991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (491b989a-2a19-448f-89da-f388296a6b88), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.066296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:22.066569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:22.079781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:22.080169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:22.080561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:22.083185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Bound port: 60ff27d3-b6e8-4df2-944f-9f2283d27097, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:22.138351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] For port 65901850-1c40-41fe-817a-85c8a83e1b06, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=65901850-1c40-41fe-817a-85c8a83e1b06,segment=NetworkSegment(744ba7b2-09d1-4933-abe1-eaa7cdbc4a96),segment_id=744ba7b2-09d1-4933-abe1-eaa7cdbc4a96)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:22.138902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.159354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Calling delete_port for 65901850-1c40-41fe-817a-85c8a83e1b06 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:22.190204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:22.218756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Made reservation on behalf of 85a96698da3f4e1f98638487f18948c9 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:22.222324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.240300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 75aac111-eeca-44b7-9622-f4ddb48c48ce) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:22.253278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd07224-f35e-475c-960a-a8013ba3f007 None None] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:22.258699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:22.261215 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.288956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.298577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-4764b177-3fe9-4c34-a556-74cee9b08800 service neutron] 10.222.0.98 "POST /v2.0/ports/60ff27d3-b6e8-4df2-944f-9f2283d27097/bindings HTTP/1.1" status: 201 len: 389 time: 0.5577266 Feb 09 21:39:22.318827 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Floating IP 491b989a-2a19-448f-89da-f388296a6b88 associated. External IP: 172.25.5.105, port: 1e6b89f3-805a-45f1-a197-24b33c28c150. Feb 09 21:39:22.360229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e237931-472c-484d-962a-b46aa4a51c2a req-1161ffe6-d1c9-4bcb-bc15-4c7341cef30c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:22.362306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e237931-472c-484d-962a-b46aa4a51c2a req-1161ffe6-d1c9-4bcb-bc15-4c7341cef30c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.1371984 Feb 09 21:39:22.426256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c30ee-88c0-4d54-8d40-8e02ab357952 None None] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:22.444276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c09948e-d36a-4550-aed9-9d70d78ca84b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8650961 Feb 09 21:39:22.508325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e237931-472c-484d-962a-b46aa4a51c2a req-81dccc4e-66d5-4ec5-a36e-12d497482f68 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277516 Feb 09 21:39:22.537628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Allocated IP 172.20.0.2 (77c21445-649a-4dd8-aa3e-536ea3d4d81e/a62b2700-286f-42d0-92c2-b42d174237e2/21493f62-9372-4a62-89bc-3cdd20b1231d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:22.660444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (65901850-1c40-41fe-817a-85c8a83e1b06), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.668977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95ba17ac-5552-4416-8f18-f3a83a46be46 req-69dd9336-b9b0-4a9e-823d-586a9293055d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0483410 Feb 09 21:39:22.674955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['65901850-1c40-41fe-817a-85c8a83e1b06'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:22.713887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Pushing event deleted for resources: {'Port': ['ID=65901850-1c40-41fe-817a-85c8a83e1b06,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:22.797433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] No DVR routers for this DVR port 65901850-1c40-41fe-817a-85c8a83e1b06 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:22.808088 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.811473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08109d6e-f3c1-487e-a2ec-7c1b1dc27341 req-8ea7a276-3a3a-4a38-86b2-978f24f30811 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.30 "DELETE /v2.0/ports/65901850-1c40-41fe-817a-85c8a83e1b06 HTTP/1.1" status: 204 len: 173 time: 1.1000652 Feb 09 21:39:22.812678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd0400c-64d4-4312-b443-47519aa9a933', 'name': 'network-vif-deleted', 'tag': '65901850-1c40-41fe-817a-85c8a83e1b06'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:22.814867 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f367b474-2f76-415e-8ade-4c3e110c93d9" -d '{"events": [{"server_uuid": "5fd0400c-64d4-4312-b443-47519aa9a933", "name": "network-vif-deleted", "tag": "65901850-1c40-41fe-817a-85c8a83e1b06"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:22.847277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-413f0980-26a3-42e7-a8bb-ea5ac7b9d068 req-69f2979b-d1cf-4bcf-9b80-4ff680c16508 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 210 time: 0.0387080 Feb 09 21:39:22.866118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks [] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.874190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Router 0d91b39d-c00b-40fa-9a83-6658b4ced44e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:22.894968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:22.961850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11653656-a883-4423-ba45-43e49a6dcdc9 req-c8ffba71-428a-4831-9ea3-d7aa7c9e58a5 tempest-ServerGroupTestJSON-482991228 tempest-ServerGroupTestJSON-482991228-project] 10.222.0.98 "GET /v2.0/ports?device_id=5fd0400c-64d4-4312-b443-47519aa9a933 HTTP/1.1" status: 200 len: 210 time: 0.0378783 Feb 09 21:39:23.020193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.035216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e1c6c788-9deb-45fc-af9d-40ba287142de'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:23.065995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523238f8-0d13-41af-aed0-72086a14367c req-5d8e9d23-cb7b-46af-aec7-0b7552067a18 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.079120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-523238f8-0d13-41af-aed0-72086a14367c req-5d8e9d23-cb7b-46af-aec7-0b7552067a18 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.2795568 Feb 09 21:39:23.142652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Network 77c21445-649a-4dd8-aa3e-536ea3d4d81e is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:23.150170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:23.153530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:23.156548 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-523238f8-0d13-41af-aed0-72086a14367c req-0c71016f-7cba-4db5-ac1c-335669c9ecc0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764873 Feb 09 21:39:23.181666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:23.194689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:23.195065 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.198306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:23.208106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.245213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] Sync routers for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:23.262252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.262997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.271473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:23.273980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:23.276435 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d9838-ff2f-4b85-a6bd-a0255c19eff7 x-openstack-request-id: req-e40d9838-ff2f-4b85-a6bd-a0255c19eff7 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:23.276743 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd0400c-64d4-4312-b443-47519aa9a933", "name": "network-vif-deleted", "tag": "65901850-1c40-41fe-817a-85c8a83e1b06", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:23.277033 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e40d9838-ff2f-4b85-a6bd-a0255c19eff7 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:23.277400 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd0400c-64d4-4312-b443-47519aa9a933', 'name': 'network-vif-deleted', 'tag': '65901850-1c40-41fe-817a-85c8a83e1b06', 'status': 'completed', 'code': 200} Feb 09 21:39:23.296829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5aab0dca-400a-4525-bb15-f0296784d667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "PUT /v2.0/floatingips/491b989a-2a19-448f-89da-f388296a6b88 HTTP/1.1" status: 200 len: 991 time: 2.6611602 Feb 09 21:39:23.299828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec9b88-536f-41ec-ad6d-4db8396a68be req-80c4cd47-786b-44dc-8d3a-c8fd07fe0b38 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.307865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fec9b88-536f-41ec-ad6d-4db8396a68be req-80c4cd47-786b-44dc-8d3a-c8fd07fe0b38 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.2346103 Feb 09 21:39:23.313123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:23.341571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.341943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.342298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.342647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.342991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.343329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.343669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.344046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.344382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.344717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.345049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.345412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.345704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:23.394758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fec9b88-536f-41ec-ad6d-4db8396a68be req-dd8c2fac-e2eb-4363-9684-1657a1fbce64 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837936 Feb 09 21:39:23.457588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8ecf78c2-290c-41e0-be40-183ed4bd800c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5180144 Feb 09 21:39:23.472536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Request body: {'port': {'device_id': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:23.481151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:23.481587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.532225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:23.534520 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04e5dcb-e1a3-4d1a-9a49-1de3e558f4e1" -d '{"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-plugged", "status": "completed", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:23.540222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:23.580140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:23.638092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.644524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.651273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.656812 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.657417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.658277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 65901850-1c40-41fe-817a-85c8a83e1b06 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:23.665309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.672410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.679529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.684717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 65901850-1c40-41fe-817a-85c8a83e1b06 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:23.685071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 65901850-1c40-41fe-817a-85c8a83e1b06 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:23.689743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-8cef8dfe-ce9f-42d8-95f6-2e670d31f136 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.2135012 Feb 09 21:39:23.692852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.719635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-687873e9-0caf-4178-bc93-c5b231361dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.722026 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-687873e9-0caf-4178-bc93-c5b231361dcb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1127 time: 0.4476655 Feb 09 21:39:23.731795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-0444102c-bf66-449d-bf4e-299f778aa237 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.734128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-0444102c-bf66-449d-bf4e-299f778aa237 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.1917918 Feb 09 21:39:23.803552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:23.822006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec4bec5e-376b-49bb-a5e1-3fba2295972f req-81be190b-180f-4c6b-b3be-2b2e763613a0 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274152 Feb 09 21:39:23.877351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-8544c60e-01c8-4f4e-bf3f-02c7fae99214 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/quotas/37105b4a9afd448d88bb7726ea71a72c HTTP/1.1" status: 200 len: 375 time: 0.0427711 Feb 09 21:39:23.910601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '491b989a-2a19-448f-89da-f388296a6b88', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'port_id': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'mac_address': 'fa:16:3e:cd:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:37:26Z', 'updated_at': '2022-02-09T21:39:21Z', 'revision_number': 1, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:23.950454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] Checking router: 0d91b39d-c00b-40fa-9a83-6658b4ced44e for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:23.961376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:23.962461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:24.001809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-a0a24d04-40eb-4bce-8768-1eafc1966a30 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157002 Feb 09 21:39:24.003023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-78070e2e-f066-4035-b115-09cdeb7238de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.004489 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-78070e2e-f066-4035-b115-09cdeb7238de service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.2682750 Feb 09 21:39:24.114121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ea190-b17f-4397-b60a-0a0af09f0dee req-c81a4979-9cda-4d18-a6a8-b4b4e159be53 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.118231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-13c30cfe-a8c9-4d7a-a3c8-08932b42a840 service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083605 Feb 09 21:39:24.121689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c3ea190-b17f-4397-b60a-0a0af09f0dee req-c81a4979-9cda-4d18-a6a8-b4b4e159be53 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.1227252 Feb 09 21:39:24.139251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:24.214619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c3ea190-b17f-4397-b60a-0a0af09f0dee req-5bbb28c8-1775-4002-94d3-9f66a966f672 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917189 Feb 09 21:39:24.223608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21493f62-9372-4a62-89bc-3cdd20b1231d {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:24.238046 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-8adf47eb-94fa-4f87-8dc1-9f7c5533cb21 service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099455 Feb 09 21:39:24.251135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Publish callbacks [] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.281204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Transition to ACTIVE for port object 21493f62-9372-4a62-89bc-3cdd20b1231d will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:24.291859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-23c93f03-409d-4c1a-8741-9597c1c90ddd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.1701436 Feb 09 21:39:24.368996 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae8062a-f450-4753-8248-56b730a0ac50 x-openstack-request-id: req-1ae8062a-f450-4753-8248-56b730a0ac50 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:24.370148 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-plugged", "status": "completed", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:24.370148 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ae8062a-f450-4753-8248-56b730a0ac50 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:24.370476 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'code': 200} Feb 09 21:39:24.373083 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.531875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-80234641-017c-4d3a-aa2d-937027452dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.537126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-80234641-017c-4d3a-aa2d-937027452dc1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.2335203 Feb 09 21:39:24.546111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '491b989a-2a19-448f-89da-f388296a6b88', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'port_id': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'mac_address': 'fa:16:3e:cd:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:37:26Z', 'updated_at': '2022-02-09T21:39:21Z', 'revision_number': 1, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:24.599987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e7f9f-b87b-4dfe-8f60-a751afe0d152 None None] The sync data for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 is: [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '491b989a-2a19-448f-89da-f388296a6b88', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'port_id': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'mac_address': 'fa:16:3e:cd:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:37:26Z', 'updated_at': '2022-02-09T21:39:21Z', 'revision_number': 1, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:24.620321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:24.667266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dda28b62-67fa-4641-ae64-b487bc0155ba req-f08347ac-3b92-42fd-bf4c-5113e64724ca tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 210 time: 0.1261702 Feb 09 21:39:24.695780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1ddbb-ebcf-4049-a08b-95f80d8dcbfa req-ceef4a28-3907-4596-87db-79962d35c676 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.705495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6b1ddbb-ebcf-4049-a08b-95f80d8dcbfa req-ceef4a28-3907-4596-87db-79962d35c676 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.3013883 Feb 09 21:39:24.714819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:24.715172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:24.715503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:24.725614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-1e59376a-5243-4709-985e-0584ccf50571 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778486 Feb 09 21:39:24.743222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:24.745160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:24.803319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6b1ddbb-ebcf-4049-a08b-95f80d8dcbfa req-4ddbeea6-6f7e-470f-9d53-a1c35b7ec534 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967844 Feb 09 21:39:24.806432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:24.807778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:24.809299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387a1b8-3204-4811-988e-90fe759fd42e req-661bc4d8-3289-4bd0-b908-ed3c491b3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.811302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b387a1b8-3204-4811-988e-90fe759fd42e req-661bc4d8-3289-4bd0-b908-ed3c491b3b4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1132 time: 0.4199042 Feb 09 21:39:24.811448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:24.811844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Bound port: 21493f62-9372-4a62-89bc-3cdd20b1231d, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:24.812622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.929011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b387a1b8-3204-4811-988e-90fe759fd42e req-3b23c946-b82a-498b-ad5e-85a8a2f8d76d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089571 Feb 09 21:39:24.949385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-525e1bae-bc61-4d86-b827-50224b2bb67d service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120540 Feb 09 21:39:24.957055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:24.967999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5483e-a199-49d9-9eeb-d1cb1359f40f req-97c4bfe1-9c2a-4fef-8a0c-8cc10dd7de39 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.969918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dd5483e-a199-49d9-9eeb-d1cb1359f40f req-97c4bfe1-9c2a-4fef-8a0c-8cc10dd7de39 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1273317 Feb 09 21:39:24.990193 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786828eb-9de2-4f0d-8995-8e9ef83ec8d8 None None] New status for floating IP 491b989a-2a19-448f-89da-f388296a6b88: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:39:24.990777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:25.015857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00796-b4cd-46d6-8aa9-bd9257aad90c req-463b951e-a76d-457e-a99d-ce32ecf76562 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.023443 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfa00796-b4cd-46d6-8aa9-bd9257aad90c req-463b951e-a76d-457e-a99d-ce32ecf76562 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 1132 time: 0.0786302 Feb 09 21:39:25.092148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dd5483e-a199-49d9-9eeb-d1cb1359f40f req-c343fe8c-ecea-4448-a8d5-4c0fb35ed8a8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116333 Feb 09 21:39:25.093157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfa00796-b4cd-46d6-8aa9-bd9257aad90c req-8c116459-b47b-4bee-b1dc-2622118766f1 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688372 Feb 09 21:39:25.097790 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.140105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7d73ab47-5b36-499c-8f13-1819e7cf092d service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689997 Feb 09 21:39:25.169361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.172067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.176070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] 10.222.0.30 "PUT /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 1091 time: 1.7086134 Feb 09 21:39:25.177446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:25.180701 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563d90ed-1a87-4221-8e51-6d5b389d3be5" -d '{"events": [{"name": "network-changed", "server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:25.245056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e19a735-2b0c-4de6-98c6-50b75a14d591 req-41960034-4d96-41c1-b8e6-c7e07d881c8f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 210 time: 0.0645258 Feb 09 21:39:25.278160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:25.281425 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bee6b84-7631-4063-b8ab-298cdc3451c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:25.308745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6422a-7bdd-4129-81e3-6570f0786f47 service neutron] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:25.351731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9c34b-6c59-404e-9bf4-e4cff2e718cb req-a28fe7e2-5167-4fb5-b2b4-4b0ca627d28c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.358677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3a9c34b-6c59-404e-9bf4-e4cff2e718cb req-a28fe7e2-5167-4fb5-b2b4-4b0ca627d28c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1397974 Feb 09 21:39:25.480579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3a9c34b-6c59-404e-9bf4-e4cff2e718cb req-3505d736-677a-4007-944f-73f872d3abed tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083536 Feb 09 21:39:25.493829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-f733a1c5-418e-4126-96e5-e4130e1c165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.495573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-f733a1c5-418e-4126-96e5-e4130e1c165d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1125 time: 0.1304684 Feb 09 21:39:25.530562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.537242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.543560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.551494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.562245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.564338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.568898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-8adf17b4-eedc-4739-b051-b8557506576f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 217 time: 0.0570791 Feb 09 21:39:25.571230 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae42779-5d1f-443a-b77b-dfa990cd2bd0 x-openstack-request-id: req-bae42779-5d1f-443a-b77b-dfa990cd2bd0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:25.571775 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:25.572083 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bae42779-5d1f-443a-b77b-dfa990cd2bd0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:25.573218 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d', 'status': 'completed', 'code': 200} Feb 09 21:39:25.575536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.577470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-2e62d534-d897-4cac-a447-c05f4febe1de tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1346972 Feb 09 21:39:25.626785 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e37a03-1b27-4e64-b70e-3bcd05b54b6b x-openstack-request-id: req-53e37a03-1b27-4e64-b70e-3bcd05b54b6b {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:25.627076 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:25.627333 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-53e37a03-1b27-4e64-b70e-3bcd05b54b6b {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:25.627965 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'status': 'completed', 'code': 200} Feb 09 21:39:25.664797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-31ce8387-fbdd-4bd2-9563-1b3ed0c4d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.666484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-31ce8387-fbdd-4bd2-9563-1b3ed0c4d14a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0815876 Feb 09 21:39:25.726902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-8732ce4e-76a0-4ec2-bab6-eaff635be163 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591202 Feb 09 21:39:25.740368 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0666e8a6-8b07-48e9-9cef-6c3ca8341b2d req-3c912a38-0ef3-4efd-bd02-e599082053a2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521282 Feb 09 21:39:25.743586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-181e9c3c-8fab-410a-98fa-f74439141277 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f72925493eb14b668f5b45ddab0d9569&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463696 Feb 09 21:39:25.785206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.785699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.786171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.786643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.787116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.787633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.788055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.792412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2e4b283f-6d08-4083-b4a3-e1978843c4a2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e60271b94f64468cb086ace5dfeedfa5&device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6708 time: 0.1528599 Feb 09 21:39:25.799335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-376a351f-48cc-403b-82bb-7d8a1bf6d5de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712976 Feb 09 21:39:25.959212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-eece1bd7-4326-4c48-a7d5-c77eca91f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.961090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-eece1bd7-4326-4c48-a7d5-c77eca91f6ed service neutron] 10.222.0.110 "GET /v2.0/networks?id=496f3486-9158-4474-b4b6-e8d8aaa184ff HTTP/1.1" status: 200 len: 913 time: 0.1300693 Feb 09 21:39:26.008957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-3c540fc6-29c0-4462-b0cd-eae53133d674 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.016576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-3c540fc6-29c0-4462-b0cd-eae53133d674 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196043 Feb 09 21:39:26.020434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-cb7dd35c-6993-4279-be8b-c9bb32797a84 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983087 Feb 09 21:39:26.039299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0244931b-5251-48af-9ad1-3d406ed72227 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/quotas/e06e2d1ea85841b2a49238028e3efe00 HTTP/1.1" status: 200 len: 375 time: 0.0188951 Feb 09 21:39:26.056213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-a6b57abc-c88a-4d59-a0c8-1c34648a573e tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.058996 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-a6b57abc-c88a-4d59-a0c8-1c34648a573e tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084977 Feb 09 21:39:26.077917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Request body: {'port': {'device_id': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'f72925493eb14b668f5b45ddab0d9569'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:26.158035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6bddd9b3-763e-4967-9762-560518f0c31e req-4c817444-5839-40c8-a78a-0c25a0777f8e tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 210 time: 0.0878096 Feb 09 21:39:26.180747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-9ad2e413-92ba-49ce-ad63-bec65c655203 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e6b89f3-805a-45f1-a197-24b33c28c150 HTTP/1.1" status: 200 len: 1001 time: 0.2021110 Feb 09 21:39:26.202484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-f3645db8-a55c-4d13-a3ad-40578bb76433 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1331775 Feb 09 21:39:26.211749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05fdfa7e-5c3a-4844-8e83-4cd17da08195 req-b2b05c45-8b38-42b6-9ed0-e3fbdeefee16 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698251 Feb 09 21:39:26.288352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-daf73a12-3a97-4c24-bf16-8393e2924cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.289974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-daf73a12-3a97-4c24-bf16-8393e2924cd8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7b4f110c-c587-49ed-b87a-fc3bdc46121c HTTP/1.1" status: 200 len: 851 time: 0.0918527 Feb 09 21:39:26.367582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-69ffeb83-c669-4771-86ed-ed7e330cea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.369907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-69ffeb83-c669-4771-86ed-ed7e330cea47 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=496f3486-9158-4474-b4b6-e8d8aaa184ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677516 Feb 09 21:39:26.489052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d6ed4-809a-4496-838c-941ff325b40f req-000133f4-75de-4509-a09b-ed4caa4354ac tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.502047 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b7d6ed4-809a-4496-838c-941ff325b40f req-000133f4-75de-4509-a09b-ed4caa4354ac tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1483526 Feb 09 21:39:26.529455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Made reservation on behalf of f72925493eb14b668f5b45ddab0d9569 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:26.533703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.552809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-0d35d9a3-f6bc-49ff-a5f1-251dd76e65b3 service neutron] 10.222.0.110 "GET /v2.0/networks/496f3486-9158-4474-b4b6-e8d8aaa184ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600230 Feb 09 21:39:26.554565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.686173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b7d6ed4-809a-4496-838c-941ff325b40f req-34d89712-b405-4739-8a1f-9bf7314f06eb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837080 Feb 09 21:39:26.841816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-d6ba1f3e-85a0-46d1-954a-8d7f5b8934ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.843865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-d6ba1f3e-85a0-46d1-954a-8d7f5b8934ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1125 time: 0.1987333 Feb 09 21:39:26.878630 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bee6b84-7631-4063-b8ab-298cdc3451c4 req-2358bfb7-1faa-4daf-ad31-6c41f60365d6 service neutron] 10.222.0.110 "GET /v2.0/networks/496f3486-9158-4474-b4b6-e8d8aaa184ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010337 Feb 09 21:39:26.924374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a68f07d-86a0-4994-afd6-d9a06a612265 req-09d14d68-4f99-40ef-b08f-8546b176438e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 210 time: 0.0872917 Feb 09 21:39:27.009294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66221fcb-99da-47c2-8fcc-9758a96ac432 req-ddbe883d-cc88-4b93-86a4-c02fb81dfe0a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.047505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66221fcb-99da-47c2-8fcc-9758a96ac432 req-ddbe883d-cc88-4b93-86a4-c02fb81dfe0a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.2808146 Feb 09 21:39:27.071593 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks [] for security_group (62cd0276-762b-4a12-bbfb-9b75bced5971), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.131341 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b843e77e-9caf-4a7b-aa39-91067348fdd1 req-2355145d-3962-42d7-b839-cc42a1665d3e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 210 time: 0.0658786 Feb 09 21:39:27.182221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (62cd0276-762b-4a12-bbfb-9b75bced5971), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.291939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cd0276-762b-4a12-bbfb-9b75bced5971,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:27.329964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392117c9-23aa-4f25-936b-6d4d0726646d req-dd9cf2ac-4f6f-4b5e-b0f3-f6166dcc68f7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.331501 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-392117c9-23aa-4f25-936b-6d4d0726646d req-dd9cf2ac-4f6f-4b5e-b0f3-f6166dcc68f7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1226435 Feb 09 21:39:27.411989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Allocated IP 192.168.233.61 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/f37b47bf-da40-458a-b49e-88ca37189f90) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:27.430767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-392117c9-23aa-4f25-936b-6d4d0726646d req-17f989f9-ca0c-49c2-a205-b03823fb742d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775008 Feb 09 21:39:27.555739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66221fcb-99da-47c2-8fcc-9758a96ac432 req-2cbee58a-1ed3-4c99-ab1e-b0b9ccbe922b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071957 Feb 09 21:39:27.602357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-f2dcb3aa-4220-409f-aca2-57a8b9f15896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.604778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-f2dcb3aa-4220-409f-aca2-57a8b9f15896 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.7418585 Feb 09 21:39:27.667735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-13315664-4112-4c71-9d1e-c688296e90b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 217 time: 0.0558236 Feb 09 21:39:27.679828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.685258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.690651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.696019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.701839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.707444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.713626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.716198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-d25fd9db-0e9f-42c8-9300-748a9cc30455 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1412625 Feb 09 21:39:27.739963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e67e6a0-18e7-4dea-8038-a29a8e48267f req-a54fb861-ad83-487f-8ba0-37c7a4709c78 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 210 time: 0.0746462 Feb 09 21:39:27.745305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks [] for port (f37b47bf-da40-458a-b49e-88ca37189f90), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.761464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-d07d8cbc-fea2-4b03-9525-ccd4e9a4339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.763187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-d07d8cbc-fea2-4b03-9525-ccd4e9a4339a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0791976 Feb 09 21:39:27.821389 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f8b38012-f4d1-40f2-9032-c46c004172ba req-bfe53a55-c382-40aa-b6ec-cd3e15eb055c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870311 Feb 09 21:39:27.846399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-1f6c2a88-0a1c-451f-97dd-175d31912976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733874 Feb 09 21:39:27.927508 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.052779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-e38e7632-1455-4add-9453-ff554ee9f7aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.054216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-e38e7632-1455-4add-9453-ff554ee9f7aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.2069399 Feb 09 21:39:28.061765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42bcbf-c0a6-4124-9378-42a676cbf062 req-62ee1ff0-bb1a-4bb4-962a-8062aa5aae94 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.063314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd42bcbf-c0a6-4124-9378-42a676cbf062 req-62ee1ff0-bb1a-4bb4-962a-8062aa5aae94 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.2068424 Feb 09 21:39:28.073683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Request body: {'port': {'device_id': '3a980e38-de2c-4d79-848a-4226e7db0474', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'admin_state_up': True, 'tenant_id': '37105b4a9afd448d88bb7726ea71a72c'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:28.138768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-80ce1cc2-6377-4c33-bb03-d91f41257227 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793095 Feb 09 21:39:28.238011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd42bcbf-c0a6-4124-9378-42a676cbf062 req-a2b89306-f63d-4539-acfb-1090b7f2bc8c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608932 Feb 09 21:39:28.352301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:28.363095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:28.366016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:28.377638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b00abfe4-377c-4e8f-9f6d-81fdd58880a0 req-a9ffd344-f5c2-44ae-a425-3cf894dfc114 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 210 time: 0.0370245 Feb 09 21:39:28.378763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.384002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.384623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563d90ed-1a87-4221-8e51-6d5b389d3be5 req-37d14a98-ae61-485e-918b-30baa202ac70 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369993 Feb 09 21:39:28.389437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.394635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.400683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.405345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.410912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.418760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-d12f398e-bab7-4066-9f88-bcd1111c99f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.5272262 Feb 09 21:39:28.424159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Pushing event updated for resources: {'Port': ['ID=f37b47bf-da40-458a-b49e-88ca37189f90,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:28.516808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f527a9d-accb-4b79-b8ed-66a17ee260db req-37872366-2233-4e0d-820d-82aca011fad6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 210 time: 0.0329952 Feb 09 21:39:28.518627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.519273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.551925 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6678c55-bb3a-4e85-9f49-5885445b5dde req-607d0075-61b2-4b8c-960f-0449e559fc08 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297956 Feb 09 21:39:28.553050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Made reservation on behalf of 37105b4a9afd448d88bb7726ea71a72c for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:28.557461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.668528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f8c233a3-1a07-4f29-a3a9-6f9ad07d7ee0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5942070 Feb 09 21:39:28.684260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Request body: {'port': {'device_id': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:28.712279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54538) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:28.817579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] Deleting subnet 9c43d051-0051-4fa0-8f57-2a730c0ca46e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:28.825817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.827253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] Publish callbacks [] for subnet (9c43d051-0051-4fa0-8f57-2a730c0ca46e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.873595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Allocated IP 172.20.0.8 (75aac111-eeca-44b7-9622-f4ddb48c48ce/19c79bb4-e01b-452d-84a7-c2ce1069b3bf/8c528431-3e31-430f-9ff0-17411648da95) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:28.886072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e4559971-c967-4e3c-8143-5897d794734c None None] Provisioning complete for port f37b47bf-da40-458a-b49e-88ca37189f90 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:28.886635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4559971-c967-4e3c-8143-5897d794734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.890002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376809f-736c-4399-a1bb-3f7b9e90a9e2 req-9aec366c-4546-4c09-a922-555a92519094 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.890716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a376809f-736c-4399-a1bb-3f7b9e90a9e2 req-9aec366c-4546-4c09-a922-555a92519094 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1061773 Feb 09 21:39:28.935194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e4559971-c967-4e3c-8143-5897d794734c None None] Port f37b47bf-da40-458a-b49e-88ca37189f90 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:28.976657 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (9c43d051-0051-4fa0-8f57-2a730c0ca46e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.023792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a376809f-736c-4399-a1bb-3f7b9e90a9e2 req-c0e0a7bc-0b4f-4e9a-89ec-8884c5821bd1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257131 Feb 09 21:39:29.058549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.060389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbbe3c-b630-4892-a57f-bb20735ccc63 req-48c3c5f2-2ed0-42af-aa50-1fbcee69159b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.061924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3fbbe3c-b630-4892-a57f-bb20735ccc63 req-48c3c5f2-2ed0-42af-aa50-1fbcee69159b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1688914 Feb 09 21:39:29.084136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9c43d051-0051-4fa0-8f57-2a730c0ca46e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.225604 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3fbbe3c-b630-4892-a57f-bb20735ccc63 req-9887c451-04e2-4b42-8a8b-74b68f0b3534 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532314 Feb 09 21:39:29.232858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-c57046df-1821-4267-bcbc-1ec87c777c98 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343256 Feb 09 21:39:29.283916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks [] for port (8c528431-3e31-430f-9ff0-17411648da95), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.330062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (9c43d051-0051-4fa0-8f57-2a730c0ca46e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.360514 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.364721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9c43d051-0051-4fa0-8f57-2a730c0ca46e HTTP/1.1" status: 204 len: 168 time: 0.6491086 Feb 09 21:39:29.377313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.382555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.386304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54546) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:29.389497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.395094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.395344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d25ea-cc76-4f70-b5f5-d37c2ea4ba23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c43d051-0051-4fa0-8f57-2a730c0ca46e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:29.400486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.407112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.412425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.414080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.418626 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70b66c6f-6f46-4b64-a71f-7c4a4c9c6825 req-c2fadf94-b118-43f3-a4ca-bc6942e7cd05 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.2938826 Feb 09 21:39:29.435042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37b47bf-da40-458a-b49e-88ca37189f90 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:29.448073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Publish callbacks [] for port (f37b47bf-da40-458a-b49e-88ca37189f90), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.519969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-a33a2ed0-96b5-4ddb-a7e2-38e40d6d73d2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.521343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-a33a2ed0-96b5-4ddb-a7e2-38e40d6d73d2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2808397 Feb 09 21:39:29.522816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f87b3-8506-473f-942c-4328d3f6f750 req-1119b7c3-865f-4d84-9484-456d25782779 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.528279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-639f87b3-8506-473f-942c-4328d3f6f750 req-1119b7c3-865f-4d84-9484-456d25782779 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 935 time: 0.2121875 Feb 09 21:39:29.556650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Transition to ACTIVE for port object f37b47bf-da40-458a-b49e-88ca37189f90 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:29.560843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:29.567672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:29.580251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:29.586116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (9845cfaf-313d-4b7c-84a4-250048e40724), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.590095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:29.593704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:29.641315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361481-931c-4396-89ac-c98a6bd2bbf3 req-97880308-c29e-4121-a771-6b6ef29ccf0d tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.648424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62361481-931c-4396-89ac-c98a6bd2bbf3 req-97880308-c29e-4121-a771-6b6ef29ccf0d tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1132 time: 0.1260772 Feb 09 21:39:29.654387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.693595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-639f87b3-8506-473f-942c-4328d3f6f750 req-387ce29b-ea8d-484e-80af-e75a9e447065 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632173 Feb 09 21:39:29.699961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.700678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.770113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (9845cfaf-313d-4b7c-84a4-250048e40724), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.801252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9845cfaf-313d-4b7c-84a4-250048e40724']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:29.816176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744ba7b2-09d1-4933-abe1-eaa7cdbc4a96') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:29.816635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744ba7b2-09d1-4933-abe1-eaa7cdbc4a96') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:29.819288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62361481-931c-4396-89ac-c98a6bd2bbf3 req-fbad7f7d-22f9-4f87-ab7e-6275aa64c59c tempest-MigrationsAdminTest-79542764 tempest-MigrationsAdminTest-79542764-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664448 Feb 09 21:39:29.834971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Pushing event updated for resources: {'Port': ['ID=f37b47bf-da40-458a-b49e-88ca37189f90,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:29.845971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-acc04e23-2802-4f7d-8de1-6d8ee683d99e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7797070 Feb 09 21:39:29.863271 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (744ba7b2-09d1-4933-abe1-eaa7cdbc4a96), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.870612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Request body: {'port': {'device_id': '3a980e38-de2c-4d79-848a-4226e7db0474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:29.914040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (744ba7b2-09d1-4933-abe1-eaa7cdbc4a96), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.933584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (744ba7b2-09d1-4933-abe1-eaa7cdbc4a96), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:29.937498 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:29.963384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:29.966943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.018705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65802f-5620-4560-a62a-fd5a5a1adfbb req-4748f07c-24c0-4b38-8288-53b45a3065b6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.020208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d65802f-5620-4560-a62a-fd5a5a1adfbb req-4748f07c-24c0-4b38-8288-53b45a3065b6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1907041 Feb 09 21:39:30.042524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.077097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Attempting to bind port f37b47bf-da40-458a-b49e-88ca37189f90 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:30.077469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Attempting to bind port f37b47bf-da40-458a-b49e-88ca37189f90 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:30.077758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Attempting to bind port f37b47bf-da40-458a-b49e-88ca37189f90 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:30.095842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Port f37b47bf-da40-458a-b49e-88ca37189f90 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:30.096198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Attempting to bind port f37b47bf-da40-458a-b49e-88ca37189f90 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:30.113952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:30.114301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:30.114686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:30.115188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Bound port: f37b47bf-da40-458a-b49e-88ca37189f90, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:30.115474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.145290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d65802f-5620-4560-a62a-fd5a5a1adfbb req-5f2e8aac-8a3f-46db-9e12-2b25451094ca tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962481 Feb 09 21:39:30.160957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2bf48-78ae-4bfe-a443-fdbf16134143 req-23dcc320-fb88-4175-bbc9-a4163f5ad64a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.168277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19c2bf48-78ae-4bfe-a443-fdbf16134143 req-23dcc320-fb88-4175-bbc9-a4163f5ad64a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 931 time: 0.2059057 Feb 09 21:39:30.203580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (9845cfaf-313d-4b7c-84a4-250048e40724), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.223763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.227627 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9845cfaf-313d-4b7c-84a4-250048e40724 HTTP/1.1" status: 204 len: 168 time: 0.8387151 Feb 09 21:39:30.244787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a977fd-a62a-412c-a1f0-43879beed929 admin admin] Pushing event deleted for resources: {'Network': ['ID=9845cfaf-313d-4b7c-84a4-250048e40724,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:30.332405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.6 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/b9e7b7b8-7452-4979-9153-14807dd116f2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:30.354952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19c2bf48-78ae-4bfe-a443-fdbf16134143 req-22848ccf-1a34-405f-b3cd-56566bc5740d tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809442 Feb 09 21:39:30.375488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] For port f37b47bf-da40-458a-b49e-88ca37189f90, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:30.386242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] For port f37b47bf-da40-458a-b49e-88ca37189f90, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f37b47bf-da40-458a-b49e-88ca37189f90,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:30.386985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1470ab62-39bd-497f-8181-f3a740fc629c req-00b84ecb-b469-48ae-b476-2cc831caed2f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 210 time: 0.0558779 Feb 09 21:39:30.498074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.538496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.556344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c528431-3e31-430f-9ff0-17411648da95 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:30.574598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Publish callbacks [] for port (8c528431-3e31-430f-9ff0-17411648da95), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.589811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c12efd-b4e7-446a-8919-12db0f57b8f3 req-ffaf7ab9-258b-4df6-9d2e-10697a48d374 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.594414 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.595042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.596490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] 10.222.0.30 "PUT /v2.0/ports/f37b47bf-da40-458a-b49e-88ca37189f90 HTTP/1.1" status: 200 len: 1095 time: 1.9174016 Feb 09 21:39:30.596953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'tag': 'f37b47bf-da40-458a-b49e-88ca37189f90'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:30.597323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3c12efd-b4e7-446a-8919-12db0f57b8f3 req-ffaf7ab9-258b-4df6-9d2e-10697a48d374 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1312420 Feb 09 21:39:30.599199 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e183f-ede7-4415-88cc-a2b901c3b3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd8d130-3ab0-4462-8cc9-c1e5177830b7", "tag": "f37b47bf-da40-458a-b49e-88ca37189f90"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:30.648864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Transition to ACTIVE for port object 8c528431-3e31-430f-9ff0-17411648da95 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:30.692825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3c12efd-b4e7-446a-8919-12db0f57b8f3 req-692e6acd-9e7c-46fb-9016-789985a558a7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944562 Feb 09 21:39:30.696388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7183686-957e-4dd7-a18f-2f693dfd8d30 service neutron] Pushing event updated for resources: {'Port': ['ID=f37b47bf-da40-458a-b49e-88ca37189f90,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:30.715670 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.732797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.790042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54576) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:30.837230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:30.843156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-c55d1cb2-946f-448a-8239-830d50b30e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.844932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-c55d1cb2-946f-448a-8239-830d50b30e14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f72925493eb14b668f5b45ddab0d9569&device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 1129 time: 0.0776479 Feb 09 21:39:30.851485 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32da2fa-d3f4-412f-a1de-14ad100e4321 x-openstack-request-id: req-b32da2fa-d3f4-412f-a1de-14ad100e4321 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:30.851974 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd8d130-3ab0-4462-8cc9-c1e5177830b7", "tag": "f37b47bf-da40-458a-b49e-88ca37189f90", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:30.852120 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b32da2fa-d3f4-412f-a1de-14ad100e4321 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:30.852529 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'tag': 'f37b47bf-da40-458a-b49e-88ca37189f90', 'status': 'completed', 'code': 200} Feb 09 21:39:30.854912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.872405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962', '75967ea2-f622-442c-ae55-bc421adf64ab'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:30.875876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3', 'bd53c08c-cdb6-44fe-b128-97da7101cea9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:30.989067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-ad5a0553-b665-44d6-94d2-12ef31a8dc8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f37b47bf-da40-458a-b49e-88ca37189f90 HTTP/1.1" status: 200 len: 217 time: 0.1245341 Feb 09 21:39:30.993145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9aeae3d8-dbae-4f0a-ad5b-bd84684d3fd6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=592f452eb2fe4079ada0399ae665de51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969800 Feb 09 21:39:30.997689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54578) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:31.002335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:31.040782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=b9e7b7b8-7452-4979-9153-14807dd116f2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:31.045822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:31.050377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:31.104832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-9454277a-1006-4d68-b0f5-3d43c4b8b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.105774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-9454277a-1006-4d68-b0f5-3d43c4b8b9d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1059771 Feb 09 21:39:31.115875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Attempting to bind port 8c528431-3e31-430f-9ff0-17411648da95 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:31.116698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Attempting to bind port 8c528431-3e31-430f-9ff0-17411648da95 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:31.117195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Attempting to bind port 8c528431-3e31-430f-9ff0-17411648da95 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:31.129145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Port 8c528431-3e31-430f-9ff0-17411648da95 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:31.129731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Attempting to bind port 8c528431-3e31-430f-9ff0-17411648da95 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:31.131385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.132069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.158993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d00fd0-6634-4262-8301-86e9a6d7aea0 req-0519b353-750c-43b4-a832-0a70fbdd00b2 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.165809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41d00fd0-6634-4262-8301-86e9a6d7aea0 req-0519b353-750c-43b4-a832-0a70fbdd00b2 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 947 time: 0.2354815 Feb 09 21:39:31.168948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:31.170783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Checking segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:31.171448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Bound using segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:31.172104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Bound port: 8c528431-3e31-430f-9ff0-17411648da95, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:31.172819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.182891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ba76514-5c5b-4d31-a2db-448e9e55bce0 admin admin] Publish callbacks [] for security_group (e562d7da-a6d8-42e5-bafe-2a2737501cd6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.194369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-dd73ffb5-7961-4173-8ab7-f5f2f9ece1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.196498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-dd73ffb5-7961-4173-8ab7-f5f2f9ece1e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0809171 Feb 09 21:39:31.273637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ba76514-5c5b-4d31-a2db-448e9e55bce0 admin admin] Publish callbacks [] for security_group (e562d7da-a6d8-42e5-bafe-2a2737501cd6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.276738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-ae59310b-606a-4734-a3f0-a145a42d5a07 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7224028 Feb 09 21:39:31.295579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Request body: {'port': {'device_id': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:31.413545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41d00fd0-6634-4262-8301-86e9a6d7aea0 req-e1004de4-c634-4ad6-a9a3-0602ba427165 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379639 Feb 09 21:39:31.455139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:31.462780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:31.463733 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-b90e552e-e5cc-4a68-9286-e07e18ef6dea service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588995 Feb 09 21:39:31.464787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.552640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.560812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a41c738d-93f7-4293-b6ea-1e6163329b32 None None] Provisioning complete for port b9e7b7b8-7452-4979-9153-14807dd116f2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:31.561757 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a41c738d-93f7-4293-b6ea-1e6163329b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.669994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:31.681243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ba76514-5c5b-4d31-a2db-448e9e55bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e562d7da-a6d8-42e5-bafe-2a2737501cd6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.692071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ba76514-5c5b-4d31-a2db-448e9e55bce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.693262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3ba76514-5c5b-4d31-a2db-448e9e55bce0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e562d7da-a6d8-42e5-bafe-2a2737501cd6 HTTP/1.1" status: 204 len: 168 time: 0.6945133 Feb 09 21:39:31.699916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16f8282d-6983-4e27-bb4f-056527f8c185 req-f964f854-9d8b-4eb2-8a54-dad99f937d7e service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286670 Feb 09 21:39:31.720393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.721111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.722584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-bdf85397-11ec-4444-ac67-9173aca0585a service neutron] 10.222.0.30 "PUT /v2.0/ports/8c528431-3e31-430f-9ff0-17411648da95 HTTP/1.1" status: 200 len: 1091 time: 1.8568151 Feb 09 21:39:31.732487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'tag': '8c528431-3e31-430f-9ff0-17411648da95'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:31.736833 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b317be77-cd52-4b59-a617-11e6f3b2c572" -d '{"events": [{"name": "network-changed", "server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "tag": "8c528431-3e31-430f-9ff0-17411648da95"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:31.764878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a41c738d-93f7-4293-b6ea-1e6163329b32 None None] Port b9e7b7b8-7452-4979-9153-14807dd116f2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:31.766832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6423c4-e0ba-41c4-8ce2-9108f09c8d06 req-5cd2a16c-0bda-42be-bd7a-60477fe2d112 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.768553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f6423c4-e0ba-41c4-8ce2-9108f09c8d06 req-5cd2a16c-0bda-42be-bd7a-60477fe2d112 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.2655315 Feb 09 21:39:31.788011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba76514-5c5b-4d31-a2db-448e9e55bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e562d7da-a6d8-42e5-bafe-2a2737501cd6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:31.969925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-386ee5f3-6476-4e6c-929a-833f42def2bf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615541 Feb 09 21:39:31.981413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f6423c4-e0ba-41c4-8ce2-9108f09c8d06 req-63a23dc6-4457-4225-bdbb-b2a390569e93 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046077 Feb 09 21:39:32.043098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-45c600b2-53b6-4581-bb69-ebb57d22f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.047149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-45c600b2-53b6-4581-bb69-ebb57d22f12a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 1125 time: 0.1705747 Feb 09 21:39:32.131250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc412-4710-4a6d-9534-5496507da689 req-02d24530-aee3-4d36-bd2c-106446a9197f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.138768 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29edc412-4710-4a6d-9534-5496507da689 req-02d24530-aee3-4d36-bd2c-106446a9197f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 943 time: 0.2520852 Feb 09 21:39:32.162869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-394ff95f-d0c5-48e1-846f-6ec40048e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.164890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-394ff95f-d0c5-48e1-846f-6ec40048e739 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f72925493eb14b668f5b45ddab0d9569&device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 1129 time: 0.2988560 Feb 09 21:39:32.275924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-138516fc-cb6c-4c6f-b231-c04818033870 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c528431-3e31-430f-9ff0-17411648da95 HTTP/1.1" status: 200 len: 217 time: 0.2102897 Feb 09 21:39:32.306706 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29edc412-4710-4a6d-9534-5496507da689 req-88ba87c0-b8d2-4eed-8649-ab66a2b8a486 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621497 Feb 09 21:39:32.348068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e7b7b8-7452-4979-9153-14807dd116f2 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:32.355932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc04706-762f-493f-adb9-70373253686e req-a849efea-e137-4296-9ad8-409f86aede3f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.358025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fc04706-762f-493f-adb9-70373253686e req-a849efea-e137-4296-9ad8-409f86aede3f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 934 time: 0.1529031 Feb 09 21:39:32.360029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-34f24dc8-1cdd-4ad0-8c43-27f0498a11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.361523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-34f24dc8-1cdd-4ad0-8c43-27f0498a11e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 200 len: 845 time: 0.0774221 Feb 09 21:39:32.380945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Publish callbacks [] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:32.438816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-90d86fc4-8da0-47c3-b233-3164cf9a308a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75aac111-eeca-44b7-9622-f4ddb48c48ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668714 Feb 09 21:39:32.461248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Transition to ACTIVE for port object b9e7b7b8-7452-4979-9153-14807dd116f2 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:32.465708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-e277d293-cd4b-4f38-8e04-291cd8cd1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.467886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-e277d293-cd4b-4f38-8e04-291cd8cd1ec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2876089 Feb 09 21:39:32.516333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-9b34cb64-9c94-4919-b49b-592382f5fe7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f37b47bf-da40-458a-b49e-88ca37189f90 HTTP/1.1" status: 200 len: 217 time: 0.0422218 Feb 09 21:39:32.530489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bae3a-2d1f-4065-ba69-2aeb938a2eaa req-0769a3eb-4483-428d-ba5f-d71317f0aa28 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.537841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf2bae3a-2d1f-4065-ba69-2aeb938a2eaa req-0769a3eb-4483-428d-ba5f-d71317f0aa28 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1234505 Feb 09 21:39:32.562364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:32.575942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fc04706-762f-493f-adb9-70373253686e req-969a8071-91b2-4cc3-9123-7bea46ad0ff7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117999 Feb 09 21:39:32.632860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-91ecfcf0-5e01-41e4-a1b1-b2d51b1b97f8 service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834240 Feb 09 21:39:32.686995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-29990996-14c4-4166-97aa-64c78b154db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.688594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-29990996-14c4-4166-97aa-64c78b154db0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1478138 Feb 09 21:39:32.689366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7b7b8-7452-4979-9153-14807dd116f2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:32.810958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf2bae3a-2d1f-4065-ba69-2aeb938a2eaa req-c97305c0-8c88-420f-8bdc-82ec4672fb25 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719076 Feb 09 21:39:32.839416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7422a1b-7c52-4b2a-a701-2374c4ece251 req-316396c3-39b0-4fc6-bc36-42198d674a12 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.841113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7422a1b-7c52-4b2a-a701-2374c4ece251 req-316396c3-39b0-4fc6-bc36-42198d674a12 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1268895 Feb 09 21:39:32.843732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0619d14c-921f-42ce-8e6c-aa2d654ebee3 req-f942fc1d-775f-452b-ab15-427848aef051 service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019236 Feb 09 21:39:32.978137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-bdf4486d-d7e0-424f-80ad-beeefb648b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.981292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-bdf4486d-d7e0-424f-80ad-beeefb648b8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2815778 Feb 09 21:39:32.986092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7422a1b-7c52-4b2a-a701-2374c4ece251 req-87bbe549-794c-4ab7-b564-52bff80b7bb0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152532 Feb 09 21:39:33.047194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Attempting to bind port b9e7b7b8-7452-4979-9153-14807dd116f2 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:33.047640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Attempting to bind port b9e7b7b8-7452-4979-9153-14807dd116f2 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:33.048288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Attempting to bind port b9e7b7b8-7452-4979-9153-14807dd116f2 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:33.055640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Port b9e7b7b8-7452-4979-9153-14807dd116f2 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:33.056356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Attempting to bind port b9e7b7b8-7452-4979-9153-14807dd116f2 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:33.074371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:33.074798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:33.075768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:33.076515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Bound port: b9e7b7b8-7452-4979-9153-14807dd116f2, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:33.076963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.112118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293461-1c1c-49f8-abbe-b9e4fbce5cfc req-6803ce00-2c62-4db2-89a1-22b64256b04b tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.120580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2293461-1c1c-49f8-abbe-b9e4fbce5cfc req-6803ce00-2c62-4db2-89a1-22b64256b04b tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 947 time: 0.0759234 Feb 09 21:39:33.220766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2293461-1c1c-49f8-abbe-b9e4fbce5cfc req-fde40680-ca11-4f76-90bc-da417928af97 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984473 Feb 09 21:39:33.250333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-fe289b09-6f5a-47ba-a8c1-17131595c4df service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251041 Feb 09 21:39:33.253581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] For port b9e7b7b8-7452-4979-9153-14807dd116f2, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:33.257089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] For port b9e7b7b8-7452-4979-9153-14807dd116f2, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b9e7b7b8-7452-4979-9153-14807dd116f2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:33.366261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.436524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.437157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.441000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] 10.222.0.110 "PUT /v2.0/ports/b9e7b7b8-7452-4979-9153-14807dd116f2 HTTP/1.1" status: 200 len: 1094 time: 2.1510487 Feb 09 21:39:33.454951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'tag': 'b9e7b7b8-7452-4979-9153-14807dd116f2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:33.458410 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e669fe0-e4b3-46c6-9940-719dfac2dc42" -d '{"events": [{"name": "network-changed", "server_uuid": "054f6899-e238-4d04-85d5-59dc6fd4d773", "tag": "b9e7b7b8-7452-4979-9153-14807dd116f2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:33.467089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081ff2d-511d-472f-95de-b66c6f679136 req-69127dac-3d48-4ac6-9e6c-d8a7c97158ef tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.477893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7081ff2d-511d-472f-95de-b66c6f679136 req-69127dac-3d48-4ac6-9e6c-d8a7c97158ef tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1560454 Feb 09 21:39:33.481820 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-330e183f-ede7-4415-88cc-a2b901c3b3e3 req-42e2deae-1a9a-4624-98d1-0d1c7cf8bed3 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194631 Feb 09 21:39:33.481820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0328e-d221-41ca-a25e-e73fca8f89d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7b7b8-7452-4979-9153-14807dd116f2,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:33.560117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7081ff2d-511d-472f-95de-b66c6f679136 req-4fc3fecc-da5e-41b1-9478-ab05e74c56c2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755241 Feb 09 21:39:33.611941 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9427ea55-f513-4991-a339-c855c8bd2f3b x-openstack-request-id: req-9427ea55-f513-4991-a339-c855c8bd2f3b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:33.612242 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "tag": "8c528431-3e31-430f-9ff0-17411648da95", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:33.612499 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9427ea55-f513-4991-a339-c855c8bd2f3b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:33.612905 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'tag': '8c528431-3e31-430f-9ff0-17411648da95', 'status': 'completed', 'code': 200} Feb 09 21:39:33.671117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54646) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:33.679778 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7631a7d-142b-4623-835c-a04f1d9b2421 x-openstack-request-id: req-e7631a7d-142b-4623-835c-a04f1d9b2421 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:33.680103 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054f6899-e238-4d04-85d5-59dc6fd4d773", "tag": "b9e7b7b8-7452-4979-9153-14807dd116f2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:33.680318 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e7631a7d-142b-4623-835c-a04f1d9b2421 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:33.680664 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'tag': 'b9e7b7b8-7452-4979-9153-14807dd116f2', 'status': 'completed', 'code': 200} Feb 09 21:39:33.781941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-54a4db89-00a7-4d0a-a655-ba2c044ca4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.788995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-54a4db89-00a7-4d0a-a655-ba2c044ca4ed service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 1128 time: 0.2252700 Feb 09 21:39:33.830780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-8f70756f-9bab-4a6c-b633-379b66628231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.831446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad639fde-3734-4a79-94c4-813bbaee2714 req-2568fbc0-607c-40a2-9dcb-3879cafb8ed1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.832605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-8f70756f-9bab-4a6c-b633-379b66628231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 1125 time: 0.1506886 Feb 09 21:39:33.841326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad639fde-3734-4a79-94c4-813bbaee2714 req-2568fbc0-607c-40a2-9dcb-3879cafb8ed1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 943 time: 0.1244938 Feb 09 21:39:33.885800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-64051131-network', 'tenant_id': '32f64c470cee491f92d1d6528a95a302'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:33.899377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-683b9153-fde1-4289-b27b-64cd1b754551 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b9e7b7b8-7452-4979-9153-14807dd116f2 HTTP/1.1" status: 200 len: 217 time: 0.0987332 Feb 09 21:39:33.923934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad639fde-3734-4a79-94c4-813bbaee2714 req-c3ece9b0-6a0d-49e3-9eed-ce0e054769a9 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814958 Feb 09 21:39:34.001893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Made reservation on behalf of 32f64c470cee491f92d1d6528a95a302 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:34.005347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.033394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.044617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2e7b9-85b4-4148-bada-4f986b60c4f1 req-ef5a725b-055d-4b80-8f4d-7f58bffc3a4a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.046405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69d2e7b9-85b4-4148-bada-4f986b60c4f1 req-ef5a725b-055d-4b80-8f4d-7f58bffc3a4a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 946 time: 0.2470777 Feb 09 21:39:34.073539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-1758d834-e18f-4681-803a-b2cb6e2b9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.074909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-1758d834-e18f-4681-803a-b2cb6e2b9cee service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1572464 Feb 09 21:39:34.096353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-f18b4acb-f679-4061-9b2a-4255d1d9d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.097759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-f18b4acb-f679-4061-9b2a-4255d1d9d3f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 906 time: 0.2105975 Feb 09 21:39:34.134381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks [] for security_group (26e157ba-966c-4468-bf31-b848735cfea7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.173591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-fb92ea13-4058-4662-8712-06319875ae8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c528431-3e31-430f-9ff0-17411648da95 HTTP/1.1" status: 200 len: 217 time: 0.0467007 Feb 09 21:39:34.184299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6878-9d62-42c6-b368-2dbed659c0c8 req-e1d36e35-c5f5-4cd6-9ec0-ab4d4fe3dd35 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.190120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53c6878-9d62-42c6-b368-2dbed659c0c8 req-e1d36e35-c5f5-4cd6-9ec0-ab4d4fe3dd35 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.2018805 Feb 09 21:39:34.244808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69d2e7b9-85b4-4148-bada-4f986b60c4f1 req-a7480247-b462-4316-ae09-f331a274fefc tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875896 Feb 09 21:39:34.247085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53c6878-9d62-42c6-b368-2dbed659c0c8 req-2b52eff8-2937-4fe3-87b0-f52992949bf7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543249 Feb 09 21:39:34.250082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-b3baeb76-eb19-4417-9a28-c462314d8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.251456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-b3baeb76-eb19-4417-9a28-c462314d8448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 200 len: 845 time: 0.0693576 Feb 09 21:39:34.258070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-32e0d073-5b21-49ff-9d36-2da561ef9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.259511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-32e0d073-5b21-49ff-9d36-2da561ef9ec1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1735334 Feb 09 21:39:34.261890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (26e157ba-966c-4468-bf31-b848735cfea7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.289526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:34.299547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-e228f5cb-8eb9-4ba5-a869-baecd17601f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75aac111-eeca-44b7-9622-f4ddb48c48ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390458 Feb 09 21:39:34.315381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f98ec66-8ca9-4c11-861f-f0ecb137db0e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.317821 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Added segment 9f98ec66-8ca9-4c11-861f-f0ecb137db0e of type vlan for network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 Feb 09 21:39:34.443681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (e5fce0d9-8d8f-4a5e-a188-90c9b383e096), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.467561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e157ba-966c-4468-bf31-b848735cfea7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:34.506493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579b1e0-27f7-426b-a152-cfd615f49932 req-40511a14-34ec-4c1f-b823-721deb14854b tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.508002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a579b1e0-27f7-426b-a152-cfd615f49932 req-40511a14-34ec-4c1f-b823-721deb14854b tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 947 time: 0.1389446 Feb 09 21:39:34.512401 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-bd5fc1e6-21ed-4a97-b477-37b259587845 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117188 Feb 09 21:39:34.514225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-5246024a-d4f0-4d84-bad1-56496dd2d367 service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040334 Feb 09 21:39:34.515387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a99aa-81a6-41cf-b232-f43487daab0e req-5616cdab-f3fd-480d-8ec9-85de0406e685 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.517052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-607a99aa-81a6-41cf-b232-f43487daab0e req-5616cdab-f3fd-480d-8ec9-85de0406e685 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1390262 Feb 09 21:39:34.560295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (e5fce0d9-8d8f-4a5e-a188-90c9b383e096), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.561366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.562012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.584499 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-607a99aa-81a6-41cf-b232-f43487daab0e req-d87ce970-f7ca-47a0-8258-440e8f7b51bb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602436 Feb 09 21:39:34.649330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] Pushing event updated for resources: {'Network': ['ID=e5fce0d9-8d8f-4a5e-a188-90c9b383e096,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:34.672536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:34.761285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5b431-cf60-4e86-a425-410b9c3dd367 req-1e78fe14-ae9f-4ad8-92eb-ec030eefbf33 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.763029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4a5b431-cf60-4e86-a425-410b9c3dd367 req-1e78fe14-ae9f-4ad8-92eb-ec030eefbf33 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0871820 Feb 09 21:39:34.780208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5e81325b-f816-4cec-bf3c-1e260cd1ed81 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1074495 Feb 09 21:39:34.787391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:34.794590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Request body: {'subnet': {'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-64051131-subnet', 'tenant_id': '32f64c470cee491f92d1d6528a95a302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:34.843855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4a5b431-cf60-4e86-a425-410b9c3dd367 req-b3d29c11-c5ce-43e1-be28-5f1108935c56 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744178 Feb 09 21:39:34.868112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Made reservation on behalf of 32f64c470cee491f92d1d6528a95a302 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:34.873302 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.954041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f37b47bf-da40-458a-b49e-88ca37189f90 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:35.014362 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-41a770b4-223e-4b7c-9c3c-572629ec1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.015992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-41a770b4-223e-4b7c-9c3c-572629ec1162 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1132 time: 0.0931165 Feb 09 21:39:35.069116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a579b1e0-27f7-426b-a152-cfd615f49932 req-1e5493f1-533a-49b2-911a-18850a7d7365 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498533 Feb 09 21:39:35.105921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f37b47bf-da40-458a-b49e-88ca37189f90, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f37b47bf-da40-458a-b49e-88ca37189f90,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:35.121697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'f37b47bf-da40-458a-b49e-88ca37189f90', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'f37b47bf-da40-458a-b49e-88ca37189f90', 'mac_address': 'fa:16:3e:67:f4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:35.125956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-ef573c7a-b46d-4e75-95f5-a0fd8c2547cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.127763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-ef573c7a-b46d-4e75-95f5-a0fd8c2547cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1046050 Feb 09 21:39:35.131903 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b317be77-cd52-4b59-a617-11e6f3b2c572 req-07a1f91e-3fb2-409d-9ebc-12eb62dcf68c service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015694 Feb 09 21:39:35.134088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5a01226-bd66-4b38-9511-4d046bf30260 req-8bf74be9-cd7d-4ae1-bc63-cd4aa159d0b9 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027620 Feb 09 21:39:35.182998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port f37b47bf-da40-458a-b49e-88ca37189f90 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:35.183445 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.198619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37b47bf-da40-458a-b49e-88ca37189f90 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:35.219016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f37b47bf-da40-458a-b49e-88ca37189f90, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f37b47bf-da40-458a-b49e-88ca37189f90,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:35.235769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-e2320f58-ede3-4def-a724-79c52fbbe862 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 200 len: 217 time: 0.0500042 Feb 09 21:39:35.284647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.285466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c528431-3e31-430f-9ff0-17411648da95 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:35.346628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbf0f4-7ebf-4fe8-aa2d-37fa94a9d90f req-5c42978b-914d-41ec-b254-2abb0f2b6504 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.348231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bbbf0f4-7ebf-4fe8-aa2d-37fa94a9d90f req-5c42978b-914d-41ec-b254-2abb0f2b6504 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 943 time: 0.2178929 Feb 09 21:39:35.350000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-edb8eb1a-01ae-4e8c-8f3a-52e8e1a09866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.351994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-3bbebbb9-fe3c-4d9d-bd0d-2ae5e3dc014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.353359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-3bbebbb9-fe3c-4d9d-bd0d-2ae5e3dc014b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1110430 Feb 09 21:39:35.356085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-edb8eb1a-01ae-4e8c-8f3a-52e8e1a09866 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 1128 time: 0.0968642 Feb 09 21:39:35.435248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bbbf0f4-7ebf-4fe8-aa2d-37fa94a9d90f req-494a3e1a-3e43-4eac-99a7-7d3370d6a690 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786407 Feb 09 21:39:35.437698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (852f669c-ca76-48cd-a947-b83665b0b5b5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.455046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=f37b47bf-da40-458a-b49e-88ca37189f90,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.488554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-aa055f41-d478-4d6c-aa42-fbe4093d7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.491117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-aa055f41-d478-4d6c-aa42-fbe4093d7135 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1278219 Feb 09 21:39:35.492908 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-56710489-b06c-4d9c-b526-28b5df74f157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.548105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:35.554277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-4ba1e41e-14cd-418f-8879-950c6d7e85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.555798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-4ba1e41e-14cd-418f-8879-950c6d7e85e4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1923995 Feb 09 21:39:35.571225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '8c528431-3e31-430f-9ff0-17411648da95', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': '8c528431-3e31-430f-9ff0-17411648da95', 'mac_address': 'fa:16:3e:c7:6f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:35.578869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7164c1-4c7c-49a0-8003-0379dc3e0205 req-15acfa79-1353-43d3-800c-63debddc55f2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.580135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9b7164c1-4c7c-49a0-8003-0379dc3e0205 req-15acfa79-1353-43d3-800c-63debddc55f2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.2194471 Feb 09 21:39:35.624596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8c528431-3e31-430f-9ff0-17411648da95 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:35.625278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.641271 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-2db3601f-d0fa-4663-b432-b6d371e5bfff service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b9e7b7b8-7452-4979-9153-14807dd116f2 HTTP/1.1" status: 200 len: 217 time: 0.0703948 Feb 09 21:39:35.645450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c528431-3e31-430f-9ff0-17411648da95 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:35.674199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:35.717324 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9b7164c1-4c7c-49a0-8003-0379dc3e0205 req-89f01be9-c565-4eb9-a766-afde9b823133 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307530 Feb 09 21:39:35.726340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-8d0bd9ee-2403-4883-89c3-a64c4b943da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.728205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-8d0bd9ee-2403-4883-89c3-a64c4b943da8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0734205 Feb 09 21:39:35.767541 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.843357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.874710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-9db24e0a-924a-4138-bc03-539f1e38c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.876280 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-9db24e0a-924a-4138-bc03-539f1e38c06a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1302612 Feb 09 21:39:35.884250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05379-2347-4f6c-8c65-d5344e084f31 req-a9075fa8-1440-47a2-976b-bca70cde3644 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.887164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0af05379-2347-4f6c-8c65-d5344e084f31 req-a9075fa8-1440-47a2-976b-bca70cde3644 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0710013 Feb 09 21:39:35.951686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-6bdebf43-ae6d-44bb-9bf8-35a692af6e06 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497182 Feb 09 21:39:35.996544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0af05379-2347-4f6c-8c65-d5344e084f31 req-557088ae-8662-4d7c-b836-cccfced90596 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000240 Feb 09 21:39:36.008384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Pushing event updated for resources: {'Subnet': ['ID=852f669c-ca76-48cd-a947-b83665b0b5b5,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:36.025816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-cf0cf8c7-dda7-4e88-9df9-b66d2c35bf3f service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321037 Feb 09 21:39:36.072096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Checking segment: {'id': '9f98ec66-8ca9-4c11-861f-f0ecb137db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:36.072674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Network hostable DHCP agents. Network: e5fce0d9-8d8f-4a5e-a188-90c9b383e096, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:36.101201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['f37b47bf-da40-458a-b49e-88ca37189f90'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:36.115954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7aca9-b760-4456-a13d-c10fc24c28d4 req-0c1b7044-caa7-413c-98e7-e17f12dc7db8 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.123978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dd7aca9-b760-4456-a13d-c10fc24c28d4 req-0c1b7044-caa7-413c-98e7-e17f12dc7db8 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 946 time: 0.1691391 Feb 09 21:39:36.138012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['8c528431-3e31-430f-9ff0-17411648da95'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:36.172799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-4e801b05-4027-400c-be22-bef564ffa2a3 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021923 Feb 09 21:39:36.174324 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e669fe0-e4b3-46c6-9940-719dfac2dc42 req-78e4accc-9410-4a94-bd76-907736271366 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403797 Feb 09 21:39:36.206046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9d83a-8a94-4326-bbea-64a48cb2aaaf req-3563612a-a38a-4d2f-9878-632cc94c7612 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.215510 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07a9d83a-8a94-4326-bbea-64a48cb2aaaf req-3563612a-a38a-4d2f-9878-632cc94c7612 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1231456 Feb 09 21:39:36.221378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:36.240858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dd7aca9-b760-4456-a13d-c10fc24c28d4 req-d26c886a-bd12-467a-82c0-86ac8853e9c6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130991 Feb 09 21:39:36.295944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07a9d83a-8a94-4326-bbea-64a48cb2aaaf req-21004ad8-f902-4dee-88ec-cdc4052e71b7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787268 Feb 09 21:39:36.339795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, e5fce0d9-8d8f-4a5e-a188-90c9b383e096) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:36.348283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.349258 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.359622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8edce4-fb3c-4f2a-ba41-8176941589b9 None None] Network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:36.379515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ed6cc-ade7-40cd-80b1-853a0ca75aee req-a6f59fff-2820-47d2-9a93-98324076eb58 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.384217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-686ed6cc-ade7-40cd-80b1-853a0ca75aee req-a6f59fff-2820-47d2-9a93-98324076eb58 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 948 time: 0.0777943 Feb 09 21:39:36.438792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-686ed6cc-ade7-40cd-80b1-853a0ca75aee req-a5b0682c-8f33-40d1-b26d-698bc45314b6 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513229 Feb 09 21:39:36.466897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0610bdab-1a56-4332-835d-ccf13952335a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6772678 Feb 09 21:39:36.550919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d10c17-4d16-4d0b-b7a7-9dc08d29478f None None] Network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:36.643982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2444b4-b3d1-47ab-9c27-297e903e7524 req-8f350e7c-802d-4870-90f4-2b7d44735c38 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.645705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f2444b4-b3d1-47ab-9c27-297e903e7524 req-8f350e7c-802d-4870-90f4-2b7d44735c38 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 944 time: 0.0780854 Feb 09 21:39:36.732311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f2444b4-b3d1-47ab-9c27-297e903e7524 req-80e9b234-c3ff-4ff8-90d6-06d6d6b51a5a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791936 Feb 09 21:39:36.850561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e5a01-9e41-434c-b5ab-29e53d434ae2 req-37dfb70a-e807-4c16-9d55-8972d8934de3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.852130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e0e5a01-9e41-434c-b5ab-29e53d434ae2 req-37dfb70a-e807-4c16-9d55-8972d8934de3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0593469 Feb 09 21:39:36.900164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e0e5a01-9e41-434c-b5ab-29e53d434ae2 req-c5136f88-a56c-4801-a75d-bf366a2caeb6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Feb 09 21:39:36.962177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00925-b166-483c-b23d-3c301913d317 req-adf3bdc2-2df6-4db5-91b5-cc46665918a9 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.964270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-adf3bdc2-2df6-4db5-91b5-cc46665918a9 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/networks?id=e5fce0d9-8d8f-4a5e-a188-90c9b383e096 HTTP/1.1" status: 200 len: 807 time: 0.1063457 Feb 09 21:39:36.978281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-d931f46a-f916-4d79-b25b-fe609d116664 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/quotas/32f64c470cee491f92d1d6528a95a302 HTTP/1.1" status: 200 len: 375 time: 0.0088162 Feb 09 21:39:37.009660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-a41929f7-7fdc-4d9a-8d86-a8efae948211 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=32f64c470cee491f92d1d6528a95a302&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262170 Feb 09 21:39:37.102795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-e43369db-63bf-44b6-8d61-69f67cd01ecb service neutron] 10.222.0.98 "GET /v2.0/networks/e5fce0d9-8d8f-4a5e-a188-90c9b383e096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858235 Feb 09 21:39:37.126243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b2c26-6845-4991-8172-fafa14e288e6 req-c3f8b1cc-e441-44ee-87cc-fc1f799e59b4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.127756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a92b2c26-6845-4991-8172-fafa14e288e6 req-c3f8b1cc-e441-44ee-87cc-fc1f799e59b4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0551078 Feb 09 21:39:37.182934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a92b2c26-6845-4991-8172-fafa14e288e6 req-08ff6e71-6b11-4bb3-806c-0fe32ab40fff tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491729 Feb 09 21:39:37.196769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-3728448d-3bb6-4ae1-8d14-3450e1f7fc23 service neutron] 10.222.0.98 "GET /v2.0/networks/e5fce0d9-8d8f-4a5e-a188-90c9b383e096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874178 Feb 09 21:39:37.361212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c3a4-56dd-4e55-9157-e0989d52d463 req-8d9217de-1751-43f9-b4c5-8226d19f6523 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.363121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-71a7c3a4-56dd-4e55-9157-e0989d52d463 req-8d9217de-1751-43f9-b4c5-8226d19f6523 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 946 time: 0.0603979 Feb 09 21:39:37.411943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-71a7c3a4-56dd-4e55-9157-e0989d52d463 req-fa81bf90-524e-42ac-bd08-2ff38c880099 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Feb 09 21:39:37.530207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-14b3480b-550a-4558-87e4-6b9e7b31fea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.546830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c087d-b439-46b5-b3db-465ab983d7a3 req-2a88b716-8da3-4c25-ae96-268dd0bca401 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.549434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-083c087d-b439-46b5-b3db-465ab983d7a3 req-2a88b716-8da3-4c25-ae96-268dd0bca401 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0815313 Feb 09 21:39:37.614879 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-083c087d-b439-46b5-b3db-465ab983d7a3 req-fcce28ce-911f-44d4-9d8d-b6ab940a8627 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600014 Feb 09 21:39:37.620126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f8c14-9a7f-4ac2-b7a2-f7cb40d04c04 req-8574bc52-a256-4589-b467-199904059df4 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.621761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc7f8c14-9a7f-4ac2-b7a2-f7cb40d04c04 req-8574bc52-a256-4589-b467-199904059df4 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 948 time: 0.0771158 Feb 09 21:39:37.699388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc7f8c14-9a7f-4ac2-b7a2-f7cb40d04c04 req-045e0ac7-9377-4e95-839d-6b0201c68e32 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714424 Feb 09 21:39:37.736255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1bdc5f14-ac6f-4f0e-8897-f3b2608362cc req-b6ad517f-1396-42d1-858e-ac0095d29e35 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 210 time: 0.0428245 Feb 09 21:39:37.845532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d3698-0dc1-4d6f-838f-650ba42b17bf req-942b8183-feaa-41d5-95d0-967fd76c1daf tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.847134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e89d3698-0dc1-4d6f-838f-650ba42b17bf req-942b8183-feaa-41d5-95d0-967fd76c1daf tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 944 time: 0.0534253 Feb 09 21:39:37.894979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e89d3698-0dc1-4d6f-838f-650ba42b17bf req-7fed6327-f4e2-407f-a0ea-80d74690b829 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Feb 09 21:39:38.035462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9ef02-105d-4b0e-b675-7e1174a08d20 req-b5ab1ef0-4082-4afc-92d9-1d70d0afa21d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.037028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ea9ef02-105d-4b0e-b675-7e1174a08d20 req-b5ab1ef0-4082-4afc-92d9-1d70d0afa21d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0638533 Feb 09 21:39:38.084580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ea9ef02-105d-4b0e-b675-7e1174a08d20 req-5d6ec80b-ad2a-4744-b964-6db5c2ad7404 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 Feb 09 21:39:38.199782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b9e7b7b8-7452-4979-9153-14807dd116f2 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:38.308479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port b9e7b7b8-7452-4979-9153-14807dd116f2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b9e7b7b8-7452-4979-9153-14807dd116f2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:38.320918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'b9e7b7b8-7452-4979-9153-14807dd116f2', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'b9e7b7b8-7452-4979-9153-14807dd116f2', 'mac_address': 'fa:16:3e:6b:4f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:38.349908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4de1-9739-46a4-9638-a4f47a75020c req-a4a8ffc7-4d67-4eb0-bbd6-49d61a9da0b7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.352129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-242e4de1-9739-46a4-9638-a4f47a75020c req-a4a8ffc7-4d67-4eb0-bbd6-49d61a9da0b7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0810351 Feb 09 21:39:38.359518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port b9e7b7b8-7452-4979-9153-14807dd116f2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:38.359975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.373319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e7b7b8-7452-4979-9153-14807dd116f2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:38.397683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port b9e7b7b8-7452-4979-9153-14807dd116f2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b9e7b7b8-7452-4979-9153-14807dd116f2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:38.408116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-242e4de1-9739-46a4-9638-a4f47a75020c req-f591b5c4-00f7-4300-9d8a-d417b9be1eeb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497158 Feb 09 21:39:38.479010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.533448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=b9e7b7b8-7452-4979-9153-14807dd116f2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:38.539027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685be9c-8d5a-41ed-8233-9c43a96906b6 req-f105a56d-fbcb-4858-8a3c-a168d08232f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.540656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2685be9c-8d5a-41ed-8233-9c43a96906b6 req-f105a56d-fbcb-4858-8a3c-a168d08232f6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 947 time: 0.0586085 Feb 09 21:39:38.591569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2685be9c-8d5a-41ed-8233-9c43a96906b6 req-d36f319a-7dd9-41d8-b914-8fab9b136440 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Feb 09 21:39:38.753257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0401d63-0974-4635-ac90-81faaab69af9 req-a0745d9c-e6ae-4a2a-a24b-a26621d79a4b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.754836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0401d63-0974-4635-ac90-81faaab69af9 req-a0745d9c-e6ae-4a2a-a24b-a26621d79a4b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0590563 Feb 09 21:39:38.808111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0401d63-0974-4635-ac90-81faaab69af9 req-28ba62c6-9d15-4d6c-b1c5-edebc2bbef14 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Feb 09 21:39:38.874838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1636de-496c-48bf-a6ce-3bd9aa6e7e2c req-63ad47da-b28c-4980-b25f-8f337c043caa tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.878423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db1636de-496c-48bf-a6ce-3bd9aa6e7e2c req-63ad47da-b28c-4980-b25f-8f337c043caa tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 948 time: 0.0820782 Feb 09 21:39:38.893442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.934351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db633898-95a7-4acc-bb95-598a785c9e63 req-325032a0-2824-46cf-bb22-c2e1025d6683 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 210 time: 0.0369396 Feb 09 21:39:38.938352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db1636de-496c-48bf-a6ce-3bd9aa6e7e2c req-790d635c-9ae2-4b63-97cc-b4c606697fe7 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557387 Feb 09 21:39:38.965971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f37b47bf-da40-458a-b49e-88ca37189f90 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:38.995786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['b9e7b7b8-7452-4979-9153-14807dd116f2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:39.083837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69f71b-96a7-4314-b11d-9519a86599d3 req-3d72e2d9-91fb-41fa-a779-ca260d591571 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.093949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce69f71b-96a7-4314-b11d-9519a86599d3 req-3d72e2d9-91fb-41fa-a779-ca260d591571 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 944 time: 0.0795209 Feb 09 21:39:39.130163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port f37b47bf-da40-458a-b49e-88ca37189f90 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:39.145834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port f37b47bf-da40-458a-b49e-88ca37189f90 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:39.146486 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.154388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce69f71b-96a7-4314-b11d-9519a86599d3 req-716308ac-687d-4ca4-b00d-d82e818d54b3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591171 Feb 09 21:39:39.240321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730222-5afe-46a9-a0ea-da048dfa14ca req-fb0b5a98-8c5a-4173-8060-7dc435b194a3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.242072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17730222-5afe-46a9-a0ea-da048dfa14ca req-fb0b5a98-8c5a-4173-8060-7dc435b194a3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0571320 Feb 09 21:39:39.266370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port f37b47bf-da40-458a-b49e-88ca37189f90 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:39.266856 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.301655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17730222-5afe-46a9-a0ea-da048dfa14ca req-74ec9a4f-b063-4467-9745-92ab8f1bd628 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525699 Feb 09 21:39:39.310130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37b47bf-da40-458a-b49e-88ca37189f90'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:39.313027 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd9451-5286-4055-bda8-184208ba42ca" -d '{"events": [{"server_uuid": "7dd8d130-3ab0-4462-8cc9-c1e5177830b7", "name": "network-vif-plugged", "status": "completed", "tag": "f37b47bf-da40-458a-b49e-88ca37189f90"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:39.319132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f37b47bf-da40-458a-b49e-88ca37189f90, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f37b47bf-da40-458a-b49e-88ca37189f90,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:39.357999 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63236b9b-ed27-4687-b5e1-f8b3ea1eb671 x-openstack-request-id: req-63236b9b-ed27-4687-b5e1-f8b3ea1eb671 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:39.358295 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd8d130-3ab0-4462-8cc9-c1e5177830b7", "name": "network-vif-plugged", "status": "completed", "tag": "f37b47bf-da40-458a-b49e-88ca37189f90", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:39.358550 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-63236b9b-ed27-4687-b5e1-f8b3ea1eb671 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:39.358941 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37b47bf-da40-458a-b49e-88ca37189f90', 'code': 200} Feb 09 21:39:39.387388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.389556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c528431-3e31-430f-9ff0-17411648da95 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:39.476536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8de2e-068a-4f52-8020-e050eac90319 req-23ba69af-eb4a-4b99-85fb-f72cb60405dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.478408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=f37b47bf-da40-458a-b49e-88ca37189f90,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:39.479389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4f8de2e-068a-4f52-8020-e050eac90319 req-23ba69af-eb4a-4b99-85fb-f72cb60405dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 1131 time: 0.0599616 Feb 09 21:39:39.538202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4f8de2e-068a-4f52-8020-e050eac90319 req-a1ca01d0-4559-4e28-b99d-eb3fb228a65c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482666 Feb 09 21:39:39.550150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe9b90-5e6a-459b-8993-e17ab4def670 req-72120ff0-d324-4c9a-9e0b-c0e0d1e0ecd7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.551814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-87fe9b90-5e6a-459b-8993-e17ab4def670 req-72120ff0-d324-4c9a-9e0b-c0e0d1e0ecd7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0592556 Feb 09 21:39:39.561287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 8c528431-3e31-430f-9ff0-17411648da95 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:39.566383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 8c528431-3e31-430f-9ff0-17411648da95 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:39.566792 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8c528431-3e31-430f-9ff0-17411648da95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.621089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-87fe9b90-5e6a-459b-8993-e17ab4def670 req-581735a4-df0e-4667-ba0b-ce17a25377c3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 Feb 09 21:39:39.663151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8c528431-3e31-430f-9ff0-17411648da95 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:39.663756 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.698363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:39.728701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005c801-702f-4184-8b4a-ad1c4ea78311 req-e93d393e-9370-4e3f-a7e7-cd447ba1fc45 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.730196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4005c801-702f-4184-8b4a-ad1c4ea78311 req-e93d393e-9370-4e3f-a7e7-cd447ba1fc45 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 947 time: 0.0587826 Feb 09 21:39:39.767285 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.825164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:39.840335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4005c801-702f-4184-8b4a-ad1c4ea78311 req-4514c880-f084-480c-8845-1eb00a553734 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043735 Feb 09 21:39:39.908216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00925-b166-483c-b23d-3c301913d317 req-dbf9f00b-549c-43d9-aac4-fc981648fc6b tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.910140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-dbf9f00b-549c-43d9-aac4-fc981648fc6b tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.30 "GET /v2.0/networks?id=e5fce0d9-8d8f-4a5e-a188-90c9b383e096 HTTP/1.1" status: 200 len: 807 time: 0.1451867 Feb 09 21:39:39.924608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Request body: {'port': {'device_id': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096', 'admin_state_up': True, 'tenant_id': '32f64c470cee491f92d1d6528a95a302'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:40.068465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-925fd0ef-0dee-46cf-9197-f7c2ed6db870 req-e50a4feb-ebfa-48bb-8610-c02821d642d8 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 210 time: 0.0518825 Feb 09 21:39:40.089698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.113803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a0c76-fb6c-4145-b33d-f5df71597fa3 req-14cd98d1-8f6f-4a3c-8438-c7d7eb093a3c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.121226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce1a0c76-fb6c-4145-b33d-f5df71597fa3 req-14cd98d1-8f6f-4a3c-8438-c7d7eb093a3c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0675073 Feb 09 21:39:40.163887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce1a0c76-fb6c-4145-b33d-f5df71597fa3 req-ecdf42a5-4899-414b-b20b-256f19f43dbb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Feb 09 21:39:40.181597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Made reservation on behalf of 32f64c470cee491f92d1d6528a95a302 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:40.185695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.226255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155a104-8f24-497b-b11f-e56ac79bd7cb req-db135721-35b9-43dc-b9b6-79ed42e04c41 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.227808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2155a104-8f24-497b-b11f-e56ac79bd7cb req-db135721-35b9-43dc-b9b6-79ed42e04c41 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 949 time: 0.0808861 Feb 09 21:39:40.288970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5bce9-667a-4a78-919a-3e48863f74df req-30a16a01-c82c-404b-944d-e8bb8585dec3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.296235 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09c5bce9-667a-4a78-919a-3e48863f74df req-30a16a01-c82c-404b-944d-e8bb8585dec3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Feb 09 21:39:40.351510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2155a104-8f24-497b-b11f-e56ac79bd7cb req-f654926a-c9cd-461a-a280-e58d1dab16a7 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969453 Feb 09 21:39:40.362755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09c5bce9-667a-4a78-919a-3e48863f74df req-2ccdab87-9b5a-4084-a53c-968a8a2c4232 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550470 Feb 09 21:39:40.377589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Allocated IP 172.20.0.11 (e5fce0d9-8d8f-4a5e-a188-90c9b383e096/852f669c-ca76-48cd-a947-b83665b0b5b5/d1fffcc3-8c49-4d9b-b348-c77728b66f66) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:40.475898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ca50-11c6-46c2-997e-8ececcf67d9d req-bd89e9c3-1372-40f9-ae61-bb2a3a4b4571 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.477921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9429ca50-11c6-46c2-997e-8ececcf67d9d req-bd89e9c3-1372-40f9-ae61-bb2a3a4b4571 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0651119 Feb 09 21:39:40.533609 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9429ca50-11c6-46c2-997e-8ececcf67d9d req-5dde5198-a5b9-47e2-b01c-74a25bc9711a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Feb 09 21:39:40.547088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks [] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.636115 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.679270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:40.687166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:40.692346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:40.738213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Pushing event updated for resources: {'Port': ['ID=d1fffcc3-8c49-4d9b-b348-c77728b66f66,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:40.774271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.774897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.794215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e48cc-8e85-457f-b339-bb526db06e47 req-8bfcae9b-1f12-4a13-9229-873091d4c4f1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.795781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb7e48cc-8e85-457f-b339-bb526db06e47 req-8bfcae9b-1f12-4a13-9229-873091d4c4f1 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1046128 Feb 09 21:39:40.849675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb7e48cc-8e85-457f-b339-bb526db06e47 req-55612f06-56c1-419b-b800-375abffe36cf tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465710 Feb 09 21:39:40.864319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-9ef1a16a-01b2-4bfb-b927-99e45847b5ad tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9440982 Feb 09 21:39:40.877508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Request body: {'port': {'device_id': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:40.943378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.976423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0261bc8-78fe-4dbf-8fa9-ab97a07c687b req-83c3e0db-4f40-4e23-9062-0a0d829581ef tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.979899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0261bc8-78fe-4dbf-8fa9-ab97a07c687b req-83c3e0db-4f40-4e23-9062-0a0d829581ef tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 947 time: 0.0607402 Feb 09 21:39:41.031248 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0261bc8-78fe-4dbf-8fa9-ab97a07c687b req-3bec59f5-638c-4858-adad-44cbb9237930 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Feb 09 21:39:41.250267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186d2bc-a7e6-4d40-8806-936adff1336d req-13f3e6c4-b187-4852-9ca7-35c0e27e22f3 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.251922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9186d2bc-a7e6-4d40-8806-936adff1336d req-13f3e6c4-b187-4852-9ca7-35c0e27e22f3 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 932 time: 0.0936291 Feb 09 21:39:41.302499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da244e-2dd6-449f-bedc-a76bcb835a9f req-00569076-9a60-4017-9ac8-722e0be634c1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.304431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45da244e-2dd6-449f-bedc-a76bcb835a9f req-00569076-9a60-4017-9ac8-722e0be634c1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0637083 Feb 09 21:39:41.304762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fffcc3-8c49-4d9b-b348-c77728b66f66 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:41.318782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Publish callbacks [] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.342657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Transition to ACTIVE for port object d1fffcc3-8c49-4d9b-b348-c77728b66f66 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:41.346287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9186d2bc-a7e6-4d40-8806-936adff1336d req-6bf5f4f6-012d-4851-8310-1c436f64c8df tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739887 Feb 09 21:39:41.360612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c528431-3e31-430f-9ff0-17411648da95'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:41.363605 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b61605-d7cb-4271-bad9-33d94bfa71df" -d '{"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-plugged", "status": "completed", "tag": "8c528431-3e31-430f-9ff0-17411648da95"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:41.384346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45da244e-2dd6-449f-bedc-a76bcb835a9f req-6c53233f-e60c-4805-8e99-3fd2077b409a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727544 Feb 09 21:39:41.412881 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e5876-5ff2-4bad-9516-78adeb09cecc x-openstack-request-id: req-4a5e5876-5ff2-4bad-9516-78adeb09cecc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:41.413203 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-plugged", "status": "completed", "tag": "8c528431-3e31-430f-9ff0-17411648da95", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:41.413525 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a5e5876-5ff2-4bad-9516-78adeb09cecc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:41.413844 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c528431-3e31-430f-9ff0-17411648da95', 'code': 200} Feb 09 21:39:41.538267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f858b-f54a-42ff-aabc-34643e59f89a req-b4e8379e-9607-443e-abd8-835e5da1f023 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.546013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b5f858b-f54a-42ff-aabc-34643e59f89a req-b4e8379e-9607-443e-abd8-835e5da1f023 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 945 time: 0.0941100 Feb 09 21:39:41.568006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534a35-c087-4464-9e06-47f810873985 req-201c9283-5a99-4028-819a-f109f8da9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.569749 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af534a35-c087-4464-9e06-47f810873985 req-201c9283-5a99-4028-819a-f109f8da9760 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 1127 time: 0.0883884 Feb 09 21:39:41.581220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf7c50-7973-4597-8056-49f92725adba req-c264af14-4e32-4437-90c4-4a698e397511 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.583812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-20bf7c50-7973-4597-8056-49f92725adba req-c264af14-4e32-4437-90c4-4a698e397511 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 949 time: 0.0971389 Feb 09 21:39:41.609114 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.614591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b5f858b-f54a-42ff-aabc-34643e59f89a req-8035ffed-3ca5-4e93-8b05-9ca7a5244c6b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674031 Feb 09 21:39:41.640333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af534a35-c087-4464-9e06-47f810873985 req-38a11648-4f22-49f3-9f07-d1e3e23bf48a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532229 Feb 09 21:39:41.694425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-20bf7c50-7973-4597-8056-49f92725adba req-aca73836-a980-4014-994a-d2e3ec69450e tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021755 Feb 09 21:39:41.699174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Pushing event updated for resources: {'Port': ['ID=d1fffcc3-8c49-4d9b-b348-c77728b66f66,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:41.744470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.770206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Attempting to bind port d1fffcc3-8c49-4d9b-b348-c77728b66f66 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:41.770734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Attempting to bind port d1fffcc3-8c49-4d9b-b348-c77728b66f66 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9f98ec66-8ca9-4c11-861f-f0ecb137db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:41.771147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Attempting to bind port d1fffcc3-8c49-4d9b-b348-c77728b66f66 on network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:41.776664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Port d1fffcc3-8c49-4d9b-b348-c77728b66f66 on network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:41.777070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Attempting to bind port d1fffcc3-8c49-4d9b-b348-c77728b66f66 on network e5fce0d9-8d8f-4a5e-a188-90c9b383e096 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:41.780530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa2de3-2c10-40bb-96fc-0fb5fbce97e0 req-43d38c1a-ef78-426a-98da-115217c102fc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.782617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:41.783087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Checking segment: {'id': '9f98ec66-8ca9-4c11-861f-f0ecb137db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:41.783543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Bound using segment: {'id': '9f98ec66-8ca9-4c11-861f-f0ecb137db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:41.784142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Bound port: d1fffcc3-8c49-4d9b-b348-c77728b66f66, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f98ec66-8ca9-4c11-861f-f0ecb137db0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:41.784587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.789913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38aa2de3-2c10-40bb-96fc-0fb5fbce97e0 req-43d38c1a-ef78-426a-98da-115217c102fc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1036239 Feb 09 21:39:41.848116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38aa2de3-2c10-40bb-96fc-0fb5fbce97e0 req-276deb8c-94fd-44a0-817a-56e49c0bc260 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568700 Feb 09 21:39:41.875453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] For port d1fffcc3-8c49-4d9b-b348-c77728b66f66, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:41.882588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] For port d1fffcc3-8c49-4d9b-b348-c77728b66f66, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d1fffcc3-8c49-4d9b-b348-c77728b66f66,segment=NetworkSegment(9f98ec66-8ca9-4c11-861f-f0ecb137db0e),segment_id=9f98ec66-8ca9-4c11-861f-f0ecb137db0e)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:41.970986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.001334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6878f9-11d7-445e-8b53-8072f009d001 req-78038804-1be8-4c33-a26e-5f9d40363069 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.003165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c6878f9-11d7-445e-8b53-8072f009d001 req-78038804-1be8-4c33-a26e-5f9d40363069 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0798588 Feb 09 21:39:42.024315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.024949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.027065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] 10.222.0.30 "PUT /v2.0/ports/d1fffcc3-8c49-4d9b-b348-c77728b66f66 HTTP/1.1" status: 200 len: 1092 time: 1.1543822 Feb 09 21:39:42.027518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'tag': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:42.029814 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1577b22c-30ba-4685-8810-b6c57e6438d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b53e9db-a6c0-4313-9dfc-25bc66d7d109", "tag": "d1fffcc3-8c49-4d9b-b348-c77728b66f66"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:42.048746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55364d-0d5a-47ab-aea0-b521d4bf122f service neutron] Pushing event updated for resources: {'Port': ['ID=d1fffcc3-8c49-4d9b-b348-c77728b66f66,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.062794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c6878f9-11d7-445e-8b53-8072f009d001 req-2ab4afc1-4e41-46db-9b39-85cde3b703b9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535026 Feb 09 21:39:42.117727 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1697c6-1fc6-4bd9-a390-b7a028b330ed x-openstack-request-id: req-ea1697c6-1fc6-4bd9-a390-b7a028b330ed {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:42.118099 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b53e9db-a6c0-4313-9dfc-25bc66d7d109", "tag": "d1fffcc3-8c49-4d9b-b348-c77728b66f66", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:42.118369 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea1697c6-1fc6-4bd9-a390-b7a028b330ed {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:42.118910 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'tag': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66', 'status': 'completed', 'code': 200} Feb 09 21:39:42.196313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00925-b166-483c-b23d-3c301913d317 req-5e2a9572-0c02-41f0-a314-d2bc42afc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.198852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-5e2a9572-0c02-41f0-a314-d2bc42afc834 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32f64c470cee491f92d1d6528a95a302&device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 1126 time: 0.0580683 Feb 09 21:39:42.220097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b9e7b7b8-7452-4979-9153-14807dd116f2 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:42.262472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-729e4c20-ffd9-4b35-9fe7-c67907949049 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1fffcc3-8c49-4d9b-b348-c77728b66f66 HTTP/1.1" status: 200 len: 217 time: 0.0496469 Feb 09 21:39:42.284467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d4c04-f1a5-4660-a959-9f13bcf9e143 req-1a863a5f-c570-4b6c-aa01-2e3a22b56178 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.286290 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c7d4c04-f1a5-4660-a959-9f13bcf9e143 req-1a863a5f-c570-4b6c-aa01-2e3a22b56178 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 947 time: 0.1098006 Feb 09 21:39:42.347467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c7d4c04-f1a5-4660-a959-9f13bcf9e143 req-9ae3a16c-d44f-4de0-99e5-3d3221a38ef7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542841 Feb 09 21:39:42.357935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00925-b166-483c-b23d-3c301913d317 req-103d0b4f-805b-46a9-9f0b-ff6b0198bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.359477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-103d0b4f-805b-46a9-9f0b-ff6b0198bcb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=852f669c-ca76-48cd-a947-b83665b0b5b5 HTTP/1.1" status: 200 len: 847 time: 0.0900671 Feb 09 21:39:42.384174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port b9e7b7b8-7452-4979-9153-14807dd116f2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:42.394069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port b9e7b7b8-7452-4979-9153-14807dd116f2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:42.399495 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.407383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-4dc3d873-9c35-4ee8-b834-39498add91d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5fce0d9-8d8f-4a5e-a188-90c9b383e096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393453 Feb 09 21:39:42.420081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06f865-5bfb-4b85-8ee1-206fe3855ade req-de045f5e-81f3-48c8-bc83-85c0c78080f5 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.421861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d06f865-5bfb-4b85-8ee1-206fe3855ade req-de045f5e-81f3-48c8-bc83-85c0c78080f5 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 949 time: 0.1060061 Feb 09 21:39:42.497479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port b9e7b7b8-7452-4979-9153-14807dd116f2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:42.498459 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.515745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f67426-70f8-4924-a8ea-4aab9d453f0e req-4c3c74bd-52ea-4d40-9deb-f2a392e2974c tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.525719 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97f67426-70f8-4924-a8ea-4aab9d453f0e req-4c3c74bd-52ea-4d40-9deb-f2a392e2974c tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 944 time: 0.0767548 Feb 09 21:39:42.535965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d06f865-5bfb-4b85-8ee1-206fe3855ade req-d8339b38-b17b-490b-b843-6e20fe27d906 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039333 Feb 09 21:39:42.562437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port b9e7b7b8-7452-4979-9153-14807dd116f2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b9e7b7b8-7452-4979-9153-14807dd116f2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:42.592953 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97f67426-70f8-4924-a8ea-4aab9d453f0e req-16338d05-5f58-47c4-9337-67b5c11612fd tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630457 Feb 09 21:39:42.596115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-74d0504f-13e1-44d4-b708-102c04911d1d service neutron] 10.222.0.30 "GET /v2.0/networks/e5fce0d9-8d8f-4a5e-a188-90c9b383e096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729751 Feb 09 21:39:42.680369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.725753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d596e8-461d-4bd5-945a-6398fa5be93a req-45bcc1cb-4539-4a6b-bde7-e2b70779f11b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.727296 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87d596e8-461d-4bd5-945a-6398fa5be93a req-45bcc1cb-4539-4a6b-bde7-e2b70779f11b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1206999 Feb 09 21:39:42.757361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb00925-b166-483c-b23d-3c301913d317 req-73b146f1-4b79-4746-bbb4-c4bb4b573d05 service neutron] 10.222.0.30 "GET /v2.0/networks/e5fce0d9-8d8f-4a5e-a188-90c9b383e096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538801 Feb 09 21:39:42.759754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809147a0-908f-4d50-8db8-9ecb0bb6837e req-6a11c8e2-1ce2-490d-a921-9e64aed384e2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:42.761374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=b9e7b7b8-7452-4979-9153-14807dd116f2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.772591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-809147a0-908f-4d50-8db8-9ecb0bb6837e req-6a11c8e2-1ce2-490d-a921-9e64aed384e2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 945 time: 0.0786841 Feb 09 21:39:42.798370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87d596e8-461d-4bd5-945a-6398fa5be93a req-117521c2-79a2-4c0f-867c-5945b8bc4bc3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608037 Feb 09 21:39:42.835771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-809147a0-908f-4d50-8db8-9ecb0bb6837e req-325b3845-0f11-4eb9-9655-fa4a4236c10a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Feb 09 21:39:42.998349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-f346a8bc-0638-4acd-92ff-f38070f2fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.000283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-f346a8bc-0638-4acd-92ff-f38070f2fbbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32f64c470cee491f92d1d6528a95a302&device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 1126 time: 0.0871537 Feb 09 21:39:43.014382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bd9e6-62ff-457b-a56e-ba6f05f55b1c req-e4c675e7-d8d2-4c95-b903-00265e9a8570 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.016244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-706bd9e6-62ff-457b-a56e-ba6f05f55b1c req-e4c675e7-d8d2-4c95-b903-00265e9a8570 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1017530 Feb 09 21:39:43.134133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-706bd9e6-62ff-457b-a56e-ba6f05f55b1c req-8def6806-4a30-4a43-addc-89b76e3367a7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071482 Feb 09 21:39:43.149826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-9e976bbd-1ac3-4521-8326-6c4c8f45ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.153352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-9e976bbd-1ac3-4521-8326-6c4c8f45ecc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e5fce0d9-8d8f-4a5e-a188-90c9b383e096 HTTP/1.1" status: 200 len: 908 time: 0.1360757 Feb 09 21:39:43.211862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-1d176c01-1874-4783-9915-16016c22217a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1fffcc3-8c49-4d9b-b348-c77728b66f66 HTTP/1.1" status: 200 len: 217 time: 0.0479255 Feb 09 21:39:43.214373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1ba61-c23f-424d-b30e-74e5fadbfb5a req-fecd4fad-bdc1-4bcd-9082-e9bf170c3686 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.216060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34f1ba61-c23f-424d-b30e-74e5fadbfb5a req-fecd4fad-bdc1-4bcd-9082-e9bf170c3686 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0718470 Feb 09 21:39:43.266656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34f1ba61-c23f-424d-b30e-74e5fadbfb5a req-83631c78-b0bf-4ed6-8811-afc5b57744b6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Feb 09 21:39:43.267816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-37f0ee0d-a2c8-44db-bdc5-cfc9f9a97345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.269398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-37f0ee0d-a2c8-44db-bdc5-cfc9f9a97345 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=852f669c-ca76-48cd-a947-b83665b0b5b5 HTTP/1.1" status: 200 len: 847 time: 0.0505333 Feb 09 21:39:43.306940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-bc0a6a0e-461e-44bc-b60e-98c6063cb26e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e5fce0d9-8d8f-4a5e-a188-90c9b383e096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300050 Feb 09 21:39:43.405007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-e3949931-49b5-4943-a5f5-5cab0e5f8438 service neutron] 10.222.0.30 "GET /v2.0/networks/e5fce0d9-8d8f-4a5e-a188-90c9b383e096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913446 Feb 09 21:39:43.414585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7b7b8-7452-4979-9153-14807dd116f2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:43.417155 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d737b703-6b39-48af-8779-e4e303307e3e" -d '{"events": [{"server_uuid": "054f6899-e238-4d04-85d5-59dc6fd4d773", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7b7b8-7452-4979-9153-14807dd116f2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:43.516504 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854da1e0-fe75-4211-a179-f2a20ba47c2d x-openstack-request-id: req-854da1e0-fe75-4211-a179-f2a20ba47c2d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:43.516820 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054f6899-e238-4d04-85d5-59dc6fd4d773", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7b7b8-7452-4979-9153-14807dd116f2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:43.517077 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-854da1e0-fe75-4211-a179-f2a20ba47c2d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:43.517644 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7b7b8-7452-4979-9153-14807dd116f2', 'code': 200} Feb 09 21:39:43.550780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de225ef5-098b-4217-a584-d205a10e4563 req-18154a94-7e4b-4335-8e7c-731755845f3f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.552304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de225ef5-098b-4217-a584-d205a10e4563 req-18154a94-7e4b-4335-8e7c-731755845f3f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 948 time: 0.1112161 Feb 09 21:39:43.574651 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1577b22c-30ba-4685-8810-b6c57e6438d7 req-a76192a5-84ca-4e44-80a6-7a292129bbdb service neutron] 10.222.0.30 "GET /v2.0/networks/e5fce0d9-8d8f-4a5e-a188-90c9b383e096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601894 Feb 09 21:39:43.633270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de225ef5-098b-4217-a584-d205a10e4563 req-ae44e5d7-766e-4b28-9f4e-d0c21fe86596 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692606 Feb 09 21:39:43.700625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba62b1a-1dad-4af2-862f-1fd16c921d4a req-427cef2e-239c-4db0-9371-f421f3cb91e0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.702206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ba62b1a-1dad-4af2-862f-1fd16c921d4a req-427cef2e-239c-4db0-9371-f421f3cb91e0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 949 time: 0.0799732 Feb 09 21:39:43.708989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cbdef-d84b-4db2-a918-df1b2d131f4d req-387049cd-3429-444c-a5ca-0758d3bb3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.710662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-518cbdef-d84b-4db2-a918-df1b2d131f4d req-387049cd-3429-444c-a5ca-0758d3bb3a0e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 1130 time: 0.0982759 Feb 09 21:39:43.746399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e353a-3d95-4391-bb42-436fbed37596 req-f6d6668d-df12-4cff-ae16-d779b4264f30 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.747928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-620e353a-3d95-4391-bb42-436fbed37596 req-f6d6668d-df12-4cff-ae16-d779b4264f30 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 944 time: 0.0556560 Feb 09 21:39:43.784815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-518cbdef-d84b-4db2-a918-df1b2d131f4d req-0beb035b-2508-4e86-8a5a-8293cb835d06 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671766 Feb 09 21:39:43.788214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ba62b1a-1dad-4af2-862f-1fd16c921d4a req-b5f5d99f-5780-4851-8ddd-793a442c8403 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/security-groups?id=62cd0276-762b-4a12-bbfb-9b75bced5971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766332 Feb 09 21:39:43.810367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-620e353a-3d95-4391-bb42-436fbed37596 req-0737cec7-63a2-41b4-b1f3-5aa3e2f3c19a tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Feb 09 21:39:43.934922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416b5ea-33fe-462a-8805-1bfd452597f1 req-5cb03b32-82b4-40c9-9ee5-cbfdd31bd536 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.936584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9416b5ea-33fe-462a-8805-1bfd452597f1 req-5cb03b32-82b4-40c9-9ee5-cbfdd31bd536 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0594885 Feb 09 21:39:43.962313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaee39-e4c4-4863-a346-68e7c289928a req-180cf022-2102-44c8-b521-f28edd7b25e0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.964555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cacaee39-e4c4-4863-a346-68e7c289928a req-180cf022-2102-44c8-b521-f28edd7b25e0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 945 time: 0.0548644 Feb 09 21:39:43.993617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9416b5ea-33fe-462a-8805-1bfd452597f1 req-055b7c50-994a-40f6-ae4b-f21c9c1b9ec6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500295 Feb 09 21:39:44.020317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cacaee39-e4c4-4863-a346-68e7c289928a req-14f431dc-87b1-4f3b-a88f-90fddcb3e164 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Feb 09 21:39:44.110689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-b303b0e3-072e-48e4-bc85-4d507756c0e0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.112213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-b303b0e3-072e-48e4-bc85-4d507756c0e0 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 949 time: 0.0522532 Feb 09 21:39:44.211682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Deleting port f37b47bf-da40-458a-b49e-88ca37189f90 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:44.212073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.330922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89b747-f362-46bf-bcbe-9dff68e091c8 req-d4fc004e-70d0-4c6b-aec4-74fa684038d9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.332505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d89b747-f362-46bf-bcbe-9dff68e091c8 req-d4fc004e-70d0-4c6b-aec4-74fa684038d9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1174164 Feb 09 21:39:44.345513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] For port f37b47bf-da40-458a-b49e-88ca37189f90, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f37b47bf-da40-458a-b49e-88ca37189f90,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:44.345878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.372030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Calling delete_port for f37b47bf-da40-458a-b49e-88ca37189f90 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:44.395066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7094af-8e16-46a9-ab34-923a907c427d req-59093f52-1292-42bf-9e10-e1f012064669 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.396769 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b7094af-8e16-46a9-ab34-923a907c427d req-59093f52-1292-42bf-9e10-e1f012064669 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 945 time: 0.0596123 Feb 09 21:39:44.451770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d89b747-f362-46bf-bcbe-9dff68e091c8 req-ec87523a-cd70-400e-81fb-a3a321aff585 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083992 Feb 09 21:39:44.460264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b7094af-8e16-46a9-ab34-923a907c427d req-1dffb522-6d47-4f05-a737-08c097cfe55a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Feb 09 21:39:44.572888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700ab62-b9d2-4252-bb82-4e6fb3eba380 req-b5687e7e-e7ec-4561-820b-8d702f2ff255 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.574371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4700ab62-b9d2-4252-bb82-4e6fb3eba380 req-b5687e7e-e7ec-4561-820b-8d702f2ff255 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0586534 Feb 09 21:39:44.625994 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4700ab62-b9d2-4252-bb82-4e6fb3eba380 req-79e1d279-aa80-412d-bb1a-49fe6b6bc0ad tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455003 Feb 09 21:39:44.647043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f37b47bf-da40-458a-b49e-88ca37189f90), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.665648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['f37b47bf-da40-458a-b49e-88ca37189f90'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:44.690416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Pushing event deleted for resources: {'Port': ['ID=f37b47bf-da40-458a-b49e-88ca37189f90,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:44.792164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] No DVR routers for this DVR port f37b47bf-da40-458a-b49e-88ca37189f90 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:44.795543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.799332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b93a4b87-5ddf-4661-b33b-09c267c9cb16 req-8cae5ab3-45a0-47d0-8ccf-54a170500d33 tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.30 "DELETE /v2.0/ports/f37b47bf-da40-458a-b49e-88ca37189f90 HTTP/1.1" status: 204 len: 173 time: 0.6815259 Feb 09 21:39:44.800861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'name': 'network-vif-deleted', 'tag': 'f37b47bf-da40-458a-b49e-88ca37189f90'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:44.804751 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b9928-82ff-471f-bdbe-43ae3f99b126" -d '{"events": [{"server_uuid": "7dd8d130-3ab0-4462-8cc9-c1e5177830b7", "name": "network-vif-deleted", "tag": "f37b47bf-da40-458a-b49e-88ca37189f90"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:44.840841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16039f-e3b4-4547-9bb8-ae50134bea5d req-e1acfc06-0a80-4fac-80eb-77d2e2b6fc9f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.842611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e16039f-e3b4-4547-9bb8-ae50134bea5d req-e1acfc06-0a80-4fac-80eb-77d2e2b6fc9f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 948 time: 0.1265717 Feb 09 21:39:44.846208 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3f53c0-bf4d-4c3c-8c3a-b9fe3af2c5ef x-openstack-request-id: req-8e3f53c0-bf4d-4c3c-8c3a-b9fe3af2c5ef {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:44.846853 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd8d130-3ab0-4462-8cc9-c1e5177830b7", "name": "network-vif-deleted", "tag": "f37b47bf-da40-458a-b49e-88ca37189f90", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:44.847356 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e3f53c0-bf4d-4c3c-8c3a-b9fe3af2c5ef {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:44.848570 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd8d130-3ab0-4462-8cc9-c1e5177830b7', 'name': 'network-vif-deleted', 'tag': 'f37b47bf-da40-458a-b49e-88ca37189f90', 'status': 'completed', 'code': 200} Feb 09 21:39:44.910160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e16039f-e3b4-4547-9bb8-ae50134bea5d req-6edba494-bc47-4ff8-a7e3-b8d2f0ad4a8f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596228 Feb 09 21:39:44.955214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-421b4fcf-a8c8-409e-9e6a-1520f034e64f req-9de17065-36ec-4a7c-9078-23dc195f255b tempest-ServerDiagnosticsNegativeTest-870668385 tempest-ServerDiagnosticsNegativeTest-870668385-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd8d130-3ab0-4462-8cc9-c1e5177830b7 HTTP/1.1" status: 200 len: 210 time: 0.0433667 Feb 09 21:39:44.966477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d1fffcc3-8c49-4d9b-b348-c77728b66f66 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:45.049923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9f028-93b1-45e5-8dd9-45864bab0f34 req-77368ac5-2834-4a1c-abc9-da411b88f29f tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.064331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16f9f028-93b1-45e5-8dd9-45864bab0f34 req-77368ac5-2834-4a1c-abc9-da411b88f29f tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 944 time: 0.0856869 Feb 09 21:39:45.080389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d1fffcc3-8c49-4d9b-b348-c77728b66f66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d1fffcc3-8c49-4d9b-b348-c77728b66f66,segment=NetworkSegment(9f98ec66-8ca9-4c11-861f-f0ecb137db0e),segment_id=9f98ec66-8ca9-4c11-861f-f0ecb137db0e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:45.097248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66', 'network_id': 'e5fce0d9-8d8f-4a5e-a188-90c9b383e096', 'port_id': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66', 'mac_address': 'fa:16:3e:34:2c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852f669c-ca76-48cd-a947-b83665b0b5b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:45.118318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16f9f028-93b1-45e5-8dd9-45864bab0f34 req-98617eb5-35a3-4036-9ba0-0a1866f67c06 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Feb 09 21:39:45.136559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4159b81-59d8-46da-aedc-c939275e9980 req-d67ed79e-e601-4782-8561-5e6c0a93fc23 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.147664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4159b81-59d8-46da-aedc-c939275e9980 req-d67ed79e-e601-4782-8561-5e6c0a93fc23 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0673261 Feb 09 21:39:45.148075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d1fffcc3-8c49-4d9b-b348-c77728b66f66 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:45.148075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.158823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fffcc3-8c49-4d9b-b348-c77728b66f66 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:45.177571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d1fffcc3-8c49-4d9b-b348-c77728b66f66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d1fffcc3-8c49-4d9b-b348-c77728b66f66,segment=NetworkSegment(9f98ec66-8ca9-4c11-861f-f0ecb137db0e),segment_id=9f98ec66-8ca9-4c11-861f-f0ecb137db0e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:45.191725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4159b81-59d8-46da-aedc-c939275e9980 req-43c07c60-c53b-4b61-916f-86246122f5e1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471737 Feb 09 21:39:45.273018 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.318943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d1fffcc3-8c49-4d9b-b348-c77728b66f66,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:45.572733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d1fffcc3-8c49-4d9b-b348-c77728b66f66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:45.580879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f400484-184a-47fc-8d48-c73f4f378f06 req-0192d788-2bbe-4692-b59d-e06a75a1dc0a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.581739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a057-1716-4598-8a7a-00f482c81295 req-bb494776-855a-40e6-b268-62f35cf20e16 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.583517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3c7a057-1716-4598-8a7a-00f482c81295 req-bb494776-855a-40e6-b268-62f35cf20e16 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0561986 Feb 09 21:39:45.588532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f400484-184a-47fc-8d48-c73f4f378f06 req-0192d788-2bbe-4692-b59d-e06a75a1dc0a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 945 time: 0.0648766 Feb 09 21:39:45.646084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3c7a057-1716-4598-8a7a-00f482c81295 req-01a885fe-78ba-4eb6-b156-a527be11e008 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536816 Feb 09 21:39:45.651040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f400484-184a-47fc-8d48-c73f4f378f06 req-0a834951-3e32-4e09-aaa3-931aaaff603a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610421 Feb 09 21:39:45.763959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99466bdd-e230-41a8-888d-dcc1c4626e20 req-4de061b2-4d03-43d4-b283-f681aa232cab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.765455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99466bdd-e230-41a8-888d-dcc1c4626e20 req-4de061b2-4d03-43d4-b283-f681aa232cab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0577812 Feb 09 21:39:45.813256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99466bdd-e230-41a8-888d-dcc1c4626e20 req-797d066b-66d9-4e39-aecc-b45d43cf0ab2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Feb 09 21:39:46.033049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bcb85-5eab-42c8-8cd7-4d1fd989d113 req-336e7e55-9cb5-41ab-a343-0c8e9a0feb6f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.034441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b7bcb85-5eab-42c8-8cd7-4d1fd989d113 req-336e7e55-9cb5-41ab-a343-0c8e9a0feb6f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 948 time: 0.0526664 Feb 09 21:39:46.083738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b7bcb85-5eab-42c8-8cd7-4d1fd989d113 req-ede5115e-6063-4110-bbd5-b0c6d00e8862 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436110 Feb 09 21:39:46.214829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab57de0-73ea-49f2-809e-fcaff5886f73 req-53e349f3-79a5-4a9e-8ac2-5de56bbd10b9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.216422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eab57de0-73ea-49f2-809e-fcaff5886f73 req-53e349f3-79a5-4a9e-8ac2-5de56bbd10b9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 1130 time: 0.0471120 Feb 09 21:39:46.263982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eab57de0-73ea-49f2-809e-fcaff5886f73 req-6ef12e45-632e-4032-96fd-89687b89b2e9 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Feb 09 21:39:46.311378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157afcc-711d-4064-a801-d3977c44e176 req-0b19a2c9-272f-485e-942a-66877d13d769 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.313127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b157afcc-711d-4064-a801-d3977c44e176 req-0b19a2c9-272f-485e-942a-66877d13d769 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 945 time: 0.0792825 Feb 09 21:39:46.367284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b157afcc-711d-4064-a801-d3977c44e176 req-95809ecd-32f7-4342-af80-a051561f694a tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478618 Feb 09 21:39:46.451578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557d66-3c53-4bd6-a70b-1393be4c8aad req-5ea1393c-e0fb-44d1-a024-0875b2d5d170 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.453222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5557d66-3c53-4bd6-a70b-1393be4c8aad req-5ea1393c-e0fb-44d1-a024-0875b2d5d170 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0570028 Feb 09 21:39:46.502289 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-96b1c948-56c8-41e1-9d29-fd717173456a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263464 Feb 09 21:39:46.503588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5557d66-3c53-4bd6-a70b-1393be4c8aad req-c87c40e1-9150-4e1e-b7b5-9776f584751d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Feb 09 21:39:46.578539 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:39:46.605437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54872) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.613967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-c8ca21d2-9715-4540-948c-f0cf9ecea997 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.615329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-c8ca21d2-9715-4540-948c-f0cf9ecea997 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082065 Feb 09 21:39:46.631779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-13400ba6-970e-421b-956f-4d102411f6a7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/quotas/e06e2d1ea85841b2a49238028e3efe00 HTTP/1.1" status: 200 len: 375 time: 0.0093901 Feb 09 21:39:46.698569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-efcc0c62-6602-47a1-ac2d-50da2020cc5f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0615566 Feb 09 21:39:46.773701 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eed41953-dd10-4274-b4d6-4ddf33ab4604 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f72925493eb14b668f5b45ddab0d9569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670582 Feb 09 21:39:46.776814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54878) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.801811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25e88e-d4d1-40bd-b901-693d726f1924 req-56513bd2-6a3b-4af3-a966-16be1e00a699 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.803347 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af25e88e-d4d1-40bd-b901-693d726f1924 req-56513bd2-6a3b-4af3-a966-16be1e00a699 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0663395 Feb 09 21:39:46.828883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c728d33-46b8-4c76-9062-518b886ca090 admin admin] Publish callbacks [] for security_group (62cd0276-762b-4a12-bbfb-9b75bced5971), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.850311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c728d33-46b8-4c76-9062-518b886ca090 admin admin] Publish callbacks [] for security_group (62cd0276-762b-4a12-bbfb-9b75bced5971), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.851133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af25e88e-d4d1-40bd-b901-693d726f1924 req-32529f2a-9f51-458d-bf48-1636ea54c156 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418050 Feb 09 21:39:46.943322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cd57ce0-db9a-40bd-a4a9-3de0bc8973ed req-b8f45f4e-d419-4e3d-b9d0-68f08763e5bc tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 210 time: 0.0294712 Feb 09 21:39:46.980356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc99c5c-a80f-4c96-aa13-c5ec2220d9a3 req-61d93b94-527b-4f37-bcbc-787615e6cc08 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.981811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bc99c5c-a80f-4c96-aa13-c5ec2220d9a3 req-61d93b94-527b-4f37-bcbc-787615e6cc08 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0631320 Feb 09 21:39:46.988208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d1fffcc3-8c49-4d9b-b348-c77728b66f66 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:47.021038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c728d33-46b8-4c76-9062-518b886ca090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (62cd0276-762b-4a12-bbfb-9b75bced5971), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.023763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c728d33-46b8-4c76-9062-518b886ca090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.025823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9c728d33-46b8-4c76-9062-518b886ca090 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/62cd0276-762b-4a12-bbfb-9b75bced5971 HTTP/1.1" status: 204 len: 168 time: 0.2480328 Feb 09 21:39:47.034648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c728d33-46b8-4c76-9062-518b886ca090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cd0276-762b-4a12-bbfb-9b75bced5971,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.046368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bc99c5c-a80f-4c96-aa13-c5ec2220d9a3 req-22f2844b-139e-4f6e-a286-c8f145be5569 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Feb 09 21:39:47.115181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port d1fffcc3-8c49-4d9b-b348-c77728b66f66 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:47.119364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port d1fffcc3-8c49-4d9b-b348-c77728b66f66 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:47.124638 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.195675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d1fffcc3-8c49-4d9b-b348-c77728b66f66 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:47.199567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.221980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:47.224298 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a29652-7739-4df5-81f6-716f550127c1" -d '{"events": [{"server_uuid": "9b53e9db-a6c0-4313-9dfc-25bc66d7d109", "name": "network-vif-plugged", "status": "completed", "tag": "d1fffcc3-8c49-4d9b-b348-c77728b66f66"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:47.374905 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66204a6-fcbc-4fd7-9a78-d1ea8f96e8cc x-openstack-request-id: req-b66204a6-fcbc-4fd7-9a78-d1ea8f96e8cc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:47.375223 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b53e9db-a6c0-4313-9dfc-25bc66d7d109", "name": "network-vif-plugged", "status": "completed", "tag": "d1fffcc3-8c49-4d9b-b348-c77728b66f66", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:47.375506 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b66204a6-fcbc-4fd7-9a78-d1ea8f96e8cc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:47.375980 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66', 'code': 200} Feb 09 21:39:47.380082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d1fffcc3-8c49-4d9b-b348-c77728b66f66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d1fffcc3-8c49-4d9b-b348-c77728b66f66,segment=NetworkSegment(9f98ec66-8ca9-4c11-861f-f0ecb137db0e),segment_id=9f98ec66-8ca9-4c11-861f-f0ecb137db0e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:47.391961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ae0d-26e7-4452-a974-a5aaec9992bb req-73923934-c764-4a1c-ace5-1806f9aa73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.393685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34f2ae0d-26e7-4452-a974-a5aaec9992bb req-73923934-c764-4a1c-ace5-1806f9aa73c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 1127 time: 0.0552156 Feb 09 21:39:47.446782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.447601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f37b47bf-da40-458a-b49e-88ca37189f90 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:47.474521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34f2ae0d-26e7-4452-a974-a5aaec9992bb req-1229ca09-bcc5-4e4c-b105-841e5eaa4b06 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583279 Feb 09 21:39:47.498063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: f37b47bf-da40-458a-b49e-88ca37189f90 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:47.498420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f37b47bf-da40-458a-b49e-88ca37189f90 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:47.523799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d1fffcc3-8c49-4d9b-b348-c77728b66f66,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.536417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be058a0d-fc90-4c1d-8e3b-731e9890312c req-bc861e49-a493-4653-8ebb-1c7c5b9c64aa tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.538063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be058a0d-fc90-4c1d-8e3b-731e9890312c req-bc861e49-a493-4653-8ebb-1c7c5b9c64aa tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 946 time: 0.0568156 Feb 09 21:39:47.590365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be058a0d-fc90-4c1d-8e3b-731e9890312c req-974087cc-403e-402d-b4ed-649214b0100b tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 Feb 09 21:39:47.657580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee1aa2-d024-48e1-87e9-144bf8695c41 req-66b82818-910d-454f-af8e-ad952063ccac tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.659076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edee1aa2-d024-48e1-87e9-144bf8695c41 req-66b82818-910d-454f-af8e-ad952063ccac tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0553336 Feb 09 21:39:47.705914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edee1aa2-d024-48e1-87e9-144bf8695c41 req-78b9135b-b59c-4396-a37a-82d7b87ff8fc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Feb 09 21:39:47.714589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54912) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:47.727953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd777-0848-4216-b2c3-7bc4959bc0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.804088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd777-0848-4216-b2c3-7bc4959bc0cc admin admin] Publish callbacks [] for security_group (e33d318c-7b20-41e8-b891-fe30c29c9d8e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.887130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55dfd777-0848-4216-b2c3-7bc4959bc0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e33d318c-7b20-41e8-b891-fe30c29c9d8e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.926413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-55dfd777-0848-4216-b2c3-7bc4959bc0cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f3db46a2f9e54edfb7737ba975264fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105997 Feb 09 21:39:47.927660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfd777-0848-4216-b2c3-7bc4959bc0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d318c-7b20-41e8-b891-fe30c29c9d8e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.930030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54916) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:47.981569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb91b-c72c-4952-af9b-40db195ccd70 req-1d8f50aa-7c38-4c36-b743-b683fd6f113c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.983122 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc0fb91b-c72c-4952-af9b-40db195ccd70 req-1d8f50aa-7c38-4c36-b743-b683fd6f113c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0618098 Feb 09 21:39:47.985651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de4aa012-6b31-4a4b-b451-149ab53f8013 admin admin] Publish callbacks [] for security_group (e33d318c-7b20-41e8-b891-fe30c29c9d8e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.010589 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de4aa012-6b31-4a4b-b451-149ab53f8013 admin admin] Publish callbacks [] for security_group (e33d318c-7b20-41e8-b891-fe30c29c9d8e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.033927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc0fb91b-c72c-4952-af9b-40db195ccd70 req-9f1ddca5-2bc3-4916-84e4-bab5fbbe980b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Feb 09 21:39:48.060641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44399036-c917-435d-b96c-bb00a3770a0e req-3f1fa24c-c07c-4e28-a6aa-aca4fa94d975 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 210 time: 0.0340033 Feb 09 21:39:48.161100 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de4aa012-6b31-4a4b-b451-149ab53f8013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e33d318c-7b20-41e8-b891-fe30c29c9d8e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.163783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de4aa012-6b31-4a4b-b451-149ab53f8013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.165011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-de4aa012-6b31-4a4b-b451-149ab53f8013 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e33d318c-7b20-41e8-b891-fe30c29c9d8e HTTP/1.1" status: 204 len: 168 time: 0.2339993 Feb 09 21:39:48.173770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4aa012-6b31-4a4b-b451-149ab53f8013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d318c-7b20-41e8-b891-fe30c29c9d8e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:48.174747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886034b-5445-403d-b9ec-d71de5ef94e0 req-830b4dcb-1cf7-460f-84e9-414efec97fb3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:48.176311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4886034b-5445-403d-b9ec-d71de5ef94e0 req-830b4dcb-1cf7-460f-84e9-414efec97fb3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0563920 Feb 09 21:39:48.246385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4886034b-5445-403d-b9ec-d71de5ef94e0 req-5d98d4bf-235c-4bf6-bc77-9e98790daca5 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569475 Feb 09 21:39:48.727438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4397a0-cc3a-45d5-80b6-3a95288a0964 req-9f76fe47-f1ab-49f5-a1e4-9a00e9ff0e94 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:48.728951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df4397a0-cc3a-45d5-80b6-3a95288a0964 req-9f76fe47-f1ab-49f5-a1e4-9a00e9ff0e94 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 946 time: 0.0591209 Feb 09 21:39:48.775917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df4397a0-cc3a-45d5-80b6-3a95288a0964 req-03d50590-a348-493e-851e-64a1109ee365 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Feb 09 21:39:48.835224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04ea7b-7a73-418b-8dfd-12533c3b65cc req-1f0d1ec2-3fe8-4848-befc-10a8d1a03f4d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:48.836764 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b04ea7b-7a73-418b-8dfd-12533c3b65cc req-1f0d1ec2-3fe8-4848-befc-10a8d1a03f4d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0581224 Feb 09 21:39:48.888632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b04ea7b-7a73-418b-8dfd-12533c3b65cc req-01d7b705-bc51-4b2b-b07e-57cedb38f23f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Feb 09 21:39:49.009564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c528431-3e31-430f-9ff0-17411648da95 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:49.126593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-d3eaf507-9ad8-410d-8d7f-362efcbc67c8 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e06e2d1ea85841b2a49238028e3efe00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308135 Feb 09 21:39:49.130373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:49.143012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '8c528431-3e31-430f-9ff0-17411648da95', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': '8c528431-3e31-430f-9ff0-17411648da95', 'mac_address': 'fa:16:3e:c7:6f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:49.172888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fea10-b292-47f5-9f4f-62a5a5bea3d9 req-6d7924f7-f288-4d79-95f3-f99e80d07656 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:49.176933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c883768-986b-446e-8a08-4767d1718900 req-834bf7ea-3357-4cca-8f7f-5c94924a4f27 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 210 time: 0.0367627 Feb 09 21:39:49.177197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c82fea10-b292-47f5-9f4f-62a5a5bea3d9 req-6d7924f7-f288-4d79-95f3-f99e80d07656 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0634704 Feb 09 21:39:49.200958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8c528431-3e31-430f-9ff0-17411648da95 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:49.201396 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.237741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c528431-3e31-430f-9ff0-17411648da95 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:49.262275 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c82fea10-b292-47f5-9f4f-62a5a5bea3d9 req-de5cc60a-d9fb-4f91-8538-5ea6d6baf8c0 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797129 Feb 09 21:39:49.285965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:49.319264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-efbc7f47-579d-4ce4-be34-792e13541f47 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:49.322195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-efbc7f47-579d-4ce4-be34-792e13541f47 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740384 Feb 09 21:39:49.339083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Request body: {'port': {'device_id': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'e06e2d1ea85841b2a49238028e3efe00'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:49.350073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:49.390507 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.446835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b540f3b-3eac-4ea9-81b4-5c85d66b8281 req-d4ed35b9-a17a-46aa-a44d-79ce2c1cdc40 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:49.448475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b540f3b-3eac-4ea9-81b4-5c85d66b8281 req-d4ed35b9-a17a-46aa-a44d-79ce2c1cdc40 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.1235657 Feb 09 21:39:49.477037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:49.488221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.488618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.489082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.489201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1878974227-network', 'tenant_id': 'b6e9a8b05d1e4f1a8941d32b87253d1a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:49.489602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.490173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.490730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.491159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.491843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.492411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.492997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.493442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.494227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.494658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:49.532367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b540f3b-3eac-4ea9-81b4-5c85d66b8281 req-a68d5666-8ab1-4353-9bd5-3404c27ed8cc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665691 Feb 09 21:39:49.557567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['8c528431-3e31-430f-9ff0-17411648da95'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:49.590551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Made reservation on behalf of b6e9a8b05d1e4f1a8941d32b87253d1a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:49.590833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Made reservation on behalf of e06e2d1ea85841b2a49238028e3efe00 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:49.594506 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.594738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.608429 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.720114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks [] for security_group (ac0aa36b-92a9-4408-9dff-779d1ec9d22c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.761078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Allocated IP 192.168.233.237 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/adf8e8a1-105e-43f1-876d-db19f906c1cc) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:49.784016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ac0aa36b-92a9-4408-9dff-779d1ec9d22c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.810133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:49.820007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0aa36b-92a9-4408-9dff-779d1ec9d22c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:49.825251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (758bf389-6bfc-49e5-adc8-03ff105a7d3d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.825595 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Added segment 758bf389-6bfc-49e5-adc8-03ff105a7d3d of type vlan for network b955e229-523e-4f6b-b4d5-57a39dcae850 Feb 09 21:39:49.880234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b955e229-523e-4f6b-b4d5-57a39dcae850), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.920329 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks [] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.950524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c4b5d-dd8b-476d-a979-fd6f06e3bcb2 req-82120fb6-46a4-4317-b9c8-ad8a8dd6711a tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:49.952093 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff1c4b5d-dd8b-476d-a979-fd6f06e3bcb2 req-82120fb6-46a4-4317-b9c8-ad8a8dd6711a tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 946 time: 0.0695074 Feb 09 21:39:49.997760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b955e229-523e-4f6b-b4d5-57a39dcae850), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.998903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:49.999505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.013304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff1c4b5d-dd8b-476d-a979-fd6f06e3bcb2 req-9d00d16c-24c7-43b6-a3e6-54a1d3f1753f tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Feb 09 21:39:50.028732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8301a9-b662-4020-997f-cd432b611e28 req-578be465-dac5-481a-a627-7fa929d654a1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:50.030486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b8301a9-b662-4020-997f-cd432b611e28 req-578be465-dac5-481a-a627-7fa929d654a1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0608270 Feb 09 21:39:50.032543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.046474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3', 'bd53c08c-cdb6-44fe-b128-97da7101cea9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:50.053987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962', '75967ea2-f622-442c-ae55-bc421adf64ab', 'b9e7b7b8-7452-4979-9153-14807dd116f2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:50.078690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] Pushing event updated for resources: {'Network': ['ID=b955e229-523e-4f6b-b4d5-57a39dcae850,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.115666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f518f793-d796-46a8-9c80-4c79e6a4a6be admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7616358 Feb 09 21:39:50.115950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54984) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:50.121597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Request body: {'subnet': {'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1878974227-subnet', 'tenant_id': 'b6e9a8b05d1e4f1a8941d32b87253d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:50.143618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b955e229-523e-4f6b-b4d5-57a39dcae850 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:50.230748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Made reservation on behalf of b6e9a8b05d1e4f1a8941d32b87253d1a for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:50.233668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.402315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:50.407290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:50.432539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:50.484662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:50.485465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.595971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b8301a9-b662-4020-997f-cd432b611e28 req-4a4b219c-4828-4adc-93b5-4e303109b956 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699452 Feb 09 21:39:50.595971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event updated for resources: {'Port': ['ID=adf8e8a1-105e-43f1-876d-db19f906c1cc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.600538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163a954-186b-41dd-bd8b-d80b3cb1c4a7 req-8fe3d11d-3a78-4fe3-88b0-5c71b35ae988 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:50.604350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0163a954-186b-41dd-bd8b-d80b3cb1c4a7 req-8fe3d11d-3a78-4fe3-88b0-5c71b35ae988 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 936 time: 0.1350329 Feb 09 21:39:50.621456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a94b4a75-42a3-411c-9f98-8019c7d52b75 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2871518 Feb 09 21:39:50.638778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Request body: {'port': {'device_id': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:50.654061 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (4ab21a80-0aa4-461e-bb57-a6caebbfcce2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.708752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.744494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0163a954-186b-41dd-bd8b-d80b3cb1c4a7 req-bb205e80-32b9-47bf-b3fb-8978136d18ad tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298544 Feb 09 21:39:50.787255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab21a80-0aa4-461e-bb57-a6caebbfcce2,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.815783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Checking segment: {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:50.817642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Network hostable DHCP agents. Network: b955e229-523e-4f6b-b4d5-57a39dcae850, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:50.834053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c14f0-38b5-4bb8-a531-efeb78124568 req-03c9e8a7-c4fd-4b3a-8f53-417aac8db99b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:50.836560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e2c14f0-38b5-4bb8-a531-efeb78124568 req-03c9e8a7-c4fd-4b3a-8f53-417aac8db99b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1289711 Feb 09 21:39:50.934444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Network b955e229-523e-4f6b-b4d5-57a39dcae850 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:50.951362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-556d293c-f65e-48c5-acdc-b65f578920ed None None] Provisioning complete for port adf8e8a1-105e-43f1-876d-db19f906c1cc triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:50.951870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-556d293c-f65e-48c5-acdc-b65f578920ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.007254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-556d293c-f65e-48c5-acdc-b65f578920ed None None] Port adf8e8a1-105e-43f1-876d-db19f906c1cc cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:51.024139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 21493f62-9372-4a62-89bc-3cdd20b1231d details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:51.024139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c528431-3e31-430f-9ff0-17411648da95 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:51.055345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d0769-07a3-4780-bbbc-033f5a88a652 req-f9a90447-309a-48dc-a7d4-e4afc4ddc9db tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:51.057440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-291d0769-07a3-4780-bbbc-033f5a88a652 req-f9a90447-309a-48dc-a7d4-e4afc4ddc9db tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 945 time: 0.0915880 Feb 09 21:39:51.059100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b955e229-523e-4f6b-b4d5-57a39dcae850) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:51.076998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684079e6-122d-4b50-a411-d1885d0c1b1d None None] Network b955e229-523e-4f6b-b4d5-57a39dcae850 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:51.079335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:51.079962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.132702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e2c14f0-38b5-4bb8-a531-efeb78124568 req-a3f32eec-aac1-4070-8da2-258c9e827554 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333395 Feb 09 21:39:51.152287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf8e8a1-105e-43f1-876d-db19f906c1cc {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:51.171182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Publish callbacks [] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.172104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-291d0769-07a3-4780-bbbc-033f5a88a652 req-ce656c39-6964-4ff9-bfbe-acf5c677a082 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919766 Feb 09 21:39:51.185824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:39:51.188775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Transition to ACTIVE for port object adf8e8a1-105e-43f1-876d-db19f906c1cc will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:51.250328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9f99b581-52dc-409e-b236-026995247dd4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1332815 Feb 09 21:39:51.275313 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.334316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Pushing event updated for resources: {'Port': ['ID=adf8e8a1-105e-43f1-876d-db19f906c1cc,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.367847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 8c528431-3e31-430f-9ff0-17411648da95 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:51.368233 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8c528431-3e31-430f-9ff0-17411648da95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.376170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2b599-1df8-4a63-98ea-b821b1a92bba None None] Network b955e229-523e-4f6b-b4d5-57a39dcae850 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:51.440164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Attempting to bind port adf8e8a1-105e-43f1-876d-db19f906c1cc on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:51.440496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Attempting to bind port adf8e8a1-105e-43f1-876d-db19f906c1cc by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:51.440834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Attempting to bind port adf8e8a1-105e-43f1-876d-db19f906c1cc on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:51.445914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Port adf8e8a1-105e-43f1-876d-db19f906c1cc on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:51.446254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Attempting to bind port adf8e8a1-105e-43f1-876d-db19f906c1cc on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:51.454343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:51.454984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:51.455828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:51.456449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Bound port: adf8e8a1-105e-43f1-876d-db19f906c1cc, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:51.457009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.577397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:51.578211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] For port adf8e8a1-105e-43f1-876d-db19f906c1cc, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:51.585991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] For port adf8e8a1-105e-43f1-876d-db19f906c1cc, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=adf8e8a1-105e-43f1-876d-db19f906c1cc,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:51.636531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '21493f62-9372-4a62-89bc-3cdd20b1231d', 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e', 'port_id': '21493f62-9372-4a62-89bc-3cdd20b1231d', 'mac_address': 'fa:16:3e:6f:21:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b2700-286f-42d0-92c2-b42d174237e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:51.671197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.717442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:51.718123 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.719539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] 10.222.0.30 "PUT /v2.0/ports/adf8e8a1-105e-43f1-876d-db19f906c1cc HTTP/1.1" status: 200 len: 1096 time: 1.0857906 Feb 09 21:39:51.720030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'tag': 'adf8e8a1-105e-43f1-876d-db19f906c1cc'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:51.722314 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2672b0-9300-497c-bf93-3574ffc94103" -d '{"events": [{"name": "network-changed", "server_uuid": "79c2ccbb-d01d-42c4-ac0b-1974c70e5400", "tag": "adf8e8a1-105e-43f1-876d-db19f906c1cc"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:51.737668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 21493f62-9372-4a62-89bc-3cdd20b1231d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:51.738066 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.776088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176399-c921-4be7-9d81-8828a76bf2bd service neutron] Pushing event updated for resources: {'Port': ['ID=adf8e8a1-105e-43f1-876d-db19f906c1cc,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.776204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21493f62-9372-4a62-89bc-3cdd20b1231d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:51.790720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8c528431-3e31-430f-9ff0-17411648da95 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:51.791115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.842000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:51.895129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c528431-3e31-430f-9ff0-17411648da95'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:51.901394 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e54eb-6a80-4aff-83a4-9152eeb165ca" -d '{"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-plugged", "status": "completed", "tag": "8c528431-3e31-430f-9ff0-17411648da95"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:51.917578 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.942387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:51.971302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe517f7-4e4e-4257-a891-d11a61aa084e req-ac5ef8cc-6758-4d5d-8c3e-861d254611f3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:51.978334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8fe517f7-4e4e-4257-a891-d11a61aa084e req-ac5ef8cc-6758-4d5d-8c3e-861d254611f3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1366951 Feb 09 21:39:52.020025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-380f8295-98d9-4763-91cd-d7fd3da8cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.021732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-380f8295-98d9-4763-91cd-d7fd3da8cda2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 1130 time: 0.1675670 Feb 09 21:39:52.042789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:52.072318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.081544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-725a6c14-3d2e-45fb-be1e-fcc0b59c9dff tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.083076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-725a6c14-3d2e-45fb-be1e-fcc0b59c9dff tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.2114038 Feb 09 21:39:52.099486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:52.116800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-31bdf91c-a407-4603-8232-1cd558342c4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=adf8e8a1-105e-43f1-876d-db19f906c1cc HTTP/1.1" status: 200 len: 217 time: 0.0814960 Feb 09 21:39:52.131241 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8fe517f7-4e4e-4257-a891-d11a61aa084e req-7f510cc0-2028-4abb-b514-cb71a972bddc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518893 Feb 09 21:39:52.134438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-b956f859-8fd8-4b7a-a6b3-230a20e01c42 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.143056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-b956f859-8fd8-4b7a-a6b3-230a20e01c42 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 822 time: 0.2115805 Feb 09 21:39:52.164427 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-0da798c5-ec2f-4cf7-baef-95304ef8e237 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/quotas/b6e9a8b05d1e4f1a8941d32b87253d1a HTTP/1.1" status: 200 len: 375 time: 0.0204365 Feb 09 21:39:52.195720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:52.214461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-8e286b03-240a-4f7b-80c6-539d0945f6e9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485177 Feb 09 21:39:52.235127 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77189ee9-3fe6-44eb-b263-a44c39f9b681 x-openstack-request-id: req-77189ee9-3fe6-44eb-b263-a44c39f9b681 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:52.237778 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c2ccbb-d01d-42c4-ac0b-1974c70e5400", "tag": "adf8e8a1-105e-43f1-876d-db19f906c1cc", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:52.238280 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-77189ee9-3fe6-44eb-b263-a44c39f9b681 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:52.238912 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'tag': 'adf8e8a1-105e-43f1-876d-db19f906c1cc', 'status': 'completed', 'code': 200} Feb 09 21:39:52.270066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-2bca759c-d51b-4090-a3ff-91677f27f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.270979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['21493f62-9372-4a62-89bc-3cdd20b1231d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:52.272685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-2bca759c-d51b-4090-a3ff-91677f27f229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1370146 Feb 09 21:39:52.429177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.485595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-615d8f43-e026-45bf-b063-04d55dcd0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.488885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-615d8f43-e026-45bf-b063-04d55dcd0746 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2049017 Feb 09 21:39:52.534828 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-a38daf4f-3ad3-46be-904c-be0d4a58ad05 service neutron] 10.222.0.98 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194482 Feb 09 21:39:52.595071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbf735-9f81-4c4c-9062-ed58328a25b3 req-ff5227d8-2f09-4fee-86cc-df0f722efc17 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.596725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62cbf735-9f81-4c4c-9062-ed58328a25b3 req-ff5227d8-2f09-4fee-86cc-df0f722efc17 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 948 time: 0.2531486 Feb 09 21:39:52.689986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62cbf735-9f81-4c4c-9062-ed58328a25b3 req-91d407d1-d524-4ed1-9d37-f0c45077f9a4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613821 Feb 09 21:39:52.706255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a4912b03-426f-436b-aced-327341fa3069 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101262 Feb 09 21:39:52.723064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-303dbc17-d493-4ea5-87c9-cd8baefa626d service neutron] 10.222.0.98 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872942 Feb 09 21:39:52.731859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:52.837207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:52.878372 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4ab03e-6cdf-4b3b-8222-c6a96385e94d x-openstack-request-id: req-ea4ab03e-6cdf-4b3b-8222-c6a96385e94d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:52.878599 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-plugged", "status": "completed", "tag": "8c528431-3e31-430f-9ff0-17411648da95", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:52.878862 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea4ab03e-6cdf-4b3b-8222-c6a96385e94d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:52.879279 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c528431-3e31-430f-9ff0-17411648da95', 'code': 200} Feb 09 21:39:52.889068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81ba3f24-f544-4ef9-a7bc-30c94ef14632 req-a8081baa-54d0-4f54-a97c-3aed8fc8d502 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711717 Feb 09 21:39:52.891994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:52.894652 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747c05c4-dc2c-4d8d-9265-a9c9da9ea0a8" -d '{"events": [{"server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "name": "network-vif-unplugged", "status": "completed", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:52.899761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Publish callbacks [] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.984198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.081686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a5ec0-4f69-4ba6-81ea-7e7673a06d88 req-34de4918-00e1-432e-ac9c-6c3bde2c2107 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.088688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b4a5ec0-4f69-4ba6-81ea-7e7673a06d88 req-34de4918-00e1-432e-ac9c-6c3bde2c2107 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1355054 Feb 09 21:39:53.105392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-f757f5ae-746c-49a9-8fd4-52aa3bf24b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.113341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-f757f5ae-746c-49a9-8fd4-52aa3bf24b22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e06e2d1ea85841b2a49238028e3efe00&device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 1130 time: 0.0770655 Feb 09 21:39:53.219127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=7']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.220902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-3a927db1-19c8-4d39-8dbc-e77af0f857bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.231086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-3a927db1-19c8-4d39-8dbc-e77af0f857bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1144948 Feb 09 21:39:53.241268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568d1f-284f-45e8-83e9-1b3dea345b5c req-73266771-e68b-401a-b81d-cd7fe147291f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.243013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af568d1f-284f-45e8-83e9-1b3dea345b5c req-73266771-e68b-401a-b81d-cd7fe147291f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1795740 Feb 09 21:39:53.249721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:53.250826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:53.251222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:53.272530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:53.272871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:53.284313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:53.284991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:53.284991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:53.285581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Bound port: 60ff27d3-b6e8-4df2-944f-9f2283d27097, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:53.285956 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.321265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-9e10d0d1-84c1-4fb9-8aae-002d14e880a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=adf8e8a1-105e-43f1-876d-db19f906c1cc HTTP/1.1" status: 200 len: 217 time: 0.0603328 Feb 09 21:39:53.331105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b4a5ec0-4f69-4ba6-81ea-7e7673a06d88 req-3c782316-89bb-4958-a26c-3b0f94b805aa tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414517 Feb 09 21:39:53.359628 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af568d1f-284f-45e8-83e9-1b3dea345b5c req-7cd184b4-edfd-41c7-847d-c2d48687f665 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048470 Feb 09 21:39:53.405497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:53.410845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:53.428353 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af86e29f-067e-4ba3-b67f-cae8503f182d x-openstack-request-id: req-af86e29f-067e-4ba3-b67f-cae8503f182d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:53.428743 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "name": "network-vif-unplugged", "status": "completed", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:53.429008 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af86e29f-067e-4ba3-b67f-cae8503f182d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:53.429420 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'code': 200} Feb 09 21:39:53.436292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-d79e9cc4-6ee5-48b7-afc0-2ce4d289b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.437662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-d79e9cc4-6ee5-48b7-afc0-2ce4d289b5ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1056187 Feb 09 21:39:53.495579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-246539ef-c9ef-484d-947b-2107d68e1ccd req-37ac4638-8359-448f-9a2b-cbf9ae0a8597 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 210 time: 0.0317652 Feb 09 21:39:53.501824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.555891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-7f3fc5ad-c4b5-42c2-9856-c0251eda1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.561009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-7f3fc5ad-c4b5-42c2-9856-c0251eda1304 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1120830 Feb 09 21:39:53.644915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=8']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.663846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.665071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.668093 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-7152f22c-7102-4623-ae40-b1a9347ec0fe service neutron] 10.222.0.110 "PUT /v2.0/ports/60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 1121 time: 1.5731311 Feb 09 21:39:53.737211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-8ef4cb83-da4d-4da6-87dc-a65aa547d8c9 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694977 Feb 09 21:39:53.754902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c3002-e631-4ee8-865d-29393b33fd3b req-b1fb667d-d1fa-4b4e-822e-82201134b41b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.757004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb2c3002-e631-4ee8-865d-29393b33fd3b req-b1fb667d-d1fa-4b4e-822e-82201134b41b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 944 time: 0.1172371 Feb 09 21:39:53.795753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:53.861722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb2c3002-e631-4ee8-865d-29393b33fd3b req-8cb3ec31-070c-4a22-a7f1-413db1530d29 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974035 Feb 09 21:39:53.879429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b2672b0-9300-497c-bf93-3574ffc94103 req-d8ef019a-d619-4b39-a22b-8dedb71d5bfd service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341784 Feb 09 21:39:53.899959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:53.978308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa3747-dd0d-4740-987a-0a07658c471f req-cd7c1eb4-9e9a-4229-b699-14afe83407d4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.980303 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09aa3747-dd0d-4740-987a-0a07658c471f req-cd7c1eb4-9e9a-4229-b699-14afe83407d4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 948 time: 0.0850847 Feb 09 21:39:54.044802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09aa3747-dd0d-4740-987a-0a07658c471f req-11b25aea-5136-429c-bdfc-520708d361bc tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563228 Feb 09 21:39:54.304786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:54.504132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:54.520429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:39:54.545029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30140a-3f61-42e6-b35b-696962e8351b req-fcc7ef6b-0ee7-4d60-84fb-29881cbbd5b1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:54.555317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c30140a-3f61-42e6-b35b-696962e8351b req-fcc7ef6b-0ee7-4d60-84fb-29881cbbd5b1 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1268811 Feb 09 21:39:54.627812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c30140a-3f61-42e6-b35b-696962e8351b req-4ebb1725-c028-4165-9805-75482b072f56 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749352 Feb 09 21:39:54.726146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd05bab-bc72-49b1-a71a-5a47526076fc req-81e2ad5f-ec7e-477f-9306-3ddb7edededc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:54.734364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1cd05bab-bc72-49b1-a71a-5a47526076fc req-81e2ad5f-ec7e-477f-9306-3ddb7edededc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1003346 Feb 09 21:39:54.751648 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7458deec-39c3-4538-a208-e9cd41fac26f req-13ef420f-e6be-4e41-8850-7863a5577fc6 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 210 time: 0.0349040 Feb 09 21:39:54.828906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1cd05bab-bc72-49b1-a71a-5a47526076fc req-5757e659-5207-4445-8ad3-55c9dbbda62a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874848 Feb 09 21:39:55.052448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device adf8e8a1-105e-43f1-876d-db19f906c1cc details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:55.057981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 21493f62-9372-4a62-89bc-3cdd20b1231d up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:55.107166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111ba93-2071-4068-9a16-24f44511876c req-86a59676-cb06-410f-9189-81ad571cffd9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:55.109852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a111ba93-2071-4068-9a16-24f44511876c req-86a59676-cb06-410f-9189-81ad571cffd9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 944 time: 0.1006677 Feb 09 21:39:55.216862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a111ba93-2071-4068-9a16-24f44511876c req-e23ad5c3-3094-430c-baf5-ce0309ea6ea9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947413 Feb 09 21:39:55.337521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port adf8e8a1-105e-43f1-876d-db19f906c1cc, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=adf8e8a1-105e-43f1-876d-db19f906c1cc,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:55.365006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'adf8e8a1-105e-43f1-876d-db19f906c1cc', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'adf8e8a1-105e-43f1-876d-db19f906c1cc', 'mac_address': 'fa:16:3e:9b:f8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:55.388678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d597036-8d95-4a37-9606-fce0bf6cce20 req-3333d99e-5495-49a8-a272-16a46156c8a5 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:55.389404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d597036-8d95-4a37-9606-fce0bf6cce20 req-3333d99e-5495-49a8-a272-16a46156c8a5 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 948 time: 0.1018202 Feb 09 21:39:55.408727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 21493f62-9372-4a62-89bc-3cdd20b1231d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:55.415928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 21493f62-9372-4a62-89bc-3cdd20b1231d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:55.416570 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.432314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:55.436381 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80" -d '{"events": [{"name": "network-changed", "server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:55.468245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port adf8e8a1-105e-43f1-876d-db19f906c1cc is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:55.468784 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.486471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf8e8a1-105e-43f1-876d-db19f906c1cc {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:55.523911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port adf8e8a1-105e-43f1-876d-db19f906c1cc, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=adf8e8a1-105e-43f1-876d-db19f906c1cc,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:55.543911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d597036-8d95-4a37-9606-fce0bf6cce20 req-1bfa5b1b-19af-4fe4-8d66-121ce21299e2 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463010 Feb 09 21:39:55.607103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.613260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 21493f62-9372-4a62-89bc-3cdd20b1231d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:55.619040 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.620827 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebe141-9e99-4cdf-bd3c-5f89eea54c95 x-openstack-request-id: req-96ebe141-9e99-4cdf-bd3c-5f89eea54c95 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:55.621312 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:55.623649 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96ebe141-9e99-4cdf-bd3c-5f89eea54c95 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:55.624103 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'status': 'completed', 'code': 200} Feb 09 21:39:55.714669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:55.718628 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf080f-676b-405a-b120-39c3c54bbc25" -d '{"events": [{"server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "name": "network-vif-plugged", "status": "completed", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:55.725854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-c3606017-707c-4005-9a3d-c7236bce546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:55.728177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-c3606017-707c-4005-9a3d-c7236bce546e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1155 time: 0.0871620 Feb 09 21:39:55.744735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:55.756129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=adf8e8a1-105e-43f1-876d-db19f906c1cc,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:55.827987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.892100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67775e6-301e-4008-9b28-9a9b8a1e3386 req-97964114-7156-466d-bef8-666f2a74ddee tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:55.894246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c67775e6-301e-4008-9b28-9a9b8a1e3386 req-97964114-7156-466d-bef8-666f2a74ddee tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1562645 Feb 09 21:39:55.927086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-9934a4cf-5e00-4e2b-981b-98dfdeb74d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:55.931441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-9934a4cf-5e00-4e2b-981b-98dfdeb74d3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1949878 Feb 09 21:39:55.982550 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f49a2c-fd8a-4767-9b86-335e1c2e02fa x-openstack-request-id: req-a5f49a2c-fd8a-4767-9b86-335e1c2e02fa {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:55.982926 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "name": "network-vif-plugged", "status": "completed", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:55.983123 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a5f49a2c-fd8a-4767-9b86-335e1c2e02fa {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:55.983533 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d', 'code': 200} Feb 09 21:39:55.984559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['adf8e8a1-105e-43f1-876d-db19f906c1cc'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:56.015455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-bac185a1-59cc-4ee9-9d95-40c66d96003c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.0682878 Feb 09 21:39:56.034781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c67775e6-301e-4008-9b28-9a9b8a1e3386 req-a9e93020-da4b-4873-8055-cd55242bcd9d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291239 Feb 09 21:39:56.115890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-79eab465-e635-4b61-b095-8219cbb060ff tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.117955 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-79eab465-e635-4b61-b095-8219cbb060ff tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 822 time: 0.2879281 Feb 09 21:39:56.126493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:56.134127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Request body: {'port': {'device_id': '63274147-4014-4455-bb2e-19e933b9aa06', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'admin_state_up': True, 'tenant_id': 'b6e9a8b05d1e4f1a8941d32b87253d1a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:56.219532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-bc07495e-3138-4a5c-a535-5ff7a4b2cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.221588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-bc07495e-3138-4a5c-a535-5ff7a4b2cc83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1857545 Feb 09 21:39:56.295369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-be8d112f-8e00-4943-8c5e-e16b865f1d9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504916 Feb 09 21:39:56.300341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f552-5f10-45c8-aadd-a0d27f80ad5c req-a1021275-5e46-4db4-b40d-51d3ae9adc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.302296 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1da0f552-5f10-45c8-aadd-a0d27f80ad5c req-a1021275-5e46-4db4-b40d-51d3ae9adc58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1127 time: 0.1480212 Feb 09 21:39:56.337640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada89a2-e931-43ec-8151-d5a3abcdf566 req-74958c12-bfd1-497b-b1eb-2d87f8b4113d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.345513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eada89a2-e931-43ec-8151-d5a3abcdf566 req-74958c12-bfd1-497b-b1eb-2d87f8b4113d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1763091 Feb 09 21:39:56.406547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f194e5b-f1bf-446e-adf9-6108bff21d9c req-326ac9fa-bc6b-4c26-9365-1632a8127f4b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 210 time: 0.2717516 Feb 09 21:39:56.566609 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eada89a2-e931-43ec-8151-d5a3abcdf566 req-57826065-0ebe-4ae6-8ee1-1a2db219b594 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203989 Feb 09 21:39:56.586706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Made reservation on behalf of b6e9a8b05d1e4f1a8941d32b87253d1a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:56.591228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.656722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-aed8755b-291b-4d4c-951e-fdd40ea03c7a service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511515 Feb 09 21:39:56.662411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1da0f552-5f10-45c8-aadd-a0d27f80ad5c req-bbc36209-9e0d-4c7d-b5d2-fcce8737a956 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440804 Feb 09 21:39:56.694562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f6e0-a682-4131-ab11-dcefe4177174 req-c40a1c9e-008b-443f-b8c3-4b44a3839295 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.703894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e296f6e0-a682-4131-ab11-dcefe4177174 req-c40a1c9e-008b-443f-b8c3-4b44a3839295 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1793859 Feb 09 21:39:56.800465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Allocated IP 172.20.0.9 (b955e229-523e-4f6b-b4d5-57a39dcae850/4ab21a80-0aa4-461e-bb57-a6caebbfcce2/ab626c90-2f8f-4862-b9f9-2c0a9cf86e85) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:56.817262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eddde5c3-9c74-475d-ace3-c74fbfe4ed80 req-59ea6f84-a81a-4a77-9ec4-8d76781f0b4d service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530340 Feb 09 21:39:56.861843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e296f6e0-a682-4131-ab11-dcefe4177174 req-4d13ef8c-3028-4e63-a6af-0f586be14b9b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546435 Feb 09 21:39:57.100090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.116587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e43e2-e567-459b-a8a5-e42a6801ec12 req-3d435dd9-93b9-4011-97cd-b7954084c509 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.118480 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e73e43e2-e567-459b-a8a5-e42a6801ec12 req-3d435dd9-93b9-4011-97cd-b7954084c509 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 949 time: 0.1084285 Feb 09 21:39:57.182117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e73e43e2-e567-459b-a8a5-e42a6801ec12 req-0e03c0f2-f418-4c53-968b-d0806c0051d1 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520329 Feb 09 21:39:57.303297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6796f2-cc77-43a3-9172-14ee3e2db53d req-eb3387de-9d21-4dfe-8cd3-318cf09b3e9f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.304822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c6796f2-cc77-43a3-9172-14ee3e2db53d req-eb3387de-9d21-4dfe-8cd3-318cf09b3e9f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0545125 Feb 09 21:39:57.354164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c6796f2-cc77-43a3-9172-14ee3e2db53d req-576be9b1-230b-449c-9ebc-53e8477adc33 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Feb 09 21:39:57.445227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.518976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Network b955e229-523e-4f6b-b4d5-57a39dcae850 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:57.527084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:57.530055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:57.566695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:57.602084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33406d8-4446-4262-80da-26f1d0bcb1c1 req-e2c75829-2f65-401e-945c-1f8d35940837 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.603752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c33406d8-4446-4262-80da-26f1d0bcb1c1 req-e2c75829-2f65-401e-945c-1f8d35940837 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 931 time: 0.1194906 Feb 09 21:39:57.609531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.610296 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.663738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c33406d8-4446-4262-80da-26f1d0bcb1c1 req-89666467-60fc-45b7-98d1-c21df8a5c163 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 Feb 09 21:39:57.786835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-41b286d9-6d71-4e1d-91d0-7085fab2f912 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6578155 Feb 09 21:39:57.805824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Request body: {'port': {'device_id': '63274147-4014-4455-bb2e-19e933b9aa06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:57.806765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9a45-d857-4eef-a740-83fc3d7d3abe req-13ae5fde-4927-4e8c-a736-67c638adfefd tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.814764 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e3b9a45-d857-4eef-a740-83fc3d7d3abe req-13ae5fde-4927-4e8c-a736-67c638adfefd tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.0786493 Feb 09 21:39:57.847696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72595426-5bd9-4d50-abf1-eef2888f861b req-ab6bb597-19b3-43b8-95f9-d4453f76ca3b tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.853575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72595426-5bd9-4d50-abf1-eef2888f861b req-ab6bb597-19b3-43b8-95f9-d4453f76ca3b tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 946 time: 0.1168101 Feb 09 21:39:57.868363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e3b9a45-d857-4eef-a740-83fc3d7d3abe req-7a21c7ab-75cc-4159-ad95-ea9a3c5f80c9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Feb 09 21:39:57.922947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.954997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72595426-5bd9-4d50-abf1-eef2888f861b req-a5935a73-a22e-43ac-b1cd-b7d49bfd3ad3 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990887 Feb 09 21:39:58.119731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293971e5-9a2a-4fd3-b0e0-e4429d4fa49c req-53b26ab6-271f-4ea6-a787-6d50f9947c1d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.122650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-293971e5-9a2a-4fd3-b0e0-e4429d4fa49c req-53b26ab6-271f-4ea6-a787-6d50f9947c1d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0918624 Feb 09 21:39:58.182295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-293971e5-9a2a-4fd3-b0e0-e4429d4fa49c req-f96f5310-c1e6-4db4-bb1d-a8c16b1d6671 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538919 Feb 09 21:39:58.331404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:58.342393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Publish callbacks [] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.364232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ca607-d2f7-4d2c-9242-b27e598d87a1 req-e7704b79-c11b-41e0-a1b5-e19e4c72316d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.365770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c9ca607-d2f7-4d2c-9242-b27e598d87a1 req-e7704b79-c11b-41e0-a1b5-e19e4c72316d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 949 time: 0.1063623 Feb 09 21:39:58.371801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Transition to ACTIVE for port object ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:58.421629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c9ca607-d2f7-4d2c-9242-b27e598d87a1 req-51921c88-a09c-44f3-96f0-ccb682773521 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481701 Feb 09 21:39:58.469943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.518382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e67569-121f-434c-abda-091825182e72 req-95d6a857-f140-40da-b3e8-1f45206ce59a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.526069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40e67569-121f-434c-abda-091825182e72 req-95d6a857-f140-40da-b3e8-1f45206ce59a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0864983 Feb 09 21:39:58.536930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:58.597711 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40e67569-121f-434c-abda-091825182e72 req-3762d0e2-4f36-402b-bb9f-4fd8311db25b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700264 Feb 09 21:39:58.614281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Attempting to bind port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:58.614747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Attempting to bind port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:58.615221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Attempting to bind port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 on network b955e229-523e-4f6b-b4d5-57a39dcae850 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:58.619943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 on network b955e229-523e-4f6b-b4d5-57a39dcae850 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:58.620305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Attempting to bind port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 on network b955e229-523e-4f6b-b4d5-57a39dcae850 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:58.625451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:58.625731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Checking segment: {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:58.626175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Bound using segment: {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:58.626578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Bound port: ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:58.626934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.696900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:58.701138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:58.809423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cac91-fdd3-41be-8c2f-d4d6a1e6da7b req-46fab78d-78ec-4c6f-96b2-177d0652e87b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.810986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-473cac91-fdd3-41be-8c2f-d4d6a1e6da7b req-46fab78d-78ec-4c6f-96b2-177d0652e87b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 943 time: 0.0689638 Feb 09 21:39:58.812721 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.022845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f98fd-175e-4259-8e77-33754dac7ab4 req-c96df3f1-3b5f-4547-bff8-2544e675343c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.028298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c94f98fd-175e-4259-8e77-33754dac7ab4 req-c96df3f1-3b5f-4547-bff8-2544e675343c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.0805182 Feb 09 21:39:59.061273 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.069392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device adf8e8a1-105e-43f1-876d-db19f906c1cc up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:59.132528 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c94f98fd-175e-4259-8e77-33754dac7ab4 req-d4dcdbf7-799f-4715-8708-2ed1cd1d9eb4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915213 Feb 09 21:39:59.258211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port adf8e8a1-105e-43f1-876d-db19f906c1cc completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:59.263393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port adf8e8a1-105e-43f1-876d-db19f906c1cc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:59.263868 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.296170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.296864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.298516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 HTTP/1.1" status: 200 len: 1091 time: 1.4980156 Feb 09 21:39:59.300766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:59.303165 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1" -d '{"events": [{"name": "network-changed", "server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:59.336167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-473cac91-fdd3-41be-8c2f-d4d6a1e6da7b req-d0e2f2bd-e2cb-4a66-b21e-61569ee33ad6 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115707 Feb 09 21:39:59.357177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56095ce9-b0e6-462c-9f66-6b7643e99dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.413517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b00766-41be-4a79-ac7b-b1c560950900 req-511d3a31-8244-4acd-947a-315736aadedb tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.421164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3b00766-41be-4a79-ac7b-b1c560950900 req-511d3a31-8244-4acd-947a-315736aadedb tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 946 time: 0.1121373 Feb 09 21:39:59.458503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port adf8e8a1-105e-43f1-876d-db19f906c1cc is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:59.459264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.487314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf8e8a1-105e-43f1-876d-db19f906c1cc'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:59.490180 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74300e6e-4979-4376-958a-8162b44f8d12" -d '{"events": [{"server_uuid": "79c2ccbb-d01d-42c4-ac0b-1974c70e5400", "name": "network-vif-plugged", "status": "completed", "tag": "adf8e8a1-105e-43f1-876d-db19f906c1cc"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:59.504092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3b00766-41be-4a79-ac7b-b1c560950900 req-93895186-83d3-4b68-acea-c33962bb9a42 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/security-groups?id=26e157ba-966c-4468-bf31-b848735cfea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819459 Feb 09 21:39:59.505183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port adf8e8a1-105e-43f1-876d-db19f906c1cc, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=adf8e8a1-105e-43f1-876d-db19f906c1cc,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:59.519677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2350-595e-4fc0-9f1b-bde5f6a292a2 req-657e711c-4c99-4d5c-93b2-1f3d4233621a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.521247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-809a2350-595e-4fc0-9f1b-bde5f6a292a2 req-657e711c-4c99-4d5c-93b2-1f3d4233621a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1156404 Feb 09 21:39:59.565073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-49df6288-319e-4689-8740-6ec9cba67589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.566657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-49df6288-319e-4689-8740-6ec9cba67589 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 1125 time: 0.1077023 Feb 09 21:39:59.572976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.590266 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebcfd04-4b11-47ec-bf49-4659810763f7 x-openstack-request-id: req-9ebcfd04-4b11-47ec-bf49-4659810763f7 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:59.590536 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:59.590886 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9ebcfd04-4b11-47ec-bf49-4659810763f7 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:59.591352 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'status': 'completed', 'code': 200} Feb 09 21:39:59.634724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-9e8cd651-19c2-4cd1-b722-5b2441752b73 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.635984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-5c08cbfa-cf13-4543-a339-bb6d8d84eaa1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 HTTP/1.1" status: 200 len: 217 time: 0.0543447 Feb 09 21:39:59.636144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-9e8cd651-19c2-4cd1-b722-5b2441752b73 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 946 time: 0.0972357 Feb 09 21:39:59.673796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-809a2350-595e-4fc0-9f1b-bde5f6a292a2 req-9fdd3b00-cb0a-4aa6-a3d3-eed8d2fc7a54 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411676 Feb 09 21:39:59.678223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=adf8e8a1-105e-43f1-876d-db19f906c1cc,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.747625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-3e80d9cb-3674-4a4b-8e48-ba972e84a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.749773 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-3e80d9cb-3674-4a4b-8e48-ba972e84a058 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ab21a80-0aa4-461e-bb57-a6caebbfcce2 HTTP/1.1" status: 200 len: 862 time: 0.1025021 Feb 09 21:39:59.750523 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c69e31-9d39-4a08-9057-f2c44c7a6be3 x-openstack-request-id: req-f9c69e31-9d39-4a08-9057-f2c44c7a6be3 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:59.750985 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c2ccbb-d01d-42c4-ac0b-1974c70e5400", "name": "network-vif-plugged", "status": "completed", "tag": "adf8e8a1-105e-43f1-876d-db19f906c1cc", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:59.751349 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9c69e31-9d39-4a08-9057-f2c44c7a6be3 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:59.751925 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf8e8a1-105e-43f1-876d-db19f906c1cc', 'code': 200} Feb 09 21:39:59.830506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-cbef011b-bbc2-4504-8cb0-eb5d9ad6b862 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b955e229-523e-4f6b-b4d5-57a39dcae850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658586 Feb 09 21:39:59.875155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb5501-8fb9-44b9-997a-bca1a0f2bdf2 req-a2f69b46-a115-4e7d-a31b-ae0e4714c11e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.882768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-adcb5501-8fb9-44b9-997a-bca1a0f2bdf2 req-a2f69b46-a115-4e7d-a31b-ae0e4714c11e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 950 time: 0.1961665 Feb 09 21:39:59.898729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Deleting port d1fffcc3-8c49-4d9b-b348-c77728b66f66 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:59.899599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.993648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb9514-fd87-4027-8a57-bcb072864f50 req-28a75d8f-b93e-4442-b933-db29e7c5ee47 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.995186 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19eb9514-fd87-4027-8a57-bcb072864f50 req-28a75d8f-b93e-4442-b933-db29e7c5ee47 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1783710 Feb 09 21:39:59.997424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-4cac184a-c190-446f-9d79-05c135ec4727 service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327865 Feb 09 21:40:00.025140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e46dc-fb8b-4a90-b8e3-20836e1e72e5 req-a7b061bb-caf4-45ff-b7d9-33c71fcaf69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.027175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-728e46dc-fb8b-4a90-b8e3-20836e1e72e5 req-a7b061bb-caf4-45ff-b7d9-33c71fcaf69a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 1132 time: 0.2082555 Feb 09 21:40:00.055946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-adcb5501-8fb9-44b9-997a-bca1a0f2bdf2 req-5c0b5abb-3d1b-4e65-8623-cb6e47ed119e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568251 Feb 09 21:40:00.105717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] For port d1fffcc3-8c49-4d9b-b348-c77728b66f66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d1fffcc3-8c49-4d9b-b348-c77728b66f66,segment=NetworkSegment(9f98ec66-8ca9-4c11-861f-f0ecb137db0e),segment_id=9f98ec66-8ca9-4c11-861f-f0ecb137db0e)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:00.106318 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.132392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Calling delete_port for d1fffcc3-8c49-4d9b-b348-c77728b66f66 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:00.140491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19eb9514-fd87-4027-8a57-bcb072864f50 req-16bbdb3a-2539-4419-b3b3-637aff1ae982 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391199 Feb 09 21:40:00.185920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3540756d-dd5b-476f-9db6-bb6e62558c20 req-6be2da8b-0c85-464b-943e-74f1920b4864 service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773236 Feb 09 21:40:00.249280 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-728e46dc-fb8b-4a90-b8e3-20836e1e72e5 req-8fcc112a-75a0-4669-9a3f-ed167516af0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701183 Feb 09 21:40:00.347078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e4255-fbcf-4646-a8ac-5cdf1b4f0f29 req-e96e9bf3-2539-4b5c-9aa9-64db3fe775d7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.348685 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f0e4255-fbcf-4646-a8ac-5cdf1b4f0f29 req-e96e9bf3-2539-4b5c-9aa9-64db3fe775d7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1070659 Feb 09 21:40:00.405105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f0e4255-fbcf-4646-a8ac-5cdf1b4f0f29 req-322e7100-4886-426a-b8f5-4d5ccd5370a9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Feb 09 21:40:00.412924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d915a-2c93-4d15-9abc-0eb780a6ef0d req-d01d2a46-b131-4419-a938-0a0f5fd4fc25 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.414659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb3d915a-2c93-4d15-9abc-0eb780a6ef0d req-d01d2a46-b131-4419-a938-0a0f5fd4fc25 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1127 time: 0.0711219 Feb 09 21:40:00.470076 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.537099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d1fffcc3-8c49-4d9b-b348-c77728b66f66), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.553432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d1fffcc3-8c49-4d9b-b348-c77728b66f66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:00.560377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb3d915a-2c93-4d15-9abc-0eb780a6ef0d req-2df80a9d-3d35-4f60-999a-6e52fd2c19e3 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151037 Feb 09 21:40:00.622204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Pushing event deleted for resources: {'Port': ['ID=d1fffcc3-8c49-4d9b-b348-c77728b66f66,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.639464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d2cb5-ed15-41da-9bf2-5be1689f95a9 req-5c953864-466d-4c8d-b9f1-2098f07baefd tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.641052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa2d2cb5-ed15-41da-9bf2-5be1689f95a9 req-5c953864-466d-4c8d-b9f1-2098f07baefd tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 943 time: 0.0778022 Feb 09 21:40:00.685409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-1d00df23-1a36-4a2f-9aee-2febd20cb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.687089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-1d00df23-1a36-4a2f-9aee-2febd20cb089 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 1125 time: 0.1996703 Feb 09 21:40:00.720440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa2d2cb5-ed15-41da-9bf2-5be1689f95a9 req-1827d0d9-ccb2-4882-869f-257d484b7507 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717559 Feb 09 21:40:00.813421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2e4cc0f-8c64-4a2b-afd7-c9cee821d39c req-1ecd97f5-5f57-4e77-a45d-9a0824ce1634 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 210 time: 0.1380682 Feb 09 21:40:00.814775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] No DVR routers for this DVR port d1fffcc3-8c49-4d9b-b348-c77728b66f66 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:00.817287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-640dd575-1350-431c-a7a3-8abaad772d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.818878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-640dd575-1350-431c-a7a3-8abaad772d0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 923 time: 0.0994561 Feb 09 21:40:00.820197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.824751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-713e58ea-8435-4105-be95-17ee3f9f8b14 req-f4dc6d4d-44cf-4057-b32a-9ed9ab6f9fab tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.30 "DELETE /v2.0/ports/d1fffcc3-8c49-4d9b-b348-c77728b66f66 HTTP/1.1" status: 204 len: 173 time: 1.1791179 Feb 09 21:40:00.825346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'name': 'network-vif-deleted', 'tag': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:00.840185 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f845e91-81c4-4cb3-a51b-55a242c751c6" -d '{"events": [{"server_uuid": "9b53e9db-a6c0-4313-9dfc-25bc66d7d109", "name": "network-vif-deleted", "tag": "d1fffcc3-8c49-4d9b-b348-c77728b66f66"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:00.851619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c60dc-d3dd-4fc4-b900-5b606b4e591d req-59cd2141-e3b1-4532-88aa-62f4ba343049 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.853724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f1c60dc-d3dd-4fc4-b900-5b606b4e591d req-59cd2141-e3b1-4532-88aa-62f4ba343049 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1127 time: 0.0653760 Feb 09 21:40:00.890474 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707e151-0125-4385-abfb-8b9ec296e2a9 x-openstack-request-id: req-7707e151-0125-4385-abfb-8b9ec296e2a9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:00.890740 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b53e9db-a6c0-4313-9dfc-25bc66d7d109", "name": "network-vif-deleted", "tag": "d1fffcc3-8c49-4d9b-b348-c77728b66f66", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:00.890990 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7707e151-0125-4385-abfb-8b9ec296e2a9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:00.891390 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b53e9db-a6c0-4313-9dfc-25bc66d7d109', 'name': 'network-vif-deleted', 'tag': 'd1fffcc3-8c49-4d9b-b348-c77728b66f66', 'status': 'completed', 'code': 200} Feb 09 21:40:00.893643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-bb1dd925-96da-4ea4-ae98-3a016a479670 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 HTTP/1.1" status: 200 len: 217 time: 0.0498462 Feb 09 21:40:00.921704 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f1c60dc-d3dd-4fc4-b900-5b606b4e591d req-c7c297fd-300c-468d-b999-42996efc29f1 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585144 Feb 09 21:40:00.958038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-18d51b3e-a839-40fd-9f29-2ead075ebf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.958038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-18d51b3e-a839-40fd-9f29-2ead075ebf03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ab21a80-0aa4-461e-bb57-a6caebbfcce2 HTTP/1.1" status: 200 len: 862 time: 0.0539014 Feb 09 21:40:00.996313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-dca77860-3be5-4b61-9930-81e2ae6b7a9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b955e229-523e-4f6b-b4d5-57a39dcae850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301073 Feb 09 21:40:01.140739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-ee09121d-86d0-45f0-a6dc-009f3395feab service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399415 Feb 09 21:40:01.251610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f1ba6-ee73-401d-8d63-476da16dfcc7 req-deec2df9-7465-4d51-9a39-dd35477332d7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.253169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-341f1ba6-ee73-401d-8d63-476da16dfcc7 req-deec2df9-7465-4d51-9a39-dd35477332d7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 950 time: 0.1316245 Feb 09 21:40:01.297810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc151ccf-0f48-4bdd-a313-e91c6d96bda1 req-4d199743-a506-4029-bac1-152edc868087 service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357498 Feb 09 21:40:01.321611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-341f1ba6-ee73-401d-8d63-476da16dfcc7 req-4258d853-03e2-4ac6-8be0-477cbf241bbd tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Feb 09 21:40:01.449948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff202-306f-4135-bf4d-4d1632e9e6a6 req-4315c1ff-d6e1-40d7-84ba-ef51fb54bb4c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.451463 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c39ff202-306f-4135-bf4d-4d1632e9e6a6 req-4315c1ff-d6e1-40d7-84ba-ef51fb54bb4c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0576918 Feb 09 21:40:01.500062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c39ff202-306f-4135-bf4d-4d1632e9e6a6 req-4d603413-f77e-4cfd-bed9-9f69a37da4c3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Feb 09 21:40:01.609420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c46c2-f14f-4eed-a02a-dee272668687 req-f7f1bd47-88f8-4f17-83a3-56b8a2aaf5f6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.610922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-317c46c2-f14f-4eed-a02a-dee272668687 req-f7f1bd47-88f8-4f17-83a3-56b8a2aaf5f6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.0542433 Feb 09 21:40:01.668703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-317c46c2-f14f-4eed-a02a-dee272668687 req-fbd6cd5c-f77a-4f39-a36f-376434b7f4d2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439239 Feb 09 21:40:01.856290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc537377-210c-42b0-a3f8-5cef3dc4c288 req-24dce5c9-0fe2-4256-b73d-eeac60ecf58e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.860562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc537377-210c-42b0-a3f8-5cef3dc4c288 req-24dce5c9-0fe2-4256-b73d-eeac60ecf58e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 943 time: 0.0714412 Feb 09 21:40:01.933050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc537377-210c-42b0-a3f8-5cef3dc4c288 req-a7d17b96-a2aa-4386-b625-5a1e21eb18e8 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614088 Feb 09 21:40:02.054056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc3a9435-42d6-48b1-ae19-40a9cc7c096f req-0eba7b93-8cd4-4ed1-9bc0-fbc4cb1da9e6 tempest-ServerTagsTestJSON-1361589634 tempest-ServerTagsTestJSON-1361589634-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b53e9db-a6c0-4313-9dfc-25bc66d7d109 HTTP/1.1" status: 200 len: 210 time: 0.0304403 Feb 09 21:40:02.470883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2df02-5c4b-4ecf-bac6-1b79ae4263b1 req-d60e3175-2cba-4b2b-b77e-e464e5e02ab6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.472491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57a2df02-5c4b-4ecf-bac6-1b79ae4263b1 req-d60e3175-2cba-4b2b-b77e-e464e5e02ab6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 950 time: 0.0637107 Feb 09 21:40:02.535772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57a2df02-5c4b-4ecf-bac6-1b79ae4263b1 req-b33d562a-619a-4e91-9847-fcde2072e998 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555356 Feb 09 21:40:02.676446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587287a6-2a71-4918-a1b1-5813bc893cad req-57e120de-f404-4306-b332-d0a4ed489e4a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.678026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-587287a6-2a71-4918-a1b1-5813bc893cad req-57e120de-f404-4306-b332-d0a4ed489e4a tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0665796 Feb 09 21:40:02.760381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-587287a6-2a71-4918-a1b1-5813bc893cad req-b463d160-f8ca-4e0d-9588-a2c326eddfd4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735648 Feb 09 21:40:02.875504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b8f6-41fc-4840-8e3a-f05fb2b9c14d req-a4a9248e-f61b-42d9-8a36-9df1a54391f3 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.877658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6450b8f6-41fc-4840-8e3a-f05fb2b9c14d req-a4a9248e-f61b-42d9-8a36-9df1a54391f3 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 1132 time: 0.0511315 Feb 09 21:40:02.933032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6450b8f6-41fc-4840-8e3a-f05fb2b9c14d req-1e08ebdc-d7f9-4ca0-b8a1-b2955c775e14 tempest-ServersOnMultiNodesTest-2109100354 tempest-ServersOnMultiNodesTest-2109100354-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Feb 09 21:40:03.078940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33157b1-4bf2-4b83-9ba6-83064c9ac2e5 req-34aaea76-55b1-4ce2-a517-548042b58655 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:03.080485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b33157b1-4bf2-4b83-9ba6-83064c9ac2e5 req-34aaea76-55b1-4ce2-a517-548042b58655 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.0707679 Feb 09 21:40:03.089858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:03.144331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b33157b1-4bf2-4b83-9ba6-83064c9ac2e5 req-5000df62-8a32-4cf5-bd97-0007e8fc9848 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578220 Feb 09 21:40:03.173259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d1fffcc3-8c49-4d9b-b348-c77728b66f66 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:03.212421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: d1fffcc3-8c49-4d9b-b348-c77728b66f66 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:03.212956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d1fffcc3-8c49-4d9b-b348-c77728b66f66 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:03.254307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:03.269672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'port_id': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'mac_address': 'fa:16:3e:5f:5c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab21a80-0aa4-461e-bb57-a6caebbfcce2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:03.340745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:03.341246 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.356097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:03.382322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:03.455989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.514892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.704236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-a40e7a9d-b110-4cdd-9dc9-bc7b29dff17c tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:40:03.705222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-a40e7a9d-b110-4cdd-9dc9-bc7b29dff17c tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077107 Feb 09 21:40:03.805532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ab626c90-2f8f-4862-b9f9-2c0a9cf86e85'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:04.122681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-e7651432-4149-4c1a-9725-b1f27b18b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.124637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-e7651432-4149-4c1a-9725-b1f27b18b17a service neutron] 10.222.0.98 "GET /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 1124 time: 0.4117944 Feb 09 21:40:04.134679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:04.135134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:40:04.241477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72ead8-dc5e-4889-a3e4-240f8c9d4bb6 req-bd75e9e7-67e4-4e8d-969a-ac897cc6a061 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.243172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d72ead8-dc5e-4889-a3e4-240f8c9d4bb6 req-bd75e9e7-67e4-4e8d-969a-ac897cc6a061 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 944 time: 0.1579897 Feb 09 21:40:04.368537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d72ead8-dc5e-4889-a3e4-240f8c9d4bb6 req-2a9d71b6-517a-4811-bf4b-5a7489c14a11 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112168 Feb 09 21:40:04.411269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.411619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.411988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.421168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-4f237bf6-0c09-47f4-a579-a3ef25c845b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219969 Feb 09 21:40:04.426660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.426660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.426884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55338) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:04.428485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:04.428872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:04.429275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:04.429727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Bound port: 21493f62-9372-4a62-89bc-3cdd20b1231d, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:04.494384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] Deleting subnet 852f669c-ca76-48cd-a947-b83665b0b5b5 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:04.501776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:04.504430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] Publish callbacks [] for subnet (852f669c-ca76-48cd-a947-b83665b0b5b5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.572443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (852f669c-ca76-48cd-a947-b83665b0b5b5), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.598609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fae4f-ac0a-4763-be9c-b3882ec54751 req-b56eef27-f650-42c7-99b4-ed95d7dafa8f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.600291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd8fae4f-ac0a-4763-be9c-b3882ec54751 req-b56eef27-f650-42c7-99b4-ed95d7dafa8f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 950 time: 0.1019039 Feb 09 21:40:04.617909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-28466a46-de59-4796-aeab-1ae2587fcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.619371 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-28466a46-de59-4796-aeab-1ae2587fcc43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 1132 time: 0.1162419 Feb 09 21:40:04.624763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (852f669c-ca76-48cd-a947-b83665b0b5b5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.659152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd8fae4f-ac0a-4763-be9c-b3882ec54751 req-9938f934-2117-4149-9586-cb581258f2d6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493014 Feb 09 21:40:04.872644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f18b3b-1d14-479d-85a3-577e6ed7c85a req-496f1942-0c48-422f-aa65-4918c66cb8a6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.872644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02f18b3b-1d14-479d-85a3-577e6ed7c85a req-496f1942-0c48-422f-aa65-4918c66cb8a6 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1347332 Feb 09 21:40:04.902081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-69030242-cae6-4c20-a2c9-8c5cc371618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.903556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-69030242-cae6-4c20-a2c9-8c5cc371618d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1466804 Feb 09 21:40:04.927544 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.928673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] 10.222.0.98 "POST /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7976518 Feb 09 21:40:04.963342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-5459fe83-c4a7-4942-9bd2-eaccf20f52f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 200 len: 217 time: 0.0520222 Feb 09 21:40:04.967117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02f18b3b-1d14-479d-85a3-577e6ed7c85a req-28f7e559-e3c4-4c48-aeb0-e93be4a09ec7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003952 Feb 09 21:40:04.991119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (852f669c-ca76-48cd-a947-b83665b0b5b5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.008255 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.013486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/852f669c-ca76-48cd-a947-b83665b0b5b5 HTTP/1.1" status: 204 len: 168 time: 0.5839391 Feb 09 21:40:05.013795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55340) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:05.035463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15994b3a-6398-445d-b51d-fc793854848f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=852f669c-ca76-48cd-a947-b83665b0b5b5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.039161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-5146bbc0-9a43-4830-b94e-6879fce764c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.040653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-5146bbc0-9a43-4830-b94e-6879fce764c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0713451 Feb 09 21:40:05.095685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:05.170845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (e5fce0d9-8d8f-4a5e-a188-90c9b383e096), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.197915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-879f3627-5d89-4672-a5c5-bc587208d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.199481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-879f3627-5d89-4672-a5c5-bc587208d384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1319568 Feb 09 21:40:05.210574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8a6c4-0cf9-4cca-ba9a-aa9c2723a8a4 req-147a0021-cde0-464d-a741-b6bb49e9cf44 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.213349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15d8a6c4-0cf9-4cca-ba9a-aa9c2723a8a4 req-147a0021-cde0-464d-a741-b6bb49e9cf44 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1338778 Feb 09 21:40:05.252279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:05.257934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:05.258315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.369657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025093a-d13a-4fbd-830e-899d080aafdb req-04b443c7-599a-4a80-8dc9-1d2c7c545e9c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.379931 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3025093a-d13a-4fbd-830e-899d080aafdb req-04b443c7-599a-4a80-8dc9-1d2c7c545e9c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0854850 Feb 09 21:40:05.399403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (e5fce0d9-8d8f-4a5e-a188-90c9b383e096), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.412970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:05.413700 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.429959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fce0d9-8d8f-4a5e-a188-90c9b383e096']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:05.444724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3025093a-d13a-4fbd-830e-899d080aafdb req-97f179ed-d0db-4ca2-bf7d-fa42fca2a9a7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638771 Feb 09 21:40:05.461511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f98ec66-8ca9-4c11-861f-f0ecb137db0e') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:05.462016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f98ec66-8ca9-4c11-861f-f0ecb137db0e') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:05.472901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:05.475044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (9f98ec66-8ca9-4c11-861f-f0ecb137db0e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.481124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:05.481561 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e81bcf-e936-4d4b-b937-088ef8feeb37" -d '{"events": [{"server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "name": "network-vif-plugged", "status": "completed", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:05.484772 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29980f92-248d-4777-ab0b-90cfdc7481e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.504676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f98ec66-8ca9-4c11-861f-f0ecb137db0e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.570684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.596364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15d8a6c4-0cf9-4cca-ba9a-aa9c2723a8a4 req-9f97f0db-b9d1-41f9-8b36-04a9ba2fbea4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714037 Feb 09 21:40:05.598730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:05.604170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (9f98ec66-8ca9-4c11-861f-f0ecb137db0e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:05.616248 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:05.664104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.693969 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac261059-755b-4044-a3b6-a78d907680ab x-openstack-request-id: req-ac261059-755b-4044-a3b6-a78d907680ab {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:05.694497 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "name": "network-vif-plugged", "status": "completed", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:05.694836 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ac261059-755b-4044-a3b6-a78d907680ab {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:05.696102 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'code': 200} Feb 09 21:40:05.699131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee907c7-26d3-4fb3-bcae-f99971614c97 req-2e783ca4-ae4b-414c-a088-6234a4786ac0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.725933 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eee907c7-26d3-4fb3-bcae-f99971614c97 req-2e783ca4-ae4b-414c-a088-6234a4786ac0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 944 time: 0.1690545 Feb 09 21:40:05.792480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-60aaed1a-e60e-47c8-af51-59dc71845427 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771263 Feb 09 21:40:05.864816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (e5fce0d9-8d8f-4a5e-a188-90c9b383e096), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.889238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.894854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e5fce0d9-8d8f-4a5e-a188-90c9b383e096 HTTP/1.1" status: 204 len: 168 time: 0.8775923 Feb 09 21:40:05.916651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a65c17-875c-42e4-b5af-896c49aff90d req-9260b57a-2d59-4af2-af9e-91761d5acd88 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.919264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17a65c17-875c-42e4-b5af-896c49aff90d req-9260b57a-2d59-4af2-af9e-91761d5acd88 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 950 time: 0.4214911 Feb 09 21:40:05.919851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eee907c7-26d3-4fb3-bcae-f99971614c97 req-336c7762-c67f-4d96-b675-b88fb4eec1a3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899221 Feb 09 21:40:05.923634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec1763-fbe5-4faf-9223-9f471844e39d req-7d44c501-80fa-4c6d-9777-05b46a2c1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.927106 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3ec1763-fbe5-4faf-9223-9f471844e39d req-7d44c501-80fa-4c6d-9777-05b46a2c1d4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 1127 time: 0.1632667 Feb 09 21:40:05.972681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce891879-7409-4ccb-94b7-2a23b08d8043 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fce0d9-8d8f-4a5e-a188-90c9b383e096,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.983224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3ec1763-fbe5-4faf-9223-9f471844e39d req-183dbfa6-3b46-4693-b22e-664f04cb92e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Feb 09 21:40:05.997915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f32c89d-c5f5-4604-a7db-822b030eb0dc req-dc05931b-2f3b-43f8-9c45-d6ae30d4704c service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969419 Feb 09 21:40:06.032691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bfce4-4954-46ce-80fb-d9c73c25bed6 req-cf345b8a-284c-4a04-9f93-ec96190a23f9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.034208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f23bfce4-4954-46ce-80fb-d9c73c25bed6 req-cf345b8a-284c-4a04-9f93-ec96190a23f9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 950 time: 0.1754000 Feb 09 21:40:06.113023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b856e-3c12-46ed-9c66-9ceefa2d1566 req-914c4cfe-ae29-4ba1-b854-70171c8d5f45 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.113761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae7b856e-3c12-46ed-9c66-9ceefa2d1566 req-914c4cfe-ae29-4ba1-b854-70171c8d5f45 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0689423 Feb 09 21:40:06.115888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f23bfce4-4954-46ce-80fb-d9c73c25bed6 req-37007731-f5f8-4ff7-8a2c-d659d4370870 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545352 Feb 09 21:40:06.127257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port adf8e8a1-105e-43f1-876d-db19f906c1cc {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:06.127608 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.183720 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae7b856e-3c12-46ed-9c66-9ceefa2d1566 req-a924a900-8dd3-4532-b281-a0e23f121cbe tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Feb 09 21:40:06.262263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port adf8e8a1-105e-43f1-876d-db19f906c1cc, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=adf8e8a1-105e-43f1-876d-db19f906c1cc,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:06.262953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.286064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for adf8e8a1-105e-43f1-876d-db19f906c1cc owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:06.361721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:06.446327 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cc7a7ae4-93e9-4f5a-91aa-30117df13212 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32f64c470cee491f92d1d6528a95a302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833435 Feb 09 21:40:06.450041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55386) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:06.516949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dc47dc8-cd80-4071-a58c-60b2e644f56a admin admin] Publish callbacks [] for security_group (26e157ba-966c-4468-bf31-b848735cfea7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.524040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (adf8e8a1-105e-43f1-876d-db19f906c1cc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.542320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962', '75967ea2-f622-442c-ae55-bc421adf64ab', 'b9e7b7b8-7452-4979-9153-14807dd116f2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:06.547224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3', 'bd53c08c-cdb6-44fe-b128-97da7101cea9', 'adf8e8a1-105e-43f1-876d-db19f906c1cc'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:06.596869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb9b40-5960-4aac-85da-1b800dd1637b req-0d085909-6d93-4d93-a67b-3c214916a99c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.599178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26fb9b40-5960-4aac-85da-1b800dd1637b req-0d085909-6d93-4d93-a67b-3c214916a99c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0768857 Feb 09 21:40:06.643049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dc47dc8-cd80-4071-a58c-60b2e644f56a admin admin] Publish callbacks [] for security_group (26e157ba-966c-4468-bf31-b848735cfea7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.685512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=adf8e8a1-105e-43f1-876d-db19f906c1cc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.734340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26fb9b40-5960-4aac-85da-1b800dd1637b req-6e6523cf-3100-495a-b171-26b013e877db tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273246 Feb 09 21:40:06.839853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port adf8e8a1-105e-43f1-876d-db19f906c1cc on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:06.843981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.848643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17a65c17-875c-42e4-b5af-896c49aff90d req-09f4c1ee-8a0f-4693-b1aa-e45ba16cc7db tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "DELETE /v2.0/ports/adf8e8a1-105e-43f1-876d-db19f906c1cc HTTP/1.1" status: 204 len: 173 time: 0.9188766 Feb 09 21:40:06.850702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'name': 'network-vif-deleted', 'tag': 'adf8e8a1-105e-43f1-876d-db19f906c1cc'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:06.853079 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3210ab21-145a-459a-8225-6f79b69fb9fc" -d '{"events": [{"server_uuid": "79c2ccbb-d01d-42c4-ac0b-1974c70e5400", "name": "network-vif-deleted", "tag": "adf8e8a1-105e-43f1-876d-db19f906c1cc"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:06.909657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271786b-62e9-4a43-adcf-7cb5a4f37ce5 req-d7cdfde0-7cbe-4696-b828-b027d8d4ecb9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.913012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0271786b-62e9-4a43-adcf-7cb5a4f37ce5 req-d7cdfde0-7cbe-4696-b828-b027d8d4ecb9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1515493 Feb 09 21:40:06.915614 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9215f8-eda4-4cbe-b9e4-10030fa001b5 x-openstack-request-id: req-fa9215f8-eda4-4cbe-b9e4-10030fa001b5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:06.915945 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c2ccbb-d01d-42c4-ac0b-1974c70e5400", "name": "network-vif-deleted", "tag": "adf8e8a1-105e-43f1-876d-db19f906c1cc", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:06.916197 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa9215f8-eda4-4cbe-b9e4-10030fa001b5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:06.917410 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c2ccbb-d01d-42c4-ac0b-1974c70e5400', 'name': 'network-vif-deleted', 'tag': 'adf8e8a1-105e-43f1-876d-db19f906c1cc', 'status': 'completed', 'code': 200} Feb 09 21:40:06.917969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dc47dc8-cd80-4071-a58c-60b2e644f56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (26e157ba-966c-4468-bf31-b848735cfea7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.921456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dc47dc8-cd80-4071-a58c-60b2e644f56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.925088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2dc47dc8-cd80-4071-a58c-60b2e644f56a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/26e157ba-966c-4468-bf31-b848735cfea7 HTTP/1.1" status: 204 len: 168 time: 0.4717824 Feb 09 21:40:06.953713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc47dc8-cd80-4071-a58c-60b2e644f56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e157ba-966c-4468-bf31-b848735cfea7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.024104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0271786b-62e9-4a43-adcf-7cb5a4f37ce5 req-d6238530-32ff-464a-bed3-0baa3a286dd7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960405 Feb 09 21:40:07.127999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d06b63-b9ad-4db7-b703-4b662e01ad77 req-868a914d-4586-4530-9b5a-2a5715f62c2e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.135841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c9d06b63-b9ad-4db7-b703-4b662e01ad77 req-868a914d-4586-4530-9b5a-2a5715f62c2e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0799503 Feb 09 21:40:07.200826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c9d06b63-b9ad-4db7-b703-4b662e01ad77 req-15d6d624-4b78-4a82-ba5b-0b7ad5ff550b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640347 Feb 09 21:40:07.325393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7a3c861-a56b-4a4b-8dc9-946e0c6112fe req-c812e4ed-2dc2-41f2-9ad1-83c21235e900 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=79c2ccbb-d01d-42c4-ac0b-1974c70e5400 HTTP/1.1" status: 200 len: 210 time: 0.0855825 Feb 09 21:40:07.349140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c3dc8-2047-48ee-a699-0ab6f6699064 req-bb852868-916e-4ad4-9cf9-7210a11de20b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.349140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc3c3dc8-2047-48ee-a699-0ab6f6699064 req-bb852868-916e-4ad4-9cf9-7210a11de20b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0722687 Feb 09 21:40:07.434370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc3c3dc8-2047-48ee-a699-0ab6f6699064 req-5109eb1f-2723-4bed-b353-39ed838804a8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Feb 09 21:40:07.501446 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f00ec37-7930-435e-92de-aae2308d3787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.906573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644fdf1-b107-4260-ae4e-23909c042949 req-6e147b06-70fc-4f82-a214-c2add5a69cbb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.908283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2644fdf1-b107-4260-ae4e-23909c042949 req-6e147b06-70fc-4f82-a214-c2add5a69cbb tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0612841 Feb 09 21:40:07.957399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2644fdf1-b107-4260-ae4e-23909c042949 req-eb9f289a-ada5-40fc-9471-9202917581e2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Feb 09 21:40:08.160425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8ac84-ee56-403d-8c9d-fbb46d6d30af req-49bdb52c-928b-4507-be5a-70b42304b9cc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.162733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55a8ac84-ee56-403d-8c9d-fbb46d6d30af req-49bdb52c-928b-4507-be5a-70b42304b9cc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.0715027 Feb 09 21:40:08.221489 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55a8ac84-ee56-403d-8c9d-fbb46d6d30af req-e67f99f0-b798-47f0-8ead-76a900f53f7d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515842 Feb 09 21:40:08.354936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfd0c6-c1f2-4b20-a8eb-c6f2563b251a req-0a412bd0-98c5-436a-a797-cd9a282d1435 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.356643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcfd0c6-c1f2-4b20-a8eb-c6f2563b251a req-0a412bd0-98c5-436a-a797-cd9a282d1435 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0798862 Feb 09 21:40:08.435937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcfd0c6-c1f2-4b20-a8eb-c6f2563b251a req-4330f5bd-6e6f-484f-841b-222b7c229ca7 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667343 Feb 09 21:40:08.486071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-a1393598-a4e3-4dea-8c22-976061c712b0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891068 Feb 09 21:40:08.584213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-5bbc1625-065b-4d5d-b7ca-1ba0318e1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.586226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-5bbc1625-065b-4d5d-b7ca-1ba0318e1859 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 1126 time: 0.0699494 Feb 09 21:40:08.657375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4000a-cc40-4567-80f4-7c2b162e45b3 req-8007aa70-dbe4-4eb3-b1db-8651f63c7c98 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.666569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9e4000a-cc40-4567-80f4-7c2b162e45b3 req-8007aa70-dbe4-4eb3-b1db-8651f63c7c98 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0891685 Feb 09 21:40:08.729069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-e9c71f92-661b-423b-97c0-e3df9b61959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.732277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-e9c71f92-661b-423b-97c0-e3df9b61959d service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1078486 Feb 09 21:40:08.734090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9e4000a-cc40-4567-80f4-7c2b162e45b3 req-886c5b37-7078-43f5-891b-2ed80a1ba265 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654657 Feb 09 21:40:08.789767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-7238b7b6-f3c2-4244-bb7c-c0942c73adfb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 200 len: 217 time: 0.0460916 Feb 09 21:40:08.856142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-3d0908ea-8356-4ae3-893b-a755481d8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.857956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-3d0908ea-8356-4ae3-893b-a755481d8580 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0596652 Feb 09 21:40:08.869120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d050c2-9aa0-405b-ae91-e919c5aa93f3 req-a5058d72-b020-412f-94e1-1c731261cf55 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.870684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78d050c2-9aa0-405b-ae91-e919c5aa93f3 req-a5058d72-b020-412f-94e1-1c731261cf55 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0722165 Feb 09 21:40:08.909404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-4aa3b72f-d901-4e67-a8ff-98b0f10a5f0d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404205 Feb 09 21:40:08.946568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.964724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78d050c2-9aa0-405b-ae91-e919c5aa93f3 req-9bdc448e-41b8-4c41-b856-5398b49caf1f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881138 Feb 09 21:40:08.973913 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-47488ef5-87bc-4580-ab48-ac7c61955080 service neutron] show failed (client error): The resource could not be found. Feb 09 21:40:08.974909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-47488ef5-87bc-4580-ab48-ac7c61955080 service neutron] 10.222.0.30 "GET /v2.0/ports/53f1092a-f16b-4711-8b4f-5b059b2a9f18/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0815489 Feb 09 21:40:09.053787 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-f26d71d5-f6b9-4b35-a3a8-e4acdc540d23 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234176 Feb 09 21:40:09.122025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c528431-3e31-430f-9ff0-17411648da95 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:09.164430 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f62152da-f50f-454a-8aaa-d1df4c5b30d5 req-a6801319-3df1-4bd3-a06f-d915996642c4 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016536 Feb 09 21:40:09.223722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8c528431-3e31-430f-9ff0-17411648da95 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:09.224409 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.254369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c528431-3e31-430f-9ff0-17411648da95'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:09.256737 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0286604-22b5-4dbb-9e2b-d5de15b113c8" -d '{"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-unplugged", "status": "completed", "tag": "8c528431-3e31-430f-9ff0-17411648da95"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:09.277804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:09.418387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.419035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device adf8e8a1-105e-43f1-876d-db19f906c1cc no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:09.457898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: adf8e8a1-105e-43f1-876d-db19f906c1cc {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:09.458331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device adf8e8a1-105e-43f1-876d-db19f906c1cc not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:09.488356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.629339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d4d2-99d6-400b-aac1-3439145e95ba req-edfa2b9e-b1ea-45a8-8d7a-c73b76174a8e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:09.630807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb72d4d2-99d6-400b-aac1-3439145e95ba req-edfa2b9e-b1ea-45a8-8d7a-c73b76174a8e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0637033 Feb 09 21:40:09.681267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb72d4d2-99d6-400b-aac1-3439145e95ba req-0522cdeb-d338-4a96-baa9-c9444326111d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Feb 09 21:40:09.775971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-03dd07bf-3444-4453-ac6c-05d3e0d548fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:09.777654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-03dd07bf-3444-4453-ac6c-05d3e0d548fe service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1&tenant_id=726caae83fa8493ea37127b0b806deed HTTP/1.1" status: 200 len: 1132 time: 0.0524566 Feb 09 21:40:09.790453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:09.814855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9536-c570-4dfe-a4c4-5931b3d54a26 req-4407a083-ceb6-4727-bc34-ac81af0af6e8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:09.816500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8dab9536-c570-4dfe-a4c4-5931b3d54a26 req-4407a083-ceb6-4727-bc34-ac81af0af6e8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.0621078 Feb 09 21:40:09.860569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.875972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8dab9536-c570-4dfe-a4c4-5931b3d54a26 req-be8e24e6-e354-4584-aadc-477f425393cd tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534251 Feb 09 21:40:09.931831 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e0abb1-2e72-4b0b-928f-50e0c6396702 x-openstack-request-id: req-e9e0abb1-2e72-4b0b-928f-50e0c6396702 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:09.931831 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-unplugged", "status": "completed", "tag": "8c528431-3e31-430f-9ff0-17411648da95", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:09.932042 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e9e0abb1-2e72-4b0b-928f-50e0c6396702 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:09.933704 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c528431-3e31-430f-9ff0-17411648da95', 'code': 200} Feb 09 21:40:10.056495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66c221-c576-4b44-8918-5814b6dab868 req-c1282956-5d96-49d2-bf66-6ff16c383a22 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.064086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d66c221-c576-4b44-8918-5814b6dab868 req-c1282956-5d96-49d2-bf66-6ff16c383a22 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 948 time: 0.0799747 Feb 09 21:40:10.113466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d66c221-c576-4b44-8918-5814b6dab868 req-f4bbc365-5bf4-4afd-9efb-8a7a053c0f37 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484612 Feb 09 21:40:10.120457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.172665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173e2d7-6c39-4f12-a8c1-f9a57650c6dc req-09f5612b-bfdb-4d95-9f8f-2d49332393cb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.174291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b173e2d7-6c39-4f12-a8c1-f9a57650c6dc req-09f5612b-bfdb-4d95-9f8f-2d49332393cb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.1070468 Feb 09 21:40:10.177528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:10.196576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c29b2be-5249-426e-84b7-db26859b42c8 req-be2c91ed-702f-4726-ac04-db001f1a2045 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0338538 Feb 09 21:40:10.271303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:10.309334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-b7bc4e82-5a78-4c63-bee7-b92e9028aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.310855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-b7bc4e82-5a78-4c63-bee7-b92e9028aa50 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1155 time: 0.1571679 Feb 09 21:40:10.315769 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b173e2d7-6c39-4f12-a8c1-f9a57650c6dc req-6005d2c8-d235-44aa-8027-639b0d3622bc tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203077 Feb 09 21:40:10.316982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680319-d0fe-4139-a1be-f058580b522a req-d4f153da-7684-49f3-aaaf-f1d42cb75021 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.319107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67680319-d0fe-4139-a1be-f058580b522a req-d4f153da-7684-49f3-aaaf-f1d42cb75021 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0560906 Feb 09 21:40:10.342693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:10.344399 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c87f8a-4886-4736-99a9-43fe6b41ff8a" -d '{"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-unplugged", "status": "completed", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:10.349981 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Publish callbacks [] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.400365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67680319-d0fe-4139-a1be-f058580b522a req-3c469238-76dc-4079-96fb-6eb75ce9ff28 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Feb 09 21:40:10.406866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Transition to ACTIVE for port object 53f1092a-f16b-4711-8b4f-5b059b2a9f18 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:10.504778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-5722722d-8e51-4a6e-a3a3-dedbdfefe183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.506586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-5722722d-8e51-4a6e-a3a3-dedbdfefe183 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1786766 Feb 09 21:40:10.528252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c8b3-7f87-4e01-984e-a277dc497e00 req-39349190-e03e-42fe-a523-5dcb02806bfc tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.529767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4559c8b3-7f87-4e01-984e-a277dc497e00 req-39349190-e03e-42fe-a523-5dcb02806bfc tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0684671 Feb 09 21:40:10.552563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.563815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-40013b49-1a67-4e0d-a3a8-c939e34b9456 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.0489860 Feb 09 21:40:10.579368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4559c8b3-7f87-4e01-984e-a277dc497e00 req-3b29d1af-321b-4193-9a38-c8f8c7b58975 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 Feb 09 21:40:10.673869 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c0705-f4ee-43ce-af17-9f3370bfd15d x-openstack-request-id: req-df5c0705-f4ee-43ce-af17-9f3370bfd15d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:10.674156 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-unplugged", "status": "completed", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:10.674415 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df5c0705-f4ee-43ce-af17-9f3370bfd15d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:10.674872 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'code': 200} Feb 09 21:40:10.699044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] No DVR routers for this DVR port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:10.709941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-d9fe2368-e8ba-4801-a9b9-1bafcde372e4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.718514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-d9fe2368-e8ba-4801-a9b9-1bafcde372e4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.2910304 Feb 09 21:40:10.724136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=6']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.750595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-d5f6be95-b72d-4683-b610-c1ed7bc804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.752194 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-d5f6be95-b72d-4683-b610-c1ed7bc804d3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1536672 Feb 09 21:40:10.763580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-83d98683-3c35-4938-b297-4b48f96ef24d tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/quotas/37105b4a9afd448d88bb7726ea71a72c HTTP/1.1" status: 200 len: 375 time: 0.0440431 Feb 09 21:40:10.814248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-c1d575b7-57db-4735-8c2b-4240cec4c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.816269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-c1d575b7-57db-4735-8c2b-4240cec4c7fd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1127 time: 0.0988731 Feb 09 21:40:10.846909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9290f4b-9927-46f2-b10d-714b094a4523 req-9dc1f97e-f525-45cb-af3c-005247801281 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.851768 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-bdb75e0d-0909-49b6-ad58-3cecb1097a93 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597906 Feb 09 21:40:10.855268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9290f4b-9927-46f2-b10d-714b094a4523 req-9dc1f97e-f525-45cb-af3c-005247801281 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0993857 Feb 09 21:40:10.857692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:10.858075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:10.858402 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:10.909029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:10.909367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Attempting to bind port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:10.926601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:10.926946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:10.927528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:10.928219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Bound port: 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:10.928604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.951017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9290f4b-9927-46f2-b10d-714b094a4523 req-c1987b76-958a-429d-b1d8-f8159722cb37 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948734 Feb 09 21:40:10.953607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c53a0f5b-5ed9-47bb-be56-fe35c951d104 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888862 Feb 09 21:40:10.983862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-a9622bb4-7688-4108-9361-06383c90f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.985467 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-a9622bb4-7688-4108-9361-06383c90f90f service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1602497 Feb 09 21:40:11.036386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-b94993de-5211-481f-be15-3f21e283fb97 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 217 time: 0.0389073 Feb 09 21:40:11.070949 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-9263e7fb-6b70-478d-a8db-9fbab86bd65b service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099144 Feb 09 21:40:11.117046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:11.122451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-a641235f-5cf6-48f2-9448-60df88a623a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.124076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-a641235f-5cf6-48f2-9448-60df88a623a5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0780985 Feb 09 21:40:11.134182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b157c-879f-44c5-9415-8d44f47f657e req-d71bd6a4-8bc8-41b6-a2bf-0939b549a55c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.136144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-708b157c-879f-44c5-9415-8d44f47f657e req-d71bd6a4-8bc8-41b6-a2bf-0939b549a55c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1019571 Feb 09 21:40:11.144592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:11.174278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:11.177196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-bef4ba89-fe2c-42dc-af48-31549c1b552b service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162099 Feb 09 21:40:11.180605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-75aa193e-883f-4e13-9a99-5d196de8d0c1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437219 Feb 09 21:40:11.187437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:40:11.189081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:11.269286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-708b157c-879f-44c5-9415-8d44f47f657e req-90f0e913-ac60-4671-b3ef-bcd5939e2755 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977547 Feb 09 21:40:11.270417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3356cf58-664a-4b87-a91e-2ee37ee7bc44 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889455 Feb 09 21:40:11.299555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.312106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-68ab9945-057e-4360-abaf-0fa770de9f57 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244035 Feb 09 21:40:11.377903 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-9274a331-cafb-4b18-b2fc-7a8b3b5a5d3b service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925247 Feb 09 21:40:11.397465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.398091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.399563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] 10.222.0.110 "PUT /v2.0/ports/53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 200 len: 1096 time: 1.6138918 Feb 09 21:40:11.432947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e84b5-dac9-40c6-ad88-c223ad59f403 service neutron] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=7']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:11.456974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-165c3f4d-9b73-4a5b-97ff-84e1edeb78d1 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.458609 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-165c3f4d-9b73-4a5b-97ff-84e1edeb78d1 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1155 time: 0.1380825 Feb 09 21:40:11.481338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:11.537411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a8fd-4f0c-4dc7-813c-74d4e12c6d9d req-ba643286-c574-42be-9772-a3efb1081e58 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.547259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1354a8fd-4f0c-4dc7-813c-74d4e12c6d9d req-ba643286-c574-42be-9772-a3efb1081e58 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 943 time: 0.1774902 Feb 09 21:40:11.553005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-fae408cc-675f-4657-92f6-bc9aa044bfd5 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346773 Feb 09 21:40:11.569725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-e4da5619-ca58-44f9-95ae-a6788cd7a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.571990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-e4da5619-ca58-44f9-95ae-a6788cd7a3b2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1130 time: 0.1340590 Feb 09 21:40:11.608033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.626525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1354a8fd-4f0c-4dc7-813c-74d4e12c6d9d req-e3d80309-c818-47eb-9f79-9fc6cb70b0b9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Feb 09 21:40:11.655909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.767960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c7901bce-974e-4fcf-9b0e-95c6000eed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.769544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-c7901bce-974e-4fcf-9b0e-95c6000eed35 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1862733 Feb 09 21:40:11.842750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-f98ed0fa-7b4e-4f16-bb71-1b7e04e73c18 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 200 len: 217 time: 0.0581889 Feb 09 21:40:11.910925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad226b-4888-4287-aa6f-24e09f0d956f req-5743f990-23ef-4858-8aa5-a88bee8340b1 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.912620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0ad226b-4888-4287-aa6f-24e09f0d956f req-5743f990-23ef-4858-8aa5-a88bee8340b1 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.1970394 Feb 09 21:40:11.922069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:11.928194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9819d-4bda-47e5-a608-f981f957853f req-4d5351b7-cacf-4312-9955-9b4e66e94352 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.929850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1a9819d-4bda-47e5-a608-f981f957853f req-4d5351b7-cacf-4312-9955-9b4e66e94352 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 948 time: 0.1712756 Feb 09 21:40:11.970451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-be7e986e-d87a-42c3-ade7-39510d805556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.971972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-be7e986e-d87a-42c3-ade7-39510d805556 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1226556 Feb 09 21:40:11.988108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-b531c1a4-eebf-49b9-b62a-8af4f406f5a7 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.989623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-b531c1a4-eebf-49b9-b62a-8af4f406f5a7 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a980e38-de2c-4d79-848a-4226e7db0474 HTTP/1.1" status: 200 len: 943 time: 0.1493831 Feb 09 21:40:12.001462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd653282-d357-46bf-ac5e-31b986f30358 req-b49653f5-246f-4268-9de8-84065c503f8e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.002969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dd653282-d357-46bf-ac5e-31b986f30358 req-b49653f5-246f-4268-9de8-84065c503f8e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 948 time: 0.1393025 Feb 09 21:40:12.035301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:12.093683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ff27d3-b6e8-4df2-944f-9f2283d27097 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:12.113389 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Publish callbacks [] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.115569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0ad226b-4888-4287-aa6f-24e09f0d956f req-663c6aeb-31d3-4245-aa55-4ae8f050261a tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956809 Feb 09 21:40:12.146313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dd653282-d357-46bf-ac5e-31b986f30358 req-e1d8ffa9-5e45-4551-83f3-af4a5bd19b29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051197 Feb 09 21:40:12.146313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-4c949433-09c1-420b-bdcc-b4605a59be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.146313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-4c949433-09c1-420b-bdcc-b4605a59be10 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1540504 Feb 09 21:40:12.253482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port b9e7b7b8-7452-4979-9153-14807dd116f2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:12.254075 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.281063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Deleting port 8c528431-3e31-430f-9ff0-17411648da95 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:12.281063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8c528431-3e31-430f-9ff0-17411648da95), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.311480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.333991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54b4b3a9-092c-4d1d-8de5-86dc2f04b0fb req-036b9cb5-45cc-461d-9868-f8db53710c4c tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0852919 Feb 09 21:40:12.341647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb7ddc-7394-4ea4-b688-fc349014fc8b req-3152bebd-b354-4042-8a40-8fa73c402798 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.349185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ceb7ddc-7394-4ea4-b688-fc349014fc8b req-3152bebd-b354-4042-8a40-8fa73c402798 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 948 time: 0.1044588 Feb 09 21:40:12.411894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-f588b7d9-a351-44bc-9abb-12c3716431bd service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620299 Feb 09 21:40:12.484283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on host n-h1-828599-1 for vnic_type normal with profile {} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:12.484981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:12.485649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:12.520197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9541303c-0854-4cec-8ff9-f188025193da req-3a867b8f-f780-46f8-bf96-19d3ca856928 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 210 time: 0.0539565 Feb 09 21:40:12.520197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] For port 8c528431-3e31-430f-9ff0-17411648da95, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c528431-3e31-430f-9ff0-17411648da95,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:12.520197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8c528431-3e31-430f-9ff0-17411648da95), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.521125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port b9e7b7b8-7452-4979-9153-14807dd116f2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b9e7b7b8-7452-4979-9153-14807dd116f2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:12.521496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.555805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:12.563757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Calling delete_port for 8c528431-3e31-430f-9ff0-17411648da95 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:12.574252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for b9e7b7b8-7452-4979-9153-14807dd116f2 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:12.577804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Attempting to bind port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:12.623511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=9']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:12.623511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:12.623511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:12.623511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:12.623511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Bound port: 60ff27d3-b6e8-4df2-944f-9f2283d27097, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:12.623511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.660976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ceb7ddc-7394-4ea4-b688-fc349014fc8b req-6907a388-2e5b-4a79-a48b-62901880f7f5 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108456 Feb 09 21:40:12.681622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:12.684347 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008c26b5-963e-4abf-a564-7a27de57cc30" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:12.745375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d2828f3-22b4-449b-9dd1-ed4a2ee43c04 req-e2105a29-1a30-425e-862a-0dee6e397ac4 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984569 Feb 09 21:40:12.751645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:12.755338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:12.821705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25de1b-fbce-434f-af08-fa513bacf1e4 req-5371bb15-3496-4028-81af-7e735c9bf13c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.824016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db25de1b-fbce-434f-af08-fa513bacf1e4 req-5371bb15-3496-4028-81af-7e735c9bf13c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1247122 Feb 09 21:40:12.844800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb45aef-be36-42b3-a9f6-10551973bbe9 req-a48b3a8f-9313-48e3-9447-c5c4c83ece22 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.846317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0fb45aef-be36-42b3-a9f6-10551973bbe9 req-a48b3a8f-9313-48e3-9447-c5c4c83ece22 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1082 time: 0.0678577 Feb 09 21:40:12.869013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.929709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.935568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.935568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] 10.222.0.110 "PUT /v2.0/ports/60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 1091 time: 1.4570935 Feb 09 21:40:12.970094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db25de1b-fbce-434f-af08-fa513bacf1e4 req-67a49dd0-10cb-4095-ab57-c5810c181d10 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148093 Feb 09 21:40:13.018153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0fb45aef-be36-42b3-a9f6-10551973bbe9 req-e970f423-9c98-4159-9066-0329091600ac tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643410 Feb 09 21:40:13.021436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8c528431-3e31-430f-9ff0-17411648da95), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.038977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf430f-d3e3-42b4-983e-be0827daa0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=10']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:13.055496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:13.119465 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0098f-13ea-40c2-89ec-f2a1741ed100 x-openstack-request-id: req-35e0098f-13ea-40c2-89ec-f2a1741ed100 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:13.121637 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:13.122321 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35e0098f-13ea-40c2-89ec-f2a1741ed100 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:13.122896 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'status': 'completed', 'code': 200} Feb 09 21:40:13.195584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:13.225062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b9e7b7b8-7452-4979-9153-14807dd116f2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.255582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962', '75967ea2-f622-442c-ae55-bc421adf64ab', 'b9e7b7b8-7452-4979-9153-14807dd116f2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:13.258073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3', 'bd53c08c-cdb6-44fe-b128-97da7101cea9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:13.272343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da31f15a-f45f-48a5-9f3e-4191b317302c req-fb8cd8ef-3572-4a1a-8a01-456b90411b9a tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 210 time: 0.0404687 Feb 09 21:40:13.274305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event deleted for resources: {'Port': ['ID=8c528431-3e31-430f-9ff0-17411648da95,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:13.296600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-a395e721-3d0b-45b7-96b2-2d90fd84a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:13.296600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-a395e721-3d0b-45b7-96b2-2d90fd84a7f3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1130 time: 0.1213250 Feb 09 21:40:13.330800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=b9e7b7b8-7452-4979-9153-14807dd116f2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:13.866248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] No DVR routers for this DVR port 8c528431-3e31-430f-9ff0-17411648da95 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:13.868974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.872923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-396f8a3c-432a-4441-92fa-3eb523c93977 req-80987b9c-da28-467a-b0da-1040e525dab3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "DELETE /v2.0/ports/8c528431-3e31-430f-9ff0-17411648da95 HTTP/1.1" status: 204 len: 173 time: 1.8626058 Feb 09 21:40:13.893574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-deleted', 'tag': '8c528431-3e31-430f-9ff0-17411648da95'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:13.896203 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4c8d9-b092-490d-b811-9ea98ea69c07" -d '{"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-deleted", "tag": "8c528431-3e31-430f-9ff0-17411648da95"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:13.923038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port b9e7b7b8-7452-4979-9153-14807dd116f2 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:13.926179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.930285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1a9819d-4bda-47e5-a608-f981f957853f req-315d5160-c860-4519-89e2-f47bbf0b5aca tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "DELETE /v2.0/ports/b9e7b7b8-7452-4979-9153-14807dd116f2 HTTP/1.1" status: 204 len: 173 time: 1.9847054 Feb 09 21:40:13.952072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-a10f08ab-b0dc-4080-b3c2-68b63b6799ed service neutron] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:13.977125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-679f1870-152d-4812-a3e8-f93e1853a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:13.981075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-679f1870-152d-4812-a3e8-f93e1853a4f3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.6805618 Feb 09 21:40:13.986909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cbc81-6c2f-40a3-a7e9-0d9f5b4e1ca8 req-6ddbb87d-57f8-444d-a05f-fc906a7a89bf tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:13.988933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa2cbc81-6c2f-40a3-a7e9-0d9f5b4e1ca8 req-6ddbb87d-57f8-444d-a05f-fc906a7a89bf tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.9292080 Feb 09 21:40:14.014047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-1d5d97b8-9576-4e59-bff4-2083ba07d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.015782 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-1d5d97b8-9576-4e59-bff4-2083ba07d9eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=726caae83fa8493ea37127b0b806deed&device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 1130 time: 0.7972016 Feb 09 21:40:14.140835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-128cb243-d24b-4f13-9ffa-f517ca6d8e2b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 200 len: 217 time: 0.1519899 Feb 09 21:40:14.147446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-a10f08ab-b0dc-4080-b3c2-68b63b6799ed service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.151842 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d38ff5d-c4aa-4ac8-98b0-f875303de289 req-a10f08ab-b0dc-4080-b3c2-68b63b6799ed service neutron] 10.222.0.110 "DELETE /v2.0/ports/60ff27d3-b6e8-4df2-944f-9f2283d27097/bindings/n-h2-828599-1 HTTP/1.1" status: 204 len: 173 time: 1.2029088 Feb 09 21:40:14.289020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-961c2b9d-e15f-46db-99e1-53411ac4a864 req-e48f1f1c-2dd9-419b-a4d2-d6fd6ad54319 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0614269 Feb 09 21:40:14.297455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-abc7ab85-7304-4321-976c-ecbe0f8c60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.299719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-bc3907e7-8184-4400-b2d4-eda6117b8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.301740 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-bc3907e7-8184-4400-b2d4-eda6117b8f3f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1420896 Feb 09 21:40:14.306301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-abc7ab85-7304-4321-976c-ecbe0f8c60e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2813218 Feb 09 21:40:14.393202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-e8133284-83a6-421d-acb7-ff751354e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.399175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-e8133284-83a6-421d-acb7-ff751354e0c4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0891762 Feb 09 21:40:14.414072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-8e40d7f3-e5dc-4dc7-9321-558db526303c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 200 len: 217 time: 0.0937471 Feb 09 21:40:14.429451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa2cbc81-6c2f-40a3-a7e9-0d9f5b4e1ca8 req-484a1f77-0c76-45b5-8900-e8142dfd5367 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235618 Feb 09 21:40:14.526192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-3fd60c9b-3e21-4417-9abd-59882e3b00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.527955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-3fd60c9b-3e21-4417-9abd-59882e3b00ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0961130 Feb 09 21:40:14.591589 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b829b2a-1b4d-4c8e-9f04-02f25ca113ed req-d6d4c203-9526-4631-9e1b-581852d7d7f9 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 210 time: 0.1134820 Feb 09 21:40:14.663162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-c292ba9e-b396-4225-bc31-04e42c160764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.665435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-c292ba9e-b396-4225-bc31-04e42c160764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1228478 Feb 09 21:40:14.681565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483af7a-64b1-4984-804e-d68af21070be req-24e90149-e5fd-4fc3-95c7-cf44760cf4a2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.683660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a483af7a-64b1-4984-804e-d68af21070be req-24e90149-e5fd-4fc3-95c7-cf44760cf4a2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 948 time: 0.0955861 Feb 09 21:40:14.736758 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-011c56e8-1af6-4187-8638-6a27aa5644c5 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298934 Feb 09 21:40:14.757761 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9f8168-3bcc-4190-b4e3-17348721dc92 x-openstack-request-id: req-8d9f8168-3bcc-4190-b4e3-17348721dc92 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:14.758138 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a980e38-de2c-4d79-848a-4226e7db0474", "name": "network-vif-deleted", "tag": "8c528431-3e31-430f-9ff0-17411648da95", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:14.758335 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d9f8168-3bcc-4190-b4e3-17348721dc92 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:14.758684 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a980e38-de2c-4d79-848a-4226e7db0474', 'name': 'network-vif-deleted', 'tag': '8c528431-3e31-430f-9ff0-17411648da95', 'status': 'completed', 'code': 200} Feb 09 21:40:14.822278 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a483af7a-64b1-4984-804e-d68af21070be req-a87e27cd-4865-4371-ba68-fdcb13e86960 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297259 Feb 09 21:40:14.862139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-8c196d0d-f568-417d-a6fb-5aaa4bb92b8a service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708133 Feb 09 21:40:14.862279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ca278d9-5fa8-417b-9245-277e42c4a7eb req-0e0c575f-1aca-4210-b9b6-6e2de0fee2ac service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0881133 Feb 09 21:40:14.955022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-552f49fc-6a0c-438c-92e1-0ea708f74bcd service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080154 Feb 09 21:40:14.963574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530c16-0503-4332-bb04-44381d8e098a req-93647ff1-8c5e-40bb-8064-5461c696ae66 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.965188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63530c16-0503-4332-bb04-44381d8e098a req-93647ff1-8c5e-40bb-8064-5461c696ae66 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1158321 Feb 09 21:40:15.061172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63530c16-0503-4332-bb04-44381d8e098a req-307a8eab-d3c6-4243-a5d0-463c863cc70d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738420 Feb 09 21:40:15.078925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-59c459d5-0e5f-4ab5-9d36-aded675172d8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.080474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-59c459d5-0e5f-4ab5-9d36-aded675172d8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.2223756 Feb 09 21:40:15.125092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:15.131721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-008c26b5-963e-4abf-a564-7a27de57cc30 req-b3528dfd-d06d-4542-933d-5c6c794369d3 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504780 Feb 09 21:40:15.132410 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c859a041-5652-4197-9151-4ca8ca0474fc" -d '{"events": [{"name": "network-changed", "server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:15.134113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Request body: {'port': {'device_id': '202112ab-b492-402b-9725-9c6764076291', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'admin_state_up': True, 'tenant_id': '37105b4a9afd448d88bb7726ea71a72c'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:15.138574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c528431-3e31-430f-9ff0-17411648da95 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:15.162665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6391d71c-6a44-45d9-a065-97fcdfc87cc8 req-b0d9df39-5b13-4ea4-a2b5-c1afbd17a6c4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=054f6899-e238-4d04-85d5-59dc6fd4d773 HTTP/1.1" status: 200 len: 210 time: 0.0808742 Feb 09 21:40:15.189772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 8c528431-3e31-430f-9ff0-17411648da95 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:15.190127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c528431-3e31-430f-9ff0-17411648da95 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:15.239123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c262ae-7114-4adb-b90a-c571c25b2f17 req-07771aa8-42b7-4ddc-8db3-778a008813c7 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.246948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43c262ae-7114-4adb-b90a-c571c25b2f17 req-07771aa8-42b7-4ddc-8db3-778a008813c7 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0940173 Feb 09 21:40:15.284180 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4d53ca-1b4d-4389-9976-861b4bd67f1b x-openstack-request-id: req-2a4d53ca-1b4d-4389-9976-861b4bd67f1b {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:15.284180 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:15.284180 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2a4d53ca-1b4d-4389-9976-861b4bd67f1b {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:15.284180 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'status': 'completed', 'code': 200} Feb 09 21:40:15.307521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43c262ae-7114-4adb-b90a-c571c25b2f17 req-7b56043a-87e1-4b4f-b498-b271b8da0e67 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590594 Feb 09 21:40:15.367681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a041-5652-4197-9151-4ca8ca0474fc req-c613f8ea-9a6a-4b53-a74f-2e9ad7c5e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.369238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c859a041-5652-4197-9151-4ca8ca0474fc req-c613f8ea-9a6a-4b53-a74f-2e9ad7c5e148 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1126 time: 0.0588853 Feb 09 21:40:15.448963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ebe0ad8-26b6-4269-9d08-698a3a47f8f7 req-c54fe0e0-cb33-475f-b72e-0d3c0426e1b4 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0365038 Feb 09 21:40:15.464505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Made reservation on behalf of 37105b4a9afd448d88bb7726ea71a72c for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:15.470973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.560361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a041-5652-4197-9151-4ca8ca0474fc req-087b59cc-457f-4fc7-9ecb-1cfe53b82fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.562642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c859a041-5652-4197-9151-4ca8ca0474fc req-087b59cc-457f-4fc7-9ecb-1cfe53b82fa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1819139 Feb 09 21:40:15.630055 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c859a041-5652-4197-9151-4ca8ca0474fc req-6c6db049-6666-4f68-9706-1aa16ab122f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.0575120 Feb 09 21:40:15.701543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88d23907-3606-4afb-a31f-8521aa9ff044 req-9d7454f9-ddd4-4c1d-9351-0f14e33d7574 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 210 time: 0.0373371 Feb 09 21:40:15.733913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Allocated IP 172.20.0.2 (75aac111-eeca-44b7-9622-f4ddb48c48ce/19c79bb4-e01b-452d-84a7-c2ce1069b3bf/d4d49e7d-6725-4497-8bb0-cbbe10141a03) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:15.754269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a041-5652-4197-9151-4ca8ca0474fc req-edbc358c-5a59-4961-b13e-e3f2aff08e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.755875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c859a041-5652-4197-9151-4ca8ca0474fc req-edbc358c-5a59-4961-b13e-e3f2aff08e73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1191487 Feb 09 21:40:15.806397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c859a041-5652-4197-9151-4ca8ca0474fc req-e6a2a1db-8f76-492f-9861-41a2851fd924 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411499 Feb 09 21:40:15.992082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30041-6866-482e-aa31-dc477f630dd8 req-ed44a311-243c-4f9a-a5ac-020259c9344d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.992082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32c30041-6866-482e-aa31-dc477f630dd8 req-ed44a311-243c-4f9a-a5ac-020259c9344d tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 948 time: 0.0960476 Feb 09 21:40:15.993596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c859a041-5652-4197-9151-4ca8ca0474fc req-ece944b1-1581-4932-b230-eaf6dc6b7d56 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732349 Feb 09 21:40:16.038720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks [] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.085371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32c30041-6866-482e-aa31-dc477f630dd8 req-c91cf932-d566-4801-aea2-02ca19f26449 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Feb 09 21:40:16.166214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c859a041-5652-4197-9151-4ca8ca0474fc req-b39088fd-a50f-4998-818c-785c3a2660f4 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676645 Feb 09 21:40:16.212882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264714a-ec72-4300-b4d9-5fb02ce841e0 req-c77c29ce-8b94-493f-8d8b-72f67a23e9f1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:16.214383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1264714a-ec72-4300-b4d9-5fb02ce841e0 req-c77c29ce-8b94-493f-8d8b-72f67a23e9f1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0559926 Feb 09 21:40:16.232938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.281583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1264714a-ec72-4300-b4d9-5fb02ce841e0 req-64a62b65-a962-4bfe-a216-34cdc71f4142 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595813 Feb 09 21:40:16.287025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:16.290664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:16.295671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:16.300176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:16.367848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:16.368551 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.435924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:16.440070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b9e7b7b8-7452-4979-9153-14807dd116f2 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:16.455336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-24128528-06ae-464a-ab3d-1381eda3d6aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3410680 Feb 09 21:40:16.469246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Request body: {'port': {'device_id': '202112ab-b492-402b-9725-9c6764076291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:16.471723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: b9e7b7b8-7452-4979-9153-14807dd116f2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:16.472179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b9e7b7b8-7452-4979-9153-14807dd116f2 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:16.568717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:16.575012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140454-d893-4d37-8eaf-e49168934d5b req-6626a4ab-9952-412a-940d-021c4c5fdfe3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:16.576536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77140454-d893-4d37-8eaf-e49168934d5b req-6626a4ab-9952-412a-940d-021c4c5fdfe3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.1046729 Feb 09 21:40:16.577591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.588474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'mac_address': 'fa:16:3e:8c:84:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:16.642591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:16.643018 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.657593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f1092a-f16b-4711-8b4f-5b059b2a9f18 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:16.670155 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77140454-d893-4d37-8eaf-e49168934d5b req-cd7fbaed-5a3c-470d-9289-d050cf626be9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836143 Feb 09 21:40:16.677897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:16.751255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.767939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'name': 'network-vif-deleted', 'tag': 'b9e7b7b8-7452-4979-9153-14807dd116f2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:16.770210 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046c72f-a2dc-4e49-84f3-867d801b683b" -d '{"events": [{"server_uuid": "054f6899-e238-4d04-85d5-59dc6fd4d773", "name": "network-vif-deleted", "tag": "b9e7b7b8-7452-4979-9153-14807dd116f2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:16.816255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:16.831948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1e77afb-b44b-4e0a-b69e-2f13f3579287 req-315b4225-fd13-46f3-b740-4a864f5a31a4 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0747848 Feb 09 21:40:16.846904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe74c1-b5ee-410a-bf9e-70bfac46f52c req-9e2db52a-0d4f-4bdc-93f5-9de46268448e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:16.848586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efbe74c1-b5ee-410a-bf9e-70bfac46f52c req-9e2db52a-0d4f-4bdc-93f5-9de46268448e tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.0654018 Feb 09 21:40:16.922814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efbe74c1-b5ee-410a-bf9e-70bfac46f52c req-09b0ca1e-3df9-43ca-9c13-41ff345ed093 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648487 Feb 09 21:40:16.968876 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835e2a65-38e4-4a39-9836-414461f80ed0 x-openstack-request-id: req-835e2a65-38e4-4a39-9836-414461f80ed0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:16.968876 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054f6899-e238-4d04-85d5-59dc6fd4d773", "name": "network-vif-deleted", "tag": "b9e7b7b8-7452-4979-9153-14807dd116f2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:16.968876 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-835e2a65-38e4-4a39-9836-414461f80ed0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:16.968876 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054f6899-e238-4d04-85d5-59dc6fd4d773', 'name': 'network-vif-deleted', 'tag': 'b9e7b7b8-7452-4979-9153-14807dd116f2', 'status': 'completed', 'code': 200} Feb 09 21:40:17.002267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d49e7d-6725-4497-8bb0-cbbe10141a03 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:17.012197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Publish callbacks [] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.035303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb2178-9354-4c1e-ba04-143729a29e96 req-6c842f60-aa82-4ab3-98ba-260d2e120604 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.036972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fcb2178-9354-4c1e-ba04-143729a29e96 req-6c842f60-aa82-4ab3-98ba-260d2e120604 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 931 time: 0.1161451 Feb 09 21:40:17.037994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Transition to ACTIVE for port object d4d49e7d-6725-4497-8bb0-cbbe10141a03 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:17.091574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fcb2178-9354-4c1e-ba04-143729a29e96 req-1dc0b8b4-0bcd-40f0-a50a-819ad0c0fb4b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Feb 09 21:40:17.125688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.183744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:17.230396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04228054-06b2-4fc4-a048-082d7f932b29 req-b66b35e1-a295-494e-b105-b828537cdc5e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.232042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04228054-06b2-4fc4-a048-082d7f932b29 req-b66b35e1-a295-494e-b105-b828537cdc5e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.0644536 Feb 09 21:40:17.257177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Attempting to bind port d4d49e7d-6725-4497-8bb0-cbbe10141a03 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:17.257511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Attempting to bind port d4d49e7d-6725-4497-8bb0-cbbe10141a03 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:17.259177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Attempting to bind port d4d49e7d-6725-4497-8bb0-cbbe10141a03 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:17.262341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Port d4d49e7d-6725-4497-8bb0-cbbe10141a03 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:17.262670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Attempting to bind port d4d49e7d-6725-4497-8bb0-cbbe10141a03 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:17.268706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:17.269043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Checking segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:17.269424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Bound using segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:17.269846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Bound port: d4d49e7d-6725-4497-8bb0-cbbe10141a03, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:17.270201 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.283348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04228054-06b2-4fc4-a048-082d7f932b29 req-20029171-1fcd-4d06-a9b3-6423a6af65da tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Feb 09 21:40:17.337365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:17.340915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:17.421153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f534d-5fc8-456d-9546-654d88e8f2dd req-bd4c12dd-35b4-40ef-b825-c3bf45546cee tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.423083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-652f534d-5fc8-456d-9546-654d88e8f2dd req-bd4c12dd-35b4-40ef-b825-c3bf45546cee tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0621819 Feb 09 21:40:17.424883 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.480949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.481516 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.483004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-c277d785-ae33-4136-9862-a43566864b0b service neutron] 10.222.0.30 "PUT /v2.0/ports/d4d49e7d-6725-4497-8bb0-cbbe10141a03 HTTP/1.1" status: 200 len: 1091 time: 1.0182128 Feb 09 21:40:17.517183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277d785-ae33-4136-9862-a43566864b0b service neutron] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:17.527720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-652f534d-5fc8-456d-9546-654d88e8f2dd req-aa770569-bdfd-4a24-944f-ec39daec27ea tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990088 Feb 09 21:40:17.651470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-48561766-ecc8-4199-b416-ee774b47c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.653026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-48561766-ecc8-4199-b416-ee774b47c2b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 1125 time: 0.0463367 Feb 09 21:40:17.704654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-09074b34-5808-46e5-aebf-c6a3827a4ae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03 HTTP/1.1" status: 200 len: 217 time: 0.0387063 Feb 09 21:40:17.753855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-87a71528-8978-4618-bb2d-7dc88c0e9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.757167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-87a71528-8978-4618-bb2d-7dc88c0e9cc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 200 len: 845 time: 0.0436468 Feb 09 21:40:17.789807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-9d00af16-907e-47b8-909d-a77dd0f79f42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75aac111-eeca-44b7-9622-f4ddb48c48ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268073 Feb 09 21:40:17.801214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868fe37-0802-4397-a09e-b2b35149dbe1 req-6f77778a-c2d2-447e-85c5-f51edf1741c5 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.808427 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e868fe37-0802-4397-a09e-b2b35149dbe1 req-6f77778a-c2d2-447e-85c5-f51edf1741c5 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0644438 Feb 09 21:40:17.864068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e868fe37-0802-4397-a09e-b2b35149dbe1 req-814e7b79-d004-4356-8466-a9e776a9073a tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Feb 09 21:40:17.897180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-77da748e-facc-42c0-84f9-25c62334bf82 service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987637 Feb 09 21:40:17.986530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-342d45d5-8e09-4964-b0f9-e044cbad7917 req-be7e48e3-aa99-40ba-8e15-57594bff5a97 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0389190 Feb 09 21:40:18.033923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681bdbf6-9aae-4f5c-ad12-38bee970efef req-4a6c38d1-a8af-41c6-8ef2-8b4911ebf43e service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297035 Feb 09 21:40:18.042217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580de064-d329-42eb-8e48-a328f67f36d0 req-61be2936-997e-46e6-af26-c6e50a2903e9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.043856 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-580de064-d329-42eb-8e48-a328f67f36d0 req-61be2936-997e-46e6-af26-c6e50a2903e9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.0592363 Feb 09 21:40:18.102831 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-580de064-d329-42eb-8e48-a328f67f36d0 req-2a0d5902-6a42-4fe3-ae13-9c0047c0783f tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520682 Feb 09 21:40:18.217343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d948-4c40-4a9f-9de3-9851b0f40961 req-1081bd5f-721d-4537-affb-8638c4c79ac6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.218826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24b6d948-4c40-4a9f-9de3-9851b0f40961 req-1081bd5f-721d-4537-affb-8638c4c79ac6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 943 time: 0.0546324 Feb 09 21:40:18.265535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24b6d948-4c40-4a9f-9de3-9851b0f40961 req-fcfd8b97-8f1a-4466-9fa0-7738e0706690 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Feb 09 21:40:18.406826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24bea-f0ee-408d-b49f-e5d42d1e0dfa req-fcdea759-2681-4e57-b433-9f2bf03615fd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.408402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6e24bea-f0ee-408d-b49f-e5d42d1e0dfa req-fcdea759-2681-4e57-b433-9f2bf03615fd tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.0530477 Feb 09 21:40:18.448730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:18.457704 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6e24bea-f0ee-408d-b49f-e5d42d1e0dfa req-93e18055-7f91-466d-a7ad-7b1934401a79 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Feb 09 21:40:18.498009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port 60ff27d3-b6e8-4df2-944f-9f2283d27097 host n-h1-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:40:18.498410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:18.652414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73e2f-c0b0-468e-ab83-79f5bde167e7 req-147cdbc7-5642-479c-b094-da67f0e122bd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.653927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dde73e2f-c0b0-468e-ab83-79f5bde167e7 req-147cdbc7-5642-479c-b094-da67f0e122bd tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0542533 Feb 09 21:40:18.699565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dde73e2f-c0b0-468e-ab83-79f5bde167e7 req-0f56cadf-4f85-4933-8d19-162f5d9dea55 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Feb 09 21:40:18.967901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:18.970493 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1034850-08f9-476b-ad96-3f758239e729" -d '{"events": [{"name": "network-changed", "server_uuid": "202112ab-b492-402b-9725-9c6764076291", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:18.990600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312f65-8234-438f-87d4-712bd3affbcc req-d51cfebc-594a-4e18-b085-2baeffdc6e77 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.991605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c312f65-8234-438f-87d4-712bd3affbcc req-d51cfebc-594a-4e18-b085-2baeffdc6e77 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0546560 Feb 09 21:40:19.005165 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4413168-dae1-4c3e-87f5-32941c589c7f x-openstack-request-id: req-c4413168-dae1-4c3e-87f5-32941c589c7f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:19.005463 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202112ab-b492-402b-9725-9c6764076291", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:19.005720 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c4413168-dae1-4c3e-87f5-32941c589c7f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:19.006114 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'status': 'completed', 'code': 200} Feb 09 21:40:19.056375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c312f65-8234-438f-87d4-712bd3affbcc req-ed02acd8-3ee1-4147-b5f2-627203ab6a45 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581591 Feb 09 21:40:19.113825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f78097f0-cbed-4d62-9604-561db9ee7544 req-a51a78ac-0ad7-4a68-b5a2-633c980dad18 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0301812 Feb 09 21:40:19.116837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1034850-08f9-476b-ad96-3f758239e729 req-dd96cea7-cc97-483d-baeb-d138c45ca46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.117910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1034850-08f9-476b-ad96-3f758239e729 req-dd96cea7-cc97-483d-baeb-d138c45ca46e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 1125 time: 0.0824134 Feb 09 21:40:19.157039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:19.271688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:19.283526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b575753-6385-43a6-8baf-87f4c60f7079 req-2e91dd71-9e49-40ba-a13b-2500019731c9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.285429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b575753-6385-43a6-8baf-87f4c60f7079 req-2e91dd71-9e49-40ba-a13b-2500019731c9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.0950136 Feb 09 21:40:19.286852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1034850-08f9-476b-ad96-3f758239e729 req-c460c8d5-f044-4291-b2a2-86d5b6ecf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.287464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'port_id': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'mac_address': 'fa:16:3e:5f:5c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab21a80-0aa4-461e-bb57-a6caebbfcce2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:19.288227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1034850-08f9-476b-ad96-3f758239e729 req-c460c8d5-f044-4291-b2a2-86d5b6ecf9cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 906 time: 0.1556835 Feb 09 21:40:19.341199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:19.342100 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.348649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1034850-08f9-476b-ad96-3f758239e729 req-6c9482be-d440-4013-bc9c-e7bf0ad6ab0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03 HTTP/1.1" status: 200 len: 217 time: 0.0475819 Feb 09 21:40:19.367111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:19.395936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:19.416037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69723800-eab6-4f8c-b3fc-1a58498669d8 req-9957de7c-d7d6-4e6f-a5b2-368f96f33021 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.418552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69723800-eab6-4f8c-b3fc-1a58498669d8 req-9957de7c-d7d6-4e6f-a5b2-368f96f33021 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 943 time: 0.0748193 Feb 09 21:40:19.434605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b575753-6385-43a6-8baf-87f4c60f7079 req-3b1874db-35a3-44b3-ad84-2788ef3e0b93 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402688 Feb 09 21:40:19.443912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1034850-08f9-476b-ad96-3f758239e729 req-4aad94f9-8a96-4e5c-85eb-8a76655c5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.445489 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1034850-08f9-476b-ad96-3f758239e729 req-4aad94f9-8a96-4e5c-85eb-8a76655c5cd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 200 len: 845 time: 0.0797365 Feb 09 21:40:19.470778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69723800-eab6-4f8c-b3fc-1a58498669d8 req-c8bcb04f-770b-476e-9cfb-65cd38e77400 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459769 Feb 09 21:40:19.488927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1034850-08f9-476b-ad96-3f758239e729 req-f893aed7-f2e2-4acf-afac-2620f53ddcda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75aac111-eeca-44b7-9622-f4ddb48c48ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266471 Feb 09 21:40:19.507122 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.571084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:19.608925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ab626c90-2f8f-4862-b9f9-2c0a9cf86e85'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:19.639164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad369e-f0a4-4fcc-824f-50fbd6537ea1 req-9dfbfb36-14c5-4f4d-8a94-d07155f60f10 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.640164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2ad369e-f0a4-4fcc-824f-50fbd6537ea1 req-9dfbfb36-14c5-4f4d-8a94-d07155f60f10 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.0973992 Feb 09 21:40:19.644770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1034850-08f9-476b-ad96-3f758239e729 req-b4b7549d-a79c-4fee-bd3c-c901206ee6ae service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493890 Feb 09 21:40:19.752470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2ad369e-f0a4-4fcc-824f-50fbd6537ea1 req-1085a69f-099f-4c74-9831-e5e85889ec02 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062920 Feb 09 21:40:19.813515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1034850-08f9-476b-ad96-3f758239e729 req-ba700a22-1175-4ded-bc9f-eff26bd018f3 service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456721 Feb 09 21:40:19.868160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcaca4-0db3-4733-b10a-4a063a2a9ea6 req-9a5b5569-2a4f-4992-ac7f-a8e3f6bef622 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.869751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eadcaca4-0db3-4733-b10a-4a063a2a9ea6 req-9a5b5569-2a4f-4992-ac7f-a8e3f6bef622 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0695388 Feb 09 21:40:19.918580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eadcaca4-0db3-4733-b10a-4a063a2a9ea6 req-c82949a4-aaa3-42d0-90c8-21bda5dee5e4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Feb 09 21:40:20.181555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2c8f-a0dc-4837-9b4d-183353fefe45 req-7402e39e-0505-4486-a3be-254fe27ca087 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.183743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a0f2c8f-a0dc-4837-9b4d-183353fefe45 req-7402e39e-0505-4486-a3be-254fe27ca087 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 944 time: 0.0555816 Feb 09 21:40:20.223608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3570aea1-51a9-4775-affa-787e05c5b0c6 req-c6e1421a-3c0e-4d1b-8610-6847235cc114 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0327048 Feb 09 21:40:20.231576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a0f2c8f-a0dc-4837-9b4d-183353fefe45 req-d81e74c6-2576-4586-a3a2-3eee29b6501e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Feb 09 21:40:20.562771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dda1e2-47d5-41c1-b9a4-32e328326944 req-b92e4297-672f-4253-b3eb-68b658acea7c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.564457 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67dda1e2-47d5-41c1-b9a4-32e328326944 req-b92e4297-672f-4253-b3eb-68b658acea7c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.0553713 Feb 09 21:40:20.613867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67dda1e2-47d5-41c1-b9a4-32e328326944 req-ecd4a827-fbe1-4515-b8d4-8df3cb12b57d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Feb 09 21:40:20.714631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334a2d1-ee07-4544-bbb3-0cf3657775e3 req-1c455917-7eaf-493f-b50e-c2d1a60380f6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.718624 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0334a2d1-ee07-4544-bbb3-0cf3657775e3 req-1c455917-7eaf-493f-b50e-c2d1a60380f6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 943 time: 0.0540657 Feb 09 21:40:20.743654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2b15f-804a-441c-a6ae-df75f268e961 req-204d82ab-f720-40fd-a6ca-e0d74a92eaa6 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.745989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95b2b15f-804a-441c-a6ae-df75f268e961 req-204d82ab-f720-40fd-a6ca-e0d74a92eaa6 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 944 time: 0.0587900 Feb 09 21:40:20.767327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0334a2d1-ee07-4544-bbb3-0cf3657775e3 req-2242af34-e5de-4fcd-bf99-cdc8b996eb3d tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Feb 09 21:40:20.799375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95b2b15f-804a-441c-a6ae-df75f268e961 req-0f0b5814-396b-44f8-b428-6cd06fa23c60 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462577 Feb 09 21:40:20.882330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd8f76-e00d-46a7-8cf6-14aaac3f6337 req-2d911ac0-21c6-4baf-8365-d52d65609810 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.883836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69bd8f76-e00d-46a7-8cf6-14aaac3f6337 req-2d911ac0-21c6-4baf-8365-d52d65609810 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.0566142 Feb 09 21:40:20.930772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69bd8f76-e00d-46a7-8cf6-14aaac3f6337 req-ab8481b7-fdd5-4612-9284-84254cca31e2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Feb 09 21:40:21.046128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04059e27-fdc8-4e60-abe3-eaa935e20c3c req-b4ca92cd-7151-4231-911a-8743675de76a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:21.047522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04059e27-fdc8-4e60-abe3-eaa935e20c3c req-b4ca92cd-7151-4231-911a-8743675de76a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0568154 Feb 09 21:40:21.093713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04059e27-fdc8-4e60-abe3-eaa935e20c3c req-5517ba93-99b6-415b-87a6-ac092e655bf4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Feb 09 21:40:21.177057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4d49e7d-6725-4497-8bb0-cbbe10141a03 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:21.180963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:21.284769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:21.285151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.349510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:21.368930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'mac_address': 'fa:16:3e:d2:44:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:21.372491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-687f2335-ef9b-4369-b362-0f0e9fdc0501 req-b835f4ad-b2b8-4846-a3d1-9a44e7adc6aa tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0443470 Feb 09 21:40:21.437481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4d49e7d-6725-4497-8bb0-cbbe10141a03 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:21.461091 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.461091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:21.461091 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.463074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d49e7d-6725-4497-8bb0-cbbe10141a03 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:21.492473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:21.494680 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced7609c-4a92-4228-b8b9-2e45d799da9b" -d '{"events": [{"server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "name": "network-vif-plugged", "status": "completed", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:21.507068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:21.510661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:21.531219 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4924585f-a1dc-4cad-8206-dd409458f7fc x-openstack-request-id: req-4924585f-a1dc-4cad-8206-dd409458f7fc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:21.531567 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "name": "network-vif-plugged", "status": "completed", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:21.531970 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4924585f-a1dc-4cad-8206-dd409458f7fc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:21.532366 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'code': 200} Feb 09 21:40:21.612584 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.644605 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.671940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:21.723201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:21.751933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbf3d7-e924-4487-9add-1b7c25c2b8dc req-3ab063ab-2e5b-46cc-801f-711b61337723 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:21.753450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92cbf3d7-e924-4487-9add-1b7c25c2b8dc req-3ab063ab-2e5b-46cc-801f-711b61337723 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.0670376 Feb 09 21:40:21.808105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92cbf3d7-e924-4487-9add-1b7c25c2b8dc req-f38146bf-78e7-45d9-8c9b-a301759c2e50 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473988 Feb 09 21:40:21.902254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7b084-f13b-45f2-b40b-63a2d98e8b5f req-1b850cad-591d-48f2-82ef-9d08f7c54ace tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:21.905850 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91b7b084-f13b-45f2-b40b-63a2d98e8b5f req-1b850cad-591d-48f2-82ef-9d08f7c54ace tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 944 time: 0.0571826 Feb 09 21:40:21.929666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9cf4-5374-46e5-bd1d-e245f7671462 req-c1b7d7e2-ae54-4807-8bb0-521e5c3817b5 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:21.931150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0db9cf4-5374-46e5-bd1d-e245f7671462 req-c1b7d7e2-ae54-4807-8bb0-521e5c3817b5 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0608318 Feb 09 21:40:21.954099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91b7b084-f13b-45f2-b40b-63a2d98e8b5f req-458b035d-9a62-4beb-aa89-9d60fa3d8f91 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Feb 09 21:40:21.961306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d4d49e7d-6725-4497-8bb0-cbbe10141a03'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:22.004261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0db9cf4-5374-46e5-bd1d-e245f7671462 req-e15373fc-179c-4d63-be7e-ab42a1c07843 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Feb 09 21:40:22.114945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbc59b-0810-4ab7-acc9-59e4e55e8fc5 req-04066d5d-779e-4d23-b889-4a5245efd338 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.121323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edcbc59b-0810-4ab7-acc9-59e4e55e8fc5 req-04066d5d-779e-4d23-b889-4a5245efd338 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.0796537 Feb 09 21:40:22.176928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edcbc59b-0810-4ab7-acc9-59e4e55e8fc5 req-725d6884-7cc9-4a83-9fa7-bf61f467b3c4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Feb 09 21:40:22.239805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef4561-abaa-4012-9856-7a13db65c608 req-b797666e-26eb-473b-835f-f93bf8e6bcc0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.241295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bef4561-abaa-4012-9856-7a13db65c608 req-b797666e-26eb-473b-835f-f93bf8e6bcc0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0697966 Feb 09 21:40:22.292596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bef4561-abaa-4012-9856-7a13db65c608 req-27d72d38-6114-4420-a6f9-27c6db80e2d3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Feb 09 21:40:22.347174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['53f1092a-f16b-4711-8b4f-5b059b2a9f18'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:22.499474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aad2d595-c0e7-4684-a84c-a62b10e38e2e req-461ffb07-ccad-43b2-b507-8057a05b57d8 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0340271 Feb 09 21:40:22.589619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-3c955209-3763-4402-aed9-ed731f78aea3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.591069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-3c955209-3763-4402-aed9-ed731f78aea3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 945 time: 0.0526211 Feb 09 21:40:22.691291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Deleting port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:22.691291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.779987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] For port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:22.780358 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.793250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Calling delete_port for ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:22.924303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2a786-0d73-43a7-8e5c-1106ae5dcb0c req-f8181ee2-cca7-4a9d-a374-61032339f80d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.926197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3eb2a786-0d73-43a7-8e5c-1106ae5dcb0c req-f8181ee2-cca7-4a9d-a374-61032339f80d tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.0551956 Feb 09 21:40:22.978024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3eb2a786-0d73-43a7-8e5c-1106ae5dcb0c req-3d2ac1fe-d6cc-4e19-8d42-a4d8174075bd tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Feb 09 21:40:22.998480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ab626c90-2f8f-4862-b9f9-2c0a9cf86e85), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.031258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event deleted for resources: {'Port': ['ID=ab626c90-2f8f-4862-b9f9-2c0a9cf86e85,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:23.099046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] No DVR routers for this DVR port ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:23.102711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.106831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a938ac3-5f30-4e8f-916b-ee488446781b req-131eb84c-0931-40c7-99cd-3333d2ab4aee tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "DELETE /v2.0/ports/ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 HTTP/1.1" status: 204 len: 173 time: 0.5091081 Feb 09 21:40:23.109481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'name': 'network-vif-deleted', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:23.111418 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d709861-72ed-4b10-ba60-044b51d1262d" -d '{"events": [{"server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "name": "network-vif-deleted", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:23.124972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6db4244-5095-4f40-8634-2102a0f0cb52 req-80e80bdb-9e9a-4cde-a609-620eea8eccda tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 210 time: 0.0391510 Feb 09 21:40:23.145563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d384a4e-8631-48e4-80fa-5903c63406eb req-b87a0c2a-c2dc-4d43-8515-837871d85e7f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.147105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d384a4e-8631-48e4-80fa-5903c63406eb req-b87a0c2a-c2dc-4d43-8515-837871d85e7f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 944 time: 0.0915775 Feb 09 21:40:23.182968 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9336bd1-87a5-4790-9c36-9f8b38017854 x-openstack-request-id: req-e9336bd1-87a5-4790-9c36-9f8b38017854 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:23.183265 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63274147-4014-4455-bb2e-19e933b9aa06", "name": "network-vif-deleted", "tag": "ab626c90-2f8f-4862-b9f9-2c0a9cf86e85", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:23.183561 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e9336bd1-87a5-4790-9c36-9f8b38017854 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:23.184175 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63274147-4014-4455-bb2e-19e933b9aa06', 'name': 'network-vif-deleted', 'tag': 'ab626c90-2f8f-4862-b9f9-2c0a9cf86e85', 'status': 'completed', 'code': 200} Feb 09 21:40:23.188580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4d49e7d-6725-4497-8bb0-cbbe10141a03 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:23.213402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d384a4e-8631-48e4-80fa-5903c63406eb req-d6da6577-22d7-4037-b88a-06be289e35d4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580053 Feb 09 21:40:23.324666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port d4d49e7d-6725-4497-8bb0-cbbe10141a03 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:23.330799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port d4d49e7d-6725-4497-8bb0-cbbe10141a03 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:23.332580 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.335850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6528de-5c78-46d4-9e42-82692d11ffb9 req-3bd1dd35-7cb9-4422-afb7-6ff8a8675500 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.337580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f6528de-5c78-46d4-9e42-82692d11ffb9 req-3bd1dd35-7cb9-4422-afb7-6ff8a8675500 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.0647247 Feb 09 21:40:23.395166 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f6528de-5c78-46d4-9e42-82692d11ffb9 req-3f212d3e-f549-4b8e-b81b-d60ef751b0b3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Feb 09 21:40:23.460219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4d49e7d-6725-4497-8bb0-cbbe10141a03 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:23.460770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.478885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3cffc-27c3-4199-a45f-e44684c6701c req-1942b680-1825-4d90-88f7-22b8abc80c24 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.480982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2b3cffc-27c3-4199-a45f-e44684c6701c req-1942b680-1825-4d90-88f7-22b8abc80c24 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0941527 Feb 09 21:40:23.513914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:23.533328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:23.536263 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97bff9-a552-4387-a5b0-4311c58908aa" -d '{"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-plugged", "status": "completed", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:23.537690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2b3cffc-27c3-4199-a45f-e44684c6701c req-5c683ecc-30dc-4332-8dde-5adcdc095065 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502622 Feb 09 21:40:23.581425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:40:23.584144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.585927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:23.616787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:23.617233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ab626c90-2f8f-4862-b9f9-2c0a9cf86e85 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:23.622107 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2425d12-0847-483f-8745-a3790dbffa37 x-openstack-request-id: req-b2425d12-0847-483f-8745-a3790dbffa37 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:23.622474 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-plugged", "status": "completed", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:23.622792 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2425d12-0847-483f-8745-a3790dbffa37 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:23.623243 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'code': 200} Feb 09 21:40:23.668478 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3acb723-c190-471e-b767-0593029428f1 req-3c5264c9-cfdd-4684-b448-001c58b89dcc tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0598788 Feb 09 21:40:23.681265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:23.691899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-675d6b00-a20a-408a-9200-2a257e861c7c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.694470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-675d6b00-a20a-408a-9200-2a257e861c7c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.1406944 Feb 09 21:40:23.743071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4ffa1-a5bc-44f1-a310-7f67f51af34f req-13e4218d-935b-4ee7-bb5c-1c85587bc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.745254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8d4ffa1-a5bc-44f1-a310-7f67f51af34f req-13e4218d-935b-4ee7-bb5c-1c85587bc63b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 1127 time: 0.0458486 Feb 09 21:40:23.794015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8d4ffa1-a5bc-44f1-a310-7f67f51af34f req-bff2da80-6435-4773-85a8-14e660030ed6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Feb 09 21:40:23.830525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port 75967ea2-f622-442c-ae55-bc421adf64ab {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:23.830893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.934234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port 75967ea2-f622-442c-ae55-bc421adf64ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=75967ea2-f622-442c-ae55-bc421adf64ab,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:23.935050 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.949845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for 75967ea2-f622-442c-ae55-bc421adf64ab owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:24.109768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbe8a6-3987-4dbc-a1ef-a99c677c977a req-719632d2-a3ab-45d6-a81c-613236931f67 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.111314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1dfbe8a6-3987-4dbc-a1ef-a99c677c977a req-719632d2-a3ab-45d6-a81c-613236931f67 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 950 time: 0.0630243 Feb 09 21:40:24.158732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1dfbe8a6-3987-4dbc-a1ef-a99c677c977a req-59e4364b-4af9-4812-8450-5a399f612805 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Feb 09 21:40:24.214946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (75967ea2-f622-442c-ae55-bc421adf64ab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.228683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3', 'bd53c08c-cdb6-44fe-b128-97da7101cea9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:24.236049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962', '75967ea2-f622-442c-ae55-bc421adf64ab'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:24.296359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a5b2f86-1f6d-4a7b-8767-fbc726a6be19 req-3b1d8308-7d22-4351-bdcc-cf6ab343148b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=63274147-4014-4455-bb2e-19e933b9aa06 HTTP/1.1" status: 200 len: 210 time: 0.0836236 Feb 09 21:40:24.296673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=75967ea2-f622-442c-ae55-bc421adf64ab,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:24.305395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.305804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.306409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.306549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.306844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.307731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.308440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.317790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.317790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.317790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.317790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.317790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.317790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:24.383975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port 75967ea2-f622-442c-ae55-bc421adf64ab on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:24.388381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77159f7-de6c-402b-be7c-278667b129e1 req-b38204d4-9906-496d-a917-7e1cd58f293e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.388761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.391392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d77159f7-de6c-402b-be7c-278667b129e1 req-b38204d4-9906-496d-a917-7e1cd58f293e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1084673 Feb 09 21:40:24.399506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae113d22-873d-408e-ad18-7b05313d1e5a req-b082fb5c-59d1-4155-b600-4cc91ab84c29 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "DELETE /v2.0/ports/75967ea2-f622-442c-ae55-bc421adf64ab HTTP/1.1" status: 204 len: 173 time: 0.6936281 Feb 09 21:40:24.400044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'name': 'network-vif-deleted', 'tag': '75967ea2-f622-442c-ae55-bc421adf64ab'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:24.402520 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ea05df-c19a-488d-8dae-ebed662b2b0b" -d '{"events": [{"server_uuid": "8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a", "name": "network-vif-deleted", "tag": "75967ea2-f622-442c-ae55-bc421adf64ab"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:24.463530 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886d47f-4e7c-4426-8130-708ec6730525 x-openstack-request-id: req-b886d47f-4e7c-4426-8130-708ec6730525 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:24.463881 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a", "name": "network-vif-deleted", "tag": "75967ea2-f622-442c-ae55-bc421adf64ab", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:24.464502 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b886d47f-4e7c-4426-8130-708ec6730525 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:24.464917 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a', 'name': 'network-vif-deleted', 'tag': '75967ea2-f622-442c-ae55-bc421adf64ab', 'status': 'completed', 'code': 200} Feb 09 21:40:24.503518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d77159f7-de6c-402b-be7c-278667b129e1 req-c527f919-9261-4ffb-9d54-d113ce9c34ed tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065874 Feb 09 21:40:24.511049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:24.645272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bf355-94df-4ca7-acd6-218ec03927a2 req-e420a47b-8dc6-47f7-9672-032429c2339f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.664221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-348bf355-94df-4ca7-acd6-218ec03927a2 req-e420a47b-8dc6-47f7-9672-032429c2339f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 949 time: 0.0920060 Feb 09 21:40:24.783979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-348bf355-94df-4ca7-acd6-218ec03927a2 req-90bb395e-cc75-4994-bc18-5347da23aafc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889950 Feb 09 21:40:24.784428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:24.797826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:24.798547 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.825726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de530-6b86-405e-9846-421f88cea2ef req-eda8b2ab-c354-44d2-83c1-9863999c58d0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.830360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-715de530-6b86-405e-9846-421f88cea2ef req-eda8b2ab-c354-44d2-83c1-9863999c58d0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1068714 Feb 09 21:40:24.913947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29ed5ed3-9afa-4552-9f25-8cb67a23c87e req-8ca652f4-586c-4b26-bf91-fe9e322e65b3 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0815992 Feb 09 21:40:24.924522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-715de530-6b86-405e-9846-421f88cea2ef req-2337464f-42ee-40fe-840d-8048a5cd0588 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791166 Feb 09 21:40:25.075023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:25.075415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.109705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:25.187017 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.262699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:25.296654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-badef221-8472-4fd3-a78c-73cc34d6f800 req-595dd4bb-1713-41e0-a7b1-5cf627245477 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=8b12c2f4-4ba7-4db4-b2f5-6c13aa20489a HTTP/1.1" status: 200 len: 210 time: 0.0377476 Feb 09 21:40:25.624869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:25.627270 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ae3c5e-a346-42c3-b90a-da72495e91fb" -d '{"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-plugged", "status": "completed", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:25.839540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55802) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:25.842544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be42bfb-293c-4d8a-a323-66585aecf307 req-777f7355-5d23-4067-9bbe-249b0b82b161 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:25.844599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ef92e349-a1e5-4acc-b1b7-9b4c278c6c24 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839225455', 'description': 'tempest-description--1627245467'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:25.851103 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7be42bfb-293c-4d8a-a323-66585aecf307 req-777f7355-5d23-4067-9bbe-249b0b82b161 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0895231 Feb 09 21:40:25.902744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7be42bfb-293c-4d8a-a323-66585aecf307 req-435f02d2-3394-46a1-bb7f-85ffc94e9a80 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521724 Feb 09 21:40:25.957162 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ef92e349-a1e5-4acc-b1b7-9b4c278c6c24 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.958911 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f45de-4435-487b-8c34-adc76bce7cb3 x-openstack-request-id: req-0e4f45de-4435-487b-8c34-adc76bce7cb3 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:25.960251 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-plugged", "status": "completed", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:25.964129 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e4f45de-4435-487b-8c34-adc76bce7cb3 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:25.964129 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'code': 200} Feb 09 21:40:26.022399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96e17f2e-9419-4245-a764-fb8bd3f536b8 req-141d7138-622a-4a86-8381-dee4b0db33f2 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0324655 Feb 09 21:40:26.101493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ef92e349-a1e5-4acc-b1b7-9b4c278c6c24 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group (44804d7a-e926-4caf-8b52-3eda9036c290), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.120323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed4f44-2363-4c45-ad12-6da02a566742 req-f2957cbd-0fbb-4b31-b654-115d90875d50 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.122323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59ed4f44-2363-4c45-ad12-6da02a566742 req-f2957cbd-0fbb-4b31-b654-115d90875d50 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1082346 Feb 09 21:40:26.159898 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ef92e349-a1e5-4acc-b1b7-9b4c278c6c24 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (44804d7a-e926-4caf-8b52-3eda9036c290), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.219121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59ed4f44-2363-4c45-ad12-6da02a566742 req-d406f0be-8ba9-437c-89ea-4784e4769f95 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900342 Feb 09 21:40:26.220024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92e349-a1e5-4acc-b1b7-9b4c278c6c24 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44804d7a-e926-4caf-8b52-3eda9036c290,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.312196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ef92e349-a1e5-4acc-b1b7-9b4c278c6c24 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.313466 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ef92e349-a1e5-4acc-b1b7-9b4c278c6c24 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4726048 Feb 09 21:40:26.317037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55812) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:26.321792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a524721d-56c1-4481-aa1d-c13c8ed45771 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Request body: {'security_group_rule': {'security_group_id': '44804d7a-e926-4caf-8b52-3eda9036c290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:26.359671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3a079-cea2-4a3f-bf9e-f0f4cbe2c67e req-dca2443a-47de-40f5-b7b2-8c021739b6a9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.361217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0d3a079-cea2-4a3f-bf9e-f0f4cbe2c67e req-dca2443a-47de-40f5-b7b2-8c021739b6a9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0808580 Feb 09 21:40:26.409485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0d3a079-cea2-4a3f-bf9e-f0f4cbe2c67e req-eba212f3-ecf7-42ff-ba90-bd0e59295805 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Feb 09 21:40:26.466516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a524721d-56c1-4481-aa1d-c13c8ed45771 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group_rule (81e569d2-e28e-4c0f-ad60-1669b5814e89), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.562257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a524721d-56c1-4481-aa1d-c13c8ed45771 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group_rule (81e569d2-e28e-4c0f-ad60-1669b5814e89), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.569625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c834a-094f-4777-8939-177ef8e7ddb1 req-a4244956-1675-4eb4-a60d-11fdd17bae7c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.571126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f4c834a-094f-4777-8939-177ef8e7ddb1 req-a4244956-1675-4eb4-a60d-11fdd17bae7c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0923684 Feb 09 21:40:26.618820 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f4c834a-094f-4777-8939-177ef8e7ddb1 req-3cfe7fac-f6c7-41ee-afc1-ff7415a0b93e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Feb 09 21:40:26.666578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a524721d-56c1-4481-aa1d-c13c8ed45771 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (81e569d2-e28e-4c0f-ad60-1669b5814e89), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.684753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524721d-56c1-4481-aa1d-c13c8ed45771 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e569d2-e28e-4c0f-ad60-1669b5814e89,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.803082 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a524721d-56c1-4481-aa1d-c13c8ed45771 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.804454 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a524721d-56c1-4481-aa1d-c13c8ed45771 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4869003 Feb 09 21:40:26.807818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55820) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:26.812291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-24310b83-92ac-48de-8e02-885d981d7752 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Request body: {'security_group_rule': {'security_group_id': '44804d7a-e926-4caf-8b52-3eda9036c290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:26.909462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24310b83-92ac-48de-8e02-885d981d7752 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group_rule (d400cc9f-8f69-4b12-bf25-fa351ff387c1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.977650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24310b83-92ac-48de-8e02-885d981d7752 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group_rule (d400cc9f-8f69-4b12-bf25-fa351ff387c1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.069903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24310b83-92ac-48de-8e02-885d981d7752 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d400cc9f-8f69-4b12-bf25-fa351ff387c1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.092408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24310b83-92ac-48de-8e02-885d981d7752 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d400cc9f-8f69-4b12-bf25-fa351ff387c1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:27.168644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c89e42a-d666-4ed6-b588-639983591256 req-d9b6f713-4fec-4a20-8283-ac4e4cfd8915 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0418894 Feb 09 21:40:27.192028 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24310b83-92ac-48de-8e02-885d981d7752 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.193780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-24310b83-92ac-48de-8e02-885d981d7752 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848622 Feb 09 21:40:27.196985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55828) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:27.207117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:27.315963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.335501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2575-80ea-48fa-b5c5-cedddec06f3b req-0bd22418-bc58-4bb9-a21d-adedaa3bc95c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.346550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de3a2575-80ea-48fa-b5c5-cedddec06f3b req-0bd22418-bc58-4bb9-a21d-adedaa3bc95c tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 950 time: 0.0775826 Feb 09 21:40:27.416525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de3a2575-80ea-48fa-b5c5-cedddec06f3b req-23dda2f8-da64-4d29-b989-560b95bfa461 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Feb 09 21:40:27.448514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2c28d-a257-493f-a31c-779b5d1c9ea1 req-94a46983-220f-4b0a-a71a-e01a8e5c8f0c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.460355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3a2c28d-a257-493f-a31c-779b5d1c9ea1 req-94a46983-220f-4b0a-a71a-e01a8e5c8f0c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0811410 Feb 09 21:40:27.516223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3a2c28d-a257-493f-a31c-779b5d1c9ea1 req-2e26182e-b699-4c1e-9905-d1610cefd05b tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595605 Feb 09 21:40:27.529597 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.612033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee9f40-8691-4f60-b9f8-f524234ecc1e req-d8acce5c-4fa2-4136-8d06-97fa4fc2b993 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.613720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-64ee9f40-8691-4f60-b9f8-f524234ecc1e req-d8acce5c-4fa2-4136-8d06-97fa4fc2b993 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0731752 Feb 09 21:40:27.680963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-64ee9f40-8691-4f60-b9f8-f524234ecc1e req-98606f43-a48b-415e-b9ab-53cd5a666b82 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591540 Feb 09 21:40:27.754953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Allocated IP 172.25.5.109 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/add643df-45d0-4628-aa58-ae48e9b7f37b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:27.792546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028826c-979d-40a6-94db-941705cf356c req-041b7823-826f-4b9d-8d8a-45ae8df82a9e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.794081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5028826c-979d-40a6-94db-941705cf356c req-041b7823-826f-4b9d-8d8a-45ae8df82a9e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0932746 Feb 09 21:40:27.887789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5028826c-979d-40a6-94db-941705cf356c req-9fd14e3f-c228-4e6f-94ae-f5982bf772bd tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648324 Feb 09 21:40:27.915077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.024393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.065677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:28.072820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:28.076035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:28.102968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'Port': ['ID=add643df-45d0-4628-aa58-ae48e9b7f37b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.204871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for floatingip (d3c2177a-3dfd-48f1-86af-7a5c1cec8962), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.293084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c75b635-bf1a-452e-ba68-536f893dbddf req-ac635871-a4af-4b14-82cb-48ef54f4a8a6 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0273666 Feb 09 21:40:28.457760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.471966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-0b315acf-f186-41a4-8336-4df72d85dc10 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.474028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-0b315acf-f186-41a4-8336-4df72d85dc10 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 950 time: 0.1473830 Feb 09 21:40:28.541362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 75967ea2-f622-442c-ae55-bc421adf64ab no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:28.644126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 75967ea2-f622-442c-ae55-bc421adf64ab {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:28.645736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 75967ea2-f622-442c-ae55-bc421adf64ab not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:28.657615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc14a51-7cae-4edc-a611-5ace4d1f22cd req-f8c63ad2-29d5-4d99-b361-fcacc15771b4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.664630 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bc14a51-7cae-4edc-a611-5ace4d1f22cd req-f8c63ad2-29d5-4d99-b361-fcacc15771b4 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 950 time: 0.1200778 Feb 09 21:40:28.683476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.698292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port bd53c08c-cdb6-44fe-b128-97da7101cea9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:28.698941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.778568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.892417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-704be49b-841a-4113-8643-0ff1016bd280 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.894251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-704be49b-841a-4113-8643-0ff1016bd280 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/ports?device_id=f8846748-ddfc-4437-a73f-40fad6c06eb6 HTTP/1.1" status: 200 len: 949 time: 0.1880145 Feb 09 21:40:28.904936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a246e-046e-43fa-a038-d53ad0ac70a1 req-27055842-6b07-4569-80a1-706c9a8482e7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.906771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c70a246e-046e-43fa-a038-d53ad0ac70a1 req-27055842-6b07-4569-80a1-706c9a8482e7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1887357 Feb 09 21:40:28.907606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'Port': ['ID=add643df-45d0-4628-aa58-ae48e9b7f37b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.964182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d3c2177a-3dfd-48f1-86af-7a5c1cec8962), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.076068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c70a246e-046e-43fa-a038-d53ad0ac70a1 req-53ad176a-927e-40ce-93ee-b4ad5a2aba06 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479986 Feb 09 21:40:29.109069 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.122697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port 7bcc76a7-b625-4fe6-88bf-7e6425374962 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:29.123373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.133982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bc14a51-7cae-4edc-a611-5ace4d1f22cd req-c7d31f7b-4a95-4852-816a-9ff29b1c4f84 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614704 Feb 09 21:40:29.230609 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.232260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9683f5fd-f170-4dee-8ad4-c8611fa49aa3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0334322 Feb 09 21:40:29.301359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port bd53c08c-cdb6-44fe-b128-97da7101cea9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=bd53c08c-cdb6-44fe-b128-97da7101cea9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:29.301956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.307327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port 7bcc76a7-b625-4fe6-88bf-7e6425374962, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7bcc76a7-b625-4fe6-88bf-7e6425374962,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:29.307879 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.321461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for bd53c08c-cdb6-44fe-b128-97da7101cea9 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:29.327034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for 7bcc76a7-b625-4fe6-88bf-7e6425374962 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:29.352192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0f763-6612-4022-b9a0-296d36c02c4a req-f5f2279a-6843-4819-b9c4-ff5ae286ef6b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:29.360328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1b0f763-6612-4022-b9a0-296d36c02c4a req-f5f2279a-6843-4819-b9c4-ff5ae286ef6b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1328700 Feb 09 21:40:29.447080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bff2dc-8c6f-4741-b5ea-c0d56d6313f1 req-866e8031-e177-436e-81f5-674ece0d622a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:29.449623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0bff2dc-8c6f-4741-b5ea-c0d56d6313f1 req-866e8031-e177-436e-81f5-674ece0d622a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.2187150 Feb 09 21:40:29.472212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1b0f763-6612-4022-b9a0-296d36c02c4a req-f10170c9-1a0f-42f4-a111-bff45bd44b4b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092391 Feb 09 21:40:29.548687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0bff2dc-8c6f-4741-b5ea-c0d56d6313f1 req-6e3183ba-eee8-45ac-8274-bb5da4c21064 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852785 Feb 09 21:40:29.644263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (bd53c08c-cdb6-44fe-b128-97da7101cea9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.658874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:29.683758 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d34f522-92ad-4e8f-a462-e348094e4cd3 req-81b6e717-e12b-43f4-928e-c652aaa2e1d9 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0379927 Feb 09 21:40:29.688375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7bcc76a7-b625-4fe6-88bf-7e6425374962), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.728454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:29.731274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=bd53c08c-cdb6-44fe-b128-97da7101cea9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:29.752367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a', '7bcc76a7-b625-4fe6-88bf-7e6425374962'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:29.757339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=7bcc76a7-b625-4fe6-88bf-7e6425374962,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:29.760983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:29.809986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port 7bcc76a7-b625-4fe6-88bf-7e6425374962 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:29.813266 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.816822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e432086f-b36b-45b6-a23e-e62bc5fd3169 req-32b34a6c-b83d-4206-8a9a-7227408df134 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "DELETE /v2.0/ports/7bcc76a7-b625-4fe6-88bf-7e6425374962 HTTP/1.1" status: 204 len: 173 time: 0.9025869 Feb 09 21:40:29.826139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'name': 'network-vif-deleted', 'tag': '7bcc76a7-b625-4fe6-88bf-7e6425374962'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:29.829654 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a59420f-032e-47ac-b838-09dc58ea67fb" -d '{"events": [{"server_uuid": "f8846748-ddfc-4437-a73f-40fad6c06eb6", "name": "network-vif-deleted", "tag": "7bcc76a7-b625-4fe6-88bf-7e6425374962"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:29.837902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port bd53c08c-cdb6-44fe-b128-97da7101cea9 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:29.847060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.850499 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e4a0e0b-9efe-4797-83e5-8a45ee839c93 req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "DELETE /v2.0/ports/bd53c08c-cdb6-44fe-b128-97da7101cea9 HTTP/1.1" status: 204 len: 173 time: 1.3676028 Feb 09 21:40:29.857701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'name': 'network-vif-deleted', 'tag': 'bd53c08c-cdb6-44fe-b128-97da7101cea9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:29.860088 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979937ad-d125-4bb2-af35-1c8ae4413d60" -d '{"events": [{"server_uuid": "bff93096-03f5-4f52-8cd0-76460d250e62", "name": "network-vif-deleted", "tag": "bd53c08c-cdb6-44fe-b128-97da7101cea9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:29.871126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.871484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.879019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.879438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.879878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.880228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.880567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.880908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.881242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.881578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.881914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.882241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.882567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa99cad-d739-4fca-b346-608796c80c11 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:29.976287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-4472be0e-1136-4831-9fdb-c81114f98626 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:29.985810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-4472be0e-1136-4831-9fdb-c81114f98626 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 822 time: 0.1769524 Feb 09 21:40:30.016956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-a45c932a-8a4e-423d-a611-c023684167b0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/quotas/b6e9a8b05d1e4f1a8941d32b87253d1a HTTP/1.1" status: 200 len: 375 time: 0.0264435 Feb 09 21:40:30.065774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3228d8b5-4ef3-460a-9936-d3e2685c1dcf tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514128 Feb 09 21:40:30.239114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-84323304-c004-4ed5-b730-a140c655a175 service neutron] 10.222.0.98 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634173 Feb 09 21:40:30.242498 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62604e99-9e5a-49b2-8994-8dd8aee9b5f3 x-openstack-request-id: req-62604e99-9e5a-49b2-8994-8dd8aee9b5f3 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:30.242745 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8846748-ddfc-4437-a73f-40fad6c06eb6", "name": "network-vif-deleted", "tag": "7bcc76a7-b625-4fe6-88bf-7e6425374962", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:30.249048 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62604e99-9e5a-49b2-8994-8dd8aee9b5f3 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:30.249048 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8846748-ddfc-4437-a73f-40fad6c06eb6', 'name': 'network-vif-deleted', 'tag': '7bcc76a7-b625-4fe6-88bf-7e6425374962', 'status': 'completed', 'code': 200} Feb 09 21:40:30.327384 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba4a4ac-f075-4935-a9de-4af6d6284bb2 x-openstack-request-id: req-0ba4a4ac-f075-4935-a9de-4af6d6284bb2 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:30.327782 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff93096-03f5-4f52-8cd0-76460d250e62", "name": "network-vif-deleted", "tag": "bd53c08c-cdb6-44fe-b128-97da7101cea9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:30.328047 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ba4a4ac-f075-4935-a9de-4af6d6284bb2 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:30.329019 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff93096-03f5-4f52-8cd0-76460d250e62', 'name': 'network-vif-deleted', 'tag': 'bd53c08c-cdb6-44fe-b128-97da7101cea9', 'status': 'completed', 'code': 200} Feb 09 21:40:30.474760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-c055cb10-7bd7-40f8-9c19-cdbbd93f7845 service neutron] 10.222.0.98 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263544 Feb 09 21:40:30.523273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e2aa0-f6e2-4767-ac6f-825fa7048863 req-8bc64872-ef7e-4aae-927f-27a6a200fadc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:30.534319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f7e2aa0-f6e2-4767-ac6f-825fa7048863 req-8bc64872-ef7e-4aae-927f-27a6a200fadc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.1115670 Feb 09 21:40:30.624986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.630251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f7e2aa0-f6e2-4767-ac6f-825fa7048863 req-8fcfa127-3cce-48a6-87dc-d7a6bb1a8480 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898931 Feb 09 21:40:30.848939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c1fcb53-7fa9-433d-b0fd-928915010d39 req-efd0a3ba-aa31-45ea-a28e-d28718e56976 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=bff93096-03f5-4f52-8cd0-76460d250e62 HTTP/1.1" status: 200 len: 210 time: 0.0724626 Feb 09 21:40:30.874332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e00c-ed1a-41f8-b80b-e4a5b005034b req-d6bb9091-db36-4e59-a8dd-d44e5994d9d8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:30.876109 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5386e00c-ed1a-41f8-b80b-e4a5b005034b req-d6bb9091-db36-4e59-a8dd-d44e5994d9d8 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1051252 Feb 09 21:40:31.004955 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5386e00c-ed1a-41f8-b80b-e4a5b005034b req-66cda093-8337-4936-bf9a-1794c5fd4f76 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216631 Feb 09 21:40:31.031055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e67a7-a4c2-4f1b-ba18-d79a50e8aa66 req-6296328e-5052-410b-be45-88faba2cee62 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:31.038736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-347e67a7-a4c2-4f1b-ba18-d79a50e8aa66 req-6296328e-5052-410b-be45-88faba2cee62 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0998154 Feb 09 21:40:31.156078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb8e618f-1856-4342-8522-fa3cccbef4fc req-5788002f-d54e-4b53-bcb2-4271648f3be3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0500665 Feb 09 21:40:31.171837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-347e67a7-a4c2-4f1b-ba18-d79a50e8aa66 req-55f5a88e-8e4d-4a28-9bdc-3c6d57376ad7 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320119 Feb 09 21:40:31.231362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device bd53c08c-cdb6-44fe-b128-97da7101cea9 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:31.269264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: bd53c08c-cdb6-44fe-b128-97da7101cea9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:31.270108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device bd53c08c-cdb6-44fe-b128-97da7101cea9 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:31.283948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd9b1948-8d1a-4026-b1b6-d14956e7cae2 req-f0ccc231-c8dd-4cad-bff7-e26f300dc4a2 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0298138 Feb 09 21:40:31.781747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c6936-615b-4f18-aa01-28513a89533f req-56cfc295-dc1d-4f22-9a3d-1954b951bbcc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:31.784431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d23c6936-615b-4f18-aa01-28513a89533f req-56cfc295-dc1d-4f22-9a3d-1954b951bbcc tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.0580285 Feb 09 21:40:31.848681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d23c6936-615b-4f18-aa01-28513a89533f req-7aafda8b-76e0-4956-87d8-3e12b983636c tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Feb 09 21:40:32.192205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63f256-b35a-4cd6-af99-2e11e698d6df req-a6ea5a8d-47b3-4d5b-ae35-9df7b432fc51 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:32.194977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad63f256-b35a-4cd6-af99-2e11e698d6df req-a6ea5a8d-47b3-4d5b-ae35-9df7b432fc51 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0654120 Feb 09 21:40:32.250860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad63f256-b35a-4cd6-af99-2e11e698d6df req-ddaec8aa-8f88-47e0-96b5-76c34c15286a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487354 Feb 09 21:40:32.515544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e415f8-c390-4731-aa7d-79b9a05bba8a req-e8e3a783-7ef7-449c-8598-b027e32c0db9 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:32.517111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8e415f8-c390-4731-aa7d-79b9a05bba8a req-e8e3a783-7ef7-449c-8598-b027e32c0db9 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0574057 Feb 09 21:40:32.571590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8e415f8-c390-4731-aa7d-79b9a05bba8a req-33fa1b95-4809-429b-9def-d3301fdd9832 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474632 Feb 09 21:40:32.581935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7bcc76a7-b625-4fe6-88bf-7e6425374962 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:32.613122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 7bcc76a7-b625-4fe6-88bf-7e6425374962 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:32.613488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7bcc76a7-b625-4fe6-88bf-7e6425374962 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:32.719927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77a2791b-6edd-40d8-9653-bf60a06d61f1 req-cda58e7f-8f93-4bdd-abd6-2b9885713ca0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0340052 Feb 09 21:40:32.869286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3396ce6-efdb-4655-9d9d-b05d855a28f2 req-ec3dfba9-bce7-4460-8b44-532cc740fa5e tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0511656 Feb 09 21:40:32.984755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-a1240797-5d38-4baf-b00f-308086c911a2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:32.984755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-a1240797-5d38-4baf-b00f-308086c911a2 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/ports?device_id=4a9eef10-f038-43e1-961b-66cdd69355e1 HTTP/1.1" status: 200 len: 950 time: 0.3391790 Feb 09 21:40:33.080365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd6871-9551-4c80-b285-a5a9d9927ee4 req-be54405c-fe26-45b6-a4f1-02255cccb086 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:33.093805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fccd6871-9551-4c80-b285-a5a9d9927ee4 req-be54405c-fe26-45b6-a4f1-02255cccb086 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 951 time: 0.0682359 Feb 09 21:40:33.131334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Deleting port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:33.131870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.141563 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fccd6871-9551-4c80-b285-a5a9d9927ee4 req-6bb7d3fa-85e2-45c8-9418-783df3a7bff9 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517139 Feb 09 21:40:33.257785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] For port 53f1092a-f16b-4711-8b4f-5b059b2a9f18, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=53f1092a-f16b-4711-8b4f-5b059b2a9f18,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:33.258423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.275334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Calling delete_port for 53f1092a-f16b-4711-8b4f-5b059b2a9f18 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:33.395044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faaac9-aab3-4855-83e1-c857b8d6b84e req-731de673-711c-438c-9bce-918898beace2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:33.396993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8faaac9-aab3-4855-83e1-c857b8d6b84e req-731de673-711c-438c-9bce-918898beace2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0612457 Feb 09 21:40:33.452186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8faaac9-aab3-4855-83e1-c857b8d6b84e req-949696e6-c39e-4e9c-8c6d-afe292c8f168 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487993 Feb 09 21:40:33.538354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570914ac-fdec-42f6-a4d7-f0899cceb109 req-4a2febbc-9077-4fde-a35a-e5618ef9ca95 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:33.540107 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-570914ac-fdec-42f6-a4d7-f0899cceb109 req-4a2febbc-9077-4fde-a35a-e5618ef9ca95 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 949 time: 0.0600150 Feb 09 21:40:33.566097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (53f1092a-f16b-4711-8b4f-5b059b2a9f18), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.583371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:33.586709 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2b18d825-ba80-4be1-9e55-c3b37c1dfa82', '53f1092a-f16b-4711-8b4f-5b059b2a9f18'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:33.610840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event deleted for resources: {'Port': ['ID=53f1092a-f16b-4711-8b4f-5b059b2a9f18,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:33.686282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-53c008aa-640b-44a3-94f4-86c555fbd84a tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:33.688815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-53c008aa-640b-44a3-94f4-86c555fbd84a tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 822 time: 0.1879694 Feb 09 21:40:33.691081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-570914ac-fdec-42f6-a4d7-f0899cceb109 req-63b0ff13-c45d-43f8-93e1-2efb419ac476 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450965 Feb 09 21:40:33.692576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] No DVR routers for this DVR port 53f1092a-f16b-4711-8b4f-5b059b2a9f18 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:33.696373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.701127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f12202f-d4d2-4b88-8252-86a52501a90e req-cf910454-58ec-4a60-bba7-526da2fe0c11 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "DELETE /v2.0/ports/53f1092a-f16b-4711-8b4f-5b059b2a9f18 HTTP/1.1" status: 204 len: 173 time: 0.7097530 Feb 09 21:40:33.701127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-deleted', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:33.703819 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5395a834-b49a-4b8a-9fee-ceed178db415" -d '{"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-deleted", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:33.712955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Request body: {'port': {'device_id': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'admin_state_up': True, 'tenant_id': 'b6e9a8b05d1e4f1a8941d32b87253d1a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:33.816620 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ee98ef-a1ee-43fd-85d2-251ba9b4f6c2 x-openstack-request-id: req-29ee98ef-a1ee-43fd-85d2-251ba9b4f6c2 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:33.817041 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9eef10-f038-43e1-961b-66cdd69355e1", "name": "network-vif-deleted", "tag": "53f1092a-f16b-4711-8b4f-5b059b2a9f18", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:33.817336 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29ee98ef-a1ee-43fd-85d2-251ba9b4f6c2 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:33.817901 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9eef10-f038-43e1-961b-66cdd69355e1', 'name': 'network-vif-deleted', 'tag': '53f1092a-f16b-4711-8b4f-5b059b2a9f18', 'status': 'completed', 'code': 200} Feb 09 21:40:33.985096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25b61f91-4f64-43aa-987d-ce8a379f0fc6 req-cfc64959-3b16-4fd3-89fb-5c29fd8ee7c2 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0585961 Feb 09 21:40:34.075026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e5a2e-5050-42b6-90e3-1bb91b2853e2 req-87f1a121-f218-4a40-8481-5a596790374c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.076796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e0e5a2e-5050-42b6-90e3-1bb91b2853e2 req-87f1a121-f218-4a40-8481-5a596790374c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.2478824 Feb 09 21:40:34.148687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44ac718f-c971-4856-8541-d5c4e8b2af28 req-1863a46d-5bbd-4261-b156-f8feba8c15f2 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0507109 Feb 09 21:40:34.171323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-dc65b2d5-7a7d-4d3a-b532-58142d03e94f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.173126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-dc65b2d5-7a7d-4d3a-b532-58142d03e94f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 951 time: 0.2687492 Feb 09 21:40:34.196162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e0e5a2e-5050-42b6-90e3-1bb91b2853e2 req-cfcc4428-b85c-4095-a3be-854b424db9c4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100225 Feb 09 21:40:34.300782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Deleting port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:34.301178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.331400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe1ce-2921-4818-9626-87359c193521 req-3946f74f-5bf2-4d99-8c9d-635cbc6ad20e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.332934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56efe1ce-2921-4818-9626-87359c193521 req-3946f74f-5bf2-4d99-8c9d-635cbc6ad20e tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 951 time: 0.0623338 Feb 09 21:40:34.344494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Made reservation on behalf of b6e9a8b05d1e4f1a8941d32b87253d1a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:34.347885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.382804 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56efe1ce-2921-4818-9626-87359c193521 req-f67b068c-746f-4060-9eb5-4e152244a563 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Feb 09 21:40:34.462420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] For port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:34.462815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.500870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Calling delete_port for ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:34.511430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-096d0bbb-60d5-468b-a5ec-1607df06325b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.515075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-096d0bbb-60d5-468b-a5ec-1607df06325b tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 949 time: 0.0879166 Feb 09 21:40:34.567966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Allocated IP 172.20.0.8 (b955e229-523e-4f6b-b4d5-57a39dcae850/4ab21a80-0aa4-461e-bb57-a6caebbfcce2/4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:34.642358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port 36a89190-076e-4a92-bc33-e8d0d0f2809b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:34.642713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.732591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f683-f195-4a11-978e-36f9fce7179e req-379312a9-d264-4a71-96ca-10f41cb24090 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.734784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9989f683-f195-4a11-978e-36f9fce7179e req-379312a9-d264-4a71-96ca-10f41cb24090 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1595285 Feb 09 21:40:34.774722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port 36a89190-076e-4a92-bc33-e8d0d0f2809b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a89190-076e-4a92-bc33-e8d0d0f2809b,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:34.775245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.859844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9989f683-f195-4a11-978e-36f9fce7179e req-cf2b4609-f2ac-4ab8-92ac-f35d17f097ac tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997741 Feb 09 21:40:34.876794 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.014328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ae5ba1d3-0a8f-4ed0-8617-4899b39561e2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.028590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2b18d825-ba80-4be1-9e55-c3b37c1dfa82'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:35.048429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event deleted for resources: {'Port': ['ID=ae5ba1d3-0a8f-4ed0-8617-4899b39561e2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.086513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:35.103553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.147895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] No DVR routers for this DVR port ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:35.150819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.155114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49123c92-3bd3-4a3d-aa4e-c5abe968b82b req-6a126459-fcdc-4120-8050-7c2c3f893889 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "DELETE /v2.0/ports/ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 HTTP/1.1" status: 204 len: 173 time: 0.9707894 Feb 09 21:40:35.164817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for 36a89190-076e-4a92-bc33-e8d0d0f2809b owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:35.190752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-deleted', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:35.193667 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aabc36-e241-45f8-ae10-aee09b4c7ba4" -d '{"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-deleted", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:35.211299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Network b955e229-523e-4f6b-b4d5-57a39dcae850 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:35.215858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:35.219298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:35.270402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.304989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42d123-98a0-4c12-b58b-5673f4e01185 req-69e35c71-ed04-4563-80fc-926666ad3b27 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:35.304989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b42d123-98a0-4c12-b58b-5673f4e01185 req-69e35c71-ed04-4563-80fc-926666ad3b27 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 931 time: 0.2032914 Feb 09 21:40:35.308583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:35.309232 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.390994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cad18-1d7d-4c8e-891b-b47834972feb req-5319abd5-b68e-40f7-9a99-ceaa43ccb984 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:35.392661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db8cad18-1d7d-4c8e-891b-b47834972feb req-5319abd5-b68e-40f7-9a99-ceaa43ccb984 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 949 time: 0.1201322 Feb 09 21:40:35.396215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b42d123-98a0-4c12-b58b-5673f4e01185 req-2ede4673-8041-4cdc-870f-c8b5d445b567 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823374 Feb 09 21:40:35.401319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-b112c58c-352b-48b0-a8a1-095c6f1a11b3 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:35.402851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-b112c58c-352b-48b0-a8a1-095c6f1a11b3 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 950 time: 0.1291673 Feb 09 21:40:35.495555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-3f2f99a1-eb29-40d1-a774-ea62f67075eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7966926 Feb 09 21:40:35.518394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Request body: {'port': {'device_id': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:35.532447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (36a89190-076e-4a92-bc33-e8d0d0f2809b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.568137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db8cad18-1d7d-4c8e-891b-b47834972feb req-cab22262-83a0-4d0d-81b3-423adac0c983 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641750 Feb 09 21:40:35.610428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b', '5832eff4-4736-4dbe-8523-b7d9d4cd053a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:35.612987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:35.628121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e21b809-54c0-45c7-a3cf-fc2caa6ce514 req-373ab390-8968-426f-a6b3-482b41ddfe83 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0677581 Feb 09 21:40:35.643322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=36a89190-076e-4a92-bc33-e8d0d0f2809b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.665846 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29271657-170d-4c78-acd6-9e9d4f75e70f x-openstack-request-id: req-29271657-170d-4c78-acd6-9e9d4f75e70f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:35.666154 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838476bd-4825-4f23-b699-a7e61f58a600", "name": "network-vif-deleted", "tag": "ae5ba1d3-0a8f-4ed0-8617-4899b39561e2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:35.666470 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29271657-170d-4c78-acd6-9e9d4f75e70f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:35.667383 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838476bd-4825-4f23-b699-a7e61f58a600', 'name': 'network-vif-deleted', 'tag': 'ae5ba1d3-0a8f-4ed0-8617-4899b39561e2', 'status': 'completed', 'code': 200} Feb 09 21:40:35.685790 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.754170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port 36a89190-076e-4a92-bc33-e8d0d0f2809b on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:35.758875 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.776667 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c32a8fdb-13a2-47b2-af14-2772c51e3db7 req-d52e04a3-57f8-473f-bf4e-cac1c8d03a14 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "DELETE /v2.0/ports/36a89190-076e-4a92-bc33-e8d0d0f2809b HTTP/1.1" status: 204 len: 173 time: 1.2523046 Feb 09 21:40:35.824714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port 5832eff4-4736-4dbe-8523-b7d9d4cd053a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:35.824714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.862370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2fce453c-87ff-45e7-a68f-d1144e446506 req-51a4efee-1de6-4cc8-aa21-1384ba972dc3 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=838476bd-4825-4f23-b699-a7e61f58a600 HTTP/1.1" status: 200 len: 210 time: 0.0598965 Feb 09 21:40:35.882996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'name': 'network-vif-deleted', 'tag': '36a89190-076e-4a92-bc33-e8d0d0f2809b'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:35.890678 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0279a919-bea6-4996-a9b6-8e2319bc0860" -d '{"events": [{"server_uuid": "c0bdffc7-a544-46c1-8ef7-823e620406d2", "name": "network-vif-deleted", "tag": "36a89190-076e-4a92-bc33-e8d0d0f2809b"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:35.895660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f3aefe-9686-479c-afd9-4b783ef0230a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.976608 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed795cb9-bd84-475c-a4f4-72cb450d7d26 x-openstack-request-id: req-ed795cb9-bd84-475c-a4f4-72cb450d7d26 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:35.977231 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bdffc7-a544-46c1-8ef7-823e620406d2", "name": "network-vif-deleted", "tag": "36a89190-076e-4a92-bc33-e8d0d0f2809b", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:35.977652 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed795cb9-bd84-475c-a4f4-72cb450d7d26 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:35.978272 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bdffc7-a544-46c1-8ef7-823e620406d2', 'name': 'network-vif-deleted', 'tag': '36a89190-076e-4a92-bc33-e8d0d0f2809b', 'status': 'completed', 'code': 200} Feb 09 21:40:36.004475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df48bec-1df9-4dd7-8320-efc9a95e5f95 req-9c1b263c-97d8-440f-bf89-a695044eb3f3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:36.012920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0df48bec-1df9-4dd7-8320-efc9a95e5f95 req-9c1b263c-97d8-440f-bf89-a695044eb3f3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1307018 Feb 09 21:40:36.047958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port 5832eff4-4736-4dbe-8523-b7d9d4cd053a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5832eff4-4736-4dbe-8523-b7d9d4cd053a,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:36.048356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.095471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0df48bec-1df9-4dd7-8320-efc9a95e5f95 req-8c8df640-384d-45ac-812e-20ca2215d8e0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804870 Feb 09 21:40:36.109012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for 5832eff4-4736-4dbe-8523-b7d9d4cd053a owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:36.244882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea2b0-928d-49ce-a202-9196c0b800a8 req-b7de9dae-eae9-4fd9-867b-628a2e744c91 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:36.247075 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94bea2b0-928d-49ce-a202-9196c0b800a8 req-b7de9dae-eae9-4fd9-867b-628a2e744c91 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0786715 Feb 09 21:40:36.343780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94bea2b0-928d-49ce-a202-9196c0b800a8 req-7367132a-93dd-4c02-9d16-8006cffd42b7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880685 Feb 09 21:40:36.420206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:36.432823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5832eff4-4736-4dbe-8523-b7d9d4cd053a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.445046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Publish callbacks [] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.452219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a89190-076e-4a92-bc33-e8d0d0f2809b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:36.464007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Transition to ACTIVE for port object 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:36.485985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b2899d58-5262-4595-a5bc-04c4f007d3e3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:36.498471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=5832eff4-4736-4dbe-8523-b7d9d4cd053a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:36.586418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port 5832eff4-4736-4dbe-8523-b7d9d4cd053a on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:36.592817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.597017 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44424839-31f5-4fab-9bb1-bb9dbb6b6d8f req-f1f911cb-4663-401c-9b89-2214f92f0dbf tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.110 "DELETE /v2.0/ports/5832eff4-4736-4dbe-8523-b7d9d4cd053a HTTP/1.1" status: 204 len: 173 time: 1.1849983 Feb 09 21:40:36.606598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.622566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf491d95-1d2f-42fa-8e08-78164b5678c1 req-c47de928-32c2-4cca-941b-c52801646722 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:36.625230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf491d95-1d2f-42fa-8e08-78164b5678c1 req-c47de928-32c2-4cca-941b-c52801646722 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 931 time: 0.1312602 Feb 09 21:40:36.625682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:36.672067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 53f1092a-f16b-4711-8b4f-5b059b2a9f18 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:36.672626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 53f1092a-f16b-4711-8b4f-5b059b2a9f18 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:36.689262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf491d95-1d2f-42fa-8e08-78164b5678c1 req-aed5d653-088b-4c2d-8f46-7c683a4061ab tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575156 Feb 09 21:40:36.697312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Pushing event updated for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:36.735666 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e7f3286-8e08-4b8c-bcf4-d48c2ead756c req-65d9016b-b98d-4eaa-9de0-24d668447cd9 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0bdffc7-a544-46c1-8ef7-823e620406d2 HTTP/1.1" status: 200 len: 210 time: 0.0429432 Feb 09 21:40:36.813085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c319a7a-05e3-42b0-8cd6-451f889544f8 req-fb0da6cf-0e57-416e-95b4-d5451f40f0d1 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0298800 Feb 09 21:40:36.826481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Attempting to bind port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:36.827459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Attempting to bind port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:36.827853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Attempting to bind port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b on network b955e229-523e-4f6b-b4d5-57a39dcae850 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:36.842684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b on network b955e229-523e-4f6b-b4d5-57a39dcae850 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:36.842684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Attempting to bind port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b on network b955e229-523e-4f6b-b4d5-57a39dcae850 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:36.842684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:36.842968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Checking segment: {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:36.843236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Bound using segment: {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:36.844025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Bound port: 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:36.844405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.924830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:36.928030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:37.055998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.093369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.094184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.095593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] 10.222.0.30 "PUT /v2.0/ports/4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b HTTP/1.1" status: 200 len: 1091 time: 1.5891695 Feb 09 21:40:37.120936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3551b1c-3889-43da-8972-c745e38d865c service neutron] Pushing event updated for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:37.233707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aebd8-f6ee-49bb-82b1-becb05152b3e req-bf5430a8-23ea-4f87-be54-2c84888d2c33 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.235214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb5aebd8-f6ee-49bb-82b1-becb05152b3e req-bf5430a8-23ea-4f87-be54-2c84888d2c33 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Feb 09 21:40:37.246237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:37.276575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:37.280273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ae5ba1d3-0a8f-4ed0-8617-4899b39561e2 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:37.299551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb5aebd8-f6ee-49bb-82b1-becb05152b3e req-b7880101-5075-4ebe-8e80-bbd940f19934 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565712 Feb 09 21:40:37.357884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-1b14c363-92fa-4861-8e6f-9049281d74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.359396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-1b14c363-92fa-4861-8e6f-9049281d74b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 1125 time: 0.0590374 Feb 09 21:40:37.425254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-2242c414-2afd-4219-b900-d49d473b6a61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b HTTP/1.1" status: 200 len: 217 time: 0.0561926 Feb 09 21:40:37.512684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-fd52e37f-3a17-4e92-84c9-9f85dff7733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.514479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-fd52e37f-3a17-4e92-84c9-9f85dff7733e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ab21a80-0aa4-461e-bb57-a6caebbfcce2 HTTP/1.1" status: 200 len: 862 time: 0.0779636 Feb 09 21:40:37.539288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9db9-5228-4eab-92be-afc07cab92b3 req-e48df98c-a0fc-4798-b498-e1d75b0d2bcc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.542552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b33e9db9-5228-4eab-92be-afc07cab92b3 req-e48df98c-a0fc-4798-b498-e1d75b0d2bcc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.1174314 Feb 09 21:40:37.547489 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-83c02402-d3fa-41c2-883b-3842edad27e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.565266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-2e111226-3c22-4269-8449-089c74f9bc3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b955e229-523e-4f6b-b4d5-57a39dcae850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435240 Feb 09 21:40:37.657103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2376263-9058-4bc8-a273-ca14afe060d6 req-af3cc0fc-97d1-4d31-a9a1-63d04ceed961 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.658317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b33e9db9-5228-4eab-92be-afc07cab92b3 req-de0a2847-35ae-41e1-b919-cb15eef4a99d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954423 Feb 09 21:40:37.659370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2376263-9058-4bc8-a273-ca14afe060d6 req-af3cc0fc-97d1-4d31-a9a1-63d04ceed961 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0715919 Feb 09 21:40:37.674176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'tag': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:37.684763 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d7b83-d477-499a-b798-35d5b39d024e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4c38b2-4096-4550-a954-dcff4ae1e0d2", "tag": "4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:37.705811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-8d3b9561-6f0e-4d3a-9b1d-24faa6156470 service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262417 Feb 09 21:40:37.723357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2376263-9058-4bc8-a273-ca14afe060d6 req-5ab54c87-7dd0-4050-a897-1ba6a71057da tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549130 Feb 09 21:40:37.737265 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af512d95-8817-4c21-bf56-3655d50b65f3 x-openstack-request-id: req-af512d95-8817-4c21-bf56-3655d50b65f3 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:37.741467 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4c38b2-4096-4550-a954-dcff4ae1e0d2", "tag": "4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:37.741467 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af512d95-8817-4c21-bf56-3655d50b65f3 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:37.741467 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'tag': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b', 'status': 'completed', 'code': 200} Feb 09 21:40:37.877186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa1ddbcf-d434-48b1-8184-321c0df68811 req-ef0270e1-a693-49a8-a9ce-1ad7441de003 service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624939 Feb 09 21:40:37.890341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846476b4-2b33-4975-ac68-65a0ffad2ad1 req-dadd4bd9-52bb-4af4-b8a3-f1408118b5a0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.892156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-846476b4-2b33-4975-ac68-65a0ffad2ad1 req-dadd4bd9-52bb-4af4-b8a3-f1408118b5a0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 943 time: 0.1038165 Feb 09 21:40:37.915881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ec2cef0-6d76-4abe-bff5-317eb3358256 req-553d8119-a54a-48e1-bef5-3762f91bda91 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=c731b14f-5642-482b-9ebb-d108938d8676 HTTP/1.1" status: 200 len: 210 time: 0.0364070 Feb 09 21:40:37.963290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-846476b4-2b33-4975-ac68-65a0ffad2ad1 req-c6918f9d-a066-42a3-8476-1513301d1c36 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Feb 09 21:40:37.982568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c731b14f-5642-482b-9ebb-d108938d8676', 'name': 'network-vif-deleted', 'tag': '5832eff4-4736-4dbe-8523-b7d9d4cd053a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:37.986280 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa0d867-ffd3-4f39-9ee3-d17ef3d345e8" -d '{"events": [{"server_uuid": "c731b14f-5642-482b-9ebb-d108938d8676", "name": "network-vif-deleted", "tag": "5832eff4-4736-4dbe-8523-b7d9d4cd053a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:38.016732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f58d7f7-6644-4078-8d1e-5ea27f137df3 req-c6a48bc7-5357-4de4-b78a-aecb783385c1 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0287600 Feb 09 21:40:38.026001 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba64f1-e63a-426c-934f-c99f9863d3a9 x-openstack-request-id: req-96ba64f1-e63a-426c-934f-c99f9863d3a9 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:38.031642 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c731b14f-5642-482b-9ebb-d108938d8676", "name": "network-vif-deleted", "tag": "5832eff4-4736-4dbe-8523-b7d9d4cd053a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:38.031642 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96ba64f1-e63a-426c-934f-c99f9863d3a9 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:38.031642 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c731b14f-5642-482b-9ebb-d108938d8676', 'name': 'network-vif-deleted', 'tag': '5832eff4-4736-4dbe-8523-b7d9d4cd053a', 'status': 'completed', 'code': 200} Feb 09 21:40:38.105723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7b83-d477-499a-b798-35d5b39d024e req-ad7b7c18-441f-4b93-b020-a42fce78e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.107191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215d7b83-d477-499a-b798-35d5b39d024e req-ad7b7c18-441f-4b93-b020-a42fce78e7ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 1125 time: 0.0459595 Feb 09 21:40:38.199180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7b83-d477-499a-b798-35d5b39d024e req-befa3953-88a0-41c0-8cc7-9cca09b55152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.201543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215d7b83-d477-499a-b798-35d5b39d024e req-befa3953-88a0-41c0-8cc7-9cca09b55152 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 923 time: 0.0876467 Feb 09 21:40:38.247213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215d7b83-d477-499a-b798-35d5b39d024e req-9b74879b-5e15-4242-b1d9-ff3641553733 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b HTTP/1.1" status: 200 len: 217 time: 0.0392308 Feb 09 21:40:38.297508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7b83-d477-499a-b798-35d5b39d024e req-b49f3638-03ba-4bf3-a8c6-ab25e20a6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.298982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215d7b83-d477-499a-b798-35d5b39d024e req-b49f3638-03ba-4bf3-a8c6-ab25e20a6b0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ab21a80-0aa4-461e-bb57-a6caebbfcce2 HTTP/1.1" status: 200 len: 862 time: 0.0462935 Feb 09 21:40:38.332181 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215d7b83-d477-499a-b798-35d5b39d024e req-f99bf057-9eeb-4f5e-9da2-9d0e71e1ca52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b955e229-523e-4f6b-b4d5-57a39dcae850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265172 Feb 09 21:40:38.469059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c022a-a995-4d5f-bcb6-0e5733663a92 req-03b22d47-6f1a-4830-a9ce-ff262fdf943c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.470558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-758c022a-a995-4d5f-bcb6-0e5733663a92 req-03b22d47-6f1a-4830-a9ce-ff262fdf943c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0872729 Feb 09 21:40:38.472787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215d7b83-d477-499a-b798-35d5b39d024e req-9c66cd4c-5167-471e-b5a9-87172b5b354e service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343527 Feb 09 21:40:38.569301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-758c022a-a995-4d5f-bcb6-0e5733663a92 req-ee17a190-2ed2-4db0-a580-19884d20ceea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925941 Feb 09 21:40:38.601101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215d7b83-d477-499a-b798-35d5b39d024e req-c8b42e29-3cf5-48cb-ba89-0d1245451c49 service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180422 Feb 09 21:40:38.614511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a89190-076e-4a92-bc33-e8d0d0f2809b no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:38.640114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 36a89190-076e-4a92-bc33-e8d0d0f2809b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:38.640482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a89190-076e-4a92-bc33-e8d0d0f2809b not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:38.640919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5832eff4-4736-4dbe-8523-b7d9d4cd053a no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:38.660185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 5832eff4-4736-4dbe-8523-b7d9d4cd053a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:38.660542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5832eff4-4736-4dbe-8523-b7d9d4cd053a not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:38.793210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0416ac5-fd97-4776-a1cf-fce0fbd76f51 req-e4443921-b798-4342-8de8-a818ecbff6ff tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.795456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0416ac5-fd97-4776-a1cf-fce0fbd76f51 req-e4443921-b798-4342-8de8-a818ecbff6ff tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0626054 Feb 09 21:40:38.844942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0416ac5-fd97-4776-a1cf-fce0fbd76f51 req-92cd25b5-23b7-4550-a0c9-1e2e3ab87ca0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Feb 09 21:40:38.863421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfcccf-f3fe-427f-beaf-ff7180cf4310 req-2f5180e0-abf3-4b17-b0ca-d9a9a32481cb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:38.865169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7bfcccf-f3fe-427f-beaf-ff7180cf4310 req-2f5180e0-abf3-4b17-b0ca-d9a9a32481cb tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0656109 Feb 09 21:40:38.915494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7bfcccf-f3fe-427f-beaf-ff7180cf4310 req-b1924506-a583-47eb-898b-0af593099704 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Feb 09 21:40:38.943994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.087935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d108760-0cfd-4a1a-97a6-e30f6f3c827d req-0499e120-a01d-440b-b586-b31455b5d8c9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.090041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d108760-0cfd-4a1a-97a6-e30f6f3c827d req-0499e120-a01d-440b-b586-b31455b5d8c9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 943 time: 0.0581734 Feb 09 21:40:39.139194 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d108760-0cfd-4a1a-97a6-e30f6f3c827d req-6be40e11-aec7-47c6-86bb-ca01ccf8c03f tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Feb 09 21:40:39.200470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9951bea3-811f-4846-809e-d6d4d9596d02 req-bb57fd7c-beac-4140-8235-6d26abaab4d3 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0310283 Feb 09 21:40:39.261533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:39.292968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-48a0bd51-fd12-4000-9f2a-3ea701cefc5f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.294778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-48a0bd51-fd12-4000-9f2a-3ea701cefc5f tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 949 time: 0.0658278 Feb 09 21:40:39.381799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:39.395876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'port_id': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b', 'mac_address': 'fa:16:3e:a6:e1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab21a80-0aa4-461e-bb57-a6caebbfcce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:39.413821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Deleting port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:39.414173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.439442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:39.445175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.456788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:39.480829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:39.513657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] For port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:39.514041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.526846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Calling delete_port for 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:39.572460 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.656801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:39.694272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64208a-7d42-476f-b528-e9d9d90b7c16 req-5dcca210-7b37-41a9-87a7-5b9a67edb262 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.696053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e64208a-7d42-476f-b528-e9d9d90b7c16 req-5dcca210-7b37-41a9-87a7-5b9a67edb262 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 950 time: 0.0648386 Feb 09 21:40:39.740615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f2aa1-e405-4256-9080-38c6ed0e39d1 req-cc612d86-af8b-4645-96a7-403ae1d66848 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.742182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e90f2aa1-e405-4256-9080-38c6ed0e39d1 req-cc612d86-af8b-4645-96a7-403ae1d66848 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0671270 Feb 09 21:40:39.765283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e64208a-7d42-476f-b528-e9d9d90b7c16 req-9ba85fbd-ced1-4d2d-b864-972af8176eb7 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627043 Feb 09 21:40:39.793501 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e90f2aa1-e405-4256-9080-38c6ed0e39d1 req-7fec2a18-15a6-400b-8c63-998ddfd1ea1b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456781 Feb 09 21:40:39.858176 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2b18d825-ba80-4be1-9e55-c3b37c1dfa82), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.872814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:39.875483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2b18d825-ba80-4be1-9e55-c3b37c1dfa82'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:39.890892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event deleted for resources: {'Port': ['ID=2b18d825-ba80-4be1-9e55-c3b37c1dfa82,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:39.953566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] No DVR routers for this DVR port 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:39.956678 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.963859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b7417c7-f970-42d7-a85f-70f84702e76a req-3562d4bf-fad9-4edf-9034-195ef1c758b7 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.110 "DELETE /v2.0/ports/2b18d825-ba80-4be1-9e55-c3b37c1dfa82 HTTP/1.1" status: 204 len: 173 time: 0.6524947 Feb 09 21:40:39.982064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:40.029503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa9048-939b-423f-8870-d60e79149577 req-c2b5d6b1-de59-42e0-9827-dd21e686f3b2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.031174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75fa9048-939b-423f-8870-d60e79149577 req-c2b5d6b1-de59-42e0-9827-dd21e686f3b2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 945 time: 0.0667875 Feb 09 21:40:40.040874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-deleted', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:40.044708 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4480ad-154a-4be3-9448-c02de13fda98" -d '{"events": [{"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-deleted", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:40.050639 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3263264-2399-4180-a414-051057b1ed07 req-7c06d5a2-b165-4011-8227-17083e29a742 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 210 time: 0.0436721 Feb 09 21:40:40.089692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75fa9048-939b-423f-8870-d60e79149577 req-918e2990-be37-45f7-84da-0bcecdc3d792 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528424 Feb 09 21:40:40.106555 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20990847-d775-4a0b-8431-14bc1795a2fa x-openstack-request-id: req-20990847-d775-4a0b-8431-14bc1795a2fa {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:40.106861 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c47f9a-0266-4a64-a3af-d4cb317c289e", "name": "network-vif-deleted", "tag": "2b18d825-ba80-4be1-9e55-c3b37c1dfa82", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:40.107122 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20990847-d775-4a0b-8431-14bc1795a2fa {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:40.107883 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c47f9a-0266-4a64-a3af-d4cb317c289e', 'name': 'network-vif-deleted', 'tag': '2b18d825-ba80-4be1-9e55-c3b37c1dfa82', 'status': 'completed', 'code': 200} Feb 09 21:40:40.174637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.332386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d49a4bbf-6e2e-44bd-9dff-faeb297a9537 req-1414c559-c883-4551-a095-d5fccec657e8 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0311682 Feb 09 21:40:40.345660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-1572ec9e-f239-4bb7-b02c-ce0f1163d99d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.347372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-1572ec9e-f239-4bb7-b02c-ce0f1163d99d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.1161294 Feb 09 21:40:40.361758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07831c01-63ef-445c-b16d-7af1e274e67d req-0ff4d1f2-525c-4a0c-9fb0-b46a793bae06 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.362297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07831c01-63ef-445c-b16d-7af1e274e67d req-0ff4d1f2-525c-4a0c-9fb0-b46a793bae06 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1480317 Feb 09 21:40:40.368204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:40.476321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07831c01-63ef-445c-b16d-7af1e274e67d req-48545f06-a752-4027-905b-053b80e00944 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045825 Feb 09 21:40:40.480410 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.618950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:40.658326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:40.702366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Publish callbacks [] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.869603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.920825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c520-f9a4-4ceb-8b5d-4aa5b41f976e req-6d12db6c-4db9-48f2-99e9-cd6bc9a9b6a0 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.922486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee06c520-f9a4-4ceb-8b5d-4aa5b41f976e req-6d12db6c-4db9-48f2-99e9-cd6bc9a9b6a0 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 950 time: 0.0895607 Feb 09 21:40:40.981980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee06c520-f9a4-4ceb-8b5d-4aa5b41f976e req-54a23074-2edc-450c-8c14-8c066e46d4c6 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/security-groups?id=1afc567b-8433-4bf0-851f-5b70af8dc1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516458 Feb 09 21:40:40.987855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=7']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:41.023916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:41.024335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:41.026633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:41.036403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098886b-cbae-497d-98a0-dcb32da4f51b req-76a07f0b-eab1-4f4b-afe3-c9dd07d093d2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.038061 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c098886b-cbae-497d-98a0-dcb32da4f51b req-76a07f0b-eab1-4f4b-afe3-c9dd07d093d2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1345704 Feb 09 21:40:41.038978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:41.039309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Attempting to bind port 21493f62-9372-4a62-89bc-3cdd20b1231d on network 77c21445-649a-4dd8-aa3e-536ea3d4d81e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:41.047412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:41.049645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Checking segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:41.049645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Bound using segment: {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:41.049645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Bound port: 21493f62-9372-4a62-89bc-3cdd20b1231d, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '77c21445-649a-4dd8-aa3e-536ea3d4d81e'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:41.049645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.132956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-8791d1d9-ebc9-46d5-a683-9d9eac5e9314 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.134828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-8791d1d9-ebc9-46d5-a683-9d9eac5e9314 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 950 time: 0.0641432 Feb 09 21:40:41.139777 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c098886b-cbae-497d-98a0-dcb32da4f51b req-54d8ed7e-1bdb-4658-8a78-6f78facf72cf tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943253 Feb 09 21:40:41.158604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:41.164579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:41.220178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f33d44ce-38e1-4d3c-9e59-a263dbc4dbda req-8a8c2393-2316-4ca6-b23a-8dc104161d06 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=48c47f9a-0266-4a64-a3af-d4cb317c289e HTTP/1.1" status: 200 len: 210 time: 0.0532119 Feb 09 21:40:41.249099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.263167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:41.285359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Deleting port b2899d58-5262-4595-a5bc-04c4f007d3e3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:41.285895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.355974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.356519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.357959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-ab20a480-71ed-440b-986f-463029b36082 service neutron] 10.222.0.110 "PUT /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 1121 time: 0.9946246 Feb 09 21:40:41.379074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0829c4-c5ce-4a58-b08e-bb48e6e27831 req-241e1d3a-5c35-48f5-aea7-acf3e1d0cf0b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.380664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c0829c4-c5ce-4a58-b08e-bb48e6e27831 req-241e1d3a-5c35-48f5-aea7-acf3e1d0cf0b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1761253 Feb 09 21:40:41.382246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20a480-71ed-440b-986f-463029b36082 service neutron] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=8']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:41.420517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:41.423670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] For port b2899d58-5262-4595-a5bc-04c4f007d3e3, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b2899d58-5262-4595-a5bc-04c4f007d3e3,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:41.425742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.429783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:41.429783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.458245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c0829c4-c5ce-4a58-b08e-bb48e6e27831 req-b720a92d-6903-4015-89be-2676511f41b9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715795 Feb 09 21:40:41.458448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['21493f62-9372-4a62-89bc-3cdd20b1231d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:41.461647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Calling delete_port for b2899d58-5262-4595-a5bc-04c4f007d3e3 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:41.495458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c665c2cc-2dd8-4ce4-bc1d-31a2cf46e1fd req-046c859c-ec3b-4586-b37c-4ef4e468feda tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0507932 Feb 09 21:40:41.528038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['21493f62-9372-4a62-89bc-3cdd20b1231d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:41.637043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f47df9-0b32-4c40-89af-26812d12795f req-7dff37bb-17bb-45a0-95cf-01511ccdf0ed tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.642170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7f47df9-0b32-4c40-89af-26812d12795f req-7dff37bb-17bb-45a0-95cf-01511ccdf0ed tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0810497 Feb 09 21:40:41.661692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.681002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:41.681396 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.736559 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7f47df9-0b32-4c40-89af-26812d12795f req-b06ef6e0-3245-4d5e-b934-9f7929b98377 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926113 Feb 09 21:40:41.739991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:41.742359 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7df5c4-d9d4-48df-8784-804abe827dd2" -d '{"events": [{"server_uuid": "1b4c38b2-4096-4550-a954-dcff4ae1e0d2", "name": "network-vif-plugged", "status": "completed", "tag": "4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:41.790640 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84fb2c-3d77-4c38-aa68-cf51d9c4095f x-openstack-request-id: req-ee84fb2c-3d77-4c38-aa68-cf51d9c4095f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:41.790640 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4c38b2-4096-4550-a954-dcff4ae1e0d2", "name": "network-vif-plugged", "status": "completed", "tag": "4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:41.790640 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ee84fb2c-3d77-4c38-aa68-cf51d9c4095f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:41.790640 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b', 'code': 200} Feb 09 21:40:41.797949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:41.860692 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b2899d58-5262-4595-a5bc-04c4f007d3e3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.906668 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.907433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b2899d58-5262-4595-a5bc-04c4f007d3e3 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:41.917144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Pushing event deleted for resources: {'Port': ['ID=b2899d58-5262-4595-a5bc-04c4f007d3e3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:41.959541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: b2899d58-5262-4595-a5bc-04c4f007d3e3 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:41.959928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b2899d58-5262-4595-a5bc-04c4f007d3e3 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:41.971653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] No DVR routers for this DVR port b2899d58-5262-4595-a5bc-04c4f007d3e3 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:41.977331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.980976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12c31345-e77f-4a7b-a064-8ba8459abeeb req-96d1e992-8c34-4314-9c10-b9006d223a74 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.30 "DELETE /v2.0/ports/b2899d58-5262-4595-a5bc-04c4f007d3e3 HTTP/1.1" status: 204 len: 173 time: 0.8363795 Feb 09 21:40:41.981897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'name': 'network-vif-deleted', 'tag': 'b2899d58-5262-4595-a5bc-04c4f007d3e3'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:41.983748 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f840748-722b-4fa6-b33d-d62f4a6c7ec0" -d '{"events": [{"server_uuid": "387741d5-30d8-4681-a9b8-d20e4a66bb7b", "name": "network-vif-deleted", "tag": "b2899d58-5262-4595-a5bc-04c4f007d3e3"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:41.992688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:42.001513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de327f-4ee4-4fd3-9126-25756d8048d8 req-13e69329-054e-49df-909e-1f233907e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.003049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75de327f-4ee4-4fd3-9126-25756d8048d8 req-13e69329-054e-49df-909e-1f233907e7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 1126 time: 0.1541407 Feb 09 21:40:42.036613 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a6ed17-24cb-4fa9-b8fe-ff0bf258a2fa x-openstack-request-id: req-f3a6ed17-24cb-4fa9-b8fe-ff0bf258a2fa {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:42.036953 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387741d5-30d8-4681-a9b8-d20e4a66bb7b", "name": "network-vif-deleted", "tag": "b2899d58-5262-4595-a5bc-04c4f007d3e3", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:42.037182 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f3a6ed17-24cb-4fa9-b8fe-ff0bf258a2fa {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:42.037553 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387741d5-30d8-4681-a9b8-d20e4a66bb7b', 'name': 'network-vif-deleted', 'tag': 'b2899d58-5262-4595-a5bc-04c4f007d3e3', 'status': 'completed', 'code': 200} Feb 09 21:40:42.062732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75de327f-4ee4-4fd3-9126-25756d8048d8 req-8271bc28-c44e-4287-91f6-7cb7dc15eb1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519166 Feb 09 21:40:42.104519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b70d9fc5-3c32-4b1a-baa6-74b6087d8635 req-5f6bd007-6193-4cbe-8d8d-5c06895c6368 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 210 time: 0.0283022 Feb 09 21:40:42.109229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d'}, {'name': 'network-changed', 'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:42.111870 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2975f32-849e-48c3-ac5f-ed5dfff2a483" -d '{"events": [{"server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "name": "network-vif-unplugged", "status": "completed", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d"}, {"name": "network-changed", "server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:42.151572 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec239b0e-0bfa-4430-87ae-3c946b9bf53b x-openstack-request-id: req-ec239b0e-0bfa-4430-87ae-3c946b9bf53b {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:42.151909 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "name": "network-vif-unplugged", "status": "completed", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d", "code": 200}, {"name": "network-changed", "server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:42.152171 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ec239b0e-0bfa-4430-87ae-3c946b9bf53b {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:42.152580 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d', 'code': 200} Feb 09 21:40:42.152839 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d', 'status': 'completed', 'code': 200} Feb 09 21:40:42.270812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5739a79-edd8-437b-9794-6efd44b5a35d req-e46c1330-9305-4f96-bfc0-7dc93c050e6d tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.272385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5739a79-edd8-437b-9794-6efd44b5a35d req-e46c1330-9305-4f96-bfc0-7dc93c050e6d tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0616336 Feb 09 21:40:42.373219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5739a79-edd8-437b-9794-6efd44b5a35d req-2bc60d15-907a-444f-acbd-21bd05bf96da tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825043 Feb 09 21:40:42.394589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-8b6258c1-6901-426c-ba6c-11a9e991a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.396136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-8b6258c1-6901-426c-ba6c-11a9e991a011 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1155 time: 0.0851920 Feb 09 21:40:42.511097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-88088dc1-802e-4430-89d4-f18eeb98045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.512630 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-88088dc1-802e-4430-89d4-f18eeb98045e service neutron] 10.222.0.30 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.1080596 Feb 09 21:40:42.630515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 21493f62-9372-4a62-89bc-3cdd20b1231d details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:42.634450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:42.674735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:42.675406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2b18d825-ba80-4be1-9e55-c3b37c1dfa82 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:42.794703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:42.818903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 21493f62-9372-4a62-89bc-3cdd20b1231d has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:40:42.865181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5c48392-b222-489a-bc13-83aaff3a03ce req-2a6280ae-12ae-4458-82eb-b1d19b1562c3 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0304008 Feb 09 21:40:42.910850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-a8ee0ab7-90c6-47b7-9444-d39bb05a4d36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 217 time: 0.3893659 Feb 09 21:40:42.997856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856c4c-e620-4893-be6a-7b88876cd647 req-2dd75531-c5f2-474a-a65d-f6b5ce4a3664 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.999276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0d856c4c-e620-4893-be6a-7b88876cd647 req-2dd75531-c5f2-474a-a65d-f6b5ce4a3664 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 945 time: 0.0585408 Feb 09 21:40:43.006706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149eefe-adb4-4cff-9efd-67f0196f74be req-920b0f07-f9e3-4cb1-9823-0124a4a26930 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.008234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5149eefe-adb4-4cff-9efd-67f0196f74be req-920b0f07-f9e3-4cb1-9823-0124a4a26930 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1002948 Feb 09 21:40:43.009781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-e7fc4ad7-8f4c-425d-b827-403946e9fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.011132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-e7fc4ad7-8f4c-425d-b827-403946e9fd9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0745318 Feb 09 21:40:43.055035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0d856c4c-e620-4893-be6a-7b88876cd647 req-748d9125-586f-476a-b5fd-2b05b08e38fb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Feb 09 21:40:43.067934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-742fe0d9-5e87-4566-a4b8-c1175e6480db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471649 Feb 09 21:40:43.161361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5149eefe-adb4-4cff-9efd-67f0196f74be req-f8eee1fc-31b9-4e8c-b926-fb56959fcf63 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475248 Feb 09 21:40:43.210492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167dae-4ff1-46da-8130-b58c4ce4620b req-4306f845-6fa9-43b6-83e0-310dc51ec1a4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.217373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-9438a8c8-b210-4783-9b7d-7a591f919f83 service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366053 Feb 09 21:40:43.218744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6167dae-4ff1-46da-8130-b58c4ce4620b req-4306f845-6fa9-43b6-83e0-310dc51ec1a4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.0780258 Feb 09 21:40:43.279270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6167dae-4ff1-46da-8130-b58c4ce4620b req-62859b0b-72ec-4fd6-86dd-cda088be01ee tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594819 Feb 09 21:40:43.324224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ab27cd1-6087-45f4-be8f-0c7ab2c7f05d req-dc8cdd0d-5424-497b-9705-271b1a8416c5 tempest-ServersOnMultiNodesTest-1282477006 tempest-ServersOnMultiNodesTest-1282477006-project] 10.222.0.98 "GET /v2.0/ports?device_id=387741d5-30d8-4681-a9b8-d20e4a66bb7b HTTP/1.1" status: 200 len: 210 time: 0.0372627 Feb 09 21:40:43.366385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2975f32-849e-48c3-ac5f-ed5dfff2a483 req-01cfecec-20d5-433d-9e0a-df6399b8a73c service neutron] 10.222.0.30 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387427 Feb 09 21:40:43.484749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752d90-1a4b-4dde-ad32-3a09f4138b15 req-5845dc6b-f9d9-423b-a8b7-9e0cfb552790 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.486219 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63752d90-1a4b-4dde-ad32-3a09f4138b15 req-5845dc6b-f9d9-423b-a8b7-9e0cfb552790 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0551012 Feb 09 21:40:43.539639 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63752d90-1a4b-4dde-ad32-3a09f4138b15 req-96a38c33-efe2-4888-aa6c-a9249d1f2bac tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471585 Feb 09 21:40:43.975895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-977fbd18-fa02-4e37-8033-760dd89504be req-bc533de2-9444-4b89-8e55-27f21c381f91 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0319982 Feb 09 21:40:44.201122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603677f5-f15b-4d63-b69c-68944097b690 req-bf29a7b6-4eef-468b-ac8f-15f05a4ba5e9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.202241 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-603677f5-f15b-4d63-b69c-68944097b690 req-bf29a7b6-4eef-468b-ac8f-15f05a4ba5e9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 945 time: 0.0599294 Feb 09 21:40:44.252352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-603677f5-f15b-4d63-b69c-68944097b690 req-05c2e1f9-4a09-4646-aa41-6c2cd59eb485 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Feb 09 21:40:44.310530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7551df-1964-49fd-9d53-4e99e38b8982 req-f491564a-c3fc-46d2-8e10-b64954a5a781 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.312105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc7551df-1964-49fd-9d53-4e99e38b8982 req-f491564a-c3fc-46d2-8e10-b64954a5a781 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0623744 Feb 09 21:40:44.365556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc7551df-1964-49fd-9d53-4e99e38b8982 req-02a477af-8cca-49c9-804b-e8f7e6c581c3 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Feb 09 21:40:44.384612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd059f0e-b196-479f-897d-d1f05573e154 req-73a425d2-4803-4d43-8c48-c592c7f22118 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.386438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd059f0e-b196-479f-897d-d1f05573e154 req-73a425d2-4803-4d43-8c48-c592c7f22118 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 945 time: 0.0581934 Feb 09 21:40:44.442703 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd059f0e-b196-479f-897d-d1f05573e154 req-bd54bc1c-a644-4b9f-aba5-b64440757b89 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493853 Feb 09 21:40:44.495991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0248e-9f24-4f8a-a040-0b134bbb5435 req-e9ab3500-cac1-426c-a148-35ef7199c311 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.506487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81c0248e-9f24-4f8a-a040-0b134bbb5435 req-e9ab3500-cac1-426c-a148-35ef7199c311 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.0641134 Feb 09 21:40:44.568179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-81c0248e-9f24-4f8a-a040-0b134bbb5435 req-4229403b-ff1e-4ea6-95bd-83c0f2de18f8 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/security-groups?id=4eff488b-38de-4016-a676-5d5a96eb7e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Feb 09 21:40:44.658292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-7c933941-63e0-40f7-a1bd-73d4d426fe93 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.659875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-7c933941-63e0-40f7-a1bd-73d4d426fe93 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 950 time: 0.0902233 Feb 09 21:40:44.735960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c552b-6c61-45d3-a3b0-0f2057e99066 req-2f846866-814c-4280-9978-ce541212da9c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.737321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d72c552b-6c61-45d3-a3b0-0f2057e99066 req-2f846866-814c-4280-9978-ce541212da9c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0997651 Feb 09 21:40:44.820721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d72c552b-6c61-45d3-a3b0-0f2057e99066 req-ae8ff63a-8113-4f1e-9903-c668ca149c5e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761962 Feb 09 21:40:44.830078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Deleting port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:44.830478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.930488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] For port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:44.930853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.946006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Calling delete_port for 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:45.102657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-302636ce-5d25-4ad3-81af-9d12b95cfdc6 req-07765258-e17d-48bc-9501-d9ca915b7183 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0368700 Feb 09 21:40:45.186441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1f11c8ab-fe35-4597-9338-041a1c8cb1d4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.198093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1f11c8ab-fe35-4597-9338-041a1c8cb1d4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:45.224785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Pushing event deleted for resources: {'Port': ['ID=1f11c8ab-fe35-4597-9338-041a1c8cb1d4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:45.287069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] No DVR routers for this DVR port 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:45.289818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.294144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-32e0fa19-f616-4359-906f-7de4417ef5bf req-565b944c-89cb-464d-8b1b-40a8c88aaa17 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.30 "DELETE /v2.0/ports/1f11c8ab-fe35-4597-9338-041a1c8cb1d4 HTTP/1.1" status: 204 len: 173 time: 0.6186922 Feb 09 21:40:45.294299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-deleted', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:45.296503 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d24a07-954d-4f74-9c95-59487bb96ee5" -d '{"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-deleted", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:45.300132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56188) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:45.336285 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b796bee4-817e-46d1-81af-62a4d5e8c8e8 x-openstack-request-id: req-b796bee4-817e-46d1-81af-62a4d5e8c8e8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:45.336820 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e18d01-c069-45d1-a4ca-3abc146b4873", "name": "network-vif-deleted", "tag": "1f11c8ab-fe35-4597-9338-041a1c8cb1d4", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:45.336820 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b796bee4-817e-46d1-81af-62a4d5e8c8e8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:45.337224 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e18d01-c069-45d1-a4ca-3abc146b4873', 'name': 'network-vif-deleted', 'tag': '1f11c8ab-fe35-4597-9338-041a1c8cb1d4', 'status': 'completed', 'code': 200} Feb 09 21:40:45.498315 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ae86bbfc-2fd0-4fec-87cc-ecda8273aca8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e06e2d1ea85841b2a49238028e3efe00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963482 Feb 09 21:40:45.500844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56194) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:45.549583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd74f-7491-4ccf-95ef-a8c8a913e1bc req-16de7b91-6c2a-4b28-971d-db932b81466d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:45.551323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bdecd74f-7491-4ccf-95ef-a8c8a913e1bc req-16de7b91-6c2a-4b28-971d-db932b81466d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1051459 Feb 09 21:40:45.591525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73316259-4677-45ff-b10a-47edcab0afd7 admin admin] Publish callbacks [] for security_group (1afc567b-8433-4bf0-851f-5b70af8dc1a5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.621335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73316259-4677-45ff-b10a-47edcab0afd7 admin admin] Publish callbacks [] for security_group (1afc567b-8433-4bf0-851f-5b70af8dc1a5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.712189 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bdecd74f-7491-4ccf-95ef-a8c8a913e1bc req-9290e209-0fd2-4265-9a18-8ded47c661f1 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439722 Feb 09 21:40:45.750514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0f39f02-219d-4f62-85ed-fb35ab779722 req-f8fbcc34-64aa-46a1-b694-662d2d52b7b4 tempest-MigrationsAdminTest-1679554400 tempest-MigrationsAdminTest-1679554400-project] 10.222.0.98 "GET /v2.0/ports?device_id=62e18d01-c069-45d1-a4ca-3abc146b4873 HTTP/1.1" status: 200 len: 210 time: 0.0377300 Feb 09 21:40:45.826737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73316259-4677-45ff-b10a-47edcab0afd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1afc567b-8433-4bf0-851f-5b70af8dc1a5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.830692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73316259-4677-45ff-b10a-47edcab0afd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.832368 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73316259-4677-45ff-b10a-47edcab0afd7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1afc567b-8433-4bf0-851f-5b70af8dc1a5 HTTP/1.1" status: 204 len: 168 time: 0.3293540 Feb 09 21:40:45.850205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73316259-4677-45ff-b10a-47edcab0afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afc567b-8433-4bf0-851f-5b70af8dc1a5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:45.990797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f07c66-5429-4d70-a19e-4c6b787fb191 req-8cc4ab38-7c10-4c1d-9392-02254d10ccda tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:45.992541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3f07c66-5429-4d70-a19e-4c6b787fb191 req-8cc4ab38-7c10-4c1d-9392-02254d10ccda tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 945 time: 0.1091092 Feb 09 21:40:46.048549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc721-557a-4ec9-b129-198b9c37e57f req-4abdae91-5f75-4c23-a5ce-26e79f0f9b4e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:46.048549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd8bc721-557a-4ec9-b129-198b9c37e57f req-4abdae91-5f75-4c23-a5ce-26e79f0f9b4e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1036437 Feb 09 21:40:46.051994 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3f07c66-5429-4d70-a19e-4c6b787fb191 req-8a85e8d7-27f4-40b0-b4ad-07713c8c41b0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522909 Feb 09 21:40:46.092659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd8bc721-557a-4ec9-b129-198b9c37e57f req-0ee6e0db-e9a8-4ffb-98ba-abf3dba13502 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584013 Feb 09 21:40:46.217510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a3fce3a-96de-41c0-8467-a4360487ea63 req-df58ac05-ff00-411a-a272-8ce6fa9bc77a tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0341628 Feb 09 21:40:46.847765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4e09-9c23-4df4-9818-31a206fa7ca8 req-d2ddf9ed-f880-4ef3-93d5-0b2697b4f522 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:46.855415 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1da4e09-9c23-4df4-9818-31a206fa7ca8 req-d2ddf9ed-f880-4ef3-93d5-0b2697b4f522 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0624030 Feb 09 21:40:46.898138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56222) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:46.918904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1da4e09-9c23-4df4-9818-31a206fa7ca8 req-db9b8386-d29d-4114-b6b2-8d27bf162536 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620418 Feb 09 21:40:46.957744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-55425102-9bae-4cc0-aaf0-97a631bfd53b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8bd4e75cc834d819cecef8263ab1490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626347 Feb 09 21:40:46.960535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56226) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:47.020564 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2338556d-4921-46d9-a807-4b3e7687e78a admin admin] Publish callbacks [] for security_group (0c8c7cfb-6e29-4a86-9775-d9601a646bd7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.042837 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2338556d-4921-46d9-a807-4b3e7687e78a admin admin] Publish callbacks [] for security_group (0c8c7cfb-6e29-4a86-9775-d9601a646bd7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.164211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2338556d-4921-46d9-a807-4b3e7687e78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0c8c7cfb-6e29-4a86-9775-d9601a646bd7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.167575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2338556d-4921-46d9-a807-4b3e7687e78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.168982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2338556d-4921-46d9-a807-4b3e7687e78a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0c8c7cfb-6e29-4a86-9775-d9601a646bd7 HTTP/1.1" status: 204 len: 168 time: 0.2071941 Feb 09 21:40:47.188092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216dbda-6d2b-4cc5-9ccd-f27c5c5b78c6 req-c8114a66-4d0e-4ead-98fa-04f3c9b7bfdb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.188341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338556d-4921-46d9-a807-4b3e7687e78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c7cfb-6e29-4a86-9775-d9601a646bd7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:47.202216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4216dbda-6d2b-4cc5-9ccd-f27c5c5b78c6 req-c8114a66-4d0e-4ead-98fa-04f3c9b7bfdb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 945 time: 0.0694065 Feb 09 21:40:47.301346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4216dbda-6d2b-4cc5-9ccd-f27c5c5b78c6 req-6e0f1a16-bdba-4d3e-90b3-751ac5e08c59 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976887 Feb 09 21:40:47.345762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2bfa7-81be-415b-8f32-01422619509f req-e4bf0a15-882a-4b1b-8213-8b15d1f760ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.345762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cd2bfa7-81be-415b-8f32-01422619509f req-e4bf0a15-882a-4b1b-8213-8b15d1f760ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1636934 Feb 09 21:40:47.396400 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cd2bfa7-81be-415b-8f32-01422619509f req-73bd1cbc-dd90-4f7b-a576-5f7a79d3cca0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612924 Feb 09 21:40:47.419845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56238) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:47.437256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:47.441084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 21493f62-9372-4a62-89bc-3cdd20b1231d no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:47.470652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb161df3-ad64-4eca-9bad-f1764a4bfff8 req-39819610-02ad-4d43-8357-2844b0eaea16 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0392528 Feb 09 21:40:47.605533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-66675c68-e9a2-4c86-8e4c-eb7875ee8b52 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=726caae83fa8493ea37127b0b806deed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841195 Feb 09 21:40:47.608263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56242) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:47.620698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 21493f62-9372-4a62-89bc-3cdd20b1231d is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:47.621993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:47.901768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:47.901768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1f11c8ab-fe35-4597-9338-041a1c8cb1d4 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:47.901768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:47.902524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22389e84-89aa-4a1c-bb19-625de9b83772 admin admin] Publish callbacks [] for security_group (4eff488b-38de-4016-a676-5d5a96eb7e7e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.902977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'port_id': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b', 'mac_address': 'fa:16:3e:a6:e1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab21a80-0aa4-461e-bb57-a6caebbfcce2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:47.903080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22389e84-89aa-4a1c-bb19-625de9b83772 admin admin] Publish callbacks [] for security_group (4eff488b-38de-4016-a676-5d5a96eb7e7e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.903187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:47.903187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.903187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:47.903187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:48.063513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef510421-ccd6-4139-a8eb-840b475c6451 req-95469d6b-cb5f-4595-b0cb-d056506464dc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.069490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef510421-ccd6-4139-a8eb-840b475c6451 req-95469d6b-cb5f-4595-b0cb-d056506464dc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0711429 Feb 09 21:40:48.117712 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef510421-ccd6-4139-a8eb-840b475c6451 req-2450ce1d-565e-40d3-9e90-bedfa6aa6b41 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Feb 09 21:40:48.209252 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22389e84-89aa-4a1c-bb19-625de9b83772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4eff488b-38de-4016-a676-5d5a96eb7e7e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.213903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.216901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22389e84-89aa-4a1c-bb19-625de9b83772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.220755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-22389e84-89aa-4a1c-bb19-625de9b83772 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4eff488b-38de-4016-a676-5d5a96eb7e7e HTTP/1.1" status: 204 len: 168 time: 0.6115255 Feb 09 21:40:48.242433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22389e84-89aa-4a1c-bb19-625de9b83772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff488b-38de-4016-a676-5d5a96eb7e7e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.317738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.337169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:48.574732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e2176-5a16-48c3-843d-3265634a4f6a req-d775f788-705e-457e-99bf-14d4a2239f8f tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.586900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad5e2176-5a16-48c3-843d-3265634a4f6a req-d775f788-705e-457e-99bf-14d4a2239f8f tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1404738 Feb 09 21:40:48.636882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3fde5-f775-4bcd-8d49-426e35e7d6dd req-d20a33a2-7e34-409a-9aa6-854aadfd91e5 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.647470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddb3fde5-f775-4bcd-8d49-426e35e7d6dd req-d20a33a2-7e34-409a-9aa6-854aadfd91e5 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1256375 Feb 09 21:40:48.675202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad5e2176-5a16-48c3-843d-3265634a4f6a req-eb4d46da-ff21-4bc4-9060-b59f041735ea tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898845 Feb 09 21:40:48.737146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddb3fde5-f775-4bcd-8d49-426e35e7d6dd req-6ba2d8ff-d126-4f10-a9f6-9cddb1cb146a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854466 Feb 09 21:40:48.802389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3831430-34cc-4682-801e-0497521489a7 req-1e6e6647-47b0-45ba-bdd6-9ee3bd1c502e tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0317597 Feb 09 21:40:49.156117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56286) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:49.202256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8dcc7189-265e-48a0-bb73-3b49e59081a8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed61f7416b86464e8dbbcf9df2deb080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448599 Feb 09 21:40:49.205205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56290) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:49.303779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f4052-7c81-48f2-8815-0eb127974658 req-b070bdaa-c96c-47d1-b756-1eab500060b4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.305641 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d5f4052-7c81-48f2-8815-0eb127974658 req-b070bdaa-c96c-47d1-b756-1eab500060b4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.0858693 Feb 09 21:40:49.324493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4614-c22e-4d2e-9ff8-3d12ec3982f9 admin admin] Publish callbacks [] for security_group (2ec087ee-dfa0-462f-ba31-db566454498c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.373621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4614-c22e-4d2e-9ff8-3d12ec3982f9 admin admin] Publish callbacks [] for security_group (2ec087ee-dfa0-462f-ba31-db566454498c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.404610 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d5f4052-7c81-48f2-8815-0eb127974658 req-bdf24f2a-f4ec-444a-bd28-e2bfda9feea5 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820546 Feb 09 21:40:49.454333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:49.531768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b is: BUILD; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:49.537336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.547686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:49.572016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:49.587175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4614-c22e-4d2e-9ff8-3d12ec3982f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ec087ee-dfa0-462f-ba31-db566454498c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.592627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4614-c22e-4d2e-9ff8-3d12ec3982f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.598119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fa6d4614-c22e-4d2e-9ff8-3d12ec3982f9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ec087ee-dfa0-462f-ba31-db566454498c HTTP/1.1" status: 204 len: 168 time: 0.3895645 Feb 09 21:40:49.607772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d4614-c22e-4d2e-9ff8-3d12ec3982f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec087ee-dfa0-462f-ba31-db566454498c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.657967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.730071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.739767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.741026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.741560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.742060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.742679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.743178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.743678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.744204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.745371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.745860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.746346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.746829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.747320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:49.864346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777e611-8b74-44d6-aec5-3058f04c543d req-5f072bdf-cdc2-44e7-9aa9-08c81e936f97 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.866495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8777e611-8b74-44d6-aec5-3058f04c543d req-5f072bdf-cdc2-44e7-9aa9-08c81e936f97 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 943 time: 0.0812774 Feb 09 21:40:49.927119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c974c68-daed-4e6a-b5dc-081ef0e6770e req-53d36cf4-728f-4dd0-887c-44a0b2fb4bf4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.932634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c974c68-daed-4e6a-b5dc-081ef0e6770e req-53d36cf4-728f-4dd0-887c-44a0b2fb4bf4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1140425 Feb 09 21:40:49.983942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8777e611-8b74-44d6-aec5-3058f04c543d req-356819b5-7748-4dd3-b35d-652e8137abdf tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097462 Feb 09 21:40:49.991903 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c974c68-daed-4e6a-b5dc-081ef0e6770e req-45db84ef-9a7c-4d0a-950c-02740bd6016f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520074 Feb 09 21:40:50.135361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1f2643d-de1c-4021-ab97-cf21f350c23b req-51fa7b03-c476-4f8b-a706-bb153a86025e tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0392020 Feb 09 21:40:50.330508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-7f50fc90-a5d2-4243-a15b-243d1614decc service neutron] 10.222.0.30 "GET /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.0630379 Feb 09 21:40:50.591007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:50.624269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:50.656666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1ed15-ad55-42cc-999e-441a3aff1983 req-58107b67-16fb-4e22-91f4-6f0f9b45d794 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.658282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4c1ed15-ad55-42cc-999e-441a3aff1983 req-58107b67-16fb-4e22-91f4-6f0f9b45d794 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 943 time: 0.1244113 Feb 09 21:40:50.699394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab96ab-2381-4358-9a89-c3a920b3032b req-2e4da5e6-929d-46b1-8db2-f5c1a0b774b3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.700960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21493f62-9372-4a62-89bc-3cdd20b1231d {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:50.707563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78ab96ab-2381-4358-9a89-c3a920b3032b req-2e4da5e6-929d-46b1-8db2-f5c1a0b774b3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 943 time: 0.0877581 Feb 09 21:40:50.728447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:50.768856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4c1ed15-ad55-42cc-999e-441a3aff1983 req-06924ff6-ec70-4ce2-9721-5b151388f5c7 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036298 Feb 09 21:40:50.782967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78ab96ab-2381-4358-9a89-c3a920b3032b req-7a1ea2e0-cb0b-4a4e-9a47-584833774d2c tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710547 Feb 09 21:40:50.869609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.966410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] Transition to ACTIVE for port object 21493f62-9372-4a62-89bc-3cdd20b1231d will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:51.044339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.151569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] No DVR routers for this DVR port 21493f62-9372-4a62-89bc-3cdd20b1231d on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:51.222496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] Pushing event updated for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:51.235869 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-f25d9503-2822-43c0-83d5-563a4a3403eb service neutron] 10.222.0.30 "PUT /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8991380 Feb 09 21:40:51.290370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee6b27-3fa4-4168-ad98-d5e2421a7cec req-bb695427-8c4c-4833-9602-0dc49fa97420 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.292997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82ee6b27-3fa4-4168-ad98-d5e2421a7cec req-bb695427-8c4c-4833-9602-0dc49fa97420 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1593063 Feb 09 21:40:51.329586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee4ca640-6e78-4930-8ede-ee796fdb7b28 req-29838226-f689-4181-ae6c-248952dbc353 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0534654 Feb 09 21:40:51.371672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82ee6b27-3fa4-4168-ad98-d5e2421a7cec req-1f8a11c4-dd04-4abb-a057-f28ce0f73770 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731471 Feb 09 21:40:51.448427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-a8c72c7f-c8b8-4338-8e8e-9f63af2f4538 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.449972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-a8c72c7f-c8b8-4338-8e8e-9f63af2f4538 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.0548868 Feb 09 21:40:51.500998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-3ad1e5de-43dd-4c3a-b9a9-d386feaab62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.502515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-3ad1e5de-43dd-4c3a-b9a9-d386feaab62e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464&tenant_id=85a96698da3f4e1f98638487f18948c9 HTTP/1.1" status: 200 len: 1126 time: 0.0455983 Feb 09 21:40:51.580814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-90c79f3d-7160-4856-b6ec-385449b4869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.582605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-90c79f3d-7160-4856-b6ec-385449b4869e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1126 time: 0.0508337 Feb 09 21:40:51.688781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-3f67c182-08ef-49ee-9ceb-e0d27234b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.690277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-3f67c182-08ef-49ee-9ceb-e0d27234b73c service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.0969357 Feb 09 21:40:51.736852 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-94c9e205-7c41-4980-a7e1-8384a748bfbc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 200 len: 217 time: 0.0362396 Feb 09 21:40:51.796765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-85050bc3-9a9c-43c4-b403-7c6526f52340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.809262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-85050bc3-9a9c-43c4-b403-7c6526f52340 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0666540 Feb 09 21:40:51.873130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-c583d84f-aba4-4861-a19b-76782b02c94a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539207 Feb 09 21:40:51.884683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56392) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:51.970764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab320cf-2ab4-4ec6-8b23-351624746605 req-756e4078-555c-44b0-affb-c01d65db6f4e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.971891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ab320cf-2ab4-4ec6-8b23-351624746605 req-756e4078-555c-44b0-affb-c01d65db6f4e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 944 time: 0.0622220 Feb 09 21:40:51.999687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68dc4d-09f5-4a16-b654-1cef4e4b445a req-e103fb5c-f614-4d02-a355-c46f20077fd1 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.001224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f68dc4d-09f5-4a16-b654-1cef4e4b445a req-e103fb5c-f614-4d02-a355-c46f20077fd1 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 943 time: 0.1306047 Feb 09 21:40:52.017401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0033d3b9-91ee-45eb-8451-995594170e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.021342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-b3593ccb-0f21-45f6-a7d6-b2fc0d31ac92 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391826 Feb 09 21:40:52.109587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f68dc4d-09f5-4a16-b654-1cef4e4b445a req-c86cd11d-7b3d-4eb0-b0bc-f39b29c5383b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016278 Feb 09 21:40:52.137943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ab320cf-2ab4-4ec6-8b23-351624746605 req-5c32e776-87ea-46e7-84cd-2bc3fa85affe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520703 Feb 09 21:40:52.152364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-68c85f76-6384-48c3-b0aa-92da1d0a3f5c service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246018 Feb 09 21:40:52.182677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0033d3b9-91ee-45eb-8451-995594170e83 admin admin] Publish callbacks [] for security_group (b05fbba9-6c74-400e-b769-d0cbf76cbe85), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.298393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0033d3b9-91ee-45eb-8451-995594170e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b05fbba9-6c74-400e-b769-d0cbf76cbe85), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.383972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0033d3b9-91ee-45eb-8451-995594170e83 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ab55b3b5dded48ce8514013ac1284e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4969027 Feb 09 21:40:52.394261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033d3b9-91ee-45eb-8451-995594170e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fbba9-6c74-400e-b769-d0cbf76cbe85,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.396337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56408) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.423282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-b1564ab7-161c-4a45-9559-594e8fd36573 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.425594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-b1564ab7-161c-4a45-9559-594e8fd36573 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 943 time: 0.0991328 Feb 09 21:40:52.492312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e64650c6-eb2f-4db4-b76d-ce96ad8d676c req-39d29ba6-8195-41c8-a271-ec58fdf04a1e tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0585687 Feb 09 21:40:52.532109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def43df5-28f0-4744-ae1a-bfbdbf995381 admin admin] Publish callbacks [] for security_group (b05fbba9-6c74-400e-b769-d0cbf76cbe85), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.561228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def43df5-28f0-4744-ae1a-bfbdbf995381 admin admin] Publish callbacks [] for security_group (b05fbba9-6c74-400e-b769-d0cbf76cbe85), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.596644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea40ce-cde3-48cb-a434-cd44591276cf req-983e46e3-ea03-4b94-be80-840c06899eb7 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.598502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02ea40ce-cde3-48cb-a434-cd44591276cf req-983e46e3-ea03-4b94-be80-840c06899eb7 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1117246 Feb 09 21:40:52.602043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Deleting port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:52.602597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.716492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02ea40ce-cde3-48cb-a434-cd44591276cf req-9ba0c6a6-581c-4ee3-a12f-80b305e20280 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084037 Feb 09 21:40:52.735631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] For port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:52.736213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.744110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def43df5-28f0-4744-ae1a-bfbdbf995381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b05fbba9-6c74-400e-b769-d0cbf76cbe85), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.748701 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-def43df5-28f0-4744-ae1a-bfbdbf995381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.748701 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-def43df5-28f0-4744-ae1a-bfbdbf995381 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b05fbba9-6c74-400e-b769-d0cbf76cbe85 HTTP/1.1" status: 204 len: 168 time: 0.3496745 Feb 09 21:40:52.751285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Calling delete_port for 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:52.761262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def43df5-28f0-4744-ae1a-bfbdbf995381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fbba9-6c74-400e-b769-d0cbf76cbe85,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.775068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2771-4277-4b61-9b12-906fd223c772 req-4d88a49e-a865-4c41-865e-0de16b4f834d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.777383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-4d88a49e-a865-4c41-865e-0de16b4f834d tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464&tenant_id=85a96698da3f4e1f98638487f18948c9&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.0759873 Feb 09 21:40:53.025224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56424) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.080779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.085441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-739a2771-4277-4b61-9b12-906fd223c772 req-2a51f807-07df-4479-9094-9e9e5bc45493 service neutron] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:53.089658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-739a2771-4277-4b61-9b12-906fd223c772 req-2a51f807-07df-4479-9094-9e9e5bc45493 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.091059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-2a51f807-07df-4479-9094-9e9e5bc45493 service neutron] 10.222.0.110 "DELETE /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.3057506 Feb 09 21:40:53.112279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event deleted for resources: {'Port': ['ID=4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.161687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] No DVR routers for this DVR port 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:53.164313 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.168825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8c25498-7641-4657-9bec-a74cdd7ed25e req-8d42c9c4-5645-4f72-81fa-fe9134f520d4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "DELETE /v2.0/ports/4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b HTTP/1.1" status: 204 len: 173 time: 0.7366562 Feb 09 21:40:53.169059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'name': 'network-vif-deleted', 'tag': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:53.171339 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b259c35-9c98-44e5-a3f7-661b4aade935" -d '{"events": [{"server_uuid": "1b4c38b2-4096-4550-a954-dcff4ae1e0d2", "name": "network-vif-deleted", "tag": "4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:53.277018 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe1a01c-01f7-4df8-b64d-18e58c466af2 x-openstack-request-id: req-ebe1a01c-01f7-4df8-b64d-18e58c466af2 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:53.282093 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4c38b2-4096-4550-a954-dcff4ae1e0d2", "name": "network-vif-deleted", "tag": "4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:53.282093 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ebe1a01c-01f7-4df8-b64d-18e58c466af2 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:53.282093 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4c38b2-4096-4550-a954-dcff4ae1e0d2', 'name': 'network-vif-deleted', 'tag': '4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b', 'status': 'completed', 'code': 200} Feb 09 21:40:53.307941 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ecf4cbd9-aad3-42e7-8089-5fb1173dfde0 req-46112538-4606-4102-8515-06feb5e6f4ae tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0386760 Feb 09 21:40:53.346718 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33c0d5ac-e793-43b4-b66a-84201bd220bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.419044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df5787-ec15-48a3-9dcb-cf0b054d5723 req-172b7e79-596c-4bd3-b340-b613d0cb5daf tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.426460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6df5787-ec15-48a3-9dcb-cf0b054d5723 req-172b7e79-596c-4bd3-b340-b613d0cb5daf tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 944 time: 0.0744061 Feb 09 21:40:53.476844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6df5787-ec15-48a3-9dcb-cf0b054d5723 req-a09f387f-a06a-44da-ae51-2b4ee8cb77bf tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Feb 09 21:40:53.503693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33c0d5ac-e793-43b4-b66a-84201bd220bb admin admin] Publish callbacks [] for security_group (b85f218a-a7c5-41b5-be6b-30c74a4bb9f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.644152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33c0d5ac-e793-43b4-b66a-84201bd220bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b85f218a-a7c5-41b5-be6b-30c74a4bb9f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.664960 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb6e0076-20fa-4d54-ba39-119d8d7f15b4 req-cea366c1-2731-440c-be15-ab0fbcec32db tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0506597 Feb 09 21:40:53.712662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0d5ac-e793-43b4-b66a-84201bd220bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85f218a-a7c5-41b5-be6b-30c74a4bb9f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.717643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec07c5-8e63-4747-a44b-d640182ff90e req-6fe124de-dd70-4e4c-974e-3d1a1dedb37e tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.729574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8cec07c5-8e63-4747-a44b-d640182ff90e req-6fe124de-dd70-4e4c-974e-3d1a1dedb37e tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 1126 time: 0.1323962 Feb 09 21:40:53.732865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-33c0d5ac-e793-43b4-b66a-84201bd220bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1ca7614f18fe4d9e9000bdecec215e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7060061 Feb 09 21:40:53.741923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.777556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56448) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.802943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-653fffa3-4d96-4e76-8b2b-3868fc5efed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.844793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc378988-5e9e-4ae4-b619-08cb6d667333 admin admin] Publish callbacks [] for security_group (b85f218a-a7c5-41b5-be6b-30c74a4bb9f8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.846130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8cec07c5-8e63-4747-a44b-d640182ff90e req-17e97c00-841c-497f-a507-cf9ed1d73635 tempest-LiveAutoBlockMigrationV225Test-797281651 tempest-LiveAutoBlockMigrationV225Test-797281651-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059542 Feb 09 21:40:53.877219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc378988-5e9e-4ae4-b619-08cb6d667333 admin admin] Publish callbacks [] for security_group (b85f218a-a7c5-41b5-be6b-30c74a4bb9f8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.904267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfc0b-0470-47fd-9429-18b5b17899bd req-62b4e80b-8fb9-41e4-af60-946fb78cba69 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.906247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b1cfc0b-0470-47fd-9429-18b5b17899bd req-62b4e80b-8fb9-41e4-af60-946fb78cba69 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.1062031 Feb 09 21:40:53.959525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-653fffa3-4d96-4e76-8b2b-3868fc5efed6 admin admin] Publish callbacks [] for security_group (fb939bde-81ea-42ec-b8d2-d575fae43452), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.976343 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b1cfc0b-0470-47fd-9429-18b5b17899bd req-fb6801ac-28b2-403d-a910-70b267d7bb22 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560074 Feb 09 21:40:54.041877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-653fffa3-4d96-4e76-8b2b-3868fc5efed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fb939bde-81ea-42ec-b8d2-d575fae43452), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.090666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc378988-5e9e-4ae4-b619-08cb6d667333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b85f218a-a7c5-41b5-be6b-30c74a4bb9f8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.093243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc378988-5e9e-4ae4-b619-08cb6d667333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.094998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc378988-5e9e-4ae4-b619-08cb6d667333 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b85f218a-a7c5-41b5-be6b-30c74a4bb9f8 HTTP/1.1" status: 204 len: 168 time: 0.3518562 Feb 09 21:40:54.113976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc378988-5e9e-4ae4-b619-08cb6d667333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85f218a-a7c5-41b5-be6b-30c74a4bb9f8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.118451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-653fffa3-4d96-4e76-8b2b-3868fc5efed6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71a53d678a6b4180939ba145ccdbdc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391197 Feb 09 21:40:54.123466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fffa3-4d96-4e76-8b2b-3868fc5efed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb939bde-81ea-42ec-b8d2-d575fae43452,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.128064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56454) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:54.193896 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb1063c-33d6-4bb4-a139-bf75057bcddb admin admin] Publish callbacks [] for security_group (fb939bde-81ea-42ec-b8d2-d575fae43452), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.220386 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb1063c-33d6-4bb4-a139-bf75057bcddb admin admin] Publish callbacks [] for security_group (fb939bde-81ea-42ec-b8d2-d575fae43452), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.375738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb1063c-33d6-4bb4-a139-bf75057bcddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fb939bde-81ea-42ec-b8d2-d575fae43452), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.379215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb1063c-33d6-4bb4-a139-bf75057bcddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.380640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8eb1063c-33d6-4bb4-a139-bf75057bcddb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fb939bde-81ea-42ec-b8d2-d575fae43452 HTTP/1.1" status: 204 len: 168 time: 0.2509131 Feb 09 21:40:54.410783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1063c-33d6-4bb4-a139-bf75057bcddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb939bde-81ea-42ec-b8d2-d575fae43452,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.540808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-45cb7165-509c-4036-9617-c0d8fe3b2c09 req-da76e018-37f5-4610-b0c9-62785335a73a tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b4c38b2-4096-4550-a954-dcff4ae1e0d2 HTTP/1.1" status: 200 len: 210 time: 0.1065173 Feb 09 21:40:54.613100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c65d5-23e9-4215-bd02-f0507432aa75 req-02362f44-5e01-4ea2-bcc3-6f43cca47fe4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:54.624201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-984c65d5-23e9-4215-bd02-f0507432aa75 req-02362f44-5e01-4ea2-bcc3-6f43cca47fe4 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 944 time: 0.1069572 Feb 09 21:40:54.735796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-984c65d5-23e9-4215-bd02-f0507432aa75 req-d013c8b3-bf13-4d1c-8cee-984a1c976b16 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958660 Feb 09 21:40:54.840576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd7be0b4-9c73-4998-8db3-c7d8de39db27 req-cb7cf8f8-e956-41d5-976f-c67bd3bfa221 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0616803 Feb 09 21:40:55.117965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65d619-9af8-474a-93b2-ef1bc012957c req-7afa3957-6a3d-4750-9705-7fe7600d36f0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:55.126333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff65d619-9af8-474a-93b2-ef1bc012957c req-7afa3957-6a3d-4750-9705-7fe7600d36f0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0832567 Feb 09 21:40:55.182944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff65d619-9af8-474a-93b2-ef1bc012957c req-c7706e9b-95c4-44fa-8878-0ca708b3b0aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556796 Feb 09 21:40:55.222827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56480) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:55.236986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bcd8834-bdf7-4d28-9310-1cbd9f1c1f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.342938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bcd8834-bdf7-4d28-9310-1cbd9f1c1f17 admin admin] Publish callbacks [] for security_group (d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.373586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-c7cbae19-34db-4fa9-a6ae-cc36f5a343d2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:55.375636 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-c7cbae19-34db-4fa9-a6ae-cc36f5a343d2 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 944 time: 0.1035714 Feb 09 21:40:55.421003 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bcd8834-bdf7-4d28-9310-1cbd9f1c1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.488415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:55.513292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:55.514021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4ae6a3d6-ecab-4509-9d96-b4cd6356fb6b not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:55.535087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6bcd8834-bdf7-4d28-9310-1cbd9f1c1f17 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ba065573b1f2438293bd351dafe375be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111546 Feb 09 21:40:55.536130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd8834-bdf7-4d28-9310-1cbd9f1c1f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:55.539309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56488) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:55.579350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Deleting port 21493f62-9372-4a62-89bc-3cdd20b1231d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:55.579800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.639517 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-838a065d-92e0-4e91-92f5-cd3ea4d5b952 admin admin] Publish callbacks [] for security_group (d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.667625 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-838a065d-92e0-4e91-92f5-cd3ea4d5b952 admin admin] Publish callbacks [] for security_group (d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.774446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] For port 21493f62-9372-4a62-89bc-3cdd20b1231d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=21493f62-9372-4a62-89bc-3cdd20b1231d,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:55.774647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.793642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Calling delete_port for 21493f62-9372-4a62-89bc-3cdd20b1231d owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:55.835684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-838a065d-92e0-4e91-92f5-cd3ea4d5b952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.837795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-838a065d-92e0-4e91-92f5-cd3ea4d5b952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.839647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-838a065d-92e0-4e91-92f5-cd3ea4d5b952 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74 HTTP/1.1" status: 204 len: 168 time: 0.2984064 Feb 09 21:40:55.860102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a065d-92e0-4e91-92f5-cd3ea4d5b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd9ca2-4188-4fd6-b3c7-b57d697b7b74,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.139322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-d4cbadd0-d053-4cc2-8c95-a31b18d5e69e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.141528 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-d4cbadd0-d053-4cc2-8c95-a31b18d5e69e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 822 time: 0.2055163 Feb 09 21:40:56.168310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-877bf4f7-51e1-4a3f-912a-624f5347bfdc tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/quotas/b6e9a8b05d1e4f1a8941d32b87253d1a HTTP/1.1" status: 200 len: 375 time: 0.0191967 Feb 09 21:40:56.245096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-69a1ed35-9291-4184-b544-a32b4356be0d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754344 Feb 09 21:40:56.309225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ddd8-adb8-4ded-bc9a-349f4b2d7d22 req-80c5d115-7c23-49dd-8f9b-03f37fee3456 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.310948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5603ddd8-adb8-4ded-bc9a-349f4b2d7d22 req-80c5d115-7c23-49dd-8f9b-03f37fee3456 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 944 time: 0.4214616 Feb 09 21:40:56.413835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5603ddd8-adb8-4ded-bc9a-349f4b2d7d22 req-85569362-7c30-4cf4-a14b-c09784a514fc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951746 Feb 09 21:40:56.547224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4396665f-c8b8-413a-ba71-c3605ae5bc69 req-60921e62-111d-4688-833b-1646da92c8ec tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0761421 Feb 09 21:40:56.551198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (21493f62-9372-4a62-89bc-3cdd20b1231d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.570722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e1c6c788-9deb-45fc-af9d-40ba287142de', '21493f62-9372-4a62-89bc-3cdd20b1231d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:56.613597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event deleted for resources: {'Port': ['ID=21493f62-9372-4a62-89bc-3cdd20b1231d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.756715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-5780672c-e4b6-466e-9c45-deeac29088ea service neutron] 10.222.0.98 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104642 Feb 09 21:40:56.769958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] No DVR routers for this DVR port 21493f62-9372-4a62-89bc-3cdd20b1231d on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:56.779048 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.789860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2cb24a4-ee14-4447-bd2b-4be08c2fc059 req-d1686911-3493-4f98-99ab-75f12934c988 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "DELETE /v2.0/ports/21493f62-9372-4a62-89bc-3cdd20b1231d HTTP/1.1" status: 204 len: 173 time: 1.4054761 Feb 09 21:40:56.790523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'name': 'network-vif-deleted', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:56.799182 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e88b73-a5e4-4134-bba9-a9753ab6fa8b" -d '{"events": [{"server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "name": "network-vif-deleted", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:56.900943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c0b30-bb39-4711-a4e4-482ee81046e0 req-472a3a12-d911-4737-8a48-7a827be9348e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.909076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df5c0b30-bb39-4711-a4e4-482ee81046e0 req-472a3a12-d911-4737-8a48-7a827be9348e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.2089469 Feb 09 21:40:56.919205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-950ee004-0323-4276-b0cc-782442ab0e4b service neutron] 10.222.0.98 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608350 Feb 09 21:40:56.976600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df5c0b30-bb39-4711-a4e4-482ee81046e0 req-3bc9ad0f-62b4-4e35-acb5-d5f14ac800b6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622540 Feb 09 21:40:57.032538 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8bf0c-dbb0-496c-a03f-b6c54b90c6ff x-openstack-request-id: req-9fb8bf0c-dbb0-496c-a03f-b6c54b90c6ff {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:57.033470 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bfec30-6aee-49f5-9908-fcdb9270b464", "name": "network-vif-deleted", "tag": "21493f62-9372-4a62-89bc-3cdd20b1231d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:57.034053 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9fb8bf0c-dbb0-496c-a03f-b6c54b90c6ff {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:57.034875 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bfec30-6aee-49f5-9908-fcdb9270b464', 'name': 'network-vif-deleted', 'tag': '21493f62-9372-4a62-89bc-3cdd20b1231d', 'status': 'completed', 'code': 200} Feb 09 21:40:57.319316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3888654c-32fe-4f89-b5a2-dfeb1495b349 req-b25dc20e-c876-45db-97b5-a936e0b281b0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 210 time: 0.0688901 Feb 09 21:40:57.535486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6188edf7-1309-4da1-832b-e32e80b6ad5d req-04b45cd0-ff97-44dd-8ee9-1d829db73609 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0415623 Feb 09 21:40:57.718519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dfda5c9c-7a59-4b07-abac-75a6eb9f9fdc req-97ec36dd-9291-4ebc-8c67-2139bfa6525f tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0572543 Feb 09 21:40:58.095308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e72d0-be11-4b53-a013-d85fa0939397 req-e71e640a-b5ee-42ab-b123-218f97d17a20 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.097987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-568e72d0-be11-4b53-a013-d85fa0939397 req-e71e640a-b5ee-42ab-b123-218f97d17a20 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.0581639 Feb 09 21:40:58.149655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-568e72d0-be11-4b53-a013-d85fa0939397 req-cc028f29-cbb2-4159-a6cf-02efd11fcdb5 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444987 Feb 09 21:40:58.419234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7161f25-39e4-4d8d-bc31-4be6e2d50086 req-e1dbb31b-92d3-452b-b589-7dcd94ec040c tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 210 time: 0.0308645 Feb 09 21:40:58.684732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d4468198-03b8-48d4-8a62-de3cf44c5e2c req-941dc65b-9d5c-4bac-a2ff-128f3f20f01e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0411940 Feb 09 21:40:58.725862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56610) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.752262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 21493f62-9372-4a62-89bc-3cdd20b1231d no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:58.799687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 21493f62-9372-4a62-89bc-3cdd20b1231d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:58.800394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 21493f62-9372-4a62-89bc-3cdd20b1231d not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:58.855732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44efb62e-e566-454f-bd6b-d24ecd537a63 req-83316e0e-9f49-4dc2-bcf3-084892b80482 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0439432 Feb 09 21:40:59.088755 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef8d750e-66a8-4574-9492-4556c51f8936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.174777 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.211967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef8d750e-66a8-4574-9492-4556c51f8936 admin admin] Publish callbacks [] for security_group (bdb696ab-9703-4c03-8b5e-eaf57a50b537), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.329875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef8d750e-66a8-4574-9492-4556c51f8936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdb696ab-9703-4c03-8b5e-eaf57a50b537), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.374698 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ef8d750e-66a8-4574-9492-4556c51f8936 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aaee8622d5634984bb4eee39017c4487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6475577 Feb 09 21:40:59.375929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d750e-66a8-4574-9492-4556c51f8936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb696ab-9703-4c03-8b5e-eaf57a50b537,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.377673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56654) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:59.462047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce842d4d-1493-454f-88bd-0a6940090625 admin admin] Publish callbacks [] for security_group (bdb696ab-9703-4c03-8b5e-eaf57a50b537), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.516196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce842d4d-1493-454f-88bd-0a6940090625 admin admin] Publish callbacks [] for security_group (bdb696ab-9703-4c03-8b5e-eaf57a50b537), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.550432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df67e61b-d0fd-4c78-82db-527b68c09dbb req-6aef8930-c3c7-4d71-8754-9d6b27d6a16b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 210 time: 0.0407126 Feb 09 21:40:59.775301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8d0a982-a019-4499-a4aa-ea11fa2f0afe req-5a90be92-acdb-408f-88d9-51a209f805f0 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Feb 09 21:40:59.846523 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce842d4d-1493-454f-88bd-0a6940090625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdb696ab-9703-4c03-8b5e-eaf57a50b537), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.849300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce842d4d-1493-454f-88bd-0a6940090625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.850518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ce842d4d-1493-454f-88bd-0a6940090625 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bdb696ab-9703-4c03-8b5e-eaf57a50b537 HTTP/1.1" status: 204 len: 168 time: 0.4696548 Feb 09 21:40:59.859591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce842d4d-1493-454f-88bd-0a6940090625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb696ab-9703-4c03-8b5e-eaf57a50b537,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.964379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-568d5021-e28f-4933-9dd1-0c3463ae108b req-6a8fb4c7-a0be-4758-8954-5238f56028a0 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0368750 Feb 09 21:41:00.237515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-5728155f-2be3-4336-aeba-2fe195fdf5b6 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:00.239540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-5728155f-2be3-4336-aeba-2fe195fdf5b6 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "GET /v2.0/networks?id=b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 200 len: 822 time: 0.1050069 Feb 09 21:41:00.253196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Request body: {'port': {'device_id': '48ce44a3-6569-4077-b109-78cecabb8559', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'admin_state_up': True, 'tenant_id': 'b6e9a8b05d1e4f1a8941d32b87253d1a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:00.276181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56694) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:00.495213 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.496512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Made reservation on behalf of b6e9a8b05d1e4f1a8941d32b87253d1a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:00.499037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.545925 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa3fff59-5374-4d35-a0c4-6c131c757c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.580073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:41:00.687385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc59cc73-f11e-44bf-8f71-d3098a2fc6db req-4dfc4e87-33f9-48f9-83aa-d4f041d52937 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 210 time: 0.0564976 Feb 09 21:41:00.710130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Allocated IP 172.20.0.11 (b955e229-523e-4f6b-b4d5-57a39dcae850/4ab21a80-0aa4-461e-bb57-a6caebbfcce2/e0ffa5d6-1fd1-4017-8961-58635ddb4770) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:00.746156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa3fff59-5374-4d35-a0c4-6c131c757c90 admin admin] Publish callbacks [] for security_group (6a979f26-0d60-468e-b65b-cf20f536c4af), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.865467 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa3fff59-5374-4d35-a0c4-6c131c757c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6a979f26-0d60-468e-b65b-cf20f536c4af), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.917116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3239ebb2-e85e-4d18-a636-8c48f78ce390 req-e9a23772-1d12-41fa-b23a-98646838b751 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0562744 Feb 09 21:41:00.938143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.976393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56708) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:00.991537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa3fff59-5374-4d35-a0c4-6c131c757c90 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d392966762754e1eb3da320216a1acd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7188270 Feb 09 21:41:01.002515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56712) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:01.003038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fff59-5374-4d35-a0c4-6c131c757c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a979f26-0d60-468e-b65b-cf20f536c4af,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.023041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c28add9-1d76-4008-9f66-1a99032a5b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.093098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0673a352-3726-419f-9523-5cf00455661e req-078d6ec6-a992-40cd-8a8b-5df7f7a17af6 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0378191 Feb 09 21:41:01.099735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.136745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1ead235-9fd9-47f6-b799-839afccab9c3 admin admin] Publish callbacks [] for security_group (6a979f26-0d60-468e-b65b-cf20f536c4af), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.148735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Network b955e229-523e-4f6b-b4d5-57a39dcae850 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:01.154786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:01.162933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:01.177312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1ead235-9fd9-47f6-b799-839afccab9c3 admin admin] Publish callbacks [] for security_group (6a979f26-0d60-468e-b65b-cf20f536c4af), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.218574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event updated for resources: {'Port': ['ID=e0ffa5d6-1fd1-4017-8961-58635ddb4770,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.230237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c28add9-1d76-4008-9f66-1a99032a5b07 admin admin] Publish callbacks [] for security_group (3b1b6713-9571-461b-9adf-5e39e68a5544), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.261390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:01.261908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.317754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c28add9-1d76-4008-9f66-1a99032a5b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3b1b6713-9571-461b-9adf-5e39e68a5544), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.349156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-87330db5-0904-4d80-91e1-a8126386dd6d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0997584 Feb 09 21:41:01.356642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1ead235-9fd9-47f6-b799-839afccab9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6a979f26-0d60-468e-b65b-cf20f536c4af), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.359262 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1ead235-9fd9-47f6-b799-839afccab9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.360573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f1ead235-9fd9-47f6-b799-839afccab9c3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6a979f26-0d60-468e-b65b-cf20f536c4af HTTP/1.1" status: 204 len: 168 time: 0.3587461 Feb 09 21:41:01.363746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28add9-1d76-4008-9f66-1a99032a5b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b6713-9571-461b-9adf-5e39e68a5544,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.368804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Request body: {'port': {'device_id': '48ce44a3-6569-4077-b109-78cecabb8559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:01.377214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ead235-9fd9-47f6-b799-839afccab9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a979f26-0d60-468e-b65b-cf20f536c4af,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.385735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c28add9-1d76-4008-9f66-1a99032a5b07 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=39e55e3fb2034ba4b4b27f025497b809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053683 Feb 09 21:41:01.387496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56726) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:01.440858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.472264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0143f917-ba66-4664-bde7-76dfb36d2c1c admin admin] Publish callbacks [] for security_group (3b1b6713-9571-461b-9adf-5e39e68a5544), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.496763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4d49e7d-6725-4497-8bb0-cbbe10141a03 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:01.509082 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0143f917-ba66-4664-bde7-76dfb36d2c1c admin admin] Publish callbacks [] for security_group (3b1b6713-9571-461b-9adf-5e39e68a5544), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.659780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:01.675601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'mac_address': 'fa:16:3e:d2:44:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:41:01.695689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0143f917-ba66-4664-bde7-76dfb36d2c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3b1b6713-9571-461b-9adf-5e39e68a5544), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.699303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0143f917-ba66-4664-bde7-76dfb36d2c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.700828 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0143f917-ba66-4664-bde7-76dfb36d2c1c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3b1b6713-9571-461b-9adf-5e39e68a5544 HTTP/1.1" status: 204 len: 168 time: 0.3122902 Feb 09 21:41:01.712265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f917-ba66-4664-bde7-76dfb36d2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b6713-9571-461b-9adf-5e39e68a5544,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.739590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4d49e7d-6725-4497-8bb0-cbbe10141a03 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:01.740022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.770642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4d49e7d-6725-4497-8bb0-cbbe10141a03 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:01.809099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ffa5d6-1fd1-4017-8961-58635ddb4770 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:01.814062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:01.835898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Publish callbacks [] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.861855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Transition to ACTIVE for port object e0ffa5d6-1fd1-4017-8961-58635ddb4770 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:01.880090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a100b3-fabf-4d31-bbc3-eb273b541a06 req-94f4d196-bd99-4b53-9bea-290a4f666750 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:01.887477 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5a100b3-fabf-4d31-bbc3-eb273b541a06 req-94f4d196-bd99-4b53-9bea-290a4f666750 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 932 time: 0.1132379 Feb 09 21:41:01.903927 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.953240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5a100b3-fabf-4d31-bbc3-eb273b541a06 req-2c34fbea-f806-4245-948a-8886169e5339 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645130 Feb 09 21:41:01.977395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.001044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d4d49e7d-6725-4497-8bb0-cbbe10141a03'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:02.056034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-793ac87c-fa37-4f5f-b8fe-33ee177a257a req-bd5b6553-b57c-4b4b-8fb3-6d5f96223b1d tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0394912 Feb 09 21:41:02.105370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.174520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Pushing event updated for resources: {'Port': ['ID=e0ffa5d6-1fd1-4017-8961-58635ddb4770,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.282309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Attempting to bind port e0ffa5d6-1fd1-4017-8961-58635ddb4770 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:02.282651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Attempting to bind port e0ffa5d6-1fd1-4017-8961-58635ddb4770 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:02.282989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Attempting to bind port e0ffa5d6-1fd1-4017-8961-58635ddb4770 on network b955e229-523e-4f6b-b4d5-57a39dcae850 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:02.289095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Port e0ffa5d6-1fd1-4017-8961-58635ddb4770 on network b955e229-523e-4f6b-b4d5-57a39dcae850 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:02.289428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Attempting to bind port e0ffa5d6-1fd1-4017-8961-58635ddb4770 on network b955e229-523e-4f6b-b4d5-57a39dcae850 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:02.296377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:02.297005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Checking segment: {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:02.297391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Bound using segment: {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:02.297949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Bound port: e0ffa5d6-1fd1-4017-8961-58635ddb4770, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758bf389-6bfc-49e5-adc8-03ff105a7d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:02.298264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.302097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f8454017-ba9b-4c22-aa09-df76d1b11f34 req-ea5ad19f-a81e-4b4a-9c41-6c0b0816cce0 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0734608 Feb 09 21:41:02.379990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] For port e0ffa5d6-1fd1-4017-8961-58635ddb4770, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:02.382986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] For port e0ffa5d6-1fd1-4017-8961-58635ddb4770, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e0ffa5d6-1fd1-4017-8961-58635ddb4770,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:02.573371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.600567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56766) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.606674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:02.609026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.609026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] 10.222.0.30 "PUT /v2.0/ports/e0ffa5d6-1fd1-4017-8961-58635ddb4770 HTTP/1.1" status: 200 len: 1092 time: 1.2448461 Feb 09 21:41:02.609537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ce44a3-6569-4077-b109-78cecabb8559', 'tag': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:02.611829 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9facde-5a09-4440-86ea-fd02a439c386" -d '{"events": [{"name": "network-changed", "server_uuid": "48ce44a3-6569-4077-b109-78cecabb8559", "tag": "e0ffa5d6-1fd1-4017-8961-58635ddb4770"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:02.624686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2f767cd-3365-4727-90eb-bdf4b8aae49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.666915 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea169684-be46-4b77-9bdb-bb34a31db6ad x-openstack-request-id: req-ea169684-be46-4b77-9bdb-bb34a31db6ad {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:02.668511 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ce44a3-6569-4077-b109-78cecabb8559", "tag": "e0ffa5d6-1fd1-4017-8961-58635ddb4770", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:02.668822 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea169684-be46-4b77-9bdb-bb34a31db6ad {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:02.670201 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ce44a3-6569-4077-b109-78cecabb8559', 'tag': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770', 'status': 'completed', 'code': 200} Feb 09 21:41:02.671267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3b12e-702d-457c-a214-b0d67e5bdeff service neutron] Pushing event updated for resources: {'Port': ['ID=e0ffa5d6-1fd1-4017-8961-58635ddb4770,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.752160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2f767cd-3365-4727-90eb-bdf4b8aae49e admin admin] Publish callbacks [] for security_group (8d595062-9dd6-4a22-8855-ec16533f5cda), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.761004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9facde-5a09-4440-86ea-fd02a439c386 req-43b616bb-96da-4394-991a-6bffaa17be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:02.762781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc9facde-5a09-4440-86ea-fd02a439c386 req-43b616bb-96da-4394-991a-6bffaa17be93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 1126 time: 0.0694754 Feb 09 21:41:02.846790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2f767cd-3365-4727-90eb-bdf4b8aae49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8d595062-9dd6-4a22-8855-ec16533f5cda), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.891131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f2f767cd-3365-4727-90eb-bdf4b8aae49e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed5a659c222b4fb995759ddf91caa94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893672 Feb 09 21:41:02.893673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56780) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.913125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9facde-5a09-4440-86ea-fd02a439c386 req-8b08eae5-b019-4927-9b02-8d35dd3ca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:02.914775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc9facde-5a09-4440-86ea-fd02a439c386 req-8b08eae5-b019-4927-9b02-8d35dd3ca205 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1430912 Feb 09 21:41:02.920421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f767cd-3365-4727-90eb-bdf4b8aae49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d595062-9dd6-4a22-8855-ec16533f5cda,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.959918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e13c-5f58-4566-90cb-3dfbd84c2d18 admin admin] Publish callbacks [] for security_group (8d595062-9dd6-4a22-8855-ec16533f5cda), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.007923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e13c-5f58-4566-90cb-3dfbd84c2d18 admin admin] Publish callbacks [] for security_group (8d595062-9dd6-4a22-8855-ec16533f5cda), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.089035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9facde-5a09-4440-86ea-fd02a439c386 req-e264fb44-dda2-45de-a3ca-a0d50d5b9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.092494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc9facde-5a09-4440-86ea-fd02a439c386 req-e264fb44-dda2-45de-a3ca-a0d50d5b9dad service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686938 Feb 09 21:41:03.180942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71665d89-23fa-4ec4-a49a-bdb3d16bc1dd req-7790c99e-7b5f-4213-a3bb-22fbcdacdff4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.184953 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-71665d89-23fa-4ec4-a49a-bdb3d16bc1dd req-7790c99e-7b5f-4213-a3bb-22fbcdacdff4 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 944 time: 0.1530313 Feb 09 21:41:03.239648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3a7f220-f2de-439a-88ed-889905626de9 req-109a0a8c-97dd-4669-960f-e2dbbf0d45da tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0471661 Feb 09 21:41:03.261080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-71665d89-23fa-4ec4-a49a-bdb3d16bc1dd req-98cae4d0-b0e4-4ae5-92c9-1eff7a7336ef tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651779 Feb 09 21:41:03.266953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-cf15f007-bd6e-499b-a30a-8eff92b91ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.271185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-cf15f007-bd6e-499b-a30a-8eff92b91ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 1126 time: 0.1323209 Feb 09 21:41:03.294898 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e13c-5f58-4566-90cb-3dfbd84c2d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8d595062-9dd6-4a22-8855-ec16533f5cda), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.300105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e13c-5f58-4566-90cb-3dfbd84c2d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.300757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c4c1e13c-5f58-4566-90cb-3dfbd84c2d18 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8d595062-9dd6-4a22-8855-ec16533f5cda HTTP/1.1" status: 204 len: 168 time: 0.4058592 Feb 09 21:41:03.310886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e13c-5f58-4566-90cb-3dfbd84c2d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d595062-9dd6-4a22-8855-ec16533f5cda,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.348511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-0606174d-87b2-4cee-bb38-ad9789afb6b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0ffa5d6-1fd1-4017-8961-58635ddb4770 HTTP/1.1" status: 200 len: 217 time: 0.0638258 Feb 09 21:41:03.428881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-ed4fdb1b-af31-4d0f-a469-14c57fc82909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.430264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-ed4fdb1b-af31-4d0f-a469-14c57fc82909 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ab21a80-0aa4-461e-bb57-a6caebbfcce2 HTTP/1.1" status: 200 len: 862 time: 0.0712788 Feb 09 21:41:03.473149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-cc400ab6-74eb-4275-9d6a-67a4e8292c4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b955e229-523e-4f6b-b4d5-57a39dcae850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333560 Feb 09 21:41:03.485650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e89bfd6a-a5b0-42c8-acae-82ecf32e7adf req-bbb25784-d1b6-4691-b574-828f329d78e8 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0343540 Feb 09 21:41:03.512740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4d49e7d-6725-4497-8bb0-cbbe10141a03 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:03.616390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port d4d49e7d-6725-4497-8bb0-cbbe10141a03 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:03.617041 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.619183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-d3aa0a1b-ca56-4037-b991-1de08ba69b5b service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349328 Feb 09 21:41:03.815898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73f5a22-3cc5-4935-a8a6-7fe7e7f9d3cc req-df984fea-275d-479c-810e-f804f97f6b99 service neutron] 10.222.0.30 "GET /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892440 Feb 09 21:41:03.941075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4d49e7d-6725-4497-8bb0-cbbe10141a03 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:03.942157 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.987317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:03.989909 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5346f26d-424e-460b-85b3-6fa0ec59fee0" -d '{"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-plugged", "status": "completed", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:04.053032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:04.093152 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c29c6a0-279f-43e1-9b2b-3522b582fe6b x-openstack-request-id: req-7c29c6a0-279f-43e1-9b2b-3522b582fe6b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:04.094020 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-plugged", "status": "completed", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:04.094753 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c29c6a0-279f-43e1-9b2b-3522b582fe6b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:04.095658 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'code': 200} Feb 09 21:41:04.137714 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.278764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.418570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af97da5f-4dc7-4c5e-9652-2a4c58f2df6e req-4a8ca2cc-8181-4fd1-8625-8eb2f1e64e64 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0538661 Feb 09 21:41:04.504421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468a59c-4785-4a7e-b0c3-f5600da0d24a req-164e6f74-eabf-4ec2-809f-02c59fe3343d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:04.517716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6468a59c-4785-4a7e-b0c3-f5600da0d24a req-164e6f74-eabf-4ec2-809f-02c59fe3343d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 944 time: 0.0923038 Feb 09 21:41:04.656196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6468a59c-4785-4a7e-b0c3-f5600da0d24a req-0ccd9aeb-87de-40ac-9c09-189f2266c82b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225781 Feb 09 21:41:04.683758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bde69fba-51d2-4cb5-beb0-0154e23f3055 req-46fc8ef2-1bca-4b99-a254-6c032df88014 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0589566 Feb 09 21:41:05.263612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56898) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.433067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-network', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:05.500876 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6edcc454-27d2-4895-94ef-bbcf558b6003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.528299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e0ffa5d6-1fd1-4017-8961-58635ddb4770 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:05.569275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c8ab6a4-6363-470d-9a1a-5de0b72513d2 req-9c82cce1-c9ed-4909-8066-9d0ec1070e3f tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0626166 Feb 09 21:41:05.664184 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Made reservation on behalf of 3b221ebf68494f92a8832d431e0c8698 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:05.664184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.676188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.716059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e0ffa5d6-1fd1-4017-8961-58635ddb4770, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e0ffa5d6-1fd1-4017-8961-58635ddb4770,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:05.764266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770', 'network_id': 'b955e229-523e-4f6b-b4d5-57a39dcae850', 'port_id': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770', 'mac_address': 'fa:16:3e:45:c8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab21a80-0aa4-461e-bb57-a6caebbfcce2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:41:05.834333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks [] for security_group (6928c6f8-8d6b-4046-bef3-43e7171abf40), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.862754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e0ffa5d6-1fd1-4017-8961-58635ddb4770 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:05.865118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.870185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c21ed-773d-4240-a10f-f8878d5d08b1 req-14c69147-7122-4b63-a212-36a33092ae5e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.872144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b7c21ed-773d-4240-a10f-f8878d5d08b1 req-14c69147-7122-4b63-a212-36a33092ae5e tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 944 time: 0.1027353 Feb 09 21:41:05.896601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ffa5d6-1fd1-4017-8961-58635ddb4770 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:05.916497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56922) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.929439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e0ffa5d6-1fd1-4017-8961-58635ddb4770, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e0ffa5d6-1fd1-4017-8961-58635ddb4770,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:05.937014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d354efa-902f-4831-b977-aa5f044fc8c6 req-8caae52d-ca06-4ba0-a853-8ee0eefd8f51 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0998800 Feb 09 21:41:05.939173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6928c6f8-8d6b-4046-bef3-43e7171abf40), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.983654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:06.008000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6928c6f8-8d6b-4046-bef3-43e7171abf40,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.011719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ba43ce38-b048-4cfd-a6cb-aebecf0f4081), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.012112 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Added segment ba43ce38-b048-4cfd-a6cb-aebecf0f4081 of type vlan for network 38389c21-aee8-46b5-ad31-138388a13e69 Feb 09 21:41:06.035319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b7c21ed-773d-4240-a10f-f8878d5d08b1 req-31a3e9a3-6a5f-4285-9575-7ad282591258 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491997 Feb 09 21:41:06.076504 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (38389c21-aee8-46b5-ad31-138388a13e69), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.081513 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.133896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e0ffa5d6-1fd1-4017-8961-58635ddb4770,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.217952 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (38389c21-aee8-46b5-ad31-138388a13e69), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.224762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.224762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.236504 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff93a853-1e87-4860-b175-e1fc75e6b028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.314087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-f1e4c65e-db2c-474a-b53d-b14e53cf8542 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948853 Feb 09 21:41:06.330020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=38389c21-aee8-46b5-ad31-138388a13e69,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.341760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 38389c21-aee8-46b5-ad31-138388a13e69 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:06.419073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e0ffa5d6-1fd1-4017-8961-58635ddb4770'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:06.438207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9a9617c9-2e7c-49d5-8651-be463db25fe4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1705353 Feb 09 21:41:06.438545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56928) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:06.444590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Request body: {'subnet': {'network_id': '38389c21-aee8-46b5-ad31-138388a13e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-subnet', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:06.464776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff93a853-1e87-4860-b175-e1fc75e6b028 admin admin] Publish callbacks [] for security_group (c01349e6-5c77-4131-bcd5-a2fd4b3018f7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.486895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-70439169-8102-4a5f-8fb8-8fccb9e05893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.488457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-70439169-8102-4a5f-8fb8-8fccb9e05893 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1126 time: 0.1510670 Feb 09 21:41:06.804147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f67205be-e550-467c-a527-807fa67ca02b req-d1721c5f-6fe5-46a3-84d6-cd9029a23f95 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0610723 Feb 09 21:41:06.805671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Made reservation on behalf of 3b221ebf68494f92a8832d431e0c8698 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:06.808919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.989250 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff93a853-1e87-4860-b175-e1fc75e6b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c01349e6-5c77-4131-bcd5-a2fd4b3018f7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.044339 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ff93a853-1e87-4860-b175-e1fc75e6b028 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5787fcde47ea44c8be16847a1f6a141e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1248341 Feb 09 21:41:07.046304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56944) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.062518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93a853-1e87-4860-b175-e1fc75e6b028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01349e6-5c77-4131-bcd5-a2fd4b3018f7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.131337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f8218cd3-ac59-4e65-a31e-6dc577360ea7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.143871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46a2f58e-3852-4097-bae2-3695521889ce req-9b0b38c2-ab30-4b57-9392-1b196d183344 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0496984 Feb 09 21:41:07.152805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-cf7e9869-c2b0-461d-873a-a9fecd3a6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.154622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-cf7e9869-c2b0-461d-873a-a9fecd3a6f31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.6308851 Feb 09 21:41:07.212269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-440514d3-991b-4dbd-aed1-876a34302682 admin admin] Publish callbacks [] for security_group (c01349e6-5c77-4131-bcd5-a2fd4b3018f7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.226014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-ebedd4b4-2fc6-4424-af0a-50cf6a654795 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.0640421 Feb 09 21:41:07.240099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-440514d3-991b-4dbd-aed1-876a34302682 admin admin] Publish callbacks [] for security_group (c01349e6-5c77-4131-bcd5-a2fd4b3018f7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.309427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-1c311395-f30b-4b79-846a-ba2050c909c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.311818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-1c311395-f30b-4b79-846a-ba2050c909c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0727954 Feb 09 21:41:07.316477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Checking segment: {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:07.316911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Network hostable DHCP agents. Network: 38389c21-aee8-46b5-ad31-138388a13e69, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:07.325690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8218cd3-ac59-4e65-a31e-6dc577360ea7,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.360499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fde1f-5ace-493a-864d-cf56ab38f8a8 req-aab03953-4437-4e5c-814c-a6c1555912b3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.364202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-8aa42d50-dd80-46c4-8ea0-05031ac072d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402279 Feb 09 21:41:07.368269 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e1fde1f-5ace-493a-864d-cf56ab38f8a8 req-aab03953-4437-4e5c-814c-a6c1555912b3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 945 time: 0.1919413 Feb 09 21:41:07.421659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-440514d3-991b-4dbd-aed1-876a34302682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c01349e6-5c77-4131-bcd5-a2fd4b3018f7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.424552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-440514d3-991b-4dbd-aed1-876a34302682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.428655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-440514d3-991b-4dbd-aed1-876a34302682 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c01349e6-5c77-4131-bcd5-a2fd4b3018f7 HTTP/1.1" status: 204 len: 168 time: 0.3773797 Feb 09 21:41:07.448370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e1fde1f-5ace-493a-864d-cf56ab38f8a8 req-a63abb9a-628f-4a57-b673-d61d952085d0 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790560 Feb 09 21:41:07.461772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440514d3-991b-4dbd-aed1-876a34302682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01349e6-5c77-4131-bcd5-a2fd4b3018f7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.496289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Network 38389c21-aee8-46b5-ad31-138388a13e69 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:07.530717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e0ffa5d6-1fd1-4017-8961-58635ddb4770 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:07.605565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c71260aa-4875-4e61-8c90-59c366a645a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.617843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-93ca95aa-5110-4899-bf5a-ab18e0e497d6 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420347 Feb 09 21:41:07.673179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 38389c21-aee8-46b5-ad31-138388a13e69) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:07.681288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.681881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.686921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec738a37-3ec6-4285-81f6-2f7f6d79274f None None] Network 38389c21-aee8-46b5-ad31-138388a13e69 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:07.769063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9751aa4-caca-4f7c-905a-5ae8189f19f3 req-acca993a-2001-49ae-8660-46bc5a07a5af service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444876 Feb 09 21:41:07.777424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port e0ffa5d6-1fd1-4017-8961-58635ddb4770 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:41:07.789808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port e0ffa5d6-1fd1-4017-8961-58635ddb4770 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:07.793091 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.837651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a5fc1a3e-7253-42e9-9dd1-a13a9e36a047 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3960385 Feb 09 21:41:07.841720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.842887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.933168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-38389c21-aee8-46b5-ad31-138388a13e69', 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69', 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'fixed_ips': [{'subnet_id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:07.936335 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.942513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9ce1ab7-b5e2-431c-9a39-6ba974a80479 req-b0723fd6-697d-4e2a-aa95-138ab317a0fe tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0482271 Feb 09 21:41:07.980663 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (63cae0a1-09b5-4f32-bb37-084dbc56244b), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.982400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (63cae0a1-09b5-4f32-bb37-084dbc56244b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.109383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks [] for router_controller (63cae0a1-09b5-4f32-bb37-084dbc56244b), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.189700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e0ffa5d6-1fd1-4017-8961-58635ddb4770 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:08.190097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.215765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Allocated IP 172.20.0.2 (38389c21-aee8-46b5-ad31-138388a13e69/f8218cd3-ac59-4e65-a31e-6dc577360ea7/f7c7da50-f376-4687-b26c-6989d596de54) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:08.225939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce44a3-6569-4077-b109-78cecabb8559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:08.228298 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8aee11-3d25-4943-9635-da8a3a6552b5" -d '{"events": [{"server_uuid": "48ce44a3-6569-4077-b109-78cecabb8559", "name": "network-vif-plugged", "status": "completed", "tag": "e0ffa5d6-1fd1-4017-8961-58635ddb4770"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:08.304874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e0ffa5d6-1fd1-4017-8961-58635ddb4770, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e0ffa5d6-1fd1-4017-8961-58635ddb4770,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:08.395297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-319286e6-b545-41ca-8a9e-e65fa6522209 req-6366d58e-741c-49cb-b78a-a57e9117c5ba tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0667939 Feb 09 21:41:08.458752 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3280b85e-d45b-4759-a680-7014701b13e0 x-openstack-request-id: req-3280b85e-d45b-4759-a680-7014701b13e0 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:08.459052 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce44a3-6569-4077-b109-78cecabb8559", "name": "network-vif-plugged", "status": "completed", "tag": "e0ffa5d6-1fd1-4017-8961-58635ddb4770", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:08.459326 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3280b85e-d45b-4759-a680-7014701b13e0 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:08.459953 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce44a3-6569-4077-b109-78cecabb8559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770', 'code': 200} Feb 09 21:41:08.473239 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.514046 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks [] for router_gateway (63cae0a1-09b5-4f32-bb37-084dbc56244b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.537724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398263bb-5457-4432-b312-71d98146f8bd req-637b374b-1976-4e41-9cb4-f3320f4cc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.540590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-398263bb-5457-4432-b312-71d98146f8bd req-637b374b-1976-4e41-9cb4-f3320f4cc1e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 1127 time: 0.1262052 Feb 09 21:41:08.677722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-398263bb-5457-4432-b312-71d98146f8bd req-dd5259a4-1d5c-44c3-b63a-ca2556f3b5c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296849 Feb 09 21:41:08.678394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dee57-ae92-416b-88dd-57bd26cffbf7 req-da847220-1925-41bb-8525-ad8bd2f77f25 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.680177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d25dee57-ae92-416b-88dd-57bd26cffbf7 req-da847220-1925-41bb-8525-ad8bd2f77f25 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 946 time: 0.1121454 Feb 09 21:41:08.710587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e0ffa5d6-1fd1-4017-8961-58635ddb4770,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:08.729477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Publish callbacks [] for port (f7c7da50-f376-4687-b26c-6989d596de54), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.783980 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d25dee57-ae92-416b-88dd-57bd26cffbf7 req-78a3ef27-2cc5-40c2-9fc7-50366dbc9a55 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843246 Feb 09 21:41:08.904526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (f7c7da50-f376-4687-b26c-6989d596de54), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.021493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.053127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Network 38389c21-aee8-46b5-ad31-138388a13e69 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:09.054480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Pushing event updated for resources: {'Port': ['ID=f7c7da50-f376-4687-b26c-6989d596de54,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.058190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:09.060784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:09.068087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks [] for router_gateway (63cae0a1-09b5-4f32-bb37-084dbc56244b), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.104292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.155410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Attempting to bind port f7c7da50-f376-4687-b26c-6989d596de54 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:09.155728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Attempting to bind port f7c7da50-f376-4687-b26c-6989d596de54 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:09.156101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Attempting to bind port f7c7da50-f376-4687-b26c-6989d596de54 on network 38389c21-aee8-46b5-ad31-138388a13e69 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:09.161265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:09.161648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Checking segment: {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:09.162057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.162597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Bound using segment: {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:09.163233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Bound port: f7c7da50-f376-4687-b26c-6989d596de54, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:09.163656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7c7da50-f376-4687-b26c-6989d596de54), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.172657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-011404b3-59c1-43f5-8811-2d164a46b1f5 req-6cf66ed3-0c5a-438d-a2ee-a9b9e4b2f105 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0583065 Feb 09 21:41:09.247165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Allocated IP 172.25.5.97 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/17d08080-87c3-4f8d-96ad-e3a92a232c51) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:09.261235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] For port f7c7da50-f376-4687-b26c-6989d596de54, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:09.265129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] For port f7c7da50-f376-4687-b26c-6989d596de54, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f7c7da50-f376-4687-b26c-6989d596de54,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:09.358995 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks [] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.415196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f7c7da50-f376-4687-b26c-6989d596de54), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.516184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54625f9-b5ff-451f-8ed8-0b4db7d30319 None None] Pushing event updated for resources: {'Port': ['ID=f7c7da50-f376-4687-b26c-6989d596de54,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.524253 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.562588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:09.569464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:09.573808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:09.739515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ee1d8c2-0d53-4adc-98d1-d8fad7e8bd02 req-e21bcc93-a265-46f9-a168-3a5d5df771f1 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0485039 Feb 09 21:41:09.886767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Pushing event updated for resources: {'Port': ['ID=17d08080-87c3-4f8d-96ad-e3a92a232c51,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:10.092649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464d9d4-f73a-497c-b244-9c12b7c4b5a7 req-4e822394-ccd2-4f41-a5d1-7917b00ae4f2 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:10.099095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f464d9d4-f73a-497c-b244-9c12b7c4b5a7 req-4e822394-ccd2-4f41-a5d1-7917b00ae4f2 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 946 time: 0.1227896 Feb 09 21:41:10.163776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks [] for router_gateway (63cae0a1-09b5-4f32-bb37-084dbc56244b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.171306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.262365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f464d9d4-f73a-497c-b244-9c12b7c4b5a7 req-c91d2534-0fcb-4ead-b59e-8424c1f3430f tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401453 Feb 09 21:41:10.440800 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-821b3c39-1a6b-4873-b655-3a18b18ef6d2 req-6cc31cc8-5162-4131-968d-927f6ed75af0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.1339862 Feb 09 21:41:10.482085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27114f90-f354-432f-ae33-afde32cab63d req-b36ddf0f-75d4-4dfc-9a97-9eaf307eccac tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=67bfec30-6aee-49f5-9908-fcdb9270b464 HTTP/1.1" status: 200 len: 210 time: 0.0673606 Feb 09 21:41:10.515238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-2ee23cda-88df-43d7-a57f-e84d43343f51 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2554021 Feb 09 21:41:10.861980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (63cae0a1-09b5-4f32-bb37-084dbc56244b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.872120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5387b-2ddd-477a-9681-4f510d741279 req-eaf86cf8-771e-49a8-9758-448262f38e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:10.875154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-eaf86cf8-771e-49a8-9758-448262f38e82 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=85a96698da3f4e1f98638487f18948c9&device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 1126 time: 0.2107189 Feb 09 21:41:10.985977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ac4853f3-0a3d-4ce5-a414-a735ab991bae req-1b210960-f4ce-4457-98db-e93fa10c64d5 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0550036 Feb 09 21:41:11.230509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a36c4d-a029-4897-ad43-6d3fe5dcac4e None None] Network 38389c21-aee8-46b5-ad31-138388a13e69 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:11.411291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5387b-2ddd-477a-9681-4f510d741279 req-06b470ac-024f-4308-8572-1a9ff05a8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:11.415302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fffda791-df5c-422c-a786-357cc30ec6ff None None] Provisioning complete for port f7c7da50-f376-4687-b26c-6989d596de54 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:11.416043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fffda791-df5c-422c-a786-357cc30ec6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f7c7da50-f376-4687-b26c-6989d596de54), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.416604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-06b470ac-024f-4308-8572-1a9ff05a8da9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 200 len: 921 time: 0.5140886 Feb 09 21:41:11.526064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4e4b8-5a7d-49ac-afc8-aa17540058d7 req-a2f7885d-1ae2-4a26-a1e8-4bbde02b80eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:11.531695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61c4e4b8-5a7d-49ac-afc8-aa17540058d7 req-a2f7885d-1ae2-4a26-a1e8-4bbde02b80eb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 946 time: 0.1096210 Feb 09 21:41:11.567173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-e9d59d02-ca36-42aa-a875-2d20e74f161a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 200 len: 217 time: 0.1377094 Feb 09 21:41:11.648146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5387b-2ddd-477a-9681-4f510d741279 req-7b4b24ab-09ae-46da-af4d-caa41496ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:11.655432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-7b4b24ab-09ae-46da-af4d-caa41496ad25 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 200 len: 860 time: 0.0808661 Feb 09 21:41:11.713731 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-c938310b-4aed-48f8-b32f-37286c011840 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=77c21445-649a-4dd8-aa3e-536ea3d4d81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517011 Feb 09 21:41:11.720537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Router 63cae0a1-09b5-4f32-bb37-084dbc56244b is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:11.759048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61c4e4b8-5a7d-49ac-afc8-aa17540058d7 req-4a04d8da-70ed-4879-9877-39d63c027cbc tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234123 Feb 09 21:41:11.849407 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.882929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fffda791-df5c-422c-a786-357cc30ec6ff None None] Current status of the port f7c7da50-f376-4687-b26c-6989d596de54 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:11.883325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fffda791-df5c-422c-a786-357cc30ec6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7c7da50-f376-4687-b26c-6989d596de54), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.981214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fffda791-df5c-422c-a786-357cc30ec6ff None None] For port f7c7da50-f376-4687-b26c-6989d596de54, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f7c7da50-f376-4687-b26c-6989d596de54,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:12.005714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f7c7da50-f376-4687-b26c-6989d596de54 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:12.101262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f7c7da50-f376-4687-b26c-6989d596de54 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:12.101936 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f7c7da50-f376-4687-b26c-6989d596de54), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.137667 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c3ca967-2689-4e08-967c-4411bbd76ade req-e39c3cf0-d4e2-46d0-bbe7-9d4f69ce16f8 tempest-FlavorsV2NegativeTest-120620759 tempest-FlavorsV2NegativeTest-120620759-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=466f7ac8eef84808b50b6873804f4efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2226923 Feb 09 21:41:12.199547 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fffda791-df5c-422c-a786-357cc30ec6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f7c7da50-f376-4687-b26c-6989d596de54), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.301027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-b0f138e6-5017-41b2-b144-aed04160fdeb service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596924 Feb 09 21:41:12.395412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffda791-df5c-422c-a786-357cc30ec6ff None None] Pushing event updated for resources: {'Port': ['ID=f7c7da50-f376-4687-b26c-6989d596de54,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:12.431759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:12.459389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Sync routers for ids ['63cae0a1-09b5-4f32-bb37-084dbc56244b'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:12.468994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6d3cacf1-1b22-47ad-b919-0150b076d00c None None] Provisioning complete for port f7c7da50-f376-4687-b26c-6989d596de54 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:12.469704 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d3cacf1-1b22-47ad-b919-0150b076d00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f7c7da50-f376-4687-b26c-6989d596de54), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.485461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ca967-2689-4e08-967c-4411bbd76ade req-b724a3d9-624c-4655-8de9-31d745f2f884 tempest-FlavorsV2NegativeTest-120620759 tempest-FlavorsV2NegativeTest-120620759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:12.485461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c3ca967-2689-4e08-967c-4411bbd76ade req-b724a3d9-624c-4655-8de9-31d745f2f884 tempest-FlavorsV2NegativeTest-120620759 tempest-FlavorsV2NegativeTest-120620759-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273070 Feb 09 21:41:12.549544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c3ca967-2689-4e08-967c-4411bbd76ade req-ffa2c4ab-b400-4cb8-934d-4f7dc3df1d9d tempest-FlavorsV2NegativeTest-120620759 tempest-FlavorsV2NegativeTest-120620759-project] 10.222.0.98 "GET /v2.0/quotas/466f7ac8eef84808b50b6873804f4efd HTTP/1.1" status: 200 len: 375 time: 0.0590720 Feb 09 21:41:12.560019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Routers {'63cae0a1-09b5-4f32-bb37-084dbc56244b'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:12.561183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['63cae0a1-09b5-4f32-bb37-084dbc56244b'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:12.656402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.658004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c50ea6b8-e49c-43a6-afa0-77ef3dc36848 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8191910 Feb 09 21:41:12.660987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57086) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.663045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c3ca967-2689-4e08-967c-4411bbd76ade req-0322fd56-2b6c-40e5-aa91-d4fc79d77d09 tempest-FlavorsV2NegativeTest-120620759 tempest-FlavorsV2NegativeTest-120620759-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=466f7ac8eef84808b50b6873804f4efd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001389 Feb 09 21:41:12.670056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f7c7da50-f376-4687-b26c-6989d596de54 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:12.673763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83f5387b-2ddd-477a-9681-4f510d741279 req-8cc9efe6-90c6-42e6-8362-cdf370ef5359 service neutron] 10.222.0.110 "GET /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689218 Feb 09 21:41:12.747348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Set router 63cae0a1-09b5-4f32-bb37-084dbc56244b gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:12.776241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6d3cacf1-1b22-47ad-b919-0150b076d00c None None] Current status of the port f7c7da50-f376-4687-b26c-6989d596de54 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:12.929782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706c1f1-0ed1-45a7-9605-004b718d4687 req-23522854-6ae1-4b79-9261-a87dd7803c0b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:12.957349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b706c1f1-0ed1-45a7-9605-004b718d4687 req-23522854-6ae1-4b79-9261-a87dd7803c0b tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 946 time: 0.1625526 Feb 09 21:41:13.005485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4743406-cf59-44e1-8a77-0d8ea899220d req-f429472a-9c1f-480b-aee7-af031544dc41 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.1460097 Feb 09 21:41:13.122823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b706c1f1-0ed1-45a7-9605-004b718d4687 req-d4378250-672e-4892-b034-c627726c2b25 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616504 Feb 09 21:41:13.472216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 3, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port': {'id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:09Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:13.511954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Checking router: 63cae0a1-09b5-4f32-bb37-084dbc56244b for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:13.512626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Updating router 63cae0a1-09b5-4f32-bb37-084dbc56244b port 17d08080-87c3-4f8d-96ad-e3a92a232c51 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:13.585685 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.983640 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14e0602f-5257-4ed1-9355-f3e9b7053fc6 req-851223fd-a842-4ba6-9083-ecfaaaf7207f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ae59690d67b64ba8997f6501eb407d2e&device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0656195 Feb 09 21:41:14.003315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f7c7da50-f376-4687-b26c-6989d596de54 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:14.020546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14e0602f-5257-4ed1-9355-f3e9b7053fc6 req-4c042c20-7aa6-43d4-b0de-a2cc5d3c7129 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=ae59690d67b64ba8997f6501eb407d2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271847 Feb 09 21:41:14.070069 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Publish callbacks [] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.079201 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.119679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f7c7da50-f376-4687-b26c-6989d596de54 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:14.120082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f7c7da50-f376-4687-b26c-6989d596de54), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.227172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0602f-5257-4ed1-9355-f3e9b7053fc6 req-9130cbe7-f748-4169-baa3-319eacce5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:14.233461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14e0602f-5257-4ed1-9355-f3e9b7053fc6 req-9130cbe7-f748-4169-baa3-319eacce5b8d service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030661 Feb 09 21:41:14.260262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.276712 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cdd74fa0-2d2c-4c23-9fc2-0a5ac0549287 req-7bb96d78-4890-4656-97b5-d7c390760cec tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.1559019 Feb 09 21:41:14.290543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f7c7da50-f376-4687-b26c-6989d596de54 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:14.321424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Attempting to bind port 17d08080-87c3-4f8d-96ad-e3a92a232c51 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:14.322010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Attempting to bind port 17d08080-87c3-4f8d-96ad-e3a92a232c51 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:14.323144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Attempting to bind port 17d08080-87c3-4f8d-96ad-e3a92a232c51 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:14.340738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:14.341316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:14.341957 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.342453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:14.343714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Bound port: 17d08080-87c3-4f8d-96ad-e3a92a232c51, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:14.344314 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.418988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5399-190f-4586-b5b0-e86f1976c920 req-87663175-df04-4b53-b46c-a3ca6647592a tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:14.432329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-165d5399-190f-4586-b5b0-e86f1976c920 req-87663175-df04-4b53-b46c-a3ca6647592a tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 946 time: 0.1571696 Feb 09 21:41:14.479113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-bc17023c-b2ed-4833-8b03-d33b0dfaea90 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:14.483237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-bc17023c-b2ed-4833-8b03-d33b0dfaea90 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 946 time: 0.3975120 Feb 09 21:41:14.489334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] For port 17d08080-87c3-4f8d-96ad-e3a92a232c51, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:14.495187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] For port 17d08080-87c3-4f8d-96ad-e3a92a232c51, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=17d08080-87c3-4f8d-96ad-e3a92a232c51,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:14.506081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9ec6f-63be-41e2-aba8-a7586d577ff9 None None] Pushing event updated for resources: {'Port': ['ID=17d08080-87c3-4f8d-96ad-e3a92a232c51,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:14.543805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-165d5399-190f-4586-b5b0-e86f1976c920 req-e14bf924-8950-4b9a-96f1-4ec3ae78641d tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac0aa36b-92a9-4408-9dff-779d1ec9d22c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104839 Feb 09 21:41:14.630287 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.783986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Routers {'63cae0a1-09b5-4f32-bb37-084dbc56244b'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:14.785132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['63cae0a1-09b5-4f32-bb37-084dbc56244b'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:14.787223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Allocated IP 172.20.0.1 (38389c21-aee8-46b5-ad31-138388a13e69/f8218cd3-ac59-4e65-a31e-6dc577360ea7/66cd5eee-822f-46a2-855e-dbf47694151f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:14.831863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Deleting port e0ffa5d6-1fd1-4017-8961-58635ddb4770 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:14.832221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.892629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57144) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:14.964026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] For port e0ffa5d6-1fd1-4017-8961-58635ddb4770, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e0ffa5d6-1fd1-4017-8961-58635ddb4770,segment=NetworkSegment(758bf389-6bfc-49e5-adc8-03ff105a7d3d),segment_id=758bf389-6bfc-49e5-adc8-03ff105a7d3d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:14.964402 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.978979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Calling delete_port for e0ffa5d6-1fd1-4017-8961-58635ddb4770 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:14.984923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9ec6f-63be-41e2-aba8-a7586d577ff9 None None] Pushing event updated for resources: {'Port': ['ID=17d08080-87c3-4f8d-96ad-e3a92a232c51,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.089098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] Set router 63cae0a1-09b5-4f32-bb37-084dbc56244b gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:15.149119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0649ecb-da36-4506-9ee7-a13542de40fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.273720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e0ffa5d6-1fd1-4017-8961-58635ddb4770), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.382865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e0ffa5d6-1fd1-4017-8961-58635ddb4770'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:15.383099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event deleted for resources: {'Port': ['ID=e0ffa5d6-1fd1-4017-8961-58635ddb4770,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.423309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0649ecb-da36-4506-9ee7-a13542de40fc admin admin] Publish callbacks [] for security_group (3773c34e-927a-4584-967f-92f235ab2a9a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.544440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] No DVR routers for this DVR port e0ffa5d6-1fd1-4017-8961-58635ddb4770 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:15.616544 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.616544 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a14af7e-e2a9-4055-b96c-e3dbb4bf3998 req-369b333b-c12e-4791-ab5c-2b481cc7c330 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.30 "DELETE /v2.0/ports/e0ffa5d6-1fd1-4017-8961-58635ddb4770 HTTP/1.1" status: 204 len: 173 time: 1.0645609 Feb 09 21:41:15.616544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce44a3-6569-4077-b109-78cecabb8559', 'name': 'network-vif-deleted', 'tag': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:15.616544 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486147f6-3faa-4d2b-843a-910e3841083f" -d '{"events": [{"server_uuid": "48ce44a3-6569-4077-b109-78cecabb8559", "name": "network-vif-deleted", "tag": "e0ffa5d6-1fd1-4017-8961-58635ddb4770"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:15.617619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 3, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port': {'id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:09Z', 'updated_at': '2022-02-09T21:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:15.618282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks [] for port (66cd5eee-822f-46a2-855e-dbf47694151f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.618580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f309630-0db2-4c14-9a90-4f0f516c170f req-60ba15cb-e3b0-48fe-939c-23384839dc58 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.1169598 Feb 09 21:41:15.675917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79b4ea-14c2-40e0-9788-804ff17b5978 None None] The sync data for ids ['63cae0a1-09b5-4f32-bb37-084dbc56244b'] in n-d-828599-1 is: [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 3, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port': {'id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:09Z', 'updated_at': '2022-02-09T21:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:15.680032 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f6b094-28aa-4f62-bb89-37031b26ba5b x-openstack-request-id: req-03f6b094-28aa-4f62-bb89-37031b26ba5b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:15.682790 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce44a3-6569-4077-b109-78cecabb8559", "name": "network-vif-deleted", "tag": "e0ffa5d6-1fd1-4017-8961-58635ddb4770", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:15.682790 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-03f6b094-28aa-4f62-bb89-37031b26ba5b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:15.682790 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ce44a3-6569-4077-b109-78cecabb8559', 'name': 'network-vif-deleted', 'tag': 'e0ffa5d6-1fd1-4017-8961-58635ddb4770', 'status': 'completed', 'code': 200} Feb 09 21:41:15.693433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14e0602f-5257-4ed1-9355-f3e9b7053fc6 req-c1118532-9682-41b4-a224-cec08b4a44f8 tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.110 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0402358 Feb 09 21:41:15.700653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0649ecb-da36-4506-9ee7-a13542de40fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3773c34e-927a-4584-967f-92f235ab2a9a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.739441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0649ecb-da36-4506-9ee7-a13542de40fc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=466f7ac8eef84808b50b6873804f4efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8451979 Feb 09 21:41:15.742279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57158) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:15.816862 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.828253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0649ecb-da36-4506-9ee7-a13542de40fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3773c34e-927a-4584-967f-92f235ab2a9a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.965751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-392c4e26-a255-41b4-8dc7-0d559f61d4fb req-d58519a6-97af-47e0-8ff9-3815967aebeb tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 210 time: 0.1026890 Feb 09 21:41:16.011284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Network 38389c21-aee8-46b5-ad31-138388a13e69 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:16.012647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Pushing event updated for resources: {'Port': ['ID=66cd5eee-822f-46a2-855e-dbf47694151f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:16.027641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:16.049410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:16.123009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (63cae0a1-09b5-4f32-bb37-084dbc56244b), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.133778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc2d2-8f94-4618-af9d-f329417d4399 admin admin] Publish callbacks [] for security_group (3773c34e-927a-4584-967f-92f235ab2a9a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.358280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc2d2-8f94-4618-af9d-f329417d4399 admin admin] Publish callbacks [] for security_group (3773c34e-927a-4584-967f-92f235ab2a9a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.573447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-925f1b5e-c87e-40da-952a-508d96052809 None None] Provisioning complete for port 66cd5eee-822f-46a2-855e-dbf47694151f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:16.573830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-925f1b5e-c87e-40da-952a-508d96052809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.665189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-925f1b5e-c87e-40da-952a-508d96052809 None None] Port 66cd5eee-822f-46a2-855e-dbf47694151f cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:16.683902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc2d2-8f94-4618-af9d-f329417d4399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3773c34e-927a-4584-967f-92f235ab2a9a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.686992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc2d2-8f94-4618-af9d-f329417d4399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.688241 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a5fdc2d2-8f94-4618-af9d-f329417d4399 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3773c34e-927a-4584-967f-92f235ab2a9a HTTP/1.1" status: 204 len: 168 time: 0.9446902 Feb 09 21:41:16.714718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdc2d2-8f94-4618-af9d-f329417d4399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773c34e-927a-4584-967f-92f235ab2a9a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:16.871202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.875043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e9e891e-5eb4-4faa-95e9-2dd6ace0c2a0 req-e663f40c-f188-4a58-976e-f3da3ecfd5ee tempest-ServerShowV254Test-628528908 tempest-ServerShowV254Test-628528908-project] 10.222.0.98 "GET /v2.0/ports?device_id=78007858-37b3-4e43-81d3-7ad886b6d41d HTTP/1.1" status: 200 len: 210 time: 0.0643466 Feb 09 21:41:17.311331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a964a2c6-a410-4962-9d47-f5a6d54cc05d req-5dc8169f-cfc4-4a3f-8018-479d78f730b3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/ports?device_id=48ce44a3-6569-4077-b109-78cecabb8559 HTTP/1.1" status: 200 len: 210 time: 0.1179280 Feb 09 21:41:17.490602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks [] for port (66cd5eee-822f-46a2-855e-dbf47694151f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.589256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e0ffa5d6-1fd1-4017-8961-58635ddb4770 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:17.595144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.650161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: e0ffa5d6-1fd1-4017-8961-58635ddb4770 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:17.652175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e0ffa5d6-1fd1-4017-8961-58635ddb4770 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:17.747148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (63cae0a1-09b5-4f32-bb37-084dbc56244b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.976570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Pushing event updated for resources: {'Port': ['ID=66cd5eee-822f-46a2-855e-dbf47694151f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:18.062272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 17d08080-87c3-4f8d-96ad-e3a92a232c51 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:18.117133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Network 38389c21-aee8-46b5-ad31-138388a13e69 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:18.118702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:18.272533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 17d08080-87c3-4f8d-96ad-e3a92a232c51 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:18.272891 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.430278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 17d08080-87c3-4f8d-96ad-e3a92a232c51 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:18.430525 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.449512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Router 63cae0a1-09b5-4f32-bb37-084dbc56244b has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:18.501218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 17d08080-87c3-4f8d-96ad-e3a92a232c51, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=17d08080-87c3-4f8d-96ad-e3a92a232c51,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:18.575251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.665880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=17d08080-87c3-4f8d-96ad-e3a92a232c51,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:18.751628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b36ca1d7-74cd-467d-a3ce-c7672a7ec203 None None] Provisioning complete for port 66cd5eee-822f-46a2-855e-dbf47694151f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:18.752132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b36ca1d7-74cd-467d-a3ce-c7672a7ec203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.794716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:18.811759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2661470d-7e6d-4325-a5af-069664d32c06 admin admin] 10.222.0.98 "PUT /v2.0/routers/63cae0a1-09b5-4f32-bb37-084dbc56244b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1424117 Feb 09 21:41:18.819892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:18.877931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57256) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:18.950147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57258) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:18.951276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b36ca1d7-74cd-467d-a3ce-c7672a7ec203 None None] Port 66cd5eee-822f-46a2-855e-dbf47694151f cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:19.036294 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Sync routers for ids ['63cae0a1-09b5-4f32-bb37-084dbc56244b'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:19.055150 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Routers {'63cae0a1-09b5-4f32-bb37-084dbc56244b'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:19.058464 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['63cae0a1-09b5-4f32-bb37-084dbc56244b'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:19.068539 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34971259-7ac2-41db-9564-f7e117e866d3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group (44804d7a-e926-4caf-8b52-3eda9036c290), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.124570 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34971259-7ac2-41db-9564-f7e117e866d3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group (44804d7a-e926-4caf-8b52-3eda9036c290), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.205597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-network', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:19.270830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea464-978f-4d9c-97a4-fbd9701098b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.340714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Made reservation on behalf of 4bbcdba637824bda99bf7d6de3993717 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:19.343078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.355460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.389161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34971259-7ac2-41db-9564-f7e117e866d3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (44804d7a-e926-4caf-8b52-3eda9036c290), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.392287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34971259-7ac2-41db-9564-f7e117e866d3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.393648 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34971259-7ac2-41db-9564-f7e117e866d3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "DELETE /v2.0/security-groups/44804d7a-e926-4caf-8b52-3eda9036c290 HTTP/1.1" status: 204 len: 168 time: 0.5143471 Feb 09 21:41:19.409019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57276) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:19.410073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971259-7ac2-41db-9564-f7e117e866d3 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44804d7a-e926-4caf-8b52-3eda9036c290,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:19.446161 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Set router 63cae0a1-09b5-4f32-bb37-084dbc56244b gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:19.449400 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-054305d2-c6c1-43fb-bebd-1f076fb1a914 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] show failed (client error): The resource could not be found. Feb 09 21:41:19.453168 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-054305d2-c6c1-43fb-bebd-1f076fb1a914 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "GET /v2.0/security-groups/44804d7a-e926-4caf-8b52-3eda9036c290 HTTP/1.1" status: 404 len: 347 time: 0.0302448 Feb 09 21:41:19.454845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57278) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:19.518454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea464-978f-4d9c-97a4-fbd9701098b3 admin admin] Publish callbacks [] for security_group (fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.632593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea464-978f-4d9c-97a4-fbd9701098b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.690923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bb7ea464-978f-4d9c-97a4-fbd9701098b3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ae59690d67b64ba8997f6501eb407d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7371268 Feb 09 21:41:19.693662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57282) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:19.728993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ea464-978f-4d9c-97a4-fbd9701098b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:19.797545 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:41:16Z', 'revision_number': 4, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port': {'id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:09Z', 'updated_at': '2022-02-09T21:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '66cd5eee-822f-46a2-855e-dbf47694151f', 'name': '', 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'mac_address': 'fa:16:3e:72:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:14Z', 'updated_at': '2022-02-09T21:41:17Z', 'revision_number': 2, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'subnets': [{'id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:19.809892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0aae82e9-7823-42f4-9600-8e6ed964af0a admin admin] Publish callbacks [] for security_group (fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.833294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks [] for security_group (a06726da-6fe5-447e-aa15-8a7d74110f47), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.876349 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0aae82e9-7823-42f4-9600-8e6ed964af0a admin admin] Publish callbacks [] for security_group (fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.892824 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Checking router: 63cae0a1-09b5-4f32-bb37-084dbc56244b for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:19.903487 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Updating router 63cae0a1-09b5-4f32-bb37-084dbc56244b port 66cd5eee-822f-46a2-855e-dbf47694151f binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:19.910658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Deleting port add643df-45d0-4628-aa58-ae48e9b7f37b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:19.916297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.940988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a06726da-6fe5-447e-aa15-8a7d74110f47), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.987993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 17d08080-87c3-4f8d-96ad-e3a92a232c51 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:19.991041 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.107202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 17d08080-87c3-4f8d-96ad-e3a92a232c51 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:20.107747 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.184098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:20.239012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06726da-6fe5-447e-aa15-8a7d74110f47,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:20.276737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.277788 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Added segment 0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1 of type vlan for network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa Feb 09 21:41:20.297106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 17d08080-87c3-4f8d-96ad-e3a92a232c51 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:20.518577 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.519802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for floatingip (add643df-45d0-4628-aa58-ae48e9b7f37b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.524112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57306) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:20.530319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-network', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:20.582229 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Publish callbacks [] for port (66cd5eee-822f-46a2-855e-dbf47694151f), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.596390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0aae82e9-7823-42f4-9600-8e6ed964af0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.599245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0aae82e9-7823-42f4-9600-8e6ed964af0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.602820 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0aae82e9-7823-42f4-9600-8e6ed964af0a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a HTTP/1.1" status: 204 len: 168 time: 0.9057271 Feb 09 21:41:20.603047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6fc1f01f-cf96-44cf-8c34-455ca4f603aa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.607662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Calling delete_port for add643df-45d0-4628-aa58-ae48e9b7f37b owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:20.620810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae82e9-7823-42f4-9600-8e6ed964af0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa167c2f-4e4e-43d5-9ac8-ac362dce9a0a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:20.689667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Made reservation on behalf of 1bc8c3d5ade347df889a924b820d65c3 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:20.692791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.714814 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.727818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.808454 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Pushing event updated for resources: {'Port': ['ID=66cd5eee-822f-46a2-855e-dbf47694151f,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:20.834455 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.835136 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.838837 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.839373 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.839902 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.840527 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.841913 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.842955 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.846844 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.849490 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.851407 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.852537 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.854833 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:20.870167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6fc1f01f-cf96-44cf-8c34-455ca4f603aa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.875180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:20.876202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.003342 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks [] for security_group (eaad8688-b2b1-4603-b786-c55b0c0a8d8a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.040078 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Attempting to bind port 66cd5eee-822f-46a2-855e-dbf47694151f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:21.040451 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Attempting to bind port 66cd5eee-822f-46a2-855e-dbf47694151f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:21.047123 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Attempting to bind port 66cd5eee-822f-46a2-855e-dbf47694151f on network 38389c21-aee8-46b5-ad31-138388a13e69 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:21.058517 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:21.062496 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Checking segment: {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:21.063293 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.064535 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Bound using segment: {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:21.067507 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Bound port: 66cd5eee-822f-46a2-855e-dbf47694151f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:21.068326 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.096758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] Pushing event updated for resources: {'Network': ['ID=6fc1f01f-cf96-44cf-8c34-455ca4f603aa,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.125672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:21.137676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eaad8688-b2b1-4603-b786-c55b0c0a8d8a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.168711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:21.187765 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-686d41b7-8c37-4a29-bf64-04e1fc3e480c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3658509 Feb 09 21:41:21.196285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57318) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.202611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Request body: {'subnet': {'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-subnet', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:21.218800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (68352e01-f893-4993-8ce5-5b2f823ac5cf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.220128 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Added segment 68352e01-f893-4993-8ce5-5b2f823ac5cf of type vlan for network 66f68e8a-50c4-4aaf-880f-f28b76590fab Feb 09 21:41:21.285195 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] For port 66cd5eee-822f-46a2-855e-dbf47694151f, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:21.293587 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] For port 66cd5eee-822f-46a2-855e-dbf47694151f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=66cd5eee-822f-46a2-855e-dbf47694151f,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:21.314870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (add643df-45d0-4628-aa58-ae48e9b7f37b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.328865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (66f68e8a-50c4-4aaf-880f-f28b76590fab), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.393914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b6de53e8-1813-4d4b-82cf-64f8addd9c00 None None] Provisioning complete for port 66cd5eee-822f-46a2-855e-dbf47694151f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:21.394310 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6de53e8-1813-4d4b-82cf-64f8addd9c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.436988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Made reservation on behalf of 4bbcdba637824bda99bf7d6de3993717 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:21.443854 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.444377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.519608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b6de53e8-1813-4d4b-82cf-64f8addd9c00 None None] Port 66cd5eee-822f-46a2-855e-dbf47694151f cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:21.548153 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2a910-5aa2-4263-b150-c58c89e0353e None None] Pushing event updated for resources: {'Port': ['ID=66cd5eee-822f-46a2-855e-dbf47694151f,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.613561 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Routers {'63cae0a1-09b5-4f32-bb37-084dbc56244b'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:21.615302 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['63cae0a1-09b5-4f32-bb37-084dbc56244b'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:21.646709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad8688-b2b1-4603-b786-c55b0c0a8d8a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.665458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (66f68e8a-50c4-4aaf-880f-f28b76590fab), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.667004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.667597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.848429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Pushing event deleted for resources: {'Port': ['ID=add643df-45d0-4628-aa58-ae48e9b7f37b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.862079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-bba41117-1e36-4471-8a72-c613545344c0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.874758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-bba41117-1e36-4471-8a72-c613545344c0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.4453371 Feb 09 21:41:21.913792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks [] for floatingip (d3c2177a-3dfd-48f1-86af-7a5c1cec8962), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.920541 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.925483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-42ab0845-bcf2-444c-a29d-037d5f85b2f9 tempest-ImagesOneServerNegativeTestJSON-1974211308 tempest-ImagesOneServerNegativeTestJSON-1974211308-project] 10.222.0.98 "DELETE /v2.0/floatingips/d3c2177a-3dfd-48f1-86af-7a5c1cec8962 HTTP/1.1" status: 204 len: 168 time: 2.4689007 Feb 09 21:41:21.949843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4222522 Feb 09 21:41:21.949843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36dfba-13c8-4823-bafe-d412a3182d50 admin admin] Pushing event updated for resources: {'Network': ['ID=66f68e8a-50c4-4aaf-880f-f28b76590fab,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.950461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57346) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.956666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Request body: {'subnet': {'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-subnet', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:21.965387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:22.003373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-d29a09e6-24ae-4a79-8a7c-9e6a73eaf4f4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/quotas/04513afad81640b3b3cb3d48be22843f HTTP/1.1" status: 200 len: 375 time: 0.1239603 Feb 09 21:41:22.010077 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] Set router 63cae0a1-09b5-4f32-bb37-084dbc56244b gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:22.037300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.147466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Made reservation on behalf of 1bc8c3d5ade347df889a924b820d65c3 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:22.155055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.205704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-f7112962-b951-4b49-af4b-410de92d4cb9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1990063 Feb 09 21:41:22.270525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0c2c3627-de13-4786-9553-d86d0352ec89 None None] Provisioning complete for port 66cd5eee-822f-46a2-855e-dbf47694151f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:22.271065 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3627-de13-4786-9553-d86d0352ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.274240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57352) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.468754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] Deleting subnet 4ab21a80-0aa4-461e-bb57-a6caebbfcce2 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:22.479680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-4a7fcd0c-42cb-4bf3-9c30-aa0274ca7782 service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674766 Feb 09 21:41:22.486928 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] Publish callbacks [] for subnet (4ab21a80-0aa4-461e-bb57-a6caebbfcce2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.602479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:22.608459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c3627-de13-4786-9553-d86d0352ec89 None None] Current status of the port 66cd5eee-822f-46a2-855e-dbf47694151f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:22.612092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3627-de13-4786-9553-d86d0352ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.644708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Checking segment: {'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:22.645081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Network hostable DHCP agents. Network: 6fc1f01f-cf96-44cf-8c34-455ca4f603aa, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:22.697705 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f1707b43-546c-40da-af36-d684a8294876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:41:16Z', 'revision_number': 4, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port': {'id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:09Z', 'updated_at': '2022-02-09T21:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '66cd5eee-822f-46a2-855e-dbf47694151f', 'name': '', 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'mac_address': 'fa:16:3e:72:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:14Z', 'updated_at': '2022-02-09T21:41:21Z', 'revision_number': 4, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'subnets': [{'id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:22.716221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (4ab21a80-0aa4-461e-bb57-a6caebbfcce2), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.722956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0c2c3627-de13-4786-9553-d86d0352ec89 None None] For port 66cd5eee-822f-46a2-855e-dbf47694151f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=66cd5eee-822f-46a2-855e-dbf47694151f,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:22.746441 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1707b43-546c-40da-af36-d684a8294876 None None] The sync data for ids ['63cae0a1-09b5-4f32-bb37-084dbc56244b'] in n-d-828599-1 is: [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:41:16Z', 'revision_number': 4, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port': {'id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:09Z', 'updated_at': '2022-02-09T21:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '66cd5eee-822f-46a2-855e-dbf47694151f', 'name': '', 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'mac_address': 'fa:16:3e:72:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:14Z', 'updated_at': '2022-02-09T21:41:21Z', 'revision_number': 4, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'subnets': [{'id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:22.772370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-f798f5f0-bffe-4fd0-9850-25863c480f6b service neutron] 10.222.0.98 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826073 Feb 09 21:41:22.808967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c2c3627-de13-4786-9553-d86d0352ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.969768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:23.021211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (4ab21a80-0aa4-461e-bb57-a6caebbfcce2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.053377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57376) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.088136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c3627-de13-4786-9553-d86d0352ec89 None None] Pushing event updated for resources: {'Port': ['ID=66cd5eee-822f-46a2-855e-dbf47694151f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.190377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 6fc1f01f-cf96-44cf-8c34-455ca4f603aa) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:23.201275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefc94f-f6e4-4877-ad93-296393397601 None None] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:23.236954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:23.237548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.347127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-693235108-network', 'tenant_id': '717eac20437744b69d64698ad1bfb87d'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:23.476051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57386) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.476318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab03a7ae-f3e8-468f-acad-7babb58938c9 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2741973 Feb 09 21:41:23.482308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:23.522932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Made reservation on behalf of 717eac20437744b69d64698ad1bfb87d for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:23.529870 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.551827 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.569928 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (60c4039b-972f-439f-8338-f80521bf41ca), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.574071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (4ab21a80-0aa4-461e-bb57-a6caebbfcce2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.678471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks [] for security_group (55ed9403-78fd-45a9-b55d-eb85d3c0e749), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.680498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (004dab1a-85e9-4cce-8945-0fa860ca0faa), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.681594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (004dab1a-85e9-4cce-8945-0fa860ca0faa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.684360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c4039b-972f-439f-8338-f80521bf41ca,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.825244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab21a80-0aa4-461e-bb57-a6caebbfcce2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.836350 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (55ed9403-78fd-45a9-b55d-eb85d3c0e749), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.850863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:23.861679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6c099b5e-cc29-47cb-b16f-f4047e64dd49), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.862034 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Added segment 6c099b5e-cc29-47cb-b16f-f4047e64dd49 of type vlan for network ce642b2a-9225-4c22-8fb9-8d5a13d2aa31 Feb 09 21:41:23.864976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.883855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bd0b86fd-88fd-4124-955d-ba9266551d69 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4ab21a80-0aa4-461e-bb57-a6caebbfcce2 HTTP/1.1" status: 204 len: 168 time: 1.6028476 Feb 09 21:41:23.887088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57404) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.922356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ce642b2a-9225-4c22-8fb9-8d5a13d2aa31), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.969276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks [] for router_controller (004dab1a-85e9-4cce-8945-0fa860ca0faa), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.991128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ed9403-78fd-45a9-b55d-eb85d3c0e749,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:24.005622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ce642b2a-9225-4c22-8fb9-8d5a13d2aa31), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.006725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:24.007321 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.072887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-6fc1f01f-cf96-44cf-8c34-455ca4f603aa', 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa', 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'fixed_ips': [{'subnet_id': '2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:24.073917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.319251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b955e229-523e-4f6b-b4d5-57a39dcae850), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.382062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3259120 Feb 09 21:41:24.597817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 66cd5eee-822f-46a2-855e-dbf47694151f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:24.648319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Allocated IP 172.20.0.2 (6fc1f01f-cf96-44cf-8c34-455ca4f603aa/2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477/df749337-fe4a-4948-aeda-217a6385b91f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:24.672443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Checking segment: {'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:24.673372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks [] for router_gateway (004dab1a-85e9-4cce-8945-0fa860ca0faa), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.680752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Network hostable DHCP agents. Network: 66f68e8a-50c4-4aaf-880f-f28b76590fab, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:24.696992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ef1aa98d-6c70-4cb9-b97d-aa92ad1058b5 req-c47d0266-2971-44bf-a615-3cc6ecb8e340 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.3370724 Feb 09 21:41:24.699211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11119f81-8fec-4aab-8b32-b3a0d00702c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ce642b2a-9225-4c22-8fb9-8d5a13d2aa31,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:24.718703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b955e229-523e-4f6b-b4d5-57a39dcae850), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.769013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ce642b2a-9225-4c22-8fb9-8d5a13d2aa31 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:24.797186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b955e229-523e-4f6b-b4d5-57a39dcae850']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:24.825923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758bf389-6bfc-49e5-adc8-03ff105a7d3d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:24.827783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758bf389-6bfc-49e5-adc8-03ff105a7d3d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:24.885093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (758bf389-6bfc-49e5-adc8-03ff105a7d3d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.889834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:25.029437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 66cd5eee-822f-46a2-855e-dbf47694151f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:25.029817 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.165770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (758bf389-6bfc-49e5-adc8-03ff105a7d3d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.177272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 66f68e8a-50c4-4aaf-880f-f28b76590fab) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:25.206778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:25.210621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8d295-8cb2-4034-b132-14c635a33414 None None] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:25.211804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (758bf389-6bfc-49e5-adc8-03ff105a7d3d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:25.224623 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:25.234852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:25.240371 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.275630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks [] for router_gateway (004dab1a-85e9-4cce-8945-0fa860ca0faa), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.301736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.393897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-98daabeb-ecaa-4c10-86f0-9c6ee391d2e1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4419603 Feb 09 21:41:25.398857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57432) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.403627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:25.499643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Allocated IP 172.25.5.214 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/cd2dcf20-c744-4a66-8c56-f178832ed80e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:25.558026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 66cd5eee-822f-46a2-855e-dbf47694151f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:25.612067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (7ac78c40-8548-45aa-9d6d-c49172e9b373), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.614991 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (7ac78c40-8548-45aa-9d6d-c49172e9b373), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.629997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Publish callbacks [] for port (df749337-fe4a-4948-aeda-217a6385b91f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.636788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ca19a-f173-41a2-b31d-c3e8a7b1503b req-974af693-b931-4c53-9789-51dcbaf78337 tempest-ComputeTenantNetworksTest-1895690123 tempest-ComputeTenantNetworksTest-1895690123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:25.644277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ca19a-f173-41a2-b31d-c3e8a7b1503b req-974af693-b931-4c53-9789-51dcbaf78337 tempest-ComputeTenantNetworksTest-1895690123 tempest-ComputeTenantNetworksTest-1895690123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:25.651630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ca19a-f173-41a2-b31d-c3e8a7b1503b req-974af693-b931-4c53-9789-51dcbaf78337 tempest-ComputeTenantNetworksTest-1895690123 tempest-ComputeTenantNetworksTest-1895690123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:25.653731 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-266ca19a-f173-41a2-b31d-c3e8a7b1503b req-974af693-b931-4c53-9789-51dcbaf78337 tempest-ComputeTenantNetworksTest-1895690123 tempest-ComputeTenantNetworksTest-1895690123-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7789764 Feb 09 21:41:25.655184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b955e229-523e-4f6b-b4d5-57a39dcae850), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.674411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.684218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] 10.222.0.98 "DELETE /v2.0/networks/b955e229-523e-4f6b-b4d5-57a39dcae850 HTTP/1.1" status: 204 len: 168 time: 1.7815425 Feb 09 21:41:25.750458 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Pushing event deleted for resources: {'Network': ['ID=b955e229-523e-4f6b-b4d5-57a39dcae850,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:25.758553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-66f68e8a-50c4-4aaf-880f-f28b76590fab', 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab', 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'fixed_ips': [{'subnet_id': '60c4039b-972f-439f-8338-f80521bf41ca'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:25.764042 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.777074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.777701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.780307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.780883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.781394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.788193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.788754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.793260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.793851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.794363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.794880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.795400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.795931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596931b6-c2ec-4ac6-83d4-6e7da2b7e244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:25.815553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks [] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.862814 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (df749337-fe4a-4948-aeda-217a6385b91f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.958557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Pushing event updated for resources: {'Port': ['ID=df749337-fe4a-4948-aeda-217a6385b91f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:25.992934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks [] for router_controller (7ac78c40-8548-45aa-9d6d-c49172e9b373), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.029754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.047031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:26.067095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:26.102855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:26.261568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f42d3c-ca98-4bc2-99cf-95c15bfc0fd8 req-00437e25-0c8d-4ad1-ba7f-47622885ef7b tempest-ComputeTenantNetworksTest-1895690123 tempest-ComputeTenantNetworksTest-1895690123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:26.265765 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c4f42d3c-ca98-4bc2-99cf-95c15bfc0fd8 req-00437e25-0c8d-4ad1-ba7f-47622885ef7b tempest-ComputeTenantNetworksTest-1895690123 tempest-ComputeTenantNetworksTest-1895690123-project] 10.222.0.98 "GET /v2.0/networks/ce642b2a-9225-4c22-8fb9-8d5a13d2aa31 HTTP/1.1" status: 200 len: 768 time: 0.5818019 Feb 09 21:41:26.267317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Attempting to bind port df749337-fe4a-4948-aeda-217a6385b91f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:26.267843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Attempting to bind port df749337-fe4a-4948-aeda-217a6385b91f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:26.268506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Attempting to bind port df749337-fe4a-4948-aeda-217a6385b91f on network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:26.273817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57448) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:26.276941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:26.277311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Checking segment: {'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:26.277715 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.278104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Bound using segment: {'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:26.278585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Bound port: df749337-fe4a-4948-aeda-217a6385b91f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:26.278971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (df749337-fe4a-4948-aeda-217a6385b91f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.290275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57452) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:26.436481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] For port df749337-fe4a-4948-aeda-217a6385b91f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:26.442820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] For port df749337-fe4a-4948-aeda-217a6385b91f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=df749337-fe4a-4948-aeda-217a6385b91f,segment=NetworkSegment(0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1),segment_id=0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:26.486734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Allocated IP 172.20.0.2 (66f68e8a-50c4-4aaf-880f-f28b76590fab/60c4039b-972f-439f-8338-f80521bf41ca/148d3414-f564-48a4-b1cc-4be43f4909ca) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:26.536425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ce642b2a-9225-4c22-8fb9-8d5a13d2aa31), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.546482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-76663ea7-f930-4f89-8be2-8cc4e17df730 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6e9a8b05d1e4f1a8941d32b87253d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162924 Feb 09 21:41:26.549523 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (df749337-fe4a-4948-aeda-217a6385b91f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.550223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57460) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:26.639488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19408db-8654-47c6-86cb-b31e8f50e9e3 req-b5b489ac-c4b1-4bd3-b16d-b17b917aa98c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:26.641340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e19408db-8654-47c6-86cb-b31e8f50e9e3 req-b5b489ac-c4b1-4bd3-b16d-b17b917aa98c tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.1564584 Feb 09 21:41:26.772770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf84c73-8af4-4d23-85b8-b2a58c33f0e9 None None] Pushing event updated for resources: {'Port': ['ID=df749337-fe4a-4948-aeda-217a6385b91f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:26.781139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ce642b2a-9225-4c22-8fb9-8d5a13d2aa31), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.803348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d4bd20-3e88-4271-aef6-b2abeb32f539 admin admin] Publish callbacks [] for security_group (ac0aa36b-92a9-4408-9dff-779d1ec9d22c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.873251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce642b2a-9225-4c22-8fb9-8d5a13d2aa31']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:26.924997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Publish callbacks [] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.927488 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d4bd20-3e88-4271-aef6-b2abeb32f539 admin admin] Publish callbacks [] for security_group (ac0aa36b-92a9-4408-9dff-779d1ec9d22c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.937339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c099b5e-cc29-47cb-b16f-f4047e64dd49') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:26.937982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c099b5e-cc29-47cb-b16f-f4047e64dd49') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:27.033822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:27.034683 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.091327 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e19408db-8654-47c6-86cb-b31e8f50e9e3 req-e733de49-1459-4285-abd9-a0d3ca1e5b73 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278581 Feb 09 21:41:27.130040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (6c099b5e-cc29-47cb-b16f-f4047e64dd49), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.134757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:27.198532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:27.204505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:27.218591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:27.225618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Pushing event updated for resources: {'Port': ['ID=148d3414-f564-48a4-b1cc-4be43f4909ca,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.230351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6c099b5e-cc29-47cb-b16f-f4047e64dd49), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.231466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:27.256356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:27.256697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (6c099b5e-cc29-47cb-b16f-f4047e64dd49), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:27.272976 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:27.366137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Attempting to bind port 148d3414-f564-48a4-b1cc-4be43f4909ca on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:27.367198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Attempting to bind port 148d3414-f564-48a4-b1cc-4be43f4909ca by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:27.368099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Attempting to bind port 148d3414-f564-48a4-b1cc-4be43f4909ca on network 66f68e8a-50c4-4aaf-880f-f28b76590fab {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:27.376923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:27.377612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Checking segment: {'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:27.378237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.378848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Bound using segment: {'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:27.379641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Bound port: 148d3414-f564-48a4-b1cc-4be43f4909ca, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:27.380245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.403828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-2f899a04-7647-4cb1-89ab-c9685f3d98cc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:27.415260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-2f899a04-7647-4cb1-89ab-c9685f3d98cc tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.5162442 Feb 09 21:41:27.421378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-52d18093-5342-4fcb-871b-fd0e045d48bb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:27.427428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-52d18093-5342-4fcb-871b-fd0e045d48bb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 807 time: 0.2312455 Feb 09 21:41:27.493206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-053fa8b6-2110-4cb9-ba20-536db4b50cbc req-94095790-0c03-41ca-ad7b-548e3f13654f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.4652319 Feb 09 21:41:27.493852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2dcf20-c744-4a66-8c56-f178832ed80e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.510070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d4bd20-3e88-4271-aef6-b2abeb32f539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ac0aa36b-92a9-4408-9dff-779d1ec9d22c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.511985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] For port 148d3414-f564-48a4-b1cc-4be43f4909ca, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:27.516682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Request body: {'port': {'device_id': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'admin_state_up': True, 'tenant_id': '04513afad81640b3b3cb3d48be22843f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:27.530731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d4bd20-3e88-4271-aef6-b2abeb32f539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.530731 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0d4bd20-3e88-4271-aef6-b2abeb32f539 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac0aa36b-92a9-4408-9dff-779d1ec9d22c HTTP/1.1" status: 204 len: 168 time: 0.9720697 Feb 09 21:41:27.562801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4bd20-3e88-4271-aef6-b2abeb32f539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0aa36b-92a9-4408-9dff-779d1ec9d22c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.569969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks [] for router_gateway (7ac78c40-8548-45aa-9d6d-c49172e9b373), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.681613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] For port 148d3414-f564-48a4-b1cc-4be43f4909ca, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=148d3414-f564-48a4-b1cc-4be43f4909ca,segment=NetworkSegment(68352e01-f893-4993-8ce5-5b2f823ac5cf),segment_id=68352e01-f893-4993-8ce5-5b2f823ac5cf)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:27.682733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ce642b2a-9225-4c22-8fb9-8d5a13d2aa31), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.697445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.705730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] 10.222.0.98 "DELETE /v2.0/networks/ce642b2a-9225-4c22-8fb9-8d5a13d2aa31 HTTP/1.1" status: 204 len: 168 time: 1.4304919 Feb 09 21:41:27.734746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2003-aa55-42ca-aded-9a2e50ce65ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ce642b2a-9225-4c22-8fb9-8d5a13d2aa31,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.776114 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.828073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Deleting port e1c6c788-9deb-45fc-af9d-40ba287142de {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:27.832434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.121345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] For port e1c6c788-9deb-45fc-af9d-40ba287142de, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e1c6c788-9deb-45fc-af9d-40ba287142de,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:28.121831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.209082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Calling delete_port for e1c6c788-9deb-45fc-af9d-40ba287142de owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:28.216407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc65a4d-5278-4796-b072-3bcd6fea8dbb None None] Pushing event updated for resources: {'Port': ['ID=148d3414-f564-48a4-b1cc-4be43f4909ca,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:28.302148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df749337-fe4a-4948-aeda-217a6385b91f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:28.529446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port df749337-fe4a-4948-aeda-217a6385b91f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:28.530114 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (df749337-fe4a-4948-aeda-217a6385b91f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.945690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port df749337-fe4a-4948-aeda-217a6385b91f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:28.946090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (df749337-fe4a-4948-aeda-217a6385b91f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.948899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2291a-a308-45ed-bd0a-abe8ffcad147 req-569aa9d8-9dca-4c2d-9117-df395aaf0280 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:28.951277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ca2291a-a308-45ed-bd0a-abe8ffcad147 req-569aa9d8-9dca-4c2d-9117-df395aaf0280 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 944 time: 0.4252844 Feb 09 21:41:28.952512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57500) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:28.989643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Made reservation on behalf of 04513afad81640b3b3cb3d48be22843f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:28.994463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.006318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48732efe-2b40-4649-ba00-856ff6e785fa req-a6d24225-0784-4f0a-a528-cb8ede9ae4d2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.1372027 Feb 09 21:41:29.058181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port df749337-fe4a-4948-aeda-217a6385b91f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=df749337-fe4a-4948-aeda-217a6385b91f,segment=NetworkSegment(0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1),segment_id=0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:29.071600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb792e8e-b3ed-4ece-ae68-ec0226cf0a8d None None] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:29.159295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks [] for router_gateway (004dab1a-85e9-4cce-8945-0fa860ca0faa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.202585 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.215466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (df749337-fe4a-4948-aeda-217a6385b91f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.219807 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ca2291a-a308-45ed-bd0a-abe8ffcad147 req-67ef7b2b-f334-45e8-9445-63bb371ba43a tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447121 Feb 09 21:41:29.233048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2d57c8ae-b5d1-471e-917e-f44e57bb8f32 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=717eac20437744b69d64698ad1bfb87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786899 Feb 09 21:41:29.236637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57506) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:29.339470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e1c6c788-9deb-45fc-af9d-40ba287142de), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.409222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4bb03c73-26d6-40f4-ad1f-4352f5acdc20 None None] Provisioning complete for port df749337-fe4a-4948-aeda-217a6385b91f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:29.415457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4bb03c73-26d6-40f4-ad1f-4352f5acdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (df749337-fe4a-4948-aeda-217a6385b91f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.419565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks [] for router_gateway (7ac78c40-8548-45aa-9d6d-c49172e9b373), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.447629 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.517425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event deleted for resources: {'Port': ['ID=e1c6c788-9deb-45fc-af9d-40ba287142de,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.612672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Allocated IP 172.25.5.120 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/23b650e9-e654-4748-b47a-4e608d3ae86a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:29.675086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] No DVR routers for this DVR port e1c6c788-9deb-45fc-af9d-40ba287142de on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:29.676772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f98eb7d-06bf-49c3-bd4e-45d6602fb27e admin admin] Publish callbacks [] for security_group (55ed9403-78fd-45a9-b55d-eb85d3c0e749), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.679073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.721887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-679270e2-1d48-4ab4-ae2e-a4fd7965900c req-d9edb416-f057-43a4-bf9b-834f94701037 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "DELETE /v2.0/ports/e1c6c788-9deb-45fc-af9d-40ba287142de HTTP/1.1" status: 204 len: 173 time: 2.2797318 Feb 09 21:41:29.722404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'name': 'network-vif-deleted', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:29.736322 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f2efc-5c02-4183-a4ff-a67a788514b4" -d '{"events": [{"server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "name": "network-vif-deleted", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:29.770216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=df749337-fe4a-4948-aeda-217a6385b91f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.773359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks [] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.890551 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fabb0e-4562-4f87-9bfb-21c70828d3e6 x-openstack-request-id: req-32fabb0e-4562-4f87-9bfb-21c70828d3e6 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:29.893302 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf1310b-ce4d-4f61-bc8e-158f5377ffc5", "name": "network-vif-deleted", "tag": "e1c6c788-9deb-45fc-af9d-40ba287142de", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:29.893584 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-32fabb0e-4562-4f87-9bfb-21c70828d3e6 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:29.894023 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf1310b-ce4d-4f61-bc8e-158f5377ffc5', 'name': 'network-vif-deleted', 'tag': 'e1c6c788-9deb-45fc-af9d-40ba287142de', 'status': 'completed', 'code': 200} Feb 09 21:41:29.898726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.921487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f98eb7d-06bf-49c3-bd4e-45d6602fb27e admin admin] Publish callbacks [] for security_group (55ed9403-78fd-45a9-b55d-eb85d3c0e749), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.002766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:30.029130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:30.037984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4bb03c73-26d6-40f4-ad1f-4352f5acdc20 None None] Current status of the port df749337-fe4a-4948-aeda-217a6385b91f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:30.100310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:30.128145 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (004dab1a-85e9-4cce-8945-0fa860ca0faa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.171659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f98eb7d-06bf-49c3-bd4e-45d6602fb27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (55ed9403-78fd-45a9-b55d-eb85d3c0e749), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.175308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f98eb7d-06bf-49c3-bd4e-45d6602fb27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.176809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f98eb7d-06bf-49c3-bd4e-45d6602fb27e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/55ed9403-78fd-45a9-b55d-eb85d3c0e749 HTTP/1.1" status: 204 len: 168 time: 0.9392035 Feb 09 21:41:30.206673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98eb7d-06bf-49c3-bd4e-45d6602fb27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ed9403-78fd-45a9-b55d-eb85d3c0e749,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:30.389463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Pushing event updated for resources: {'Port': ['ID=23b650e9-e654-4748-b47a-4e608d3ae86a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:30.389673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d0c40dba-5a8b-49bf-9f46-c69fb038f3ea None None] Provisioning complete for port df749337-fe4a-4948-aeda-217a6385b91f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:30.389673 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d0c40dba-5a8b-49bf-9f46-c69fb038f3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (df749337-fe4a-4948-aeda-217a6385b91f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.519984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Allocated IP 172.20.0.10 (087c0409-a68f-4882-b762-aac3a8fbc24f/8f04cad0-d7ca-4041-a8e1-7b35266ba717/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:30.522955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec230a2-bc02-47f4-8341-58799ec7f3ab None None] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:30.523745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32e5512e-00a1-4644-a7db-7a9460cf1226 req-a1b05578-81a8-4b69-9e17-6340076e29bf tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=abf1310b-ce4d-4f61-bc8e-158f5377ffc5 HTTP/1.1" status: 200 len: 210 time: 0.0498722 Feb 09 21:41:30.527531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df749337-fe4a-4948-aeda-217a6385b91f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:30.704900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.708656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.708656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.708656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.708656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.708656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.708656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.708656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.709317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.709317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.710116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.710468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.710803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.736605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34988695-48b8-4867-8611-eacf6a093dce req-0daecd9f-077b-4d9d-a9cc-ff9cdb3fbe0c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.3679626 Feb 09 21:41:30.907251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e1c6c788-9deb-45fc-af9d-40ba287142de no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:30.999076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d0c40dba-5a8b-49bf-9f46-c69fb038f3ea None None] Current status of the port df749337-fe4a-4948-aeda-217a6385b91f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.001129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: e1c6c788-9deb-45fc-af9d-40ba287142de {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:31.001528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e1c6c788-9deb-45fc-af9d-40ba287142de not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:31.038522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port df749337-fe4a-4948-aeda-217a6385b91f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:31.038942 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (df749337-fe4a-4948-aeda-217a6385b91f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.228196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9b18023d-ef22-498d-af4c-17142b4fc74f None None] Provisioning complete for port 148d3414-f564-48a4-b1cc-4be43f4909ca triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:31.228791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks [] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.231632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b18023d-ef22-498d-af4c-17142b4fc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.301903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.302850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port df749337-fe4a-4948-aeda-217a6385b91f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.304165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 148d3414-f564-48a4-b1cc-4be43f4909ca up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:31.423096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9b18023d-ef22-498d-af4c-17142b4fc74f None None] Current status of the port 148d3414-f564-48a4-b1cc-4be43f4909ca is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.423496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b18023d-ef22-498d-af4c-17142b4fc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.436165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 148d3414-f564-48a4-b1cc-4be43f4909ca triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:31.436641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.493433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9b18023d-ef22-498d-af4c-17142b4fc74f None None] For port 148d3414-f564-48a4-b1cc-4be43f4909ca, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=148d3414-f564-48a4-b1cc-4be43f4909ca,segment=NetworkSegment(68352e01-f893-4993-8ce5-5b2f823ac5cf),segment_id=68352e01-f893-4993-8ce5-5b2f823ac5cf)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:31.497271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Router 004dab1a-85e9-4cce-8945-0fa860ca0faa is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:31.548803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 148d3414-f564-48a4-b1cc-4be43f4909ca is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.552723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.593256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b18023d-ef22-498d-af4c-17142b4fc74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.623716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.675831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18023d-ef22-498d-af4c-17142b4fc74f None None] Pushing event updated for resources: {'Port': ['ID=148d3414-f564-48a4-b1cc-4be43f4909ca,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:31.680927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:31.749667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Network 087c0409-a68f-4882-b762-aac3a8fbc24f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:31.751178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks [] for router_gateway (7ac78c40-8548-45aa-9d6d-c49172e9b373), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.828288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:31.837701 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:41:31.838066 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:41:31.841682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:31.844392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7efd390a-b285-4fdf-a103-c01cef58984f None None] Provisioning complete for port 148d3414-f564-48a4-b1cc-4be43f4909ca triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:31.844782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7efd390a-b285-4fdf-a103-c01cef58984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.846714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Sync routers for ids ['004dab1a-85e9-4cce-8945-0fa860ca0faa'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:31.850986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:31.950911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Routers {'004dab1a-85e9-4cce-8945-0fa860ca0faa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:31.951634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['004dab1a-85e9-4cce-8945-0fa860ca0faa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:31.974559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57588) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:32.126138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7efd390a-b285-4fdf-a103-c01cef58984f None None] Current status of the port 148d3414-f564-48a4-b1cc-4be43f4909ca is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:32.162917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Set router 004dab1a-85e9-4cce-8945-0fa860ca0faa gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:32.383752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7fa38-4590-4e4e-9a3a-9e5661f72574 req-5d7e9d25-6065-4d86-8108-38e757bee82e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:32.397592 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0ac7fa38-4590-4e4e-9a3a-9e5661f72574 req-5d7e9d25-6065-4d86-8108-38e757bee82e tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 944 time: 0.1169806 Feb 09 21:41:32.445993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 148d3414-f564-48a4-b1cc-4be43f4909ca is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:32.484975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0ac7fa38-4590-4e4e-9a3a-9e5661f72574 req-f9b7b49e-deb2-4ad3-9048-81005cd264ae tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803051 Feb 09 21:41:32.514520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c851379b-2031-469f-a800-413c90b08f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.535973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:28Z', 'revision_number': 3, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port': {'id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:32.599027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Checking router: 004dab1a-85e9-4cce-8945-0fa860ca0faa for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:32.599645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Updating router 004dab1a-85e9-4cce-8945-0fa860ca0faa port cd2dcf20-c744-4a66-8c56-f178832ed80e binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:32.644683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 148d3414-f564-48a4-b1cc-4be43f4909ca up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:32.660889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-4f477926-0a3d-432a-aeda-dfebbd975f64 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:32.662700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-4f477926-0a3d-432a-aeda-dfebbd975f64 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 944 time: 0.1494977 Feb 09 21:41:32.749057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.755879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.807331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c851379b-2031-469f-a800-413c90b08f22 admin admin] Publish callbacks [] for security_group (cc39774a-38d9-4d93-ad03-167d21dcbefa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.810649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Deleting port 59385a67-9cb2-4268-8faf-eaf044e09518 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:32.810987 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.823546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 148d3414-f564-48a4-b1cc-4be43f4909ca triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:32.823957 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.872728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:32.873370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.925986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55b417-49d2-42d8-a518-ec85e05fcb54 req-802dccd9-c636-428c-adfd-6706b4741703 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:32.927573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b55b417-49d2-42d8-a518-ec85e05fcb54 req-802dccd9-c636-428c-adfd-6706b4741703 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 932 time: 0.9191055 Feb 09 21:41:32.939637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c851379b-2031-469f-a800-413c90b08f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cc39774a-38d9-4d93-ad03-167d21dcbefa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.959915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.961425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d7987c13-058b-416f-8273-123a4558d415 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.4836254 Feb 09 21:41:32.972990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57636) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:33.047763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-ed5a94cf-c058-4b14-91ab-454bd260ffe8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5346124 Feb 09 21:41:33.089768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Request body: {'port': {'device_id': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:33.247633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 148d3414-f564-48a4-b1cc-4be43f4909ca is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:33.324138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (7ac78c40-8548-45aa-9d6d-c49172e9b373), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.329368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b55b417-49d2-42d8-a518-ec85e05fcb54 req-c8e46945-1ca1-4b2e-93dd-631d8bdf621a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900113 Feb 09 21:41:33.397441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] For port 59385a67-9cb2-4268-8faf-eaf044e09518, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59385a67-9cb2-4268-8faf-eaf044e09518,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:33.397998 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.416820 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c851379b-2031-469f-a800-413c90b08f22 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3de5631ac57e409f89f192bf34aaf9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4403329 Feb 09 21:41:33.420448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:33.421243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.429828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851379b-2031-469f-a800-413c90b08f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc39774a-38d9-4d93-ad03-167d21dcbefa,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:33.433059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Calling delete_port for 59385a67-9cb2-4268-8faf-eaf044e09518 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:33.522810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8144b8da-273c-4af1-994e-77fa00d34b69 admin admin] Publish callbacks [] for security_group (cc39774a-38d9-4d93-ad03-167d21dcbefa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.551760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8144b8da-273c-4af1-994e-77fa00d34b69 admin admin] Publish callbacks [] for security_group (cc39774a-38d9-4d93-ad03-167d21dcbefa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.702339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8144b8da-273c-4af1-994e-77fa00d34b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cc39774a-38d9-4d93-ad03-167d21dcbefa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.707861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8144b8da-273c-4af1-994e-77fa00d34b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.712474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8144b8da-273c-4af1-994e-77fa00d34b69 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc39774a-38d9-4d93-ad03-167d21dcbefa HTTP/1.1" status: 204 len: 168 time: 0.2890117 Feb 09 21:41:33.742625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.811250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Publish callbacks [] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.823161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (59385a67-9cb2-4268-8faf-eaf044e09518), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.926118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.026711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event deleted for resources: {'Port': ['ID=59385a67-9cb2-4268-8faf-eaf044e09518,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.117486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Attempting to bind port cd2dcf20-c744-4a66-8c56-f178832ed80e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:34.118005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Attempting to bind port cd2dcf20-c744-4a66-8c56-f178832ed80e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:34.118394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Attempting to bind port cd2dcf20-c744-4a66-8c56-f178832ed80e on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:34.126013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ef495-8640-4615-8c9e-c35781a9b08a None None] Pushing event updated for resources: {'Port': ['ID=cd2dcf20-c744-4a66-8c56-f178832ed80e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.147035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:34.147423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:34.150788 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.151216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:34.153873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Bound port: cd2dcf20-c744-4a66-8c56-f178832ed80e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:34.154288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.167775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] No DVR routers for this DVR port 59385a67-9cb2-4268-8faf-eaf044e09518 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:34.168831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.176177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cff65260-0d8e-4d68-8eb5-fce7e963f531 req-df9c487d-e822-4a45-a698-bd1cf277a559 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "DELETE /v2.0/ports/59385a67-9cb2-4268-8faf-eaf044e09518 HTTP/1.1" status: 204 len: 173 time: 1.5032775 Feb 09 21:41:34.176177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'name': 'network-vif-deleted', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:34.176177 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df0d6a-25d6-4f11-95a8-3e90dae9472d" -d '{"events": [{"server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "name": "network-vif-deleted", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:34.176588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:34.193000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Publish callbacks [] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.230920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144b8da-273c-4af1-994e-77fa00d34b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc39774a-38d9-4d93-ad03-167d21dcbefa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.256247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a46dced-bdcf-4754-85da-79db3ecc8c8d req-8bec0ca7-c22a-4190-98f9-51fbb7d9170b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 210 time: 0.5377667 Feb 09 21:41:34.257358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Transition to ACTIVE for port object c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:34.324698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Allocated IP 172.20.0.1 (6fc1f01f-cf96-44cf-8c34-455ca4f603aa/2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477/26181fa9-3750-46ab-9ab4-713ac68c6022) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:34.370483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.421892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] For port cd2dcf20-c744-4a66-8c56-f178832ed80e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:34.445641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] For port cd2dcf20-c744-4a66-8c56-f178832ed80e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd2dcf20-c744-4a66-8c56-f178832ed80e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:34.451021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Router 7ac78c40-8548-45aa-9d6d-c49172e9b373 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:34.574803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.625016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks [] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.664876 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a00f3a-1695-4f07-83b2-50d6e847b25f x-openstack-request-id: req-38a00f3a-1695-4f07-83b2-50d6e847b25f {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:34.666027 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd", "name": "network-vif-deleted", "tag": "59385a67-9cb2-4268-8faf-eaf044e09518", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:34.667413 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38a00f3a-1695-4f07-83b2-50d6e847b25f {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:34.670295 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd', 'name': 'network-vif-deleted', 'tag': '59385a67-9cb2-4268-8faf-eaf044e09518', 'status': 'completed', 'code': 200} Feb 09 21:41:34.671100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57710) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:34.718748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Routers {'004dab1a-85e9-4cce-8945-0fa860ca0faa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:34.719551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['004dab1a-85e9-4cce-8945-0fa860ca0faa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:34.783340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:34.800493 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Sync routers for ids ['7ac78c40-8548-45aa-9d6d-c49172e9b373'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:34.818228 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Routers {'7ac78c40-8548-45aa-9d6d-c49172e9b373'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:34.818935 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7ac78c40-8548-45aa-9d6d-c49172e9b373'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:34.836777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.853078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028d71f-8d81-460b-b9aa-85b4b084a816 req-4a9eef8f-bbd1-4b65-ab3b-66725abdc92f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:34.859522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5028d71f-8d81-460b-b9aa-85b4b084a816 req-4a9eef8f-bbd1-4b65-ab3b-66725abdc92f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.2019765 Feb 09 21:41:34.902968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ef495-8640-4615-8c9e-c35781a9b08a None None] Pushing event updated for resources: {'Port': ['ID=cd2dcf20-c744-4a66-8c56-f178832ed80e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.951433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.973111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:34.974012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:34.974407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:34.984020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:34.984359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:34.993907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:34.994255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:34.994654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:34.995093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Bound port: c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:34.995456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.013247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] Set router 004dab1a-85e9-4cce-8945-0fa860ca0faa gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:35.016663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.018014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4eb7e9a6-fced-43ab-b85b-241f1357fa9f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.6181042 Feb 09 21:41:35.034920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:35.074776 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Set router 7ac78c40-8548-45aa-9d6d-c49172e9b373 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:35.109120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:35.172736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.176284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.184436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.185240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.185897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.186546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.187192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.195145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-40cd0079-848d-44a8-b434-e96e617ec9ff service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 6708 time: 0.5225949 Feb 09 21:41:35.198224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:35.205810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Pushing event updated for resources: {'Port': ['ID=26181fa9-3750-46ab-9ab4-713ac68c6022,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:35.222131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:35.288375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5028d71f-8d81-460b-b9aa-85b4b084a816 req-eb742b8c-80f0-4e6f-855a-2b76386acb8d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204330 Feb 09 21:41:35.389978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (004dab1a-85e9-4cce-8945-0fa860ca0faa), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.423402 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:30Z', 'revision_number': 3, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:35.437730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:35.506550 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Checking router: 7ac78c40-8548-45aa-9d6d-c49172e9b373 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:35.507214 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Updating router 7ac78c40-8548-45aa-9d6d-c49172e9b373 port 23b650e9-e654-4748-b47a-4e608d3ae86a binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:35.512765 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7098d744-8641-42e1-8387-c7b8c3a794c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.549138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:35.566835 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.583064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:28Z', 'revision_number': 3, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port': {'id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:35.629447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ca160ab-312e-4774-8ab6-a5d73d700854 req-dfddf86b-aa8d-4e03-8d53-513e8e560735 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1c43caa-6ae0-47b6-9de7-4ab69ceb9edd HTTP/1.1" status: 200 len: 210 time: 0.1367640 Feb 09 21:41:35.648749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179acbf-65c8-4652-84d6-d94aadc97f9d None None] The sync data for ids ['004dab1a-85e9-4cce-8945-0fa860ca0faa'] in n-d-828599-1 is: [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:28Z', 'revision_number': 3, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port': {'id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:35.737197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-d4f40725-6dcc-42b7-9576-1b1ed7a7b0d2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.745323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-d4f40725-6dcc-42b7-9576-1b1ed7a7b0d2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.2215636 Feb 09 21:41:35.795587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.822982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b1f5cd26-cb71-4333-b7f7-e55a3ec8746b None None] Provisioning complete for port 26181fa9-3750-46ab-9ab4-713ac68c6022 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:35.823364 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1f5cd26-cb71-4333-b7f7-e55a3ec8746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.825987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-25729918-9262-4c5c-b642-ffcaa2cd9189 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/quotas/37105b4a9afd448d88bb7726ea71a72c HTTP/1.1" status: 200 len: 375 time: 0.0748127 Feb 09 21:41:35.846563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.847194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.852089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] 10.222.0.30 "PUT /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 200 len: 1092 time: 2.7654269 Feb 09 21:41:35.857079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:35.859692 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595c5ca5-dd5a-4965-8869-6f4152f068b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:35.903169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f811c1e9-27b2-4f41-b8fc-ad2a3e85b163 req-4ef07789-171d-48c9-adec-d6a76565512b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=88488584-07e3-4b1d-9e83-6bf9c8d45907&id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7064037 Feb 09 21:41:35.926581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5cd26-cb71-4333-b7f7-e55a3ec8746b None None] Port 26181fa9-3750-46ab-9ab4-713ac68c6022 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:35.935952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78017fe4-9f33-4f0c-8418-8843117e6032 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:36.024926 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6882ca-0247-46e8-be5b-5f43745b428a x-openstack-request-id: req-4e6882ca-0247-46e8-be5b-5f43745b428a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:36.026307 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:36.026568 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e6882ca-0247-46e8-be5b-5f43745b428a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:36.027530 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585', 'status': 'completed', 'code': 200} Feb 09 21:41:36.172567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e72bbc99-7ebc-4232-8208-ccf67d5fb5b9 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3451581 Feb 09 21:41:36.243182 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Publish callbacks [] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.298627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c5ca5-dd5a-4965-8869-6f4152f068b8 req-29a23194-be78-4767-9e10-29ea2fe46ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:36.304962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-595c5ca5-dd5a-4965-8869-6f4152f068b8 req-29a23194-be78-4767-9e10-29ea2fe46ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1126 time: 0.2848437 Feb 09 21:41:36.357587 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.504404 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7e8b9-4693-47f1-964b-680ba80d5910 None None] Pushing event updated for resources: {'Port': ['ID=23b650e9-e654-4748-b47a-4e608d3ae86a,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:36.510787 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Attempting to bind port 23b650e9-e654-4748-b47a-4e608d3ae86a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:36.511209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Attempting to bind port 23b650e9-e654-4748-b47a-4e608d3ae86a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:36.511588 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Attempting to bind port 23b650e9-e654-4748-b47a-4e608d3ae86a on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:36.527652 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:36.528063 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:36.528472 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.528869 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:36.529355 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Bound port: 23b650e9-e654-4748-b47a-4e608d3ae86a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:36.529742 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.641409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57762) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:36.670222 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] For port 23b650e9-e654-4748-b47a-4e608d3ae86a, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:36.676594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] For port 23b650e9-e654-4748-b47a-4e608d3ae86a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=23b650e9-e654-4748-b47a-4e608d3ae86a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:36.694069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd2dcf20-c744-4a66-8c56-f178832ed80e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:36.716556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06686881-71b2-4a7d-b5c9-2caef2a9d967 req-cb82af8a-2873-4aa9-9ee9-316463b05c59 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:36.718311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06686881-71b2-4a7d-b5c9-2caef2a9d967 req-cb82af8a-2873-4aa9-9ee9-316463b05c59 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.2915552 Feb 09 21:41:36.724146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.732742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c5ca5-dd5a-4965-8869-6f4152f068b8 req-c74e5a2d-ac80-4417-bebd-0c858c386408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:36.734193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-595c5ca5-dd5a-4965-8869-6f4152f068b8 req-c74e5a2d-ac80-4417-bebd-0c858c386408 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=04513afad81640b3b3cb3d48be22843f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4188337 Feb 09 21:41:36.766220 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.828445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cd2dcf20-c744-4a66-8c56-f178832ed80e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:36.829086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.931391 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks [] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.937075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-8c452767-39c9-474f-817a-820c2db865be service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504756 Feb 09 21:41:36.976876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:37.070515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-3a909764-0267-4d9c-b6dc-ac83f2a7f032 service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245492 Feb 09 21:41:37.072740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57772) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.073455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.090857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 59385a67-9cb2-4268-8faf-eaf044e09518 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:37.100297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59385a67-9cb2-4268-8faf-eaf044e09518 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:37.108720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cd2dcf20-c744-4a66-8c56-f178832ed80e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:37.118299 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.146437 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7e8b9-4693-47f1-964b-680ba80d5910 None None] Pushing event updated for resources: {'Port': ['ID=23b650e9-e654-4748-b47a-4e608d3ae86a,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:37.180161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (004dab1a-85e9-4cce-8945-0fa860ca0faa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.181830 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Routers {'7ac78c40-8548-45aa-9d6d-c49172e9b373'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:37.182483 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7ac78c40-8548-45aa-9d6d-c49172e9b373'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:37.200699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Pushing event updated for resources: {'Port': ['ID=26181fa9-3750-46ab-9ab4-713ac68c6022,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:37.234184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port cd2dcf20-c744-4a66-8c56-f178832ed80e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd2dcf20-c744-4a66-8c56-f178832ed80e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:37.234814 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52714643-6224-4cd8-84c6-2ef8e086e914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.279184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2016256721-network', 'tenant_id': '07ff973f844e43aea8ab8c2a273b0e4e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:37.326612 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.335513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.449041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06686881-71b2-4a7d-b5c9-2caef2a9d967 req-913afca3-1c77-4496-89a4-507e0ea39aeb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101734 Feb 09 21:41:37.453433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:37.455974 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] Set router 7ac78c40-8548-45aa-9d6d-c49172e9b373 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:37.461722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:37.484842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=cd2dcf20-c744-4a66-8c56-f178832ed80e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:37.497323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52714643-6224-4cd8-84c6-2ef8e086e914 admin admin] Publish callbacks [] for security_group (3c4b1752-cd17-422f-8fcb-8770f53c670f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.508893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c5ca5-dd5a-4965-8869-6f4152f068b8 req-bdbe395b-2563-4a9f-989c-43b45cbd95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.510917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-595c5ca5-dd5a-4965-8869-6f4152f068b8 req-bdbe395b-2563-4a9f-989c-43b45cbd95f8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7228272 Feb 09 21:41:37.552851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb606-9dcc-41c1-bce6-693a3c74fcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.651268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Made reservation on behalf of 07ff973f844e43aea8ab8c2a273b0e4e for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:37.658777 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.689860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-3ff34ccd-f773-466f-a93b-66908835321a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.691441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-3ff34ccd-f773-466f-a93b-66908835321a tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "GET /v2.0/ports?device_id=202112ab-b492-402b-9725-9c6764076291 HTTP/1.1" status: 200 len: 945 time: 0.5578251 Feb 09 21:41:37.700403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4d49e7d-6725-4497-8bb0-cbbe10141a03 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:37.750655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.754467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52714643-6224-4cd8-84c6-2ef8e086e914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3c4b1752-cd17-422f-8fcb-8770f53c670f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.833863 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50b1c550-7743-4f8f-b4cf-60af7fcd03e7 req-1bc091cc-5522-4cf0-a366-290681a2f9a3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 210 time: 0.1449237 Feb 09 21:41:37.862806 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:41:37.901716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-52714643-6224-4cd8-84c6-2ef8e086e914 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f852c1df80f546c7a1c17c0bbe75f1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8228436 Feb 09 21:41:37.910694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57784) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.922328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52714643-6224-4cd8-84c6-2ef8e086e914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b1752-cd17-422f-8fcb-8770f53c670f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:37.976192 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:30Z', 'revision_number': 3, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:37.982424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Router 004dab1a-85e9-4cce-8945-0fa860ca0faa has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:38.030740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d4d49e7d-6725-4497-8bb0-cbbe10141a03 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:38.036709 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.036878 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e32c3-4659-43e5-8eda-b26e3bce9a6b None None] The sync data for ids ['7ac78c40-8548-45aa-9d6d-c49172e9b373'] in n-d-828599-1 is: [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:30Z', 'revision_number': 3, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:38.100475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:38.111250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:38.120812 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e086f04-d04e-4a51-84f6-f2eb2ee6f019" -d '{"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:38.129073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3085ae6c-3c69-44cb-9d9c-30b396f32487 None None] Provisioning complete for port 26181fa9-3750-46ab-9ab4-713ac68c6022 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:38.129576 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3085ae6c-3c69-44cb-9d9c-30b396f32487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.134563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-337bd02f-eea5-48c4-9f12-74aee33381d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:38.136339 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-337bd02f-eea5-48c4-9f12-74aee33381d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1126 time: 0.5162230 Feb 09 21:41:38.172138 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.195358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436c5cb-2b12-44d9-b2be-72e48cec494d req-33f9eeaa-9037-4240-9d45-51dbcfee738b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:38.197293 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9436c5cb-2b12-44d9-b2be-72e48cec494d req-33f9eeaa-9037-4240-9d45-51dbcfee738b tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 967 time: 0.0988410 Feb 09 21:41:38.225596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:38.230328 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84b0b3b-cedd-49b3-b5ed-f6f733a7a021 x-openstack-request-id: req-e84b0b3b-cedd-49b3-b5ed-f6f733a7a021 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:38.230688 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:38.231012 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e84b0b3b-cedd-49b3-b5ed-f6f733a7a021 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:38.231468 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'code': 200} Feb 09 21:41:38.234484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3085ae6c-3c69-44cb-9d9c-30b396f32487 None None] Port 26181fa9-3750-46ab-9ab4-713ac68c6022 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:38.245359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cb4e18de-b6b8-43ed-8568-4f4ea42537aa admin admin] 10.222.0.98 "PUT /v2.0/routers/004dab1a-85e9-4cce-8945-0fa860ca0faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2579219 Feb 09 21:41:38.303807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:38.312283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Allocated IP 172.20.0.1 (66f68e8a-50c4-4aaf-880f-f28b76590fab/60c4039b-972f-439f-8338-f80521bf41ca/b22f9e10-b19a-4511-8a2b-e7b48b58ba45) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:38.346556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9436c5cb-2b12-44d9-b2be-72e48cec494d req-ea1612b3-978d-4e9f-bd57-e750804d7382 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303079 Feb 09 21:41:38.412195 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks [] for security_group (963fc16e-27b8-4093-8ccd-e64ec026f11b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.416608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-7cedaa26-ec66-4989-8bb4-e7658a3d3869 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 200 len: 217 time: 0.1068561 Feb 09 21:41:38.577620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-7bb210f1-dbc3-45f9-a992-67a385506804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:38.578833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5d00bde6-1ff2-4c48-916a-f01e588bc029 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:38.579537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-7bb210f1-dbc3-45f9-a992-67a385506804 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1493676 Feb 09 21:41:38.580663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5d00bde6-1ff2-4c48-916a-f01e588bc029 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 967 time: 0.1432071 Feb 09 21:41:38.608731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (963fc16e-27b8-4093-8ccd-e64ec026f11b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.697556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd2dcf20-c744-4a66-8c56-f178832ed80e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:38.714273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Deleting port d4d49e7d-6725-4497-8bb0-cbbe10141a03 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:38.714773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.807483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Deleting port ddeaa0a2-4118-4a15-8782-1146a8b45d8f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:38.808152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.832259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] For port d4d49e7d-6725-4497-8bb0-cbbe10141a03, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d4d49e7d-6725-4497-8bb0-cbbe10141a03,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:38.832633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.853620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cd2dcf20-c744-4a66-8c56-f178832ed80e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:38.854192 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.855539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Calling delete_port for d4d49e7d-6725-4497-8bb0-cbbe10141a03 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:38.897474 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-e39c98b2-5571-4141-a5d8-68e0589e34c7 req-9e803cc8-62f5-4a40-ac9a-20ec3c060894 tempest-FloatingIPDetailsNegativeTestJSON-1041470171 tempest-FloatingIPDetailsNegativeTestJSON-1041470171-project] show failed (client error): The resource could not be found. Feb 09 21:41:38.905067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e39c98b2-5571-4141-a5d8-68e0589e34c7 req-9e803cc8-62f5-4a40-ac9a-20ec3c060894 tempest-FloatingIPDetailsNegativeTestJSON-1041470171 tempest-FloatingIPDetailsNegativeTestJSON-1041470171-project] 10.222.0.98 "GET /v2.0/floatingips/7449e2ea-c890-4912-a30c-6c89c9d35fe6 HTTP/1.1" status: 404 len: 350 time: 0.0947978 Feb 09 21:41:38.907391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57806) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:38.966105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Sync routers for ids ['004dab1a-85e9-4cce-8945-0fa860ca0faa'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:38.987871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Routers {'004dab1a-85e9-4cce-8945-0fa860ca0faa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:38.988518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['004dab1a-85e9-4cce-8945-0fa860ca0faa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:39.024763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-6dd1c219-c6be-4404-b51e-b340342b0d13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4181216 Feb 09 21:41:39.035317 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f100b18-a733-4b88-b306-7c4c8a17bb5b admin admin] Publish callbacks [] for security_group (3c4b1752-cd17-422f-8fcb-8770f53c670f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.045719 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.063283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-730155e3-b6bc-4cbc-a7c5-4800973a57f4 req-a2e7bce4-b57e-48f8-ac33-4aca13dbcbcb tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 210 time: 0.0924292 Feb 09 21:41:39.087693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f100b18-a733-4b88-b306-7c4c8a17bb5b admin admin] Publish callbacks [] for security_group (3c4b1752-cd17-422f-8fcb-8770f53c670f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.133696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:39.171691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cd2dcf20-c744-4a66-8c56-f178832ed80e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:39.199614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] For port ddeaa0a2-4118-4a15-8782-1146a8b45d8f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,segment=NetworkSegment(ec884e20-f016-4e52-ab6f-fa3d773f6bdb),segment_id=ec884e20-f016-4e52-ab6f-fa3d773f6bdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:39.199614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.207586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963fc16e-27b8-4093-8ccd-e64ec026f11b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.217954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Set router 004dab1a-85e9-4cce-8945-0fa860ca0faa gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:39.218885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Calling delete_port for ddeaa0a2-4118-4a15-8782-1146a8b45d8f owned by compute:tempest-test_az-1362179722 {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:39.269177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f100b18-a733-4b88-b306-7c4c8a17bb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3c4b1752-cd17-422f-8fcb-8770f53c670f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.271934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f100b18-a733-4b88-b306-7c4c8a17bb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.273093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0f100b18-a733-4b88-b306-7c4c8a17bb5b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c4b1752-cd17-422f-8fcb-8770f53c670f HTTP/1.1" status: 204 len: 168 time: 1.3576787 Feb 09 21:41:39.277554 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a9b8ff3a-f099-4b5d-bd06-4f118daefe1d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.277876 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Added segment a9b8ff3a-f099-4b5d-bd06-4f118daefe1d of type vlan for network c3bd7916-5998-4faf-aea4-9a3af7ab0dec Feb 09 21:41:39.305949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89a8f6-38f3-4c42-adc6-aa1b7ba9b9e7 req-48d57518-fa66-416f-8df1-c88780e9e165 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:39.307952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc89a8f6-38f3-4c42-adc6-aa1b7ba9b9e7 req-48d57518-fa66-416f-8df1-c88780e9e165 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.6999896 Feb 09 21:41:39.368434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100b18-a733-4b88-b306-7c4c8a17bb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b1752-cd17-422f-8fcb-8770f53c670f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.426078 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks [] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.481763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c3bd7916-5998-4faf-aea4-9a3af7ab0dec), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.528681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc89a8f6-38f3-4c42-adc6-aa1b7ba9b9e7 req-6dac9655-a76f-4aa5-a3de-88cbced80c5f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014554 Feb 09 21:41:39.530537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-18f01c7e-41d2-4a54-af55-391e5d2c8a4b service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883699 Feb 09 21:41:39.641881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d4d49e7d-6725-4497-8bb0-cbbe10141a03), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.676743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event deleted for resources: {'Port': ['ID=d4d49e7d-6725-4497-8bb0-cbbe10141a03,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.763183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c3bd7916-5998-4faf-aea4-9a3af7ab0dec), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.763960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:39.764823 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.780020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ddeaa0a2-4118-4a15-8782-1146a8b45d8f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.824570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Pushing event deleted for resources: {'Port': ['ID=ddeaa0a2-4118-4a15-8782-1146a8b45d8f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.902149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdc8b5-a1d3-45bc-aa2e-fc9631b36c42 req-322d3215-e7a3-4937-ab50-245945a685b6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:39.904543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-92bdc8b5-a1d3-45bc-aa2e-fc9631b36c42 req-322d3215-e7a3-4937-ab50-245945a685b6 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 888 time: 0.2171450 Feb 09 21:41:39.933178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:36Z', 'revision_number': 4, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port': {'id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '26181fa9-3750-46ab-9ab4-713ac68c6022', 'name': '', 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'mac_address': 'fa:16:3e:0c:b2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:33Z', 'updated_at': '2022-02-09T21:41:36Z', 'revision_number': 2, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'subnets': [{'id': '2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:39.935398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.939912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2675e1b-7129-4201-ae96-1d24e6cdb157 req-cb44481b-0876-48c5-b420-7e6fc5a6f2dd service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959293 Feb 09 21:41:39.945945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] No DVR routers for this DVR port d4d49e7d-6725-4497-8bb0-cbbe10141a03 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:39.958412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3142290 Feb 09 21:41:39.978720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57814) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:39.982338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] No DVR routers for this DVR port ddeaa0a2-4118-4a15-8782-1146a8b45d8f on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:39.987327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Checking router: 004dab1a-85e9-4cce-8945-0fa860ca0faa for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:39.987691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Updating router 004dab1a-85e9-4cce-8945-0fa860ca0faa port 26181fa9-3750-46ab-9ab4-713ac68c6022 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:39.993468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Request body: {'subnet': {'network_id': 'c3bd7916-5998-4faf-aea4-9a3af7ab0dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2016256721-subnet', 'tenant_id': '07ff973f844e43aea8ab8c2a273b0e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:40.023828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.030599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eba9a814-95f1-4420-9635-e3dc96a35c74 req-5ebf6ea8-6082-408f-a156-83b474b66e89 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.110 "DELETE /v2.0/ports/ddeaa0a2-4118-4a15-8782-1146a8b45d8f HTTP/1.1" status: 204 len: 173 time: 1.4422731 Feb 09 21:41:40.033142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'name': 'network-vif-deleted', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:40.037405 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22671a8f-895f-4816-af6b-594de2f4db73" -d '{"events": [{"server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "name": "network-vif-deleted", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:40.045021 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.119347 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b6a3db-31ec-4051-bde4-5b9ba73acafe x-openstack-request-id: req-d1b6a3db-31ec-4051-bde4-5b9ba73acafe {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:40.119991 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d65e58-5df4-4c4e-9544-257c8cdd94ce", "name": "network-vif-deleted", "tag": "ddeaa0a2-4118-4a15-8782-1146a8b45d8f", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:40.119991 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d1b6a3db-31ec-4051-bde4-5b9ba73acafe {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:40.120305 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d65e58-5df4-4c4e-9544-257c8cdd94ce', 'name': 'network-vif-deleted', 'tag': 'ddeaa0a2-4118-4a15-8782-1146a8b45d8f', 'status': 'completed', 'code': 200} Feb 09 21:41:40.200992 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-92bdc8b5-a1d3-45bc-aa2e-fc9631b36c42 req-12a27d56-466e-4b92-a3ae-603e9303f6e9 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/security-groups?id=c9c00c56-af22-4aee-9cd1-6cf6ce730981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283938 Feb 09 21:41:40.272686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Made reservation on behalf of 07ff973f844e43aea8ab8c2a273b0e4e for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:40.275623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.329401 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.407668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (004dab1a-85e9-4cce-8945-0fa860ca0faa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.454747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57820) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:40.526486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.530598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57b6911c-80a6-42f9-96a5-10d50fbd4a9d req-9ad5a27d-6e51-4bf7-9534-8c6033f86ded tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "DELETE /v2.0/ports/d4d49e7d-6725-4497-8bb0-cbbe10141a03 HTTP/1.1" status: 204 len: 173 time: 2.7892981 Feb 09 21:41:40.549657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Pushing event updated for resources: {'Port': ['ID=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:40.554250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-deleted', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:40.559840 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab10680a-3f34-49c2-9f10-769f3d4a2648" -d '{"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-deleted", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:40.572843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9ecdc17-5584-4b55-89bf-a16e778ad2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.693820 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d36a86a-ae6b-42de-8f15-d0f735d9b142 x-openstack-request-id: req-8d36a86a-ae6b-42de-8f15-d0f735d9b142 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:40.695151 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202112ab-b492-402b-9725-9c6764076291", "name": "network-vif-deleted", "tag": "d4d49e7d-6725-4497-8bb0-cbbe10141a03", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:40.704015 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d36a86a-ae6b-42de-8f15-d0f735d9b142 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:40.704015 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202112ab-b492-402b-9725-9c6764076291', 'name': 'network-vif-deleted', 'tag': 'd4d49e7d-6725-4497-8bb0-cbbe10141a03', 'status': 'completed', 'code': 200} Feb 09 21:41:40.711025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c7156e7-df2d-4bb3-9caa-727fd17fa3d7 req-58dfba38-3f59-429c-933e-05c680efc6c6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 210 time: 0.1287005 Feb 09 21:41:40.719353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:40.724277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd8781-2775-476e-8da4-5954cc79e209 admin admin] Pushing event updated for resources: {'Network': ['ID=c3bd7916-5998-4faf-aea4-9a3af7ab0dec,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:40.731795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:40.752885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:40.771071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c3bd7916-5998-4faf-aea4-9a3af7ab0dec details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:40.874919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (7ac78c40-8548-45aa-9d6d-c49172e9b373), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.997146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Publish callbacks [] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.006547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 23b650e9-e654-4748-b47a-4e608d3ae86a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:41.062311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-c63b398d-967f-48f3-8f95-b235e0a129ad tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:41.064133 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-c63b398d-967f-48f3-8f95-b235e0a129ad tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.110 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.5544407 Feb 09 21:41:41.102965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.106529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Request body: {'port': {'device_id': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'admin_state_up': True, 'tenant_id': '37105b4a9afd448d88bb7726ea71a72c'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:41.175890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24497ab-da12-4499-9d44-3dbaabd6390a None None] Pushing event updated for resources: {'Port': ['ID=26181fa9-3750-46ab-9ab4-713ac68c6022,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.219903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 23b650e9-e654-4748-b47a-4e608d3ae86a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:41.222783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.291739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7bf57923-35a1-4cf9-a10f-58a052d7842a None None] Provisioning complete for port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:41.292864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7bf57923-35a1-4cf9-a10f-58a052d7842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.324610 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.333954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Attempting to bind port 26181fa9-3750-46ab-9ab4-713ac68c6022 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:41.338330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Attempting to bind port 26181fa9-3750-46ab-9ab4-713ac68c6022 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:41.338330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Attempting to bind port 26181fa9-3750-46ab-9ab4-713ac68c6022 on network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:41.358903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:41.361112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Checking segment: {'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:41.361112 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.361112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Bound using segment: {'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:41.361112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Bound port: 26181fa9-3750-46ab-9ab4-713ac68c6022, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:41.361498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.367390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7bf57923-35a1-4cf9-a10f-58a052d7842a None None] Port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:41.458829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77e27598-b76f-44d2-8232-bb9b7189fd9b req-fe8f15bf-6ce1-4da2-ae82-65d2ff36c911 tempest-LiveAutoBlockMigrationV225Test-960271994 tempest-LiveAutoBlockMigrationV225Test-960271994-project] 10.222.0.98 "GET /v2.0/ports?device_id=59d65e58-5df4-4c4e-9544-257c8cdd94ce HTTP/1.1" status: 200 len: 210 time: 0.0434082 Feb 09 21:41:41.517403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 23b650e9-e654-4748-b47a-4e608d3ae86a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:41.517924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.553591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] For port 26181fa9-3750-46ab-9ab4-713ac68c6022, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:41.577349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 23b650e9-e654-4748-b47a-4e608d3ae86a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=23b650e9-e654-4748-b47a-4e608d3ae86a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:41.582775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] For port 26181fa9-3750-46ab-9ab4-713ac68c6022, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=26181fa9-3750-46ab-9ab4-713ac68c6022,segment=NetworkSegment(0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1),segment_id=0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:41.602089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0a9acfd2-0db4-49db-8588-dacc7e094a6f None None] Provisioning complete for port 26181fa9-3750-46ab-9ab4-713ac68c6022 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:41.602560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a9acfd2-0db4-49db-8588-dacc7e094a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.653836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0a9acfd2-0db4-49db-8588-dacc7e094a6f None None] Port 26181fa9-3750-46ab-9ab4-713ac68c6022 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:41.662060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks [] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.674654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.694983 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9ecdc17-5584-4b55-89bf-a16e778ad2ab admin admin] Publish callbacks [] for security_group (f4640136-f637-4a99-b555-2fa2c1e1c662), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.714559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4d49e7d-6725-4497-8bb0-cbbe10141a03 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:41.725593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61840027-c991-4127-a23d-bd284366a256 req-3d86fba5-9897-4522-b37a-7b514bf5b186 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:41.726908 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61840027-c991-4127-a23d-bd284366a256 req-3d86fba5-9897-4522-b37a-7b514bf5b186 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.8758695 Feb 09 21:41:41.743257 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.751659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.754280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.790686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (2f22b736-9cf9-4286-8ffd-7bd8331525b9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.793283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9ecdc17-5584-4b55-89bf-a16e778ad2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f4640136-f637-4a99-b555-2fa2c1e1c662), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.821114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=23b650e9-e654-4748-b47a-4e608d3ae86a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.825702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: d4d49e7d-6725-4497-8bb0-cbbe10141a03 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:41.826099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d4d49e7d-6725-4497-8bb0-cbbe10141a03 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:41.899848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Routers {'004dab1a-85e9-4cce-8945-0fa860ca0faa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:41.900563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['004dab1a-85e9-4cce-8945-0fa860ca0faa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:41.907887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24497ab-da12-4499-9d44-3dbaabd6390a None None] Pushing event updated for resources: {'Port': ['ID=26181fa9-3750-46ab-9ab4-713ac68c6022,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.956168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61c73f2-8582-4043-8bc1-9a225ea388c9 req-3970de43-8837-4f85-a84b-67095d9aa7b8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 210 time: 0.0605490 Feb 09 21:41:41.969631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (7ac78c40-8548-45aa-9d6d-c49172e9b373), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.973169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Pushing event updated for resources: {'Port': ['ID=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.985381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e9ecdc17-5584-4b55-89bf-a16e778ad2ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e58e254720d443bb61cf090fa8c35ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5304487 Feb 09 21:41:41.988015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57830) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:42.087024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] Set router 004dab1a-85e9-4cce-8945-0fa860ca0faa gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:42.135275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:42.142834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:42.146298 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61840027-c991-4127-a23d-bd284366a256 req-7a6f1243-7d5c-4ee1-8d6a-98850230b7a6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123116 Feb 09 21:41:42.147467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecdc17-5584-4b55-89bf-a16e778ad2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4640136-f637-4a99-b555-2fa2c1e1c662,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.158036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f22b736-9cf9-4286-8ffd-7bd8331525b9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.173972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Made reservation on behalf of 37105b4a9afd448d88bb7726ea71a72c for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:42.202153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.284256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50ffd9be-042a-4a0f-b3a0-3ebf8bcd2c5e admin admin] Publish callbacks [] for security_group (f4640136-f637-4a99-b555-2fa2c1e1c662), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.285384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Checking segment: {'id': 'a9b8ff3a-f099-4b5d-bd06-4f118daefe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c3bd7916-5998-4faf-aea4-9a3af7ab0dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:42.285755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Network hostable DHCP agents. Network: c3bd7916-5998-4faf-aea4-9a3af7ab0dec, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:42.308082 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50ffd9be-042a-4a0f-b3a0-3ebf8bcd2c5e admin admin] Publish callbacks [] for security_group (f4640136-f637-4a99-b555-2fa2c1e1c662), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.425334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Router 7ac78c40-8548-45aa-9d6d-c49172e9b373 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:42.433339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-608c58f9-4eee-423b-b773-2215194fda65 None None] Provisioning complete for port 26181fa9-3750-46ab-9ab4-713ac68c6022 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:42.435664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-608c58f9-4eee-423b-b773-2215194fda65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.474361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Deleting port 26181fa9-3750-46ab-9ab4-713ac68c6022 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:42.474704 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.482721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50ffd9be-042a-4a0f-b3a0-3ebf8bcd2c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f4640136-f637-4a99-b555-2fa2c1e1c662), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.486110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50ffd9be-042a-4a0f-b3a0-3ebf8bcd2c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.499955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-50ffd9be-042a-4a0f-b3a0-3ebf8bcd2c5e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4640136-f637-4a99-b555-2fa2c1e1c662 HTTP/1.1" status: 204 len: 168 time: 0.4981093 Feb 09 21:41:42.589593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57836) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:42.600465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Network c3bd7916-5998-4faf-aea4-9a3af7ab0dec is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:42.624759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffd9be-042a-4a0f-b3a0-3ebf8bcd2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4640136-f637-4a99-b555-2fa2c1e1c662,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.626208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:36Z', 'revision_number': 4, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port': {'id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '26181fa9-3750-46ab-9ab4-713ac68c6022', 'name': '', 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'mac_address': 'fa:16:3e:0c:b2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:33Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'subnets': [{'id': '2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:42.641782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Allocated IP 172.20.0.14 (75aac111-eeca-44b7-9622-f4ddb48c48ce/19c79bb4-e01b-452d-84a7-c2ce1069b3bf/92b5f096-14bf-4402-8868-bc6d84f247aa) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:42.700486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 23b650e9-e654-4748-b47a-4e608d3ae86a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:42.705243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b96af3-00fd-4cb9-accc-6bc9441252b4 None None] The sync data for ids ['004dab1a-85e9-4cce-8945-0fa860ca0faa'] in n-d-828599-1 is: [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:36Z', 'revision_number': 4, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port': {'id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '26181fa9-3750-46ab-9ab4-713ac68c6022', 'name': '', 'network_id': '6fc1f01f-cf96-44cf-8c34-455ca4f603aa', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'mac_address': 'fa:16:3e:0c:b2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:33Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'subnets': [{'id': '2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:42.710619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:42.729772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d45f7c94-5286-4092-b347-ad2b1cfe764d admin admin] 10.222.0.98 "PUT /v2.0/routers/7ac78c40-8548-45aa-9d6d-c49172e9b373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6857088 Feb 09 21:41:42.736934 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Sync routers for ids ['7ac78c40-8548-45aa-9d6d-c49172e9b373'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:42.738972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-608c58f9-4eee-423b-b773-2215194fda65 None None] Current status of the port 26181fa9-3750-46ab-9ab4-713ac68c6022 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:42.739543 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-608c58f9-4eee-423b-b773-2215194fda65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.761271 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Routers {'7ac78c40-8548-45aa-9d6d-c49172e9b373'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:42.782153 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7ac78c40-8548-45aa-9d6d-c49172e9b373'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:42.883345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-608c58f9-4eee-423b-b773-2215194fda65 None None] For port 26181fa9-3750-46ab-9ab4-713ac68c6022, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=26181fa9-3750-46ab-9ab4-713ac68c6022,segment=NetworkSegment(0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1),segment_id=0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:42.900817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 23b650e9-e654-4748-b47a-4e608d3ae86a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:42.901480 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.916599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c3bd7916-5998-4faf-aea4-9a3af7ab0dec) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:42.917931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] Deleting subnet a62b2700-286f-42d0-92c2-b42d174237e2 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:42.934455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] Publish callbacks [] for subnet (a62b2700-286f-42d0-92c2-b42d174237e2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.962308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107451e6-9b68-44dd-89e4-870bff000f36 None None] Network c3bd7916-5998-4faf-aea4-9a3af7ab0dec requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:42.969797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:42.994132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-608c58f9-4eee-423b-b773-2215194fda65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.997039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:42.997642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.049568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (a62b2700-286f-42d0-92c2-b42d174237e2), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.085513 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Set router 7ac78c40-8548-45aa-9d6d-c49172e9b373 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:43.168561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] For port 26181fa9-3750-46ab-9ab4-713ac68c6022, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=26181fa9-3750-46ab-9ab4-713ac68c6022,segment=NetworkSegment(0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1),segment_id=0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:43.169047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.212477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a62b2700-286f-42d0-92c2-b42d174237e2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.276093 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-376ab15f-9ef8-495a-a59f-c19e99e7b3c6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.2914958 Feb 09 21:41:43.352650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97a8cde2-3646-4cba-834e-dfbb0e24971b req-ef738b69-73bf-4848-b286-0250908b6545 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 210 time: 0.2030380 Feb 09 21:41:43.357710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Calling delete_port for 26181fa9-3750-46ab-9ab4-713ac68c6022 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:43.485976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks [] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.514361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8e404-2b93-4984-94ec-4843d2c55faf req-ac191741-9c96-4995-a34d-ad296f8669aa tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:43.525569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5af8e404-2b93-4984-94ec-4843d2c55faf req-ac191741-9c96-4995-a34d-ad296f8669aa tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.2211535 Feb 09 21:41:43.574242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c58f9-4eee-423b-b773-2215194fda65 None None] Pushing event updated for resources: {'Port': ['ID=26181fa9-3750-46ab-9ab4-713ac68c6022,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:43.612047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (a62b2700-286f-42d0-92c2-b42d174237e2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.623863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: ddeaa0a2-4118-4a15-8782-1146a8b45d8f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:43.624209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ddeaa0a2-4118-4a15-8782-1146a8b45d8f not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:43.646513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.662985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a62b2700-286f-42d0-92c2-b42d174237e2 HTTP/1.1" status: 204 len: 168 time: 1.0721636 Feb 09 21:41:43.671737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57870) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:43.764349 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'b22f9e10-b19a-4511-8a2b-e7b48b58ba45', 'name': '', 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'mac_address': 'fa:16:3e:4b:a3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '60c4039b-972f-439f-8338-f80521bf41ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:37Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 2, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'subnets': [{'id': '60c4039b-972f-439f-8338-f80521bf41ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:43.795592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5af8e404-2b93-4984-94ec-4843d2c55faf req-b0e1e314-7be7-433e-a94c-6929a8dbeefb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717040 Feb 09 21:41:43.810258 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Checking router: 7ac78c40-8548-45aa-9d6d-c49172e9b373 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:43.810808 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Updating router 7ac78c40-8548-45aa-9d6d-c49172e9b373 port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:43.829652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83c0fc-5948-4f11-8068-6bdb9e54b08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62b2700-286f-42d0-92c2-b42d174237e2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:43.841123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2375f442-d913-45be-a5d7-669654b90901 None None] Provisioning complete for port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:43.841509 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2375f442-d913-45be-a5d7-669654b90901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.882047 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.980835 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (77c21445-649a-4dd8-aa3e-536ea3d4d81e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.193692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752d180-111f-498f-baaa-e4265de1fc18 None None] Network c3bd7916-5998-4faf-aea4-9a3af7ab0dec requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:44.301571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (77c21445-649a-4dd8-aa3e-536ea3d4d81e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.315020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-9d38fa2c-4da9-433a-a057-e8feb82ebb66 req-a7b3364a-0963-4c0a-9624-587e3a573e1d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1877706855', 'description': 'tempest-description-235280543'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:44.367918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c21445-649a-4dd8-aa3e-536ea3d4d81e']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:44.370518 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (26181fa9-3750-46ab-9ab4-713ac68c6022), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.396838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:44.397087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec884e20-f016-4e52-ab6f-fa3d773f6bdb') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:44.421864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ec884e20-f016-4e52-ab6f-fa3d773f6bdb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.474836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ec884e20-f016-4e52-ab6f-fa3d773f6bdb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.488159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:44.488159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ec884e20-f016-4e52-ab6f-fa3d773f6bdb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.489653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:44.490297 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:44.499615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=26181fa9-3750-46ab-9ab4-713ac68c6022,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:44.508038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9d38fa2c-4da9-433a-a057-e8feb82ebb66 req-a7b3364a-0963-4c0a-9624-587e3a573e1d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.546045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2375f442-d913-45be-a5d7-669654b90901 None None] Port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:44.550835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 23b650e9-e654-4748-b47a-4e608d3ae86a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:44.771456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:44.864703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfaf57-c308-44f4-952c-26d390c668fc req-ed4a0620-a756-492c-b764-86eaa3a969a7 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:44.874311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72bfaf57-c308-44f4-952c-26d390c668fc req-ed4a0620-a756-492c-b764-86eaa3a969a7 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 932 time: 0.2159870 Feb 09 21:41:44.908568 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Publish callbacks [] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.912770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (77c21445-649a-4dd8-aa3e-536ea3d4d81e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.955798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.964233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] 10.222.0.98 "DELETE /v2.0/networks/77c21445-649a-4dd8-aa3e-536ea3d4d81e HTTP/1.1" status: 204 len: 168 time: 1.2935870 Feb 09 21:41:45.007312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57888) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:45.014761 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.052051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e016a-4bd7-40c1-95ed-32219d61b731 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c21445-649a-4dd8-aa3e-536ea3d4d81e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.137605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72bfaf57-c308-44f4-952c-26d390c668fc req-7f4dcd4e-f46d-43f2-b736-1ef6e4fb43a9 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566707 Feb 09 21:41:45.150908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] Deleting subnet f24542c3-dbe6-4181-b3d3-a9cff5938a49 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:45.155242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] Publish callbacks [] for subnet (f24542c3-dbe6-4181-b3d3-a9cff5938a49), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.176803 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383c3c7-bc70-40fa-b5fa-be98c4de91bf None None] Pushing event updated for resources: {'Port': ['ID=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.206717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:45.227055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:45.398034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Attempting to bind port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:45.398388 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Attempting to bind port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:45.398796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Attempting to bind port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 on network 66f68e8a-50c4-4aaf-880f-f28b76590fab {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:45.416841 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:45.418532 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Checking segment: {'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:45.419015 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.420634 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Bound using segment: {'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:45.421235 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Bound port: b22f9e10-b19a-4511-8a2b-e7b48b58ba45, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68352e01-f893-4993-8ce5-5b2f823ac5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:45.422296 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.494987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (f24542c3-dbe6-4181-b3d3-a9cff5938a49), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.520953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9d38fa2c-4da9-433a-a057-e8feb82ebb66 req-a7b3364a-0963-4c0a-9624-587e3a573e1d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.524247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:45.528230 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] For port b22f9e10-b19a-4511-8a2b-e7b48b58ba45, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:45.562470 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] For port b22f9e10-b19a-4511-8a2b-e7b48b58ba45, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,segment=NetworkSegment(68352e01-f893-4993-8ce5-5b2f823ac5cf),segment_id=68352e01-f893-4993-8ce5-5b2f823ac5cf)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:45.613202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9d38fa2c-4da9-433a-a057-e8feb82ebb66 req-a7b3364a-0963-4c0a-9624-587e3a573e1d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.646532 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.654773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585f8c-9c67-4b12-add6-f69f724dc0e6 req-fd5f3e33-50c3-4a26-b441-69786b4c0411 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:45.667655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68585f8c-9c67-4b12-add6-f69f724dc0e6 req-fd5f3e33-50c3-4a26-b441-69786b4c0411 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.4114199 Feb 09 21:41:45.683015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1878298a-438e-46ec-a077-0a6654aa4f3c None None] Provisioning complete for port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:45.683604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1878298a-438e-46ec-a077-0a6654aa4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.694054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f24542c3-dbe6-4181-b3d3-a9cff5938a49), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.730101 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383c3c7-bc70-40fa-b5fa-be98c4de91bf None None] Pushing event updated for resources: {'Port': ['ID=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.762689 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Routers {'7ac78c40-8548-45aa-9d6d-c49172e9b373'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:45.764440 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7ac78c40-8548-45aa-9d6d-c49172e9b373'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:45.840792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:45.841488 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.878653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3364a-0963-4c0a-9624-587e3a573e1d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.888376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-9d38fa2c-4da9-433a-a057-e8feb82ebb66 req-a7b3364a-0963-4c0a-9624-587e3a573e1d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.889668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d38fa2c-4da9-433a-a057-e8feb82ebb66 req-a7b3364a-0963-4c0a-9624-587e3a573e1d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.5792124 Feb 09 21:41:45.918087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (004dab1a-85e9-4cce-8945-0fa860ca0faa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.921206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (f24542c3-dbe6-4181-b3d3-a9cff5938a49), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.957192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1878298a-438e-46ec-a077-0a6654aa4f3c None None] Current status of the port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:45.958926 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1878298a-438e-46ec-a077-0a6654aa4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.012705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1878298a-438e-46ec-a077-0a6654aa4f3c None None] For port b22f9e10-b19a-4511-8a2b-e7b48b58ba45, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,segment=NetworkSegment(68352e01-f893-4993-8ce5-5b2f823ac5cf),segment_id=68352e01-f893-4993-8ce5-5b2f823ac5cf)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:46.054544 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68585f8c-9c67-4b12-add6-f69f724dc0e6 req-d556f071-6e5f-408b-a6a3-e035aa080356 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852091 Feb 09 21:41:46.061820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24542c3-dbe6-4181-b3d3-a9cff5938a49,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:46.066445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.088087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a60b69c5-996b-457c-a8dc-bc9ab7e068e8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f24542c3-dbe6-4181-b3d3-a9cff5938a49 HTTP/1.1" status: 204 len: 168 time: 1.0772526 Feb 09 21:41:46.093433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57902) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:46.101072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-e8297419-a38f-4154-a1df-c27a2a930b78 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0199187 Feb 09 21:41:46.119005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1878298a-438e-46ec-a077-0a6654aa4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.190095 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] Set router 7ac78c40-8548-45aa-9d6d-c49172e9b373 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:46.272039 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8d175243-0114-43bc-aa4f-46c331fcc688), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.394341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878298a-438e-46ec-a077-0a6654aa4f3c None None] Pushing event updated for resources: {'Port': ['ID=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:46.397939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Request body: {'port': {'device_id': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:46.425997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-c451895d-454e-4a51-80bf-1c2d7fe15ed9 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d HTTP/1.1" status: 200 len: 1821 time: 0.4847491 Feb 09 21:41:46.461486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b6ac8375-cd37-44ad-9751-e677a3f8f95f None None] Provisioning complete for port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:46.462215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8375-cd37-44ad-9751-e677a3f8f95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.548211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:46.548825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:46.591839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8d175243-0114-43bc-aa4f-46c331fcc688), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.638444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac8375-cd37-44ad-9751-e677a3f8f95f None None] Current status of the port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:46.661910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d175243-0114-43bc-aa4f-46c331fcc688']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:46.688388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e30b81-9434-4b58-950f-b79b665eae10') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:46.690741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e30b81-9434-4b58-950f-b79b665eae10') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:46.731567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (c5e30b81-9434-4b58-950f-b79b665eae10), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.766198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c5e30b81-9434-4b58-950f-b79b665eae10), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.782743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:46.783262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (c5e30b81-9434-4b58-950f-b79b665eae10), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:46.848666 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:46.860426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.888367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f3a78-379c-47c7-9305-4557e7b0a1d3 req-875e4929-58c3-4d73-a6fe-91943bf930f6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:46.890225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f9f3a78-379c-47c7-9305-4557e7b0a1d3 req-875e4929-58c3-4d73-a6fe-91943bf930f6 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 932 time: 0.4364209 Feb 09 21:41:46.940755 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-92491941-174b-4493-ae88-f1efc53d777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'b22f9e10-b19a-4511-8a2b-e7b48b58ba45', 'name': '', 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'mac_address': 'fa:16:3e:4b:a3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '60c4039b-972f-439f-8338-f80521bf41ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:37Z', 'updated_at': '2022-02-09T21:41:45Z', 'revision_number': 4, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'subnets': [{'id': '60c4039b-972f-439f-8338-f80521bf41ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:46.953939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f9f3a78-379c-47c7-9305-4557e7b0a1d3 req-0033bedc-51fc-4842-97b7-8bec5d2a69c5 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563841 Feb 09 21:41:46.975860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8d175243-0114-43bc-aa4f-46c331fcc688), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.987880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (be122484-464c-46d2-ab34-af916986d7b4), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.011947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.015775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] 10.222.0.98 "DELETE /v2.0/networks/8d175243-0114-43bc-aa4f-46c331fcc688 HTTP/1.1" status: 204 len: 168 time: 0.9172516 Feb 09 21:41:47.030410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de69bdf-d565-4155-bd18-2b791c101bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=8d175243-0114-43bc-aa4f-46c331fcc688,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:47.090353 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (be122484-464c-46d2-ab34-af916986d7b4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.235501 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (be122484-464c-46d2-ab34-af916986d7b4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.307774 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92491941-174b-4493-ae88-f1efc53d777f None None] The sync data for ids ['7ac78c40-8548-45aa-9d6d-c49172e9b373'] in n-d-828599-1 is: [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'b22f9e10-b19a-4511-8a2b-e7b48b58ba45', 'name': '', 'network_id': '66f68e8a-50c4-4aaf-880f-f28b76590fab', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'mac_address': 'fa:16:3e:4b:a3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '60c4039b-972f-439f-8338-f80521bf41ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:37Z', 'updated_at': '2022-02-09T21:41:45Z', 'revision_number': 4, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'subnets': [{'id': '60c4039b-972f-439f-8338-f80521bf41ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:47.405640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec42dac-4d92-4805-beeb-46f4a04205f1 req-758efa4e-41bb-46c9-93f5-8f8ccf935f4d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:47.422732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ec42dac-4d92-4805-beeb-46f4a04205f1 req-758efa4e-41bb-46c9-93f5-8f8ccf935f4d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1766660 Feb 09 21:41:47.551207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be122484-464c-46d2-ab34-af916986d7b4,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:47.556636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ec42dac-4d92-4805-beeb-46f4a04205f1 req-8ebb5e79-24b7-4486-bf6b-172f352d6dbf tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284363 Feb 09 21:41:47.652423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.653587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-75e803c2-cc27-48ff-ad82-67568cf1a12c req-724bc50a-37a7-43e6-b7de-93b35870e615 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1374102 Feb 09 21:41:47.685874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-67cff874-14ac-4b70-9617-cbfd8fe49290 req-53f05cda-30d4-4cab-967b-1943a6c7e149 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-709572551', 'description': 'tempest-description-874078572'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:47.857051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67cff874-14ac-4b70-9617-cbfd8fe49290 req-53f05cda-30d4-4cab-967b-1943a6c7e149 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.871971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Router 004dab1a-85e9-4cce-8945-0fa860ca0faa has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:47.968080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57928) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:48.098044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67cff874-14ac-4b70-9617-cbfd8fe49290 req-53f05cda-30d4-4cab-967b-1943a6c7e149 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b944adfc-3870-42aa-bfef-f88b747bdd0a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.177424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67cff874-14ac-4b70-9617-cbfd8fe49290 req-53f05cda-30d4-4cab-967b-1943a6c7e149 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b944adfc-3870-42aa-bfef-f88b747bdd0a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.224424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f05cda-30d4-4cab-967b-1943a6c7e149 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b944adfc-3870-42aa-bfef-f88b747bdd0a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:48.296789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67cff874-14ac-4b70-9617-cbfd8fe49290 req-53f05cda-30d4-4cab-967b-1943a6c7e149 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.302408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67cff874-14ac-4b70-9617-cbfd8fe49290 req-53f05cda-30d4-4cab-967b-1943a6c7e149 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6216006 Feb 09 21:41:48.378575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-05620666-5202-4ee1-acde-5e3bbc562cfc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=85a96698da3f4e1f98638487f18948c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935804 Feb 09 21:41:48.385298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57936) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:48.417162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66f15891-a54e-420d-9d1e-d200f174d318 req-f1534e07-5fce-40b6-9898-557f784327e3 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/b944adfc-3870-42aa-bfef-f88b747bdd0a HTTP/1.1" status: 200 len: 1820 time: 0.0935266 Feb 09 21:41:48.424773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-66f15891-a54e-420d-9d1e-d200f174d318 req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b944adfc-3870-42aa-bfef-f88b747bdd0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:48.425544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-66f15891-a54e-420d-9d1e-d200f174d318 req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b944adfc-3870-42aa-bfef-f88b747bdd0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:48.458708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c38c09-8d8d-4f30-b6eb-905a89848b5b req-13e2db95-4fb1-4585-ba23-522158043d46 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:48.467679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7c38c09-8d8d-4f30-b6eb-905a89848b5b req-13e2db95-4fb1-4585-ba23-522158043d46 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 932 time: 0.3096304 Feb 09 21:41:48.474779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b5f096-14bf-4402-8868-bc6d84f247aa {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:48.512216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Publish callbacks [] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.571754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:48.599615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] Sync routers for ids ['004dab1a-85e9-4cce-8945-0fa860ca0faa'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:48.612291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] Routers {'004dab1a-85e9-4cce-8945-0fa860ca0faa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:48.616631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['004dab1a-85e9-4cce-8945-0fa860ca0faa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:48.622945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-74a01fbe-92ce-4f9f-b869-577cc98c3a14 admin admin] 10.222.0.98 "PUT /v2.0/routers/004dab1a-85e9-4cce-8945-0fa860ca0faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7115843 Feb 09 21:41:48.628322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57944) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:48.645830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Transition to ACTIVE for port object 92b5f096-14bf-4402-8868-bc6d84f247aa will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:48.646799 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4acfa555-2bd3-4761-b51e-b02cd9d0951d admin admin] Publish callbacks [] for security_group (c9c00c56-af22-4aee-9cd1-6cf6ce730981), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.705392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4acfa555-2bd3-4761-b51e-b02cd9d0951d admin admin] Publish callbacks [] for security_group (c9c00c56-af22-4aee-9cd1-6cf6ce730981), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.769753 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-66f15891-a54e-420d-9d1e-d200f174d318 req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (19558dbf-51f0-4678-8910-b4dfcb2f2c7b), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.825566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.842328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b22f9e10-b19a-4511-8a2b-e7b48b58ba45 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:48.891133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4acfa555-2bd3-4761-b51e-b02cd9d0951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c9c00c56-af22-4aee-9cd1-6cf6ce730981), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.894009 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4acfa555-2bd3-4761-b51e-b02cd9d0951d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.898285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4acfa555-2bd3-4761-b51e-b02cd9d0951d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c9c00c56-af22-4aee-9cd1-6cf6ce730981 HTTP/1.1" status: 204 len: 168 time: 0.5077291 Feb 09 21:41:48.966457 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-66f15891-a54e-420d-9d1e-d200f174d318 req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (19558dbf-51f0-4678-8910-b4dfcb2f2c7b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.989426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] Set router 004dab1a-85e9-4cce-8945-0fa860ca0faa gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:48.992141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7c38c09-8d8d-4f30-b6eb-905a89848b5b req-48cf830d-713c-467c-8b59-cf1d8ed3cd9e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193384 Feb 09 21:41:49.013435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks [] for router (004dab1a-85e9-4cce-8945-0fa860ca0faa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.232680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfa555-2bd3-4761-b51e-b02cd9d0951d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c00c56-af22-4aee-9cd1-6cf6ce730981,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:49.296482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Attempting to bind port 92b5f096-14bf-4402-8868-bc6d84f247aa on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:49.300166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Attempting to bind port 92b5f096-14bf-4402-8868-bc6d84f247aa by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:49.300166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Attempting to bind port 92b5f096-14bf-4402-8868-bc6d84f247aa on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:49.302676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:49.305762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Port 92b5f096-14bf-4402-8868-bc6d84f247aa on network 75aac111-eeca-44b7-9622-f4ddb48c48ce not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:49.306859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Attempting to bind port 92b5f096-14bf-4402-8868-bc6d84f247aa on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:49.325326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-66f15891-a54e-420d-9d1e-d200f174d318 req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (19558dbf-51f0-4678-8910-b4dfcb2f2c7b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.346940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:49.347211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Checking segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:49.347606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Bound using segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:49.348109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Bound port: 92b5f096-14bf-4402-8868-bc6d84f247aa, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:49.348470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.402089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:49.402723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.432157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19558dbf-51f0-4678-8910-b4dfcb2f2c7b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:49.448412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11d82e-0440-48e0-8e71-ef2a0bd8dd3c req-ea77f7ce-942a-477d-a4aa-2d23372320a2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:49.468424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c11d82e-0440-48e0-8e71-ef2a0bd8dd3c req-ea77f7ce-942a-477d-a4aa-2d23372320a2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.2221289 Feb 09 21:41:49.470775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-66f15891-a54e-420d-9d1e-d200f174d318 req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.476858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66f15891-a54e-420d-9d1e-d200f174d318 req-fe1be90b-13cf-4fdd-b57d-7bb003d9a812 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0585418 Feb 09 21:41:49.500511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks [] for router_gateway (004dab1a-85e9-4cce-8945-0fa860ca0faa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.531996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c6cd0873-8fb4-4b1c-8a8b-994509963a5a req-d527c2b4-3383-450e-adcd-ac2ab7738f7e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1766912354', 'description': 'tempest-description-307342620'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:49.650073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c11d82e-0440-48e0-8e71-ef2a0bd8dd3c req-52bcb9c5-d03f-4988-b9fb-38f4f4eb93e6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807737 Feb 09 21:41:49.652112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:49.687092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6cd0873-8fb4-4b1c-8a8b-994509963a5a req-d527c2b4-3383-450e-adcd-ac2ab7738f7e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.693397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:49.763332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.772923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:49.777191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Deleting port cd2dcf20-c744-4a66-8c56-f178832ed80e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:49.777723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.844692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:44Z', 'revision_number': 5, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port': {'id': 'cd2dcf20-c744-4a66-8c56-f178832ed80e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:49.879471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:49.910036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:49.912535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.914963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-401df8fe-bded-464f-ab8b-19435aecfd29 service neutron] 10.222.0.110 "PUT /v2.0/ports/92b5f096-14bf-4402-8868-bc6d84f247aa HTTP/1.1" status: 200 len: 1092 time: 3.7983820 Feb 09 21:41:49.919211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:49.923685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] Checking router: 004dab1a-85e9-4cce-8945-0fa860ca0faa for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:49.924970 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:49.962086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6cd0873-8fb4-4b1c-8a8b-994509963a5a req-d527c2b4-3383-450e-adcd-ac2ab7738f7e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (ad49cbe5-4e4d-4cb8-9965-b588130d4ae2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.969837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] Routers {'004dab1a-85e9-4cce-8945-0fa860ca0faa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:49.972090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['004dab1a-85e9-4cce-8945-0fa860ca0faa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:50.083685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6cd0873-8fb4-4b1c-8a8b-994509963a5a req-d527c2b4-3383-450e-adcd-ac2ab7738f7e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ad49cbe5-4e4d-4cb8-9965-b588130d4ae2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.116918 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e68ab48-53ed-47c0-894a-773756946784 x-openstack-request-id: req-4e68ab48-53ed-47c0-894a-773756946784 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:50.117485 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:50.117926 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e68ab48-53ed-47c0-894a-773756946784 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:50.118598 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'status': 'completed', 'code': 200} Feb 09 21:41:50.138289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] Set router 004dab1a-85e9-4cce-8945-0fa860ca0faa gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:50.153552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] For port cd2dcf20-c744-4a66-8c56-f178832ed80e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd2dcf20-c744-4a66-8c56-f178832ed80e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:50.153931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.155689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-ece051d4-286e-4f11-83f1-2384da44d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:50.160921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-ece051d4-286e-4f11-83f1-2384da44d873 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 1126 time: 0.1232326 Feb 09 21:41:50.190796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Calling delete_port for cd2dcf20-c744-4a66-8c56-f178832ed80e owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:50.221055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:49Z', 'revision_number': 6, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:50.232711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527c2b4-3383-450e-adcd-ac2ab7738f7e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad49cbe5-4e4d-4cb8-9965-b588130d4ae2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:50.267296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6cd0873-8fb4-4b1c-8a8b-994509963a5a req-d527c2b4-3383-450e-adcd-ac2ab7738f7e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.276569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6cd0873-8fb4-4b1c-8a8b-994509963a5a req-d527c2b4-3383-450e-adcd-ac2ab7738f7e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7505407 Feb 09 21:41:50.328800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316deda-9888-4444-8fdf-1603c23aaf32 None None] The sync data for ids ['004dab1a-85e9-4cce-8945-0fa860ca0faa'] in n-d-828599-1 is: [{'id': '004dab1a-85e9-4cce-8945-0fa860ca0faa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089692971-router', 'tenant_id': '4bbcdba637824bda99bf7d6de3993717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:49Z', 'revision_number': 6, 'project_id': '4bbcdba637824bda99bf7d6de3993717', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:50.401161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-96f0a8a1-3b35-41f1-92d7-3041c09692cf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b5f096-14bf-4402-8868-bc6d84f247aa HTTP/1.1" status: 200 len: 217 time: 0.2030559 Feb 09 21:41:50.406697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-87dc63e2-f489-4da7-b05d-71bc34f7f882 req-8e9e49e0-e7ed-4f51-954a-e2fc6117b8a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1058865831', 'description': 'tempest-description-1257374837'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:50.452005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:50.590561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c6afccc-9e06-476a-89bb-8ef5ea6498a5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fc4b1317500b4fafbc59c3b7925f10c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371050 Feb 09 21:41:50.594065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:50.616046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 26181fa9-3750-46ab-9ab4-713ac68c6022 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:50.624444 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-87dc63e2-f489-4da7-b05d-71bc34f7f882 req-8e9e49e0-e7ed-4f51-954a-e2fc6117b8a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.696207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 26181fa9-3750-46ab-9ab4-713ac68c6022 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:50.696207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 26181fa9-3750-46ab-9ab4-713ac68c6022 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:50.734801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-7b8b12b6-113d-4d31-b0bc-24d802176373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:50.738497 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-7b8b12b6-113d-4d31-b0bc-24d802176373 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 200 len: 845 time: 0.2874553 Feb 09 21:41:50.758601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-87dc63e2-f489-4da7-b05d-71bc34f7f882 req-8e9e49e0-e7ed-4f51-954a-e2fc6117b8a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (1636cfc7-ce00-4fa0-99ff-152802c0cfaf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.762213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27858e8e-5ade-4530-ae69-bd14ad44b317 req-58482ba5-36a4-4d91-86ea-a69bbc2d53ff tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:50.779759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27858e8e-5ade-4530-ae69-bd14ad44b317 req-58482ba5-36a4-4d91-86ea-a69bbc2d53ff tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 944 time: 0.5526400 Feb 09 21:41:50.794288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cd2dcf20-c744-4a66-8c56-f178832ed80e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.833503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-9a7a7490-2cd0-4e60-9797-6487f3538512 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=75aac111-eeca-44b7-9622-f4ddb48c48ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869715 Feb 09 21:41:50.842204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2dcf20-c744-4a66-8c56-f178832ed80e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:50.906140 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4252e445-a4ff-44f4-a7f6-110ba3b12c6b admin admin] Publish callbacks [] for security_group (eed6fe92-7066-4907-90ae-79ef367bc7b7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.914578 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27858e8e-5ade-4530-ae69-bd14ad44b317 req-49ddd3c2-0e5b-4080-bf74-c82b6564770b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338811 Feb 09 21:41:50.934777 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (004dab1a-85e9-4cce-8945-0fa860ca0faa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.939367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-87dc63e2-f489-4da7-b05d-71bc34f7f882 req-8e9e49e0-e7ed-4f51-954a-e2fc6117b8a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1636cfc7-ce00-4fa0-99ff-152802c0cfaf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.967157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4252e445-a4ff-44f4-a7f6-110ba3b12c6b admin admin] Publish callbacks [] for security_group (eed6fe92-7066-4907-90ae-79ef367bc7b7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.061811 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-32f80f27-33ea-4bc1-a46c-0b79c700fa96 service neutron] 10.222.0.110 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172654 Feb 09 21:41:51.113410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (004dab1a-85e9-4cce-8945-0fa860ca0faa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.117800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks [] for router_controller (004dab1a-85e9-4cce-8945-0fa860ca0faa), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.123498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e49e0-e7ed-4f51-954a-e2fc6117b8a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1636cfc7-ce00-4fa0-99ff-152802c0cfaf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.221420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-87dc63e2-f489-4da7-b05d-71bc34f7f882 req-8e9e49e0-e7ed-4f51-954a-e2fc6117b8a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.221420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dc63e2-f489-4da7-b05d-71bc34f7f882 req-8e9e49e0-e7ed-4f51-954a-e2fc6117b8a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8232253 Feb 09 21:41:51.233720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442da16-1a09-46b1-98c8-ca07a5efae23 req-cca44604-6950-4014-a47a-bb2bff225c9f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:51.235267 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9442da16-1a09-46b1-98c8-ca07a5efae23 req-cca44604-6950-4014-a47a-bb2bff225c9f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.2007463 Feb 09 21:41:51.239646 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (004dab1a-85e9-4cce-8945-0fa860ca0faa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.241062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004dab1a-85e9-4cce-8945-0fa860ca0faa {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:51.248784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.250290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b9f598b-c1c6-444d-b152-1ea0bb50a538 admin admin] 10.222.0.98 "DELETE /v2.0/routers/004dab1a-85e9-4cce-8945-0fa860ca0faa HTTP/1.1" status: 204 len: 168 time: 2.6192939 Feb 09 21:41:51.253271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57982) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:51.268074 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-200d9d3e-d4a7-492b-a750-78d4b3e98fea req-51be31c1-0d4f-4260-ba43-c4b297e378ab service neutron] 10.222.0.110 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844351 Feb 09 21:41:51.354598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9442da16-1a09-46b1-98c8-ca07a5efae23 req-734b3741-81ea-4ae1-8971-4a91e4d684ac tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852358 Feb 09 21:41:51.364016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4252e445-a4ff-44f4-a7f6-110ba3b12c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eed6fe92-7066-4907-90ae-79ef367bc7b7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.364016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4252e445-a4ff-44f4-a7f6-110ba3b12c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.364016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4252e445-a4ff-44f4-a7f6-110ba3b12c6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eed6fe92-7066-4907-90ae-79ef367bc7b7 HTTP/1.1" status: 204 len: 168 time: 0.7601640 Feb 09 21:41:51.385118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252e445-a4ff-44f4-a7f6-110ba3b12c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed6fe92-7066-4907-90ae-79ef367bc7b7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.395866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] Deleting subnet 2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:51.400691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] Publish callbacks [] for subnet (2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.466945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-cdc715d7-2156-4608-9f44-4ba80722f7f6 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/ad49cbe5-4e4d-4cb8-9965-b588130d4ae2 HTTP/1.1" status: 200 len: 1821 time: 0.1627743 Feb 09 21:41:51.476692 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.492827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-308ed027-a591-435c-b33b-da7329608274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:51.497014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-308ed027-a591-435c-b33b-da7329608274 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 1126 time: 0.0739996 Feb 09 21:41:51.600536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-36120dee-1148-4f4f-8d89-33ba4d563bef tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/1636cfc7-ce00-4fa0-99ff-152802c0cfaf HTTP/1.1" status: 200 len: 1822 time: 0.1212044 Feb 09 21:41:51.626868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad49cbe5-4e4d-4cb8-9965-b588130d4ae2', 'remote_group_id': '1636cfc7-ce00-4fa0-99ff-152802c0cfaf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:51.627225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad49cbe5-4e4d-4cb8-9965-b588130d4ae2', 'remote_group_id': '1636cfc7-ce00-4fa0-99ff-152802c0cfaf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:51.664593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.690955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-45dfb2f7-c245-4169-98bc-e2bbff903314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:51.692423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-45dfb2f7-c245-4169-98bc-e2bbff903314 service neutron] 10.222.0.110 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 906 time: 0.1892822 Feb 09 21:41:51.766312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-78526c6a-7ba8-492f-a33e-3c3fb4b7a707 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b5f096-14bf-4402-8868-bc6d84f247aa HTTP/1.1" status: 200 len: 217 time: 0.0606258 Feb 09 21:41:51.841640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.858100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-97b79256-100f-4e21-91ba-87cd5a6b686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:51.859629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-97b79256-100f-4e21-91ba-87cd5a6b686a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 200 len: 845 time: 0.0864253 Feb 09 21:41:51.882067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (b3936058-dedc-4405-85ed-f562ab87c6d0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.891859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.896043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477 HTTP/1.1" status: 204 len: 168 time: 0.6413882 Feb 09 21:41:51.897057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df389f5f-82d9-446e-a57b-2c6d945601a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3b29a4-86a8-4bd3-936d-8b0fe3ca7477,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.897449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad66f837-2ce4-48e7-a150-67728aa0841b None None] Network 6fc1f01f-cf96-44cf-8c34-455ca4f603aa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:51.899956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-17339bab-5d61-4baf-8a1a-770d5e6fb9df service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=75aac111-eeca-44b7-9622-f4ddb48c48ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337257 Feb 09 21:41:51.900458 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57990) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:52.070419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (b3936058-dedc-4405-85ed-f562ab87c6d0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.155281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b3936058-dedc-4405-85ed-f562ab87c6d0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.193611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3936058-dedc-4405-85ed-f562ab87c6d0,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:52.213224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] DHCP port deletion for 6fc1f01f-cf96-44cf-8c34-455ca4f603aa request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:52.284770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.286502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-114d0f33-3ec8-4d79-a71f-f9fb0a4bc621 req-3bc133ae-f555-481d-8530-6e756bd2d4bb tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6664917 Feb 09 21:41:52.297785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Deleting port df749337-fe4a-4948-aeda-217a6385b91f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:52.297785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (df749337-fe4a-4948-aeda-217a6385b91f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.317711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7071fee5-aab9-4449-bea1-2382f42179b2 req-ac6ce2cb-9d03-4a30-bc55-0f616608cf4b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-435979527', 'description': 'tempest-description-226273734'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:52.411970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] For port df749337-fe4a-4948-aeda-217a6385b91f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=df749337-fe4a-4948-aeda-217a6385b91f,segment=NetworkSegment(0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1),segment_id=0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:52.412900 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (df749337-fe4a-4948-aeda-217a6385b91f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.434677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Calling delete_port for df749337-fe4a-4948-aeda-217a6385b91f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:52.450931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7071fee5-aab9-4449-bea1-2382f42179b2 req-ac6ce2cb-9d03-4a30-bc55-0f616608cf4b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.584598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6fc1f01f-cf96-44cf-8c34-455ca4f603aa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.658270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7071fee5-aab9-4449-bea1-2382f42179b2 req-ac6ce2cb-9d03-4a30-bc55-0f616608cf4b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (db5881df-b98b-46e2-b440-fc297bcdc647), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.704240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-303cd57c-7bef-4396-9fbc-d3e611f280ba service neutron] 10.222.0.110 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975051 Feb 09 21:41:52.718130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd2dcf20-c744-4a66-8c56-f178832ed80e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:52.768251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cd2dcf20-c744-4a66-8c56-f178832ed80e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:52.768651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd2dcf20-c744-4a66-8c56-f178832ed80e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:52.769043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df749337-fe4a-4948-aeda-217a6385b91f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:52.794366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7071fee5-aab9-4449-bea1-2382f42179b2 req-ac6ce2cb-9d03-4a30-bc55-0f616608cf4b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (db5881df-b98b-46e2-b440-fc297bcdc647), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.842476 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (df749337-fe4a-4948-aeda-217a6385b91f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.858822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ce2cb-9d03-4a30-bc55-0f616608cf4b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5881df-b98b-46e2-b440-fc297bcdc647,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:52.890757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee81575e-c8a4-4ffa-a46d-438c4f31cbe9 req-bc135265-6d7d-44dd-8b00-bc34ee4e79d1 service neutron] 10.222.0.110 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754770 Feb 09 21:41:52.909767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447335b4-890a-4c02-b20c-ddb398bc58c6 req-5cf41543-dff0-44d3-abd5-ead0301def2f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:52.916323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] No DVR routers for this DVR port df749337-fe4a-4948-aeda-217a6385b91f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:52.931357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-447335b4-890a-4c02-b20c-ddb398bc58c6 req-5cf41543-dff0-44d3-abd5-ead0301def2f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 944 time: 0.3758302 Feb 09 21:41:52.950606 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7071fee5-aab9-4449-bea1-2382f42179b2 req-ac6ce2cb-9d03-4a30-bc55-0f616608cf4b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.952313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7071fee5-aab9-4449-bea1-2382f42179b2 req-ac6ce2cb-9d03-4a30-bc55-0f616608cf4b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6400886 Feb 09 21:41:52.996061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 92b5f096-14bf-4402-8868-bc6d84f247aa details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:53.006306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Pushing event deleted for resources: {'Port': ['ID=df749337-fe4a-4948-aeda-217a6385b91f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.032175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.032531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.032882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.033239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.033564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.033894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.034439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.034774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.035115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.035447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.035799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.036330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.036840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c84519-62ef-423a-be10-f17a9f8a9f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:53.046906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port df749337-fe4a-4948-aeda-217a6385b91f {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:41:53.047510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port df749337-fe4a-4948-aeda-217a6385b91f host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:41:53.048099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df749337-fe4a-4948-aeda-217a6385b91f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:53.062717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-447335b4-890a-4c02-b20c-ddb398bc58c6 req-7e427749-3bdc-4436-8e6a-2371514743a3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304398 Feb 09 21:41:53.067363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Deleting port df749337-fe4a-4948-aeda-217a6385b91f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:53.067687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (df749337-fe4a-4948-aeda-217a6385b91f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.161740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-0f98b222-d1c6-49ac-a805-265447ce7d70 req-3deda78e-fd0f-49c3-a728-b06c3b520031 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-32038267', 'description': 'tempest-description-429103875'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:53.264331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] For port df749337-fe4a-4948-aeda-217a6385b91f, host n-d-828599-1, got binding levels [] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:53.264551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1adeda-98ba-448b-be31-4c6b11ad5962 req-d74bdd87-96c0-4277-a1b6-f3653b9655b3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:53.264700 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (df749337-fe4a-4948-aeda-217a6385b91f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.266521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:53.274606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cd1adeda-98ba-448b-be31-4c6b11ad5962 req-d74bdd87-96c0-4277-a1b6-f3653b9655b3 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1720705 Feb 09 21:41:53.286644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'mac_address': 'fa:16:3e:ac:fd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:41:53.300814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Calling delete_port for df749337-fe4a-4948-aeda-217a6385b91f owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:53.319683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Port df749337-fe4a-4948-aeda-217a6385b91f was not found and therefore no delete operation was performed {{(pid=103696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:41:53.319683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (df749337-fe4a-4948-aeda-217a6385b91f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.357128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] No DVR routers for this DVR port df749337-fe4a-4948-aeda-217a6385b91f on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:53.406832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-0f98b222-d1c6-49ac-a805-265447ce7d70 req-3deda78e-fd0f-49c3-a728-b06c3b520031 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.410767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cd1adeda-98ba-448b-be31-4c6b11ad5962 req-0a9aec7a-9b20-45e3-9c85-542bfe72df7e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333380 Feb 09 21:41:53.425735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=df749337-fe4a-4948-aeda-217a6385b91f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.557567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6fc1f01f-cf96-44cf-8c34-455ca4f603aa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.577289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 92b5f096-14bf-4402-8868-bc6d84f247aa is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:53.577961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.590666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc1f01f-cf96-44cf-8c34-455ca4f603aa']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:53.591960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b5f096-14bf-4402-8868-bc6d84f247aa {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:53.611438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:53.612065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:53.614974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:53.629391 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.658188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.671090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-0f98b222-d1c6-49ac-a805-265447ce7d70 req-3deda78e-fd0f-49c3-a728-b06c3b520031 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b50085db-9623-469b-a6e1-73878e868973), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.674480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:53.674894 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0ae3b16b-20d4-4c5e-9fba-ec7f6e3db4f1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:53.677397 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:53.683287 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.749817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-0f98b222-d1c6-49ac-a805-265447ce7d70 req-3deda78e-fd0f-49c3-a728-b06c3b520031 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b50085db-9623-469b-a6e1-73878e868973), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.782263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deda78e-fd0f-49c3-a728-b06c3b520031 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50085db-9623-469b-a6e1-73878e868973,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.786526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.840000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6fc1f01f-cf96-44cf-8c34-455ca4f603aa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.850772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.859425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6fc1f01f-cf96-44cf-8c34-455ca4f603aa HTTP/1.1" status: 204 len: 168 time: 1.9540591 Feb 09 21:41:53.869447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58040) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:53.881692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d7ea9-0fcc-4acd-9520-27f71feb3e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc1f01f-cf96-44cf-8c34-455ca4f603aa,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.892661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-0f98b222-d1c6-49ac-a805-265447ce7d70 req-3deda78e-fd0f-49c3-a728-b06c3b520031 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.894736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f98b222-d1c6-49ac-a805-265447ce7d70 req-3deda78e-fd0f-49c3-a728-b06c3b520031 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7391100 Feb 09 21:41:53.974540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-2b144715-bb31-4773-a57b-7a9ea2ce47be tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/db5881df-b98b-46e2-b440-fc297bcdc647 HTTP/1.1" status: 200 len: 1820 time: 0.0513623 Feb 09 21:41:54.006737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['92b5f096-14bf-4402-8868-bc6d84f247aa'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:54.039961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-8ec6102c-a057-4a12-8158-7e031e1f4632 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/b50085db-9623-469b-a6e1-73878e868973 HTTP/1.1" status: 200 len: 1819 time: 0.0645232 Feb 09 21:41:54.052026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db5881df-b98b-46e2-b440-fc297bcdc647', 'remote_group_id': 'b50085db-9623-469b-a6e1-73878e868973', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:54.052659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db5881df-b98b-46e2-b440-fc297bcdc647', 'remote_group_id': 'b50085db-9623-469b-a6e1-73878e868973', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:54.126101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-network', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:54.256307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Made reservation on behalf of 3c02f6ce9ac047e8b8e12fd16d5b484c for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:54.260487 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.273127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.289962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd33de-370a-44ec-846d-59e6e459928a req-1b490dc7-3e3f-497c-872f-cfbdc72183a4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.293473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10bd33de-370a-44ec-846d-59e6e459928a req-1b490dc7-3e3f-497c-872f-cfbdc72183a4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 945 time: 0.1009963 Feb 09 21:41:54.344096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (e47e1f66-35a1-48e2-aa86-228ccc1465aa), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.370072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10bd33de-370a-44ec-846d-59e6e459928a req-1cf8bbb9-0dcf-4dbc-9318-15180c1b1b63 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707257 Feb 09 21:41:54.372818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58052) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:54.417396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (e47e1f66-35a1-48e2-aa86-228ccc1465aa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.461581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks [] for security_group (2b8c5791-3982-4932-b290-8ee087bc031e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.475269 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3739ce7f-8470-4978-9a7b-70e579ec9467 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4bbcdba637824bda99bf7d6de3993717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909371 Feb 09 21:41:54.475482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58058) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:54.493490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e47e1f66-35a1-48e2-aa86-228ccc1465aa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.567383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2b8c5791-3982-4932-b290-8ee087bc031e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.580039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47e1f66-35a1-48e2-aa86-228ccc1465aa,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:54.626301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db70f7a-f9ea-44cd-9790-4e126ec78e59 req-fac35a50-b4ae-4474-848f-033d6d29329c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.631868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8581fac0-cb68-48c1-aa0a-89d404df713f admin admin] Publish callbacks [] for security_group (a06726da-6fe5-447e-aa15-8a7d74110f47), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.635011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8db70f7a-f9ea-44cd-9790-4e126ec78e59 req-fac35a50-b4ae-4474-848f-033d6d29329c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1295314 Feb 09 21:41:54.677066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:54.702832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c5791-3982-4932-b290-8ee087bc031e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:54.733510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (25eeea90-24e2-43df-98f1-3fb19729b202), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.733949 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Added segment 25eeea90-24e2-43df-98f1-3fb19729b202 of type vlan for network c2394db3-a51d-4b9c-95aa-b34b05840d6c Feb 09 21:41:54.746715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8db70f7a-f9ea-44cd-9790-4e126ec78e59 req-0353389e-8c13-4704-bc8f-bf4175acfb88 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032977 Feb 09 21:41:54.759964 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8581fac0-cb68-48c1-aa0a-89d404df713f admin admin] Publish callbacks [] for security_group (a06726da-6fe5-447e-aa15-8a7d74110f47), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.764825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.777393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1bd8d808-bae0-46cb-bd51-a8a2f861125c req-e8215c4a-7b6f-4097-be41-11840aef9a18 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7195787 Feb 09 21:41:54.846464 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c2394db3-a51d-4b9c-95aa-b34b05840d6c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.954226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c2394db3-a51d-4b9c-95aa-b34b05840d6c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.955247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.955989 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.997813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 92b5f096-14bf-4402-8868-bc6d84f247aa up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:55.019087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28e8eb15-f817-4d82-be38-49dd6bb142e6 req-15686919-e57f-4c43-8880-b33c8f39637c tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/b50085db-9623-469b-a6e1-73878e868973 HTTP/1.1" status: 200 len: 1819 time: 0.1015146 Feb 09 21:41:55.096513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] Pushing event updated for resources: {'Network': ['ID=c2394db3-a51d-4b9c-95aa-b34b05840d6c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:55.119049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:55.125388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-28e8eb15-f817-4d82-be38-49dd6bb142e6 req-4526635d-371d-4752-9bad-dea708b9b29e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b50085db-9623-469b-a6e1-73878e868973), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.192069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-28e8eb15-f817-4d82-be38-49dd6bb142e6 req-4526635d-371d-4752-9bad-dea708b9b29e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b50085db-9623-469b-a6e1-73878e868973), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.216735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8581fac0-cb68-48c1-aa0a-89d404df713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a06726da-6fe5-447e-aa15-8a7d74110f47), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.216735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8581fac0-cb68-48c1-aa0a-89d404df713f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.216735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8581fac0-cb68-48c1-aa0a-89d404df713f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a06726da-6fe5-447e-aa15-8a7d74110f47 HTTP/1.1" status: 204 len: 168 time: 0.7360978 Feb 09 21:41:55.225892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581fac0-cb68-48c1-aa0a-89d404df713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06726da-6fe5-447e-aa15-8a7d74110f47,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:55.239331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c8fae63d-870e-439e-b676-a6ad85d0ae02 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3687780 Feb 09 21:41:55.242473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58070) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:55.250076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Request body: {'subnet': {'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-subnet', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:55.300186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 92b5f096-14bf-4402-8868-bc6d84f247aa completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:41:55.356450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 92b5f096-14bf-4402-8868-bc6d84f247aa triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:55.356974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.403170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Made reservation on behalf of 3c02f6ce9ac047e8b8e12fd16d5b484c for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:55.406910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.453076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-28e8eb15-f817-4d82-be38-49dd6bb142e6 req-4526635d-371d-4752-9bad-dea708b9b29e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b50085db-9623-469b-a6e1-73878e868973), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.453076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-28e8eb15-f817-4d82-be38-49dd6bb142e6 req-4526635d-371d-4752-9bad-dea708b9b29e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.454476 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28e8eb15-f817-4d82-be38-49dd6bb142e6 req-4526635d-371d-4752-9bad-dea708b9b29e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-groups/b50085db-9623-469b-a6e1-73878e868973 HTTP/1.1" status: 204 len: 173 time: 0.4334979 Feb 09 21:41:55.477228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526635d-371d-4752-9bad-dea708b9b29e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50085db-9623-469b-a6e1-73878e868973,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:55.603516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d12e1296-b545-4bc1-bf1d-156652b2c213 req-5fef2345-aa16-4d52-8ae6-87a5780b9626 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/db5881df-b98b-46e2-b440-fc297bcdc647 HTTP/1.1" status: 200 len: 1820 time: 0.1220369 Feb 09 21:41:55.619873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 92b5f096-14bf-4402-8868-bc6d84f247aa is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:55.619873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.648179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-fbf568f9-10a2-468a-81e4-aa9c64224883 req-caf5e380-3da1-422d-8144-3a1f35e1ca31 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1099902788', 'description': 'tempest-description-1165032435'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:55.693659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:55.701917 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1f4f68-736c-45d3-8780-e4ea8bfda6a8" -d '{"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-plugged", "status": "completed", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:55.744275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de586-d6e6-48ad-bb40-7fdcbc771ec5 req-36e5ae43-7631-4f88-98c0-f757c50b2f42 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:55.744655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:55.745906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f69de586-d6e6-48ad-bb40-7fdcbc771ec5 req-36e5ae43-7631-4f88-98c0-f757c50b2f42 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 945 time: 0.2212625 Feb 09 21:41:55.763860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fbf568f9-10a2-468a-81e4-aa9c64224883 req-caf5e380-3da1-422d-8144-3a1f35e1ca31 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.831518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.882051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f69de586-d6e6-48ad-bb40-7fdcbc771ec5 req-d7c61655-9cba-42a5-8a24-e7c8b0b48330 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241238 Feb 09 21:41:55.988305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fbf568f9-10a2-468a-81e4-aa9c64224883 req-caf5e380-3da1-422d-8144-3a1f35e1ca31 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (032ce9ed-ae90-4f5e-9155-c55cf6e105aa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.041812 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509741d4-f4e4-4f42-8cdd-687fbbdd25e4 x-openstack-request-id: req-509741d4-f4e4-4f42-8cdd-687fbbdd25e4 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:56.043420 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-plugged", "status": "completed", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:56.043692 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-509741d4-f4e4-4f42-8cdd-687fbbdd25e4 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:56.044141 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'code': 200} Feb 09 21:41:56.066861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fbf568f9-10a2-468a-81e4-aa9c64224883 req-caf5e380-3da1-422d-8144-3a1f35e1ca31 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (032ce9ed-ae90-4f5e-9155-c55cf6e105aa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.133856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:56.144684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5e380-3da1-422d-8144-3a1f35e1ca31 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032ce9ed-ae90-4f5e-9155-c55cf6e105aa,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:56.188276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fbf568f9-10a2-468a-81e4-aa9c64224883 req-caf5e380-3da1-422d-8144-3a1f35e1ca31 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.189733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbf568f9-10a2-468a-81e4-aa9c64224883 req-caf5e380-3da1-422d-8144-3a1f35e1ca31 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5475967 Feb 09 21:41:56.231449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (b2ecefa4-0fbc-4e33-9dcf-0303035cb167), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.296158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-29b0696d-cac3-4a26-9453-75a5680cea8f tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/032ce9ed-ae90-4f5e-9155-c55cf6e105aa HTTP/1.1" status: 200 len: 1822 time: 0.0663311 Feb 09 21:41:56.317609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '032ce9ed-ae90-4f5e-9155-c55cf6e105aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:56.317609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '032ce9ed-ae90-4f5e-9155-c55cf6e105aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:56.375262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ecefa4-0fbc-4e33-9dcf-0303035cb167,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:56.387171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032acab-6024-46fc-83b0-c813f06aab7d req-8a9db8bf-949a-4483-9036-bb8efa0655b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:56.395499 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a032acab-6024-46fc-83b0-c813f06aab7d req-8a9db8bf-949a-4483-9036-bb8efa0655b5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 1128 time: 0.2669067 Feb 09 21:41:56.413954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bc4d8-d4a2-4714-a990-632733572262 req-dc3715bb-881c-4697-b770-29b4222ef381 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:56.415515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-410bc4d8-d4a2-4714-a990-632733572262 req-dc3715bb-881c-4697-b770-29b4222ef381 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.2956164 Feb 09 21:41:56.501776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a032acab-6024-46fc-83b0-c813f06aab7d req-2bff1d6c-1a7a-450e-9212-7ce1ac15a1ee service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027935 Feb 09 21:41:56.503244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Checking segment: {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:56.504149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Network hostable DHCP agents. Network: c2394db3-a51d-4b9c-95aa-b34b05840d6c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:56.580290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (fed5137b-1452-49c2-aaac-f50ad8473c1d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.607961 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-410bc4d8-d4a2-4714-a990-632733572262 req-d9db31c1-2c0b-4a8f-9c70-f5c3ff928c53 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762328 Feb 09 21:41:56.622741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:56.651903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (fed5137b-1452-49c2-aaac-f50ad8473c1d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.719931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c2394db3-a51d-4b9c-95aa-b34b05840d6c) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:56.725639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:56.726301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.729541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (fed5137b-1452-49c2-aaac-f50ad8473c1d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.740963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ad236-af80-4be4-b0e8-de5ad46f3df9 None None] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:56.787204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed5137b-1452-49c2-aaac-f50ad8473c1d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:56.830233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58124) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:56.834045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c49dcc9e-2851-42f9-aa0e-ee62c790ce72 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5856063 Feb 09 21:41:56.834889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:56.859304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.860563 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e32d744-7fca-48a8-a7c4-0c4450137998 req-82ea2c3b-558c-4bd7-98f4-d6f1a6390b6e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5582712 Feb 09 21:41:56.932151 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-adef595e-b35b-4465-a949-8709cc83c596 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/032ce9ed-ae90-4f5e-9155-c55cf6e105aa HTTP/1.1" status: 200 len: 2415 time: 0.0444307 Feb 09 21:41:56.933894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:56.934766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.937380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (9c24f788-ed02-468b-bd2e-d63161f4bd4f), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.939752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (9c24f788-ed02-468b-bd2e-d63161f4bd4f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.968342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '032ce9ed-ae90-4f5e-9155-c55cf6e105aa', 'remote_group_id': None}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:56.969437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '032ce9ed-ae90-4f5e-9155-c55cf6e105aa', 'remote_group_id': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:57.073890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks [] for router_controller (9c24f788-ed02-468b-bd2e-d63161f4bd4f), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.109097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5afe20-44ea-4483-bf4a-8f0abe33e230 req-6de6aff9-8056-47b1-bcdf-aee3e6be7120 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:57.118335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ac5afe20-44ea-4483-bf4a-8f0abe33e230 req-6de6aff9-8056-47b1-bcdf-aee3e6be7120 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 946 time: 0.0786202 Feb 09 21:41:57.151786 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (c5d86795-9b70-44a1-a91c-616d72660949), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.211782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (c5d86795-9b70-44a1-a91c-616d72660949), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.222159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Allocated IP 172.20.0.2 (c2394db3-a51d-4b9c-95aa-b34b05840d6c/b2ecefa4-0fbc-4e33-9dcf-0303035cb167/92f3a4cf-3b28-4b67-84b8-8b90759bfe4e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:57.288102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c5d86795-9b70-44a1-a91c-616d72660949), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.322608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d86795-9b70-44a1-a91c-616d72660949,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.329452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ac5afe20-44ea-4483-bf4a-8f0abe33e230 req-9b5c85ed-d309-41a2-a877-d520d2514953 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099593 Feb 09 21:41:57.356956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks [] for router_gateway (9c24f788-ed02-468b-bd2e-d63161f4bd4f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.430246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.431428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Publish callbacks [] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.432374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0da0054-2b16-4b82-9cba-dfb57c6934d3 req-28385686-d500-4268-a588-088507c3b42b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4834526 Feb 09 21:41:57.508613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aba67479-0be0-47d7-9c9e-0ae69f362b5f req-9835609c-e19e-4ae8-91b9-f6d7e87e5e97 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/032ce9ed-ae90-4f5e-9155-c55cf6e105aa HTTP/1.1" status: 200 len: 3013 time: 0.0550003 Feb 09 21:41:57.549695 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.613805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84e1d84b-fcc1-41c9-9b6d-fa6fd1bd74b6 req-bcd82f5c-a95c-4210-adc6-b77158b4983e tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-group-rules/c5d86795-9b70-44a1-a91c-616d72660949 HTTP/1.1" status: 200 len: 783 time: 0.0640216 Feb 09 21:41:57.676351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:57.713491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:57.717031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:57.746248 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84e1d84b-fcc1-41c9-9b6d-fa6fd1bd74b6 req-deb51cbb-0a5d-44de-935f-ddfd0daf96dc tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/032ce9ed-ae90-4f5e-9155-c55cf6e105aa HTTP/1.1" status: 200 len: 3013 time: 0.1303210 Feb 09 21:41:57.768386 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks [] for router_gateway (9c24f788-ed02-468b-bd2e-d63161f4bd4f), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.773899 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-84e1d84b-fcc1-41c9-9b6d-fa6fd1bd74b6 req-97641b68-e95b-4258-b4d3-023a646b83b6 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (c5d86795-9b70-44a1-a91c-616d72660949), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.782420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Pushing event updated for resources: {'Port': ['ID=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.789420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-84e1d84b-fcc1-41c9-9b6d-fa6fd1bd74b6 req-97641b68-e95b-4258-b4d3-023a646b83b6 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (c5d86795-9b70-44a1-a91c-616d72660949), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.793021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.882565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Attempting to bind port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:57.882952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Attempting to bind port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:57.883328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Attempting to bind port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e on network c2394db3-a51d-4b9c-95aa-b34b05840d6c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:57.898409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:57.898800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Checking segment: {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:57.900357 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.903887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Bound using segment: {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:57.903887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Bound port: 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:57.903887 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.911453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb7e2e-4942-443b-b5ce-038bc8dbd76d req-1c8409f2-87c1-4cf7-ba48-ea2f8a5317bc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:57.922863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-84e1d84b-fcc1-41c9-9b6d-fa6fd1bd74b6 req-97641b68-e95b-4258-b4d3-023a646b83b6 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c5d86795-9b70-44a1-a91c-616d72660949), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.927258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1bdb7e2e-4942-443b-b5ce-038bc8dbd76d req-1c8409f2-87c1-4cf7-ba48-ea2f8a5317bc tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1383810 Feb 09 21:41:57.929149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-84e1d84b-fcc1-41c9-9b6d-fa6fd1bd74b6 req-97641b68-e95b-4258-b4d3-023a646b83b6 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.930542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84e1d84b-fcc1-41c9-9b6d-fa6fd1bd74b6 req-97641b68-e95b-4258-b4d3-023a646b83b6 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/c5d86795-9b70-44a1-a91c-616d72660949 HTTP/1.1" status: 204 len: 173 time: 0.1829662 Feb 09 21:41:57.973723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97641b68-e95b-4258-b4d3-023a646b83b6 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5d86795-9b70-44a1-a91c-616d72660949,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.026471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] For port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:58.030575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] For port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:58.068938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1bdb7e2e-4942-443b-b5ce-038bc8dbd76d req-fbec45e1-7ce0-4d66-9466-bc63b6954046 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405616 Feb 09 21:41:58.071551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4db18d63-ca7e-4362-9935-841be8db0c5e req-62d7f3bc-649a-4ac3-bd65-fc524619ce53 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/032ce9ed-ae90-4f5e-9155-c55cf6e105aa HTTP/1.1" status: 200 len: 2415 time: 0.0478246 Feb 09 21:41:58.135093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Allocated IP 172.25.5.51 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/f155b83c-304b-4062-ba26-8d738911a46a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:58.155083 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.180526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4db18d63-ca7e-4362-9935-841be8db0c5e req-22bd0c1e-bef4-4fc8-a312-fc1667cc43a3 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (032ce9ed-ae90-4f5e-9155-c55cf6e105aa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.225117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4db18d63-ca7e-4362-9935-841be8db0c5e req-22bd0c1e-bef4-4fc8-a312-fc1667cc43a3 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (032ce9ed-ae90-4f5e-9155-c55cf6e105aa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.326966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd028d01-0047-435e-a6b8-272ccb191447 None None] Pushing event updated for resources: {'Port': ['ID=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.385015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks [] for port (f155b83c-304b-4062-ba26-8d738911a46a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.485285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4db18d63-ca7e-4362-9935-841be8db0c5e req-22bd0c1e-bef4-4fc8-a312-fc1667cc43a3 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (032ce9ed-ae90-4f5e-9155-c55cf6e105aa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.488582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4db18d63-ca7e-4362-9935-841be8db0c5e req-22bd0c1e-bef4-4fc8-a312-fc1667cc43a3 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.493102 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4db18d63-ca7e-4362-9935-841be8db0c5e req-22bd0c1e-bef4-4fc8-a312-fc1667cc43a3 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-groups/032ce9ed-ae90-4f5e-9155-c55cf6e105aa HTTP/1.1" status: 204 len: 173 time: 0.4034488 Feb 09 21:41:58.531922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd0c1e-bef4-4fc8-a312-fc1667cc43a3 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032ce9ed-ae90-4f5e-9155-c55cf6e105aa,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.566856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a213de-1f29-4200-8d90-7084e663ab82 req-962280a6-9b47-4cf4-937e-91641b3f2e60 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:58.573043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6a213de-1f29-4200-8d90-7084e663ab82 req-962280a6-9b47-4cf4-937e-91641b3f2e60 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 946 time: 0.1419408 Feb 09 21:41:58.598817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f155b83c-304b-4062-ba26-8d738911a46a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.635758 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-49f5ba34-9746-47b9-b129-d6d37dd235ad req-a43eeaf6-aef7-4795-b569-93022fd758ef tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] show failed (client error): The resource could not be found. Feb 09 21:41:58.645722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49f5ba34-9746-47b9-b129-d6d37dd235ad req-a43eeaf6-aef7-4795-b569-93022fd758ef tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/b50085db-9623-469b-a6e1-73878e868973 HTTP/1.1" status: 404 len: 352 time: 0.1231139 Feb 09 21:41:58.709211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f155b83c-304b-4062-ba26-8d738911a46a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.723142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:58.726540 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:58.730405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:58.787684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5f22712-24f3-46f3-906a-b9f7f9e83017 req-f4b794f6-1450-4b87-9e43-cc007cf71681 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/db5881df-b98b-46e2-b440-fc297bcdc647 HTTP/1.1" status: 200 len: 1820 time: 0.1036792 Feb 09 21:41:58.804442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6a213de-1f29-4200-8d90-7084e663ab82 req-8cce6589-24f2-4117-9da1-6b599febe4f4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111454 Feb 09 21:41:58.934133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b5f22712-24f3-46f3-906a-b9f7f9e83017 req-a89c35f9-1dc3-4c0a-85a8-28ec6d0bb5a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (db5881df-b98b-46e2-b440-fc297bcdc647), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.972994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:59.012764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b5f22712-24f3-46f3-906a-b9f7f9e83017 req-a89c35f9-1dc3-4c0a-85a8-28ec6d0bb5a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (db5881df-b98b-46e2-b440-fc297bcdc647), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.120387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58218) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:59.176016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:59.176728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.186094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b5f22712-24f3-46f3-906a-b9f7f9e83017 req-a89c35f9-1dc3-4c0a-85a8-28ec6d0bb5a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (db5881df-b98b-46e2-b440-fc297bcdc647), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.189069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b5f22712-24f3-46f3-906a-b9f7f9e83017 req-a89c35f9-1dc3-4c0a-85a8-28ec6d0bb5a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.190440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5f22712-24f3-46f3-906a-b9f7f9e83017 req-a89c35f9-1dc3-4c0a-85a8-28ec6d0bb5a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-groups/db5881df-b98b-46e2-b440-fc297bcdc647 HTTP/1.1" status: 204 len: 173 time: 0.3924310 Feb 09 21:41:59.205020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c35f9-1dc3-4c0a-85a8-28ec6d0bb5a7 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5881df-b98b-46e2-b440-fc297bcdc647,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.265563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.333973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:59.334630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.408656 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9bc-4481-4523-9fff-6d0149e9fa72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.415552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:59.507126 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9bc-4481-4523-9fff-6d0149e9fa72 admin admin] Publish callbacks [] for security_group (9ae804d0-5767-49eb-8d1d-d0c54a8e74ac), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.517296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.529176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80368f4-4e6f-4292-adba-386743ee8f7f req-1defd99b-0a8c-4fe9-b80c-5ab58efa4925 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.537174 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e80368f4-4e6f-4292-adba-386743ee8f7f req-1defd99b-0a8c-4fe9-b80c-5ab58efa4925 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1977327 Feb 09 21:41:59.613376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.617696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c9bc-4481-4523-9fff-6d0149e9fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9ae804d0-5767-49eb-8d1d-d0c54a8e74ac), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.645810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e80368f4-4e6f-4292-adba-386743ee8f7f req-129b3a06-488a-4cc5-9247-919b604bacf7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075268 Feb 09 21:41:59.705048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0c9bc-4481-4523-9fff-6d0149e9fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae804d0-5767-49eb-8d1d-d0c54a8e74ac,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.714496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d8e0c9bc-4481-4523-9fff-6d0149e9fa72 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ca05c1ae4474c45ae917d1e44cf7b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5930872 Feb 09 21:41:59.715167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:59.779276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f6d07dc-9126-40cc-b477-927340253246 req-18e81793-2b0e-48d3-92f5-c38f613c011c tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/1636cfc7-ce00-4fa0-99ff-152802c0cfaf HTTP/1.1" status: 200 len: 1822 time: 0.2064583 Feb 09 21:41:59.810451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:59.879841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0f6d07dc-9126-40cc-b477-927340253246 req-66b1232c-199f-4eaf-9344-bd45da290f8d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (1636cfc7-ce00-4fa0-99ff-152802c0cfaf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.886913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd862680-2a26-4f60-b0f6-ec771ceaf7b9 admin admin] Publish callbacks [] for security_group (9ae804d0-5767-49eb-8d1d-d0c54a8e74ac), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.941882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ba01-0e01-4916-bbf3-596c99fc2354 req-54e75863-03a7-43db-a797-9e2fe637ff68 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.943561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e41ba01-0e01-4916-bbf3-596c99fc2354 req-54e75863-03a7-43db-a797-9e2fe637ff68 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 946 time: 0.1940014 Feb 09 21:41:59.965137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd862680-2a26-4f60-b0f6-ec771ceaf7b9 admin admin] Publish callbacks [] for security_group (9ae804d0-5767-49eb-8d1d-d0c54a8e74ac), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.043966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:00.064953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585', 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f', 'port_id': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585', 'mac_address': 'fa:16:3e:13:e1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f04cad0-d7ca-4041-a8e1-7b35266ba717', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:00.084199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0f6d07dc-9126-40cc-b477-927340253246 req-66b1232c-199f-4eaf-9344-bd45da290f8d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (1636cfc7-ce00-4fa0-99ff-152802c0cfaf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.106238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e41ba01-0e01-4916-bbf3-596c99fc2354 req-4191436a-910c-4d52-8e04-ebd725ef8442 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528285 Feb 09 21:42:00.158393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:00.158393 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.159440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c702d9-54ea-43a5-9ee1-babcb9a2a165 None None] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:00.216672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks [] for router_gateway (9c24f788-ed02-468b-bd2e-d63161f4bd4f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.238033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:00.279801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:00.280797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3a7b652d-b320-4ffe-bd8c-d0bd03b0f980 None None] Provisioning complete for port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:00.281569 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3a7b652d-b320-4ffe-bd8c-d0bd03b0f980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.303309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd862680-2a26-4f60-b0f6-ec771ceaf7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9ae804d0-5767-49eb-8d1d-d0c54a8e74ac), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.306423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd862680-2a26-4f60-b0f6-ec771ceaf7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.310568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bd862680-2a26-4f60-b0f6-ec771ceaf7b9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ae804d0-5767-49eb-8d1d-d0c54a8e74ac HTTP/1.1" status: 204 len: 168 time: 0.5944240 Feb 09 21:42:00.323870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd862680-2a26-4f60-b0f6-ec771ceaf7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae804d0-5767-49eb-8d1d-d0c54a8e74ac,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:00.390669 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.507609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:00.540986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b652d-b320-4ffe-bd8c-d0bd03b0f980 None None] Current status of the port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:00.546078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.600472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (9c24f788-ed02-468b-bd2e-d63161f4bd4f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.659424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:00.737121 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0f6d07dc-9126-40cc-b477-927340253246 req-66b1232c-199f-4eaf-9344-bd45da290f8d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1636cfc7-ce00-4fa0-99ff-152802c0cfaf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.742661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0f6d07dc-9126-40cc-b477-927340253246 req-66b1232c-199f-4eaf-9344-bd45da290f8d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.744630 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f6d07dc-9126-40cc-b477-927340253246 req-66b1232c-199f-4eaf-9344-bd45da290f8d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-groups/1636cfc7-ce00-4fa0-99ff-152802c0cfaf HTTP/1.1" status: 204 len: 173 time: 0.9552193 Feb 09 21:42:00.749843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:00.776308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1232c-199f-4eaf-9344-bd45da290f8d tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1636cfc7-ce00-4fa0-99ff-152802c0cfaf,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:00.881827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6743dcf-333b-471a-aebc-e53cf04ee418 req-72cae938-4dab-48b7-9597-65bff1f4d962 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/ad49cbe5-4e4d-4cb8-9965-b588130d4ae2 HTTP/1.1" status: 200 len: 1821 time: 0.1079235 Feb 09 21:42:00.940699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e58792-f7b3-4b20-8e7b-bcca869b702c req-8c94e51e-545a-4fc3-8055-71f397a985eb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.945325 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70e58792-f7b3-4b20-8e7b-bcca869b702c req-8c94e51e-545a-4fc3-8055-71f397a985eb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 945 time: 0.1707842 Feb 09 21:42:01.024947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:01.024947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.106063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6743dcf-333b-471a-aebc-e53cf04ee418 req-08d7a306-6346-49f4-8b5c-507d9b16539b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (ad49cbe5-4e4d-4cb8-9965-b588130d4ae2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.111374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-010c02a5-da51-4b34-b7d5-e3791fc1e3cc None None] Provisioning complete for port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:01.112242 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-010c02a5-da51-4b34-b7d5-e3791fc1e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.123664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70e58792-f7b3-4b20-8e7b-bcca869b702c req-3a006a69-2b98-4cfa-abd1-4e31d4730293 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679134 Feb 09 21:42:01.156221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6743dcf-333b-471a-aebc-e53cf04ee418 req-08d7a306-6346-49f4-8b5c-507d9b16539b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (ad49cbe5-4e4d-4cb8-9965-b588130d4ae2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.200806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Router 9c24f788-ed02-468b-bd2e-d63161f4bd4f is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:42:01.241309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:01.364821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-010c02a5-da51-4b34-b7d5-e3791fc1e3cc None None] Current status of the port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:01.398523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc925b-4f53-40bf-80bc-683b634d8ee8 req-a81cf10e-845b-42f9-9ea1-0ab41ff7df03 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.409939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9cbc925b-4f53-40bf-80bc-683b634d8ee8 req-a81cf10e-845b-42f9-9ea1-0ab41ff7df03 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 946 time: 0.1577673 Feb 09 21:42:01.435464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:01.444630 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Sync routers for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:01.455571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6743dcf-333b-471a-aebc-e53cf04ee418 req-08d7a306-6346-49f4-8b5c-507d9b16539b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ad49cbe5-4e4d-4cb8-9965-b588130d4ae2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.463761 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6743dcf-333b-471a-aebc-e53cf04ee418 req-08d7a306-6346-49f4-8b5c-507d9b16539b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.467569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6743dcf-333b-471a-aebc-e53cf04ee418 req-08d7a306-6346-49f4-8b5c-507d9b16539b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-groups/ad49cbe5-4e4d-4cb8-9965-b588130d4ae2 HTTP/1.1" status: 204 len: 173 time: 0.5848837 Feb 09 21:42:01.470420 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:01.471453 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:01.530022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9cbc925b-4f53-40bf-80bc-683b634d8ee8 req-81ed5f27-6148-49a3-97a5-0c2950bfc95c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119113 Feb 09 21:42:01.536613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7a306-6346-49f4-8b5c-507d9b16539b tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad49cbe5-4e4d-4cb8-9965-b588130d4ae2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:01.622542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fff28827-23b8-49d3-a722-ae1fd8bf42cc req-459caa50-96db-4b5d-b760-a1ddc85d1ece tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/b944adfc-3870-42aa-bfef-f88b747bdd0a HTTP/1.1" status: 200 len: 2419 time: 0.1225533 Feb 09 21:42:01.652048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.656095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-30499054-5a89-4064-a3cd-6c1290d187f6 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.8247361 Feb 09 21:42:01.656261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:01.694815 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:01.726322 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fff28827-23b8-49d3-a722-ae1fd8bf42cc req-2bbf4eb6-a95a-4e21-8ba0-a6fbf8c1e583 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b944adfc-3870-42aa-bfef-f88b747bdd0a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.810978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fff28827-23b8-49d3-a722-ae1fd8bf42cc req-2bbf4eb6-a95a-4e21-8ba0-a6fbf8c1e583 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b944adfc-3870-42aa-bfef-f88b747bdd0a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.823613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:01.973728 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:41:59Z', 'revision_number': 3, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:01.994130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fff28827-23b8-49d3-a722-ae1fd8bf42cc req-2bbf4eb6-a95a-4e21-8ba0-a6fbf8c1e583 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b944adfc-3870-42aa-bfef-f88b747bdd0a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.997742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fff28827-23b8-49d3-a722-ae1fd8bf42cc req-2bbf4eb6-a95a-4e21-8ba0-a6fbf8c1e583 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.999254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fff28827-23b8-49d3-a722-ae1fd8bf42cc req-2bbf4eb6-a95a-4e21-8ba0-a6fbf8c1e583 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-groups/b944adfc-3870-42aa-bfef-f88b747bdd0a HTTP/1.1" status: 204 len: 173 time: 0.3705978 Feb 09 21:42:02.023532 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Checking router: 9c24f788-ed02-468b-bd2e-d63161f4bd4f for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:02.026160 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Updating router 9c24f788-ed02-468b-bd2e-d63161f4bd4f port f155b83c-304b-4062-ba26-8d738911a46a binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:02.038284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4eb6-a95a-4e21-8ba0-a6fbf8c1e583 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b944adfc-3870-42aa-bfef-f88b747bdd0a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:02.080538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:02.095270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:02.096137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.112228 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f155b83c-304b-4062-ba26-8d738911a46a), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.215900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-757a89d4-228e-4858-9a65-5199af4d2b79 req-e21d1159-9bfb-4dd0-bc86-71ceee3decdf tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "GET /v2.0/security-groups/b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d HTTP/1.1" status: 200 len: 2414 time: 0.1751781 Feb 09 21:42:02.298235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:02.299310 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.349205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-757a89d4-228e-4858-9a65-5199af4d2b79 req-13b5f516-e794-4e00-899c-b88188dce370 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.359102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:02.367659 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9627bbe3-e6f9-4ee6-a34e-168fdb8ecf62" -d '{"events": [{"server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "name": "network-vif-plugged", "status": "completed", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:02.400730 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-757a89d4-228e-4858-9a65-5199af4d2b79 req-13b5f516-e794-4e00-899c-b88188dce370 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.411020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:02.512712 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.543077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.545344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-757a89d4-228e-4858-9a65-5199af4d2b79 req-13b5f516-e794-4e00-899c-b88188dce370 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.548137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-757a89d4-228e-4858-9a65-5199af4d2b79 req-13b5f516-e794-4e00-899c-b88188dce370 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.549428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-757a89d4-228e-4858-9a65-5199af4d2b79 req-13b5f516-e794-4e00-899c-b88188dce370 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] 10.222.0.98 "DELETE /v2.0/security-groups/b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d HTTP/1.1" status: 204 len: 173 time: 0.3326159 Feb 09 21:42:02.566590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58298) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.576137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5f516-e794-4e00-899c-b88188dce370 tempest-SecurityGroupRulesTestJSON-1791581104 tempest-SecurityGroupRulesTestJSON-1791581104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5d4ca-69f5-4d8c-8309-51dc7e324e5d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:02.721123 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cb25db-5eff-4f65-b8b7-fb1812aba81d x-openstack-request-id: req-67cb25db-5eff-4f65-b8b7-fb1812aba81d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:02.721433 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "name": "network-vif-plugged", "status": "completed", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:02.721699 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-67cb25db-5eff-4f65-b8b7-fb1812aba81d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:02.722132 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585', 'code': 200} Feb 09 21:42:02.724186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] Deleting subnet 2f22b736-9cf9-4286-8ffd-7bd8331525b9 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:02.788179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:02.845528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] Publish callbacks [] for subnet (2f22b736-9cf9-4286-8ffd-7bd8331525b9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.867005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d25d4-2957-4431-9d99-9b572c09efdb req-2032a595-d201-4514-a160-c67f82936411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.869817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d33d25d4-2957-4431-9d99-9b572c09efdb req-2032a595-d201-4514-a160-c67f82936411 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1128 time: 0.1111641 Feb 09 21:42:02.970181 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Publish callbacks [] for port (f155b83c-304b-4062-ba26-8d738911a46a), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.030351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d33d25d4-2957-4431-9d99-9b572c09efdb req-95be681e-c986-4e27-a8b8-0ee8e7af2b07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468177 Feb 09 21:42:03.040872 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f155b83c-304b-4062-ba26-8d738911a46a), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.078208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (2f22b736-9cf9-4286-8ffd-7bd8331525b9), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.167269 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Attempting to bind port f155b83c-304b-4062-ba26-8d738911a46a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:03.169069 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Attempting to bind port f155b83c-304b-4062-ba26-8d738911a46a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:03.169881 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Attempting to bind port f155b83c-304b-4062-ba26-8d738911a46a on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:03.180739 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedced76-4a9f-4418-be57-8e6f1538f515 None None] Pushing event updated for resources: {'Port': ['ID=f155b83c-304b-4062-ba26-8d738911a46a,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:03.197793 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:03.198682 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:03.200085 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.200893 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:03.203161 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Bound port: f155b83c-304b-4062-ba26-8d738911a46a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:03.203885 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f155b83c-304b-4062-ba26-8d738911a46a), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.250615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a83872-3612-4fe4-baac-7a0d6ef0a49c req-1e59c8be-6fcb-468b-9d06-fe5fe339820a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.252379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97a83872-3612-4fe4-baac-7a0d6ef0a49c req-1e59c8be-6fcb-468b-9d06-fe5fe339820a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.5694735 Feb 09 21:42:03.300922 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] For port f155b83c-304b-4062-ba26-8d738911a46a, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:03.305609 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] For port f155b83c-304b-4062-ba26-8d738911a46a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f155b83c-304b-4062-ba26-8d738911a46a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:03.383716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2f22b736-9cf9-4286-8ffd-7bd8331525b9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.391434 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f155b83c-304b-4062-ba26-8d738911a46a), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.453698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Allocated IP 172.20.0.1 (c2394db3-a51d-4b9c-95aa-b34b05840d6c/b2ecefa4-0fbc-4e33-9dcf-0303035cb167/bc351cab-1f94-4c01-8250-77bea2d8b69b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:03.478171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-b1999c20-6802-479b-9886-d5e4a49ea170 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=44db58912bf24924b038537934107c28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368536 Feb 09 21:42:03.502060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97a83872-3612-4fe4-baac-7a0d6ef0a49c req-a2ec1d51-e513-4cd1-a6d0-f737b3521d7a tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325454 Feb 09 21:42:03.522242 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedced76-4a9f-4418-be57-8e6f1538f515 None None] Pushing event updated for resources: {'Port': ['ID=f155b83c-304b-4062-ba26-8d738911a46a,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:03.525578 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:03.526219 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:03.688525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-476866d3-36b4-48b6-bb0f-2a0a3f3704be tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:03.702477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-476866d3-36b4-48b6-bb0f-2a0a3f3704be tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227221 Feb 09 21:42:03.725262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-ed888667-66fa-4926-9288-ebeda29e6ff1 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/quotas/44db58912bf24924b038537934107c28 HTTP/1.1" status: 200 len: 375 time: 0.0212669 Feb 09 21:42:03.731663 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks [] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.743349 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:03.776468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (2f22b736-9cf9-4286-8ffd-7bd8331525b9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.785923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-6e74e5ab-86b7-4a19-b7cd-337f91ebdd5f tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=44db58912bf24924b038537934107c28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546839 Feb 09 21:42:03.818594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.825718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58332) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:03.832288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2f22b736-9cf9-4286-8ffd-7bd8331525b9 HTTP/1.1" status: 204 len: 168 time: 1.2618997 Feb 09 21:42:03.865403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed701ddb-9252-4ee2-a3c3-cf1aea9661b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f22b736-9cf9-4286-8ffd-7bd8331525b9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:03.927203 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c3bd7916-5998-4faf-aea4-9a3af7ab0dec), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.984524 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:41:59Z', 'revision_number': 3, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:04.012042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c3bd7916-5998-4faf-aea4-9a3af7ab0dec), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.014524 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd3079-b2eb-4dbe-8ed3-ce233af61a4c None None] The sync data for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 is: [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:41:59Z', 'revision_number': 3, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:04.066879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bd7916-5998-4faf-aea4-9a3af7ab0dec']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:04.066879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b8ff3a-f099-4b5d-bd06-4f118daefe1d') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:04.066879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b8ff3a-f099-4b5d-bd06-4f118daefe1d') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:04.066879 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (a9b8ff3a-f099-4b5d-bd06-4f118daefe1d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.070157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a9b8ff3a-f099-4b5d-bd06-4f118daefe1d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.078406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:04.078807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (a9b8ff3a-f099-4b5d-bd06-4f118daefe1d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:04.080643 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:04.220585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.248326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c3bd7916-5998-4faf-aea4-9a3af7ab0dec), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.259901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.283635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] 10.222.0.98 "DELETE /v2.0/networks/c3bd7916-5998-4faf-aea4-9a3af7ab0dec HTTP/1.1" status: 204 len: 168 time: 0.4450784 Feb 09 21:42:04.327780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564447f-1460-4b8e-b454-453eb19a336b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bd7916-5998-4faf-aea4-9a3af7ab0dec,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.371442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:04.385085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:04.397720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:04.465209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (9c24f788-ed02-468b-bd2e-d63161f4bd4f), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.588364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9709ad4a-84ab-441a-8ed2-9f926aa34042 req-76a52f41-d3c6-4fbb-8660-7ce26e66ce6a tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 210 time: 0.2123158 Feb 09 21:42:04.743861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Pushing event updated for resources: {'Port': ['ID=bc351cab-1f94-4c01-8250-77bea2d8b69b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.827844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f155b83c-304b-4062-ba26-8d738911a46a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:04.830988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dcdc7-67d3-4e67-95b6-9e13b9a49c1c req-a8e7fae9-c6d2-4772-a903-ebc231c78a2f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.839470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-610dcdc7-67d3-4e67-95b6-9e13b9a49c1c req-a8e7fae9-c6d2-4772-a903-ebc231c78a2f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.1322916 Feb 09 21:42:04.989995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f155b83c-304b-4062-ba26-8d738911a46a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:04.990665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f155b83c-304b-4062-ba26-8d738911a46a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.033833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-610dcdc7-67d3-4e67-95b6-9e13b9a49c1c req-eb1c4784-352d-43b6-a31c-a9dae0bfbd4e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880507 Feb 09 21:42:05.046157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 92b5f096-14bf-4402-8868-bc6d84f247aa details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:05.123970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d0fca071-2834-48ed-acbd-23fcc4278bc8 None None] Provisioning complete for port bc351cab-1f94-4c01-8250-77bea2d8b69b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:05.124735 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d0fca071-2834-48ed-acbd-23fcc4278bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.157256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.229366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58378) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:05.392356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58380) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:05.393604 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7494bf09-f327-4b17-ba03-00e02a5b4410 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07ff973f844e43aea8ab8c2a273b0e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580780 Feb 09 21:42:05.610418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d0fca071-2834-48ed-acbd-23fcc4278bc8 None None] Port bc351cab-1f94-4c01-8250-77bea2d8b69b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:05.657936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f155b83c-304b-4062-ba26-8d738911a46a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:05.660235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f155b83c-304b-4062-ba26-8d738911a46a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.702828 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-53f91461-3e08-4910-8df4-7aca7e814217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.723815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port f155b83c-304b-4062-ba26-8d738911a46a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f155b83c-304b-4062-ba26-8d738911a46a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:05.726584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:05.740563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'mac_address': 'fa:16:3e:ac:fd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:05.787635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 92b5f096-14bf-4402-8868-bc6d84f247aa is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:05.788285 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.818619 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9fc0-b1a0-46f3-bbe9-7c3f09e4e261 admin admin] Publish callbacks [] for security_group (963fc16e-27b8-4093-8ccd-e64ec026f11b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.819740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-841980fe-43be-4b3a-a155-79d8f9bda6e0 req-a385a949-bf3d-4b72-9fcb-2e0460fc1c5c tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 210 time: 0.0867820 Feb 09 21:42:05.828180 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f155b83c-304b-4062-ba26-8d738911a46a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.836180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92b5f096-14bf-4402-8868-bc6d84f247aa {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:05.942641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9fc0-b1a0-46f3-bbe9-7c3f09e4e261 admin admin] Publish callbacks [] for security_group (963fc16e-27b8-4093-8ccd-e64ec026f11b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.971965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:05.996378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=f155b83c-304b-4062-ba26-8d738911a46a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:06.055484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks [] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.071193 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.080562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3779dc-c857-4e27-b789-f34082ff12fe req-18e8b90a-1cfb-4192-bd87-c2ef13a3ffdc tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.083306 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f3779dc-c857-4e27-b789-f34082ff12fe req-18e8b90a-1cfb-4192-bd87-c2ef13a3ffdc tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1128 time: 0.1606815 Feb 09 21:42:06.130564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:06.184533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f3779dc-c857-4e27-b789-f34082ff12fe req-8c08e338-358e-4c60-b498-aa89d68bfa27 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951154 Feb 09 21:42:06.185893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9fc0-b1a0-46f3-bbe9-7c3f09e4e261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (963fc16e-27b8-4093-8ccd-e64ec026f11b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.189802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9fc0-b1a0-46f3-bbe9-7c3f09e4e261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.192218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eb2c9fc0-b1a0-46f3-bbe9-7c3f09e4e261 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/963fc16e-27b8-4093-8ccd-e64ec026f11b HTTP/1.1" status: 204 len: 168 time: 0.6940649 Feb 09 21:42:06.196887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.229429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['92b5f096-14bf-4402-8868-bc6d84f247aa'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:06.297692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c9fc0-b1a0-46f3-bbe9-7c3f09e4e261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963fc16e-27b8-4093-8ccd-e64ec026f11b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:06.423235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (9c24f788-ed02-468b-bd2e-d63161f4bd4f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.454573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Pushing event updated for resources: {'Port': ['ID=bc351cab-1f94-4c01-8250-77bea2d8b69b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:06.490375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c3f14-3b33-44ca-b7f2-dfe2e0ceae85 req-03c6fcf5-0be3-47bf-bd16-a486d3aabf92 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.496855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1c3f14-3b33-44ca-b7f2-dfe2e0ceae85 req-03c6fcf5-0be3-47bf-bd16-a486d3aabf92 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1128 time: 0.1225030 Feb 09 21:42:06.612913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:06.619983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:06.620126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1c3f14-3b33-44ca-b7f2-dfe2e0ceae85 req-d2a1fc24-912c-435b-b9a2-5992676dd789 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134143 Feb 09 21:42:06.790684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f155b83c-304b-4062-ba26-8d738911a46a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:06.973878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f155b83c-304b-4062-ba26-8d738911a46a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:06.974543 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f155b83c-304b-4062-ba26-8d738911a46a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.051635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Router 9c24f788-ed02-468b-bd2e-d63161f4bd4f has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:07.098763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 92b5f096-14bf-4402-8868-bc6d84f247aa up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:07.188702 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b72a7c9-1c33-40dc-b850-d79300919082 req-a18ec3e4-dbb8-42af-af40-e6fd979d4e97 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 210 time: 0.1307948 Feb 09 21:42:07.189106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b3729bb9-52a2-4611-bcf5-92389182a58a None None] Provisioning complete for port bc351cab-1f94-4c01-8250-77bea2d8b69b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:07.189434 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b3729bb9-52a2-4611-bcf5-92389182a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.231626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b3729bb9-52a2-4611-bcf5-92389182a58a None None] Port bc351cab-1f94-4c01-8250-77bea2d8b69b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:07.280265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 92b5f096-14bf-4402-8868-bc6d84f247aa triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:07.280589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.330568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f155b83c-304b-4062-ba26-8d738911a46a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:07.461604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:07.472339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ac82c14-f642-42ea-b83f-475609c83e72 admin admin] 10.222.0.98 "PUT /v2.0/routers/9c24f788-ed02-468b-bd2e-d63161f4bd4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8150206 Feb 09 21:42:07.503652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697315b0-faea-462e-9728-428b8c451764 None None] Sync routers for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:07.515258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 92b5f096-14bf-4402-8868-bc6d84f247aa is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:07.518069 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.572908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:07.574592 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0790029d-5868-41b0-a528-8913707d8b41" -d '{"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-plugged", "status": "completed", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:07.581299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:07.581522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:07.670253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:07.674433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44c68c7a-ebc1-4211-a26e-0513359ee917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.762978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:07.849395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.067926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-09142cb6-39dc-4d62-89f9-8e033480fc78 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=44db58912bf24924b038537934107c28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610261 Feb 09 21:42:08.071071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:08.295144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 2, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:08.308944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-936c0a6b-fd7d-4e5c-9f88-f489df22cba2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:08.310638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-936c0a6b-fd7d-4e5c-9f88-f489df22cba2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376876 Feb 09 21:42:08.324075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Request body: {'port': {'device_id': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '44db58912bf24924b038537934107c28'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:08.365586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697315b0-faea-462e-9728-428b8c451764 None None] Checking router: 9c24f788-ed02-468b-bd2e-d63161f4bd4f for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:08.365945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697315b0-faea-462e-9728-428b8c451764 None None] Updating router 9c24f788-ed02-468b-bd2e-d63161f4bd4f port bc351cab-1f94-4c01-8250-77bea2d8b69b binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:08.450982 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-697315b0-faea-462e-9728-428b8c451764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.788144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Made reservation on behalf of 44db58912bf24924b038537934107c28 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:08.792465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.813357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.037261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.044219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks [] for security_group (aa723ca5-8d3b-4239-b6db-680d9aaa7f31), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.151644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aa723ca5-8d3b-4239-b6db-680d9aaa7f31), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.294608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-697315b0-faea-462e-9728-428b8c451764 None None] Publish callbacks [] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.377308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa723ca5-8d3b-4239-b6db-680d9aaa7f31,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.388479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58512) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:09.437615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-697315b0-faea-462e-9728-428b8c451764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.571004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Allocated IP 192.168.233.171 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/ada1bba6-41c1-406d-a6c6-874328ea2fd9) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:09.631370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-473405981-network', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:09.669890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f535b0f-0f2f-437e-8f1d-e40a78da226b None None] Pushing event updated for resources: {'Port': ['ID=bc351cab-1f94-4c01-8250-77bea2d8b69b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.774328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-697315b0-faea-462e-9728-428b8c451764 None None] Attempting to bind port bc351cab-1f94-4c01-8250-77bea2d8b69b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:09.774952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-697315b0-faea-462e-9728-428b8c451764 None None] Attempting to bind port bc351cab-1f94-4c01-8250-77bea2d8b69b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:09.776280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697315b0-faea-462e-9728-428b8c451764 None None] Attempting to bind port bc351cab-1f94-4c01-8250-77bea2d8b69b on network c2394db3-a51d-4b9c-95aa-b34b05840d6c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:09.787488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697315b0-faea-462e-9728-428b8c451764 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:09.788436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697315b0-faea-462e-9728-428b8c451764 None None] Checking segment: {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:09.789308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-697315b0-faea-462e-9728-428b8c451764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.789854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697315b0-faea-462e-9728-428b8c451764 None None] Bound using segment: {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:09.791026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-697315b0-faea-462e-9728-428b8c451764 None None] Bound port: bc351cab-1f94-4c01-8250-77bea2d8b69b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:09.791410 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-697315b0-faea-462e-9728-428b8c451764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.793926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Made reservation on behalf of 8a7aca1d61d948df8afcfc26cd8edee3 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:09.796608 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.830258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.934422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-697315b0-faea-462e-9728-428b8c451764 None None] For port bc351cab-1f94-4c01-8250-77bea2d8b69b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:09.939439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-697315b0-faea-462e-9728-428b8c451764 None None] For port bc351cab-1f94-4c01-8250-77bea2d8b69b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bc351cab-1f94-4c01-8250-77bea2d8b69b,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:10.012400 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-697315b0-faea-462e-9728-428b8c451764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.031109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks [] for security_group (bd78e0b4-b1ba-4659-b206-8c5c4559c856), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.188935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bd78e0b4-b1ba-4659-b206-8c5c4559c856), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.193710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks [] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.234092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:10.235022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:10.250068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:10.281610 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9eaad6e3-b18f-42dc-870b-6cee8730be79), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.281972 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Added segment 9eaad6e3-b18f-42dc-870b-6cee8730be79 of type vlan for network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 Feb 09 21:42:10.385700 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.408417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78e0b4-b1ba-4659-b206-8c5c4559c856,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.442395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (29eb6fe6-8a3e-4b91-b478-1e91e6d23048), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.497980 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-50e01c6d-fc0e-45ca-ac10-9ded92b92117 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3796947 Feb 09 21:42:10.573887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:10.583784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:10.594352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:10.602136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Pushing event updated for resources: {'Port': ['ID=ada1bba6-41c1-406d-a6c6-874328ea2fd9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.628791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f535b0f-0f2f-437e-8f1d-e40a78da226b None None] Pushing event updated for resources: {'Port': ['ID=bc351cab-1f94-4c01-8250-77bea2d8b69b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.648195 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.707181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-b4f1f493-01df-47bb-8c6b-d7632f138726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.708931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-35ce2641-db0e-4d51-bc7d-13d4d4fac01b None None] Provisioning complete for port bc351cab-1f94-4c01-8250-77bea2d8b69b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:10.709315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ce2641-db0e-4d51-bc7d-13d4d4fac01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.710385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-b4f1f493-01df-47bb-8c6b-d7632f138726 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 1126 time: 0.1615613 Feb 09 21:42:10.713499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-754ead0d-7adf-406b-b0f7-ae494d29c6dd tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:42:10.732164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-754ead0d-7adf-406b-b0f7-ae494d29c6dd tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4423673 Feb 09 21:42:10.750278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.750967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.855634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:10.910251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-aaf6742e-ad9b-4f6e-99fc-ce1e852ef826 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5904262 Feb 09 21:42:10.914960 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (29eb6fe6-8a3e-4b91-b478-1e91e6d23048), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.920225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.922387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.927217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Request body: {'port': {'device_id': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:11.053865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-35ce2641-db0e-4d51-bc7d-13d4d4fac01b None None] Current status of the port bc351cab-1f94-4c01-8250-77bea2d8b69b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:11.054263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ce2641-db0e-4d51-bc7d-13d4d4fac01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.070202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.235159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-35ce2641-db0e-4d51-bc7d-13d4d4fac01b None None] For port bc351cab-1f94-4c01-8250-77bea2d8b69b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bc351cab-1f94-4c01-8250-77bea2d8b69b,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:11.261949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-ea839c9b-85e1-4507-846b-ecc382300e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.266713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-ea839c9b-85e1-4507-846b-ecc382300e90 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.5357952 Feb 09 21:42:11.282908 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8920364 Feb 09 21:42:11.289151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58532) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:11.333034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Request body: {'subnet': {'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-473405981-subnet', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:11.370809 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ce2641-db0e-4d51-bc7d-13d4d4fac01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.435966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-03f87eec-8455-4dc4-be3c-5f37798cc4b8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 200 len: 217 time: 0.1425223 Feb 09 21:42:11.510078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-81217003-cef2-4d5b-ab25-9bbcefcb70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.511594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-81217003-cef2-4d5b-ab25-9bbcefcb70c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0700989 Feb 09 21:42:11.512355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1556ed9-d717-40ef-81ce-4cf02dcca78a admin admin] Pushing event updated for resources: {'Network': ['ID=29eb6fe6-8a3e-4b91-b478-1e91e6d23048,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:11.674611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-a2c6fd1c-ea38-4c38-8a38-52a245c2dbd1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145272 Feb 09 21:42:11.696391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-3f0232d9-796b-4fd6-8416-c6bc1574aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.698277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-3f0232d9-796b-4fd6-8416-c6bc1574aacb service neutron] 10.222.0.98 "GET /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 200 len: 1125 time: 0.9182272 Feb 09 21:42:11.732086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:11.732550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:42:11.898789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-74f73c3d-cab4-456f-befa-2322cc01a466 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225957 Feb 09 21:42:11.917606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce2641-db0e-4d51-bc7d-13d4d4fac01b None None] Pushing event updated for resources: {'Port': ['ID=bc351cab-1f94-4c01-8250-77bea2d8b69b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:11.931236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:11.938340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada1bba6-41c1-406d-a6c6-874328ea2fd9 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:11.952015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Publish callbacks [] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.979351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Made reservation on behalf of 8a7aca1d61d948df8afcfc26cd8edee3 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:11.983161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.987469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Transition to ACTIVE for port object ada1bba6-41c1-406d-a6c6-874328ea2fd9 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:12.076993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.083080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8156c4fd-2cf8-4587-a18c-5d1f6c197f3a None None] Provisioning complete for port bc351cab-1f94-4c01-8250-77bea2d8b69b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:12.083641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8156c4fd-2cf8-4587-a18c-5d1f6c197f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.143407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-697315b0-faea-462e-9728-428b8c451764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:09Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:12.169389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:12.170045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:12.170550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:12.193548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Pushing event updated for resources: {'Port': ['ID=ada1bba6-41c1-406d-a6c6-874328ea2fd9,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:12.202783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697315b0-faea-462e-9728-428b8c451764 None None] The sync data for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 is: [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:09Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:12.202783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.254536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:12.254869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:12.347382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:12.350604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8156c4fd-2cf8-4587-a18c-5d1f6c197f3a None None] Current status of the port bc351cab-1f94-4c01-8250-77bea2d8b69b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:12.351229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:12.351720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:12.352199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Bound port: c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:12.356783 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8df5e5b6-2f00-434b-83b8-dbd9d4052e0c req-6513695a-6df2-4309-87b2-b7756e3bb046 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480777 Feb 09 21:42:12.767488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:12.881101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bc351cab-1f94-4c01-8250-77bea2d8b69b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:12.899147 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.905977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-40a65db4-1cd6-4a85-aa18-f7b749ad6175 service neutron] 10.222.0.98 "POST /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585/bindings HTTP/1.1" status: 201 len: 389 time: 1.1841247 Feb 09 21:42:12.912057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Attempting to bind port ada1bba6-41c1-406d-a6c6-874328ea2fd9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:12.912057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Attempting to bind port ada1bba6-41c1-406d-a6c6-874328ea2fd9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:12.912057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Attempting to bind port ada1bba6-41c1-406d-a6c6-874328ea2fd9 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:12.934035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Port ada1bba6-41c1-406d-a6c6-874328ea2fd9 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:12.935642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Attempting to bind port ada1bba6-41c1-406d-a6c6-874328ea2fd9 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:12.967856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (1161109d-8d36-44bc-a710-551450f6b8d9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.984113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:12.987452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:12.987452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:12.988101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Bound port: ada1bba6-41c1-406d-a6c6-874328ea2fd9, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:12.989626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.031821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bc351cab-1f94-4c01-8250-77bea2d8b69b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:13.032493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.195256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1161109d-8d36-44bc-a710-551450f6b8d9,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.264013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Checking segment: {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:13.268082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Network hostable DHCP agents. Network: 29eb6fe6-8a3e-4b91-b478-1e91e6d23048, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:13.303951 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e551020-9029-4545-96f8-a34a8fb815a3 x-openstack-request-id: req-1e551020-9029-4545-96f8-a34a8fb815a3 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:13.306113 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-plugged", "status": "completed", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:13.306113 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1e551020-9029-4545-96f8-a34a8fb815a3 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:13.306487 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'code': 200} Feb 09 21:42:13.311685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] For port ada1bba6-41c1-406d-a6c6-874328ea2fd9, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:13.324800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bc351cab-1f94-4c01-8250-77bea2d8b69b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:13.330496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] For port ada1bba6-41c1-406d-a6c6-874328ea2fd9, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ada1bba6-41c1-406d-a6c6-874328ea2fd9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:13.421593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:13.424678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.534364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.535008 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.536866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-81749747-7784-456e-8171-7fd38f10e326 service neutron] 10.222.0.30 "PUT /v2.0/ports/ada1bba6-41c1-406d-a6c6-874328ea2fd9 HTTP/1.1" status: 200 len: 1096 time: 2.6144583 Feb 09 21:42:13.554259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'tag': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:13.557365 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf7332a-a81a-4282-89e7-1016078b491c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc8efec-1ff4-4172-8ab1-0138a48a147f", "tag": "ada1bba6-41c1-406d-a6c6-874328ea2fd9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:13.608766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 29eb6fe6-8a3e-4b91-b478-1e91e6d23048) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:13.623387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238bfbb3-310c-4ff2-84f7-2cf64017548f None None] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:13.643494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.648944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.731928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749747-7784-456e-8171-7fd38f10e326 service neutron] Pushing event updated for resources: {'Port': ['ID=ada1bba6-41c1-406d-a6c6-874328ea2fd9,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.883771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fc9fa8b7-b755-4be9-9d9a-ecc37bd3f81f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5653822 Feb 09 21:42:13.884004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58560) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:13.887919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-fcaf9653-61f8-47fd-a923-e2505700254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.889216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:13.900028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-fcaf9653-61f8-47fd-a923-e2505700254e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44db58912bf24924b038537934107c28&device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 1130 time: 0.1597350 Feb 09 21:42:14.020023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-92df613d-1e6a-4bf3-9f3c-32ef71d95239 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ada1bba6-41c1-406d-a6c6-874328ea2fd9 HTTP/1.1" status: 200 len: 217 time: 0.1107502 Feb 09 21:42:14.059143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:14.061651 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.100101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (d68432ef-a28d-45da-b793-39a0f2830726), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.101142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (d68432ef-a28d-45da-b793-39a0f2830726), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.177904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-3ad06562-ee7d-4f51-9719-a3f4c98a21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.182382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-3ad06562-ee7d-4f51-9719-a3f4c98a21c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1522770 Feb 09 21:42:14.199520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-4fe187ba-540c-4286-871c-cecf6ff097fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.217927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-4fe187ba-540c-4286-871c-cecf6ff097fd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1128 time: 0.2031603 Feb 09 21:42:14.261370 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks [] for router_controller (d68432ef-a28d-45da-b793-39a0f2830726), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.434327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f595-9d97-4522-974c-5106ad2c227c req-c5e9ee86-b8ee-439a-b000-c36d1d6a80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.434327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-c5e9ee86-b8ee-439a-b000-c36d1d6a80bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2467892 Feb 09 21:42:14.518706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Allocated IP 172.20.0.2 (29eb6fe6-8a3e-4b91-b478-1e91e6d23048/1161109d-8d36-44bc-a710-551450f6b8d9/2ac8d6aa-4558-4842-82f7-1148fd31813b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:14.624016 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:42:14.684316 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-b83ae2b4-7f42-4b6c-940a-4cb222bf7acd service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411077 Feb 09 21:42:14.845564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Publish callbacks [] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.856879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ede2f595-9d97-4522-974c-5106ad2c227c req-2bd9413c-f418-4438-8b2a-02733df9464a service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635010 Feb 09 21:42:14.940266 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.042775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:15.049618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:15.049923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:15.056159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Pushing event updated for resources: {'Port': ['ID=2ac8d6aa-4558-4842-82f7-1148fd31813b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:15.202703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Attempting to bind port 2ac8d6aa-4558-4842-82f7-1148fd31813b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:15.203378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Attempting to bind port 2ac8d6aa-4558-4842-82f7-1148fd31813b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:15.203509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Attempting to bind port 2ac8d6aa-4558-4842-82f7-1148fd31813b on network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:15.208668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-014c14e8-f28c-48fe-b8c6-f94b1cf4ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:15.210491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-014c14e8-f28c-48fe-b8c6-f94b1cf4ec89 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.9915845 Feb 09 21:42:15.213215 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks [] for router_gateway (d68432ef-a28d-45da-b793-39a0f2830726), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.227723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:15.231200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Checking segment: {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:15.231200 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.234925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Bound using segment: {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:15.235751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Bound port: 2ac8d6aa-4558-4842-82f7-1148fd31813b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:15.240556 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.260120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-91e2b811-9496-48e5-a6a2-21f2dad1166c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 200 len: 217 time: 0.0413356 Feb 09 21:42:15.374560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-83d9812a-d7dd-4e44-ad24-f887caada39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:15.381271 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-83d9812a-d7dd-4e44-ad24-f887caada39e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1137195 Feb 09 21:42:15.442486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] For port 2ac8d6aa-4558-4842-82f7-1148fd31813b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:15.445986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] For port 2ac8d6aa-4558-4842-82f7-1148fd31813b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2ac8d6aa-4558-4842-82f7-1148fd31813b,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:15.489692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-b0df9739-a1ee-4231-9369-cbb49d3f76ce service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982628 Feb 09 21:42:15.509159 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.661512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-d0dfd4cc-9f95-4efc-a7ea-7a4b0aaf2a9e service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566865 Feb 09 21:42:15.681541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0925ed-0b56-437d-b901-0222b1d807ff None None] Pushing event updated for resources: {'Port': ['ID=2ac8d6aa-4558-4842-82f7-1148fd31813b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:16.054938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-702ee792-81a8-42c8-8252-39f4e4e3fb1b service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509824 Feb 09 21:42:16.235982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks [] for router_gateway (d68432ef-a28d-45da-b793-39a0f2830726), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.310698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.613499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Allocated IP 172.25.5.139 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5cf4775b-f0bd-466b-89d6-8de25986a946) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:16.793123 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks [] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.861931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2ac8d6aa-4558-4842-82f7-1148fd31813b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:16.959885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.965239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2ac8d6aa-4558-4842-82f7-1148fd31813b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:16.965660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.151980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:17.166607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:17.186770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:17.197860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Pushing event updated for resources: {'Port': ['ID=5cf4775b-f0bd-466b-89d6-8de25986a946,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:17.275146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2ac8d6aa-4558-4842-82f7-1148fd31813b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:17.276676 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.354636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 2ac8d6aa-4558-4842-82f7-1148fd31813b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2ac8d6aa-4558-4842-82f7-1148fd31813b,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:17.439548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.564290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=2ac8d6aa-4558-4842-82f7-1148fd31813b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:17.640105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190fd12-2474-47f5-b953-b1a0cdd9eb95 None None] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:17.853716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6e06aa2c-7e45-4e34-b2cc-cc3158117ec4 None None] Provisioning complete for port 2ac8d6aa-4558-4842-82f7-1148fd31813b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:17.854028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6e06aa2c-7e45-4e34-b2cc-cc3158117ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.940909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ada1bba6-41c1-406d-a6c6-874328ea2fd9 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:18.053820 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks [] for router_gateway (d68432ef-a28d-45da-b793-39a0f2830726), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.231071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6e06aa2c-7e45-4e34-b2cc-cc3158117ec4 None None] Current status of the port 2ac8d6aa-4558-4842-82f7-1148fd31813b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:18.362985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ada1bba6-41c1-406d-a6c6-874328ea2fd9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ada1bba6-41c1-406d-a6c6-874328ea2fd9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:18.393870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9', 'mac_address': 'fa:16:3e:55:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:18.469653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58590) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:18.560557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ada1bba6-41c1-406d-a6c6-874328ea2fd9 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:18.560557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.621096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada1bba6-41c1-406d-a6c6-874328ea2fd9 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:18.702944 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (d68432ef-a28d-45da-b793-39a0f2830726), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.703422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ada1bba6-41c1-406d-a6c6-874328ea2fd9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ada1bba6-41c1-406d-a6c6-874328ea2fd9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:18.750723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c953-73d0-441a-89e9-b5245a3b1165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.788480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2ac8d6aa-4558-4842-82f7-1148fd31813b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:18.793508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d3e6d85a-307c-4794-b250-34278a3ff193 None None] Provisioning complete for port 2ac8d6aa-4558-4842-82f7-1148fd31813b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:18.802376 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d85a-307c-4794-b250-34278a3ff193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.967609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c953-73d0-441a-89e9-b5245a3b1165 admin admin] Publish callbacks [] for security_group (6de5792b-9671-4464-8c1b-65d24853cbb1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.967823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2ac8d6aa-4558-4842-82f7-1148fd31813b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:18.967823 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.978305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6d85a-307c-4794-b250-34278a3ff193 None None] Current status of the port 2ac8d6aa-4558-4842-82f7-1148fd31813b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:19.058835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2ac8d6aa-4558-4842-82f7-1148fd31813b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:19.068358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.097686 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c953-73d0-441a-89e9-b5245a3b1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6de5792b-9671-4464-8c1b-65d24853cbb1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.098302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Router d68432ef-a28d-45da-b793-39a0f2830726 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:42:19.151728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ada1bba6-41c1-406d-a6c6-874328ea2fd9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.189526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b0e7c953-73d0-441a-89e9-b5245a3b1165 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b92f338e1ec47cdac5aba2e19ef46b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7112057 Feb 09 21:42:19.191461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58598) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:19.331626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ada1bba6-41c1-406d-a6c6-874328ea2fd9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:19.399889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c953-73d0-441a-89e9-b5245a3b1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5792b-9671-4464-8c1b-65d24853cbb1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.448963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8768da2a-b25d-45f9-9c5e-d842cf2b0322 admin admin] Publish callbacks [] for security_group (6de5792b-9671-4464-8c1b-65d24853cbb1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.473430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:19.490917 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Sync routers for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:19.513394 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:19.515210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8768da2a-b25d-45f9-9c5e-d842cf2b0322 admin admin] Publish callbacks [] for security_group (6de5792b-9671-4464-8c1b-65d24853cbb1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.519028 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:19.610290 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.616388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-85b4ec20-a191-4ca2-8dc0-e791c69b6afa admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7328775 Feb 09 21:42:19.617077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58600) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:19.670776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8768da2a-b25d-45f9-9c5e-d842cf2b0322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6de5792b-9671-4464-8c1b-65d24853cbb1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.673416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8768da2a-b25d-45f9-9c5e-d842cf2b0322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.675242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8768da2a-b25d-45f9-9c5e-d842cf2b0322 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6de5792b-9671-4464-8c1b-65d24853cbb1 HTTP/1.1" status: 204 len: 168 time: 0.4827092 Feb 09 21:42:19.688225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768da2a-b25d-45f9-9c5e-d842cf2b0322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5792b-9671-4464-8c1b-65d24853cbb1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.889793 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:20.197553 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 3, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:20.234989 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Checking router: d68432ef-a28d-45da-b793-39a0f2830726 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:20.235411 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Updating router d68432ef-a28d-45da-b793-39a0f2830726 port 5cf4775b-f0bd-466b-89d6-8de25986a946 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:20.367888 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.424070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.606061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Allocated IP 172.20.0.1 (29eb6fe6-8a3e-4b91-b478-1e91e6d23048/1161109d-8d36-44bc-a710-551450f6b8d9/bae2ff91-0624-4149-9468-e7c2dc849555) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:20.657185 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Publish callbacks [] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.735269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks [] for port (bae2ff91-0624-4149-9468-e7c2dc849555), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.745192 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.791547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58616) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:20.810367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab08ca6d-0ae1-4f0e-8484-1f28c951224f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.865437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.901793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab08ca6d-0ae1-4f0e-8484-1f28c951224f admin admin] Publish callbacks [] for security_group (be3622b7-da4e-4708-97fd-c95c4de5ced7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.903597 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Pushing event updated for resources: {'Port': ['ID=5cf4775b-f0bd-466b-89d6-8de25986a946,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:20.921698 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.922091 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.922571 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.923149 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.923488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.923867 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.924197 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.924522 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.924848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.925232 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.925495 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.925861 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.926188 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:20.960366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Attempting to bind port 5cf4775b-f0bd-466b-89d6-8de25986a946 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:20.960740 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Attempting to bind port 5cf4775b-f0bd-466b-89d6-8de25986a946 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:20.961106 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Attempting to bind port 5cf4775b-f0bd-466b-89d6-8de25986a946 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:20.967534 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:20.968171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:20.968595 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.969109 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:20.969581 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Bound port: 5cf4775b-f0bd-466b-89d6-8de25986a946, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:20.969963 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.972201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:20.975293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:20.990480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bae2ff91-0624-4149-9468-e7c2dc849555,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:20.994207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab08ca6d-0ae1-4f0e-8484-1f28c951224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (be3622b7-da4e-4708-97fd-c95c4de5ced7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.999606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:21.054943 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] For port 5cf4775b-f0bd-466b-89d6-8de25986a946, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:21.058555 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] For port 5cf4775b-f0bd-466b-89d6-8de25986a946, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5cf4775b-f0bd-466b-89d6-8de25986a946,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:21.128138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (d68432ef-a28d-45da-b793-39a0f2830726), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.142527 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.193072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ab08ca6d-0ae1-4f0e-8484-1f28c951224f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cecac5fe27a148ecb237452b6d90130c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995807 Feb 09 21:42:21.197045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58624) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.197761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08ca6d-0ae1-4f0e-8484-1f28c951224f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3622b7-da4e-4708-97fd-c95c4de5ced7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:21.385014 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:21.385678 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:21.403393 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e38c4-9a67-44a7-98a4-14ceb0daba8b None None] Pushing event updated for resources: {'Port': ['ID=5cf4775b-f0bd-466b-89d6-8de25986a946,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:21.547332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-40993ee9-167f-4b6d-9222-b06b5a1cc484 None None] Provisioning complete for port bae2ff91-0624-4149-9468-e7c2dc849555 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:21.547987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40993ee9-167f-4b6d-9222-b06b5a1cc484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.559992 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:21.578848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d9d21-0899-4998-add2-aa3f0c1dae3d req-f31ff157-1a3c-41dd-ab82-9066501f7b4d tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.582314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af3d9d21-0899-4998-add2-aa3f0c1dae3d req-f31ff157-1a3c-41dd-ab82-9066501f7b4d tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 949 time: 0.1522911 Feb 09 21:42:21.585040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.654501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-c3911fa2-e6d9-4320-aeda-244d59b35f4c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.658735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-c3911fa2-e6d9-4320-aeda-244d59b35f4c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks?id=c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 200 len: 828 time: 0.3469343 Feb 09 21:42:21.661638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-40993ee9-167f-4b6d-9222-b06b5a1cc484 None None] Port bae2ff91-0624-4149-9468-e7c2dc849555 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:21.701271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-ccd33ff3-9acb-4625-b4d9-ad96cad8fdf7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/quotas/3c02f6ce9ac047e8b8e12fd16d5b484c HTTP/1.1" status: 200 len: 375 time: 0.0263436 Feb 09 21:42:21.735677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59594157-77b2-4d45-8c46-76791274480c admin admin] Publish callbacks [] for security_group (be3622b7-da4e-4708-97fd-c95c4de5ced7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.768910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af3d9d21-0899-4998-add2-aa3f0c1dae3d req-790b833f-d134-4601-bf92-28af47e75bba tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/security-groups?id=aa723ca5-8d3b-4239-b6db-680d9aaa7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794825 Feb 09 21:42:21.810511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59594157-77b2-4d45-8c46-76791274480c admin admin] Publish callbacks [] for security_group (be3622b7-da4e-4708-97fd-c95c4de5ced7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.851285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-e252adf2-4fc1-42b7-a168-4b20eb34b1ce tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358724 Feb 09 21:42:21.877497 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 3, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:21.934676 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c428d-ae16-4f11-9e98-5199ecdec85f None None] The sync data for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 is: [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 3, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:21.965852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks [] for port (bae2ff91-0624-4149-9468-e7c2dc849555), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.975927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9187b2b-8092-4644-830b-c57268b93a57 req-8742ef53-91f7-4542-a6b5-ab42a69f447d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.979043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9187b2b-8092-4644-830b-c57268b93a57 req-8742ef53-91f7-4542-a6b5-ab42a69f447d tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.0882878 Feb 09 21:42:21.979267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ada1bba6-41c1-406d-a6c6-874328ea2fd9 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:22.055687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9187b2b-8092-4644-830b-c57268b93a57 req-6b448653-2ad2-4ccf-921c-7c34869b2114 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Feb 09 21:42:22.056909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.123448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-12018661-0710-45f9-9ac8-34fc74fc262a service neutron] 10.222.0.98 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578478 Feb 09 21:42:22.183344 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (d68432ef-a28d-45da-b793-39a0f2830726), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.185497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port ada1bba6-41c1-406d-a6c6-874328ea2fd9 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:22.190483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ada1bba6-41c1-406d-a6c6-874328ea2fd9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:22.191094 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.204559 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe34f3f-f258-45d3-96e4-677879fcb698 x-openstack-request-id: req-efe34f3f-f258-45d3-96e4-677879fcb698 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:22.207535 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc8efec-1ff4-4172-8ab1-0138a48a147f", "tag": "ada1bba6-41c1-406d-a6c6-874328ea2fd9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:22.208059 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efe34f3f-f258-45d3-96e4-677879fcb698 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:22.208592 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'tag': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9', 'status': 'completed', 'code': 200} Feb 09 21:42:22.290407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bae2ff91-0624-4149-9468-e7c2dc849555,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:22.421668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ada1bba6-41c1-406d-a6c6-874328ea2fd9 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:22.424143 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.450351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:22.457075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:22.500249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:22.504723 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5df76a-4f3c-4cd6-8439-1deb4180c7be" -d '{"events": [{"server_uuid": "3bc8efec-1ff4-4172-8ab1-0138a48a147f", "name": "network-vif-plugged", "status": "completed", "tag": "ada1bba6-41c1-406d-a6c6-874328ea2fd9"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:22.554754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ada1bba6-41c1-406d-a6c6-874328ea2fd9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ada1bba6-41c1-406d-a6c6-874328ea2fd9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:22.628068 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.787027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ada1bba6-41c1-406d-a6c6-874328ea2fd9,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:22.829913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5cf4775b-f0bd-466b-89d6-8de25986a946 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:22.953876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5cf4775b-f0bd-466b-89d6-8de25986a946 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:22.954251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.145243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5cf4775b-f0bd-466b-89d6-8de25986a946 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:23.145947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.203139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59594157-77b2-4d45-8c46-76791274480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (be3622b7-da4e-4708-97fd-c95c4de5ced7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.206343 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59594157-77b2-4d45-8c46-76791274480c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.210226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-59594157-77b2-4d45-8c46-76791274480c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be3622b7-da4e-4708-97fd-c95c4de5ced7 HTTP/1.1" status: 204 len: 168 time: 1.9880686 Feb 09 21:42:23.214734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 5cf4775b-f0bd-466b-89d6-8de25986a946, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5cf4775b-f0bd-466b-89d6-8de25986a946,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:23.226159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c12f34ad-d13d-4883-83ce-d9ee35adfe92 None None] Provisioning complete for port bae2ff91-0624-4149-9468-e7c2dc849555 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:23.226552 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c12f34ad-d13d-4883-83ce-d9ee35adfe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.274663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59594157-77b2-4d45-8c46-76791274480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3622b7-da4e-4708-97fd-c95c4de5ced7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.322910 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.415538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7332a-a81a-4282-89e7-1016078b491c req-e67a6298-6271-4702-b3ca-9ea1ff4a3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.421933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecf7332a-a81a-4282-89e7-1016078b491c req-e67a6298-6271-4702-b3ca-9ea1ff4a3ebd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44db58912bf24924b038537934107c28&device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 1132 time: 1.1267972 Feb 09 21:42:23.463665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-374820b4-4f96-48f4-b90e-3e8a6eebca20 service neutron] 10.222.0.98 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3277433 Feb 09 21:42:23.470707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=5cf4775b-f0bd-466b-89d6-8de25986a946,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.478131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c12f34ad-d13d-4883-83ce-d9ee35adfe92 None None] Port bae2ff91-0624-4149-9468-e7c2dc849555 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:23.533764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-4ddcaa53-d82c-4d01-8397-b993d1a70b2b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.541620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-4ddcaa53-d82c-4d01-8397-b993d1a70b2b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/networks?id=38389c21-aee8-46b5-ad31-138388a13e69 HTTP/1.1" status: 200 len: 815 time: 0.9509766 Feb 09 21:42:23.549267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Router d68432ef-a28d-45da-b793-39a0f2830726 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:23.582729 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-7a053fb3-f795-4ea2-ab96-7253de0bdc64 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/quotas/3b221ebf68494f92a8832d431e0c8698 HTTP/1.1" status: 200 len: 375 time: 0.0323050 Feb 09 21:42:23.656817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7332a-a81a-4282-89e7-1016078b491c req-0e0d6913-ba34-4818-bccf-e4e34d40ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.657030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecf7332a-a81a-4282-89e7-1016078b491c req-0e0d6913-ba34-4818-bccf-e4e34d40ed63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2266669 Feb 09 21:42:23.733016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecf7332a-a81a-4282-89e7-1016078b491c req-1eece64a-2477-481b-906b-5167b61ab74f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=ada1bba6-41c1-406d-a6c6-874328ea2fd9 HTTP/1.1" status: 200 len: 217 time: 0.0628638 Feb 09 21:42:23.815396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-d0c25ab2-93ef-40ff-824b-15b115b057cd tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3b221ebf68494f92a8832d431e0c8698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2064729 Feb 09 21:42:23.871419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7332a-a81a-4282-89e7-1016078b491c req-a4b144a6-6948-416d-9339-b5ec7dc974be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.876088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecf7332a-a81a-4282-89e7-1016078b491c req-a4b144a6-6948-416d-9339-b5ec7dc974be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1024868 Feb 09 21:42:23.951229 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0afb1c-52cd-499b-85ce-573f369ccfa0 x-openstack-request-id: req-ed0afb1c-52cd-499b-85ce-573f369ccfa0 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:23.952549 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc8efec-1ff4-4172-8ab1-0138a48a147f", "name": "network-vif-plugged", "status": "completed", "tag": "ada1bba6-41c1-406d-a6c6-874328ea2fd9", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:23.953302 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed0afb1c-52cd-499b-85ce-573f369ccfa0 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:23.954096 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9', 'code': 200} Feb 09 21:42:23.973472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7332a-a81a-4282-89e7-1016078b491c req-523bab83-2f72-41fb-a796-16b4b716d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.975177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecf7332a-a81a-4282-89e7-1016078b491c req-523bab83-2f72-41fb-a796-16b4b716d6a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0917852 Feb 09 21:42:24.061212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-62dbfdf5-5800-497b-9f5a-90a36f85e9f0 service neutron] 10.222.0.98 "GET /v2.0/networks/38389c21-aee8-46b5-ad31-138388a13e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270200 Feb 09 21:42:24.095675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:24.101720 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4880ed9a-29b9-40ef-96d3-a057803fa9d3 admin admin] 10.222.0.98 "PUT /v2.0/routers/d68432ef-a28d-45da-b793-39a0f2830726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4836123 Feb 09 21:42:24.303360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-a2d39a85-d4c6-4fb1-b344-e5b562b14475 service neutron] 10.222.0.98 "GET /v2.0/networks/38389c21-aee8-46b5-ad31-138388a13e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222073 Feb 09 21:42:24.464043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0b801-e5cd-44af-9643-766034b803c1 req-e206531d-48e7-478c-9c06-043242b2ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.466772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9df0b801-e5cd-44af-9643-766034b803c1 req-e206531d-48e7-478c-9c06-043242b2ba54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 1132 time: 0.3048773 Feb 09 21:42:24.491242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510036-64dc-4965-8350-30d7c60dcde4 req-cd6cea14-c77f-4e3c-8129-c30bd6adbb88 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.511468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82510036-64dc-4965-8350-30d7c60dcde4 req-cd6cea14-c77f-4e3c-8129-c30bd6adbb88 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 950 time: 0.3415663 Feb 09 21:42:24.655536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecf7332a-a81a-4282-89e7-1016078b491c req-4bbcf354-2988-44f1-8443-de3219af8911 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715562 Feb 09 21:42:24.831106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5cf4775b-f0bd-466b-89d6-8de25986a946 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:24.875408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9df0b801-e5cd-44af-9643-766034b803c1 req-07af09ca-ffed-4d4e-80be-33b597ca9c3a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa723ca5-8d3b-4239-b6db-680d9aaa7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955750 Feb 09 21:42:24.890689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82510036-64dc-4965-8350-30d7c60dcde4 req-e7cd77ac-3d3f-4ee8-b3b9-82476bcf352a tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/security-groups?id=aa723ca5-8d3b-4239-b6db-680d9aaa7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774891 Feb 09 21:42:25.015830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecf7332a-a81a-4282-89e7-1016078b491c req-3f63dffc-0daf-4514-98ed-990281879889 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475971 Feb 09 21:42:25.084837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5cf4775b-f0bd-466b-89d6-8de25986a946 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:25.085373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.085471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4124e76-0ed5-42b1-830d-ae9d3db058c1 req-bdaa17f1-3030-4309-9895-d62782f63965 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 210 time: 0.0613019 Feb 09 21:42:25.089813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fee7-6c18-4aa3-966c-88545375f5fb req-0407e4d3-8eab-4815-bd46-e1f550165c02 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:25.093264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2135fee7-6c18-4aa3-966c-88545375f5fb req-0407e4d3-8eab-4815-bd46-e1f550165c02 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.2298062 Feb 09 21:42:25.166195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Sync routers for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:25.225527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2135fee7-6c18-4aa3-966c-88545375f5fb req-0edbf19a-235d-4c4e-b0de-5bffc7c791e8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226707 Feb 09 21:42:25.244795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:25.245911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:25.398120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a985d172-b3e6-4bb4-8f49-b2c3db6b3e99 req-01a1c93d-6fed-4563-b0df-036335b7d8c2 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 210 time: 0.0977736 Feb 09 21:42:26.319003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5cf4775b-f0bd-466b-89d6-8de25986a946 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:26.332225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a838-9942-4558-a653-59b55abbd65e req-80b5c084-1ed0-463a-a586-9d612321f618 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:26.344270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1028a838-9942-4558-a653-59b55abbd65e req-80b5c084-1ed0-463a-a586-9d612321f618 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 950 time: 0.1959057 Feb 09 21:42:26.371092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:26.445548 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1028a838-9942-4558-a653-59b55abbd65e req-29de0951-8d3b-4bf4-96da-9a4f5b7aee3e tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/security-groups?id=aa723ca5-8d3b-4239-b6db-680d9aaa7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926502 Feb 09 21:42:26.548365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58728) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:26.572603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1f40da28-5612-420b-aa1d-74ddef06ed96 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555397843', 'description': 'tempest-description--20750145'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:26.629136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97616154-9a57-481e-8177-81b72a380329 req-991e6440-0e7e-4123-81b3-3cdc38e8f708 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 210 time: 0.0532506 Feb 09 21:42:26.774541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f40da28-5612-420b-aa1d-74ddef06ed96 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.809758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 2, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:26.839716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fae923ca-2fa2-4e01-828e-de5952b7993d req-8a0cd962-aa0d-42d6-9a4b-5ad9128bc7a2 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 210 time: 0.0681748 Feb 09 21:42:26.890106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Checking router: d68432ef-a28d-45da-b793-39a0f2830726 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:26.890106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Updating router d68432ef-a28d-45da-b793-39a0f2830726 port bae2ff91-0624-4149-9468-e7c2dc849555 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:26.925700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984cc16-3550-4cf6-b116-480112a6047f req-2cf3fb9b-d1fd-412d-82b1-a26ee126e51c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:26.926847 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.928583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e984cc16-3550-4cf6-b116-480112a6047f req-2cf3fb9b-d1fd-412d-82b1-a26ee126e51c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.2208602 Feb 09 21:42:27.156055 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f40da28-5612-420b-aa1d-74ddef06ed96 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group (c1f49438-0b73-4094-9fae-c0f837268fb8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.207425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e984cc16-3550-4cf6-b116-480112a6047f req-b1685de2-fe1f-408f-b439-f389158aa0e7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639191 Feb 09 21:42:27.222834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f40da28-5612-420b-aa1d-74ddef06ed96 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c1f49438-0b73-4094-9fae-c0f837268fb8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.306054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-a7360bce-123c-4aa6-aead-1f46d6bbf9e9 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.306054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-a7360bce-123c-4aa6-aead-1f46d6bbf9e9 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.110 "GET /v2.0/networks?id=c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 200 len: 828 time: 0.2563424 Feb 09 21:42:27.306054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Request body: {'port': {'device_id': '66c4aa46-0713-4272-baad-b29f502b62c3', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'admin_state_up': True, 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:27.342106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40da28-5612-420b-aa1d-74ddef06ed96 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f49438-0b73-4094-9fae-c0f837268fb8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:27.566067 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Publish callbacks [] for port (bae2ff91-0624-4149-9468-e7c2dc849555), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.569215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f40da28-5612-420b-aa1d-74ddef06ed96 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.575370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1f40da28-5612-420b-aa1d-74ddef06ed96 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0191863 Feb 09 21:42:27.575370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58752) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:27.581795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d1a5dc19-d080-417a-a207-d26573ff876f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Request body: {'security_group_rule': {'security_group_id': 'c1f49438-0b73-4094-9fae-c0f837268fb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:27.650851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.684762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020ec43-b9f1-4b01-b533-c11f8152472e req-1d02b259-782e-4651-8328-07a9c81494f3 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.684762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3020ec43-b9f1-4b01-b533-c11f8152472e req-1d02b259-782e-4651-8328-07a9c81494f3 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 950 time: 0.1368318 Feb 09 21:42:27.728722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dc19-d080-417a-a207-d26573ff876f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group_rule (7ce3d516-8dfd-4b2a-af0c-814ceb3cf67c), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.757552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3020ec43-b9f1-4b01-b533-c11f8152472e req-6a775740-3225-496b-bea4-d99c9ae35815 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/security-groups?id=aa723ca5-8d3b-4239-b6db-680d9aaa7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Feb 09 21:42:27.763280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Made reservation on behalf of 3c02f6ce9ac047e8b8e12fd16d5b484c for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:27.778152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.913731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dc19-d080-417a-a207-d26573ff876f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group_rule (7ce3d516-8dfd-4b2a-af0c-814ceb3cf67c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.978804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Allocated IP 172.20.0.6 (c2394db3-a51d-4b9c-95aa-b34b05840d6c/b2ecefa4-0fbc-4e33-9dcf-0303035cb167/da45968d-3f2a-445b-bba9-de55fb00137e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:28.008196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-628163ec-ea3e-4d8f-bcc8-a31d3d11744d req-8e7907bf-fa41-494a-b80e-da12d76e408d tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 210 time: 0.0925000 Feb 09 21:42:28.090364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669e0ba-76f4-4e4a-a150-abea739857d6 None None] Pushing event updated for resources: {'Port': ['ID=bae2ff91-0624-4149-9468-e7c2dc849555,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.108994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Attempting to bind port bae2ff91-0624-4149-9468-e7c2dc849555 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:28.110795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Attempting to bind port bae2ff91-0624-4149-9468-e7c2dc849555 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:28.111468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Attempting to bind port bae2ff91-0624-4149-9468-e7c2dc849555 on network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:28.119390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:28.120159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Checking segment: {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:28.120811 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.121436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Bound using segment: {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:28.122317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Bound port: bae2ff91-0624-4149-9468-e7c2dc849555, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:28.122933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.158305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bf7048e-edaf-44a1-a4cd-60cc2a2f365c req-7e02b240-54b4-41ba-9c57-ae7be502d166 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 210 time: 0.0323274 Feb 09 21:42:28.182597 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for port (da45968d-3f2a-445b-bba9-de55fb00137e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.249343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] For port bae2ff91-0624-4149-9468-e7c2dc849555, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:28.262271 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dc19-d080-417a-a207-d26573ff876f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (7ce3d516-8dfd-4b2a-af0c-814ceb3cf67c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.268169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] For port bae2ff91-0624-4149-9468-e7c2dc849555, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bae2ff91-0624-4149-9468-e7c2dc849555,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:28.279046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d4d46ad4-ca9f-43d0-be68-3d3ef8736bcf None None] Provisioning complete for port bae2ff91-0624-4149-9468-e7c2dc849555 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:28.279429 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d4d46ad4-ca9f-43d0-be68-3d3ef8736bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.292184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5dc19-d080-417a-a207-d26573ff876f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce3d516-8dfd-4b2a-af0c-814ceb3cf67c,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.339770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.392378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d4d46ad4-ca9f-43d0-be68-3d3ef8736bcf None None] Port bae2ff91-0624-4149-9468-e7c2dc849555 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:28.408868 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.410804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27227827-e276-4da0-b235-f933480eaff5 req-d96b2cdb-a2c0-4419-84af-e6a42348e3b6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:28.419005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27227827-e276-4da0-b235-f933480eaff5 req-d96b2cdb-a2c0-4419-84af-e6a42348e3b6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.0688922 Feb 09 21:42:28.467736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1a5dc19-d080-417a-a207-d26573ff876f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.471254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:28.476910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d1a5dc19-d080-417a-a207-d26573ff876f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9015803 Feb 09 21:42:28.478256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58778) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:28.482908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:28.494816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f60f8752-bf5f-414c-b630-761c4da16d69 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Request body: {'security_group_rule': {'security_group_id': 'c1f49438-0b73-4094-9fae-c0f837268fb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:28.495484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:28.512379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669e0ba-76f4-4e4a-a150-abea739857d6 None None] Pushing event updated for resources: {'Port': ['ID=bae2ff91-0624-4149-9468-e7c2dc849555,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.550411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event updated for resources: {'Port': ['ID=da45968d-3f2a-445b-bba9-de55fb00137e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.553430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:28.554120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:28.582417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.582786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.584518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.584878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.586216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.587146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.587502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.587881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.588226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.588564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.588898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.592430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27227827-e276-4da0-b235-f933480eaff5 req-5d3c8a4d-d0ae-4399-8fa6-674b43720486 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721690 Feb 09 21:42:28.592945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.593793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:28.663176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f60f8752-bf5f-414c-b630-761c4da16d69 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group_rule (4b3f75e8-860b-4abe-aa00-f1e6ceda7a32), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.836694 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f60f8752-bf5f-414c-b630-761c4da16d69 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group_rule (4b3f75e8-860b-4abe-aa00-f1e6ceda7a32), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.893997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:28.895608 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.913684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:28.950856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f60f8752-bf5f-414c-b630-761c4da16d69 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4b3f75e8-860b-4abe-aa00-f1e6ceda7a32), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.983306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06013e-c219-4ff1-8573-9b6b41924872 req-90a2fe09-72d0-4a66-8616-e57690c0851f tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:28.990480 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da06013e-c219-4ff1-8573-9b6b41924872 req-90a2fe09-72d0-4a66-8616-e57690c0851f tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 950 time: 0.1467497 Feb 09 21:42:29.050505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f8752-bf5f-414c-b630-761c4da16d69 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3f75e8-860b-4abe-aa00-f1e6ceda7a32,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.085312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f60f8752-bf5f-414c-b630-761c4da16d69 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.089469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f60f8752-bf5f-414c-b630-761c4da16d69 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6012430 Feb 09 21:42:29.090880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58790) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:29.096974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-d5d49da3-56fa-46e3-a896-5ae4d1957262 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:29.105845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-d5d49da3-56fa-46e3-a896-5ae4d1957262 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.110 "GET /v2.0/networks?id=38389c21-aee8-46b5-ad31-138388a13e69 HTTP/1.1" status: 200 len: 815 time: 0.4626098 Feb 09 21:42:29.112046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:29.132568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-53f6870d-1dbe-4836-8d10-0093a5bce3d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8466532 Feb 09 21:42:29.158611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Request body: {'port': {'device_id': '1d320986-ade3-4849-ba6b-deb2da972117', 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69', 'admin_state_up': True, 'tenant_id': '3b221ebf68494f92a8832d431e0c8698'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:29.257278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.259432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Request body: {'port': {'device_id': '66c4aa46-0713-4272-baad-b29f502b62c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:29.312665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.373299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da06013e-c219-4ff1-8573-9b6b41924872 req-04f7d081-c055-484a-84c4-ca1dfd25952b tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/security-groups?id=aa723ca5-8d3b-4239-b6db-680d9aaa7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815680 Feb 09 21:42:29.523001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Provisioning complete for port bae2ff91-0624-4149-9468-e7c2dc849555 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:29.526696 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.571830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15662c-0f9d-49e2-9724-082183396755 req-e57ca8b6-c591-4649-bf0a-af973becef64 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:29.573890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c15662c-0f9d-49e2-9724-082183396755 req-e57ca8b6-c591-4649-bf0a-af973becef64 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 931 time: 0.3480127 Feb 09 21:42:29.694573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5c09310-d9b8-4fd5-aca3-e5654054284b req-f5a5d0cb-5622-43d6-a572-c1d934854781 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 210 time: 0.1322393 Feb 09 21:42:29.716819 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.726594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c15662c-0f9d-49e2-9724-082183396755 req-cd88482b-e487-4231-91cf-aa856c7b24ca tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456988 Feb 09 21:42:29.758452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.876387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Made reservation on behalf of 3b221ebf68494f92a8832d431e0c8698 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:29.884083 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.924881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Current status of the port bae2ff91-0624-4149-9468-e7c2dc849555 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:29.925502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.002917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:28Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:30.130810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac533bd-7789-48da-90a2-3b68c80a9cde None None] The sync data for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 is: [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:28Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:30.171163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] For port bae2ff91-0624-4149-9468-e7c2dc849555, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bae2ff91-0624-4149-9468-e7c2dc849555,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:30.236173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc43b0-c81e-4b2c-8ca1-2cdcb4f00814 req-69962140-d3cb-4dcb-b563-f7f793a7cc2f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:30.248082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3acc43b0-c81e-4b2c-8ca1-2cdcb4f00814 req-69962140-d3cb-4dcb-b563-f7f793a7cc2f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.3277364 Feb 09 21:42:30.279471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-1838d414-9e4a-4305-b6d7-cc12644cc1a9 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:30.282298 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.287973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-1838d414-9e4a-4305-b6d7-cc12644cc1a9 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 950 time: 0.3212385 Feb 09 21:42:30.347229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Provisioning complete for port da45968d-3f2a-445b-bba9-de55fb00137e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:30.349120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.390389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Allocated IP 172.25.5.226 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:30.410452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Pushing event updated for resources: {'Port': ['ID=bae2ff91-0624-4149-9468-e7c2dc849555,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:30.416323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d591da1a-0c20-4c54-b3f7-3c1f2bbe6b87 None None] Port da45968d-3f2a-445b-bba9-de55fb00137e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:30.505888 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.535587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Allocated IP 172.20.0.13 (38389c21-aee8-46b5-ad31-138388a13e69/f8218cd3-ac59-4e65-a31e-6dc577360ea7/cbc46a19-a4ff-4569-9854-f4d99589a5e2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:30.575681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da45968d-3f2a-445b-bba9-de55fb00137e {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:30.589795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Publish callbacks [] for port (da45968d-3f2a-445b-bba9-de55fb00137e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.642251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Transition to ACTIVE for port object da45968d-3f2a-445b-bba9-de55fb00137e will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:30.783089 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.837003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bae2ff91-0624-4149-9468-e7c2dc849555 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:31.050630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bae2ff91-0624-4149-9468-e7c2dc849555 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:31.053207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.098255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Pushing event updated for resources: {'Port': ['ID=da45968d-3f2a-445b-bba9-de55fb00137e,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:31.197167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks [] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.289544 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.290713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Attempting to bind port da45968d-3f2a-445b-bba9-de55fb00137e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:31.290713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Attempting to bind port da45968d-3f2a-445b-bba9-de55fb00137e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:31.290713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Attempting to bind port da45968d-3f2a-445b-bba9-de55fb00137e on network c2394db3-a51d-4b9c-95aa-b34b05840d6c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:31.306977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Port da45968d-3f2a-445b-bba9-de55fb00137e on network c2394db3-a51d-4b9c-95aa-b34b05840d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:31.312250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Attempting to bind port da45968d-3f2a-445b-bba9-de55fb00137e on network c2394db3-a51d-4b9c-95aa-b34b05840d6c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:31.339085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:31.340950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Checking segment: {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:31.340950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Bound using segment: {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:31.342172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Bound port: da45968d-3f2a-445b-bba9-de55fb00137e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25eeea90-24e2-43df-98f1-3fb19729b202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:31.342742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.355928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3acc43b0-c81e-4b2c-8ca1-2cdcb4f00814 req-608f314c-bb2e-4372-9370-03b7111ec9f5 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0292990 Feb 09 21:42:31.378448 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.407010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bae2ff91-0624-4149-9468-e7c2dc849555 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:31.463824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Pushing event updated for resources: {'Port': ['ID=cbc46a19-a4ff-4569-9854-f4d99589a5e2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:31.527037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Network 38389c21-aee8-46b5-ad31-138388a13e69 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:31.532477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:31.547304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Deleting port ada1bba6-41c1-406d-a6c6-874328ea2fd9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:31.558587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:31.559619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.639338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] For port da45968d-3f2a-445b-bba9-de55fb00137e, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:31.647066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] For port da45968d-3f2a-445b-bba9-de55fb00137e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=da45968d-3f2a-445b-bba9-de55fb00137e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:31.668780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:31.669838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.739892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.809948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.909820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Pushing event updated for resources: {'Port': ['ID=da45968d-3f2a-445b-bba9-de55fb00137e,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:31.929049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff00ae10-c75f-4da7-b968-a40d07fae866 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7849035 Feb 09 21:42:31.942581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:31.948944 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.951954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-cf89c8ca-6171-4c10-a36c-70864e619758 service neutron] 10.222.0.110 "PUT /v2.0/ports/da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 1091 time: 2.7805264 Feb 09 21:42:31.958671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Request body: {'port': {'device_id': '1d320986-ade3-4849-ba6b-deb2da972117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:31.962863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:31.965525 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:31.997922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac38c5c-906c-4428-adab-45d03002cf90 req-05a5942d-20c0-4b66-a413-2e9fde939d0d tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:32.014536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cac38c5c-906c-4428-adab-45d03002cf90 req-05a5942d-20c0-4b66-a413-2e9fde939d0d tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 950 time: 0.3215714 Feb 09 21:42:32.053977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:32.063507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:32.068696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:32.150466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5341e015-553e-4ac7-aba4-4082db0d5aa0 None None] Provisioning complete for port cbc46a19-a4ff-4569-9854-f4d99589a5e2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:32.152024 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5341e015-553e-4ac7-aba4-4082db0d5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.261195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] For port ada1bba6-41c1-406d-a6c6-874328ea2fd9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ada1bba6-41c1-406d-a6c6-874328ea2fd9,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:32.261652 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.282893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.314640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event updated for resources: {'Port': ['ID=41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:32.316771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5341e015-553e-4ac7-aba4-4082db0d5aa0 None None] Port cbc46a19-a4ff-4569-9854-f4d99589a5e2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:32.371827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-79e23a05-3efe-4e75-9ee2-617aa3148491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:32.377836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-79e23a05-3efe-4e75-9ee2-617aa3148491 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 1125 time: 0.2806048 Feb 09 21:42:32.395087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Calling delete_port for ada1bba6-41c1-406d-a6c6-874328ea2fd9 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:32.407752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.410595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.411306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.412982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.413580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.415672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.416245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.416746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.417450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.417953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.418445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.419090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.419638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.716032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for floatingip (dbf9f25b-4aa9-474b-bc43-73e660c81727), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.752695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cac38c5c-906c-4428-adab-45d03002cf90 req-f06b3930-b2b0-4da6-88e6-6963b9981574 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/security-groups?id=aa723ca5-8d3b-4239-b6db-680d9aaa7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352295 Feb 09 21:42:32.955203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc46a19-a4ff-4569-9854-f4d99589a5e2 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:32.974151 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Publish callbacks [] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.997030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.078223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75de45e-aac6-473e-82b1-9237c57de2fe req-c2706aff-7c16-4f24-88cc-1e462198b4d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.079828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75de45e-aac6-473e-82b1-9237c57de2fe req-c2706aff-7c16-4f24-88cc-1e462198b4d7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 943 time: 0.1611695 Feb 09 21:42:33.080509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-f9c6edb8-9229-4ca4-912d-4a9cd3926937 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 217 time: 0.6914921 Feb 09 21:42:33.254849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Transition to ACTIVE for port object cbc46a19-a4ff-4569-9854-f4d99589a5e2 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:33.260378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75de45e-aac6-473e-82b1-9237c57de2fe req-2f1f7471-e2ba-4d70-8733-9f123eaf8154 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705210 Feb 09 21:42:33.335147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-ccd6bd91-755f-4d97-bbc1-cd8aaf6b3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.342576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-ccd6bd91-755f-4d97-bbc1-cd8aaf6b3962 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b2ecefa4-0fbc-4e33-9dcf-0303035cb167 HTTP/1.1" status: 200 len: 867 time: 0.1713681 Feb 09 21:42:33.371386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532de3f-d16a-4ee6-aba1-17e58a4ab357 req-40ade760-dfd3-45f8-bbde-f6dc9658ca65 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.371808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ada1bba6-41c1-406d-a6c6-874328ea2fd9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.373981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5532de3f-d16a-4ee6-aba1-17e58a4ab357 req-40ade760-dfd3-45f8-bbde-f6dc9658ca65 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 932 time: 0.8035758 Feb 09 21:42:33.383945 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062404a1-9bcf-456d-95eb-5ea4ec881edf x-openstack-request-id: req-062404a1-9bcf-456d-95eb-5ea4ec881edf {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:33.384197 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:33.384620 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-062404a1-9bcf-456d-95eb-5ea4ec881edf {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:33.385246 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'status': 'completed', 'code': 200} Feb 09 21:42:33.391816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.501614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.536294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Pushing event deleted for resources: {'Port': ['ID=ada1bba6-41c1-406d-a6c6-874328ea2fd9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.665072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] No DVR routers for this DVR port ada1bba6-41c1-406d-a6c6-874328ea2fd9 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:33.672611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.676632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f70ca3f-7b14-4fbe-8222-4847850340c0 req-8d81cb7c-4011-4023-8f28-ff7a8287dcd2 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.30 "DELETE /v2.0/ports/ada1bba6-41c1-406d-a6c6-874328ea2fd9 HTTP/1.1" status: 204 len: 173 time: 3.3878121 Feb 09 21:42:33.678085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'name': 'network-vif-deleted', 'tag': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:33.685642 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02912306-1e42-4afa-8e34-dafa350e83d5" -d '{"events": [{"server_uuid": "3bc8efec-1ff4-4172-8ab1-0138a48a147f", "name": "network-vif-deleted", "tag": "ada1bba6-41c1-406d-a6c6-874328ea2fd9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:33.693493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.777885 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5532de3f-d16a-4ee6-aba1-17e58a4ab357 req-2109152f-e0b3-45fa-ae20-4bf38296cd96 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899796 Feb 09 21:42:33.805835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc46a19-a4ff-4569-9854-f4d99589a5e2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.041277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ada1bba6-41c1-406d-a6c6-874328ea2fd9 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:34.102159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-18fe4858-bf3b-46a8-b96c-2f6cdcbc99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.110100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: ada1bba6-41c1-406d-a6c6-874328ea2fd9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:34.110555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-18fe4858-bf3b-46a8-b96c-2f6cdcbc99f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c2394db3-a51d-4b9c-95aa-b34b05840d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7238731 Feb 09 21:42:34.110907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ada1bba6-41c1-406d-a6c6-874328ea2fd9 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:34.113622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (dbf9f25b-4aa9-474b-bc43-73e660c81727), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.147455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Attempting to bind port cbc46a19-a4ff-4569-9854-f4d99589a5e2 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:34.150891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Attempting to bind port cbc46a19-a4ff-4569-9854-f4d99589a5e2 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:34.161665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Attempting to bind port cbc46a19-a4ff-4569-9854-f4d99589a5e2 on network 38389c21-aee8-46b5-ad31-138388a13e69 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:34.204900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event updated for resources: {'Port': ['ID=41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.230614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138856a-8ba6-4fda-b967-e2dea84c6757 req-a09040bc-1bd5-4f6c-93d5-64a9d00b8f10 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.243689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a138856a-8ba6-4fda-b967-e2dea84c6757 req-a09040bc-1bd5-4f6c-93d5-64a9d00b8f10 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.5799618 Feb 09 21:42:34.270300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Port cbc46a19-a4ff-4569-9854-f4d99589a5e2 on network 38389c21-aee8-46b5-ad31-138388a13e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:34.273517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Attempting to bind port cbc46a19-a4ff-4569-9854-f4d99589a5e2 on network 38389c21-aee8-46b5-ad31-138388a13e69 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:34.293065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:34.306916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Checking segment: {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:34.307452 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Bound using segment: {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:34.314462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Bound port: cbc46a19-a4ff-4569-9854-f4d99589a5e2, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:34.314462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.319446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.335271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3b5d104b-2620-499d-8054-250d922e3f24 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2342274 Feb 09 21:42:34.361387 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a138856a-8ba6-4fda-b967-e2dea84c6757 req-05c6d6ae-479a-4689-a6aa-60b1e902a6c0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113465 Feb 09 21:42:34.423549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] For port cbc46a19-a4ff-4569-9854-f4d99589a5e2, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:34.428264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] For port cbc46a19-a4ff-4569-9854-f4d99589a5e2, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cbc46a19-a4ff-4569-9854-f4d99589a5e2,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:34.480062 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be4aff-bbdb-427f-9eab-1201d9bc1ce9 x-openstack-request-id: req-09be4aff-bbdb-427f-9eab-1201d9bc1ce9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:34.484660 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc8efec-1ff4-4172-8ab1-0138a48a147f", "name": "network-vif-deleted", "tag": "ada1bba6-41c1-406d-a6c6-874328ea2fd9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:34.484660 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09be4aff-bbdb-427f-9eab-1201d9bc1ce9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:34.484660 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc8efec-1ff4-4172-8ab1-0138a48a147f', 'name': 'network-vif-deleted', 'tag': 'ada1bba6-41c1-406d-a6c6-874328ea2fd9', 'status': 'completed', 'code': 200} Feb 09 21:42:34.498754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-e5dea4fc-8b05-47c6-a9de-2b5363567454 service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808603 Feb 09 21:42:34.504119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.615924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f5a0cff-09fa-4cb1-b241-1d14728312b6 req-45e99042-2c01-4df3-b02b-31b5b1e8eeb0 tempest-ImagesNegativeTestJSON-655362844 tempest-ImagesNegativeTestJSON-655362844-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bc8efec-1ff4-4172-8ab1-0138a48a147f HTTP/1.1" status: 200 len: 210 time: 0.0631692 Feb 09 21:42:34.831687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6199c-3cd3-45b7-b8a9-a3c3df611777 req-45b23b1a-5e05-4ad8-9b2a-a7019f337dcc tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.833279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2e6199c-3cd3-45b7-b8a9-a3c3df611777 req-45b23b1a-5e05-4ad8-9b2a-a7019f337dcc tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 943 time: 0.1163495 Feb 09 21:42:34.871477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc46a19-a4ff-4569-9854-f4d99589a5e2,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.876395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2ef8c63-826e-4d0a-be34-73655db50a4d req-e5a68494-b714-4ecc-8db3-43b722701461 service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595903 Feb 09 21:42:34.911549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.912210 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.913688 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-f5f31a9f-190e-4970-be01-94efd82b8404 service neutron] 10.222.0.110 "PUT /v2.0/ports/cbc46a19-a4ff-4569-9854-f4d99589a5e2 HTTP/1.1" status: 200 len: 1092 time: 2.9601953 Feb 09 21:42:34.981742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2e6199c-3cd3-45b7-b8a9-a3c3df611777 req-28c61348-fefe-478f-8c52-683456932cfd tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390862 Feb 09 21:42:35.205597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772269-74fb-4457-b7f9-f8f62d66a59d req-e28e8c63-308b-454f-a49d-d7252d74c3c2 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.214376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 92b5f096-14bf-4402-8868-bc6d84f247aa no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:35.220511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6772269-74fb-4457-b7f9-f8f62d66a59d req-e28e8c63-308b-454f-a49d-d7252d74c3c2 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.1277227 Feb 09 21:42:35.323342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-fc381cb1-9ced-4001-a70f-acdd5d7796de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.325280 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-fc381cb1-9ced-4001-a70f-acdd5d7796de service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 1125 time: 0.2081180 Feb 09 21:42:35.354578 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6772269-74fb-4457-b7f9-f8f62d66a59d req-afaadc4f-eb8c-4e91-97b6-6808b0864957 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276016 Feb 09 21:42:35.426960 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bdea897c-1589-4744-a5d8-b00de09176b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.453499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 92b5f096-14bf-4402-8868-bc6d84f247aa is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:35.454255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.516934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:35.519371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:35.522440 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc44caf-4a7d-4e0f-bf09-caa92d2d1b40" -d '{"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:35.527244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d320986-ade3-4849-ba6b-deb2da972117', 'tag': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:35.530066 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc99c58-06e1-4b6b-b269-f48086260cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1d320986-ade3-4849-ba6b-deb2da972117", "tag": "cbc46a19-a4ff-4569-9854-f4d99589a5e2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:35.540689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-d68217bf-cad8-481e-9832-54bad7c63311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.542671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-d68217bf-cad8-481e-9832-54bad7c63311 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3b221ebf68494f92a8832d431e0c8698&device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 1126 time: 0.3622258 Feb 09 21:42:35.597468 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.615951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-4c5b07b8-de10-4f3b-ae19-2d77422f3894 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbc46a19-a4ff-4569-9854-f4d99589a5e2 HTTP/1.1" status: 200 len: 217 time: 0.0552425 Feb 09 21:42:35.642108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-e30daea0-0064-460d-9956-ac5578349210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.645735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-e30daea0-0064-460d-9956-ac5578349210 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 200 len: 929 time: 0.3046083 Feb 09 21:42:35.653041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365d177-714f-4d2e-bdb0-381c38a557d2 req-6d7ee671-6196-4937-aa69-b72bd5ed97d8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.654649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5365d177-714f-4d2e-bdb0-381c38a557d2 req-6d7ee671-6196-4937-aa69-b72bd5ed97d8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.1321001 Feb 09 21:42:35.741622 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-cb32f4dc-c882-4967-a5c0-0a3b3f41a7ea service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 217 time: 0.0748227 Feb 09 21:42:35.751120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5365d177-714f-4d2e-bdb0-381c38a557d2 req-883f5be7-2519-4532-87d3-6e4614eac5c6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801673 Feb 09 21:42:35.789666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:35.822929 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bad52fe-1e58-4ab0-b2bc-0d86922b0596 x-openstack-request-id: req-9bad52fe-1e58-4ab0-b2bc-0d86922b0596 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:35.823238 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:35.827467 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9bad52fe-1e58-4ab0-b2bc-0d86922b0596 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:35.827467 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'code': 200} Feb 09 21:42:35.835246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-2c6d84de-2357-4777-a24f-d3b31beffffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.837071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-2c6d84de-2357-4777-a24f-d3b31beffffe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f8218cd3-ac59-4e65-a31e-6dc577360ea7 HTTP/1.1" status: 200 len: 854 time: 0.1896884 Feb 09 21:42:35.913983 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0574c062-364e-47cb-ac58-d991eb781f3e x-openstack-request-id: req-0574c062-364e-47cb-ac58-d991eb781f3e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:35.913983 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d320986-ade3-4849-ba6b-deb2da972117", "tag": "cbc46a19-a4ff-4569-9854-f4d99589a5e2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:35.913983 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0574c062-364e-47cb-ac58-d991eb781f3e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:35.913983 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d320986-ade3-4849-ba6b-deb2da972117', 'tag': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2', 'status': 'completed', 'code': 200} Feb 09 21:42:35.929094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-a4546731-3d3a-4d8a-88b9-36f503930921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.935142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-a4546731-3d3a-4d8a-88b9-36f503930921 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b2ecefa4-0fbc-4e33-9dcf-0303035cb167 HTTP/1.1" status: 200 len: 867 time: 0.1795177 Feb 09 21:42:35.981118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-18f3f172-f127-423d-b8db-6af2a50722bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.982638 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-18f3f172-f127-423d-b8db-6af2a50722bf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=38389c21-aee8-46b5-ad31-138388a13e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250005 Feb 09 21:42:36.048629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-61aabf13-02ad-4190-8d50-ebb4bfe64d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.050148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-61aabf13-02ad-4190-8d50-ebb4bfe64d39 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c2394db3-a51d-4b9c-95aa-b34b05840d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831170 Feb 09 21:42:36.143245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd257a-6226-4986-8f4e-77c81675e79e req-f4796a49-a59a-4cc8-8d27-7f86d98d0c21 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.147942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8bd257a-6226-4986-8f4e-77c81675e79e req-f4796a49-a59a-4cc8-8d27-7f86d98d0c21 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 943 time: 0.0796356 Feb 09 21:42:36.208737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8bd257a-6226-4986-8f4e-77c81675e79e req-2634f065-8759-4e7d-8ddf-3e8aee662715 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555391 Feb 09 21:42:36.403027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ff5d3ec4-54c3-4e70-9786-b1da57b0cca0 service neutron] 10.222.0.110 "GET /v2.0/networks/38389c21-aee8-46b5-ad31-138388a13e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476587 Feb 09 21:42:36.405257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-0a2f283f-8aac-42f5-b949-026e8e7d2d79 service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045219 Feb 09 21:42:36.596075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3a3c2-1d74-4641-8a42-50a799bb62c9 req-57e1ef82-ceb6-483d-861e-704168471a45 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.599458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62b3a3c2-1d74-4641-8a42-50a799bb62c9 req-57e1ef82-ceb6-483d-861e-704168471a45 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.0896995 Feb 09 21:42:36.745588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62b3a3c2-1d74-4641-8a42-50a799bb62c9 req-80869efc-1b15-4573-8011-1e49a0ab8bbc tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262181 Feb 09 21:42:36.790382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09234ee3-12dd-4fab-8c0c-47d7f29a4ec6 req-0e4da344-6fe0-4fcc-90de-a5cecd380402 service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178301 Feb 09 21:42:36.856815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5e9ca1f-f1e9-4aa0-8937-2acecc766b86 req-ca1c7ba0-b062-4a46-96fa-e8e0aa2be143 service neutron] 10.222.0.110 "GET /v2.0/networks/38389c21-aee8-46b5-ad31-138388a13e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876734 Feb 09 21:42:37.000912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512a3a-2c60-4f8a-8be6-78dba95cd179 req-4c9b4f1d-f6a4-4676-be05-659afa82c298 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.012279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4512a3a-2c60-4f8a-8be6-78dba95cd179 req-4c9b4f1d-f6a4-4676-be05-659afa82c298 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.1090031 Feb 09 21:42:37.115845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4512a3a-2c60-4f8a-8be6-78dba95cd179 req-dcc9d395-4468-4a36-8c4e-94043fb3085c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024363 Feb 09 21:42:37.249719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device da45968d-3f2a-445b-bba9-de55fb00137e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:37.485985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59024) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:37.582794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8a6b2-49ef-498f-95b5-ba2f2404854a req-ce1caa39-38e7-4b8e-acf3-92f7c6a9e2fc tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.595032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afa8a6b2-49ef-498f-95b5-ba2f2404854a req-ce1caa39-38e7-4b8e-acf3-92f7c6a9e2fc tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 943 time: 0.1769023 Feb 09 21:42:37.731648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afa8a6b2-49ef-498f-95b5-ba2f2404854a req-a0ad7dd4-2f74-4f53-8fd3-889b0a0066df tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322927 Feb 09 21:42:37.731870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port da45968d-3f2a-445b-bba9-de55fb00137e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=da45968d-3f2a-445b-bba9-de55fb00137e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:37.749535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-346f0783-24cb-4c9b-bc90-f41b5de975d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.754034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-346f0783-24cb-4c9b-bc90-f41b5de975d6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3b221ebf68494f92a8832d431e0c8698&device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 1126 time: 0.6648517 Feb 09 21:42:37.776085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'port_id': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'mac_address': 'fa:16:3e:fe:b9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:37.793270 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d6150f34-ea0d-4831-8683-19f8aa0c4563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.909611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port da45968d-3f2a-445b-bba9-de55fb00137e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:37.910787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.939580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da45968d-3f2a-445b-bba9-de55fb00137e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:37.973451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port da45968d-3f2a-445b-bba9-de55fb00137e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=da45968d-3f2a-445b-bba9-de55fb00137e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:38.004348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0843659c-b82a-4b8a-b318-b3ee2717611e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=44db58912bf24924b038537934107c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125871 Feb 09 21:42:38.011599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59040) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:38.016904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-e4551849-2ae4-4880-9a7c-586a6d0deb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.019180 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-e4551849-2ae4-4880-9a7c-586a6d0deb38 service neutron] 10.222.0.110 "GET /v2.0/networks?id=38389c21-aee8-46b5-ad31-138388a13e69 HTTP/1.1" status: 200 len: 916 time: 0.2415736 Feb 09 21:42:38.053237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e006-0b16-4fb0-9caf-fa5a57c3d433 req-cd2bac42-e3e6-43f2-95c9-fc4341850db3 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.060842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d896e006-0b16-4fb0-9caf-fa5a57c3d433 req-cd2bac42-e3e6-43f2-95c9-fc4341850db3 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.1518097 Feb 09 21:42:38.119793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-112ad98f-e019-49d5-a27b-d4342cda8f75 admin admin] Publish callbacks [] for security_group (aa723ca5-8d3b-4239-b6db-680d9aaa7f31), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.140472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-bf868022-9867-4bcb-b799-ee3980592a35 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.142115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-bf868022-9867-4bcb-b799-ee3980592a35 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.2497313 Feb 09 21:42:38.157544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-25ab9a65-28de-47ff-bfce-ddc6ad2dc76e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/quotas/37105b4a9afd448d88bb7726ea71a72c HTTP/1.1" status: 200 len: 375 time: 0.0097704 Feb 09 21:42:38.159772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d896e006-0b16-4fb0-9caf-fa5a57c3d433 req-56f8301e-9e39-48d0-bf97-6ec41e42483a tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922675 Feb 09 21:42:38.179043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.179369 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-112ad98f-e019-49d5-a27b-d4342cda8f75 admin admin] Publish callbacks [] for security_group (aa723ca5-8d3b-4239-b6db-680d9aaa7f31), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.294244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-9caf77b4-7657-47ab-8133-a7c3da8fb339 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260214 Feb 09 21:42:38.309002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=da45968d-3f2a-445b-bba9-de55fb00137e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.412165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae21e3-45a6-481c-b971-47542e3488c6 req-af5120c5-2792-44b5-a8c7-5fd168c2de82 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.421285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afae21e3-45a6-481c-b971-47542e3488c6 req-af5120c5-2792-44b5-a8c7-5fd168c2de82 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.1587160 Feb 09 21:42:38.423796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-7d0e4d5c-7cee-4cfe-a566-38df9d488137 service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265497 Feb 09 21:42:38.485182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afae21e3-45a6-481c-b971-47542e3488c6 req-922d4f6b-ab0c-46cb-98f1-a3fbe0d6ee7e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627055 Feb 09 21:42:38.490988 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-112ad98f-e019-49d5-a27b-d4342cda8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aa723ca5-8d3b-4239-b6db-680d9aaa7f31), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.495739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-112ad98f-e019-49d5-a27b-d4342cda8f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.504235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-112ad98f-e019-49d5-a27b-d4342cda8f75 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aa723ca5-8d3b-4239-b6db-680d9aaa7f31 HTTP/1.1" status: 204 len: 168 time: 0.4832878 Feb 09 21:42:38.505960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ad98f-e019-49d5-a27b-d4342cda8f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa723ca5-8d3b-4239-b6db-680d9aaa7f31,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.573519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-6c4e8d74-f4a6-4158-8eb0-405b63f7b8b4 service neutron] 10.222.0.98 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470451 Feb 09 21:42:38.607958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['da45968d-3f2a-445b-bba9-de55fb00137e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:38.961903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47a4d-5c6d-4a32-be32-d9f36bdcef21 req-2136ea59-c26e-4255-a8c7-3416aa74a369 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.973281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.977270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98f47a4d-5c6d-4a32-be32-d9f36bdcef21 req-2136ea59-c26e-4255-a8c7-3416aa74a369 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 944 time: 0.1252010 Feb 09 21:42:39.069869 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e7266ef-8784-4d5b-9054-d7e657f140ea req-9b110156-942b-4ba6-8141-0a7daac04c98 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 210 time: 0.0791333 Feb 09 21:42:39.098472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98f47a4d-5c6d-4a32-be32-d9f36bdcef21 req-169f90e2-7b4c-4fc6-89af-70ae2f8ce0fe tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235819 Feb 09 21:42:39.313255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-aac9fcce-ba13-40c3-8453-917bef51c776 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbc46a19-a4ff-4569-9854-f4d99589a5e2 HTTP/1.1" status: 200 len: 217 time: 0.0801139 Feb 09 21:42:39.482618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-a0eb5ebc-e656-431f-8565-e34991880f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.484337 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-a0eb5ebc-e656-431f-8565-e34991880f1e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f8218cd3-ac59-4e65-a31e-6dc577360ea7 HTTP/1.1" status: 200 len: 854 time: 0.1297858 Feb 09 21:42:39.494024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71fee-6438-47eb-9aea-59d6e4b399f9 req-1811b55f-e1d3-4407-a2ad-92c673a4bf0f tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.501090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ff71fee-6438-47eb-9aea-59d6e4b399f9 req-1811b55f-e1d3-4407-a2ad-92c673a4bf0f tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.1905365 Feb 09 21:42:39.597149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ff71fee-6438-47eb-9aea-59d6e4b399f9 req-5a07deea-2c14-4390-a2d4-e385635fcc5a tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900278 Feb 09 21:42:39.623319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-a255b381-1859-42cc-9079-00c401bd06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.627146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-a255b381-1859-42cc-9079-00c401bd06d8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=38389c21-aee8-46b5-ad31-138388a13e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1217027 Feb 09 21:42:39.700087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb05c-8901-4baf-ac07-657eb29aaa45 req-fa698abe-3e8a-4805-bf5d-fc3fafe9ff22 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.701951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eeddb05c-8901-4baf-ac07-657eb29aaa45 req-fa698abe-3e8a-4805-bf5d-fc3fafe9ff22 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.0891099 Feb 09 21:42:39.803694 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-ce515794-15a6-4fb2-a3e2-f814e94f7711 service neutron] 10.222.0.110 "GET /v2.0/networks/38389c21-aee8-46b5-ad31-138388a13e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633434 Feb 09 21:42:39.824815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eeddb05c-8901-4baf-ac07-657eb29aaa45 req-b712e924-0183-4500-b744-2f3173fb59d4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027379 Feb 09 21:42:40.006284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bc99c58-06e1-4b6b-b269-f48086260cfe req-aa5a6748-3531-4208-92b6-3efaf223dbe2 service neutron] 10.222.0.110 "GET /v2.0/networks/38389c21-aee8-46b5-ad31-138388a13e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634266 Feb 09 21:42:40.160319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.210382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42d2da1c-1f6f-4e38-ab33-9b22a215b616 req-9b40732b-b132-485f-84e3-6fc0d9c14d77 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 210 time: 0.0560069 Feb 09 21:42:40.271177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5e59e-0423-473a-8609-36d0f7a37db6 req-25d591a3-edbc-4959-a2e5-b9211f342017 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:40.272806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ad5e59e-0423-473a-8609-36d0f7a37db6 req-25d591a3-edbc-4959-a2e5-b9211f342017 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 944 time: 0.0909553 Feb 09 21:42:40.389391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ad5e59e-0423-473a-8609-36d0f7a37db6 req-5583ae05-b3b6-4693-ade5-791e04022a49 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013167 Feb 09 21:42:40.857876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f27407-c065-46da-8726-d63145557aad req-b6cb4f54-76e1-409c-8ac5-2b19ae628fbc tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:40.869848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02f27407-c065-46da-8726-d63145557aad req-b6cb4f54-76e1-409c-8ac5-2b19ae628fbc tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.1436732 Feb 09 21:42:40.927339 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02f27407-c065-46da-8726-d63145557aad req-a78080a0-eca2-489f-9e75-036ed6971d84 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561428 Feb 09 21:42:41.132732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b1eaa-3569-4f76-acfa-3382a2b46fd4 req-41619b9b-89e7-4f3a-88cb-61bc7cef1086 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:41.132732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe3b1eaa-3569-4f76-acfa-3382a2b46fd4 req-41619b9b-89e7-4f3a-88cb-61bc7cef1086 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.1157217 Feb 09 21:42:41.182157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe3b1eaa-3569-4f76-acfa-3382a2b46fd4 req-f21ae491-1ade-4236-91eb-45c4ddd26491 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672247 Feb 09 21:42:41.298074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device da45968d-3f2a-445b-bba9-de55fb00137e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:41.453404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d3bb2ad-e633-41f6-b7fc-5bf75ae0d6e3 req-a4f78cd0-d322-4517-b792-49daca023e5e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 210 time: 0.0629220 Feb 09 21:42:41.488221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port da45968d-3f2a-445b-bba9-de55fb00137e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:41.492107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port da45968d-3f2a-445b-bba9-de55fb00137e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:41.493251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.684433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port da45968d-3f2a-445b-bba9-de55fb00137e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:41.687557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.725473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.734380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bc6c4-6ed2-4dec-8601-76eb562af327 req-d7cc9425-d2b4-4c94-815b-b339118031f7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:41.738477 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e2bc6c4-6ed2-4dec-8601-76eb562af327 req-d7cc9425-d2b4-4c94-815b-b339118031f7 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 944 time: 0.2060192 Feb 09 21:42:41.739953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:41.743254 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0adfbf-1fce-4aa2-9fa1-b735bb4d0524" -d '{"events": [{"server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "name": "network-vif-plugged", "status": "completed", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:41.766893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port da45968d-3f2a-445b-bba9-de55fb00137e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=da45968d-3f2a-445b-bba9-de55fb00137e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:41.844512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.920043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-66350fe6-2631-40c7-8edb-0c91592571f0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:41.921676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-66350fe6-2631-40c7-8edb-0c91592571f0 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "GET /v2.0/networks?id=75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 200 len: 805 time: 0.2696822 Feb 09 21:42:41.944806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Request body: {'port': {'device_id': 'cf389597-244b-41e3-9773-189d4f81cba5', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'admin_state_up': True, 'tenant_id': '37105b4a9afd448d88bb7726ea71a72c'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:41.954544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e2bc6c4-6ed2-4dec-8601-76eb562af327 req-cce373e6-6496-4a1e-8e22-adaa73b488d3 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037661 Feb 09 21:42:41.954947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=da45968d-3f2a-445b-bba9-de55fb00137e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.034342 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f9d8b-c856-4cd7-a120-ce1bbcdbe9e1 x-openstack-request-id: req-7e9f9d8b-c856-4cd7-a120-ce1bbcdbe9e1 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:42.034681 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "name": "network-vif-plugged", "status": "completed", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:42.034964 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e9f9d8b-c856-4cd7-a120-ce1bbcdbe9e1 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:42.037191 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'code': 200} Feb 09 21:42:42.322386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Made reservation on behalf of 37105b4a9afd448d88bb7726ea71a72c for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:42.326358 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.343089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f751935-911f-4c23-8cb9-841d6dadb7f1 req-b229836f-52ff-426e-a2cf-5e99b7330fd0 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.355202 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f751935-911f-4c23-8cb9-841d6dadb7f1 req-b229836f-52ff-426e-a2cf-5e99b7330fd0 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.1548378 Feb 09 21:42:42.457328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f751935-911f-4c23-8cb9-841d6dadb7f1 req-355c6452-bdc3-468b-9e29-c927d1d30ef1 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818343 Feb 09 21:42:42.472631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2c9e3-8c4e-456d-9618-375c2922e659 req-b6f74872-3b9e-414f-883f-67eca9b03336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.475865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81f2c9e3-8c4e-456d-9618-375c2922e659 req-b6f74872-3b9e-414f-883f-67eca9b03336 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 1127 time: 0.1196256 Feb 09 21:42:42.572567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Allocated IP 172.20.0.13 (75aac111-eeca-44b7-9622-f4ddb48c48ce/19c79bb4-e01b-452d-84a7-c2ce1069b3bf/fc17ca42-df49-4421-a08b-64e303706c79) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:42.675909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb7f3862-dc30-4186-a1d5-54c42cc49c4f req-3b4813ec-5fe0-450c-8d36-9e08d74cc357 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 210 time: 0.0679464 Feb 09 21:42:42.717197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-0d2ca723-dc2c-4794-bbc9-1b918e919c42 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.718600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-0d2ca723-dc2c-4794-bbc9-1b918e919c42 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.110 "GET /v2.0/ports?device_id=51869b41-5790-4051-a7e0-50cff36eb2cd HTTP/1.1" status: 200 len: 944 time: 0.2558293 Feb 09 21:42:42.724299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81f2c9e3-8c4e-456d-9618-375c2922e659 req-abc84670-0339-4d85-820a-002b3ad392f0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768863 Feb 09 21:42:42.740223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9020e-6f62-475c-a038-26a1648b637e req-277515e0-200a-48b2-9e4d-a413cd65d9c6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.744358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ad9020e-6f62-475c-a038-26a1648b637e req-277515e0-200a-48b2-9e4d-a413cd65d9c6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.1298687 Feb 09 21:42:42.844350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ad9020e-6f62-475c-a038-26a1648b637e req-0af81708-1850-44c2-93c6-6b3faacf0505 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895836 Feb 09 21:42:42.920813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks [] for port (fc17ca42-df49-4421-a08b-64e303706c79), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.105339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da762-b7a9-40c0-a5e3-6168f4389064 req-d9475f5e-8410-44dc-8ad8-4d70e34eb398 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:43.107118 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea6da762-b7a9-40c0-a5e3-6168f4389064 req-d9475f5e-8410-44dc-8ad8-4d70e34eb398 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 945 time: 0.0660975 Feb 09 21:42:43.162900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea6da762-b7a9-40c0-a5e3-6168f4389064 req-906a0512-b5c7-4c70-9da5-1a43f94defe0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500972 Feb 09 21:42:43.540365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Deleting port 92b5f096-14bf-4402-8868-bc6d84f247aa {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:43.540735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.597609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc17a5-70e1-44b8-9614-f2b9825a1455 req-d357b86f-9718-48f7-930b-cdade2d691f0 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:43.599404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8cdc17a5-70e1-44b8-9614-f2b9825a1455 req-d357b86f-9718-48f7-930b-cdade2d691f0 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.0676141 Feb 09 21:42:43.700432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] For port 92b5f096-14bf-4402-8868-bc6d84f247aa, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=92b5f096-14bf-4402-8868-bc6d84f247aa,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:43.700432 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.700785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8cdc17a5-70e1-44b8-9614-f2b9825a1455 req-07e62b65-113b-451e-add6-04d5a5183418 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Feb 09 21:42:43.700899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Calling delete_port for 92b5f096-14bf-4402-8868-bc6d84f247aa owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:43.772109 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b684d23-fb0d-4daf-97c8-8d02f0c9faa2 req-2a1533ed-5825-4f10-88bc-5b3666fb7f9e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 210 time: 0.0311093 Feb 09 21:42:43.946393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59192) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:43.972466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fe84c-8a31-474c-81f8-deb17fc228a2 req-0b67b02f-293a-427e-9e73-b2f0742e41c9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:43.973995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e15fe84c-8a31-474c-81f8-deb17fc228a2 req-0b67b02f-293a-427e-9e73-b2f0742e41c9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.0651910 Feb 09 21:42:43.996505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.067587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Network 75aac111-eeca-44b7-9622-f4ddb48c48ce is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:44.073041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0fb85322-1b8f-42c9-a76c-52ecbc5c677f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.079318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:44.083132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:44.093085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e15fe84c-8a31-474c-81f8-deb17fc228a2 req-7f59796a-d86e-42e6-99c9-67db4289fb01 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118045 Feb 09 21:42:44.111737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event updated for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.147079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.147726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.149455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (92b5f096-14bf-4402-8868-bc6d84f247aa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.227506 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0fb85322-1b8f-42c9-a76c-52ecbc5c677f admin admin] Publish callbacks [] for security_group (e5b2ddab-18b7-4254-838e-e6b940dff4c5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.237535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event deleted for resources: {'Port': ['ID=92b5f096-14bf-4402-8868-bc6d84f247aa,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.257423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5279e9ae-9ff3-4181-96f7-b3e9d422bdc8 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3190782 Feb 09 21:42:44.272714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Request body: {'port': {'device_id': 'cf389597-244b-41e3-9773-189d4f81cba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:44.338216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] No DVR routers for this DVR port 92b5f096-14bf-4402-8868-bc6d84f247aa on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:44.341115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.345911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e905cce6-e5d2-494a-a521-c2a6c09e260e req-78540c04-22f5-48fa-8f7b-da5f9e32eeb1 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.110 "DELETE /v2.0/ports/92b5f096-14bf-4402-8868-bc6d84f247aa HTTP/1.1" status: 204 len: 173 time: 0.9245238 Feb 09 21:42:44.349298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-deleted', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:44.350640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fc17ca42-df49-4421-a08b-64e303706c79), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.352580 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0d44da-ba3a-49d7-8146-8589a203724e" -d '{"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-deleted", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:44.355812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0fb85322-1b8f-42c9-a76c-52ecbc5c677f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e5b2ddab-18b7-4254-838e-e6b940dff4c5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.403520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-638ee62c-a573-4529-9333-de6513f7564a tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.406353 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-638ee62c-a573-4529-9333-de6513f7564a tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1128 time: 0.2473769 Feb 09 21:42:44.436914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:44.477732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0fb85322-1b8f-42c9-a76c-52ecbc5c677f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee45383cf2ab41549687357e3a346d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299966 Feb 09 21:42:44.488011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507be4-efdd-452b-b88f-413a1295cb0e req-3fe7dcef-7095-4480-a510-5d833f18080c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.490037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28507be4-efdd-452b-b88f-413a1295cb0e req-3fe7dcef-7095-4480-a510-5d833f18080c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 945 time: 0.2409043 Feb 09 21:42:44.493167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59204) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:44.495222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb85322-1b8f-42c9-a76c-52ecbc5c677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2ddab-18b7-4254-838e-e6b940dff4c5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.660413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-442a235e-f053-43b3-875e-0ef1c5fc4c1b admin admin] Publish callbacks [] for security_group (e5b2ddab-18b7-4254-838e-e6b940dff4c5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.684396 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.716117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28507be4-efdd-452b-b88f-413a1295cb0e req-64cb5db3-e6ec-4384-a70b-9d5152aa3136 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788805 Feb 09 21:42:44.719356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc17ca42-df49-4421-a08b-64e303706c79 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:44.727509 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Publish callbacks [] for port (fc17ca42-df49-4421-a08b-64e303706c79), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.727803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-442a235e-f053-43b3-875e-0ef1c5fc4c1b admin admin] Publish callbacks [] for security_group (e5b2ddab-18b7-4254-838e-e6b940dff4c5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.743139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Transition to ACTIVE for port object fc17ca42-df49-4421-a08b-64e303706c79 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:44.779515 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cc28e2-167f-43a8-9be9-2def12cf5591 x-openstack-request-id: req-57cc28e2-167f-43a8-9be9-2def12cf5591 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:44.779797 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51869b41-5790-4051-a7e0-50cff36eb2cd", "name": "network-vif-deleted", "tag": "92b5f096-14bf-4402-8868-bc6d84f247aa", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:44.779914 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-57cc28e2-167f-43a8-9be9-2def12cf5591 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:44.780374 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51869b41-5790-4051-a7e0-50cff36eb2cd', 'name': 'network-vif-deleted', 'tag': '92b5f096-14bf-4402-8868-bc6d84f247aa', 'status': 'completed', 'code': 200} Feb 09 21:42:44.841828 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.930513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Pushing event updated for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.951151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:44.962708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a0456-48af-4815-8a0d-6bd7b1281456 req-97532c31-c580-4389-ae64-d4dc73c85efd tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.964897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a5a0456-48af-4815-8a0d-6bd7b1281456 req-97532c31-c580-4389-ae64-d4dc73c85efd tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.1103334 Feb 09 21:42:44.997191 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-442a235e-f053-43b3-875e-0ef1c5fc4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e5b2ddab-18b7-4254-838e-e6b940dff4c5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.999618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-442a235e-f053-43b3-875e-0ef1c5fc4c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.003692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-442a235e-f053-43b3-875e-0ef1c5fc4c1b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e5b2ddab-18b7-4254-838e-e6b940dff4c5 HTTP/1.1" status: 204 len: 168 time: 0.5094156 Feb 09 21:42:45.039552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756bd63-6546-4798-96e4-5672fe7cee28 req-8bbd174f-0050-46b0-8ee6-98483963ef73 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.044853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a235e-f053-43b3-875e-0ef1c5fc4c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2ddab-18b7-4254-838e-e6b940dff4c5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.047556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c756bd63-6546-4798-96e4-5672fe7cee28 req-8bbd174f-0050-46b0-8ee6-98483963ef73 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 944 time: 0.1315732 Feb 09 21:42:45.056495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:45.104754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a5a0456-48af-4815-8a0d-6bd7b1281456 req-7b8d99a7-1d36-4131-8d79-201b8ada89a9 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275072 Feb 09 21:42:45.112755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Attempting to bind port fc17ca42-df49-4421-a08b-64e303706c79 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:45.112755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Attempting to bind port fc17ca42-df49-4421-a08b-64e303706c79 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:45.112755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Attempting to bind port fc17ca42-df49-4421-a08b-64e303706c79 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:45.125889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Port fc17ca42-df49-4421-a08b-64e303706c79 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:45.126149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Attempting to bind port fc17ca42-df49-4421-a08b-64e303706c79 on network 75aac111-eeca-44b7-9622-f4ddb48c48ce {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:45.133523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:45.134144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Checking segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:45.134835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Bound using segment: {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:45.135278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Bound port: fc17ca42-df49-4421-a08b-64e303706c79, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a928d84b-6820-413e-a5c8-702be3e3d997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:45.135644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fc17ca42-df49-4421-a08b-64e303706c79), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.143686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Publish callbacks [] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.153441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c756bd63-6546-4798-96e4-5672fe7cee28 req-58f59a10-25d5-48b2-a17c-e00d9228aace tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049430 Feb 09 21:42:45.228560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:45.233078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:45.271996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.323814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ca350-6050-4423-9215-9c8b2f5b411c req-24782f3a-c2fd-4501-8b6a-23ebbb76765b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.323814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-580ca350-6050-4423-9215-9c8b2f5b411c req-24782f3a-c2fd-4501-8b6a-23ebbb76765b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 946 time: 0.0707345 Feb 09 21:42:45.339109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:45.345425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 92b5f096-14bf-4402-8868-bc6d84f247aa no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:45.354085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.368405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=7']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.419301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.422590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 92b5f096-14bf-4402-8868-bc6d84f247aa {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:45.422590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 92b5f096-14bf-4402-8868-bc6d84f247aa not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:45.422830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.423847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc17ca42-df49-4421-a08b-64e303706c79 HTTP/1.1" status: 200 len: 1092 time: 1.1589060 Feb 09 21:42:45.425679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:45.429214 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef83cb-b7f4-4ad4-9aaf-41a35ac49988" -d '{"events": [{"name": "network-changed", "server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "tag": "fc17ca42-df49-4421-a08b-64e303706c79"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:45.456240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-580ca350-6050-4423-9215-9c8b2f5b411c req-b4a34000-becd-413f-92ce-909e698aa4fb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342146 Feb 09 21:42:45.497440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:45.497782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:45.503105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:45.505927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:45.506590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:45.512724 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2782bb-edf2-43bb-890b-7e2ffa8284a0 x-openstack-request-id: req-db2782bb-edf2-43bb-890b-7e2ffa8284a0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:45.516884 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "tag": "fc17ca42-df49-4421-a08b-64e303706c79", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:45.517175 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db2782bb-edf2-43bb-890b-7e2ffa8284a0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:45.517667 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79', 'status': 'completed', 'code': 200} Feb 09 21:42:45.529804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:45.530297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21b9eb-fde0-456d-b92b-645774083100 service neutron] Pushing event updated for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.532384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:45.533584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:45.535795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Bound port: c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:45.537884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.583049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, got binding levels [] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:45.614972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:45.615806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:45.616464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:45.623739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:45.625380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:45.635500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:45.635965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:45.636598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:45.641896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Bound port: c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:45.643288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.667313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:45.671401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef83cb-b7f4-4ad4-9aaf-41a35ac49988 req-81675b58-b97e-4291-8240-d2afb323dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.679484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef83cb-b7f4-4ad4-9aaf-41a35ac49988 req-81675b58-b97e-4291-8240-d2afb323dd4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 1126 time: 0.1259701 Feb 09 21:42:45.679695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:45.775293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.780925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:45.822971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c2bbde8a-2dd7-4b5b-85a6-e0c60a695585-n-h1-828599-1-0 {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:45.824935 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:45.854079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef83cb-b7f4-4ad4-9aaf-41a35ac49988 req-751ea269-69d4-47da-ab27-53c39b54277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.854718 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef83cb-b7f4-4ad4-9aaf-41a35ac49988 req-751ea269-69d4-47da-ab27-53c39b54277f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=37105b4a9afd448d88bb7726ea71a72c&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1680489 Feb 09 21:42:45.919944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.920708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.922649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] 10.222.0.110 "PUT /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 200 len: 1122 time: 1.5000966 Feb 09 21:42:45.924089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f41b72-4692-451b-b165-69aec219cc8e service neutron] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=8']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.969485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c8bc9-1951-4611-91bd-a315b4532d5d req-864d48a8-f221-4222-a2f1-874502814882 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.971112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d35c8bc9-1951-4611-91bd-a315b4532d5d req-864d48a8-f221-4222-a2f1-874502814882 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 945 time: 0.1425233 Feb 09 21:42:46.009188 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:46.022822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef83cb-b7f4-4ad4-9aaf-41a35ac49988 req-62262f43-b841-4289-97dc-475d14fe33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.025522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ef83cb-b7f4-4ad4-9aaf-41a35ac49988 req-62262f43-b841-4289-97dc-475d14fe33d5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474149 Feb 09 21:42:46.058921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d35c8bc9-1951-4611-91bd-a315b4532d5d req-6edc63c3-adbb-46a9-a630-30ca5a5ed4b6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731511 Feb 09 21:42:46.081129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59228) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:46.107048 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64c42d6f-59d0-466e-8723-e72d2c7e0d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.235142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64c42d6f-59d0-466e-8723-e72d2c7e0d1f admin admin] Publish callbacks [] for security_group (93f6d858-5522-43d0-887b-6cc8d373a105), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.316600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:46.340731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64c42d6f-59d0-466e-8723-e72d2c7e0d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (93f6d858-5522-43d0-887b-6cc8d373a105), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.423613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64c42d6f-59d0-466e-8723-e72d2c7e0d1f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=386bbf9c849b4d2dbcc2831dd5ec3aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405936 Feb 09 21:42:46.443336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:46.444460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:46.444994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:46.451528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59238) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:46.466773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c42d6f-59d0-466e-8723-e72d2c7e0d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6d858-5522-43d0-887b-6cc8d373a105,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:46.493050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:46.493420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempting to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on network 087c0409-a68f-4882-b762-aac3a8fbc24f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:46.513855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:46.514238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Checking segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:46.514908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Bound using segment: {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:46.515615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Bound port: c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892973eb-f0dc-4a5d-92c3-f256d11a2ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '087c0409-a68f-4882-b762-aac3a8fbc24f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:46.516030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.532339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1fcd-9dcf-45a7-adfd-b1e1f298cdfb req-d7e76b7c-4619-41d7-b65f-8da760b73d8a tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.534135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea6b1fcd-9dcf-45a7-adfd-b1e1f298cdfb req-d7e76b7c-4619-41d7-b65f-8da760b73d8a tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 944 time: 0.1401045 Feb 09 21:42:46.555122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4980c6cd-b18f-47b6-bc7c-23f5bb43c6ef admin admin] Publish callbacks [] for security_group (93f6d858-5522-43d0-887b-6cc8d373a105), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.603718 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4980c6cd-b18f-47b6-bc7c-23f5bb43c6ef admin admin] Publish callbacks [] for security_group (93f6d858-5522-43d0-887b-6cc8d373a105), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.625616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea6b1fcd-9dcf-45a7-adfd-b1e1f298cdfb req-833e76e8-866d-49cc-b797-b3535eba380c tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822995 Feb 09 21:42:46.707408 n-d-828599-1 neutron-server[103698]: WARNING neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Concurrent port binding operations failed on port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 Feb 09 21:42:46.715059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:46.725295 n-d-828599-1 neutron-server[103698]: INFO neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Attempt 2 to bind port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 Feb 09 21:42:46.725702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:42:46.769731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4980c6cd-b18f-47b6-bc7c-23f5bb43c6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (93f6d858-5522-43d0-887b-6cc8d373a105), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.771833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-811b058a-b4c0-461f-b9c5-fef346c41759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.772752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4980c6cd-b18f-47b6-bc7c-23f5bb43c6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.773416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-811b058a-b4c0-461f-b9c5-fef346c41759 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37105b4a9afd448d88bb7726ea71a72c&device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 1126 time: 0.6444256 Feb 09 21:42:46.774272 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4980c6cd-b18f-47b6-bc7c-23f5bb43c6ef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/93f6d858-5522-43d0-887b-6cc8d373a105 HTTP/1.1" status: 204 len: 168 time: 0.3194180 Feb 09 21:42:46.778511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-794f01f1-8891-4067-bb51-fac260486a1e req-a7f02ab2-2a98-4009-a282-979ca01efe20 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 258 time: 0.6736553 Feb 09 21:42:46.789014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'}, {'name': 'network-changed', 'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:46.789014 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ed7935-d24f-4ae4-88b4-1a73d15613fa" -d '{"events": [{"server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585"}, {"name": "network-changed", "server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:46.794117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:46.795502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980c6cd-b18f-47b6-bc7c-23f5bb43c6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6d858-5522-43d0-887b-6cc8d373a105,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:46.837619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e43db-f678-498f-ade7-4a9ed8c8d25b req-9361fcec-0bb9-4ddc-b7b6-728e9fb14bde tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.839435 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c91e43db-f678-498f-ade7-4a9ed8c8d25b req-9361fcec-0bb9-4ddc-b7b6-728e9fb14bde tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 944 time: 0.1029325 Feb 09 21:42:46.858807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-e0c83515-d278-43a8-b3d3-09c17da4c95b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc17ca42-df49-4421-a08b-64e303706c79 HTTP/1.1" status: 200 len: 217 time: 0.0781028 Feb 09 21:42:46.904361 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c91e43db-f678-498f-ade7-4a9ed8c8d25b req-17fd0738-bd34-40c2-b47c-db2fb2ae7724 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571179 Feb 09 21:42:46.918410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-287ad441-f895-4514-b8a8-e5d5a6728750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.919814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-287ad441-f895-4514-b8a8-e5d5a6728750 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 200 len: 845 time: 0.0510805 Feb 09 21:42:46.943404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.984297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-313d522d-e83a-4561-8401-a4a744039b2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75aac111-eeca-44b7-9622-f4ddb48c48ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579972 Feb 09 21:42:47.125791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-941cef0e-f5aa-4fc7-b799-eb7d0835078f service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086950 Feb 09 21:42:47.211936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.281424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce99104c-82ea-4120-8885-5ae6c144e568 req-ce5c5745-611d-4760-aec8-4f8081844fab service neutron] 10.222.0.30 "GET /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465952 Feb 09 21:42:47.346265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cbc46a19-a4ff-4569-9854-f4d99589a5e2 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:47.369410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Allocated IP 172.25.5.233 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/187bb630-d50c-4198-af27-7873a5575115) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:47.415467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f169c-93c5-4747-8e2a-7d94f32f63ff req-9692e939-69da-4031-97e6-ea8b37cf6b54 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:47.417793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-563f169c-93c5-4747-8e2a-7d94f32f63ff req-9692e939-69da-4031-97e6-ea8b37cf6b54 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.0959361 Feb 09 21:42:47.472168 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-563f169c-93c5-4747-8e2a-7d94f32f63ff req-168655cb-fd98-44f6-b40b-922c8f0c3a17 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486310 Feb 09 21:42:47.475341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cbc46a19-a4ff-4569-9854-f4d99589a5e2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cbc46a19-a4ff-4569-9854-f4d99589a5e2,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:47.493103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2', 'network_id': '38389c21-aee8-46b5-ad31-138388a13e69', 'port_id': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2', 'mac_address': 'fa:16:3e:9d:a3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8218cd3-ac59-4e65-a31e-6dc577360ea7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:47.531419 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb5230a-8a15-4df7-a8e2-3bc6d73fc567 x-openstack-request-id: req-1bb5230a-8a15-4df7-a8e2-3bc6d73fc567 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:47.531834 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585", "code": 200}, {"name": "network-changed", "server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:47.532093 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1bb5230a-8a15-4df7-a8e2-3bc6d73fc567 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:47.532502 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585', 'code': 200} Feb 09 21:42:47.532762 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585', 'status': 'completed', 'code': 200} Feb 09 21:42:47.532996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for port (187bb630-d50c-4198-af27-7873a5575115), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.559641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cbc46a19-a4ff-4569-9854-f4d99589a5e2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:47.560288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.577368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc46a19-a4ff-4569-9854-f4d99589a5e2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:47.606774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cbc46a19-a4ff-4569-9854-f4d99589a5e2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cbc46a19-a4ff-4569-9854-f4d99589a5e2,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:47.651920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-09908718-58cc-4a02-be03-cf8121fafb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:47.652090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-09908718-58cc-4a02-be03-cf8121fafb59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1156 time: 0.0926719 Feb 09 21:42:47.670740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.724040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cbc46a19-a4ff-4569-9854-f4d99589a5e2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:47.757778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-2cb64b23-d1d1-4fc7-93ed-526c2683ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:47.759310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-2cb64b23-d1d1-4fc7-93ed-526c2683ece8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1010907 Feb 09 21:42:47.777866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (187bb630-d50c-4198-af27-7873a5575115), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.850953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-36351864-6c44-48ad-afaf-df8d88ce8e7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 200 len: 217 time: 0.0848544 Feb 09 21:42:47.880198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:47.894162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcb6cd-7a5b-4046-a36b-a51b6483f320 req-f07fac65-08cc-4d23-93d5-7674e1d8ae33 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:47.899362 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5fdcb6cd-7a5b-4046-a36b-a51b6483f320 req-f07fac65-08cc-4d23-93d5-7674e1d8ae33 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 945 time: 0.0659249 Feb 09 21:42:47.903873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:47.911502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:47.916073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event updated for resources: {'Port': ['ID=187bb630-d50c-4198-af27-7873a5575115,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:47.959834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5fdcb6cd-7a5b-4046-a36b-a51b6483f320 req-8162cbd5-ffa5-49e1-aeca-d2dad959b441 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555193 Feb 09 21:42:47.963599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-76fd48fe-60b5-46f5-ba3f-1c48099ce202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:47.965752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-76fd48fe-60b5-46f5-ba3f-1c48099ce202 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.1076682 Feb 09 21:42:48.036942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-e65be185-b9e6-4a49-9b51-c9c8da87e354 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595713 Feb 09 21:42:48.103091 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (74e1c0eb-ed33-40ac-9751-bdfba2ce7558), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.159623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-a70cd73e-b137-4b65-aafb-d61f65601679 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150203 Feb 09 21:42:48.207329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cbc46a19-a4ff-4569-9854-f4d99589a5e2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:48.234274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61046eea-8b7b-481e-bade-b6e837de6566 req-7ff0ac7f-af53-48a0-915d-62249f73ae5f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.241910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61046eea-8b7b-481e-bade-b6e837de6566 req-7ff0ac7f-af53-48a0-915d-62249f73ae5f tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 944 time: 0.0639422 Feb 09 21:42:48.259985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (187bb630-d50c-4198-af27-7873a5575115), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.300141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61046eea-8b7b-481e-bade-b6e837de6566 req-4375cf10-b940-4dbd-8d4e-ce46719acffc tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566950 Feb 09 21:42:48.330282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ed7935-d24f-4ae4-88b4-1a73d15613fa req-852d411c-5cd3-44c1-863d-b17433830c59 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629410 Feb 09 21:42:48.474452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for port (187bb630-d50c-4198-af27-7873a5575115), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.590339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (187bb630-d50c-4198-af27-7873a5575115), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.661648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event updated for resources: {'Port': ['ID=187bb630-d50c-4198-af27-7873a5575115,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:48.676538 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (74e1c0eb-ed33-40ac-9751-bdfba2ce7558), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.767446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.769077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-794f01f1-8891-4067-bb51-fac260486a1e req-3855f263-19ca-4201-84fa-4a40fc119d8c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9812410 Feb 09 21:42:48.816590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457d7c4-e9eb-4acd-a4de-a272a2f0045d req-9924756c-58a9-4cba-85e3-6d5b9f6f317f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.821441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5457d7c4-e9eb-4acd-a4de-a272a2f0045d req-9924756c-58a9-4cba-85e3-6d5b9f6f317f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.0736771 Feb 09 21:42:48.853858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-794f01f1-8891-4067-bb51-fac260486a1e req-0b7bc261-62ac-4650-97f8-118f44a6ce4d tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0778351 Feb 09 21:42:48.876574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5457d7c4-e9eb-4acd-a4de-a272a2f0045d req-786a408a-cbe5-4b2f-aeb6-fd2eec969344 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Feb 09 21:42:48.988396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f01f1-8891-4067-bb51-fac260486a1e req-dd93977a-6ba8-4741-bf8c-fec7df200e07 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.989982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-794f01f1-8891-4067-bb51-fac260486a1e req-dd93977a-6ba8-4741-bf8c-fec7df200e07 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1293752 Feb 09 21:42:49.137491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6bf4a-d24a-46ff-aa80-6625d6669f49 req-9e7c03e6-406f-48b7-b0f7-471aaf20ad7f tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.139013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2c6bf4a-d24a-46ff-aa80-6625d6669f49 req-9e7c03e6-406f-48b7-b0f7-471aaf20ad7f tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 945 time: 0.0997350 Feb 09 21:42:49.196684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2c6bf4a-d24a-46ff-aa80-6625d6669f49 req-4e1b0827-958c-4847-a0b3-c8f48fee859a tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509903 Feb 09 21:42:49.233648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-d05d8cfe-d340-4244-82cb-403339af46d8 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.235656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-d05d8cfe-d340-4244-82cb-403339af46d8 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1090634 Feb 09 21:42:49.288817 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-7de93102-dc31-4a40-90ce-6b7684f25154 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0468824 Feb 09 21:42:49.300733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Request body: {'floatingip': {'port_id': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:49.350827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (74e1c0eb-ed33-40ac-9751-bdfba2ce7558), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.803617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8211716-9186-4cdc-8793-888c4e6c8d6b req-8801b6b1-05b5-4ee8-9001-ddb6ae6930dd tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:49.805901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8211716-9186-4cdc-8793-888c4e6c8d6b req-8801b6b1-05b5-4ee8-9001-ddb6ae6930dd tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 944 time: 0.0615647 Feb 09 21:42:49.831657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.860644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8211716-9186-4cdc-8793-888c4e6c8d6b req-eabc6056-829d-4291-9fbb-c96a6154ef9b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477819 Feb 09 21:42:49.964735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (74e1c0eb-ed33-40ac-9751-bdfba2ce7558), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.012244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e259f-bef7-4272-b4af-22077cf0b969 req-30f21b21-b56e-403f-b610-efb5f9f32df7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:50.013843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-412e259f-bef7-4272-b4af-22077cf0b969 req-30f21b21-b56e-403f-b610-efb5f9f32df7 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.0577016 Feb 09 21:42:50.083683 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Floating IP 74e1c0eb-ed33-40ac-9751-bdfba2ce7558 associated. External IP: 172.25.5.233, port: da45968d-3f2a-445b-bba9-de55fb00137e. Feb 09 21:42:50.095569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-412e259f-bef7-4272-b4af-22077cf0b969 req-da14403f-2a42-474e-86a0-bc5368960467 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 Feb 09 21:42:50.166600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fc17ca42-df49-4421-a08b-64e303706c79 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:50.325304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:50.340687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'fc17ca42-df49-4421-a08b-64e303706c79', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': 'fc17ca42-df49-4421-a08b-64e303706c79', 'mac_address': 'fa:16:3e:ed:d8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:50.399423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port fc17ca42-df49-4421-a08b-64e303706c79 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:50.400357 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fc17ca42-df49-4421-a08b-64e303706c79), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.421709 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc17ca42-df49-4421-a08b-64e303706c79 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:50.453678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:50.457382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6002408-981f-43f7-af64-e2a0acacd253 req-073a15a2-e943-41a0-b677-606e44e18f8b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:50.468595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6002408-981f-43f7-af64-e2a0acacd253 req-073a15a2-e943-41a0-b677-606e44e18f8b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 945 time: 0.1448860 Feb 09 21:42:50.559418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6002408-981f-43f7-af64-e2a0acacd253 req-0cbb0431-c1de-4ffe-b4d4-4abae3fabec9 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819733 Feb 09 21:42:50.575971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.668695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:50.771414 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Router 9c24f788-ed02-468b-bd2e-d63161f4bd4f has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:50.825402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['fc17ca42-df49-4421-a08b-64e303706c79'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:50.952937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59364) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:51.007180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:51.014926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.021594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] Sync routers for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:51.038369 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:51.038944 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:51.061135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-dfd7a7b9-ab42-44db-9231-6267d14acfc0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "PUT /v2.0/floatingips/74e1c0eb-ed33-40ac-9751-bdfba2ce7558 HTTP/1.1" status: 200 len: 996 time: 1.7642596 Feb 09 21:42:51.061688 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:51.064056 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621" -d '{"events": [{"name": "network-changed", "server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:51.130320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a163d2-759c-4728-8f10-59307864e5e4 req-1025fa82-f171-4f92-a0d5-ae31acf4efb2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.143781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-73a163d2-759c-4728-8f10-59307864e5e4 req-1025fa82-f171-4f92-a0d5-ae31acf4efb2 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 945 time: 0.1571031 Feb 09 21:42:51.175243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-8b432b81-15ce-48f1-a0b9-cec3282c5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.181198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-8b432b81-15ce-48f1-a0b9-cec3282c5ccb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 1127 time: 0.1131494 Feb 09 21:42:51.239051 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:51.288138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-73a163d2-759c-4728-8f10-59307864e5e4 req-17f9526b-0a4b-4352-b622-5b015aa13ac4 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347597 Feb 09 21:42:51.395917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cbc46a19-a4ff-4569-9854-f4d99589a5e2 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:51.402266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-62e7a1ac-1d3c-4b4b-8bcb-921c56e26f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.404970 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-62e7a1ac-1d3c-4b4b-8bcb-921c56e26f06 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 200 len: 929 time: 0.2171562 Feb 09 21:42:51.408324 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb21f48-2d95-41c1-a990-094d089585c1 x-openstack-request-id: req-cdb21f48-2d95-41c1-a990-094d089585c1 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:51.408692 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:51.409948 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cdb21f48-2d95-41c1-a990-094d089585c1 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:51.413708 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'status': 'completed', 'code': 200} Feb 09 21:42:51.549190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67239a59-3aa2-45d2-9433-8c2d1cea262f req-9a70ad92-a0a3-474a-92f3-ad7eae26d77f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.550766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67239a59-3aa2-45d2-9433-8c2d1cea262f req-9a70ad92-a0a3-474a-92f3-ad7eae26d77f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.0844154 Feb 09 21:42:51.596883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a5d69cc-ae75-43e4-93f7-ab7252b501b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.642205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-eaa20ddb-4555-4a07-98c2-2623adae788c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 999 time: 0.1901467 Feb 09 21:42:51.643952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67239a59-3aa2-45d2-9433-8c2d1cea262f req-36e92d9f-da95-420c-a9c7-a6b55d287725 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706925 Feb 09 21:42:51.647697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port cbc46a19-a4ff-4569-9854-f4d99589a5e2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:51.661366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:42:51.662688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port cbc46a19-a4ff-4569-9854-f4d99589a5e2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:51.663415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.739638 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '74e1c0eb-ed33-40ac-9751-bdfba2ce7558', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'port_id': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'mac_address': 'fa:16:3e:fe:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4aa46-0713-4272-baad-b29f502b62c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:42:47Z', 'updated_at': '2022-02-09T21:42:49Z', 'revision_number': 1, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:11Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:51.770732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-5ccbc75f-82ed-4610-8ea6-db2cf412baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.774653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-5ccbc75f-82ed-4610-8ea6-db2cf412baea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 1127 time: 0.3546069 Feb 09 21:42:51.789923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b5a02-22c5-469d-a57a-1f99e2da1f9b req-a2c569ca-8042-4029-b161-2354ee829260 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.800834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-216b5a02-22c5-469d-a57a-1f99e2da1f9b req-a2c569ca-8042-4029-b161-2354ee829260 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 945 time: 0.0854709 Feb 09 21:42:51.806732 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] Checking router: 9c24f788-ed02-468b-bd2e-d63161f4bd4f for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:51.828679 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:51.830371 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:51.837069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cbc46a19-a4ff-4569-9854-f4d99589a5e2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:51.840937 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.878469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-216b5a02-22c5-469d-a57a-1f99e2da1f9b req-5389e0ec-673e-48b8-bf95-ba1fa22a72a9 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766866 Feb 09 21:42:51.892108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d320986-ade3-4849-ba6b-deb2da972117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:51.894605 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f5ab5-abe1-471e-a3e6-32f7ce093a23" -d '{"events": [{"server_uuid": "1d320986-ade3-4849-ba6b-deb2da972117", "name": "network-vif-plugged", "status": "completed", "tag": "cbc46a19-a4ff-4569-9854-f4d99589a5e2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:51.922355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cbc46a19-a4ff-4569-9854-f4d99589a5e2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cbc46a19-a4ff-4569-9854-f4d99589a5e2,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:51.954488 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e500974-a674-4fbf-ac27-40fcd864435f x-openstack-request-id: req-9e500974-a674-4fbf-ac27-40fcd864435f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:51.954798 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d320986-ade3-4849-ba6b-deb2da972117", "name": "network-vif-plugged", "status": "completed", "tag": "cbc46a19-a4ff-4569-9854-f4d99589a5e2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:51.955040 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e500974-a674-4fbf-ac27-40fcd864435f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:51.955438 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d320986-ade3-4849-ba6b-deb2da972117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2', 'code': 200} Feb 09 21:42:51.956509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-51780d9c-c639-4a57-b722-98eaa0bd9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:51.958051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-51780d9c-c639-4a57-b722-98eaa0bd9016 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2ecefa4-0fbc-4e33-9dcf-0303035cb167 HTTP/1.1" status: 200 len: 867 time: 0.2874174 Feb 09 21:42:51.977348 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.069117 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:52.108331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cbc46a19-a4ff-4569-9854-f4d99589a5e2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:52.157313 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a5d69cc-ae75-43e4-93f7-ab7252b501b6 admin admin] Publish callbacks [] for security_group (d61f1f58-c074-4c48-a549-d1ba0dea0c9c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.163668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-f589a718-5a69-4ea1-9eb7-00ea9ca6fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.167634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fc17ca42-df49-4421-a08b-64e303706c79 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:52.176103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-f589a718-5a69-4ea1-9eb7-00ea9ca6fa9e service neutron] 10.222.0.110 "GET /v2.0/networks?id=c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 200 len: 929 time: 0.3783329 Feb 09 21:42:52.286232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a5d69cc-ae75-43e4-93f7-ab7252b501b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d61f1f58-c074-4c48-a549-d1ba0dea0c9c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.328308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port fc17ca42-df49-4421-a08b-64e303706c79 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:52.339883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port fc17ca42-df49-4421-a08b-64e303706c79 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:52.340672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fc17ca42-df49-4421-a08b-64e303706c79), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.377438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6a5d69cc-ae75-43e4-93f7-ab7252b501b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=556fbf9c301c4322b9bea93813abde57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4202650 Feb 09 21:42:52.377779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59402) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:52.392230 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '74e1c0eb-ed33-40ac-9751-bdfba2ce7558', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'port_id': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'mac_address': 'fa:16:3e:fe:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4aa46-0713-4272-baad-b29f502b62c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:42:47Z', 'updated_at': '2022-02-09T21:42:49Z', 'revision_number': 1, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:11Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:52.397466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-611148f3-3248-4141-b3a8-0c48d736ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.418713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-611148f3-3248-4141-b3a8-0c48d736ed60 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2394db3-a51d-4b9c-95aa-b34b05840d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4477303 Feb 09 21:42:52.459422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d69cc-ae75-43e4-93f7-ab7252b501b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f1f58-c074-4c48-a549-d1ba0dea0c9c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:52.464226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41763f-a742-4a23-8d20-30663d3ae075 req-c74a0c01-6201-419b-95fa-2a558e0ba411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.466594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba41763f-a742-4a23-8d20-30663d3ae075 req-c74a0c01-6201-419b-95fa-2a558e0ba411 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 1128 time: 0.4091413 Feb 09 21:42:52.532781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8d75e-6eaf-451e-bb9a-3ae1f65825e6 req-1098d9c1-89a0-4209-8fd6-86aa42c97a44 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.535770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99e8d75e-6eaf-451e-bb9a-3ae1f65825e6 req-1098d9c1-89a0-4209-8fd6-86aa42c97a44 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 945 time: 0.1120858 Feb 09 21:42:52.536587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b62e9fa9-65cb-4a09-9526-97f83eabd257 admin admin] Publish callbacks [] for security_group (d61f1f58-c074-4c48-a549-d1ba0dea0c9c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.578496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port fc17ca42-df49-4421-a08b-64e303706c79 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:52.579905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fc17ca42-df49-4421-a08b-64e303706c79), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.591284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-c8570f64-d5bc-4fbc-9780-80df02c03aad service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 999 time: 0.4047318 Feb 09 21:42:52.617583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b62e9fa9-65cb-4a09-9526-97f83eabd257 admin admin] Publish callbacks [] for security_group (d61f1f58-c074-4c48-a549-d1ba0dea0c9c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.680177 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:52.694122 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645901f7-d8b3-4335-b490-f18829a30293 None None] The sync data for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 is: [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '74e1c0eb-ed33-40ac-9751-bdfba2ce7558', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'port_id': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'mac_address': 'fa:16:3e:fe:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4aa46-0713-4272-baad-b29f502b62c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:42:47Z', 'updated_at': '2022-02-09T21:42:49Z', 'revision_number': 1, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:11Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:52.742899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba41763f-a742-4a23-8d20-30663d3ae075 req-7d548c8e-02b6-4f24-a8e2-5e12e53b59d2 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515032 Feb 09 21:42:52.747081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-8e36d34c-bd44-4637-a499-12bc2b2a57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.748834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-8e36d34c-bd44-4637-a499-12bc2b2a57c3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b2ecefa4-0fbc-4e33-9dcf-0303035cb167 HTTP/1.1" status: 200 len: 867 time: 0.1415298 Feb 09 21:42:52.752247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-67ec03e8-175a-4b69-adaa-cfe916fa416e service neutron] 10.222.0.98 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326535 Feb 09 21:42:52.779264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.779264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:52.787272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99e8d75e-6eaf-451e-bb9a-3ae1f65825e6 req-e22a84e3-5a5f-4414-9250-f9352e886401 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395616 Feb 09 21:42:52.890542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b62e9fa9-65cb-4a09-9526-97f83eabd257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d61f1f58-c074-4c48-a549-d1ba0dea0c9c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.894767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b62e9fa9-65cb-4a09-9526-97f83eabd257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.898967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b62e9fa9-65cb-4a09-9526-97f83eabd257 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d61f1f58-c074-4c48-a549-d1ba0dea0c9c HTTP/1.1" status: 204 len: 168 time: 0.5201104 Feb 09 21:42:52.915529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e9fa9-65cb-4a09-9526-97f83eabd257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f1f58-c074-4c48-a549-d1ba0dea0c9c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:52.932019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:52.998072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb3be550-91bb-4170-9963-eab5cab2e920 req-74e02e17-dfec-4ac0-8d16-97069fce2b1b service neutron] 10.222.0.98 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349107 Feb 09 21:42:53.047303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a420-1549-40b5-a719-5645176dfdca req-1c92bc2f-ebaf-441b-b57b-faab73edf992 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:53.049204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d940a420-1549-40b5-a719-5645176dfdca req-1c92bc2f-ebaf-441b-b57b-faab73edf992 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1219077 Feb 09 21:42:53.076084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:53.112141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df559d37-c202-49fd-9167-879affcdc832 None None] New status for floating IP 74e1c0eb-ed33-40ac-9751-bdfba2ce7558: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:42:53.124299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-a8f0699d-c89c-4a90-a54b-28cf398594b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:53.127252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-a8f0699d-c89c-4a90-a54b-28cf398594b7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c2394db3-a51d-4b9c-95aa-b34b05840d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066632 Feb 09 21:42:53.167268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d940a420-1549-40b5-a719-5645176dfdca req-0a6b558d-4728-42c0-97c9-517503d5c050 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094344 Feb 09 21:42:53.279532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-60af9452-fb04-447e-9ca3-594cdc50983f service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337202 Feb 09 21:42:53.448900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-6cbd7a06-8aaa-4e72-8f7a-43b88cd68557 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 258 time: 0.1909959 Feb 09 21:42:53.462546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:53.501960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8c062-a708-49ef-9fa3-6ed46a19fabd req-a68b9bf0-04e0-4598-b3c5-7c690e6e5e0e tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:53.505044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30d8c062-a708-49ef-9fa3-6ed46a19fabd req-a68b9bf0-04e0-4598-b3c5-7c690e6e5e0e tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 946 time: 0.2232594 Feb 09 21:42:53.533912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2e1ba4c-3a89-4bd1-b1dc-c9af4c524621 req-06b72da9-762c-4715-8876-4151e9f89dc8 service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433777 Feb 09 21:42:53.580216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30d8c062-a708-49ef-9fa3-6ed46a19fabd req-42deae9c-e191-4e32-a19a-4f783271e157 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643594 Feb 09 21:42:53.616501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.743213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.868738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Allocated IP 172.25.5.24 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/e9a3b597-92e2-42f0-a43f-be45387b0e68) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:53.956850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:53.960567 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90716115-41f4-4f93-aa3b-901f77decb11" -d '{"events": [{"server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "name": "network-vif-plugged", "status": "completed", "tag": "fc17ca42-df49-4421-a08b-64e303706c79"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:54.009463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb2379-2e8d-4111-b479-0108ade2b4db req-a44af4fc-0cf1-4582-b688-e69b090a0478 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.012083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fdfb2379-2e8d-4111-b479-0108ade2b4db req-a44af4fc-0cf1-4582-b688-e69b090a0478 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 946 time: 0.0807333 Feb 09 21:42:54.072816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.121585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fdfb2379-2e8d-4111-b479-0108ade2b4db req-2c6d4f3e-577d-417e-b2f0-6703cde53960 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012757 Feb 09 21:42:54.186928 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b51b4-5f09-4c9a-9926-42e12be92868 x-openstack-request-id: req-0e1b51b4-5f09-4c9a-9926-42e12be92868 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:54.187437 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "name": "network-vif-plugged", "status": "completed", "tag": "fc17ca42-df49-4421-a08b-64e303706c79", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:54.187573 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e1b51b4-5f09-4c9a-9926-42e12be92868 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:54.187948 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79', 'code': 200} Feb 09 21:42:54.202535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.293201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:54.336332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:54.339130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:54.461813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1732630-2ab6-4008-8896-a42f98c4d7a9 req-49b13004-4543-4773-b174-6b3e1fb57257 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.463738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1732630-2ab6-4008-8896-a42f98c4d7a9 req-49b13004-4543-4773-b174-6b3e1fb57257 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1088927 Feb 09 21:42:54.524728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (60214c8d-9ba2-4f2f-bbae-4abc9881b6f5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.561080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event updated for resources: {'Port': ['ID=e9a3b597-92e2-42f0-a43f-be45387b0e68,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:54.592604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1732630-2ab6-4008-8896-a42f98c4d7a9 req-ef42150c-bd4e-4431-b5db-8ec2d226e4f6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221569 Feb 09 21:42:54.612873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e8d4-d607-4d20-8bea-29c15f0907d3 req-3b01ab67-e241-4861-a4c0-514d1fc61b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.614687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7662e8d4-d607-4d20-8bea-29c15f0907d3 req-3b01ab67-e241-4861-a4c0-514d1fc61b31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 1128 time: 0.3017056 Feb 09 21:42:54.740158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59478) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:54.745289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.838495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27792a-d591-4f40-9ecf-1eca09d319ba req-0b1a0c11-c4f4-4f62-a27c-b65597a59db1 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.848685 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b27792a-d591-4f40-9ecf-1eca09d319ba req-0b1a0c11-c4f4-4f62-a27c-b65597a59db1 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 946 time: 0.1186984 Feb 09 21:42:54.875443 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7662e8d4-d607-4d20-8bea-29c15f0907d3 req-6ca45073-8d6a-4109-b5a1-7bdd9311e79b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505033 Feb 09 21:42:54.973317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b27792a-d591-4f40-9ecf-1eca09d319ba req-6ca98d5e-9c59-42f1-a9c2-73ec93c0ba5e tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225166 Feb 09 21:42:54.989853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-171568740-network', 'tenant_id': 'b7f8a1e2a27849659da248ebdf2902b5'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:55.089842 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.116486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Made reservation on behalf of b7f8a1e2a27849659da248ebdf2902b5 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:55.120091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.130136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.150455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.222243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event updated for resources: {'Port': ['ID=e9a3b597-92e2-42f0-a43f-be45387b0e68,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.341767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (60214c8d-9ba2-4f2f-bbae-4abc9881b6f5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.415515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcb406-9168-4d41-9262-f71191ba48b6 req-13c27617-a98f-4152-87a9-79fe5cdd0c39 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.416985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1bdcb406-9168-4d41-9262-f71191ba48b6 req-13c27617-a98f-4152-87a9-79fe5cdd0c39 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 946 time: 0.1680019 Feb 09 21:42:55.423213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks [] for security_group (e8d5839c-8604-4e41-9c85-3153f3e0ab3f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.464196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.465169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-ec5d9557-fa63-4a04-91e6-e6dff9a67374 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0084772 Feb 09 21:42:55.510922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1bdcb406-9168-4d41-9262-f71191ba48b6 req-601df395-6290-4d5b-8457-6dc30aa3fcbc tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859060 Feb 09 21:42:55.552262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-66dc6495-81aa-4eea-85f5-55e158bc2ed5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.0786290 Feb 09 21:42:55.562022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e8d5839c-8604-4e41-9c85-3153f3e0ab3f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.606417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:55.655724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d5839c-8604-4e41-9c85-3153f3e0ab3f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.676677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c5fcae98-a560-487b-94aa-8c5feb20d224), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.677537 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Added segment c5fcae98-a560-487b-94aa-8c5feb20d224 of type vlan for network 569ab1d6-536b-42a1-8494-788270e2ae8b Feb 09 21:42:55.811348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (569ab1d6-536b-42a1-8494-788270e2ae8b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.852855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-bffc954c-8459-4473-8d93-7769d91963a4 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.863530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82f8110b-4151-4b25-ba7e-b864bda13577 req-bffc954c-8459-4473-8d93-7769d91963a4 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2823057 Feb 09 21:42:55.884337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba1216-ebe6-42ef-b939-82e68277946e req-82980116-f469-4288-b0b3-8df73c556ceb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.886779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-79ba1216-ebe6-42ef-b939-82e68277946e req-82980116-f469-4288-b0b3-8df73c556ceb tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1520875 Feb 09 21:42:55.974690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-79ba1216-ebe6-42ef-b939-82e68277946e req-4f5d41e9-5e0b-4283-940a-91f994dc2062 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Feb 09 21:42:55.997080 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (569ab1d6-536b-42a1-8494-788270e2ae8b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.998318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.999111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.138720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] Pushing event updated for resources: {'Network': ['ID=569ab1d6-536b-42a1-8494-788270e2ae8b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.162738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 569ab1d6-536b-42a1-8494-788270e2ae8b details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:56.198961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17889e-8349-4b49-965d-3f33e24fbd07 req-55329c8d-98af-4cf6-a6ae-cff517e4fc7e tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:56.211979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a17889e-8349-4b49-965d-3f33e24fbd07 req-55329c8d-98af-4cf6-a6ae-cff517e4fc7e tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2411864 Feb 09 21:42:56.316619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a17889e-8349-4b49-965d-3f33e24fbd07 req-840cff83-92da-4cb9-b39b-2618d6f44a02 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.0958223 Feb 09 21:42:56.377605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9a17889e-8349-4b49-965d-3f33e24fbd07 req-79f79780-f6d7-4298-8850-6294fac97d74 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Request body: {'floatingip': {'port_id': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:56.377605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-bcfc6e13-a1df-44e9-946c-5ee5263c7277 service neutron] 10.222.0.30 "GET /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.3126826 Feb 09 21:42:56.438220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9a17889e-8349-4b49-965d-3f33e24fbd07 req-79f79780-f6d7-4298-8850-6294fac97d74 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (60214c8d-9ba2-4f2f-bbae-4abc9881b6f5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.451698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-536603d8-b1d1-4aff-9fc1-de356854e423 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7023041 Feb 09 21:42:56.454424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59516) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:56.459447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Request body: {'subnet': {'network_id': '569ab1d6-536b-42a1-8494-788270e2ae8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-171568740-subnet', 'tenant_id': 'b7f8a1e2a27849659da248ebdf2902b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:56.675941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Made reservation on behalf of b7f8a1e2a27849659da248ebdf2902b5 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:56.678419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.883005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fdaba-8cc3-4faf-96d8-48891680ac54 req-edc4af8d-66ad-4159-99cc-cc49e19a99aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:56.890304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce8fdaba-8cc3-4faf-96d8-48891680ac54 req-edc4af8d-66ad-4159-99cc-cc49e19a99aa tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 946 time: 0.2753255 Feb 09 21:42:56.948322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce8fdaba-8cc3-4faf-96d8-48891680ac54 req-aa9a3f27-f979-44bb-abd5-414474c7d119 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571420 Feb 09 21:42:56.955757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f480924e-d94a-4797-97b8-c212e4a0a3ad), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.045555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f480924e-d94a-4797-97b8-c212e4a0a3ad,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:57.056444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Checking segment: {'id': 'c5fcae98-a560-487b-94aa-8c5feb20d224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '569ab1d6-536b-42a1-8494-788270e2ae8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:57.056945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Network hostable DHCP agents. Network: 569ab1d6-536b-42a1-8494-788270e2ae8b, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:57.187645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Network 569ab1d6-536b-42a1-8494-788270e2ae8b is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:57.231168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ddcd5-b874-4e6c-8045-ab44f552b013 req-561f9569-44c4-47ed-9668-2f82569049d9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.240078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e70ddcd5-b874-4e6c-8045-ab44f552b013 req-561f9569-44c4-47ed-9668-2f82569049d9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 944 time: 0.1162276 Feb 09 21:42:57.332285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e70ddcd5-b874-4e6c-8045-ab44f552b013 req-88fce813-d008-4004-b2a1-7227ac4a1d61 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911427 Feb 09 21:42:57.350299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 569ab1d6-536b-42a1-8494-788270e2ae8b) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:57.359731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.361831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.369649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366f3e0-3b72-416b-baf6-aa01a0390eaa None None] Network 569ab1d6-536b-42a1-8494-788270e2ae8b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:57.428949 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-9a17889e-8349-4b49-965d-3f33e24fbd07 req-79f79780-f6d7-4298-8850-6294fac97d74 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 21:42:57.430082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a17889e-8349-4b49-965d-3f33e24fbd07 req-79f79780-f6d7-4298-8850-6294fac97d74 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "PUT /v2.0/floatingips/60214c8d-9ba2-4f2f-bbae-4abc9881b6f5 HTTP/1.1" status: 409 len: 549 time: 1.1124697 Feb 09 21:42:57.454010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:57.496870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6da0fdc3-9010-4159-bf7e-d848815641cd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0430202 Feb 09 21:42:57.524800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:57.547149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e85c8e-fcd5-47f3-910a-12941544bf81 None None] Network 569ab1d6-536b-42a1-8494-788270e2ae8b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:57.581092 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44c64547-b381-4413-9ff3-44c9e958e609 req-ae489523-e702-48c1-9079-8b9a9f8cb125 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips/60214c8d-9ba2-4f2f-bbae-4abc9881b6f5 HTTP/1.1" status: 200 len: 692 time: 0.1171775 Feb 09 21:42:57.606413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:57.631202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:57.753680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.802793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c64547-b381-4413-9ff3-44c9e958e609 req-1036b4e1-8978-4c1e-be63-ea257dbc5f85 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.812697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44c64547-b381-4413-9ff3-44c9e958e609 req-1036b4e1-8978-4c1e-be63-ea257dbc5f85 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2282360 Feb 09 21:42:57.879197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44c64547-b381-4413-9ff3-44c9e958e609 req-8d3ade89-e0ee-409b-b2b7-4bf3c85a023a tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.0655015 Feb 09 21:42:57.935906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] Transition to ACTIVE for port object c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:57.965217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44c64547-b381-4413-9ff3-44c9e958e609 req-acd34640-ac0e-4541-85e4-5f90a15c2072 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.0762701 Feb 09 21:42:57.994715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-0d4ad4d5-2889-4d6a-bdbe-2cfa66b468b7 req-ecf0c372-b473-42a3-84f4-9f783b470e6c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-807126393', 'description': 'tempest-description-379748091'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:58.024185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.122126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0d4ad4d5-2889-4d6a-bdbe-2cfa66b468b7 req-ecf0c372-b473-42a3-84f4-9f783b470e6c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.128764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] No DVR routers for this DVR port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:58.155105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] Pushing event updated for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.183308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Deleting port e9a3b597-92e2-42f0-a43f-be45387b0e68 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:58.184240 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.208484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-09f16103-62e9-4e94-924f-c3417f7b099f service neutron] 10.222.0.30 "PUT /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8120964 Feb 09 21:42:58.284416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0d4ad4d5-2889-4d6a-bdbe-2cfa66b468b7 req-ecf0c372-b473-42a3-84f4-9f783b470e6c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (0c1cadff-3162-4593-b792-7d5f68357192), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.328651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.329170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (e9a3b597-92e2-42f0-a43f-be45387b0e68), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.372974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Calling delete_port for e9a3b597-92e2-42f0-a43f-be45387b0e68 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:58.390253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0d4ad4d5-2889-4d6a-bdbe-2cfa66b468b7 req-ecf0c372-b473-42a3-84f4-9f783b470e6c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0c1cadff-3162-4593-b792-7d5f68357192), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.429705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0c372-b473-42a3-84f4-9f783b470e6c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1cadff-3162-4593-b792-7d5f68357192,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.488204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-6f86d184-8f99-44c9-8a63-89a4d7f2d051 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.488204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-6f86d184-8f99-44c9-8a63-89a4d7f2d051 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.1298563 Feb 09 21:42:58.518349 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0d4ad4d5-2889-4d6a-bdbe-2cfa66b468b7 req-ecf0c372-b473-42a3-84f4-9f783b470e6c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.534349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0d4ad4d5-2889-4d6a-bdbe-2cfa66b468b7 req-ecf0c372-b473-42a3-84f4-9f783b470e6c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5443370 Feb 09 21:42:58.576079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-63fabc97-a252-438b-b174-55faedaeeade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.578378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-63fabc97-a252-438b-b174-55faedaeeade service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb&tenant_id=04513afad81640b3b3cb3d48be22843f HTTP/1.1" status: 200 len: 1127 time: 0.0829673 Feb 09 21:42:58.660215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583b8e7-7cd2-4818-83b6-2b9c8d797356 req-1ce8b3ff-4822-4b0f-8cfc-590bc1c7b238 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.662267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2583b8e7-7cd2-4818-83b6-2b9c8d797356 req-1ce8b3ff-4822-4b0f-8cfc-590bc1c7b238 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 946 time: 0.0766525 Feb 09 21:42:58.682963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-b24f0322-51ed-42a1-b70a-599fae572562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.684879 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-b24f0322-51ed-42a1-b70a-599fae572562 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1127 time: 0.0649104 Feb 09 21:42:58.728139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2583b8e7-7cd2-4818-83b6-2b9c8d797356 req-a3039a59-23db-44c8-94f7-700230e86642 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581686 Feb 09 21:42:58.803951 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e9a3b597-92e2-42f0-a43f-be45387b0e68), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.835380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-c82c5f13-e207-47df-9615-3758a6ea7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.838195 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-c82c5f13-e207-47df-9615-3758a6ea7d69 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1443882 Feb 09 21:42:58.842471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event deleted for resources: {'Port': ['ID=e9a3b597-92e2-42f0-a43f-be45387b0e68,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.847877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a43d5f-a472-4712-a149-2f8a287bb5a6 req-fabe6f01-53d2-438a-a840-364fc78e9b9c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.849414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11a43d5f-a472-4712-a149-2f8a287bb5a6 req-fabe6f01-53d2-438a-a840-364fc78e9b9c tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 945 time: 0.0611103 Feb 09 21:42:58.905116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-0c84728a-5f87-4a94-a11b-a820a79e8cc6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 200 len: 217 time: 0.0601532 Feb 09 21:42:58.909508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11a43d5f-a472-4712-a149-2f8a287bb5a6 req-5536ed18-ebc3-4459-a6fe-d501de3c0525 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501492 Feb 09 21:42:58.996573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-e8649652-235d-42a7-a5f7-471addb1a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.998601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-e8649652-235d-42a7-a5f7-471addb1a347 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0743682 Feb 09 21:42:59.001848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (60214c8d-9ba2-4f2f-bbae-4abc9881b6f5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.004651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.014403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44c64547-b381-4413-9ff3-44c9e958e609 req-f8fc3f7e-12fc-43f6-af97-4bfc19dcdb89 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "DELETE /v2.0/floatingips/60214c8d-9ba2-4f2f-bbae-4abc9881b6f5 HTTP/1.1" status: 204 len: 173 time: 1.0425560 Feb 09 21:42:59.022314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89f54965-6905-45c7-947b-d6876063b572 req-4debe4d1-488e-432e-8da2-ee56a3c2cac8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/0c1cadff-3162-4593-b792-7d5f68357192 HTTP/1.1" status: 200 len: 1828 time: 0.0673630 Feb 09 21:42:59.028713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-89f54965-6905-45c7-947b-d6876063b572 req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c1cadff-3162-4593-b792-7d5f68357192', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:59.029023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-89f54965-6905-45c7-947b-d6876063b572 req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c1cadff-3162-4593-b792-7d5f68357192', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:59.077238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-49f9f79d-d411-4fce-a80f-9e34cf3728cc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559464 Feb 09 21:42:59.190156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-64897751-d878-417f-afbf-a254cbb9d222 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040175 Feb 09 21:42:59.289839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-de63218d-20b1-4be7-9e9d-0408f9bb1ba6 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916595 Feb 09 21:42:59.898529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.924869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89f54965-6905-45c7-947b-d6876063b572 req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group_rule (a0be9808-0f97-4dcc-aee6-52c06728527d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.949137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89f54965-6905-45c7-947b-d6876063b572 req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group_rule (a0be9808-0f97-4dcc-aee6-52c06728527d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.089943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89f54965-6905-45c7-947b-d6876063b572 req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a0be9808-0f97-4dcc-aee6-52c06728527d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.106260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0be9808-0f97-4dcc-aee6-52c06728527d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:00.277881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89f54965-6905-45c7-947b-d6876063b572 req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.279112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89f54965-6905-45c7-947b-d6876063b572 req-f597fcd5-f286-47a5-9acc-fc5e2a53718d tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2546179 Feb 09 21:43:00.397041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-85cf276e-f128-4a66-8ffc-6c944f1485d9 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1001 time: 0.1028314 Feb 09 21:43:00.474399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-56f28795-9d41-49df-bf93-905c7281c873 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.475838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-56f28795-9d41-49df-bf93-905c7281c873 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports/da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 942 time: 0.0712261 Feb 09 21:43:00.485695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76679335-7a87-4445-8d94-d67cd9bbf826 req-ce723498-b2ec-41d7-844b-e1b79ea69fd8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.488550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76679335-7a87-4445-8d94-d67cd9bbf826 req-ce723498-b2ec-41d7-844b-e1b79ea69fd8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 945 time: 0.0734463 Feb 09 21:43:00.593720 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76679335-7a87-4445-8d94-d67cd9bbf826 req-c60ae75e-46cd-4f11-8534-d33b8de5ee90 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982418 Feb 09 21:43:00.612761 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.649887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-f93d3e02-a320-408a-971c-2dad11c86a9a tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.651860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-f93d3e02-a320-408a-971c-2dad11c86a9a tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb&tenant_id=04513afad81640b3b3cb3d48be22843f&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.1280420 Feb 09 21:43:00.693536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-f775e814-7e4f-4ada-b2d6-f7673565e6a3 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1001 time: 0.1130579 Feb 09 21:43:00.768004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0469f2fc-c20c-4dd2-b867-0f8eaa83b84a req-eedc0fca-171c-4fd4-acd3-7c46c32f4558 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/0c1cadff-3162-4593-b792-7d5f68357192 HTTP/1.1" status: 200 len: 2421 time: 0.1192386 Feb 09 21:43:00.832183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-05d20883-170d-49e1-9ffa-ec6eaeca7f9f tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.840717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-05d20883-170d-49e1-9ffa-ec6eaeca7f9f tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.1484144 Feb 09 21:43:00.912598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-2b5c9749-dc3e-4807-b038-d5fd27fecd88 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1001 time: 0.0708168 Feb 09 21:43:00.934622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-9f81f53d-5299-443e-9355-0b394bba7288 service neutron] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:00.935844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:00.936606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-9f81f53d-5299-443e-9355-0b394bba7288 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.936606 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8512b18d-8339-4538-92f6-f3cb475e1753 req-9f81f53d-5299-443e-9355-0b394bba7288 service neutron] 10.222.0.110 "DELETE /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.2709250 Feb 09 21:43:01.029109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (74e1c0eb-ed33-40ac-9751-bdfba2ce7558), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.184712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.284816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (74e1c0eb-ed33-40ac-9751-bdfba2ce7558), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.293211 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Floating IP 74e1c0eb-ed33-40ac-9751-bdfba2ce7558 disassociated. External IP: 172.25.5.233, port: da45968d-3f2a-445b-bba9-de55fb00137e. Feb 09 21:43:01.554494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Router 9c24f788-ed02-468b-bd2e-d63161f4bd4f has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:01.681739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:01.686587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.693275 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] Sync routers for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:01.707049 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:01.708428 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:01.718714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-7581fe39-c602-4533-92f2-6cf9b08ed7a5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "PUT /v2.0/floatingips/74e1c0eb-ed33-40ac-9751-bdfba2ce7558 HTTP/1.1" status: 200 len: 695 time: 0.7997169 Feb 09 21:43:01.719181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:01.721801 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50" -d '{"events": [{"name": "network-changed", "server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:01.793527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-9c336251-bbf9-4190-a2c5-651b5056d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:01.797970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-9c336251-bbf9-4190-a2c5-651b5056d810 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 1127 time: 0.0625799 Feb 09 21:43:01.822578 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:01.916068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-6fbb36dd-0528-41f4-a24e-3ab2769e04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:01.917800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-6fbb36dd-0528-41f4-a24e-3ab2769e04e3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 200 len: 929 time: 0.1152284 Feb 09 21:43:02.007469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21c137d2-e5e9-4aee-a9c8-5486ea22cb79 req-c4184e05-e65f-448f-a2bd-2edf9768448c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-group-rules/a0be9808-0f97-4dcc-aee6-52c06728527d HTTP/1.1" status: 200 len: 778 time: 0.0320985 Feb 09 21:43:02.016087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-a192840e-cf01-4d44-a5ff-707465238c02 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 217 time: 0.0914547 Feb 09 21:43:02.105956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21c137d2-e5e9-4aee-a9c8-5486ea22cb79 req-4b67cc19-29e0-4efa-893a-25591c81ae85 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/0c1cadff-3162-4593-b792-7d5f68357192 HTTP/1.1" status: 200 len: 2421 time: 0.0959382 Feb 09 21:43:02.109911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-e56e176c-18e6-44a1-9650-05b107eb16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:02.112374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-e56e176c-18e6-44a1-9650-05b107eb16b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2ecefa4-0fbc-4e33-9dcf-0303035cb167 HTTP/1.1" status: 200 len: 867 time: 0.0894318 Feb 09 21:43:02.153023 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:11Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:02.158913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-21c137d2-e5e9-4aee-a9c8-5486ea22cb79 req-aca3b0ed-1ac1-4abd-bc15-7c290fd23d1a tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group_rule (a0be9808-0f97-4dcc-aee6-52c06728527d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.171024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-21c137d2-e5e9-4aee-a9c8-5486ea22cb79 req-aca3b0ed-1ac1-4abd-bc15-7c290fd23d1a tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group_rule (a0be9808-0f97-4dcc-aee6-52c06728527d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.215020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-2ca4d38d-2f44-4006-af91-b64676be1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:02.217496 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] Checking router: 9c24f788-ed02-468b-bd2e-d63161f4bd4f for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:02.217738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-2ca4d38d-2f44-4006-af91-b64676be1c74 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c2394db3-a51d-4b9c-95aa-b34b05840d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0978680 Feb 09 21:43:02.233150 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:02.233930 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:42:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:02.310207 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-21c137d2-e5e9-4aee-a9c8-5486ea22cb79 req-aca3b0ed-1ac1-4abd-bc15-7c290fd23d1a tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a0be9808-0f97-4dcc-aee6-52c06728527d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.319987 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-21c137d2-e5e9-4aee-a9c8-5486ea22cb79 req-aca3b0ed-1ac1-4abd-bc15-7c290fd23d1a tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.323291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21c137d2-e5e9-4aee-a9c8-5486ea22cb79 req-aca3b0ed-1ac1-4abd-bc15-7c290fd23d1a tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/a0be9808-0f97-4dcc-aee6-52c06728527d HTTP/1.1" status: 204 len: 173 time: 0.2163281 Feb 09 21:43:02.334926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-f81a7469-58f2-4b86-988a-53d5e73d0265 service neutron] 10.222.0.98 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073720 Feb 09 21:43:02.355117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3b0ed-1ac1-4abd-bc15-7c290fd23d1a tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0be9808-0f97-4dcc-aee6-52c06728527d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:02.440093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:02.515786 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-150c7176-92c0-4ea2-ad0a-e83dac281742 req-d6d73a37-834b-4892-99fc-85ddd084903d service neutron] 10.222.0.98 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730115 Feb 09 21:43:02.556034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984bfd5-1e7a-4731-a563-fd3abace92e3 req-caa09a63-7e15-4693-9cd8-5c1238dc218e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:02.558562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8984bfd5-1e7a-4731-a563-fd3abace92e3 req-caa09a63-7e15-4693-9cd8-5c1238dc218e tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 945 time: 0.0730729 Feb 09 21:43:02.670137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8984bfd5-1e7a-4731-a563-fd3abace92e3 req-e1c23fa3-1227-4e6b-855e-5255d9aed194 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967143 Feb 09 21:43:02.695369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-cff398ae-2fa4-4945-bba1-2074c364733b req-a01457ae-64a3-4884-9076-215725079bf8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-930249846', 'description': 'tempest-description-1126449122'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:02.710128 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9509eac-1dfd-46a7-8138-c0664f63fa07 x-openstack-request-id: req-f9509eac-1dfd-46a7-8138-c0664f63fa07 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:02.711438 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:02.712008 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9509eac-1dfd-46a7-8138-c0664f63fa07 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:02.713010 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'status': 'completed', 'code': 200} Feb 09 21:43:02.728054 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:11Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:02.755011 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87bc94-82a3-47ea-adc2-e398720f7e9c None None] The sync data for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 is: [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bc351cab-1f94-4c01-8250-77bea2d8b69b', 'name': '', 'network_id': 'c2394db3-a51d-4b9c-95aa-b34b05840d6c', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'mac_address': 'fa:16:3e:e7:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:02Z', 'updated_at': '2022-02-09T21:42:11Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'subnets': [{'id': 'b2ecefa4-0fbc-4e33-9dcf-0303035cb167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:02.801321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-aa7d4963-e776-423c-908b-107b3a1cd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:02.804690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-aa7d4963-e776-423c-908b-107b3a1cd768 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 1127 time: 0.0621719 Feb 09 21:43:03.240877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710ce36a-f99c-42eb-ac4b-38e80fd77c29 None None] New status for floating IP 74e1c0eb-ed33-40ac-9751-bdfba2ce7558: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:03.241492 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff398ae-2fa4-4945-bba1-2074c364733b req-a01457ae-64a3-4884-9076-215725079bf8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.310768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-6c720d00-ae50-4619-a52a-6de2105cf7a4 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips/74e1c0eb-ed33-40ac-9751-bdfba2ce7558 HTTP/1.1" status: 200 len: 695 time: 0.1162865 Feb 09 21:43:03.321258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff398ae-2fa4-4945-bba1-2074c364733b req-a01457ae-64a3-4884-9076-215725079bf8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (650e8243-2034-4232-9bef-bc997bf49b34), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.372222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-22841ffd-41aa-42a3-ba7f-6ecb9cc708a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.374277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-22841ffd-41aa-42a3-ba7f-6ecb9cc708a0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 200 len: 929 time: 0.5570474 Feb 09 21:43:03.467643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-b1d475f0-0d86-432b-824b-e96420b5f69a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 200 len: 217 time: 0.0856175 Feb 09 21:43:03.471696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff398ae-2fa4-4945-bba1-2074c364733b req-a01457ae-64a3-4884-9076-215725079bf8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (650e8243-2034-4232-9bef-bc997bf49b34), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.498456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-33948ba8-005a-4cab-b1a4-d0a74ddb243f tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.516049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-33948ba8-005a-4cab-b1a4-d0a74ddb243f tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2006688 Feb 09 21:43:03.555378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01457ae-64a3-4884-9076-215725079bf8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650e8243-2034-4232-9bef-bc997bf49b34,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:03.597277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-e4cfbdf3-4fc0-4f8f-a820-8d44abe18949 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 698 time: 0.0793083 Feb 09 21:43:03.620224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-620d4021-89e6-4638-8d48-14411d05076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.621995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-620d4021-89e6-4638-8d48-14411d05076b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b2ecefa4-0fbc-4e33-9dcf-0303035cb167 HTTP/1.1" status: 200 len: 867 time: 0.0879655 Feb 09 21:43:03.686980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-c02d4fb4-be0e-4aa1-9f90-bdc619bc3ab1 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 698 time: 0.0887065 Feb 09 21:43:03.687621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cff398ae-2fa4-4945-bba1-2074c364733b req-a01457ae-64a3-4884-9076-215725079bf8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.696632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cff398ae-2fa4-4945-bba1-2074c364733b req-a01457ae-64a3-4884-9076-215725079bf8 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.0073342 Feb 09 21:43:03.741881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-fb5572e1-5922-4c49-b2b1-5075f1424e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.744035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-fb5572e1-5922-4c49-b2b1-5075f1424e7d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c2394db3-a51d-4b9c-95aa-b34b05840d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1093016 Feb 09 21:43:03.914641 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef200acf-b73f-4d3d-8e53-da75bd97a2a9 req-e5e410ae-01f3-4d70-90e7-5e1df6baddb6 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/650e8243-2034-4232-9bef-bc997bf49b34 HTTP/1.1" status: 200 len: 1829 time: 0.1105537 Feb 09 21:43:03.941369 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-42eb58ba-4c44-4a07-bd76-9b147af31ead service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861584 Feb 09 21:43:04.094103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0e42048-bb79-4cbc-a275-c3a8c6be4e50 req-680f3bf4-9ba3-4667-8e7f-9b89f6e7a04d service neutron] 10.222.0.110 "GET /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445084 Feb 09 21:43:04.197492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fc17ca42-df49-4421-a08b-64e303706c79 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:04.213258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Deleting port 187bb630-d50c-4198-af27-7873a5575115 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:04.213965 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (187bb630-d50c-4198-af27-7873a5575115), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.236300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449b27c-1acb-4ed7-87ac-5fbf383c7ad8 req-8efc6cba-740c-4c0e-8b50-4f285361368b tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:04.238422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e449b27c-1acb-4ed7-87ac-5fbf383c7ad8 req-8efc6cba-740c-4c0e-8b50-4f285361368b tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 1127 time: 0.1434579 Feb 09 21:43:04.328218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59858) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:04.331175 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (187bb630-d50c-4198-af27-7873a5575115), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.331696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (187bb630-d50c-4198-af27-7873a5575115), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.349986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e449b27c-1acb-4ed7-87ac-5fbf383c7ad8 req-caf83174-ecbc-43ed-8a83-5ec14bf77258 tempest-LiveMigrationTest-548984240 tempest-LiveMigrationTest-548984240-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001322 Feb 09 21:43:04.350537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Calling delete_port for 187bb630-d50c-4198-af27-7873a5575115 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:04.401906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:04.420171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'fc17ca42-df49-4421-a08b-64e303706c79', 'network_id': '75aac111-eeca-44b7-9622-f4ddb48c48ce', 'port_id': 'fc17ca42-df49-4421-a08b-64e303706c79', 'mac_address': 'fa:16:3e:ed:d8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c79bb4-e01b-452d-84a7-c2ce1069b3bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:04.464851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port fc17ca42-df49-4421-a08b-64e303706c79 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:04.465561 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fc17ca42-df49-4421-a08b-64e303706c79), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.481564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a3dd-fa05-41cb-b3c2-5dae30cbd089 req-ddab29bb-2007-4850-8fa3-c88b9c69ce9c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:04.489760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d52a3dd-fa05-41cb-b3c2-5dae30cbd089 req-ddab29bb-2007-4850-8fa3-c88b9c69ce9c tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 946 time: 0.0822513 Feb 09 21:43:04.502199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc17ca42-df49-4421-a08b-64e303706c79 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:04.573209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d52a3dd-fa05-41cb-b3c2-5dae30cbd089 req-b6eaab61-3eea-431d-93c6-9e62fc1ab6ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811756 Feb 09 21:43:04.576562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:04.593528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc58d049-760d-41f3-891a-27f34ade9cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.651665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.750485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (187bb630-d50c-4198-af27-7873a5575115), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.750876 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc58d049-760d-41f3-891a-27f34ade9cf9 admin admin] Publish callbacks [] for security_group (bbb2c160-d8f1-4560-9134-0c2266907e8d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.758560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['fc17ca42-df49-4421-a08b-64e303706c79'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:04.790516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event deleted for resources: {'Port': ['ID=187bb630-d50c-4198-af27-7873a5575115,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:04.790806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:04.808656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.808840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.809186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.809523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.809980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.810228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.810558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.810886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.811212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.811534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.811926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.812256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.812585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:04.877808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks [] for floatingip (74e1c0eb-ed33-40ac-9751-bdfba2ce7558), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.881097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.882284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-585f711a-63bb-49e7-8ce1-11b57a670102 req-78dc545d-a83e-4460-b6c9-b698f5538bef tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "DELETE /v2.0/floatingips/74e1c0eb-ed33-40ac-9751-bdfba2ce7558 HTTP/1.1" status: 204 len: 173 time: 1.1943450 Feb 09 21:43:04.887542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc58d049-760d-41f3-891a-27f34ade9cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bbb2c160-d8f1-4560-9134-0c2266907e8d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.932143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc58d049-760d-41f3-891a-27f34ade9cf9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1745011d906a40679a8f88809b194cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6021733 Feb 09 21:43:04.933303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58d049-760d-41f3-891a-27f34ade9cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb2c160-d8f1-4560-9134-0c2266907e8d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:04.935065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59872) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:05.009077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-507d158b-c20b-4bd0-a0e4-4e5dbd845c7f admin admin] Publish callbacks [] for security_group (bbb2c160-d8f1-4560-9134-0c2266907e8d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.036602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-507d158b-c20b-4bd0-a0e4-4e5dbd845c7f admin admin] Publish callbacks [] for security_group (bbb2c160-d8f1-4560-9134-0c2266907e8d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.136297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-2028de13-9b0e-4828-ad87-f59e3e16bb62 req-2e33912d-4482-4ca4-8954-b2b30afdd439 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1838453494', 'description': 'tempest-description-1222533895'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:05.178982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-507d158b-c20b-4bd0-a0e4-4e5dbd845c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bbb2c160-d8f1-4560-9134-0c2266907e8d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.182549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-507d158b-c20b-4bd0-a0e4-4e5dbd845c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.186266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-507d158b-c20b-4bd0-a0e4-4e5dbd845c7f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bbb2c160-d8f1-4560-9134-0c2266907e8d HTTP/1.1" status: 204 len: 168 time: 0.2471178 Feb 09 21:43:05.200607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d158b-c20b-4bd0-a0e4-4e5dbd845c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb2c160-d8f1-4560-9134-0c2266907e8d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:05.246271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2028de13-9b0e-4828-ad87-f59e3e16bb62 req-2e33912d-4482-4ca4-8954-b2b30afdd439 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.353637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2028de13-9b0e-4828-ad87-f59e3e16bb62 req-2e33912d-4482-4ca4-8954-b2b30afdd439 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (32244302-723e-4c60-84a2-b361d658e557), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.484258 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a3934a5-907c-40e6-afef-45721c665a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.484971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2028de13-9b0e-4828-ad87-f59e3e16bb62 req-2e33912d-4482-4ca4-8954-b2b30afdd439 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (32244302-723e-4c60-84a2-b361d658e557), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.519181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33912d-4482-4ca4-8954-b2b30afdd439 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32244302-723e-4c60-84a2-b361d658e557,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:05.530086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a35c3-7a47-4b70-b62a-3737b7957e59 req-c4637d17-78a7-445a-bc97-165c29a1d17b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:05.531732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-636a35c3-7a47-4b70-b62a-3737b7957e59 req-c4637d17-78a7-445a-bc97-165c29a1d17b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 945 time: 0.0941968 Feb 09 21:43:05.590177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2028de13-9b0e-4828-ad87-f59e3e16bb62 req-2e33912d-4482-4ca4-8954-b2b30afdd439 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.590177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2028de13-9b0e-4828-ad87-f59e3e16bb62 req-2e33912d-4482-4ca4-8954-b2b30afdd439 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4559348 Feb 09 21:43:05.616156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-636a35c3-7a47-4b70-b62a-3737b7957e59 req-2b7cd599-1aa5-4556-b128-7fb80fe20049 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785136 Feb 09 21:43:05.729774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cacce7a7-5d11-4ac5-aea1-454752b6992d req-2e87352a-2adb-433f-8a23-d9a5f616579b tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/32244302-723e-4c60-84a2-b361d658e557 HTTP/1.1" status: 200 len: 1830 time: 0.0583866 Feb 09 21:43:05.753900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce8d13-a8bb-400c-9c1a-d8fa9c5c352a req-656d0654-96f5-41a2-868a-2614f9cc24fb tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:05.762900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95ce8d13-a8bb-400c-9c1a-d8fa9c5c352a req-656d0654-96f5-41a2-868a-2614f9cc24fb tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0882175 Feb 09 21:43:05.814668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95ce8d13-a8bb-400c-9c1a-d8fa9c5c352a req-8204cf11-0fe9-43cb-abd5-00f647267c0c tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0504732 Feb 09 21:43:05.836115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-4d7f808f-52a2-4347-bd5e-5aa406882c5f req-0df22520-f12c-4eef-8785-71783ea69b42 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1104939939', 'description': 'tempest-description-1966895749'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:05.908626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4d7f808f-52a2-4347-bd5e-5aa406882c5f req-0df22520-f12c-4eef-8785-71783ea69b42 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.036047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4d7f808f-52a2-4347-bd5e-5aa406882c5f req-0df22520-f12c-4eef-8785-71783ea69b42 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (acc03a58-6978-4051-89d9-21b9dd7538e6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.071812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-c00d6265-fcfe-4581-8f24-006e043bc6fd tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.073574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-c00d6265-fcfe-4581-8f24-006e043bc6fd tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.110 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 945 time: 0.1742790 Feb 09 21:43:06.094358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae6dfda5-d7f5-4049-b844-dd809d608a5e req-54fa7bec-ceca-4d49-91f7-d77bc5411d02 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0740609 Feb 09 21:43:06.116210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4d7f808f-52a2-4347-bd5e-5aa406882c5f req-0df22520-f12c-4eef-8785-71783ea69b42 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (acc03a58-6978-4051-89d9-21b9dd7538e6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.161320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df22520-f12c-4eef-8785-71783ea69b42 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc03a58-6978-4051-89d9-21b9dd7538e6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.214558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fc17ca42-df49-4421-a08b-64e303706c79 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:06.227486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4d7f808f-52a2-4347-bd5e-5aa406882c5f req-0df22520-f12c-4eef-8785-71783ea69b42 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.235020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4d7f808f-52a2-4347-bd5e-5aa406882c5f req-0df22520-f12c-4eef-8785-71783ea69b42 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4042051 Feb 09 21:43:06.297238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37337ee-6b47-414a-88a2-c143b759eb82 req-ce05ca88-20e8-432d-8921-ea5044c97300 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.299130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a37337ee-6b47-414a-88a2-c143b759eb82 req-ce05ca88-20e8-432d-8921-ea5044c97300 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 945 time: 0.0827537 Feb 09 21:43:06.318178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Deleting port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:06.318594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.337087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port fc17ca42-df49-4421-a08b-64e303706c79 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:06.338800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fc17ca42-df49-4421-a08b-64e303706c79), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.456077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port fc17ca42-df49-4421-a08b-64e303706c79 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:06.456610 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fc17ca42-df49-4421-a08b-64e303706c79), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.497874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a37337ee-6b47-414a-88a2-c143b759eb82 req-fda60804-c867-4fe9-b8cb-5348e68f6e7e tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722386 Feb 09 21:43:06.584047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] For port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:06.584357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.589670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0d43970-b631-4ada-99cd-8d53806cf9ac req-fbd8dedd-d49e-4f5a-b1f0-65193ffc8a9b tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/acc03a58-6978-4051-89d9-21b9dd7538e6 HTTP/1.1" status: 200 len: 1830 time: 0.0626543 Feb 09 21:43:06.610512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Calling delete_port for c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:06.622910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-5019527e-95f3-4fe3-b32f-cdf71b5833bc req-1eb44dc2-43ba-4e0a-bb13-9798aaf514cd tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-287291553', 'description': 'tempest-description-225080167'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:06.692262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:06.694557 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafe9fef-06b4-4408-848d-f48357d33949" -d '{"events": [{"server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "name": "network-vif-plugged", "status": "completed", "tag": "fc17ca42-df49-4421-a08b-64e303706c79"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:06.712816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:06.854990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59940) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:06.864565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936cab-cd8f-409b-85b1-0066ffe8b867 req-b721f909-bce0-47ab-a1ab-d9d41638ded4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.866259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df936cab-cd8f-409b-85b1-0066ffe8b867 req-b721f909-bce0-47ab-a1ab-d9d41638ded4 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 945 time: 0.1110473 Feb 09 21:43:06.895530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.896158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5019527e-95f3-4fe3-b32f-cdf71b5833bc req-1eb44dc2-43ba-4e0a-bb13-9798aaf514cd tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.951739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.971416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df936cab-cd8f-409b-85b1-0066ffe8b867 req-953b5913-b3b4-4eaf-b680-4b000dc275db tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984440 Feb 09 21:43:06.994394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c2bbde8a-2dd7-4b5b-85a6-e0c60a695585), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.011091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:07.020058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:07.097386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event deleted for resources: {'Port': ['ID=c2bbde8a-2dd7-4b5b-85a6-e0c60a695585,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:07.166625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4731e339-e7df-49cc-96e7-abc40b9ef682 tempest-AgentManagementNegativeTest-822842497 tempest-AgentManagementNegativeTest-822842497-project] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2960770 Feb 09 21:43:07.200495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5019527e-95f3-4fe3-b32f-cdf71b5833bc req-1eb44dc2-43ba-4e0a-bb13-9798aaf514cd tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (ea45512d-155f-4ed2-a096-fb1989975c8c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.205811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] No DVR routers for this DVR port c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:07.213033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.219395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0e63381-43c5-4be0-98ee-15815c77fe50 req-e7c7b084-b0cb-47bb-ab4b-6f0c2e49fbab tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.110 "DELETE /v2.0/ports/c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 HTTP/1.1" status: 204 len: 173 time: 1.1313508 Feb 09 21:43:07.219915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'name': 'network-vif-deleted', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:07.228636 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e46efe2-3b60-4de1-bcea-7c50d8edd6d7" -d '{"events": [{"server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "name": "network-vif-deleted", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:07.252016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-4de56a1d-3aec-46bf-8d6c-a1eac7d8042b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:07.254076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-4de56a1d-3aec-46bf-8d6c-a1eac7d8042b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 946 time: 0.2515337 Feb 09 21:43:07.287416 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5019527e-95f3-4fe3-b32f-cdf71b5833bc req-1eb44dc2-43ba-4e0a-bb13-9798aaf514cd tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ea45512d-155f-4ed2-a096-fb1989975c8c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.345004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a92f-6701-4620-b2ec-9ef2fec76359 req-98e150de-dc10-4d3f-a317-62760d5c49b2 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:07.353313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87e0a92f-6701-4620-b2ec-9ef2fec76359 req-98e150de-dc10-4d3f-a317-62760d5c49b2 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 945 time: 0.2342694 Feb 09 21:43:07.357778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44dc2-43ba-4e0a-bb13-9798aaf514cd tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea45512d-155f-4ed2-a096-fb1989975c8c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:07.408539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-2fc157c0-445b-4f69-9113-39cd3459e6ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2077215 Feb 09 21:43:07.435552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5019527e-95f3-4fe3-b32f-cdf71b5833bc req-1eb44dc2-43ba-4e0a-bb13-9798aaf514cd tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.441013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5019527e-95f3-4fe3-b32f-cdf71b5833bc req-1eb44dc2-43ba-4e0a-bb13-9798aaf514cd tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.8232474 Feb 09 21:43:07.463550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87e0a92f-6701-4620-b2ec-9ef2fec76359 req-1b6e47d2-e6f8-4e29-9152-92fe952a0bb8 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092613 Feb 09 21:43:07.489535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Deleting port fc17ca42-df49-4421-a08b-64e303706c79 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:07.492625 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fc17ca42-df49-4421-a08b-64e303706c79), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.529587 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c218c4e-7c79-4e58-aa7e-d8fc20b59e55 x-openstack-request-id: req-0c218c4e-7c79-4e58-aa7e-d8fc20b59e55 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:07.530142 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6586bf-e516-4aa7-95e8-6316f21c9ccb", "name": "network-vif-deleted", "tag": "c2bbde8a-2dd7-4b5b-85a6-e0c60a695585", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:07.530339 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c218c4e-7c79-4e58-aa7e-d8fc20b59e55 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:07.530640 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6586bf-e516-4aa7-95e8-6316f21c9ccb', 'name': 'network-vif-deleted', 'tag': 'c2bbde8a-2dd7-4b5b-85a6-e0c60a695585', 'status': 'completed', 'code': 200} Feb 09 21:43:07.540577 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aea5cd-4d32-49dc-a8f8-5b9dd0306fa3 x-openstack-request-id: req-76aea5cd-4d32-49dc-a8f8-5b9dd0306fa3 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:07.540878 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "name": "network-vif-plugged", "status": "completed", "tag": "fc17ca42-df49-4421-a08b-64e303706c79", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:07.541141 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-76aea5cd-4d32-49dc-a8f8-5b9dd0306fa3 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:07.541542 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79', 'code': 200} Feb 09 21:43:07.553143 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a481e79d-1d4f-4921-b8ce-d53d84e021d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.665709 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b919a786-cc85-4b30-b8a4-425df1a7d06a req-7f277343-b677-455d-a5ac-24885e29448b tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/ea45512d-155f-4ed2-a096-fb1989975c8c HTTP/1.1" status: 200 len: 1828 time: 0.0755813 Feb 09 21:43:07.684978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394043cc-b791-4a59-b0fd-037703b94a8f req-3f87edd3-caa8-4299-b18d-b8132859d122 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:07.695600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-c2a2967a-5337-417f-9c5a-e53a6f2d0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:07.695814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-394043cc-b791-4a59-b0fd-037703b94a8f req-3f87edd3-caa8-4299-b18d-b8132859d122 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 946 time: 0.0852187 Feb 09 21:43:07.695931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-c2a2967a-5337-417f-9c5a-e53a6f2d0ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 1126 time: 0.2167099 Feb 09 21:43:07.758822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-394043cc-b791-4a59-b0fd-037703b94a8f req-d320c53e-e4da-4e0a-8fd0-2d1f1a39a80b tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/security-groups?id=e298991c-7a37-4d8b-b377-4c10fafd9ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636394 Feb 09 21:43:07.763983 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-9ceb13aa-8d5b-4c7b-98c5-79e2e573892e req-c545364d-807d-40b6-887e-af6d26a94190 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] show failed (client error): The resource could not be found. Feb 09 21:43:07.765076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ceb13aa-8d5b-4c7b-98c5-79e2e573892e req-c545364d-807d-40b6-887e-af6d26a94190 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/e70e059b-7c12-4745-8d16-2f2015366d29 HTTP/1.1" status: 404 len: 352 time: 0.0310535 Feb 09 21:43:07.814353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] For port fc17ca42-df49-4421-a08b-64e303706c79, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fc17ca42-df49-4421-a08b-64e303706c79,segment=NetworkSegment(a928d84b-6820-413e-a5c8-702be3e3d997),segment_id=a928d84b-6820-413e-a5c8-702be3e3d997)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:07.814730 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fc17ca42-df49-4421-a08b-64e303706c79), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.848248 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-634e5d54-4d1d-4330-a2a0-abfbbfbbe4f1 req-cbff7baf-0adf-4b7b-9cfa-6b473a7a5b8b tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] show failed (client error): The resource could not be found. Feb 09 21:43:07.849372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-634e5d54-4d1d-4330-a2a0-abfbbfbbe4f1 req-cbff7baf-0adf-4b7b-9cfa-6b473a7a5b8b tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-group-rules/ea0a33b2-ae22-4448-a82c-1f7f306b9bb4 HTTP/1.1" status: 404 len: 361 time: 0.0372674 Feb 09 21:43:07.852528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Calling delete_port for fc17ca42-df49-4421-a08b-64e303706c79 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:07.948363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-363a7027-c112-4d8d-b012-976ea46635e7 req-01bf3c49-982e-40e3-8709-b740772b6e2c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/ea45512d-155f-4ed2-a096-fb1989975c8c HTTP/1.1" status: 200 len: 1828 time: 0.0726101 Feb 09 21:43:07.955093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-ccbbed97-d795-4ac5-b23c-a6c16b42323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:07.957534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-ccbbed97-d795-4ac5-b23c-a6c16b42323a service neutron] 10.222.0.30 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.2342484 Feb 09 21:43:08.041216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-363a7027-c112-4d8d-b012-976ea46635e7 req-de7b9e07-0e79-4c06-a38a-a341653be74c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (ea45512d-155f-4ed2-a096-fb1989975c8c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.068575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:08.089840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-363a7027-c112-4d8d-b012-976ea46635e7 req-de7b9e07-0e79-4c06-a38a-a341653be74c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (ea45512d-155f-4ed2-a096-fb1989975c8c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.166026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-264bdeca-3920-47c9-9dd4-ee2f5327a905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 200 len: 217 time: 0.1976993 Feb 09 21:43:08.222806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-447d37dd-a25d-4173-8710-a82555b9f075 req-bd20331a-2aa2-4384-a99e-0618eb6dee67 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0916867 Feb 09 21:43:08.244208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-86759999-dc7e-489c-9576-7ac8a665ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.246121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-86759999-dc7e-489c-9576-7ac8a665ff99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0703614 Feb 09 21:43:08.246901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fc17ca42-df49-4421-a08b-64e303706c79), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.262432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['fc17ca42-df49-4421-a08b-64e303706c79'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:08.271141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-363a7027-c112-4d8d-b012-976ea46635e7 req-de7b9e07-0e79-4c06-a38a-a341653be74c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ea45512d-155f-4ed2-a096-fb1989975c8c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.278609 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-363a7027-c112-4d8d-b012-976ea46635e7 req-de7b9e07-0e79-4c06-a38a-a341653be74c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.297279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-363a7027-c112-4d8d-b012-976ea46635e7 req-de7b9e07-0e79-4c06-a38a-a341653be74c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "DELETE /v2.0/security-groups/ea45512d-155f-4ed2-a096-fb1989975c8c HTTP/1.1" status: 204 len: 173 time: 0.3478777 Feb 09 21:43:08.313291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Pushing event deleted for resources: {'Port': ['ID=fc17ca42-df49-4421-a08b-64e303706c79,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.324892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f25567ca-6a54-43b4-b5fc-ee220d025244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.349360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b9e07-0e79-4c06-a38a-a341653be74c tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea45512d-155f-4ed2-a096-fb1989975c8c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.405009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-17247e3f-c7ef-488f-89eb-3679efe9a53c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942507 Feb 09 21:43:08.508926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] No DVR routers for this DVR port fc17ca42-df49-4421-a08b-64e303706c79 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:08.522767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7140cfb4-1a1b-4d37-bda1-1c0ede2b406d req-9252a5f7-84f7-406a-8de4-81302947ab56 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/acc03a58-6978-4051-89d9-21b9dd7538e6 HTTP/1.1" status: 200 len: 1830 time: 0.1922913 Feb 09 21:43:08.523410 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f25567ca-6a54-43b4-b5fc-ee220d025244 admin admin] Publish callbacks [] for security_group (dd96b693-e9be-45a7-9a01-44a95dcae2a0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.563127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.566486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-802489f5-5d1d-41d4-8b83-033cd6d52b15 req-6554b477-5f2f-475a-9874-a31260cc56ea tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.30 "DELETE /v2.0/ports/fc17ca42-df49-4421-a08b-64e303706c79 HTTP/1.1" status: 204 len: 173 time: 1.2894490 Feb 09 21:43:08.569728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'name': 'network-vif-deleted', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:08.573001 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f25035-e79f-4d98-a0b8-460880d8ee62" -d '{"events": [{"server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "name": "network-vif-deleted", "tag": "fc17ca42-df49-4421-a08b-64e303706c79"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:08.605172 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7140cfb4-1a1b-4d37-bda1-1c0ede2b406d req-982ed266-df92-425e-9189-18c069afcfb1 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (acc03a58-6978-4051-89d9-21b9dd7538e6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.658532 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7140cfb4-1a1b-4d37-bda1-1c0ede2b406d req-982ed266-df92-425e-9189-18c069afcfb1 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (acc03a58-6978-4051-89d9-21b9dd7538e6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.664217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c316e6-0b5f-41f4-ac17-2649a9975c4d req-bfa346c2-ac4f-43e9-987d-1d5412968e8a tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.668528 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-85b7c52d-312f-4448-85bc-a0100dc4d836 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529919 Feb 09 21:43:08.669406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35c316e6-0b5f-41f4-ac17-2649a9975c4d req-bfa346c2-ac4f-43e9-987d-1d5412968e8a tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 945 time: 0.0953770 Feb 09 21:43:08.700205 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f25567ca-6a54-43b4-b5fc-ee220d025244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dd96b693-e9be-45a7-9a01-44a95dcae2a0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.762446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35c316e6-0b5f-41f4-ac17-2649a9975c4d req-6e79dd5a-24af-4b12-8b50-39fb653062af tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/security-groups?id=2b8c5791-3982-4932-b290-8ee087bc031e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852163 Feb 09 21:43:08.773584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9a4d57e-7511-4957-b2b1-63a17b2703bf req-f7b1279b-77be-4285-a44a-07d4317c0479 service neutron] 10.222.0.30 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952799 Feb 09 21:43:08.783520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25567ca-6a54-43b4-b5fc-ee220d025244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd96b693-e9be-45a7-9a01-44a95dcae2a0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.826508 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f25567ca-6a54-43b4-b5fc-ee220d025244 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=018374f1e7c0466186970ab83159363f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7568617 Feb 09 21:43:08.827670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59980) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:08.879618 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d48ed-91ae-4460-bb5f-8b64aef14d68 x-openstack-request-id: req-4d7d48ed-91ae-4460-bb5f-8b64aef14d68 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:08.880357 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf389597-244b-41e3-9773-189d4f81cba5", "name": "network-vif-deleted", "tag": "fc17ca42-df49-4421-a08b-64e303706c79", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:08.880978 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d7d48ed-91ae-4460-bb5f-8b64aef14d68 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:08.881676 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf389597-244b-41e3-9773-189d4f81cba5', 'name': 'network-vif-deleted', 'tag': 'fc17ca42-df49-4421-a08b-64e303706c79', 'status': 'completed', 'code': 200} Feb 09 21:43:08.927164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7140cfb4-1a1b-4d37-bda1-1c0ede2b406d req-982ed266-df92-425e-9189-18c069afcfb1 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (acc03a58-6978-4051-89d9-21b9dd7538e6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.931226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7140cfb4-1a1b-4d37-bda1-1c0ede2b406d req-982ed266-df92-425e-9189-18c069afcfb1 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.934947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7140cfb4-1a1b-4d37-bda1-1c0ede2b406d req-982ed266-df92-425e-9189-18c069afcfb1 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "DELETE /v2.0/security-groups/acc03a58-6978-4051-89d9-21b9dd7538e6 HTTP/1.1" status: 204 len: 173 time: 0.4129760 Feb 09 21:43:08.942982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-85677b36-b986-4254-9494-afd1382cd2c0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.949727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-85677b36-b986-4254-9494-afd1382cd2c0 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.110 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 945 time: 0.2202418 Feb 09 21:43:08.955648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.958022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ed266-df92-425e-9189-18c069afcfb1 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc03a58-6978-4051-89d9-21b9dd7538e6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.970031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a21d6612-765a-468d-93a5-6d4fb1933df4 admin admin] Publish callbacks [] for security_group (dd96b693-e9be-45a7-9a01-44a95dcae2a0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.031844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36d901e0-0057-485e-b229-f510bf142b61 req-54484f9d-481a-4d9f-80b2-d03ec50a45a3 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/32244302-723e-4c60-84a2-b361d658e557 HTTP/1.1" status: 200 len: 1830 time: 0.0503902 Feb 09 21:43:09.068887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31657397-282a-4e97-9f4b-95571081ab91 req-b9a0127e-5e21-4fe8-a276-3bb1f45224f3 tempest-ImagesTestJSON-2059505947 tempest-ImagesTestJSON-2059505947-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf389597-244b-41e3-9773-189d4f81cba5 HTTP/1.1" status: 200 len: 210 time: 0.0547199 Feb 09 21:43:09.079841 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a21d6612-765a-468d-93a5-6d4fb1933df4 admin admin] Publish callbacks [] for security_group (dd96b693-e9be-45a7-9a01-44a95dcae2a0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.100115 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36d901e0-0057-485e-b229-f510bf142b61 req-cdebbce9-01be-4aef-a102-64dbd6571a27 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (32244302-723e-4c60-84a2-b361d658e557), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.134905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36d901e0-0057-485e-b229-f510bf142b61 req-cdebbce9-01be-4aef-a102-64dbd6571a27 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (32244302-723e-4c60-84a2-b361d658e557), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.176912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Deleting port da45968d-3f2a-445b-bba9-de55fb00137e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:09.177227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.239685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a21d6612-765a-468d-93a5-6d4fb1933df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dd96b693-e9be-45a7-9a01-44a95dcae2a0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.242533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a21d6612-765a-468d-93a5-6d4fb1933df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.246929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a21d6612-765a-468d-93a5-6d4fb1933df4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd96b693-e9be-45a7-9a01-44a95dcae2a0 HTTP/1.1" status: 204 len: 168 time: 0.4171498 Feb 09 21:43:09.264256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36d901e0-0057-485e-b229-f510bf142b61 req-cdebbce9-01be-4aef-a102-64dbd6571a27 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (32244302-723e-4c60-84a2-b361d658e557), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.267248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36d901e0-0057-485e-b229-f510bf142b61 req-cdebbce9-01be-4aef-a102-64dbd6571a27 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.268467 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36d901e0-0057-485e-b229-f510bf142b61 req-cdebbce9-01be-4aef-a102-64dbd6571a27 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "DELETE /v2.0/security-groups/32244302-723e-4c60-84a2-b361d658e557 HTTP/1.1" status: 204 len: 173 time: 0.2301829 Feb 09 21:43:09.281530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d6612-765a-468d-93a5-6d4fb1933df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd96b693-e9be-45a7-9a01-44a95dcae2a0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.288414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebbce9-01be-4aef-a102-64dbd6571a27 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32244302-723e-4c60-84a2-b361d658e557,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.348854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] For port da45968d-3f2a-445b-bba9-de55fb00137e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=da45968d-3f2a-445b-bba9-de55fb00137e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:09.348854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.407816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Calling delete_port for da45968d-3f2a-445b-bba9-de55fb00137e owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:09.420754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14439905-490e-41bf-a642-5dd5ba099b2f req-166eba52-78a8-4204-8a59-8bb81eb01fd5 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/650e8243-2034-4232-9bef-bc997bf49b34 HTTP/1.1" status: 200 len: 1829 time: 0.0961430 Feb 09 21:43:09.428073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f5bc99d-670d-4d77-a69f-299ffce3a7b0 req-762d3206-32ce-45db-aedc-7ef1ee515123 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0351543 Feb 09 21:43:09.507536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-14439905-490e-41bf-a642-5dd5ba099b2f req-6eb74b60-20bd-4863-97bc-ec8e48ca29ed tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (650e8243-2034-4232-9bef-bc997bf49b34), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.533838 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-14439905-490e-41bf-a642-5dd5ba099b2f req-6eb74b60-20bd-4863-97bc-ec8e48ca29ed tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (650e8243-2034-4232-9bef-bc997bf49b34), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.540962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:09.582299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:09.583016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c2bbde8a-2dd7-4b5b-85a6-e0c60a695585 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:09.583789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device da45968d-3f2a-445b-bba9-de55fb00137e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:09.690046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-14439905-490e-41bf-a642-5dd5ba099b2f req-6eb74b60-20bd-4863-97bc-ec8e48ca29ed tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (650e8243-2034-4232-9bef-bc997bf49b34), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.694361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-14439905-490e-41bf-a642-5dd5ba099b2f req-6eb74b60-20bd-4863-97bc-ec8e48ca29ed tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.694361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14439905-490e-41bf-a642-5dd5ba099b2f req-6eb74b60-20bd-4863-97bc-ec8e48ca29ed tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "DELETE /v2.0/security-groups/650e8243-2034-4232-9bef-bc997bf49b34 HTTP/1.1" status: 204 len: 173 time: 0.2677550 Feb 09 21:43:09.712922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74b60-20bd-4863-97bc-ec8e48ca29ed tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650e8243-2034-4232-9bef-bc997bf49b34,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.735905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (da45968d-3f2a-445b-bba9-de55fb00137e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.752328 n-d-828599-1 neutron-server[103698]: INFO neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No ports have port_id starting with da45968d-3f2a-445b-bba9-de55fb00137e Feb 09 21:43:09.826573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Pushing event deleted for resources: {'Port': ['ID=da45968d-3f2a-445b-bba9-de55fb00137e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.892069 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af8f4d4c-be5b-494c-9230-a318fd262d2f req-2a299d23-ec26-4adb-8b96-63a5967fb137 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "GET /v2.0/security-groups/0c1cadff-3162-4593-b792-7d5f68357192 HTTP/1.1" status: 200 len: 1828 time: 0.1659572 Feb 09 21:43:09.916694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b800e3a-f67c-494e-9b96-44d362c472df req-bfa7d6f9-8cab-490e-ab9f-189577e46bb5 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 210 time: 0.0569932 Feb 09 21:43:09.933333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] No DVR routers for this DVR port da45968d-3f2a-445b-bba9-de55fb00137e on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:09.946980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.952233 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efad5c8d-7609-4690-9a46-9263cbd8a6d0 req-a13fe3f0-76b6-4387-98e5-f9998727fff6 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.110 "DELETE /v2.0/ports/da45968d-3f2a-445b-bba9-de55fb00137e HTTP/1.1" status: 204 len: 173 time: 0.9969869 Feb 09 21:43:09.952233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'name': 'network-vif-deleted', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:09.954519 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fa2981-6ded-4806-95d0-54dcc8388968" -d '{"events": [{"server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "name": "network-vif-deleted", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:10.017475 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13bab7-eb66-40eb-90f9-c3883afc944e x-openstack-request-id: req-ec13bab7-eb66-40eb-90f9-c3883afc944e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:10.017475 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c4aa46-0713-4272-baad-b29f502b62c3", "name": "network-vif-deleted", "tag": "da45968d-3f2a-445b-bba9-de55fb00137e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:10.017962 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ec13bab7-eb66-40eb-90f9-c3883afc944e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:10.018663 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c4aa46-0713-4272-baad-b29f502b62c3', 'name': 'network-vif-deleted', 'tag': 'da45968d-3f2a-445b-bba9-de55fb00137e', 'status': 'completed', 'code': 200} Feb 09 21:43:10.117659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af8f4d4c-be5b-494c-9230-a318fd262d2f req-8c14bebb-d77e-4858-94b5-7b0625740ea7 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (0c1cadff-3162-4593-b792-7d5f68357192), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.151738 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af8f4d4c-be5b-494c-9230-a318fd262d2f req-8c14bebb-d77e-4858-94b5-7b0625740ea7 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (0c1cadff-3162-4593-b792-7d5f68357192), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.175141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-f657a6cb-1a82-46ad-b989-2a375bf205d8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474035 Feb 09 21:43:10.185392 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.335652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-b8d6ac6a-d830-4fac-83eb-613dacf409ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.337154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-b8d6ac6a-d830-4fac-83eb-613dacf409ef service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=04513afad81640b3b3cb3d48be22843f&device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 1127 time: 0.1106796 Feb 09 21:43:10.461358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-67192285-23e0-4a49-ad22-7e5b31843ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.475013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-67192285-23e0-4a49-ad22-7e5b31843ee0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 200 len: 908 time: 0.1070096 Feb 09 21:43:10.475013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af8f4d4c-be5b-494c-9230-a318fd262d2f req-8c14bebb-d77e-4858-94b5-7b0625740ea7 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0c1cadff-3162-4593-b792-7d5f68357192), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.490107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af8f4d4c-be5b-494c-9230-a318fd262d2f req-8c14bebb-d77e-4858-94b5-7b0625740ea7 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.490107 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af8f4d4c-be5b-494c-9230-a318fd262d2f req-8c14bebb-d77e-4858-94b5-7b0625740ea7 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] 10.222.0.98 "DELETE /v2.0/security-groups/0c1cadff-3162-4593-b792-7d5f68357192 HTTP/1.1" status: 204 len: 173 time: 0.5573473 Feb 09 21:43:10.492016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60040) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.538319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14bebb-d77e-4858-94b5-7b0625740ea7 tempest-SecurityGroupRulesNegativeTestJSON-1128627094 tempest-SecurityGroupRulesNegativeTestJSON-1128627094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1cadff-3162-4593-b792-7d5f68357192,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:10.614738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-ad3673f0-3b8c-46b6-8939-a754b579ea96 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 200 len: 217 time: 0.1245017 Feb 09 21:43:10.623026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-143e4d31-8aa6-4744-a817-7650be72b52a req-e54872c9-a7e4-434b-acf8-9014f23ce8ea tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0644684 Feb 09 21:43:10.634357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] Deleting subnet f480924e-d94a-4797-97b8-c212e4a0a3ad {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:10.645798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] Publish callbacks [] for subnet (f480924e-d94a-4797-97b8-c212e4a0a3ad), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.645798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60050) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.694746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-0aafde79-703b-4bec-aa01-06cf94df377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.696676 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-0aafde79-703b-4bec-aa01-06cf94df377d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 200 len: 847 time: 0.0756679 Feb 09 21:43:10.718861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (f480924e-d94a-4797-97b8-c212e4a0a3ad), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.737562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-32914f5d-9397-4b86-8df3-4ebab5590f5a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=087c0409-a68f-4882-b762-aac3a8fbc24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319343 Feb 09 21:43:10.751866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] Deleting subnet 19c79bb4-e01b-452d-84a7-c2ce1069b3bf {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:10.756623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] Publish callbacks [] for subnet (19c79bb4-e01b-452d-84a7-c2ce1069b3bf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.796681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f480924e-d94a-4797-97b8-c212e4a0a3ad), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.821181 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (19c79bb4-e01b-452d-84a7-c2ce1069b3bf), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.840726 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-01ea4f6f-a42a-40f4-8da7-e8021fc17d7f service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932930 Feb 09 21:43:10.879403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (19c79bb4-e01b-452d-84a7-c2ce1069b3bf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.972331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60056) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.972456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543a1453-343e-40b9-a84e-3f351d1a6bb2 req-2ee9a0d0-34c2-4a0b-a861-b1881fe632d7 service neutron] 10.222.0.110 "GET /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168227 Feb 09 21:43:10.995973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (f480924e-d94a-4797-97b8-c212e4a0a3ad), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.026175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f480924e-d94a-4797-97b8-c212e4a0a3ad,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:11.036741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.040592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-233d8d78-d7ed-4372-8952-79ae476d9374 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f480924e-d94a-4797-97b8-c212e4a0a3ad HTTP/1.1" status: 204 len: 168 time: 0.5470102 Feb 09 21:43:11.043395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60060) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:11.074967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6de2da83-a80e-4f03-a27e-510a11199742 req-817c2171-2a0f-4a69-9225-0e22866864f3 tempest-FloatingIPsAssociationNegativeTestJSON-280030296 tempest-FloatingIPsAssociationNegativeTestJSON-280030296-project] 10.222.0.98 "GET /v2.0/ports?device_id=66c4aa46-0713-4272-baad-b29f502b62c3 HTTP/1.1" status: 200 len: 210 time: 0.0415707 Feb 09 21:43:11.076094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (19c79bb4-e01b-452d-84a7-c2ce1069b3bf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.106309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c79bb4-e01b-452d-84a7-c2ce1069b3bf,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:11.120913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.120913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1600dae8-488c-4eeb-b8d7-4495e84e11ae admin admin] 10.222.0.98 "DELETE /v2.0/subnets/19c79bb4-e01b-452d-84a7-c2ce1069b3bf HTTP/1.1" status: 204 len: 168 time: 0.4500966 Feb 09 21:43:11.129479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60062) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:11.148871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (569ab1d6-536b-42a1-8494-788270e2ae8b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.154783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'networks': [{'name': 'tempest-network--1123815413'}, {'name': 'tempest-network--1601442601'}]} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:11.155108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'network': {'name': 'tempest-network--1123815413'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:11.155742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'network': {'name': 'tempest-network--1601442601'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:11.227975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (75aac111-eeca-44b7-9622-f4ddb48c48ce), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.239229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (569ab1d6-536b-42a1-8494-788270e2ae8b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.261280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569ab1d6-536b-42a1-8494-788270e2ae8b']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.270791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fcae98-a560-487b-94aa-8c5feb20d224') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.271732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fcae98-a560-487b-94aa-8c5feb20d224') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.280803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (c5fcae98-a560-487b-94aa-8c5feb20d224), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.295158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c5fcae98-a560-487b-94aa-8c5feb20d224), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.301799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:11.302339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (c5fcae98-a560-487b-94aa-8c5feb20d224), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:11.305137 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:11.313752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (75aac111-eeca-44b7-9622-f4ddb48c48ce), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.338391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aac111-eeca-44b7-9622-f4ddb48c48ce']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.338391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Made reservation on behalf of d4068edc22d845eabd7da9f48cf80e41 for: {'network': 2} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:11.342728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.358629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a928d84b-6820-413e-a5c8-702be3e3d997') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.358964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a928d84b-6820-413e-a5c8-702be3e3d997') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.361194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.377075 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (a928d84b-6820-413e-a5c8-702be3e3d997), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.399567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a928d84b-6820-413e-a5c8-702be3e3d997), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.407953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (a928d84b-6820-413e-a5c8-702be3e3d997), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: warnings.warn(msg) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:11.412566 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:11.697538 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (75aac111-eeca-44b7-9622-f4ddb48c48ce), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.698322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (569ab1d6-536b-42a1-8494-788270e2ae8b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.713676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.717025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] 10.222.0.98 "DELETE /v2.0/networks/75aac111-eeca-44b7-9622-f4ddb48c48ce HTTP/1.1" status: 204 len: 168 time: 0.5858181 Feb 09 21:43:11.725020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.737891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.742504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2739e24-66ac-40d5-8416-dff4b29eb40e admin admin] Pushing event deleted for resources: {'Network': ['ID=75aac111-eeca-44b7-9622-f4ddb48c48ce,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:11.760006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] 10.222.0.98 "DELETE /v2.0/networks/569ab1d6-536b-42a1-8494-788270e2ae8b HTTP/1.1" status: 204 len: 168 time: 0.7149110 Feb 09 21:43:11.797364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for security_group (05998279-9137-41a1-b4d5-b17aff33e34b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.809417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf561f-ac2d-43fe-a475-00160875f16d admin admin] Pushing event deleted for resources: {'Network': ['ID=569ab1d6-536b-42a1-8494-788270e2ae8b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:11.829266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-57877f8f-c634-4179-94ca-72b4b77bd607 req-d96a87c8-c5a8-4022-b4cb-117e824cff8f tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.1284716 Feb 09 21:43:11.904483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (05998279-9137-41a1-b4d5-b17aff33e34b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.904982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.943830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05998279-9137-41a1-b4d5-b17aff33e34b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:11.950612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:11.962623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (24d06a32-5738-4bde-82b9-8669ec890de9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.962971 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Added segment 24d06a32-5738-4bde-82b9-8669ec890de9 of type vlan for network 39b18266-59ed-4613-a1cd-5d32676ed647 Feb 09 21:43:12.003849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (39b18266-59ed-4613-a1cd-5d32676ed647), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.033449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:12.042534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6090c616-3601-4129-835a-f007921e5eb0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.042880 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Added segment 6090c616-3601-4129-835a-f007921e5eb0 of type vlan for network b05534df-a82a-433c-9041-1b19523d64a7 Feb 09 21:43:12.089776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b05534df-a82a-433c-9041-1b19523d64a7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.156396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60072) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.232325 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (39b18266-59ed-4613-a1cd-5d32676ed647), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.232923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b05534df-a82a-433c-9041-1b19523d64a7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.237960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:12.243035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:12.243718 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.249822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fc17ca42-df49-4421-a08b-64e303706c79 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:12.279200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: fc17ca42-df49-4421-a08b-64e303706c79 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:12.279956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fc17ca42-df49-4421-a08b-64e303706c79 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:12.375031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Network': ['ID=39b18266-59ed-4613-a1cd-5d32676ed647,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.387550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 39b18266-59ed-4613-a1cd-5d32676ed647 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:12.411532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60074) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.443622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4747615 Feb 09 21:43:12.449879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60076) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.457352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ba78be2a-d40a-41d0-adab-aa632d7ea1ee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=37105b4a9afd448d88bb7726ea71a72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446081 Feb 09 21:43:12.457997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.519185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60080) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.538619 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c3eba89-6a3b-4244-b3eb-7f1f8e3c1223 admin admin] Publish callbacks [] for security_group (e298991c-7a37-4d8b-b377-4c10fafd9ec4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.570013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa2472-d3e8-4677-ba23-68510d7decfa tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Network': ['ID=b05534df-a82a-433c-9041-1b19523d64a7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.582124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c3eba89-6a3b-4244-b3eb-7f1f8e3c1223 admin admin] Publish callbacks [] for security_group (e298991c-7a37-4d8b-b377-4c10fafd9ec4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.583692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b05534df-a82a-433c-9041-1b19523d64a7 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:12.611785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-034daf35-89ad-4ff0-9c92-2c59f553d308 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b7f8a1e2a27849659da248ebdf2902b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914114 Feb 09 21:43:12.612393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60082) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.696268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c350d4ca-e1c8-4a64-81a7-0c2c5a55c3f9 admin admin] Publish callbacks [] for security_group (e8d5839c-8604-4e41-9c85-3153f3e0ab3f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.725459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c350d4ca-e1c8-4a64-81a7-0c2c5a55c3f9 admin admin] Publish callbacks [] for security_group (e8d5839c-8604-4e41-9c85-3153f3e0ab3f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.791047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c3eba89-6a3b-4244-b3eb-7f1f8e3c1223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e298991c-7a37-4d8b-b377-4c10fafd9ec4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.794209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c3eba89-6a3b-4244-b3eb-7f1f8e3c1223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.797933 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4c3eba89-6a3b-4244-b3eb-7f1f8e3c1223 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e298991c-7a37-4d8b-b377-4c10fafd9ec4 HTTP/1.1" status: 204 len: 168 time: 0.3365045 Feb 09 21:43:12.804078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eba89-6a3b-4244-b3eb-7f1f8e3c1223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e298991c-7a37-4d8b-b377-4c10fafd9ec4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.838421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c350d4ca-e1c8-4a64-81a7-0c2c5a55c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e8d5839c-8604-4e41-9c85-3153f3e0ab3f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.843539 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c350d4ca-e1c8-4a64-81a7-0c2c5a55c3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.845463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c350d4ca-e1c8-4a64-81a7-0c2c5a55c3f9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e8d5839c-8604-4e41-9c85-3153f3e0ab3f HTTP/1.1" status: 204 len: 168 time: 0.2267673 Feb 09 21:43:12.878551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350d4ca-e1c8-4a64-81a7-0c2c5a55c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d5839c-8604-4e41-9c85-3153f3e0ab3f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.967553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18f34300-e583-42b5-acc0-f840f8ad6059 req-ce667456-0a7f-4559-bf5c-decd65fcc9a2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0633340 Feb 09 21:43:13.138865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19788bb-ca7c-4933-8295-9bc5a0c1cabc tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.145522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19788bb-ca7c-4933-8295-9bc5a0c1cabc tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.151982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19788bb-ca7c-4933-8295-9bc5a0c1cabc tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.158682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19788bb-ca7c-4933-8295-9bc5a0c1cabc tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.160543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f19788bb-ca7c-4933-8295-9bc5a0c1cabc tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7028620 Feb 09 21:43:13.163553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60090) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.306486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (39b18266-59ed-4613-a1cd-5d32676ed647), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.480948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (39b18266-59ed-4613-a1cd-5d32676ed647), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.536198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b18266-59ed-4613-a1cd-5d32676ed647']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.552808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d06a32-5738-4bde-82b9-8669ec890de9') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.553111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d06a32-5738-4bde-82b9-8669ec890de9') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.567256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (24d06a32-5738-4bde-82b9-8669ec890de9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.595210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (24d06a32-5738-4bde-82b9-8669ec890de9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.601889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (9c24f788-ed02-468b-bd2e-d63161f4bd4f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.636876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:13.637859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (24d06a32-5738-4bde-82b9-8669ec890de9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:13.641082 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:13.861690 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (39b18266-59ed-4613-a1cd-5d32676ed647), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.866174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.870406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/networks/39b18266-59ed-4613-a1cd-5d32676ed647 HTTP/1.1" status: 204 len: 168 time: 0.7048614 Feb 09 21:43:13.873269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60114) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.893718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40c23-6312-4474-963e-c746362fd4b6 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Network': ['ID=39b18266-59ed-4613-a1cd-5d32676ed647,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:14.035626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Deleting port bc351cab-1f94-4c01-8250-77bea2d8b69b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:14.036427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.043858 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b05534df-a82a-433c-9041-1b19523d64a7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.156218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bae1ffe9-bd99-4d40-9079-a825ac973164 req-5ab14f41-0fc6-4096-bfbe-4b01f34b1277 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0966632 Feb 09 21:43:14.223285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] For port bc351cab-1f94-4c01-8250-77bea2d8b69b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bc351cab-1f94-4c01-8250-77bea2d8b69b,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:14.224037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.241382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Calling delete_port for bc351cab-1f94-4c01-8250-77bea2d8b69b owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:14.251218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b05534df-a82a-433c-9041-1b19523d64a7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.274635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05534df-a82a-433c-9041-1b19523d64a7']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:14.290856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6090c616-3601-4129-835a-f007921e5eb0') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:14.290856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6090c616-3601-4129-835a-f007921e5eb0') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:14.299847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (6090c616-3601-4129-835a-f007921e5eb0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.317057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6090c616-3601-4129-835a-f007921e5eb0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.332850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:14.333334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (6090c616-3601-4129-835a-f007921e5eb0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:14.412213 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:14.499643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60136) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.510322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b05534df-a82a-433c-9041-1b19523d64a7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.518447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.525168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60140) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.526123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/networks/b05534df-a82a-433c-9041-1b19523d64a7 HTTP/1.1" status: 204 len: 168 time: 0.6495998 Feb 09 21:43:14.566507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d32b5d-6ccb-4275-a298-9c6d96aec25a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Network': ['ID=b05534df-a82a-433c-9041-1b19523d64a7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:14.636632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (bc351cab-1f94-4c01-8250-77bea2d8b69b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.701044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc351cab-1f94-4c01-8250-77bea2d8b69b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:14.722810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-625070298-network', 'tenant_id': '356eb4a569cb4fa1af12545be45d8009'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.833271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2d69b-51c7-493f-a636-cea18ac679de tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:14.836072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:14.838441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.844809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2d69b-51c7-493f-a636-cea18ac679de tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:14.846504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a6f2d69b-51c7-493f-a636-cea18ac679de tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3200595 Feb 09 21:43:14.850306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60146) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.858909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1643528729'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.863381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.005070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks [] for security_group (0a39e3b2-fa9a-4c85-bf17-d57f0f904147), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.006119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (9c24f788-ed02-468b-bd2e-d63161f4bd4f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.081068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Made reservation on behalf of d4068edc22d845eabd7da9f48cf80e41 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:15.084464 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.104020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0a39e3b2-fa9a-4c85-bf17-d57f0f904147), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.133429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:15.134599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:15.149475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a39e3b2-fa9a-4c85-bf17-d57f0f904147,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:15.155229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e4a52cc3-21f1-4662-b744-774340d954c6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.155853 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Added segment e4a52cc3-21f1-4662-b744-774340d954c6 of type vlan for network f071065e-0967-462d-9ec9-b88235668c87 Feb 09 21:43:15.160472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b167fa2b-1635-4f62-97b1-94a083301d14), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.161078 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Added segment b167fa2b-1635-4f62-97b1-94a083301d14 of type vlan for network 9868727b-cb6c-47dc-9357-457d694a28e0 Feb 09 21:43:15.211627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (f071065e-0967-462d-9ec9-b88235668c87), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.222039 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (9868727b-cb6c-47dc-9357-457d694a28e0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.311526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c0a71a8e-63d9-4ce1-8a2d-bb3523d81f8d req-fac189fb-4e34-4397-ab5b-c083a8fb77a0 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0329072 Feb 09 21:43:15.344029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (f071065e-0967-462d-9ec9-b88235668c87), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.351935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:15.351935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.363287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Router 9c24f788-ed02-468b-bd2e-d63161f4bd4f has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:15.420580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] Pushing event updated for resources: {'Network': ['ID=f071065e-0967-462d-9ec9-b88235668c87,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:15.434703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network f071065e-0967-462d-9ec9-b88235668c87 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:15.486587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-652fcf26-7136-4902-950c-a3de4d666121 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9827368 Feb 09 21:43:15.486855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (9868727b-cb6c-47dc-9357-457d694a28e0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.487008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60152) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.491515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Request body: {'subnet': {'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-625070298-subnet', 'tenant_id': '356eb4a569cb4fa1af12545be45d8009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:15.498322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:15.498974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.653292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:15.655840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.812390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:15.820514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8f0bdd62-ffb1-47bb-badc-94799ec27199 admin admin] 10.222.0.98 "PUT /v2.0/routers/9c24f788-ed02-468b-bd2e-d63161f4bd4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6621785 Feb 09 21:43:15.828344 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] Sync routers for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:15.828923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60160) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.845852 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:15.846462 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:15.877289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Network': ['ID=9868727b-cb6c-47dc-9357-457d694a28e0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:15.891799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 9868727b-cb6c-47dc-9357-457d694a28e0 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:15.957434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60166) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.958641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-58c3e4ea-ee04-4cdc-af03-8be8b53c8f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1061008 Feb 09 21:43:15.963092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-616903558'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:15.968659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks [] for router (9c24f788-ed02-468b-bd2e-d63161f4bd4f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.974862 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:15.996233 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (7bd08550-b806-4ee3-b711-ecc6d2caf5f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.075299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd08550-b806-4ee3-b711-ecc6d2caf5f8,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.133045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Made reservation on behalf of d4068edc22d845eabd7da9f48cf80e41 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:16.138892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.156550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks [] for router_gateway (9c24f788-ed02-468b-bd2e-d63161f4bd4f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.174597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Checking segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:16.175990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Network hostable DHCP agents. Network: f071065e-0967-462d-9ec9-b88235668c87, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:16.182251 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:43:14Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:16.187105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:16.207806 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0053cf6b-701d-4744-b882-d673dbbd8a81), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.213332 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Added segment 0053cf6b-701d-4744-b882-d673dbbd8a81 of type vlan for network d16aa921-ea8b-43b3-87cf-7feb6731a865 Feb 09 21:43:16.213479 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] Checking router: 9c24f788-ed02-468b-bd2e-d63161f4bd4f for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:16.218416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] Routers {'9c24f788-ed02-468b-bd2e-d63161f4bd4f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:16.219112 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:16.249984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d16aa921-ea8b-43b3-87cf-7feb6731a865), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.295228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Deleting port f155b83c-304b-4062-ba26-8d738911a46a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:16.295898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f155b83c-304b-4062-ba26-8d738911a46a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.330093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] Set router 9c24f788-ed02-468b-bd2e-d63161f4bd4f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:16.408216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] For port f155b83c-304b-4062-ba26-8d738911a46a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f155b83c-304b-4062-ba26-8d738911a46a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:16.408560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f155b83c-304b-4062-ba26-8d738911a46a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.427401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Calling delete_port for f155b83c-304b-4062-ba26-8d738911a46a owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:16.435807 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca6ff141-6fae-4d0c-8977-dbe10a346a1d req-79897f97-e545-4523-8ffe-8784a17cdda6 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0336552 Feb 09 21:43:16.610056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Network f071065e-0967-462d-9ec9-b88235668c87 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:16.618423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d16aa921-ea8b-43b3-87cf-7feb6731a865), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.628126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.629809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.639402 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:43:14Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:16.669583 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9b93db-a01f-4189-9cc8-ede7c05d93fc None None] The sync data for ids ['9c24f788-ed02-468b-bd2e-d63161f4bd4f'] in n-d-828599-1 is: [{'id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-407995221-router', 'tenant_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:56Z', 'updated_at': '2022-02-09T21:43:14Z', 'revision_number': 5, 'project_id': '3c02f6ce9ac047e8b8e12fd16d5b484c', 'gw_port': {'id': 'f155b83c-304b-4062-ba26-8d738911a46a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24f788-ed02-468b-bd2e-d63161f4bd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:16.761032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, f071065e-0967-462d-9ec9-b88235668c87) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:16.762553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f155b83c-304b-4062-ba26-8d738911a46a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.766718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.771526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.773483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59afb7-9fe8-4431-85a3-d6747f10bbcd None None] Network f071065e-0967-462d-9ec9-b88235668c87 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:16.792701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Pushing event deleted for resources: {'Port': ['ID=f155b83c-304b-4062-ba26-8d738911a46a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.801244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Network': ['ID=d16aa921-ea8b-43b3-87cf-7feb6731a865,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.826939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60176) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:16.841251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ae2f40e2-c12a-45db-9f00-0c69c11c28a2 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8826954 Feb 09 21:43:16.848457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60180) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:16.854380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d16aa921-ea8b-43b3-87cf-7feb6731a865 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:16.865432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'ports': [{'network_id': '9868727b-cb6c-47dc-9357-457d694a28e0', 'name': 'tempest-port--2145140712', 'admin_state_up': True}, {'network_id': 'd16aa921-ea8b-43b3-87cf-7feb6731a865', 'admin_state_up': False}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:16.865761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'port': {'network_id': '9868727b-cb6c-47dc-9357-457d694a28e0', 'name': 'tempest-port--2145140712', 'admin_state_up': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:16.866262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'port': {'network_id': 'd16aa921-ea8b-43b3-87cf-7feb6731a865', 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:16.868339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (9c24f788-ed02-468b-bd2e-d63161f4bd4f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.964872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (9c24f788-ed02-468b-bd2e-d63161f4bd4f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.967259 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks [] for router_controller (9c24f788-ed02-468b-bd2e-d63161f4bd4f), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.002936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb6e10d-c957-4422-8a16-8ba8fd469d72 None None] Network f071065e-0967-462d-9ec9-b88235668c87 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:17.005940 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-440d192b-a1f1-4fc1-be59-cd9d798b0856 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5124295 Feb 09 21:43:17.118971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (9c24f788-ed02-468b-bd2e-d63161f4bd4f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.119730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c24f788-ed02-468b-bd2e-d63161f4bd4f {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:43:17.124710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.126220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8eb00b64-05e2-49f1-b996-1e68e6ab851a admin admin] 10.222.0.98 "DELETE /v2.0/routers/9c24f788-ed02-468b-bd2e-d63161f4bd4f HTTP/1.1" status: 204 len: 168 time: 1.2967737 Feb 09 21:43:17.129253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60184) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.141047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f3989c4-0573-41df-9861-90f9d16fe98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.204362 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] Deleting subnet b2ecefa4-0fbc-4e33-9dcf-0303035cb167 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:17.208814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] Publish callbacks [] for subnet (b2ecefa4-0fbc-4e33-9dcf-0303035cb167), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.256197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (b2ecefa4-0fbc-4e33-9dcf-0303035cb167), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.324686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f3989c4-0573-41df-9861-90f9d16fe98d admin admin] Publish callbacks [] for security_group (92345aad-b865-4431-9997-23456009fe82), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.326662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Made reservation on behalf of d4068edc22d845eabd7da9f48cf80e41 for: {'port': 2} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:17.333443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.348909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.385714 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b2ecefa4-0fbc-4e33-9dcf-0303035cb167), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.461091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f3989c4-0573-41df-9861-90f9d16fe98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92345aad-b865-4431-9997-23456009fe82), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.567559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (b2ecefa4-0fbc-4e33-9dcf-0303035cb167), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.618515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ecefa4-0fbc-4e33-9dcf-0303035cb167,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.628426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea80abf-b48b-411b-a12e-67b74771d11c None None] Network c2394db3-a51d-4b9c-95aa-b34b05840d6c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:17.632543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.641527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0629bf8b-cc66-404e-8571-3fd7140b38a5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b2ecefa4-0fbc-4e33-9dcf-0303035cb167 HTTP/1.1" status: 204 len: 168 time: 0.5108433 Feb 09 21:43:17.642476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60202) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.786019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c2394db3-a51d-4b9c-95aa-b34b05840d6c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.824367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-54124c0b-fa45-4068-bc30-4363877a6192 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:17.826001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-54124c0b-fa45-4068-bc30-4363877a6192 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.2056603 Feb 09 21:43:17.861933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-04eb6d30-c7a4-4998-a9c7-c3c400559179 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/quotas/356eb4a569cb4fa1af12545be45d8009 HTTP/1.1" status: 200 len: 375 time: 0.0147982 Feb 09 21:43:17.907841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-16b189b3-9e71-4c53-aee5-ae0e30514f31 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360625 Feb 09 21:43:17.913442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Deleting port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:17.913930 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.956345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-752230fc-7f7c-437d-a844-c8d7b2630095 req-56e39094-8bfc-47fb-a51e-ab9dad274f57 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0473728 Feb 09 21:43:17.966214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2f3989c4-0573-41df-9861-90f9d16fe98d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=391c0dd870aa4e5285eb2416ec9878ec&name=default HTTP/1.1" status: 200 len: 2998 time: 1.1376555 Feb 09 21:43:17.970468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3989c4-0573-41df-9861-90f9d16fe98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92345aad-b865-4431-9997-23456009fe82,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.978534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60204) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.993932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] device_id is not set on port 1878ebc9-551a-405b-a2a4-1b98e9795ac3 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:18.044452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] For port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:18.044918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.055959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7cf7337e-787d-4274-829e-2154949503b0 admin admin] Publish callbacks [] for security_group (92345aad-b865-4431-9997-23456009fe82), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.067996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Calling delete_port for 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:18.077975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] DHCP port deletion for c2394db3-a51d-4b9c-95aa-b34b05840d6c request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:18.090369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7cf7337e-787d-4274-829e-2154949503b0 admin admin] Publish callbacks [] for security_group (92345aad-b865-4431-9997-23456009fe82), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.156897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-d9f6cdd1-e117-4bfb-8f7e-855e674f1707 service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062795 Feb 09 21:43:18.172616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] Deleting port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:18.173130 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.206332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for port (1878ebc9-551a-405b-a2a4-1b98e9795ac3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.242940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] For port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,segment=NetworkSegment(25eeea90-24e2-43df-98f1-3fb19729b202),segment_id=25eeea90-24e2-43df-98f1-3fb19729b202)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:18.243336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.257402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] Calling delete_port for 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:18.278568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] device_id is not set on port 315cbf4b-7e04-4111-bc62-8c7d67fe9c1d yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:18.316349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-5c21269f-ab4e-44db-8ece-0fe7a9bba196 service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093080 Feb 09 21:43:18.321512 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.343529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (92f3a4cf-3b28-4b67-84b8-8b90759bfe4e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.368954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] No DVR routers for this DVR port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:18.395319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] No DVR routers for this DVR port 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:18.397164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Pushing event deleted for resources: {'Port': ['ID=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.414789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for port (315cbf4b-7e04-4111-bc62-8c7d67fe9c1d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.424133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ed129-088e-49a7-91f8-8d4e094028ef None None] Pushing event deleted for resources: {'Port': ['ID=92f3a4cf-3b28-4b67-84b8-8b90759bfe4e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.465491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7cf7337e-787d-4274-829e-2154949503b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92345aad-b865-4431-9997-23456009fe82), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.468562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7cf7337e-787d-4274-829e-2154949503b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.471867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7cf7337e-787d-4274-829e-2154949503b0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/92345aad-b865-4431-9997-23456009fe82 HTTP/1.1" status: 204 len: 168 time: 0.4901192 Feb 09 21:43:18.479275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7337e-787d-4274-829e-2154949503b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92345aad-b865-4431-9997-23456009fe82,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.486646 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c2394db3-a51d-4b9c-95aa-b34b05840d6c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.528645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2394db3-a51d-4b9c-95aa-b34b05840d6c']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:18.552416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25eeea90-24e2-43df-98f1-3fb19729b202') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:18.552732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25eeea90-24e2-43df-98f1-3fb19729b202') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:18.577983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (25eeea90-24e2-43df-98f1-3fb19729b202), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.601050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (25eeea90-24e2-43df-98f1-3fb19729b202), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.610342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:18.610752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (25eeea90-24e2-43df-98f1-3fb19729b202), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:18.613000 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:18.617846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1878ebc9-551a-405b-a2a4-1b98e9795ac3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.621173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-598cbe37-301e-49c6-b6f8-66969f1f344c req-10a66eb8-fcad-4544-81d6-63ef002e7347 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 210 time: 0.0469022 Feb 09 21:43:18.733729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Port': ['ID=1878ebc9-551a-405b-a2a4-1b98e9795ac3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.760674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Checking segment: {'id': 'b167fa2b-1635-4f62-97b1-94a083301d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9868727b-cb6c-47dc-9357-457d694a28e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:18.761004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network hostable DHCP agents. Network: 9868727b-cb6c-47dc-9357-457d694a28e0, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:18.786712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bc351cab-1f94-4c01-8250-77bea2d8b69b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:18.806859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: bc351cab-1f94-4c01-8250-77bea2d8b69b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:18.807374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bc351cab-1f94-4c01-8250-77bea2d8b69b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:18.807499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c2394db3-a51d-4b9c-95aa-b34b05840d6c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.807923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f155b83c-304b-4062-ba26-8d738911a46a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:18.812445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.818393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] 10.222.0.98 "DELETE /v2.0/networks/c2394db3-a51d-4b9c-95aa-b34b05840d6c HTTP/1.1" status: 204 len: 168 time: 1.1706529 Feb 09 21:43:18.831288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fe3e2-5dbc-4310-806a-d3683d4c5dde admin admin] Pushing event deleted for resources: {'Network': ['ID=c2394db3-a51d-4b9c-95aa-b34b05840d6c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.841612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f155b83c-304b-4062-ba26-8d738911a46a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:18.842040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f155b83c-304b-4062-ba26-8d738911a46a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:18.842525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:18.864553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:18.865000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 92f3a4cf-3b28-4b67-84b8-8b90759bfe4e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:18.906693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network 9868727b-cb6c-47dc-9357-457d694a28e0 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:19.021410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 9868727b-cb6c-47dc-9357-457d694a28e0) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:19.030487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:19.030487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (315cbf4b-7e04-4111-bc62-8c7d67fe9c1d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.032238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73dacdb-050a-4421-a267-9079c49f9f03 None None] Network 9868727b-cb6c-47dc-9357-457d694a28e0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:19.112736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Port': ['ID=315cbf4b-7e04-4111-bc62-8c7d67fe9c1d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:19.135953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Checking segment: {'id': '0053cf6b-701d-4744-b882-d673dbbd8a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd16aa921-ea8b-43b3-87cf-7feb6731a865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:19.137349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network hostable DHCP agents. Network: d16aa921-ea8b-43b3-87cf-7feb6731a865, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:19.182002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce03e488-cec5-47b2-9e57-d702be86f60e req-9417be5c-b2d0-4c96-a15f-d71a81b85578 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0344541 Feb 09 21:43:19.247519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network d16aa921-ea8b-43b3-87cf-7feb6731a865 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:19.341202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.384347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d16aa921-ea8b-43b3-87cf-7feb6731a865) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:19.388840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:19.394084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc82ab-61a6-4482-9f73-04400db22e45 None None] Network d16aa921-ea8b-43b3-87cf-7feb6731a865 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:19.394997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.400222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.400948 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.429186 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-40fe92be-0b24-4cb6-86d6-655be30d6410 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3c02f6ce9ac047e8b8e12fd16d5b484c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0859897 Feb 09 21:43:19.432088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60232) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.490784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ace9d7af-54ae-43dd-ae8d-db47af0c0d13 admin admin] Publish callbacks [] for security_group (2b8c5791-3982-4932-b290-8ee087bc031e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.518271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ace9d7af-54ae-43dd-ae8d-db47af0c0d13 admin admin] Publish callbacks [] for security_group (2b8c5791-3982-4932-b290-8ee087bc031e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.590154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a5e55d84-d5c2-466f-bb72-7eeefb3129ff tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7373910 Feb 09 21:43:19.592310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60236) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.735638 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-417aac0f-1f71-48d8-bc34-851b37ad2834 req-8e4af46c-b867-4c3c-876d-1599a74beec5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 210 time: 0.0340824 Feb 09 21:43:19.737157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ace9d7af-54ae-43dd-ae8d-db47af0c0d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2b8c5791-3982-4932-b290-8ee087bc031e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.739766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ace9d7af-54ae-43dd-ae8d-db47af0c0d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.743897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ace9d7af-54ae-43dd-ae8d-db47af0c0d13 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2b8c5791-3982-4932-b290-8ee087bc031e HTTP/1.1" status: 204 len: 168 time: 0.3073139 Feb 09 21:43:19.755054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf252638-3492-4cc8-90c8-6e51d47cf223 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.760559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf252638-3492-4cc8-90c8-6e51d47cf223 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.762253 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bf252638-3492-4cc8-90c8-6e51d47cf223 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1688755 Feb 09 21:43:19.765291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60246) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.776225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9d7af-54ae-43dd-ae8d-db47af0c0d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c5791-3982-4932-b290-8ee087bc031e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:19.895263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Deleting port 1878ebc9-551a-405b-a2a4-1b98e9795ac3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:19.895625 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1878ebc9-551a-405b-a2a4-1b98e9795ac3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.954631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60252) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.972210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1878ebc9-551a-405b-a2a4-1b98e9795ac3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.992192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Calling delete_port for 1878ebc9-551a-405b-a2a4-1b98e9795ac3 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:20.195938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1751845186-network', 'tenant_id': 'b4838f4237ac43ca9a5d7403c5888d09'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:20.235994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1878ebc9-551a-405b-a2a4-1b98e9795ac3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.276811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Port': ['ID=1878ebc9-551a-405b-a2a4-1b98e9795ac3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.291280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.299953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e552b88e-e710-4b43-9a61-9d11bc7f0753 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/ports/1878ebc9-551a-405b-a2a4-1b98e9795ac3 HTTP/1.1" status: 204 len: 168 time: 0.5297947 Feb 09 21:43:20.301948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60264) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.330004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41cea65d-bbe0-4a45-8e64-503f7b368599 req-cc1d1fc5-4be6-49fc-9d2e-c82ac4867443 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0582967 Feb 09 21:43:20.394155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Made reservation on behalf of b4838f4237ac43ca9a5d7403c5888d09 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:20.396838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.409579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.451017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Deleting port 315cbf4b-7e04-4111-bc62-8c7d67fe9c1d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:20.451369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (315cbf4b-7e04-4111-bc62-8c7d67fe9c1d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.538791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (315cbf4b-7e04-4111-bc62-8c7d67fe9c1d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.559448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Calling delete_port for 315cbf4b-7e04-4111-bc62-8c7d67fe9c1d owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:20.592339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks [] for security_group (e6b38021-c852-4a16-9055-0db766798450), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.689923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e6b38021-c852-4a16-9055-0db766798450), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.717197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b38021-c852-4a16-9055-0db766798450,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.800529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:20.816939 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (315cbf4b-7e04-4111-bc62-8c7d67fe9c1d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.829397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a56318c1-0e0d-4516-8bfa-90f4cc845194), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.829937 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Added segment a56318c1-0e0d-4516-8bfa-90f4cc845194 of type vlan for network ea99eeca-06e7-412e-85c1-93e47f769413 Feb 09 21:43:20.838936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.843950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/ports/315cbf4b-7e04-4111-bc62-8c7d67fe9c1d HTTP/1.1" status: 204 len: 168 time: 0.5394578 Feb 09 21:43:20.847338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60278) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.890898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc0a8b-52fc-4507-a7a8-9c1b3b007d0a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Port': ['ID=315cbf4b-7e04-4111-bc62-8c7d67fe9c1d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.916328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eb1feb22-0c44-425b-bd2a-0470cae2e148 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0677638 Feb 09 21:43:20.921149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60280) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.926503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1602356558'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:20.942862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3a42ce7c-13b4-4121-8d35-0d8a791a0771 req-6f908b77-0dbe-4ca0-989b-17362d204afb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 210 time: 0.0855534 Feb 09 21:43:20.944618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ea99eeca-06e7-412e-85c1-93e47f769413), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.095348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Made reservation on behalf of d4068edc22d845eabd7da9f48cf80e41 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:21.098858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.124783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:21.135207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f433e715-e469-452b-a75e-9e3efd1cc5ff), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.135575 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Added segment f433e715-e469-452b-a75e-9e3efd1cc5ff of type vlan for network bd76f846-3df1-4631-b81f-606783749103 Feb 09 21:43:21.183537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (bd76f846-3df1-4631-b81f-606783749103), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.193184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ea99eeca-06e7-412e-85c1-93e47f769413), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.195450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.196708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.284666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea99eeca-06e7-412e-85c1-93e47f769413,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.304754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ea99eeca-06e7-412e-85c1-93e47f769413 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:21.346847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (bd76f846-3df1-4631-b81f-606783749103), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.362681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.363348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.385465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6f69a63a-29bc-47d6-b7df-9d52ca6952b7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4198012 Feb 09 21:43:21.387220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60306) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:21.392652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Request body: {'subnet': {'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1751845186-subnet', 'tenant_id': 'b4838f4237ac43ca9a5d7403c5888d09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:21.504582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ef3df03-497c-4ab2-8b1c-4d054fe35925 req-c1903d2a-0972-4be1-8fc6-98479c9cdac9 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0684552 Feb 09 21:43:21.511098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Network': ['ID=bd76f846-3df1-4631-b81f-606783749103,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.522532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network bd76f846-3df1-4631-b81f-606783749103 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:21.570029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Made reservation on behalf of b4838f4237ac43ca9a5d7403c5888d09 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:21.572648 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.644549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-efafc551-bbbc-479c-aa95-788ff412f53c tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7223153 Feb 09 21:43:21.647209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60328) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:21.657691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1673698171'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:21.797317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Made reservation on behalf of d4068edc22d845eabd7da9f48cf80e41 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:21.802692 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.848601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:21.858695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a90669f0-5ae6-479a-9990-8d7bce063b3d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.859314 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Added segment a90669f0-5ae6-479a-9990-8d7bce063b3d of type vlan for network 3fb20b6b-8362-46c6-9e72-bf3eda7d96de Feb 09 21:43:21.896326 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (d3f07da6-55f4-49e7-b031-898cfb776c9a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.905018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3fb20b6b-8362-46c6-9e72-bf3eda7d96de), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.957279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f07da6-55f4-49e7-b031-898cfb776c9a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.967042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Checking segment: {'id': 'a56318c1-0e0d-4516-8bfa-90f4cc845194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:21.967436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Network hostable DHCP agents. Network: ea99eeca-06e7-412e-85c1-93e47f769413, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:22.007122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3fb20b6b-8362-46c6-9e72-bf3eda7d96de), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.014338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:22.017929 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.076407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47e353d4-13f0-4593-a0a0-23ff6886571d req-259b5f6a-c74e-4d29-89da-a459232eb40d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 210 time: 0.0437896 Feb 09 21:43:22.185039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Network ea99eeca-06e7-412e-85c1-93e47f769413 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:22.219694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Network': ['ID=3fb20b6b-8362-46c6-9e72-bf3eda7d96de,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.234838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3fb20b6b-8362-46c6-9e72-bf3eda7d96de details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:22.295391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-218e9c75-f81a-4495-9900-fecd121285be tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:22.297337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-218e9c75-f81a-4495-9900-fecd121285be tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.2374685 Feb 09 21:43:22.315788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-53d8f874-9bdd-4776-b858-2302f7fa9f7a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6555810 Feb 09 21:43:22.333294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ea99eeca-06e7-412e-85c1-93e47f769413) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:22.353232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:22.353841 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.360560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Request body: {'port': {'device_id': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'admin_state_up': True, 'tenant_id': '356eb4a569cb4fa1af12545be45d8009'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:22.382441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7691f-1efc-497d-8544-0a451a220b49 None None] Network ea99eeca-06e7-412e-85c1-93e47f769413 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:22.458073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60334) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:22.466621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'subnets': [{'network_id': 'bd76f846-3df1-4631-b81f-606783749103', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--347305916', 'ip_version': 4}, {'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:22.466621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'subnet': {'network_id': 'bd76f846-3df1-4631-b81f-606783749103', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--347305916', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:22.466621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Request body: {'subnet': {'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:22.472287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60336) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:22.658625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a7ba941f-177d-4fcf-8162-ca6336fe0f22 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2698116 Feb 09 21:43:22.666371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78e03e08-daf2-4851-8b87-75c1503ada49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.679968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f648b-e413-44c1-a221-6aaa339422b2 None None] Network ea99eeca-06e7-412e-85c1-93e47f769413 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:22.759502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:22.771945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.829319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52c49d5a-d64c-42b5-aa17-d437562e9861 req-de82d2e5-70e8-4455-9563-8b3427bc213b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a6586bf-e516-4aa7-95e8-6316f21c9ccb HTTP/1.1" status: 200 len: 210 time: 0.0857029 Feb 09 21:43:22.939217 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78e03e08-daf2-4851-8b87-75c1503ada49 admin admin] Publish callbacks [] for security_group (dca641d3-ffc3-4bab-a85a-9565c3eaf7b9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.990306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Made reservation on behalf of d4068edc22d845eabd7da9f48cf80e41 for: {'subnet': 2} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:22.995853 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.996509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.036688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Allocated IP 172.20.0.5 (f071065e-0967-462d-9ec9-b88235668c87/7bd08550-b806-4ee3-b711-ecc6d2caf5f8/b87c3744-9288-4870-85f7-c191bffc8c0f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:23.088949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78e03e08-daf2-4851-8b87-75c1503ada49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dca641d3-ffc3-4bab-a85a-9565c3eaf7b9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.158669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e03e08-daf2-4851-8b87-75c1503ada49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca641d3-ffc3-4bab-a85a-9565c3eaf7b9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.190819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-78e03e08-daf2-4851-8b87-75c1503ada49 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5384858e92cb45048c6392a8184e54e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7176051 Feb 09 21:43:23.195379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60356) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:23.335236 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks [] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.411949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-9ff9b055-3e9b-4155-8e0c-b9877bd07873 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.416576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-9ff9b055-3e9b-4155-8e0c-b9877bd07873 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/networks?id=ea99eeca-06e7-412e-85c1-93e47f769413 HTTP/1.1" status: 200 len: 814 time: 0.1366420 Feb 09 21:43:23.447577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bada4e23-1013-46e0-b341-ccee8bee57c4 req-9917df8f-dd9b-4d37-9ac9-87c435b8710f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 210 time: 0.0540960 Feb 09 21:43:23.465959 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.531406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event updated for resources: {'Port': ['ID=b87c3744-9288-4870-85f7-c191bffc8c0f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.538096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b25be60e-df96-4053-afff-645532a82c54 admin admin] Publish callbacks [] for security_group (dca641d3-ffc3-4bab-a85a-9565c3eaf7b9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.557583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Network f071065e-0967-462d-9ec9-b88235668c87 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:23.565475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:23.566780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-7ce0fa1e-74f0-40d9-ad9a-ef5f5589a343 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/quotas/b4838f4237ac43ca9a5d7403c5888d09 HTTP/1.1" status: 200 len: 375 time: 0.0372078 Feb 09 21:43:23.567718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:23.576250 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b25be60e-df96-4053-afff-645532a82c54 admin admin] Publish callbacks [] for security_group (dca641d3-ffc3-4bab-a85a-9565c3eaf7b9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.623471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-53e7ee7e-20ac-462c-bafb-af1eae433cd5 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4838f4237ac43ca9a5d7403c5888d09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442193 Feb 09 21:43:23.643838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.644450 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.731068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-2caea9b7-1912-4def-825a-a3ff0bd44aca tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4158864 Feb 09 21:43:23.748421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Request body: {'port': {'device_id': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:23.772216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b25be60e-df96-4053-afff-645532a82c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dca641d3-ffc3-4bab-a85a-9565c3eaf7b9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.775454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b25be60e-df96-4053-afff-645532a82c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.776726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b25be60e-df96-4053-afff-645532a82c54 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dca641d3-ffc3-4bab-a85a-9565c3eaf7b9 HTTP/1.1" status: 204 len: 168 time: 0.5801632 Feb 09 21:43:23.785522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-423932f7-2673-41b0-9233-f85af490e7db service neutron] 10.222.0.98 "GET /v2.0/networks/ea99eeca-06e7-412e-85c1-93e47f769413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360729 Feb 09 21:43:23.790743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25be60e-df96-4053-afff-645532a82c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca641d3-ffc3-4bab-a85a-9565c3eaf7b9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.861070 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.974620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-aa8b64ce-ca91-4f7c-b0c2-35cf7cb2b424 service neutron] 10.222.0.98 "GET /v2.0/networks/ea99eeca-06e7-412e-85c1-93e47f769413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763108 Feb 09 21:43:24.047661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (7a1e2dd1-0e6c-4118-9a5b-1cef9625d871), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.134441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Subnet': ['ID=7a1e2dd1-0e6c-4118-9a5b-1cef9625d871,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.148754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Checking segment: {'id': 'f433e715-e469-452b-a75e-9e3efd1cc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bd76f846-3df1-4631-b81f-606783749103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:24.149133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network hostable DHCP agents. Network: bd76f846-3df1-4631-b81f-606783749103, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:24.218791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network bd76f846-3df1-4631-b81f-606783749103 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:24.237341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87c3744-9288-4870-85f7-c191bffc8c0f {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:24.266672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Publish callbacks [] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.298756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, bd76f846-3df1-4631-b81f-606783749103) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:24.310303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (99b9b45f-6c3d-4a3d-a016-cdc334d7e08c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.313366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043473c2-7cf3-4559-a809-ece161a437a1 None None] Network bd76f846-3df1-4631-b81f-606783749103 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:24.317791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6435d2a8-df94-483f-beb3-f64c987bee7c req-def94bcd-ab62-4805-a8ee-f8f156dcb8e0 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 210 time: 0.0624540 Feb 09 21:43:24.330125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Transition to ACTIVE for port object b87c3744-9288-4870-85f7-c191bffc8c0f will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:24.434667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event updated for resources: {'Subnet': ['ID=99b9b45f-6c3d-4a3d-a016-cdc334d7e08c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.444631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.503687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Checking segment: {'id': 'a90669f0-5ae6-479a-9990-8d7bce063b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:24.506037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network hostable DHCP agents. Network: 3fb20b6b-8362-46c6-9e72-bf3eda7d96de, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:24.548249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-bd76f846-3df1-4631-b81f-606783749103', 'network_id': 'bd76f846-3df1-4631-b81f-606783749103', 'project_id': 'd4068edc22d845eabd7da9f48cf80e41', 'fixed_ips': [{'subnet_id': '7a1e2dd1-0e6c-4118-9a5b-1cef9625d871'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:24.549564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.633595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-1e689b63-9ff8-4fe1-9748-f32a140e7639 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1555397843&fields=id&tenant_id=8a7aca1d61d948df8afcfc26cd8edee3 HTTP/1.1" status: 200 len: 267 time: 0.1362538 Feb 09 21:43:24.652346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c3744-9288-4870-85f7-c191bffc8c0f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.744026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Network 3fb20b6b-8362-46c6-9e72-bf3eda7d96de is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:24.782608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-2a132fe4-72da-4c07-bcac-59dcdcfad5dc tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.792724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-2a132fe4-72da-4c07-bcac-59dcdcfad5dc tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/networks?id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048 HTTP/1.1" status: 200 len: 815 time: 0.1496751 Feb 09 21:43:24.815816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-b6ff791b-36b1-4772-9f62-b5b94dcbfcf7 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/quotas/8a7aca1d61d948df8afcfc26cd8edee3 HTTP/1.1" status: 200 len: 375 time: 0.0214655 Feb 09 21:43:24.859945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Allocated IP 172.20.0.2 (bd76f846-3df1-4631-b81f-606783749103/7a1e2dd1-0e6c-4118-9a5b-1cef9625d871/4393049e-a4cd-435f-92a3-e3a3f56764b9) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:24.912163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3fb20b6b-8362-46c6-9e72-bf3eda7d96de) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:24.947437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.947437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.947437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.997922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-872c8fbb-6c00-40b9-b301-567f3b344c34 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8a7aca1d61d948df8afcfc26cd8edee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804314 Feb 09 21:43:25.051689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Publish callbacks [] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.065785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decac3f0-9571-41b9-826f-be7d147ac37f None None] Network 3fb20b6b-8362-46c6-9e72-bf3eda7d96de requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:25.110960 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-80c333de-c4b5-4c61-ab4d-408baa107864 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.6493783 Feb 09 21:43:25.112714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60410) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.129454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Attempting to bind port b87c3744-9288-4870-85f7-c191bffc8c0f on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:25.129803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Attempting to bind port b87c3744-9288-4870-85f7-c191bffc8c0f by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:25.130144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Attempting to bind port b87c3744-9288-4870-85f7-c191bffc8c0f on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:25.147422 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.148747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe306c0-3805-4d19-bff4-723d0c2a19ec req-2f4588f2-8d47-4e8a-8753-44095834719d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.157882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-efe306c0-3805-4d19-bff4-723d0c2a19ec req-2f4588f2-8d47-4e8a-8753-44095834719d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 943 time: 0.5009804 Feb 09 21:43:25.170340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Port b87c3744-9288-4870-85f7-c191bffc8c0f on network f071065e-0967-462d-9ec9-b88235668c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:25.171347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Attempting to bind port b87c3744-9288-4870-85f7-c191bffc8c0f on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:25.206607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:25.207313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Checking segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:25.207947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Bound using segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:25.208636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Bound port: b87c3744-9288-4870-85f7-c191bffc8c0f, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:25.209266 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.227314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Network bd76f846-3df1-4631-b81f-606783749103 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:25.233898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:25.240295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:25.247111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Pushing event updated for resources: {'Port': ['ID=4393049e-a4cd-435f-92a3-e3a3f56764b9,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.259849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a61833-50cb-43c5-adc6-2aab45c8d246 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.262727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a61833-50cb-43c5-adc6-2aab45c8d246 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.264160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a61833-50cb-43c5-adc6-2aab45c8d246 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.268682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-89a61833-50cb-43c5-adc6-2aab45c8d246 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1520588 Feb 09 21:43:25.270451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60414) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.281829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-efe306c0-3805-4d19-bff4-723d0c2a19ec req-ccb147e3-08cf-495a-b0bd-ae9a60d08615 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167159 Feb 09 21:43:25.361885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] For port b87c3744-9288-4870-85f7-c191bffc8c0f, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:25.367490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] For port b87c3744-9288-4870-85f7-c191bffc8c0f, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b87c3744-9288-4870-85f7-c191bffc8c0f,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:25.382038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Deleting subnet 7a1e2dd1-0e6c-4118-9a5b-1cef9625d871 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:25.389624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for subnet (7a1e2dd1-0e6c-4118-9a5b-1cef9625d871), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.482675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57e5a2a3-8505-4ff5-a0ed-84219d62fc4e req-eeb658ea-d5e5-4234-8088-de8e95b361ab tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 210 time: 0.0825794 Feb 09 21:43:25.493065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-72a2f763-59bd-4c7c-992e-8fd5c527a78f service neutron] 10.222.0.98 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936113 Feb 09 21:43:25.504727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.542309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60424) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.557770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (7a1e2dd1-0e6c-4118-9a5b-1cef9625d871), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.578943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.579486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.580913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] 10.222.0.30 "PUT /v2.0/ports/b87c3744-9288-4870-85f7-c191bffc8c0f HTTP/1.1" status: 200 len: 1091 time: 1.8369474 Feb 09 21:43:25.581429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'tag': 'b87c3744-9288-4870-85f7-c191bffc8c0f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:25.584534 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392967b4-20ba-40ad-bfb4-5a32fa261516" -d '{"events": [{"name": "network-changed", "server_uuid": "2f617b8b-ed15-41e7-a0b9-02859248526e", "tag": "b87c3744-9288-4870-85f7-c191bffc8c0f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:25.630587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3fb20b6b-8362-46c6-9e72-bf3eda7d96de', 'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de', 'project_id': 'd4068edc22d845eabd7da9f48cf80e41', 'fixed_ips': [{'subnet_id': '99b9b45f-6c3d-4a3d-a016-cdc334d7e08c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:25.631814 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.650933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982948dc-38ea-48a1-936e-0f8714164c19 service neutron] Pushing event updated for resources: {'Port': ['ID=b87c3744-9288-4870-85f7-c191bffc8c0f,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.678894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-b68c1811-ceb3-43c4-86c7-16e5f32193f8 service neutron] 10.222.0.98 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845164 Feb 09 21:43:25.681211 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2eba7a-e6c9-4519-a230-4c6e5cf8cd14 x-openstack-request-id: req-fa2eba7a-e6c9-4519-a230-4c6e5cf8cd14 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:25.681713 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f617b8b-ed15-41e7-a0b9-02859248526e", "tag": "b87c3744-9288-4870-85f7-c191bffc8c0f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:25.682142 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa2eba7a-e6c9-4519-a230-4c6e5cf8cd14 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:25.687311 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'tag': 'b87c3744-9288-4870-85f7-c191bffc8c0f', 'status': 'completed', 'code': 200} Feb 09 21:43:25.699244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7a1e2dd1-0e6c-4118-9a5b-1cef9625d871), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.723105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Attempting to bind port 4393049e-a4cd-435f-92a3-e3a3f56764b9 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:25.723624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Attempting to bind port 4393049e-a4cd-435f-92a3-e3a3f56764b9 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f433e715-e469-452b-a75e-9e3efd1cc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bd76f846-3df1-4631-b81f-606783749103'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:25.724081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Attempting to bind port 4393049e-a4cd-435f-92a3-e3a3f56764b9 on network bd76f846-3df1-4631-b81f-606783749103 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:25.763955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-50062800-network', 'tenant_id': '58e518e3f62346b7bb114c52ac8da9da'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:25.785433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:25.786230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Checking segment: {'id': 'f433e715-e469-452b-a75e-9e3efd1cc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bd76f846-3df1-4631-b81f-606783749103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:25.786853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.787444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Bound using segment: {'id': 'f433e715-e469-452b-a75e-9e3efd1cc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bd76f846-3df1-4631-b81f-606783749103'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:25.791848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Bound port: 4393049e-a4cd-435f-92a3-e3a3f56764b9, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f433e715-e469-452b-a75e-9e3efd1cc5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'bd76f846-3df1-4631-b81f-606783749103'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:25.791848 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.839911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-8b3dddfb-7475-48db-abd2-9525f0fdba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.841461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-8b3dddfb-7475-48db-abd2-9525f0fdba35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 1125 time: 0.1526413 Feb 09 21:43:25.885917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-7ca0452e-b868-47c6-8f5e-579c40700931 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c3744-9288-4870-85f7-c191bffc8c0f HTTP/1.1" status: 200 len: 217 time: 0.0367970 Feb 09 21:43:25.910565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Allocated IP 172.20.0.18 (3fb20b6b-8362-46c6-9e72-bf3eda7d96de/99b9b45f-6c3d-4a3d-a016-cdc334d7e08c/47cb0592-6aaa-46ac-be99-5783fcb8421f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:25.947447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (7a1e2dd1-0e6c-4118-9a5b-1cef9625d871), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.960657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-4be7754e-2220-463f-b7bb-f83941ce8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.962663 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-4be7754e-2220-463f-b7bb-f83941ce8124 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.0701413 Feb 09 21:43:25.974094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] For port 4393049e-a4cd-435f-92a3-e3a3f56764b9, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:25.976911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1e2dd1-0e6c-4118-9a5b-1cef9625d871,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.978813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.982154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-50aaffca-5317-431e-ad17-96d8d857c12f tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/subnets/7a1e2dd1-0e6c-4118-9a5b-1cef9625d871 HTTP/1.1" status: 204 len: 168 time: 0.7107680 Feb 09 21:43:25.984693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60436) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.985662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Made reservation on behalf of 58e518e3f62346b7bb114c52ac8da9da for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:25.988091 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.997562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] For port 4393049e-a4cd-435f-92a3-e3a3f56764b9, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4393049e-a4cd-435f-92a3-e3a3f56764b9,segment=NetworkSegment(f433e715-e469-452b-a75e-9e3efd1cc5ff),segment_id=f433e715-e469-452b-a75e-9e3efd1cc5ff)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:26.017182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-3617d032-c64b-4b01-8714-cd054b51e2ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451581 Feb 09 21:43:26.040158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.076140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Deleting subnet 99b9b45f-6c3d-4a3d-a016-cdc334d7e08c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:26.090039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.153651 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Publish callbacks [] for port (47cb0592-6aaa-46ac-be99-5783fcb8421f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.173292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73ac9c-dad9-4c97-b9fa-da063383c478 None None] Pushing event updated for resources: {'Port': ['ID=4393049e-a4cd-435f-92a3-e3a3f56764b9,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.175163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-3f8db5f9-1777-4f2b-837b-8f575efae9f5 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473055 Feb 09 21:43:26.236363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for subnet (99b9b45f-6c3d-4a3d-a016-cdc334d7e08c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.237123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (47cb0592-6aaa-46ac-be99-5783fcb8421f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.263578 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks [] for security_group (ce21deec-71f6-44b7-adb7-788128a44a04), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.298834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Network 3fb20b6b-8362-46c6-9e72-bf3eda7d96de is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:26.302044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:26.307322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:26.321699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Pushing event updated for resources: {'Port': ['ID=47cb0592-6aaa-46ac-be99-5783fcb8421f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.324908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e5d1-2f78-4f6e-b889-ccbab477fd5b req-0bb84464-075e-4b54-847e-03b4db5146b0 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380951 Feb 09 21:43:26.361986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce21deec-71f6-44b7-adb7-788128a44a04), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.385914 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (99b9b45f-6c3d-4a3d-a016-cdc334d7e08c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.449820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:26.527264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Attempting to bind port 47cb0592-6aaa-46ac-be99-5783fcb8421f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:26.528764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Attempting to bind port 47cb0592-6aaa-46ac-be99-5783fcb8421f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a90669f0-5ae6-479a-9990-8d7bce063b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:26.528764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Attempting to bind port 47cb0592-6aaa-46ac-be99-5783fcb8421f on network 3fb20b6b-8362-46c6-9e72-bf3eda7d96de {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:26.543134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:26.550600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Checking segment: {'id': 'a90669f0-5ae6-479a-9990-8d7bce063b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:26.551128 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.551644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Bound using segment: {'id': 'a90669f0-5ae6-479a-9990-8d7bce063b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:26.552299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Bound port: 47cb0592-6aaa-46ac-be99-5783fcb8421f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90669f0-5ae6-479a-9990-8d7bce063b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3fb20b6b-8362-46c6-9e72-bf3eda7d96de'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:26.552803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (47cb0592-6aaa-46ac-be99-5783fcb8421f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.608351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21deec-71f6-44b7-adb7-788128a44a04,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.650534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2a3b2696-5a61-4652-871a-a1d3dd59e2d6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.651116 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Added segment 2a3b2696-5a61-4652-871a-a1d3dd59e2d6 of type vlan for network 0b6acfb3-2039-45fc-916f-fce7e395c2fe Feb 09 21:43:26.760453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-0cf0a136-5151-4dba-9fbd-5ae0a9feff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:26.761420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-0cf0a136-5151-4dba-9fbd-5ae0a9feff41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 1125 time: 0.2811387 Feb 09 21:43:26.779450 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0b6acfb3-2039-45fc-916f-fce7e395c2fe), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.792134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] For port 47cb0592-6aaa-46ac-be99-5783fcb8421f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:26.799603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] For port 47cb0592-6aaa-46ac-be99-5783fcb8421f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=47cb0592-6aaa-46ac-be99-5783fcb8421f,segment=NetworkSegment(a90669f0-5ae6-479a-9990-8d7bce063b3d),segment_id=a90669f0-5ae6-479a-9990-8d7bce063b3d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:26.813626 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e75bfd47-83fa-4365-9b2f-f54636248d04 req-69f3aa11-c6e8-4d63-88e7-da7ce35aff48 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 210 time: 0.0990701 Feb 09 21:43:26.908410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4393049e-a4cd-435f-92a3-e3a3f56764b9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:26.908558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaca4ca-aa2c-487e-b71a-349027b523de req-a1de9a54-1bf0-4984-94e2-baa9cfcd2a83 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:26.908558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9eaca4ca-aa2c-487e-b71a-349027b523de req-a1de9a54-1bf0-4984-94e2-baa9cfcd2a83 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 943 time: 0.4098368 Feb 09 21:43:26.908558 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:43:26.923824 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02716b90-bdcd-45a6-bb5a-c95645762f84 req-d64f9077-08ad-4c55-ad29-bdc7e8e14d3f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0355706 Feb 09 21:43:26.931872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (99b9b45f-6c3d-4a3d-a016-cdc334d7e08c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.950444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (47cb0592-6aaa-46ac-be99-5783fcb8421f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.989593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9eaca4ca-aa2c-487e-b71a-349027b523de req-fce954a8-1d6d-48b2-b656-e0e446fe8725 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881553 Feb 09 21:43:27.007657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-f4394d05-9cd0-4f41-8339-0a40671fa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.012284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-f4394d05-9cd0-4f41-8339-0a40671fa1ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 912 time: 0.2275989 Feb 09 21:43:27.045192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4393049e-a4cd-435f-92a3-e3a3f56764b9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:27.045578 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.060943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-b7f86e8d-4d6e-4d13-87d7-f2923633a393 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b87c3744-9288-4870-85f7-c191bffc8c0f HTTP/1.1" status: 200 len: 217 time: 0.0439365 Feb 09 21:43:27.061691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0b6acfb3-2039-45fc-916f-fce7e395c2fe), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.062623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.063206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.082105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac0a7-fe04-4d24-bd05-4acb2010a183 None None] Pushing event updated for resources: {'Port': ['ID=47cb0592-6aaa-46ac-be99-5783fcb8421f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.122944 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (99b9b45f-6c3d-4a3d-a016-cdc334d7e08c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.166258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Subnet': ['ID=99b9b45f-6c3d-4a3d-a016-cdc334d7e08c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.172379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.176287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e628d4cd-badd-4247-a640-53a054ce5248 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/subnets/99b9b45f-6c3d-4a3d-a016-cdc334d7e08c HTTP/1.1" status: 204 len: 168 time: 1.1906192 Feb 09 21:43:27.178754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60456) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:27.230691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4393049e-a4cd-435f-92a3-e3a3f56764b9 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:27.231302 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.236948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6acfb3-2039-45fc-916f-fce7e395c2fe,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.245729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-1081e768-5a48-4d49-84fd-46a428882baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.246939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-1081e768-5a48-4d49-84fd-46a428882baa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.1781664 Feb 09 21:43:27.255051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b5e0907f-8210-4c29-a065-687507188371 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7107952 Feb 09 21:43:27.281569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60458) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:27.283261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0b6acfb3-2039-45fc-916f-fce7e395c2fe details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:27.287125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Request body: {'subnet': {'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-50062800-subnet', 'tenant_id': '58e518e3f62346b7bb114c52ac8da9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:27.328990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-086e00fd-9557-43c6-9be9-4a65be6ae8ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727913 Feb 09 21:43:27.337611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b24a285-cfa0-4c64-ad9f-a2aeccf61d07 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.351300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b24a285-cfa0-4c64-ad9f-a2aeccf61d07 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710699 Feb 09 21:43:27.352045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60460) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:27.425384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 4393049e-a4cd-435f-92a3-e3a3f56764b9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4393049e-a4cd-435f-92a3-e3a3f56764b9,segment=NetworkSegment(f433e715-e469-452b-a75e-9e3efd1cc5ff),segment_id=f433e715-e469-452b-a75e-9e3efd1cc5ff)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:27.503806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Made reservation on behalf of 58e518e3f62346b7bb114c52ac8da9da for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:27.508628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.512937 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.655650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3fb20b6b-8362-46c6-9e72-bf3eda7d96de), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.689793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-d8a72d69-dc9b-4e32-8ea6-2ed1841398b2 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506205 Feb 09 21:43:27.694154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=4393049e-a4cd-435f-92a3-e3a3f56764b9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.906019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-bda19747-3134-409f-b168-2155980e74b3 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.907556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-bda19747-3134-409f-b168-2155980e74b3 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.110 "GET /v2.0/networks?id=ea99eeca-06e7-412e-85c1-93e47f769413 HTTP/1.1" status: 200 len: 814 time: 0.5118737 Feb 09 21:43:27.931040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-392967b4-20ba-40ad-bfb4-5a32fa261516 req-80cc89be-da67-4ac3-844f-fda72f73a14b service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249465 Feb 09 21:43:27.935608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Request body: {'port': {'device_id': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413', 'admin_state_up': True, 'tenant_id': 'b4838f4237ac43ca9a5d7403c5888d09'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:27.966034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-33fed888-4a1f-4859-b7d9-07c19afec76c req-5386ebd3-16e5-4b07-99ea-fd98b30dbc31 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 210 time: 0.0554473 Feb 09 21:43:27.980718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Deleting port 47cb0592-6aaa-46ac-be99-5783fcb8421f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:27.981069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (47cb0592-6aaa-46ac-be99-5783fcb8421f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.007323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5cffe-8e37-489e-8c93-3f04b5740d15 None None] Network bd76f846-3df1-4631-b81f-606783749103 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:28.033433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (e17805a5-9932-4e54-86fa-3ede28de2dc2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.037548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89e26d53-614e-41b9-bed3-dd0c45914470 req-dfa93690-b18c-4e22-a08d-d4ac7189d017 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0528085 Feb 09 21:43:28.057869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] For port 47cb0592-6aaa-46ac-be99-5783fcb8421f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=47cb0592-6aaa-46ac-be99-5783fcb8421f,segment=NetworkSegment(a90669f0-5ae6-479a-9990-8d7bce063b3d),segment_id=a90669f0-5ae6-479a-9990-8d7bce063b3d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:28.058250 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (47cb0592-6aaa-46ac-be99-5783fcb8421f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.086303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Calling delete_port for 47cb0592-6aaa-46ac-be99-5783fcb8421f owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:28.108651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-527dd2f2-91b4-4aa7-9525-a77275e3ae23 None None] Provisioning complete for port 4393049e-a4cd-435f-92a3-e3a3f56764b9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:28.109443 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-527dd2f2-91b4-4aa7-9525-a77275e3ae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.139597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Checking segment: {'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:28.140086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Network hostable DHCP agents. Network: 0b6acfb3-2039-45fc-916f-fce7e395c2fe, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:28.150829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17805a5-9932-4e54-86fa-3ede28de2dc2,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.266831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-527dd2f2-91b4-4aa7-9525-a77275e3ae23 None None] Current status of the port 4393049e-a4cd-435f-92a3-e3a3f56764b9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:28.268273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (47cb0592-6aaa-46ac-be99-5783fcb8421f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.289666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] DHCP port deletion for bd76f846-3df1-4631-b81f-606783749103 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:28.332711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Network 0b6acfb3-2039-45fc-916f-fce7e395c2fe is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:28.359324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] Deleting port 4393049e-a4cd-435f-92a3-e3a3f56764b9 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:28.361301 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.426964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0b6acfb3-2039-45fc-916f-fce7e395c2fe) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:28.443617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:28.446013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.446941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c1d6c-1aab-4273-9af8-d2ff7514f9e8 None None] Network 0b6acfb3-2039-45fc-916f-fce7e395c2fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:28.463290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] For port 4393049e-a4cd-435f-92a3-e3a3f56764b9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4393049e-a4cd-435f-92a3-e3a3f56764b9,segment=NetworkSegment(f433e715-e469-452b-a75e-9e3efd1cc5ff),segment_id=f433e715-e469-452b-a75e-9e3efd1cc5ff)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:28.463973 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.519123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] Calling delete_port for 4393049e-a4cd-435f-92a3-e3a3f56764b9 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:28.643428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2d5716ac-8645-452a-a7e9-b9da1dec3e4c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3624046 Feb 09 21:43:28.643696 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:43:28.710909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] No DVR routers for this DVR port 47cb0592-6aaa-46ac-be99-5783fcb8421f on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:28.757754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Port': ['ID=47cb0592-6aaa-46ac-be99-5783fcb8421f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.836205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.836205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.836205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.837253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5edefa1-d6e6-420c-b506-4b132e123699 None None] Network 0b6acfb3-2039-45fc-916f-fce7e395c2fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:28.838897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.839294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b520b66-2624-4f9a-bfa4-993e0ed1877f None None] Network 3fb20b6b-8362-46c6-9e72-bf3eda7d96de requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:28.851609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.852055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.852406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.852750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.855300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.855657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.857192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.857697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.859314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:28.984726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3b1ea-5db4-4b5b-9ed5-b93139dce74f req-3844b4b5-e624-4488-8268-c2e9caf33801 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:28.986359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0bf3b1ea-5db4-4b5b-9ed5-b93139dce74f req-3844b4b5-e624-4488-8268-c2e9caf33801 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 943 time: 0.7690701 Feb 09 21:43:28.989896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3fb20b6b-8362-46c6-9e72-bf3eda7d96de), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.019043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 47cb0592-6aaa-46ac-be99-5783fcb8421f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:29.059430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb20b6b-8362-46c6-9e72-bf3eda7d96de']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:29.100286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90669f0-5ae6-479a-9990-8d7bce063b3d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:29.100895 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90669f0-5ae6-479a-9990-8d7bce063b3d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:29.121881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-67561431-141d-4666-966f-6c6ae53a7675 req-fa644665-a4fb-49a0-a47f-d23f0c11a6c6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-430328462', 'description': 'tempest-description-1277917869'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.128716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (a90669f0-5ae6-479a-9990-8d7bce063b3d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.147480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a90669f0-5ae6-479a-9990-8d7bce063b3d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.155821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:29.156698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (a90669f0-5ae6-479a-9990-8d7bce063b3d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.158231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432cfba9-61dc-4c04-b650-7b2fe64b5c66 None None] DHCP port deletion for 3fb20b6b-8362-46c6-9e72-bf3eda7d96de request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:29.161204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b0ef24b7-995e-4da1-aa14-a619be7bfa8b None None] Could not find standard attr ID for object 47cb0592-6aaa-46ac-be99-5783fcb8421f. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:29.165895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (4393049e-a4cd-435f-92a3-e3a3f56764b9), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.168879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 47cb0592-6aaa-46ac-be99-5783fcb8421f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:29.169239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 47cb0592-6aaa-46ac-be99-5783fcb8421f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:29.174874 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:29.208916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Made reservation on behalf of b4838f4237ac43ca9a5d7403c5888d09 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:29.213126 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.255287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] Pushing event deleted for resources: {'Port': ['ID=4393049e-a4cd-435f-92a3-e3a3f56764b9,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.259617 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67561431-141d-4666-966f-6c6ae53a7675 req-fa644665-a4fb-49a0-a47f-d23f0c11a6c6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.276605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Port 47cb0592-6aaa-46ac-be99-5783fcb8421f not found, will not notify nova. {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:43:29.279016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0bf3b1ea-5db4-4b5b-9ed5-b93139dce74f req-b96b4356-2385-4c04-9fba-926e8350e15c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650328 Feb 09 21:43:29.342457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.391089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecacb09-6df6-4f95-ac91-646397976bb8 None None] No DVR routers for this DVR port 4393049e-a4cd-435f-92a3-e3a3f56764b9 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:29.416870 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67561431-141d-4666-966f-6c6ae53a7675 req-fa644665-a4fb-49a0-a47f-d23f0c11a6c6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (01bceb7d-f014-4be3-a0f3-5f68467565fc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.494871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4393049e-a4cd-435f-92a3-e3a3f56764b9 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:29.529383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67561431-141d-4666-966f-6c6ae53a7675 req-fa644665-a4fb-49a0-a47f-d23f0c11a6c6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (01bceb7d-f014-4be3-a0f3-5f68467565fc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.540165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 4393049e-a4cd-435f-92a3-e3a3f56764b9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:29.544089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4393049e-a4cd-435f-92a3-e3a3f56764b9 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:29.552377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9a34cb7-7193-41f0-8f2a-c1bb665c584b req-deb73411-ff46-4d71-86d4-8111ce936483 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 210 time: 0.0522063 Feb 09 21:43:29.574381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa644665-a4fb-49a0-a47f-d23f0c11a6c6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bceb7d-f014-4be3-a0f3-5f68467565fc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.574813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3fb20b6b-8362-46c6-9e72-bf3eda7d96de), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.590725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.598385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/networks/3fb20b6b-8362-46c6-9e72-bf3eda7d96de HTTP/1.1" status: 204 len: 168 time: 2.2432384 Feb 09 21:43:29.601295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60492) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.651746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40485170-3529-4110-b8c5-35aaec399fe8 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Network': ['ID=3fb20b6b-8362-46c6-9e72-bf3eda7d96de,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.658661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Allocated IP 172.20.0.9 (ea99eeca-06e7-412e-85c1-93e47f769413/d3f07da6-55f4-49e7-b031-898cfb776c9a/bc3067f4-c879-4fe0-b85a-155892d0e72b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:29.748367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (bd76f846-3df1-4631-b81f-606783749103), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.794059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9580c038-8a3e-4d52-9c19-46cdfd227ec1 req-10a7d296-9aa8-4c29-9c35-afc31e222939 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0762200 Feb 09 21:43:29.929831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67561431-141d-4666-966f-6c6ae53a7675 req-fa644665-a4fb-49a0-a47f-d23f0c11a6c6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.935982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67561431-141d-4666-966f-6c6ae53a7675 req-fa644665-a4fb-49a0-a47f-d23f0c11a6c6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8140926 Feb 09 21:43:29.963139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (bd76f846-3df1-4631-b81f-606783749103), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.013952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd76f846-3df1-4631-b81f-606783749103']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.031794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f433e715-e469-452b-a75e-9e3efd1cc5ff') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.032518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f433e715-e469-452b-a75e-9e3efd1cc5ff') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.070955 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (f433e715-e469-452b-a75e-9e3efd1cc5ff), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.089361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f433e715-e469-452b-a75e-9e3efd1cc5ff), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.098443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:30.099339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (f433e715-e469-452b-a75e-9e3efd1cc5ff), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:30.120618 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:30.170327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks [] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.180236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e13b51af-27cd-46df-9864-3d2891ea5537 req-bc708122-0b4d-4f9c-9d38-0dc5a596dfa9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1697542168', 'description': 'tempest-description-1770255174'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:30.249459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-98b38bd9-5af8-493f-bacc-51f90d281289 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.251030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-98b38bd9-5af8-493f-bacc-51f90d281289 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.110 "GET /v2.0/networks?id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048 HTTP/1.1" status: 200 len: 815 time: 0.2925806 Feb 09 21:43:30.263845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (bd76f846-3df1-4631-b81f-606783749103), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.274048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.274048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/networks/bd76f846-3df1-4631-b81f-606783749103 HTTP/1.1" status: 204 len: 168 time: 0.6690044 Feb 09 21:43:30.276692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60500) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:30.337681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b87c3744-9288-4870-85f7-c191bffc8c0f details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:30.338476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e13b51af-27cd-46df-9864-3d2891ea5537 req-bc708122-0b4d-4f9c-9d38-0dc5a596dfa9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.365838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-ecc42de9-c6f5-4dbb-9b7c-e038b97c55a3 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7aca1d61d948df8afcfc26cd8edee3 HTTP/1.1" status: 200 len: 380 time: 0.1003637 Feb 09 21:43:30.370478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4b513-23f3-42ba-9e04-d55f5d3cb184 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Network': ['ID=bd76f846-3df1-4631-b81f-606783749103,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.378098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Request body: {'port': {'device_id': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'admin_state_up': True, 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'security_groups': ['c1f49438-0b73-4094-9fae-c0f837268fb8']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:30.425572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d16aa921-ea8b-43b3-87cf-7feb6731a865), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.451487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.530472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Network ea99eeca-06e7-412e-85c1-93e47f769413 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:30.542847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b87c3744-9288-4870-85f7-c191bffc8c0f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b87c3744-9288-4870-85f7-c191bffc8c0f,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:30.565083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'b87c3744-9288-4870-85f7-c191bffc8c0f', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'port_id': 'b87c3744-9288-4870-85f7-c191bffc8c0f', 'mac_address': 'fa:16:3e:6a:be:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd08550-b806-4ee3-b711-ecc6d2caf5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:30.592382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a380a-f8c7-4e4f-b8a3-855adc0edd4d req-295be189-680f-4675-b205-6a0ba9fcb524 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.597393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c6a380a-f8c7-4e4f-b8a3-855adc0edd4d req-295be189-680f-4675-b205-6a0ba9fcb524 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 943 time: 0.1579182 Feb 09 21:43:30.600560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d16aa921-ea8b-43b3-87cf-7feb6731a865), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.604919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e13b51af-27cd-46df-9864-3d2891ea5537 req-bc708122-0b4d-4f9c-9d38-0dc5a596dfa9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (a53e4ea0-825b-4a84-bc66-4b859f07d48c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.606586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:30.609375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:30.633683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b87c3744-9288-4870-85f7-c191bffc8c0f is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:30.634049 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.643889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16aa921-ea8b-43b3-87cf-7feb6731a865']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.660007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87c3744-9288-4870-85f7-c191bffc8c0f {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:30.666509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0053cf6b-701d-4744-b882-d673dbbd8a81') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.668239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0053cf6b-701d-4744-b882-d673dbbd8a81') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.680236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.701881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (0053cf6b-701d-4744-b882-d673dbbd8a81), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.706964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b87c3744-9288-4870-85f7-c191bffc8c0f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b87c3744-9288-4870-85f7-c191bffc8c0f,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:30.720015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0053cf6b-701d-4744-b882-d673dbbd8a81), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.721858 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e13b51af-27cd-46df-9864-3d2891ea5537 req-bc708122-0b4d-4f9c-9d38-0dc5a596dfa9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a53e4ea0-825b-4a84-bc66-4b859f07d48c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.728309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:30.728861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (0053cf6b-701d-4744-b882-d673dbbd8a81), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.781544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 47cb0592-6aaa-46ac-be99-5783fcb8421f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:30.832832 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:30.841694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.847092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 47cb0592-6aaa-46ac-be99-5783fcb8421f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:30.847684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 47cb0592-6aaa-46ac-be99-5783fcb8421f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:30.850226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c6a380a-f8c7-4e4f-b8a3-855adc0edd4d req-e0323ff8-0278-47c2-a2ef-640db81fac95 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518871 Feb 09 21:43:30.889374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e13b51af-27cd-46df-9864-3d2891ea5537 req-bc708122-0b4d-4f9c-9d38-0dc5a596dfa9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.906267 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e13b51af-27cd-46df-9864-3d2891ea5537 req-bc708122-0b4d-4f9c-9d38-0dc5a596dfa9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7869225 Feb 09 21:43:30.906267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Pushing event updated for resources: {'Port': ['ID=bc3067f4-c879-4fe0-b85a-155892d0e72b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.918111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d16aa921-ea8b-43b3-87cf-7feb6731a865), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.918696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc708122-0b4d-4f9c-9d38-0dc5a596dfa9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e4ea0-825b-4a84-bc66-4b859f07d48c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.933733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.934306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.994332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Made reservation on behalf of 8a7aca1d61d948df8afcfc26cd8edee3 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:31.003287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.004892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.029456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/networks/d16aa921-ea8b-43b3-87cf-7feb6731a865 HTTP/1.1" status: 204 len: 168 time: 0.7459710 Feb 09 21:43:31.029456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587c858-63e1-4d52-a94a-5f4cc5df268a tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Network': ['ID=d16aa921-ea8b-43b3-87cf-7feb6731a865,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:31.032586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60514) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.054836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3b7a54e-fc6d-476e-9272-5eb0920a0849 req-05c62413-98b3-4493-971f-cf99e0eaa981 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0713854 Feb 09 21:43:31.064808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b87c3744-9288-4870-85f7-c191bffc8c0f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:31.074612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-f23c81ef-b7e0-4b0c-b3db-5ca64d699911 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1441865 Feb 09 21:43:31.103283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Request body: {'port': {'device_id': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:31.130562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b87c3744-9288-4870-85f7-c191bffc8c0f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:31.336535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.361166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4db72-9406-40a0-ad54-002316af2913 req-00ac3b8c-1ab6-4a89-bac5-c873f835f0b7 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.367263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4da4db72-9406-40a0-ad54-002316af2913 req-00ac3b8c-1ab6-4a89-bac5-c873f835f0b7 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 931 time: 0.3348041 Feb 09 21:43:31.381131 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (9868727b-cb6c-47dc-9357-457d694a28e0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.427772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198072-eb8c-47c0-a982-8c77e0611243 req-1a2d895d-3fa3-4182-8215-bd6d2c9bac05 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.430307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-1a2d895d-3fa3-4182-8215-bd6d2c9bac05 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 811 time: 0.2578812 Feb 09 21:43:31.456504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Allocated IP 172.20.0.10 (29eb6fe6-8a3e-4b91-b478-1e91e6d23048/1161109d-8d36-44bc-a710-551450f6b8d9/f8a317cd-31e3-440f-aa96-8c207a9ac097) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:31.471586 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4da4db72-9406-40a0-ad54-002316af2913 req-855dead1-b30d-4f8a-b126-57876b703112 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806565 Feb 09 21:43:31.485247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-475ec78d-ec07-491d-aea1-949775e0ada6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/quotas/58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 375 time: 0.0464087 Feb 09 21:43:31.533057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-34d24ae0-724e-48dd-898a-73c3c20a8ea2 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465279 Feb 09 21:43:31.587198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (9868727b-cb6c-47dc-9357-457d694a28e0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.609997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9868727b-cb6c-47dc-9357-457d694a28e0']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:31.623046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b167fa2b-1635-4f62-97b1-94a083301d14') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:31.623255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b167fa2b-1635-4f62-97b1-94a083301d14') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:31.633400 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b167fa2b-1635-4f62-97b1-94a083301d14), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.659904 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b167fa2b-1635-4f62-97b1-94a083301d14), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.669041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:31.669617 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b167fa2b-1635-4f62-97b1-94a083301d14), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:31.675451 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:31.864444 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (9868727b-cb6c-47dc-9357-457d694a28e0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.872834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.880382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-3c453eb6-ed24-442b-b8d8-ab78b7942ac0 service neutron] 10.222.0.98 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891135 Feb 09 21:43:31.880510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] 10.222.0.98 "DELETE /v2.0/networks/9868727b-cb6c-47dc-9357-457d694a28e0 HTTP/1.1" status: 204 len: 168 time: 0.8399286 Feb 09 21:43:31.928586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715efd9-315e-4da8-9769-212aeefefb64 tempest-BulkNetworkOpsTest-1256701910 tempest-BulkNetworkOpsTest-1256701910-project] Pushing event deleted for resources: {'Network': ['ID=9868727b-cb6c-47dc-9357-457d694a28e0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.065393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e1b60-cc18-4d89-a758-4485a2099206 req-fb0a2aef-a88e-4765-9714-79f0e3fd1350 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:32.072347 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c1e1b60-cc18-4d89-a758-4485a2099206 req-fb0a2aef-a88e-4765-9714-79f0e3fd1350 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 944 time: 0.0811789 Feb 09 21:43:32.119867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.160334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c1e1b60-cc18-4d89-a758-4485a2099206 req-7b3cd950-1d85-4772-abe2-0eb37b9e69ae tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870254 Feb 09 21:43:32.237642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-58d4b38a-fb13-4a7a-93ca-2ccf71d01c73 service neutron] 10.222.0.98 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579626 Feb 09 21:43:32.263750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3067f4-c879-4fe0-b85a-155892d0e72b {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:32.284277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Publish callbacks [] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.324547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Transition to ACTIVE for port object bc3067f4-c879-4fe0-b85a-155892d0e72b will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:32.332882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb89f678-14d1-4d24-9a20-a9d205051497 req-916a13e0-29b3-4f3c-8b28-02432982b3f3 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0847976 Feb 09 21:43:32.339104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b87c3744-9288-4870-85f7-c191bffc8c0f up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:32.445627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.454690 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.509573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port b87c3744-9288-4870-85f7-c191bffc8c0f completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:32.515251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port b87c3744-9288-4870-85f7-c191bffc8c0f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:32.515639 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.600853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:32.637855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:32.658340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:32.698537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b87c3744-9288-4870-85f7-c191bffc8c0f is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:32.698537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.766726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c3744-9288-4870-85f7-c191bffc8c0f'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:32.770938 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf2b170-48e4-4c25-be51-097f83c2f010" -d '{"events": [{"server_uuid": "2f617b8b-ed15-41e7-a0b9-02859248526e", "name": "network-vif-plugged", "status": "completed", "tag": "b87c3744-9288-4870-85f7-c191bffc8c0f"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:32.773139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60544) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:32.812578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b87c3744-9288-4870-85f7-c191bffc8c0f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b87c3744-9288-4870-85f7-c191bffc8c0f,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:32.831753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985c4f0-4479-4c78-aba3-04684e38b3b0 req-59c2f497-89c4-490b-b176-83f1920caad2 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:32.838059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0985c4f0-4479-4c78-aba3-04684e38b3b0 req-59c2f497-89c4-490b-b176-83f1920caad2 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 943 time: 0.1491566 Feb 09 21:43:32.884227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.953821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0985c4f0-4479-4c78-aba3-04684e38b3b0 req-c4aec523-f4c2-4bc4-95bd-69b5f6400bd2 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137874 Feb 09 21:43:32.967962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event updated for resources: {'Port': ['ID=f8a317cd-31e3-440f-aa96-8c207a9ac097,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.028039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b87c3744-9288-4870-85f7-c191bffc8c0f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.069275 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e86a7-a5a7-4dce-bd4c-56ed6d8dba07 x-openstack-request-id: req-705e86a7-a5a7-4dce-bd4c-56ed6d8dba07 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:33.069681 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f617b8b-ed15-41e7-a0b9-02859248526e", "name": "network-vif-plugged", "status": "completed", "tag": "b87c3744-9288-4870-85f7-c191bffc8c0f", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:33.070286 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-705e86a7-a5a7-4dce-bd4c-56ed6d8dba07 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:33.070761 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87c3744-9288-4870-85f7-c191bffc8c0f', 'code': 200} Feb 09 21:43:33.132134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4fed7417-b558-42ae-aba9-799a6ea22131 req-4afe0ab7-4296-42b0-9409-33a8c212fbc4 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 210 time: 0.3596451 Feb 09 21:43:33.162263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Attempting to bind port bc3067f4-c879-4fe0-b85a-155892d0e72b on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:33.162891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Attempting to bind port bc3067f4-c879-4fe0-b85a-155892d0e72b by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'a56318c1-0e0d-4516-8bfa-90f4cc845194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:33.163889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Attempting to bind port bc3067f4-c879-4fe0-b85a-155892d0e72b on network ea99eeca-06e7-412e-85c1-93e47f769413 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:33.234931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1ee43973-26db-47e4-85ed-133af051fe19 None None] Provisioning complete for port f8a317cd-31e3-440f-aa96-8c207a9ac097 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:33.235315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1ee43973-26db-47e4-85ed-133af051fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.260040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Port bc3067f4-c879-4fe0-b85a-155892d0e72b on network ea99eeca-06e7-412e-85c1-93e47f769413 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:33.267490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Attempting to bind port bc3067f4-c879-4fe0-b85a-155892d0e72b on network ea99eeca-06e7-412e-85c1-93e47f769413 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:33.292037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:33.292777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.299106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:33.299660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Checking segment: {'id': 'a56318c1-0e0d-4516-8bfa-90f4cc845194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:33.300174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Bound using segment: {'id': 'a56318c1-0e0d-4516-8bfa-90f4cc845194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:33.300735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Bound port: bc3067f4-c879-4fe0-b85a-155892d0e72b, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56318c1-0e0d-4516-8bfa-90f4cc845194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:33.301197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.328030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c223d-4ad5-4756-aaea-273a47261423 req-59221ac7-e79b-420b-9d4b-b74c5a4d968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:33.328625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1ee43973-26db-47e4-85ed-133af051fe19 None None] Port f8a317cd-31e3-440f-aa96-8c207a9ac097 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:33.331347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Pushing event updated for resources: {'Port': ['ID=bc3067f4-c879-4fe0-b85a-155892d0e72b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.336246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-353c223d-4ad5-4756-aaea-273a47261423 req-59221ac7-e79b-420b-9d4b-b74c5a4d968d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 1127 time: 0.1525328 Feb 09 21:43:33.481961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-353c223d-4ad5-4756-aaea-273a47261423 req-1a7f98bb-9bca-43d8-8665-0f1aeaff0af4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347957 Feb 09 21:43:33.483295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-d307c33b-70e8-48e6-b4ff-6bf9bcdd0ecb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1116281 Feb 09 21:43:33.489707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6807d75a-10cf-4d9b-85ea-7be82dc378e2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d4068edc22d845eabd7da9f48cf80e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7110195 Feb 09 21:43:33.492451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60568) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:33.501629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Request body: {'port': {'device_id': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:33.523654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] For port bc3067f4-c879-4fe0-b85a-155892d0e72b, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:33.527238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] For port bc3067f4-c879-4fe0-b85a-155892d0e72b, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=bc3067f4-c879-4fe0-b85a-155892d0e72b,segment=NetworkSegment(a56318c1-0e0d-4516-8bfa-90f4cc845194),segment_id=a56318c1-0e0d-4516-8bfa-90f4cc845194)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:33.614945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Publish callbacks [] for security_group (05998279-9137-41a1-b4d5-b17aff33e34b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.651007 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.652597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Publish callbacks [] for security_group (05998279-9137-41a1-b4d5-b17aff33e34b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.672341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.762702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:33.762950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.764203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] 10.222.0.110 "PUT /v2.0/ports/bc3067f4-c879-4fe0-b85a-155892d0e72b HTTP/1.1" status: 200 len: 1091 time: 2.6748297 Feb 09 21:43:33.781294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3b12c-e481-4015-a059-d9f26e9f74b1 req-ad81d9cc-4d9d-4ebf-b8ca-30c7ed3ad17c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:33.791838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2d3b12c-e481-4015-a059-d9f26e9f74b1 req-ad81d9cc-4d9d-4ebf-b8ca-30c7ed3ad17c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 945 time: 0.4149549 Feb 09 21:43:33.824702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (05998279-9137-41a1-b4d5-b17aff33e34b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.828556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.831962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05998279-9137-41a1-b4d5-b17aff33e34b HTTP/1.1" status: 204 len: 168 time: 0.3365159 Feb 09 21:43:33.914606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2d3b12c-e481-4015-a059-d9f26e9f74b1 req-7d026097-40a8-400f-9a5c-4831e07af468 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214323 Feb 09 21:43:33.915446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05998279-9137-41a1-b4d5-b17aff33e34b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.938810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.939162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.939505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.939876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.940213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.940546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.940873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.941199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.941521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.941842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.942162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.942482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.942805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3bcae2-889f-4075-8f67-bee8f90bfcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:34.114213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ff7d2-4565-4380-aa92-6bf174ebe5a5 req-2d31afaa-1ed2-44ac-a8ac-31690d8cca93 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.116254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-514ff7d2-4565-4380-aa92-6bf174ebe5a5 req-2d31afaa-1ed2-44ac-a8ac-31690d8cca93 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 943 time: 0.0667269 Feb 09 21:43:34.122960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'tag': 'bc3067f4-c879-4fe0-b85a-155892d0e72b'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:34.125241 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3271c698-d63b-448a-b1d1-09a4015ca46d" -d '{"events": [{"name": "network-changed", "server_uuid": "abe43885-4a3d-4d25-ab15-0cb8eed009ac", "tag": "bc3067f4-c879-4fe0-b85a-155892d0e72b"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:34.211044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34eae-c135-4053-97e3-7cfbe3411686 req-4d609baa-23f2-4322-9bc6-a67e7a251f60 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.212302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-514ff7d2-4565-4380-aa92-6bf174ebe5a5 req-cf8cf6e6-6f14-4a2e-9bd0-7059b0458d04 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890763 Feb 09 21:43:34.226611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b3a34eae-c135-4053-97e3-7cfbe3411686 req-4d609baa-23f2-4322-9bc6-a67e7a251f60 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 932 time: 0.7689009 Feb 09 21:43:34.266433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5708c39-60bb-498b-9416-ba904e95514e service neutron] Pushing event updated for resources: {'Port': ['ID=bc3067f4-c879-4fe0-b85a-155892d0e72b,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.414487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-899d1f07-3acc-43d3-864e-7f7492554649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.423114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-899d1f07-3acc-43d3-864e-7f7492554649 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b4838f4237ac43ca9a5d7403c5888d09&device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 1125 time: 0.2889826 Feb 09 21:43:34.467056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b3a34eae-c135-4053-97e3-7cfbe3411686 req-989b2251-9174-44fb-9827-adddee9df302 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395175 Feb 09 21:43:34.567983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-ce5136f0-7014-476a-90a2-8ee9f4f7ba73 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3067f4-c879-4fe0-b85a-155892d0e72b HTTP/1.1" status: 200 len: 217 time: 0.1298277 Feb 09 21:43:34.601047 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae2874-295f-4461-973e-001535b47e59 x-openstack-request-id: req-46ae2874-295f-4461-973e-001535b47e59 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:34.601342 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe43885-4a3d-4d25-ab15-0cb8eed009ac", "tag": "bc3067f4-c879-4fe0-b85a-155892d0e72b", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:34.601596 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46ae2874-295f-4461-973e-001535b47e59 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:34.601983 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'tag': 'bc3067f4-c879-4fe0-b85a-155892d0e72b', 'status': 'completed', 'code': 200} Feb 09 21:43:34.659177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a317cd-31e3-440f-aa96-8c207a9ac097 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:34.672450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Publish callbacks [] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.716344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b488e7c1-f942-4242-bd67-3a7fba2338c0 req-c04313aa-22ff-4fd9-8ffb-7d3a08c78a83 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 210 time: 0.0525825 Feb 09 21:43:34.720148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-9f8646f1-40a5-482f-b438-96a71a2ab750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:34.722170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-9f8646f1-40a5-482f-b438-96a71a2ab750 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d3f07da6-55f4-49e7-b031-898cfb776c9a HTTP/1.1" status: 200 len: 854 time: 0.1193976 Feb 09 21:43:34.727378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Transition to ACTIVE for port object f8a317cd-31e3-440f-aa96-8c207a9ac097 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:34.778534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-33efc12f-51db-4880-8426-21469c2b4ccb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea99eeca-06e7-412e-85c1-93e47f769413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459218 Feb 09 21:43:34.807492 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.001774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-a490113d-136b-46b4-a31b-a3d3e8b7c1b0 service neutron] 10.222.0.110 "GET /v2.0/networks/ea99eeca-06e7-412e-85c1-93e47f769413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146859 Feb 09 21:43:35.118754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d28a8c-0572-4263-8131-94d6843b09d7 req-ba86787d-3bd4-40fa-81e5-028ce8885478 service neutron] 10.222.0.110 "GET /v2.0/networks/ea99eeca-06e7-412e-85c1-93e47f769413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008377 Feb 09 21:43:35.185218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a317cd-31e3-440f-aa96-8c207a9ac097,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:35.455053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6cafa8c0-9111-4be1-80de-e4c53a1f27ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.484694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f99dc9-03e1-42c6-9e1a-f6f136226a7c req-87431fba-25dd-4cf9-84ac-ac7301b2e5af tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.497952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18f99dc9-03e1-42c6-9e1a-f6f136226a7c req-87431fba-25dd-4cf9-84ac-ac7301b2e5af tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 943 time: 0.1605654 Feb 09 21:43:35.627394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18f99dc9-03e1-42c6-9e1a-f6f136226a7c req-5808af30-cda4-434c-8759-e3be07f000a0 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283486 Feb 09 21:43:35.691122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60616) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:35.722383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594d938-fcfa-47cf-9af9-8f5668f61ca9 req-ecaaf391-5358-4b2a-8f10-8348b387dbbb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.730115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f594d938-fcfa-47cf-9af9-8f5668f61ca9 req-ecaaf391-5358-4b2a-8f10-8348b387dbbb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 945 time: 0.7240376 Feb 09 21:43:35.796129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Attempting to bind port f8a317cd-31e3-440f-aa96-8c207a9ac097 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:35.796761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Attempting to bind port f8a317cd-31e3-440f-aa96-8c207a9ac097 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:35.797099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Attempting to bind port f8a317cd-31e3-440f-aa96-8c207a9ac097 on network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:35.853605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f594d938-fcfa-47cf-9af9-8f5668f61ca9 req-e56d4911-21c7-4fe1-8faf-6a4bd4cf0da9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183929 Feb 09 21:43:35.855383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Port f8a317cd-31e3-440f-aa96-8c207a9ac097 on network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:35.857454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Attempting to bind port f8a317cd-31e3-440f-aa96-8c207a9ac097 on network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:35.871615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-70d2f361-9a62-467f-a61d-bc99bfc24631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.879212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-70d2f361-9a62-467f-a61d-bc99bfc24631 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b4838f4237ac43ca9a5d7403c5888d09&device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 1125 time: 0.2184718 Feb 09 21:43:35.936024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:35.936473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Checking segment: {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:35.936886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Bound using segment: {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:35.937369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Bound port: f8a317cd-31e3-440f-aa96-8c207a9ac097, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eaad6e3-b18f-42dc-870b-6cee8730be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:35.937746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.950688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-627313769'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:35.973291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f7221-afcb-4f66-b805-25a16a3237aa req-a7f81dc9-a293-4cba-839f-4c44da608052 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.985583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-464f7221-afcb-4f66-b805-25a16a3237aa req-a7f81dc9-a293-4cba-839f-4c44da608052 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.1780026 Feb 09 21:43:36.139163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-bdf70481-9e38-4993-9acc-fa0f2e8103fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.143025 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-bdf70481-9e38-4993-9acc-fa0f2e8103fb service neutron] 10.222.0.110 "GET /v2.0/networks?id=ea99eeca-06e7-412e-85c1-93e47f769413 HTTP/1.1" status: 200 len: 915 time: 0.2535021 Feb 09 21:43:36.157349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7012bfb-5ec5-44de-aa7e-251de4aff6f3 req-fbd20e45-c2e5-4ded-a677-40aaae5b15b3 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 210 time: 0.1199241 Feb 09 21:43:36.215304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-2051975f-dbf7-455f-aeb0-654edc2b6332 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3067f4-c879-4fe0-b85a-155892d0e72b HTTP/1.1" status: 200 len: 217 time: 0.0525115 Feb 09 21:43:36.223853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-464f7221-afcb-4f66-b805-25a16a3237aa req-2b5af3f6-b9fa-4f56-a313-d5c53628adaf tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373357 Feb 09 21:43:36.310922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198072-eb8c-47c0-a982-8c77e0611243 req-f858b0a7-280e-43ec-a6a4-4acb68d11217 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.312396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-f858b0a7-280e-43ec-a6a4-4acb68d11217 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 811 time: 0.3238158 Feb 09 21:43:36.313537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:36.318268 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.325212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] For port f8a317cd-31e3-440f-aa96-8c207a9ac097, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:36.328607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] For port f8a317cd-31e3-440f-aa96-8c207a9ac097, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:36.341147 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.355375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'port': {'device_id': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe', 'admin_state_up': True, 'tenant_id': '58e518e3f62346b7bb114c52ac8da9da'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:36.403098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-06b9f5a3-80d4-4335-89cd-9f91f62e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.404521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-06b9f5a3-80d4-4335-89cd-9f91f62e77d3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d3f07da6-55f4-49e7-b031-898cfb776c9a HTTP/1.1" status: 200 len: 854 time: 0.0728703 Feb 09 21:43:36.406399 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.467789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-b1139f06-196f-49bc-95de-8a840eee2916 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea99eeca-06e7-412e-85c1-93e47f769413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556951 Feb 09 21:43:36.479769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.480459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.481940 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] 10.222.0.110 "PUT /v2.0/ports/f8a317cd-31e3-440f-aa96-8c207a9ac097 HTTP/1.1" status: 200 len: 1092 time: 2.9860523 Feb 09 21:43:36.589350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ebe42-7533-47dc-ba9d-f2a69eb275b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a317cd-31e3-440f-aa96-8c207a9ac097,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.635419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:36.638023 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946" -d '{"events": [{"name": "network-changed", "server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:36.726559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-0e0a1018-2827-40f9-92f3-13c9f6feef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:36.729091 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-0e0a1018-2827-40f9-92f3-13c9f6feef4e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a7aca1d61d948df8afcfc26cd8edee3&device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 1126 time: 0.1343224 Feb 09 21:43:36.731247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-88098aea-20e0-4135-adbb-a81b0eb28b6f service neutron] 10.222.0.110 "GET /v2.0/networks/ea99eeca-06e7-412e-85c1-93e47f769413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484374 Feb 09 21:43:36.757762 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for security_group (3abca009-046d-46c8-b18c-8b782018d532), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.858610 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b423098-6ccc-4c7c-aeca-2772377b81c3 x-openstack-request-id: req-8b423098-6ccc-4c7c-aeca-2772377b81c3 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:36.858919 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:36.861215 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8b423098-6ccc-4c7c-aeca-2772377b81c3 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:36.861413 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'status': 'completed', 'code': 200} Feb 09 21:43:36.878528 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3abca009-046d-46c8-b18c-8b782018d532), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.924428 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-491619ab-3fff-47b3-bedd-8eb686f6d294 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097 HTTP/1.1" status: 200 len: 217 time: 0.1812572 Feb 09 21:43:36.929840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Made reservation on behalf of 58e518e3f62346b7bb114c52ac8da9da for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:36.943389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.952316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:36.965046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0c194435-ce45-4696-b537-1cf633258f77), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.965403 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment 0c194435-ce45-4696-b537-1cf633258f77 of type vlan for network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 Feb 09 21:43:37.045371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-26beb228-9ff1-4912-ac22-9f11c5e481a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.047004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-26beb228-9ff1-4912-ac22-9f11c5e481a1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1161109d-8d36-44bc-a710-551450f6b8d9 HTTP/1.1" status: 200 len: 854 time: 0.1141274 Feb 09 21:43:37.058682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.097781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3271c698-d63b-448a-b1d1-09a4015ca46d req-37a39a5d-f13d-445d-8951-b7dd064e35fb service neutron] 10.222.0.110 "GET /v2.0/networks/ea99eeca-06e7-412e-85c1-93e47f769413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472669 Feb 09 21:43:37.113608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d93cd-39ac-4676-a1d9-16c6af4c0013 req-8b576078-1022-4efa-9268-0f93a78f7258 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.122827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b5d93cd-39ac-4676-a1d9-16c6af4c0013 req-8b576078-1022-4efa-9268-0f93a78f7258 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 945 time: 0.1656864 Feb 09 21:43:37.163005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abca009-046d-46c8-b18c-8b782018d532,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:37.168038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.177277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.177937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.181879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb41f-b959-442d-b250-cd5477c16668 req-d367fd5e-0c07-47e0-8217-9f0731d61dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.183577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-d367fd5e-0c07-47e0-8217-9f0731d61dc5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1274316 Feb 09 21:43:37.223148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b5d93cd-39ac-4676-a1d9-16c6af4c0013 req-a2eefb48-0f71-4e16-b669-0db3ff81e982 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990725 Feb 09 21:43:37.228796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3280cd-dee9-442b-937e-424254ae3397 req-b83ce700-a6ad-4273-bbeb-ccc46e4bfe79 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.230236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e3280cd-dee9-442b-937e-424254ae3397 req-b83ce700-a6ad-4273-bbeb-ccc46e4bfe79 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 943 time: 0.4177871 Feb 09 21:43:37.313605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-6f555893-3dd9-48bc-a71a-598cfda96069 service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198378 Feb 09 21:43:37.386231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6917040 Feb 09 21:43:37.393697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60638) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:37.409936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-504272930'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:37.413205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351938c-1185-45b1-aef7-d6f564f62c5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:37.429608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:37.491401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e3280cd-dee9-442b-937e-424254ae3397 req-97542295-84b0-41da-bc82-acbc29930d15 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161207 Feb 09 21:43:37.553106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Allocated IP 172.20.0.13 (0b6acfb3-2039-45fc-916f-fce7e395c2fe/e17805a5-9932-4e54-86fa-3ede28de2dc2/1ee37161-fe52-44af-b7d9-b4c4ddc1f847) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:37.573737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-719bb41f-b959-442d-b250-cd5477c16668 req-7c0e6490-30eb-4c85-a837-40bb818d5cbe service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521708 Feb 09 21:43:37.583647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29f499e6-3b33-4627-ace4-1967fbf330ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.617089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device bc3067f4-c879-4fe0-b85a-155892d0e72b details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:37.622725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:37.626469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.665629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c64e16af-f284-4d40-b989-58ae95885fd3 req-62403c64-6231-4774-b2a5-f039d7877cb4 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 210 time: 0.3240576 Feb 09 21:43:37.725436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:37.809445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302146ce-e1c9-4de8-ad6b-64fbb4fd82cc req-c75283a6-362d-4180-a461-7da710154fed tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.813772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-e836df10-7f78-4cc0-9f61-0daabcd2b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.816244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-302146ce-e1c9-4de8-ad6b-64fbb4fd82cc req-c75283a6-362d-4180-a461-7da710154fed tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.2175148 Feb 09 21:43:37.816860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-e836df10-7f78-4cc0-9f61-0daabcd2b829 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a7aca1d61d948df8afcfc26cd8edee3&device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 1126 time: 0.0978439 Feb 09 21:43:37.818562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7b3a63a0-1991-4d65-8437-33042f23201d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.818912 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment 7b3a63a0-1991-4d65-8437-33042f23201d of type vlan for network b1189fe9-a883-4cc0-a240-9150e41ad864 Feb 09 21:43:37.920970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port bc3067f4-c879-4fe0-b85a-155892d0e72b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=bc3067f4-c879-4fe0-b85a-155892d0e72b,segment=NetworkSegment(a56318c1-0e0d-4516-8bfa-90f4cc845194),segment_id=a56318c1-0e0d-4516-8bfa-90f4cc845194)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:37.943725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'bc3067f4-c879-4fe0-b85a-155892d0e72b', 'network_id': 'ea99eeca-06e7-412e-85c1-93e47f769413', 'port_id': 'bc3067f4-c879-4fe0-b85a-155892d0e72b', 'mac_address': 'fa:16:3e:00:b2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f07da6-55f4-49e7-b031-898cfb776c9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:37.952935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-45433fb9-62dd-49f7-be2b-f5017aba971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.959031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-45433fb9-62dd-49f7-be2b-f5017aba971c service neutron] 10.222.0.110 "GET /v2.0/networks?id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048 HTTP/1.1" status: 200 len: 916 time: 0.1361108 Feb 09 21:43:38.034868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port bc3067f4-c879-4fe0-b85a-155892d0e72b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:38.035234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.051099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3067f4-c879-4fe0-b85a-155892d0e72b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:38.054700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-52ea8429-adee-4e9f-a707-40ac5562f814 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097 HTTP/1.1" status: 200 len: 217 time: 0.0883498 Feb 09 21:43:38.079547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port bc3067f4-c879-4fe0-b85a-155892d0e72b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=bc3067f4-c879-4fe0-b85a-155892d0e72b,segment=NetworkSegment(a56318c1-0e0d-4516-8bfa-90f4cc845194),segment_id=a56318c1-0e0d-4516-8bfa-90f4cc845194)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:38.146671 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.164321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-ff8f4d8a-6484-474f-885f-0b4c0f061b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.167130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-ff8f4d8a-6484-474f-885f-0b4c0f061b7c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1161109d-8d36-44bc-a710-551450f6b8d9 HTTP/1.1" status: 200 len: 854 time: 0.1012468 Feb 09 21:43:38.274967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-7b3b4319-dece-47f6-ab0d-28ec84fa74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.281240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-7b3b4319-dece-47f6-ab0d-28ec84fa74d1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071570 Feb 09 21:43:38.285677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b1189fe9-a883-4cc0-a240-9150e41ad864), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.424994 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-302146ce-e1c9-4de8-ad6b-64fbb4fd82cc req-380c7846-cb26-4887-9607-3fbdf9e71691 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6077607 Feb 09 21:43:38.447733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.494065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-8e95cc5a-facd-41dd-8930-0a619b83883f service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769028 Feb 09 21:43:38.515784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b1189fe9-a883-4cc0-a240-9150e41ad864), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.522637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.523648 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.593256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.624734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=bc3067f4-c879-4fe0-b85a-155892d0e72b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:38.682106 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff0a4425-3ce8-4b78-9c75-244c2ecbc946 req-b06815ab-58d5-4861-a232-69bac1362e21 service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932271 Feb 09 21:43:38.788521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['bc3067f4-c879-4fe0-b85a-155892d0e72b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:38.821638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Network 0b6acfb3-2039-45fc-916f-fce7e395c2fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:38.827368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=b1189fe9-a883-4cc0-a240-9150e41ad864,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:38.842059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60650) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:38.843160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be63e78a-fb31-4396-8724-f0268363e56f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4426439 Feb 09 21:43:38.848551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': '60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:38.858521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:38.861783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:38.867303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:38.878552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b0c0-4acc-44b8-8586-7f0a921a4093 req-d9405a8a-f4a9-4d47-9dbb-c9755541762e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.885544 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d37b0c0-4acc-44b8-8586-7f0a921a4093 req-d9405a8a-f4a9-4d47-9dbb-c9755541762e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 945 time: 0.3067188 Feb 09 21:43:38.901852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b1189fe9-a883-4cc0-a240-9150e41ad864 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:38.992292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.992939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.034172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d37b0c0-4acc-44b8-8586-7f0a921a4093 req-00dd8cc1-5760-4b43-9740-082e8ea2682d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476719 Feb 09 21:43:39.091496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.150984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-80ce0c70-3fdf-4777-9ecb-89643526a19f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8209479 Feb 09 21:43:39.166960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Request body: {'port': {'device_id': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:39.188228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6792e7-7cf9-4235-b8a7-7f9a425896b4 req-0df022bd-6f1f-4a56-b7a4-8d6b99ea85dd tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.195859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd6792e7-7cf9-4235-b8a7-7f9a425896b4 req-0df022bd-6f1f-4a56-b7a4-8d6b99ea85dd tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 944 time: 0.1105852 Feb 09 21:43:39.234770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:39.239115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.287606 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.322496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd6792e7-7cf9-4235-b8a7-7f9a425896b4 req-2db40438-abe9-4ad0-bebb-e6a3b44acb01 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184666 Feb 09 21:43:39.379979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da25093-1604-471f-82e0-4e10cf4ebab0 req-bbdf511a-e74f-4b84-b086-29e19a755746 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.390634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9da25093-1604-471f-82e0-4e10cf4ebab0 req-bbdf511a-e74f-4b84-b086-29e19a755746 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 932 time: 0.1717498 Feb 09 21:43:39.476511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9da25093-1604-471f-82e0-4e10cf4ebab0 req-f8c85e1d-c537-42bf-95f7-ea30e0da3243 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848818 Feb 09 21:43:39.675231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (942b3e8f-0897-49f2-b7e3-3e5a88617bfe), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.690134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ccbc1-a057-462a-9d2c-99da0ff6c4f2 req-3dd206aa-b258-45af-88b3-ca7f14165ed6 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.700555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d9ccbc1-a057-462a-9d2c-99da0ff6c4f2 req-3dd206aa-b258-45af-88b3-ca7f14165ed6 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.0966029 Feb 09 21:43:39.730084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.735720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.742366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.748138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.754020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.760068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.766299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.768801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-ddc9f3fe-db6b-4ff9-8842-6545d3cb0c71 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.2777503 Feb 09 21:43:39.794891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4978e-04df-4273-a296-807d3603b507 req-9c516de4-2d99-483c-a1c9-51c8c7366e23 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.796440 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3b4978e-04df-4273-a296-807d3603b507 req-9c516de4-2d99-483c-a1c9-51c8c7366e23 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 945 time: 0.1768541 Feb 09 21:43:39.817072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d9ccbc1-a057-462a-9d2c-99da0ff6c4f2 req-2bc61541-37dd-4b55-a8b6-cd315c04e19c tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154845 Feb 09 21:43:39.836564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': '0c194435-ce45-4696-b537-1cf633258f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:39.837941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:39.843379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=942b3e8f-0897-49f2-b7e3-3e5a88617bfe,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:39.918542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:39.918785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:39.940020 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Publish callbacks [] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.999741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-068665f4-f3c6-4a33-9965-740462ac4a0f req-4031a509-d19b-4837-95e0-94cd0e08a6ef tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2214406 Feb 09 21:43:40.000967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Transition to ACTIVE for port object 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:40.021589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:40.024363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Deleting port b87c3744-9288-4870-85f7-c191bffc8c0f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:40.024708 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.031622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884f11cc-1f45-47c1-869d-b3f37a2785c9 None None] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:40.072772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.073776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.120063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.245040 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa265b63-230a-489c-b712-2fcc26abe5f9 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4016659 Feb 09 21:43:40.248262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60658) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:40.255843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.262344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': 'b1189fe9-a883-4cc0-a240-9150e41ad864', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:40.291520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] For port b87c3744-9288-4870-85f7-c191bffc8c0f, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b87c3744-9288-4870-85f7-c191bffc8c0f,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:40.291963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.314564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Calling delete_port for b87c3744-9288-4870-85f7-c191bffc8c0f owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:40.328084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44', 'network_id': '60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': '942b3e8f-0897-49f2-b7e3-3e5a88617bfe'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:40.329333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.348447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.389033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Attempting to bind port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:40.389372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Attempting to bind port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:40.389754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Attempting to bind port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 on network 0b6acfb3-2039-45fc-916f-fce7e395c2fe {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:40.400032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 on network 0b6acfb3-2039-45fc-916f-fce7e395c2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:40.400365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Attempting to bind port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 on network 0b6acfb3-2039-45fc-916f-fce7e395c2fe {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:40.406950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:40.407352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Checking segment: {'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:40.407773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Bound using segment: {'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:40.408212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Bound port: 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:40.408571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.501076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacce5c-4dc3-4107-95ff-a1141f35496b req-fc9cc489-db17-478a-9c8e-b187d6a1926d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.503383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbacce5c-4dc3-4107-95ff-a1141f35496b req-fc9cc489-db17-478a-9c8e-b187d6a1926d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 945 time: 0.3132005 Feb 09 21:43:40.541919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Allocated IP 172.20.0.2 (60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44/942b3e8f-0897-49f2-b7e3-3e5a88617bfe/656f187d-95b0-4486-9c17-9a07517b6803) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:40.571917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:40.581400 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbacce5c-4dc3-4107-95ff-a1141f35496b req-41bbbd8a-9233-48c2-adee-345bda256242 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703390 Feb 09 21:43:40.582874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:40.589022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.606438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410640f-5afa-4edb-a150-966d62f4d8cb req-29da7deb-b249-430d-885c-d549d0fae617 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.608015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5410640f-5afa-4edb-a150-966d62f4d8cb req-29da7deb-b249-430d-885c-d549d0fae617 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 944 time: 0.1538343 Feb 09 21:43:40.613251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:40.670563 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5410640f-5afa-4edb-a150-966d62f4d8cb req-184f1ad9-003d-4fb9-986a-67810c9ce720 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498464 Feb 09 21:43:40.685887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.758503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.762695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b87c3744-9288-4870-85f7-c191bffc8c0f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.767364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.768301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.769927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-4f066a08-6c95-45c9-9c20-89d5e54ee777 service neutron] 10.222.0.30 "PUT /v2.0/ports/1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 200 len: 1092 time: 1.6094625 Feb 09 21:43:40.770505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:40.773061 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0caae1-32d2-45a7-a9e4-22244b440061" -d '{"events": [{"name": "network-changed", "server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:40.847307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Publish callbacks [] for port (656f187d-95b0-4486-9c17-9a07517b6803), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.865016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b87c3744-9288-4870-85f7-c191bffc8c0f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:40.865305 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c0888-af69-4a3c-9097-5a399e5995b8 x-openstack-request-id: req-c47c0888-af69-4a3c-9097-5a399e5995b8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:40.865702 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:40.869870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668dec9-2557-443f-8467-e24c8480c988 req-828afd00-6555-4479-9a15-d10678ee81fd tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.870690 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c47c0888-af69-4a3c-9097-5a399e5995b8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:40.871280 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847', 'status': 'completed', 'code': 200} Feb 09 21:43:40.874469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event deleted for resources: {'Port': ['ID=b87c3744-9288-4870-85f7-c191bffc8c0f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.877323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5668dec9-2557-443f-8467-e24c8480c988 req-828afd00-6555-4479-9a15-d10678ee81fd tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 944 time: 0.1433372 Feb 09 21:43:40.926866 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (656f187d-95b0-4486-9c17-9a07517b6803), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.968114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] No DVR routers for this DVR port b87c3744-9288-4870-85f7-c191bffc8c0f on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:40.973445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.977474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3b4978e-04df-4273-a296-807d3603b507 req-9f2afdd7-08b5-4c45-899f-8a4c80461ad1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "DELETE /v2.0/ports/b87c3744-9288-4870-85f7-c191bffc8c0f HTTP/1.1" status: 204 len: 173 time: 1.1661148 Feb 09 21:43:41.029736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0caae1-32d2-45a7-a9e4-22244b440061 req-e627275e-c505-430f-b47f-d9f98bc6ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.031184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a0caae1-32d2-45a7-a9e4-22244b440061 req-e627275e-c505-430f-b47f-d9f98bc6ab8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1126 time: 0.1583135 Feb 09 21:43:41.033152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:41.038589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:41.054309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:41.068614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5668dec9-2557-443f-8467-e24c8480c988 req-705a312f-cd76-451e-86a1-937abb8da1ea tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891580 Feb 09 21:43:41.074811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Pushing event updated for resources: {'Port': ['ID=656f187d-95b0-4486-9c17-9a07517b6803,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.162584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (de0ead43-5e7f-460c-8d73-21ec8fed0a13), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.181567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0caae1-32d2-45a7-a9e4-22244b440061 req-ea6aa38f-ad26-49fb-b02f-ca6106230217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.183559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a0caae1-32d2-45a7-a9e4-22244b440061 req-ea6aa38f-ad26-49fb-b02f-ca6106230217 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=58e518e3f62346b7bb114c52ac8da9da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1401567 Feb 09 21:43:41.202268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad26fda-c245-4be7-b484-b0d79d7d401e req-890fdf7a-95c1-4b2d-8492-baddf40bfa8d tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.206636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cad26fda-c245-4be7-b484-b0d79d7d401e req-890fdf7a-95c1-4b2d-8492-baddf40bfa8d tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.2404575 Feb 09 21:43:41.227474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Attempting to bind port 656f187d-95b0-4486-9c17-9a07517b6803 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:41.228086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Attempting to bind port 656f187d-95b0-4486-9c17-9a07517b6803 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0c194435-ce45-4696-b537-1cf633258f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:41.229811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Attempting to bind port 656f187d-95b0-4486-9c17-9a07517b6803 on network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:41.247535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=de0ead43-5e7f-460c-8d73-21ec8fed0a13,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.249892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:41.251799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Checking segment: {'id': '0c194435-ce45-4696-b537-1cf633258f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:41.253874 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.254966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Bound using segment: {'id': '0c194435-ce45-4696-b537-1cf633258f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:41.255576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': '7b3a63a0-1991-4d65-8437-33042f23201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b1189fe9-a883-4cc0-a240-9150e41ad864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:41.255971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: b1189fe9-a883-4cc0-a240-9150e41ad864, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:41.256484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Bound port: 656f187d-95b0-4486-9c17-9a07517b6803, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c194435-ce45-4696-b537-1cf633258f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:41.257077 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (656f187d-95b0-4486-9c17-9a07517b6803), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.348095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.360389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cad26fda-c245-4be7-b484-b0d79d7d401e req-ea6b116a-c62e-4b53-b121-8fd19ee86633 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979972 Feb 09 21:43:41.362082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.371154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.376655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.382660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.385339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] For port 656f187d-95b0-4486-9c17-9a07517b6803, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:41.388625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.390454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] For port 656f187d-95b0-4486-9c17-9a07517b6803, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=656f187d-95b0-4486-9c17-9a07517b6803,segment=NetworkSegment(0c194435-ce45-4696-b537-1cf633258f77),segment_id=0c194435-ce45-4696-b537-1cf633258f77)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:41.407013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0caae1-32d2-45a7-a9e4-22244b440061 req-7f4e3cf2-702c-472a-abd8-2eab1a3363da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.407199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.407317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a0caae1-32d2-45a7-a9e4-22244b440061 req-7f4e3cf2-702c-472a-abd8-2eab1a3363da service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878755 Feb 09 21:43:41.407419 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ce80850-697d-4a68-8d2b-842003851912 req-d4951563-db66-4bb7-8415-0d4519da2c1c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1377814 Feb 09 21:43:41.433288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network b1189fe9-a883-4cc0-a240-9150e41ad864 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:41.479492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ce80850-697d-4a68-8d2b-842003851912 req-b8ac6b24-a1fc-4ac7-a860-fc690fd80dce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708156 Feb 09 21:43:41.497101 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (656f187d-95b0-4486-9c17-9a07517b6803), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.512207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198072-eb8c-47c0-a982-8c77e0611243 req-ed561490-0b40-4625-998f-f2b51fc48767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.513795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-ed561490-0b40-4625-998f-f2b51fc48767 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1126 time: 0.0629711 Feb 09 21:43:41.524450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b1189fe9-a883-4cc0-a240-9150e41ad864) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:41.528966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.533062 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.578644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bfb80f-b611-4b2f-94ea-c7f147bb9d6d None None] Network b1189fe9-a883-4cc0-a240-9150e41ad864 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:41.591840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-f872adca-831a-433c-9639-9a140c518606 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 200 len: 217 time: 0.0669241 Feb 09 21:43:41.622896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a2d02c10-800d-40ee-bafa-91fc069ff973 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3655217 Feb 09 21:43:41.622896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60674) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:41.622896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d18ebcd6-1d64-4563-8d88-75dea312751d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2080147787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:41.674381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198072-eb8c-47c0-a982-8c77e0611243 req-cc49a22c-d0d9-4a7d-aee0-252745c751fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.678319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-cc49a22c-d0d9-4a7d-aee0-252745c751fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.0784600 Feb 09 21:43:41.714719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-b6b23bc8-dce2-46c9-b2e3-2603b6d38193 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286622 Feb 09 21:43:41.728765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device bc3067f4-c879-4fe0-b85a-155892d0e72b up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:41.733539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.761004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d18ebcd6-1d64-4563-8d88-75dea312751d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.762664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d18ebcd6-1d64-4563-8d88-75dea312751d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.800553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a53c-b801-4d1e-989e-ff6cf44e3406 None None] Pushing event updated for resources: {'Port': ['ID=656f187d-95b0-4486-9c17-9a07517b6803,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.853617 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aa91ef7-3d02-40a5-b65c-c610b6157390 req-e6149ef1-bbae-4c49-9f8a-cbae8136ee1f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f617b8b-ed15-41e7-a0b9-02859248526e HTTP/1.1" status: 200 len: 210 time: 0.0579965 Feb 09 21:43:41.863429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-b1189fe9-a883-4cc0-a240-9150e41ad864', 'network_id': 'b1189fe9-a883-4cc0-a240-9150e41ad864', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': 'de0ead43-5e7f-460c-8d73-21ec8fed0a13'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:41.864554 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.952365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-dd752d87-9431-4463-b70f-847a6a2b677e service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297099 Feb 09 21:43:41.963397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d18ebcd6-1d64-4563-8d88-75dea312751d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.985458 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168c358-3e09-4a6c-a404-d0320af798b3 req-0f1f9882-f64e-4a6c-8c3e-4fcf74102c87 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.989327 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2168c358-3e09-4a6c-a404-d0320af798b3 req-0f1f9882-f64e-4a6c-8c3e-4fcf74102c87 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 944 time: 0.1829331 Feb 09 21:43:42.058080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2168c358-3e09-4a6c-a404-d0320af798b3 req-a49928e3-7a4e-42b1-b425-6a1661a40c98 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601132 Feb 09 21:43:42.109569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d18ebcd6-1d64-4563-8d88-75dea312751d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.130894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02198072-eb8c-47c0-a982-8c77e0611243 req-ebc4ae32-7a80-418d-8d47-42c52157818e service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681006 Feb 09 21:43:42.146693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port bc3067f4-c879-4fe0-b85a-155892d0e72b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:42.146693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Allocated IP 172.21.0.2 (b1189fe9-a883-4cc0-a240-9150e41ad864/de0ead43-5e7f-460c-8d73-21ec8fed0a13/d3ae0fc3-f234-42f0-9119-0f4fbede8bac) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:42.148818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port bc3067f4-c879-4fe0-b85a-155892d0e72b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:42.149891 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.230107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d18ebcd6-1d64-4563-8d88-75dea312751d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.232501 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d18ebcd6-1d64-4563-8d88-75dea312751d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6137044 Feb 09 21:43:42.235124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60680) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:42.290332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed6aa6-41fb-4179-a1ae-c2ef0f4e6644 req-cdf9163e-e964-4937-9769-02f602fed43c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.292620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31ed6aa6-41fb-4179-a1ae-c2ef0f4e6644 req-cdf9163e-e964-4937-9769-02f602fed43c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 944 time: 0.1100724 Feb 09 21:43:42.342953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port bc3067f4-c879-4fe0-b85a-155892d0e72b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:42.343492 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.368291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31ed6aa6-41fb-4179-a1ae-c2ef0f4e6644 req-b7565956-bf2b-4129-aadc-00e61d91250a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665894 Feb 09 21:43:42.384019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3067f4-c879-4fe0-b85a-155892d0e72b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:42.386411 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce59eae1-4257-4257-af8b-6c7cd15efd27" -d '{"events": [{"server_uuid": "abe43885-4a3d-4d25-ab15-0cb8eed009ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc3067f4-c879-4fe0-b85a-155892d0e72b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:42.442261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port bc3067f4-c879-4fe0-b85a-155892d0e72b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=bc3067f4-c879-4fe0-b85a-155892d0e72b,segment=NetworkSegment(a56318c1-0e0d-4516-8bfa-90f4cc845194),segment_id=a56318c1-0e0d-4516-8bfa-90f4cc845194)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:42.466852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Publish callbacks [] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.486863 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d7b176-09be-4dfe-a90d-f61c86fa10b4 x-openstack-request-id: req-48d7b176-09be-4dfe-a90d-f61c86fa10b4 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:42.487168 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe43885-4a3d-4d25-ab15-0cb8eed009ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc3067f4-c879-4fe0-b85a-155892d0e72b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:42.487431 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48d7b176-09be-4dfe-a90d-f61c86fa10b4 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:42.488016 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3067f4-c879-4fe0-b85a-155892d0e72b', 'code': 200} Feb 09 21:43:42.544223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.665452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.667833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.670820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=bc3067f4-c879-4fe0-b85a-155892d0e72b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.674584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.681308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.687425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.694919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.700367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.716830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Network b1189fe9-a883-4cc0-a240-9150e41ad864 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:42.719942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.729362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:42.738468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:42.746637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Pushing event updated for resources: {'Port': ['ID=d3ae0fc3-f234-42f0-9119-0f4fbede8bac,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.749998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-621028e1-66e9-4d08-96de-005de048400a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.1766315 Feb 09 21:43:42.813248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Attempting to bind port d3ae0fc3-f234-42f0-9119-0f4fbede8bac on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:42.814919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Attempting to bind port d3ae0fc3-f234-42f0-9119-0f4fbede8bac by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '7b3a63a0-1991-4d65-8437-33042f23201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b1189fe9-a883-4cc0-a240-9150e41ad864'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:42.815498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Attempting to bind port d3ae0fc3-f234-42f0-9119-0f4fbede8bac on network b1189fe9-a883-4cc0-a240-9150e41ad864 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:42.822436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:42.823295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Checking segment: {'id': '7b3a63a0-1991-4d65-8437-33042f23201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b1189fe9-a883-4cc0-a240-9150e41ad864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:42.825355 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.827556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Bound using segment: {'id': '7b3a63a0-1991-4d65-8437-33042f23201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b1189fe9-a883-4cc0-a240-9150e41ad864'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:42.828281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Bound port: d3ae0fc3-f234-42f0-9119-0f4fbede8bac, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3a63a0-1991-4d65-8437-33042f23201d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b1189fe9-a883-4cc0-a240-9150e41ad864'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:42.829002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.833982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43998275-6000-4c01-9d53-e38661da306c req-28206547-ab9c-4302-a221-cc46728d2fb0 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.847688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ffd320f-0d7e-40d5-9e8b-207be058c285 req-a077fc40-2e1f-4a1c-bb68-d2ab09c0a6cc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967982 Feb 09 21:43:42.854068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43998275-6000-4c01-9d53-e38661da306c req-28206547-ab9c-4302-a221-cc46728d2fb0 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.3910272 Feb 09 21:43:42.872696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'name': 'network-vif-deleted', 'tag': 'b87c3744-9288-4870-85f7-c191bffc8c0f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:42.875122 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a35182-64c5-4081-8e41-1dd2ac31e4d7" -d '{"events": [{"server_uuid": "2f617b8b-ed15-41e7-a0b9-02859248526e", "name": "network-vif-deleted", "tag": "b87c3744-9288-4870-85f7-c191bffc8c0f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:42.908477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 656f187d-95b0-4486-9c17-9a07517b6803 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:42.931406 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba81c22-779c-4c75-a62f-c3d6c1c63d46 x-openstack-request-id: req-2ba81c22-779c-4c75-a62f-c3d6c1c63d46 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:42.931726 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f617b8b-ed15-41e7-a0b9-02859248526e", "name": "network-vif-deleted", "tag": "b87c3744-9288-4870-85f7-c191bffc8c0f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:42.931997 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ba81c22-779c-4c75-a62f-c3d6c1c63d46 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:42.932402 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f617b8b-ed15-41e7-a0b9-02859248526e', 'name': 'network-vif-deleted', 'tag': 'b87c3744-9288-4870-85f7-c191bffc8c0f', 'status': 'completed', 'code': 200} Feb 09 21:43:43.006242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] For port d3ae0fc3-f234-42f0-9119-0f4fbede8bac, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:43.012453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] For port d3ae0fc3-f234-42f0-9119-0f4fbede8bac, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3ae0fc3-f234-42f0-9119-0f4fbede8bac,segment=NetworkSegment(7b3a63a0-1991-4d65-8437-33042f23201d),segment_id=7b3a63a0-1991-4d65-8437-33042f23201d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:43.013995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 656f187d-95b0-4486-9c17-9a07517b6803 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:43.014378 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (656f187d-95b0-4486-9c17-9a07517b6803), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.143318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f082189-36bd-4ee4-8724-c13b2260e763 None None] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:43.146675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 656f187d-95b0-4486-9c17-9a07517b6803 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:43.147077 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (656f187d-95b0-4486-9c17-9a07517b6803), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.207770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.218971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d6180-8c91-4a69-af80-dcda9b0f1612 req-f0027c83-e561-4967-9f94-cecf68aca54d tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.220628 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-598d6180-8c91-4a69-af80-dcda9b0f1612 req-f0027c83-e561-4967-9f94-cecf68aca54d tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 945 time: 0.0619986 Feb 09 21:43:43.260518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.266468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.271983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.277434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.283126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.288876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.291430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-598d6180-8c91-4a69-af80-dcda9b0f1612 req-f5e3e140-6972-4808-aa4d-49373da60a5b tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649464 Feb 09 21:43:43.294559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.297466 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-a71533e6-688b-4b95-b0ff-5ec2ec09d1c8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.7598021 Feb 09 21:43:43.298956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 656f187d-95b0-4486-9c17-9a07517b6803, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=656f187d-95b0-4486-9c17-9a07517b6803,segment=NetworkSegment(0c194435-ce45-4696-b537-1cf633258f77),segment_id=0c194435-ce45-4696-b537-1cf633258f77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:43.331864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e87ff458-46a3-4bcf-b358-ea448546cb0f None None] Provisioning complete for port 656f187d-95b0-4486-9c17-9a07517b6803 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:43.332250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e87ff458-46a3-4bcf-b358-ea448546cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (656f187d-95b0-4486-9c17-9a07517b6803), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.374109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec42b9-5712-4ed2-a2eb-d2118c3282f5 None None] Pushing event updated for resources: {'Port': ['ID=d3ae0fc3-f234-42f0-9119-0f4fbede8bac,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:43.404294 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43998275-6000-4c01-9d53-e38661da306c req-48cd42a2-bad5-4723-b9f6-287032304e17 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5491993 Feb 09 21:43:43.422342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-7c8b3c08-5abc-4a4a-baff-5ea0f00e5a02 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.423795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-7c8b3c08-5abc-4a4a-baff-5ea0f00e5a02 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "GET /v2.0/ports/b4f0e069-3966-4284-be29-220d6b4943b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1142483 Feb 09 21:43:43.449636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6dc63-1ff7-4e18-a5fb-3fd23413c7f7 req-cd7adbdf-a904-49bc-bc0c-392d95491998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.451180 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cb6dc63-1ff7-4e18-a5fb-3fd23413c7f7 req-cd7adbdf-a904-49bc-bc0c-392d95491998 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 1127 time: 0.8674972 Feb 09 21:43:43.456276 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (656f187d-95b0-4486-9c17-9a07517b6803), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.532581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=656f187d-95b0-4486-9c17-9a07517b6803,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:43.603571 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.651247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cb6dc63-1ff7-4e18-a5fb-3fd23413c7f7 req-a50e6e1f-4971-40c0-82e3-ad8efb1a9595 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528618 Feb 09 21:43:43.664184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-3e224021-d163-497d-b728-8f2e8055b76b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.665715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-3e224021-d163-497d-b728-8f2e8055b76b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.2586210 Feb 09 21:43:43.683578 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-e1ed9a39-b018-40a1-88e3-4ccf7de0db4a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/quotas/356eb4a569cb4fa1af12545be45d8009 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Feb 09 21:43:43.763313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-d062383d-0160-406c-b7f9-4c470034f586 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "GET /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3284583 Feb 09 21:43:43.763690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-845dc5c3-ad19-4823-839a-19c5cad601c4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742502 Feb 09 21:43:43.857718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb560621-009d-48e0-972f-06eb22346447 req-535f89fb-4c6c-4a5c-a799-427ac96e13c5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.859771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb560621-009d-48e0-972f-06eb22346447 req-535f89fb-4c6c-4a5c-a799-427ac96e13c5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 944 time: 0.3108196 Feb 09 21:43:43.865318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:43.880433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e87ff458-46a3-4bcf-b358-ea448546cb0f None None] Current status of the port 656f187d-95b0-4486-9c17-9a07517b6803 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:43.928563 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-e571535b-8467-4ea9-9c70-18e69430dc0f service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638899 Feb 09 21:43:44.030759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-8e07112a-629f-448f-99e5-6763861f18d4 service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011908 Feb 09 21:43:44.065608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb560621-009d-48e0-972f-06eb22346447 req-bdbdaf10-5e1d-4bf9-8a09-3efd3e4b4478 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414385 Feb 09 21:43:44.204631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0bdc8a9b-a26c-45d6-abd1-29f66efd45af None None] Provisioning complete for port 656f187d-95b0-4486-9c17-9a07517b6803 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:44.204631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0bdc8a9b-a26c-45d6-abd1-29f66efd45af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (656f187d-95b0-4486-9c17-9a07517b6803), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.213606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.285733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc8a9b-a26c-45d6-abd1-29f66efd45af None None] Current status of the port 656f187d-95b0-4486-9c17-9a07517b6803 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:44.296500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.20.0.1 (60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44/942b3e8f-0897-49f2-b7e3-3e5a88617bfe/334430ca-02e0-40b1-b584-3535e2e882ed) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:44.378185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98d5db6c-d666-44ef-84c0-95b70ed0eb6c req-d95ed39b-e018-4e69-9ad9-972f164febcf tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0720811 Feb 09 21:43:44.415264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b87c3744-9288-4870-85f7-c191bffc8c0f no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:44.415610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.422600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.428002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.433706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.439185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.445476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.450962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.458168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: b87c3744-9288-4870-85f7-c191bffc8c0f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:44.459504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-91fee4ea-2ac3-4b45-83a6-bd7dd8095413 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 5434 time: 0.2990391 Feb 09 21:43:44.467153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b87c3744-9288-4870-85f7-c191bffc8c0f not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:44.579361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b3e2-b67c-4e30-8f57-2d011238787c req-cba7424e-38cb-4060-9489-17790077a9e8 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.587993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa05b3e2-b67c-4e30-8f57-2d011238787c req-cba7424e-38cb-4060-9489-17790077a9e8 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 945 time: 0.1069841 Feb 09 21:43:44.658256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (334430ca-02e0-40b1-b584-3535e2e882ed), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.685894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa05b3e2-b67c-4e30-8f57-2d011238787c req-4dd32f53-4c2d-4c91-8ee9-73636b6252b9 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Feb 09 21:43:44.702236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fb12720-aa33-40c1-8c75-32316ef02c96 req-26fd27eb-f82e-4ec6-b1dc-6fded6f4caf3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2328358 Feb 09 21:43:44.774243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] For port b4f0e069-3966-4284-be29-220d6b4943b7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=b4f0e069-3966-4284-be29-220d6b4943b7,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:44.860993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] For port b4f0e069-3966-4284-be29-220d6b4943b7, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:44.863976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8fd8c-993b-4bb7-8cd0-eb51193df576 req-e7e08586-2198-4221-9e7d-96aebe3ffdd2 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.872164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ca8fd8c-993b-4bb7-8cd0-eb51193df576 req-e7e08586-2198-4221-9e7d-96aebe3ffdd2 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.0931699 Feb 09 21:43:44.909688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.982225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:44.989485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] device_id is not set on port b4f0e069-3966-4284-be29-220d6b4943b7 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:44.998098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ca8fd8c-993b-4bb7-8cd0-eb51193df576 req-2a45c890-b99d-48c7-8d70-9df92b6503d0 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181781 Feb 09 21:43:45.019349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:45.023004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:45.031153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305be3a-9319-440b-a8d6-c58af6393c45 None None] Network b1189fe9-a883-4cc0-a240-9150e41ad864 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:45.033284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 656f187d-95b0-4486-9c17-9a07517b6803 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:45.051822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=334430ca-02e0-40b1-b584-3535e2e882ed,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:45.074947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] Publish callbacks [] for port (b4f0e069-3966-4284-be29-220d6b4943b7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.128511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.206390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-40c7cb30-8774-4d8d-88ec-7ebfd7afca91 None None] Provisioning complete for port d3ae0fc3-f234-42f0-9119-0f4fbede8bac triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:45.207385 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c7cb30-8774-4d8d-88ec-7ebfd7afca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.239313 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.243757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 656f187d-95b0-4486-9c17-9a07517b6803 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:45.244390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (656f187d-95b0-4486-9c17-9a07517b6803), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.374077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1839-f700-41e7-b0fc-770ddc69ec19 req-36495893-cf15-4614-856e-14479effd2ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.375796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a39a1839-f700-41e7-b0fc-770ddc69ec19 req-36495893-cf15-4614-856e-14479effd2ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 944 time: 0.1770840 Feb 09 21:43:45.430773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-40c7cb30-8774-4d8d-88ec-7ebfd7afca91 None None] Current status of the port d3ae0fc3-f234-42f0-9119-0f4fbede8bac is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:45.431176 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c7cb30-8774-4d8d-88ec-7ebfd7afca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.442241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] No DVR routers for this DVR port b4f0e069-3966-4284-be29-220d6b4943b7 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:45.444384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 656f187d-95b0-4486-9c17-9a07517b6803 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:45.445523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3ae0fc3-f234-42f0-9119-0f4fbede8bac up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:45.501308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] In _notify_port_updated(), no bound segment for port b4f0e069-3966-4284-be29-220d6b4943b7 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:43:45.502273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.502900 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.504447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-3568100b-a0f8-4346-a028-7be19972549b service neutron] 10.222.0.110 "PUT /v2.0/ports/b4f0e069-3966-4284-be29-220d6b4943b7 HTTP/1.1" status: 200 len: 1028 time: 1.6435413 Feb 09 21:43:45.505076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568100b-a0f8-4346-a028-7be19972549b service neutron] Pushing event updated for resources: {'Port': ['ID=b4f0e069-3966-4284-be29-220d6b4943b7,revision_number=6']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:45.522226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7be22c2-a07b-4e99-8159-c60475fc9635 req-2e3a4a54-1a84-42bd-a840-2695086a8b4e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0825095 Feb 09 21:43:45.548130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-40c7cb30-8774-4d8d-88ec-7ebfd7afca91 None None] For port d3ae0fc3-f234-42f0-9119-0f4fbede8bac, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3ae0fc3-f234-42f0-9119-0f4fbede8bac,segment=NetworkSegment(7b3a63a0-1991-4d65-8437-33042f23201d),segment_id=7b3a63a0-1991-4d65-8437-33042f23201d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:45.569690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d3ae0fc3-f234-42f0-9119-0f4fbede8bac triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:45.570075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.580867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a39a1839-f700-41e7-b0fc-770ddc69ec19 req-d91ca140-1fee-4f6d-93d2-af9157858357 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674042 Feb 09 21:43:45.589303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-752b58f3-fb86-4601-a30a-ca8a8fa03fd4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.590985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-752b58f3-fb86-4601-a30a-ca8a8fa03fd4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "GET /v2.0/ports/8a562ee3-2e50-4601-ab45-421e6bbb5cd2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0725751 Feb 09 21:43:45.601755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:45.671590 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c7cb30-8774-4d8d-88ec-7ebfd7afca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.730357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.755306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7cb30-8774-4d8d-88ec-7ebfd7afca91 None None] Pushing event updated for resources: {'Port': ['ID=d3ae0fc3-f234-42f0-9119-0f4fbede8bac,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:45.827516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d3ae0fc3-f234-42f0-9119-0f4fbede8bac is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:45.833477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-574ada57-e017-4287-b217-3e2e2e44268e None None] Provisioning complete for port b4f0e069-3966-4284-be29-220d6b4943b7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:45.833933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-574ada57-e017-4287-b217-3e2e2e44268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.845755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.866783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21208bb0-e6ee-4acf-93d0-8ee9c70e2786 req-47139adf-5295-483f-bf87-ff854d1a817d tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.868704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21208bb0-e6ee-4acf-93d0-8ee9c70e2786 req-47139adf-5295-483f-bf87-ff854d1a817d tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 945 time: 0.0685635 Feb 09 21:43:45.873142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-574ada57-e017-4287-b217-3e2e2e44268e None None] Port b4f0e069-3966-4284-be29-220d6b4943b7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:45.892692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-574ada57-e017-4287-b217-3e2e2e44268e None None] Provisioning complete for port 334430ca-02e0-40b1-b584-3535e2e882ed triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:45.894414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-574ada57-e017-4287-b217-3e2e2e44268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.952942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-574ada57-e017-4287-b217-3e2e2e44268e None None] Port 334430ca-02e0-40b1-b584-3535e2e882ed cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:45.953635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21208bb0-e6ee-4acf-93d0-8ee9c70e2786 req-f0402474-866f-4f2a-b8b3-f09d687fd508 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748913 Feb 09 21:43:46.089900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-18f6a66b-0bd7-4bab-bf1a-ac1f26373956 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.094308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b103e48c-befc-4d81-b083-0d4b802447cf None None] Provisioning complete for port d3ae0fc3-f234-42f0-9119-0f4fbede8bac triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:46.094968 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b103e48c-befc-4d81-b083-0d4b802447cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.095257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-18f6a66b-0bd7-4bab-bf1a-ac1f26373956 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.100762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-18f6a66b-0bd7-4bab-bf1a-ac1f26373956 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.107334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-18f6a66b-0bd7-4bab-bf1a-ac1f26373956 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.113127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-18f6a66b-0bd7-4bab-bf1a-ac1f26373956 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.121530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-18f6a66b-0bd7-4bab-bf1a-ac1f26373956 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.123398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-18f6a66b-0bd7-4bab-bf1a-ac1f26373956 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 4659 time: 0.2958970 Feb 09 21:43:46.134079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb97f80-a0be-48c8-ba3f-a707f244ce62 req-24134309-4057-4032-b6d8-79fa1d21fbf7 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.137740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cb97f80-a0be-48c8-ba3f-a707f244ce62 req-24134309-4057-4032-b6d8-79fa1d21fbf7 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.0657415 Feb 09 21:43:46.186369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] For port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:46.190101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b103e48c-befc-4d81-b083-0d4b802447cf None None] Current status of the port d3ae0fc3-f234-42f0-9119-0f4fbede8bac is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:46.217285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cb97f80-a0be-48c8-ba3f-a707f244ce62 req-d82d3d33-715b-4bee-b095-8eaf6451cfbf tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735109 Feb 09 21:43:46.314803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb0a928-c4e7-4734-bc9e-7b97cb41122f req-0dde559f-da1a-484c-b452-0eba513485d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&id=88488584-07e3-4b1d-9e83-6bf9c8d45907&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775367 Feb 09 21:43:46.317857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] For port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:46.371289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] device_id is not set on port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:46.388360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] Publish callbacks [] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.426802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (334430ca-02e0-40b1-b584-3535e2e882ed), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.446495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:46.497908 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.606952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:46.615601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.626108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847', 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe', 'port_id': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847', 'mac_address': 'fa:16:3e:b4:63:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17805a5-9932-4e54-86fa-3ede28de2dc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:46.651551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,revision_number=6']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:46.675539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:46.676084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.692022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8502dd51-ff39-4106-876f-ebe3fdbe5ba2 req-674d138c-8b1e-46db-a7b3-5cffc0eec5d0 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0966525 Feb 09 21:43:46.706658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:46.764882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:46.774070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=334430ca-02e0-40b1-b584-3535e2e882ed,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:46.868041 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.881428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] No DVR routers for this DVR port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:46.941469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3ae0fc3-f234-42f0-9119-0f4fbede8bac up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:46.946002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] In _notify_port_updated(), no bound segment for port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 on network 7d989f55-4c5a-4820-860e-586d1b579112 {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:43:46.946899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.947516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.954045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-88ae8f17-d1c4-4b8a-b3c9-19a60ff009b7 service neutron] 10.222.0.110 "PUT /v2.0/ports/8a562ee3-2e50-4601-ab45-421e6bbb5cd2 HTTP/1.1" status: 200 len: 1027 time: 1.3523486 Feb 09 21:43:46.956946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.009444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:47.012220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab467e-d387-4ef2-ab31-1a150c8ce079 req-d3118f46-faff-464e-8545-1b49f75ee919 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.014465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bab467e-d387-4ef2-ab31-1a150c8ce079 req-d3118f46-faff-464e-8545-1b49f75ee919 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 945 time: 0.1026146 Feb 09 21:43:47.049160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d3ae0fc3-f234-42f0-9119-0f4fbede8bac triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:47.049160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.089472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bab467e-d387-4ef2-ab31-1a150c8ce079 req-2cdf7405-a01d-4d33-a523-4aab5c0324bc tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646455 Feb 09 21:43:47.109723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6bf44-4ada-440a-9961-0475b2e0b150 req-ff61b35e-7e0a-4054-ae08-e1aded4ee395 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.111322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b6bf44-4ada-440a-9961-0475b2e0b150 req-ff61b35e-7e0a-4054-ae08-e1aded4ee395 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 944 time: 0.2791045 Feb 09 21:43:47.148424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:47.185804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d3ae0fc3-f234-42f0-9119-0f4fbede8bac is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:47.202577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3bb8abcd-e057-4606-8f28-f32151a69c2c None None] Provisioning complete for port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:47.202577 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3bb8abcd-e057-4606-8f28-f32151a69c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.277907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port e3583e00-a531-4c07-960f-44473c3164bf {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:47.278311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e3583e00-a531-4c07-960f-44473c3164bf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.291810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b6bf44-4ada-440a-9961-0475b2e0b150 req-ba235d56-c76a-44c6-8ca9-da9d8062a61a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253943 Feb 09 21:43:47.298546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8abcd-e057-4606-8f28-f32151a69c2c None None] Port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:47.298951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:47.315465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:47.392550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-43cc7ae1-4d79-434f-8198-cbc07b86b42a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.394070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-43cc7ae1-4d79-434f-8198-cbc07b86b42a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.2448647 Feb 09 21:43:47.413961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Request body: {'port': {'device_id': '25f97991-20b7-4387-9840-40fd3d06ff23', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'admin_state_up': True, 'tenant_id': '356eb4a569cb4fa1af12545be45d8009'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:47.505493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174d37d-ef64-4f22-84f5-261850894c47 req-3484d380-39b7-410c-a823-c5103cc67d3d tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.512898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f174d37d-ef64-4f22-84f5-261850894c47 req-3484d380-39b7-410c-a823-c5103cc67d3d tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.1735799 Feb 09 21:43:47.613028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f174d37d-ef64-4f22-84f5-261850894c47 req-d8784194-838b-4496-a058-d8235a72375b tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948291 Feb 09 21:43:47.664243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] For port e3583e00-a531-4c07-960f-44473c3164bf, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3583e00-a531-4c07-960f-44473c3164bf,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:47.664850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e3583e00-a531-4c07-960f-44473c3164bf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.670348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b4f0e069-3966-4284-be29-220d6b4943b7 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:47.688154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for e3583e00-a531-4c07-960f-44473c3164bf owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:47.700201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304b2ff-f195-44ac-a8d0-e02ec87d483c req-3c922e6b-11b2-432d-9e97-d237c4a04e3b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.705835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304b2ff-f195-44ac-a8d0-e02ec87d483c req-3c922e6b-11b2-432d-9e97-d237c4a04e3b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.711102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304b2ff-f195-44ac-a8d0-e02ec87d483c req-3c922e6b-11b2-432d-9e97-d237c4a04e3b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.716324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304b2ff-f195-44ac-a8d0-e02ec87d483c req-3c922e6b-11b2-432d-9e97-d237c4a04e3b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.721534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304b2ff-f195-44ac-a8d0-e02ec87d483c req-3c922e6b-11b2-432d-9e97-d237c4a04e3b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.729910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port b4f0e069-3966-4284-be29-220d6b4943b7 host ! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:43:47.730488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device b4f0e069-3966-4284-be29-220d6b4943b7 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:47.731227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e3583e00-a531-4c07-960f-44473c3164bf no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:47.732205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3304b2ff-f195-44ac-a8d0-e02ec87d483c req-3c922e6b-11b2-432d-9e97-d237c4a04e3b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 3885 time: 0.2082636 Feb 09 21:43:47.764001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:47.767726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.788436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-085ff0b3-0d0c-4ae4-8c01-dfd94ae3e65f None None] Provisioning complete for port 334430ca-02e0-40b1-b584-3535e2e882ed triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:47.789123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-085ff0b3-0d0c-4ae4-8c01-dfd94ae3e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.860807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-085ff0b3-0d0c-4ae4-8c01-dfd94ae3e65f None None] Port 334430ca-02e0-40b1-b584-3535e2e882ed cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:47.903255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e3583e00-a531-4c07-960f-44473c3164bf is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:47.903748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15498c9c-b611-43aa-9673-7cf658a7b695 req-0e5b72a2-109c-4fe2-bdfe-300b48d3ac50 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0759404 Feb 09 21:43:47.905203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3583e00-a531-4c07-960f-44473c3164bf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.943290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:47.946205 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19705bf-bf31-4b2a-bcbd-8bc5f72c706f" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "e3583e00-a531-4c07-960f-44473c3164bf"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:47.985590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e3583e00-a531-4c07-960f-44473c3164bf, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3583e00-a531-4c07-960f-44473c3164bf,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.005176 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af263a6-14e0-4d26-8ee0-0e44b669af73 x-openstack-request-id: req-3af263a6-14e0-4d26-8ee0-0e44b669af73 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:48.005782 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "e3583e00-a531-4c07-960f-44473c3164bf", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:48.006266 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3af263a6-14e0-4d26-8ee0-0e44b669af73 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:48.006920 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf', 'code': 200} Feb 09 21:43:48.022460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Allocated IP 172.20.0.5 (f071065e-0967-462d-9ec9-b88235668c87/7bd08550-b806-4ee3-b711-ecc6d2caf5f8/847d4093-84ee-49f3-b194-0c4242527bc6) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:48.070382 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3583e00-a531-4c07-960f-44473c3164bf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.072301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1e6b89f3-805a-45f1-a197-24b33c28c150 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:48.215557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e3583e00-a531-4c07-960f-44473c3164bf,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.220624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3304b2ff-f195-44ac-a8d0-e02ec87d483c req-a2a81543-1f5f-40b2-a39a-9bd91e748a53 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766417 Feb 09 21:43:48.259920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1e6b89f3-805a-45f1-a197-24b33c28c150 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.260452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.281978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks [] for port (847d4093-84ee-49f3-b194-0c4242527bc6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.298006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1e6b89f3-805a-45f1-a197-24b33c28c150, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1e6b89f3-805a-45f1-a197-24b33c28c150,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.310662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63416b-3565-4106-806b-f3b4e31fabb2 req-272dc76d-bf1c-4b5a-9ae4-a769948e3d62 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.312468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff63416b-3565-4106-806b-f3b4e31fabb2 req-272dc76d-bf1c-4b5a-9ae4-a769948e3d62 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 945 time: 0.1061335 Feb 09 21:43:48.324398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:43:48.352826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877651e5-1876-4dda-9b53-c61c2658d03b req-08bfa839-cc44-42f5-a0a2-ed7986710161 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.354370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-877651e5-1876-4dda-9b53-c61c2658d03b req-08bfa839-cc44-42f5-a0a2-ed7986710161 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.110 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 945 time: 0.2195208 Feb 09 21:43:48.375641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff63416b-3565-4106-806b-f3b4e31fabb2 req-95039abb-1074-4b61-824b-a65d080f36ed tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/security-groups?id=e6b38021-c852-4a16-9055-0db766798450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Feb 09 21:43:48.395565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.395565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2a14920b-8a30-4944-b69e-c3ccd78ad218 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:48.467180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:48.476945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.496278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1e6b89f3-805a-45f1-a197-24b33c28c150,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.533659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Network f071065e-0967-462d-9ec9-b88235668c87 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:48.536807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:48.543234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:48.564500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2a14920b-8a30-4944-b69e-c3ccd78ad218 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.565003 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.569527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e3583e00-a531-4c07-960f-44473c3164bf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.574726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event updated for resources: {'Port': ['ID=847d4093-84ee-49f3-b194-0c4242527bc6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.578890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:48.595315 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-27e8a859-2b3a-4a1f-9b44-5f23d5a4ef4a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3562484 Feb 09 21:43:48.595585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] Sync routers for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:48.599311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60762) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.629182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:48.629692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:48.667859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2a14920b-8a30-4944-b69e-c3ccd78ad218, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.669806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:48.671997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:48.679498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:48.680038 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.688479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=e3583e00-a531-4c07-960f-44473c3164bf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.700307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6373f6eb-c7dc-43bb-abb8-ed334e22a036 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.712542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6373f6eb-c7dc-43bb-abb8-ed334e22a036 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports/334430ca-02e0-40b1-b584-3535e2e882ed HTTP/1.1" status: 200 len: 910 time: 0.1067948 Feb 09 21:43:48.718675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60766) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.727568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:48.728510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:48.765593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] No DVR routers for this DVR port e3583e00-a531-4c07-960f-44473c3164bf on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:48.776703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:48.777605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7cfb8-e6e6-4b4f-ad17-efc6e1ca8e3e req-28748762-c45c-4e07-9106-6ad725f199e9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.778052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10ee0a-0501-4d7b-bcee-9df1b687d5d2 None None] The sync data for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:48.779329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ad7cfb8-e6e6-4b4f-ad17-efc6e1ca8e3e req-28748762-c45c-4e07-9106-6ad725f199e9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 945 time: 0.3793082 Feb 09 21:43:48.780269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.781657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.782983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:48.783480 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-9cc1c3de-9565-49b6-a2ac-e2300733c9f4 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "DELETE /v2.0/ports/e3583e00-a531-4c07-960f-44473c3164bf HTTP/1.1" status: 204 len: 173 time: 1.8244724 Feb 09 21:43:48.784188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:48.786453 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84d414-cd42-4c8c-ba82-1cedd32122fd" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "e3583e00-a531-4c07-960f-44473c3164bf"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:48.864262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Deleting port bc3067f4-c879-4fe0-b85a-155892d0e72b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:48.864779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.866953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.868445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.892245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2a14920b-8a30-4944-b69e-c3ccd78ad218,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.949562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.949967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.963059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ad7cfb8-e6e6-4b4f-ad17-efc6e1ca8e3e req-0be8f24a-9f6e-4dd7-b66f-98612e350bbc tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723876 Feb 09 21:43:49.039226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] For port bc3067f4-c879-4fe0-b85a-155892d0e72b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=bc3067f4-c879-4fe0-b85a-155892d0e72b,segment=NetworkSegment(a56318c1-0e0d-4516-8bfa-90f4cc845194),segment_id=a56318c1-0e0d-4516-8bfa-90f4cc845194)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.039610 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.051578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.057889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 host ! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:43:49.058336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:49.061048 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cd7933af-7b67-44bf-a3ba-15f812860a4e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:49.071893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port 2a14920b-8a30-4944-b69e-c3ccd78ad218 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:49.072524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.091233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Calling delete_port for bc3067f4-c879-4fe0-b85a-155892d0e72b owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:49.098569 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a463fe-9de6-47ee-bd96-52d733fc8233 x-openstack-request-id: req-11a463fe-9de6-47ee-bd96-52d733fc8233 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:49.101025 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "e3583e00-a531-4c07-960f-44473c3164bf", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:49.104433 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-11a463fe-9de6-47ee-bd96-52d733fc8233 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:49.104908 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': 'e3583e00-a531-4c07-960f-44473c3164bf', 'status': 'completed', 'code': 200} Feb 09 21:43:49.177744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cd7933af-7b67-44bf-a3ba-15f812860a4e is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:49.178135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.197136 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.253259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-67d67c43-0514-408b-93b8-c0304b2bb555 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8430920 Feb 09 21:43:49.278930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Request body: {'port': {'device_id': '25f97991-20b7-4387-9840-40fd3d06ff23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:49.285499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.330740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cd7933af-7b67-44bf-a3ba-15f812860a4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.417746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b01ae9-5a94-4d1c-a580-37c62c7929e5 req-bdeae5d8-7cf5-4a5f-ac95-f6ec6fe85dbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.419193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55b01ae9-5a94-4d1c-a580-37c62c7929e5 req-bdeae5d8-7cf5-4a5f-ac95-f6ec6fe85dbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 931 time: 0.2067337 Feb 09 21:43:49.421704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] For port 2a14920b-8a30-4944-b69e-c3ccd78ad218, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2a14920b-8a30-4944-b69e-c3ccd78ad218,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.422089 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.437703 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.439006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3c011c04-5e86-422d-aeb0-351d3d116373 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:49.469363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for 2a14920b-8a30-4944-b69e-c3ccd78ad218 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:49.475923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0c8b-b2b2-4ed1-bc37-25c8142ec0b6 req-205230b4-ae70-4480-9645-5df3da222c10 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.482893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-300b0c8b-b2b2-4ed1-bc37-25c8142ec0b6 req-205230b4-ae70-4480-9645-5df3da222c10 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.7642615 Feb 09 21:43:49.517528 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.569894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cd7933af-7b67-44bf-a3ba-15f812860a4e,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.571636 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55b01ae9-5a94-4d1c-a580-37c62c7929e5 req-64d81389-2d7e-4e94-8f85-05254a21d692 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316175 Feb 09 21:43:49.630290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-300b0c8b-b2b2-4ed1-bc37-25c8142ec0b6 req-12218e7e-7d2b-46da-a280-df6970763994 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420298 Feb 09 21:43:49.660744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3c011c04-5e86-422d-aeb0-351d3d116373 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:49.662344 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.691352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bc3067f4-c879-4fe0-b85a-155892d0e72b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.710843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['bc3067f4-c879-4fe0-b85a-155892d0e72b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:49.758779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Pushing event deleted for resources: {'Port': ['ID=bc3067f4-c879-4fe0-b85a-155892d0e72b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.766821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3c011c04-5e86-422d-aeb0-351d3d116373, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3c011c04-5e86-422d-aeb0-351d3d116373,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.818080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-759270b3-5d31-4aeb-8a88-ed74a874198b req-334df22b-f123-4a2b-a2a8-fc6976a3d4db tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 210 time: 0.0840073 Feb 09 21:43:49.830374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa05e94-893f-493f-8f87-9554b54574e8 req-a448aee1-7dc4-477d-9722-f5e7efcf72d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.835415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa05e94-893f-493f-8f87-9554b54574e8 req-a448aee1-7dc4-477d-9722-f5e7efcf72d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.841635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa05e94-893f-493f-8f87-9554b54574e8 req-a448aee1-7dc4-477d-9722-f5e7efcf72d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.853036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa05e94-893f-493f-8f87-9554b54574e8 req-a448aee1-7dc4-477d-9722-f5e7efcf72d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.853369 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3aa05e94-893f-493f-8f87-9554b54574e8 req-a448aee1-7dc4-477d-9722-f5e7efcf72d1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 3144 time: 0.1716468 Feb 09 21:43:49.857851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.876475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] No DVR routers for this DVR port bc3067f4-c879-4fe0-b85a-155892d0e72b on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:49.879628 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.883693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-877651e5-1876-4dda-9b53-c61c2658d03b req-5894d220-1758-4266-9aa3-97b6ce85db49 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.110 "DELETE /v2.0/ports/bc3067f4-c879-4fe0-b85a-155892d0e72b HTTP/1.1" status: 204 len: 173 time: 1.5181851 Feb 09 21:43:49.926629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3c011c04-5e86-422d-aeb0-351d3d116373,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.931002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3aa05e94-893f-493f-8f87-9554b54574e8 req-6663e922-9174-47de-8eef-978ce7fb31ab tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767386 Feb 09 21:43:49.931622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2a14920b-8a30-4944-b69e-c3ccd78ad218), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.994597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.995181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=2a14920b-8a30-4944-b69e-c3ccd78ad218,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.007858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218'}, {'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:50.010212 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e0d83-1574-44bc-a6d6-86dce54c5810" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218"}, {"server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "name": "network-vif-plugged", "status": "completed", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:50.036936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] No DVR routers for this DVR port 2a14920b-8a30-4944-b69e-c3ccd78ad218 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:50.040733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.044906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-bbe4579b-e634-4db0-b882-ce2be52e0052 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "DELETE /v2.0/ports/2a14920b-8a30-4944-b69e-c3ccd78ad218 HTTP/1.1" status: 204 len: 173 time: 1.2484200 Feb 09 21:43:50.116773 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b5935c-357c-4120-8357-81699eea7230 x-openstack-request-id: req-e7b5935c-357c-4120-8357-81699eea7230 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:50.116773 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218", "code": 200}, {"server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "name": "network-vif-plugged", "status": "completed", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-unplugged", "status": "completed", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:50.117059 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e7b5935c-357c-4120-8357-81699eea7230 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:50.117373 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'code': 200} Feb 09 21:43:50.117628 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218', 'code': 200} Feb 09 21:43:50.117882 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847', 'code': 200} Feb 09 21:43:50.118132 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e', 'code': 200} Feb 09 21:43:50.118381 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373', 'code': 200} Feb 09 21:43:50.218738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port 1e6b89f3-805a-45f1-a197-24b33c28c150 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:50.218989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.220377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847d4093-84ee-49f3-b194-0c4242527bc6 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:50.300508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Publish callbacks [] for port (847d4093-84ee-49f3-b194-0c4242527bc6), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.324937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] For port 1e6b89f3-805a-45f1-a197-24b33c28c150, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1e6b89f3-805a-45f1-a197-24b33c28c150,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:50.325363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.379698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Transition to ACTIVE for port object 847d4093-84ee-49f3-b194-0c4242527bc6 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:50.426842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205795c-4bee-4bfa-989c-354443c34800 req-3a8cdafd-72ad-4d21-8bb9-3847eb0fd8ab tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.429229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1205795c-4bee-4bfa-989c-354443c34800 req-3a8cdafd-72ad-4d21-8bb9-3847eb0fd8ab tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 946 time: 0.2974374 Feb 09 21:43:50.508469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.584239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.21.0.1 (b1189fe9-a883-4cc0-a240-9150e41ad864/de0ead43-5e7f-460c-8d73-21ec8fed0a13/6b97ef0e-c6be-4d51-87c2-c54649773fe8) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:50.588903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085f559-d81a-4c0d-bc1f-af1bf4b8e34b req-e47519c7-3081-4d33-986e-e1f0ef231e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.590498 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d085f559-d81a-4c0d-bc1f-af1bf4b8e34b req-e47519c7-3081-4d33-986e-e1f0ef231e8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1128 time: 0.3876595 Feb 09 21:43:50.597920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.600161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (491b989a-2a19-448f-89da-f388296a6b88), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.600161 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Floating IP 491b989a-2a19-448f-89da-f388296a6b88 disassociated. External IP: 172.25.5.105, port: 1e6b89f3-805a-45f1-a197-24b33c28c150. Feb 09 21:43:50.600161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for 1e6b89f3-805a-45f1-a197-24b33c28c150 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:50.679151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Pushing event updated for resources: {'Port': ['ID=847d4093-84ee-49f3-b194-0c4242527bc6,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.728245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1205795c-4bee-4bfa-989c-354443c34800 req-8895c662-9b5c-47b1-8734-fae3295937d4 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269368 Feb 09 21:43:50.787025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03d1cb-6173-4617-b84e-4a898e0be3cb req-c837dc30-b85c-4580-9034-c07f566d6ed5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.788669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d03d1cb-6173-4617-b84e-4a898e0be3cb req-c837dc30-b85c-4580-9034-c07f566d6ed5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 943 time: 0.0943995 Feb 09 21:43:50.861024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d085f559-d81a-4c0d-bc1f-af1bf4b8e34b req-7bf8a5da-7722-4627-8604-1617a5eae7d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330079 Feb 09 21:43:50.875219 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d03d1cb-6173-4617-b84e-4a898e0be3cb req-8dbd6de5-fa1b-4a33-8993-5d6447cde422 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Feb 09 21:43:50.948642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Attempting to bind port 847d4093-84ee-49f3-b194-0c4242527bc6 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:50.948986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Attempting to bind port 847d4093-84ee-49f3-b194-0c4242527bc6 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:50.949320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Attempting to bind port 847d4093-84ee-49f3-b194-0c4242527bc6 on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:50.949458 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1e6b89f3-805a-45f1-a197-24b33c28c150), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.969782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Port 847d4093-84ee-49f3-b194-0c4242527bc6 on network f071065e-0967-462d-9ec9-b88235668c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:50.970119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Attempting to bind port 847d4093-84ee-49f3-b194-0c4242527bc6 on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:50.999083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c878b24-1675-4144-9537-afaa22c0d7b3 req-96ccbc52-f143-4480-b7f6-4e2c28f94028 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.007848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c878b24-1675-4144-9537-afaa22c0d7b3 req-96ccbc52-f143-4480-b7f6-4e2c28f94028 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.1699262 Feb 09 21:43:51.010459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:51.010809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Checking segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:51.011187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Bound using segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:51.011736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Bound port: 847d4093-84ee-49f3-b194-0c4242527bc6, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:51.012113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.024143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=1e6b89f3-805a-45f1-a197-24b33c28c150,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.033705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.060797 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a599fae8-7794-4c60-a80e-82cff79362ea req-ac316493-9795-47b9-af83-51e9954da354 tempest-ServerAddressesTestJSON-2021508362 tempest-ServerAddressesTestJSON-2021508362-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe43885-4a3d-4d25-ab15-0cb8eed009ac HTTP/1.1" status: 200 len: 210 time: 0.0500333 Feb 09 21:43:51.143550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c878b24-1675-4144-9537-afaa22c0d7b3 req-70ff87d4-952a-41c9-a5da-e43e75cea24f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347511 Feb 09 21:43:51.166673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] For port 847d4093-84ee-49f3-b194-0c4242527bc6, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:51.169782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] For port 847d4093-84ee-49f3-b194-0c4242527bc6, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=847d4093-84ee-49f3-b194-0c4242527bc6,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:51.177041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'name': 'network-vif-deleted', 'tag': 'bc3067f4-c879-4fe0-b85a-155892d0e72b'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:51.179829 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88253491-85ae-4d62-b4b4-81480f275324" -d '{"events": [{"server_uuid": "abe43885-4a3d-4d25-ab15-0cb8eed009ac", "name": "network-vif-deleted", "tag": "bc3067f4-c879-4fe0-b85a-155892d0e72b"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:51.223356 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1198521d-58a3-40cf-a521-6cfd510e1d1b x-openstack-request-id: req-1198521d-58a3-40cf-a521-6cfd510e1d1b {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:51.223663 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe43885-4a3d-4d25-ab15-0cb8eed009ac", "name": "network-vif-deleted", "tag": "bc3067f4-c879-4fe0-b85a-155892d0e72b", "status": "completed", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "2a14920b-8a30-4944-b69e-c3ccd78ad218", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:51.223967 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1198521d-58a3-40cf-a521-6cfd510e1d1b {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:51.224365 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe43885-4a3d-4d25-ab15-0cb8eed009ac', 'name': 'network-vif-deleted', 'tag': 'bc3067f4-c879-4fe0-b85a-155892d0e72b', 'status': 'completed', 'code': 200} Feb 09 21:43:51.224626 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': '2a14920b-8a30-4944-b69e-c3ccd78ad218', 'status': 'completed', 'code': 200} Feb 09 21:43:51.229444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Router 0d91b39d-c00b-40fa-9a83-6658b4ced44e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:51.235437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.280155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.297470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network b1189fe9-a883-4cc0-a240-9150e41ad864 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:51.302341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:51.305247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:51.325713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42cf8e-7ea5-4f04-889f-b370fec487b7 req-f6f6d5ed-afed-4976-8167-f528172f929a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.334405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42cf8e-7ea5-4f04-889f-b370fec487b7 req-f6f6d5ed-afed-4976-8167-f528172f929a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.334405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e42cf8e-7ea5-4f04-889f-b370fec487b7 req-f6f6d5ed-afed-4976-8167-f528172f929a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 1676 time: 0.1569910 Feb 09 21:43:51.340976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=6b97ef0e-c6be-4d51-87c2-c54649773fe8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.404254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.404887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.406312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] 10.222.0.30 "PUT /v2.0/ports/847d4093-84ee-49f3-b194-0c4242527bc6 HTTP/1.1" status: 200 len: 1091 time: 2.1333561 Feb 09 21:43:51.409161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f97991-20b7-4387-9840-40fd3d06ff23', 'tag': '847d4093-84ee-49f3-b194-0c4242527bc6'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:51.409161 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6efdca-f7d8-4328-80e4-a1d13b8a0529" -d '{"events": [{"name": "network-changed", "server_uuid": "25f97991-20b7-4387-9840-40fd3d06ff23", "tag": "847d4093-84ee-49f3-b194-0c4242527bc6"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:51.448350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e42cf8e-7ea5-4f04-889f-b370fec487b7 req-b7426105-927c-4003-9c87-8235567985b2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973117 Feb 09 21:43:51.450792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.455260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:51.472580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] Sync routers for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:51.497616 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:51.500354 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:51.546683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] No DVR routers for this DVR port 1e6b89f3-805a-45f1-a197-24b33c28c150 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:51.550003 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.554195 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-c38aba93-c8c1-45d0-a53d-f0d13504d792 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "DELETE /v2.0/ports/1e6b89f3-805a-45f1-a197-24b33c28c150 HTTP/1.1" status: 204 len: 173 time: 1.5034883 Feb 09 21:43:51.613500 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530696c6-08e0-4fa6-960e-9d05617a04a7 x-openstack-request-id: req-530696c6-08e0-4fa6-960e-9d05617a04a7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:51.613830 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f97991-20b7-4387-9840-40fd3d06ff23", "tag": "847d4093-84ee-49f3-b194-0c4242527bc6", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:51.614092 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-530696c6-08e0-4fa6-960e-9d05617a04a7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:51.614495 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f97991-20b7-4387-9840-40fd3d06ff23', 'tag': '847d4093-84ee-49f3-b194-0c4242527bc6', 'status': 'completed', 'code': 200} Feb 09 21:43:51.634834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396e73a-9668-43c0-b5a3-c9d210cff162 service neutron] Pushing event updated for resources: {'Port': ['ID=847d4093-84ee-49f3-b194-0c4242527bc6,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.743306 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:51.743479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6efdca-f7d8-4328-80e4-a1d13b8a0529 req-f4c9851d-f60c-4314-901f-e15b74341443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.744913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a6efdca-f7d8-4328-80e4-a1d13b8a0529 req-f4c9851d-f60c-4314-901f-e15b74341443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 1125 time: 0.1334007 Feb 09 21:43:51.790167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port cd7933af-7b67-44bf-a3ba-15f812860a4e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:51.791124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.835850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ff2edfd3-934f-4b65-8799-9a711e35a5c2 None None] Provisioning complete for port 6b97ef0e-c6be-4d51-87c2-c54649773fe8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:51.836568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff2edfd3-934f-4b65-8799-9a711e35a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.870123 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.905302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ff2edfd3-934f-4b65-8799-9a711e35a5c2 None None] Port 6b97ef0e-c6be-4d51-87c2-c54649773fe8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:51.930393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] For port cd7933af-7b67-44bf-a3ba-15f812860a4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cd7933af-7b67-44bf-a3ba-15f812860a4e,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:51.930882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.950958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for cd7933af-7b67-44bf-a3ba-15f812860a4e owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:52.062425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd2d5a-8609-4dcc-8eb7-fba4acc52cc3 req-484ddf48-4bc7-4743-85af-593c72e6f632 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.064800 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7fd2d5a-8609-4dcc-8eb7-fba4acc52cc3 req-484ddf48-4bc7-4743-85af-593c72e6f632 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 946 time: 0.2265542 Feb 09 21:43:52.105311 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.151355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7fd2d5a-8609-4dcc-8eb7-fba4acc52cc3 req-ef2a05d0-c17a-43ee-a689-7f0c9fb6ca26 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711176 Feb 09 21:43:52.164522 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] Checking router: 0d91b39d-c00b-40fa-9a83-6658b4ced44e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:52.185309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:52.186149 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.237441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:52.302087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] Deleting subnet d3f07da6-55f4-49e7-b031-898cfb776c9a {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:52.306053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] Publish callbacks [] for subnet (d3f07da6-55f4-49e7-b031-898cfb776c9a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.347741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (d3f07da6-55f4-49e7-b031-898cfb776c9a), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.359641 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:52.391348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cd7933af-7b67-44bf-a3ba-15f812860a4e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.393975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6efdca-f7d8-4328-80e4-a1d13b8a0529 req-39ebd15e-194d-483f-b606-34c38403e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.397055 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a6efdca-f7d8-4328-80e4-a1d13b8a0529 req-39ebd15e-194d-483f-b606-34c38403e1f3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=356eb4a569cb4fa1af12545be45d8009&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6424212 Feb 09 21:43:52.470623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=cd7933af-7b67-44bf-a3ba-15f812860a4e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:52.478689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d3f07da6-55f4-49e7-b031-898cfb776c9a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.596392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6efdca-f7d8-4328-80e4-a1d13b8a0529 req-76e1fcd6-bc4c-465b-ae95-80bd61568dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.597896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a6efdca-f7d8-4328-80e4-a1d13b8a0529 req-76e1fcd6-bc4c-465b-ae95-80bd61568dc7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631515 Feb 09 21:43:52.602385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cffb8f-659a-4043-a960-44c84defd896 req-24802bf6-5439-4d61-b626-abfdf148773e tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.605451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97cffb8f-659a-4043-a960-44c84defd896 req-24802bf6-5439-4d61-b626-abfdf148773e tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.2256432 Feb 09 21:43:52.629414 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] No DVR routers for this DVR port cd7933af-7b67-44bf-a3ba-15f812860a4e on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:52.632498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.637776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-65343007-cc34-4696-ac08-dbb121842359 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "DELETE /v2.0/ports/cd7933af-7b67-44bf-a3ba-15f812860a4e HTTP/1.1" status: 204 len: 173 time: 1.0762334 Feb 09 21:43:52.640500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846485b7-05ab-4c2c-9203-8402d7227a56 req-aca83b37-612b-4dae-abd2-93d2dd115cbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.648585 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.650053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-846485b7-05ab-4c2c-9203-8402d7227a56 req-aca83b37-612b-4dae-abd2-93d2dd115cbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 943 time: 0.6422167 Feb 09 21:43:52.687018 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b2787c-4b7d-40d6-8cd8-8ac4b1594b58 None None] The sync data for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 is: [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:53Z', 'revision_number': 4, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '45e93fab-c2ef-479e-bbf3-d27a292c0e24', 'name': '', 'network_id': '496f3486-9158-4474-b4b6-e8d8aaa184ff', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'mac_address': 'fa:16:3e:d2:07:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:52Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'subnets': [{'id': '7b4f110c-c587-49ed-b87a-fc3bdc46121c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:52.770752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97cffb8f-659a-4043-a960-44c84defd896 req-9a077e60-b075-4114-b148-595d5f2ba603 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426516 Feb 09 21:43:52.804275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (d3f07da6-55f4-49e7-b031-898cfb776c9a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.888705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f07da6-55f4-49e7-b031-898cfb776c9a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:52.931265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-846485b7-05ab-4c2c-9203-8402d7227a56 req-e55c78e7-9153-4e41-965d-3d617b999862 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801313 Feb 09 21:43:52.947033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.952909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5bbbcc9f-a903-4679-8d98-a8a081d7d93c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d3f07da6-55f4-49e7-b031-898cfb776c9a HTTP/1.1" status: 204 len: 168 time: 0.7118347 Feb 09 21:43:52.958986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60808) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:52.963897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-835a9f35-7459-463d-970a-1436b40691a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.965871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-835a9f35-7459-463d-970a-1436b40691a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 1125 time: 0.3057539 Feb 09 21:43:53.053987 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ea99eeca-06e7-412e-85c1-93e47f769413), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.086874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-79d7d467-dec1-4864-91eb-c27127506c0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=847d4093-84ee-49f3-b194-0c4242527bc6 HTTP/1.1" status: 200 len: 217 time: 0.1011109 Feb 09 21:43:53.136853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port 3c011c04-5e86-422d-aeb0-351d3d116373 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:53.137470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.163253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ecf07-909d-4675-be69-99b4bde6f9b3 None None] New status for floating IP 491b989a-2a19-448f-89da-f388296a6b88: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:53.172329 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.177354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-0f07af71-0e32-4eaa-b5b3-576f808523af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.179012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-0f07af71-0e32-4eaa-b5b3-576f808523af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.0826309 Feb 09 21:43:53.191554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed958d7-e387-46ff-aaad-6255409fbd80 req-cee1c574-f85c-446d-80b1-1e8238146020 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.193343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aed958d7-e387-46ff-aaad-6255409fbd80 req-cee1c574-f85c-446d-80b1-1e8238146020 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 942 time: 0.2971575 Feb 09 21:43:53.223322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-95f7e37e-34fa-4db9-b946-923064982436 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375581 Feb 09 21:43:53.249091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150'}, {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:53.249885 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f424913a-cc3a-4f9b-94e9-6314c191d9a9" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150"}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:53.252389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.332271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ea99eeca-06e7-412e-85c1-93e47f769413), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.338225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aed958d7-e387-46ff-aaad-6255409fbd80 req-d1e086c2-51ba-4fed-a243-586e6e107bdb tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups?id=4e463dd5-668f-4216-9e5f-4af4ad7405a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819180 Feb 09 21:43:53.375483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.376878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea99eeca-06e7-412e-85c1-93e47f769413']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:53.392290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] For port 3c011c04-5e86-422d-aeb0-351d3d116373, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3c011c04-5e86-422d-aeb0-351d3d116373,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:53.392702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.398647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56318c1-0e0d-4516-8bfa-90f4cc845194') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:53.398954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56318c1-0e0d-4516-8bfa-90f4cc845194') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:53.424195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (a56318c1-0e0d-4516-8bfa-90f4cc845194), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.425987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for 3c011c04-5e86-422d-aeb0-351d3d116373 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:53.452803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a56318c1-0e0d-4516-8bfa-90f4cc845194), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.497086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:53.497512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (a56318c1-0e0d-4516-8bfa-90f4cc845194), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:53.499295 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:53.597346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network b1189fe9-a883-4cc0-a240-9150e41ad864 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:53.603529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:53.646125 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a806877-06c4-48a6-bb05-65c50049b93d x-openstack-request-id: req-9a806877-06c4-48a6-bb05-65c50049b93d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:53.646125 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "1e6b89f3-805a-45f1-a197-24b33c28c150", "status": "completed", "code": 200}, {"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "cd7933af-7b67-44bf-a3ba-15f812860a4e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:53.646125 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9a806877-06c4-48a6-bb05-65c50049b93d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:53.646125 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': '1e6b89f3-805a-45f1-a197-24b33c28c150', 'status': 'completed', 'code': 200} Feb 09 21:43:53.646125 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': 'cd7933af-7b67-44bf-a3ba-15f812860a4e', 'status': 'completed', 'code': 200} Feb 09 21:43:53.686465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1ff88-5806-46ef-a277-cd5ef5ec16af req-0e795c1b-ac95-4848-9b1b-5e14e641e763 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.688170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbe1ff88-5806-46ef-a277-cd5ef5ec16af req-0e795c1b-ac95-4848-9b1b-5e14e641e763 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 946 time: 0.1218872 Feb 09 21:43:53.689417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device bc3067f4-c879-4fe0-b85a-155892d0e72b no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:53.737250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: bc3067f4-c879-4fe0-b85a-155892d0e72b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:53.738328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device bc3067f4-c879-4fe0-b85a-155892d0e72b not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:53.753972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ea99eeca-06e7-412e-85c1-93e47f769413), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.785453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.806950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ea99eeca-06e7-412e-85c1-93e47f769413 HTTP/1.1" status: 204 len: 168 time: 0.8416791 Feb 09 21:43:53.817433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=6b97ef0e-c6be-4d51-87c2-c54649773fe8,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:53.829824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:53.837252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a11334-d459-4305-9d22-7e81329a9623 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea99eeca-06e7-412e-85c1-93e47f769413,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:53.917670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbe1ff88-5806-46ef-a277-cd5ef5ec16af req-e347c8b4-f513-4327-bf9a-e236e0b7c854 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837914 Feb 09 21:43:53.987495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:53.993003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-2c89d3a7-de67-409b-bfc8-658aeefc8e62 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632003 Feb 09 21:43:53.995015 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3c011c04-5e86-422d-aeb0-351d3d116373), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.996878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-986d365c-56d1-44b4-a94f-6992dcb174ba tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2796638 Feb 09 21:43:53.999283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60832) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:54.006078 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] Sync routers for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:54.019896 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:54.023517 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:54.053031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1bc1afba-7984-43ee-b0d6-eee585a32e78 None None] Provisioning complete for port 6b97ef0e-c6be-4d51-87c2-c54649773fe8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:54.054288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1bc1afba-7984-43ee-b0d6-eee585a32e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.069496 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:54.079723 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:54.080717 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:54.094791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf5630dc-2c3d-48f7-a53f-c16b8b0d5116 req-d1dc42c6-8e65-4012-aefc-02303af1c1ee service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944147 Feb 09 21:43:54.132519 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:54.133454 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b448a1b2-a40e-4661-94c6-416209cd17d2 None None] The sync data for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:54.134934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1afba-7984-43ee-b0d6-eee585a32e78 None None] Port 6b97ef0e-c6be-4d51-87c2-c54649773fe8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:54.244080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698b69a-9647-44fe-9989-2912e8c97ec5 req-ef090da5-c475-4319-ba9f-ec58e5fcb9c4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.245988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a698b69a-9647-44fe-9989-2912e8c97ec5 req-ef090da5-c475-4319-ba9f-ec58e5fcb9c4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.0762815 Feb 09 21:43:54.309270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a698b69a-9647-44fe-9989-2912e8c97ec5 req-e0dce2c0-83f9-4af5-b7e4-6caac1a84ec6 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497375 Feb 09 21:43:54.348929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60836) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:54.473873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=3c011c04-5e86-422d-aeb0-351d3d116373,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:54.505221 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88eeb106-39e7-4677-b805-417f03bdc876 req-21f07733-3972-44d1-b55a-61e5e116f614 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-430328462&fields=id&tenant_id=58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 267 time: 0.1203511 Feb 09 21:43:54.515115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] No DVR routers for this DVR port 3c011c04-5e86-422d-aeb0-351d3d116373 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:54.522947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c812f-32d5-40ac-9414-bd5544599f08 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.524378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-962c812f-32d5-40ac-9414-bd5544599f08 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports/6b97ef0e-c6be-4d51-87c2-c54649773fe8 HTTP/1.1" status: 200 len: 910 time: 0.5232742 Feb 09 21:43:54.525684 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.529018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8404093-7114-465f-91f5-4d0fa2f1b04a req-2cf7aeca-1041-460e-a9f1-9facbd2798b7 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.110 "DELETE /v2.0/ports/3c011c04-5e86-422d-aeb0-351d3d116373 HTTP/1.1" status: 204 len: 173 time: 1.8613830 Feb 09 21:43:54.530305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60840) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:54.531168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9bb775a2-2148-426a-8ebd-e3911988e72e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b4838f4237ac43ca9a5d7403c5888d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1797068 Feb 09 21:43:54.536674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:54.627793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeb106-39e7-4677-b805-417f03bdc876 req-2f8c2d71-9008-469f-b069-f4219813cdb8 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.638148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88eeb106-39e7-4677-b805-417f03bdc876 req-2f8c2d71-9008-469f-b069-f4219813cdb8 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 946 time: 0.1317649 Feb 09 21:43:54.649711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'port': {'security_groups': ['ce21deec-71f6-44b7-adb7-788128a44a04', '01bceb7d-f014-4be3-a0f3-5f68467565fc']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:54.689494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b6fc2-1a7f-4e13-b630-a52d52d47b1c req-b7af64fa-49a3-493d-b427-c43b7b57dc2b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.691495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c5b6fc2-1a7f-4e13-b630-a52d52d47b1c req-b7af64fa-49a3-493d-b427-c43b7b57dc2b tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 944 time: 0.2765915 Feb 09 21:43:54.739331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-ce86aa7b-721f-4399-85ef-8f05504cb170 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.741542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-ce86aa7b-721f-4399-85ef-8f05504cb170 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 944 time: 0.2740645 Feb 09 21:43:54.773237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c5b6fc2-1a7f-4e13-b630-a52d52d47b1c req-fec91303-d539-41f6-be49-91aa1930f216 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617950 Feb 09 21:43:54.930831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.967998 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eff78f12-f3a9-4ef7-a2f4-73f9d3274c23 admin admin] Publish callbacks [] for security_group (e6b38021-c852-4a16-9055-0db766798450), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.034304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Deleting port 60ff27d3-b6e8-4df2-944f-9f2283d27097 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:55.035218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.063459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fdcee-4b79-4c0f-ad93-468cb14a1f4e req-ce7968c2-a489-4db0-a00d-93c4f61ba7d3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.065468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a2fdcee-4b79-4c0f-ad93-468cb14a1f4e req-ce7968c2-a489-4db0-a00d-93c4f61ba7d3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 943 time: 0.1851158 Feb 09 21:43:55.069848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eff78f12-f3a9-4ef7-a2f4-73f9d3274c23 admin admin] Publish callbacks [] for security_group (e6b38021-c852-4a16-9055-0db766798450), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.170476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a2fdcee-4b79-4c0f-ad93-468cb14a1f4e req-5831bdda-29c0-4aa2-bcc2-eaad49307737 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944993 Feb 09 21:43:55.273520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] For port 60ff27d3-b6e8-4df2-944f-9f2283d27097, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=60ff27d3-b6e8-4df2-944f-9f2283d27097,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:55.274561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.288715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Calling delete_port for 60ff27d3-b6e8-4df2-944f-9f2283d27097 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:55.335243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.461409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:55.496747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eff78f12-f3a9-4ef7-a2f4-73f9d3274c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e6b38021-c852-4a16-9055-0db766798450), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.499393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eff78f12-f3a9-4ef7-a2f4-73f9d3274c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.500606 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eff78f12-f3a9-4ef7-a2f4-73f9d3274c23 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6b38021-c852-4a16-9055-0db766798450 HTTP/1.1" status: 204 len: 168 time: 0.9543669 Feb 09 21:43:55.500742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.513973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff78f12-f3a9-4ef7-a2f4-73f9d3274c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b38021-c852-4a16-9055-0db766798450,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.547884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77378f7-056f-4bb7-86df-0cbbc2ad0778 req-876b482c-cabb-4d91-a31d-0ab00a3085a8 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.549450 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f77378f7-056f-4bb7-86df-0cbbc2ad0778 req-876b482c-cabb-4d91-a31d-0ab00a3085a8 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 946 time: 0.2725890 Feb 09 21:43:55.577641 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.591924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:55.652600 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (60ff27d3-b6e8-4df2-944f-9f2283d27097), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.656679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f77378f7-056f-4bb7-86df-0cbbc2ad0778 req-e99d4ee7-dbb8-40a5-8d2f-3a805b36dd4b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/security-groups?id=6928c6f8-8d6b-4046-bef3-43e7171abf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966494 Feb 09 21:43:55.657185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:55.660291 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435e679-86aa-4699-9c4a-7e3958819ec6" -d '{"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:55.666773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.667857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.685642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88eeb106-39e7-4677-b805-417f03bdc876 req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "PUT /v2.0/ports/1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 200 len: 982 time: 1.0450881 Feb 09 21:43:55.686271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:55.696155 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ec9bae-058e-4952-96a4-1dfebe87a86e" -d '{"events": [{"name": "network-changed", "server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:55.701732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['60ff27d3-b6e8-4df2-944f-9f2283d27097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:55.782606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:55.808957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb423b74-ba25-4ff7-9e1a-ea3129122ba6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.815528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-0cb738e8-be11-4975-8ab8-300b45c9d3cb tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.826905 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-0cb738e8-be11-4975-8ab8-300b45c9d3cb tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.110 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 946 time: 0.2372775 Feb 09 21:43:55.992533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7ea3ae4-c273-4cde-9ebd-b07a23d2c577 req-33407cd1-fd1c-4f06-aed2-5d58794dd7aa tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.1457381 Feb 09 21:43:55.999234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event deleted for resources: {'Port': ['ID=60ff27d3-b6e8-4df2-944f-9f2283d27097,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:56.041274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] No DVR routers for this DVR port 60ff27d3-b6e8-4df2-944f-9f2283d27097 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:56.047355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.057264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95c67ee1-0bbd-4d6d-96af-c8ecd5523897 req-2a8cb4fc-0820-49c4-8cf2-f79688053607 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.30 "DELETE /v2.0/ports/60ff27d3-b6e8-4df2-944f-9f2283d27097 HTTP/1.1" status: 204 len: 173 time: 1.2894244 Feb 09 21:43:56.135205 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768bb862-8516-4005-b1fc-2d215e6885ee x-openstack-request-id: req-768bb862-8516-4005-b1fc-2d215e6885ee {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:56.138790 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6628a2d-8a1a-4a9f-b0b8-4873399feb86", "name": "network-vif-deleted", "tag": "3c011c04-5e86-422d-aeb0-351d3d116373", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:56.141240 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-768bb862-8516-4005-b1fc-2d215e6885ee {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:56.141877 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6628a2d-8a1a-4a9f-b0b8-4873399feb86', 'name': 'network-vif-deleted', 'tag': '3c011c04-5e86-422d-aeb0-351d3d116373', 'status': 'completed', 'code': 200} Feb 09 21:43:56.161447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Deleting port cbc46a19-a4ff-4569-9854-f4d99589a5e2 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:56.162089 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.319179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c465ad-8f92-46bf-bf2c-b327ab75e11a req-922d46eb-31f3-4582-a525-e6cf7eb204b1 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.323357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47c465ad-8f92-46bf-bf2c-b327ab75e11a req-922d46eb-31f3-4582-a525-e6cf7eb204b1 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.4338839 Feb 09 21:43:56.340341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-fad79dac-5cba-4bff-abbf-4b0f415b663f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1697542168&fields=id&tenant_id=58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 267 time: 0.0805540 Feb 09 21:43:56.409228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-87523534-186e-4229-98c5-a17e4f89197f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.418619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-87523534-186e-4229-98c5-a17e4f89197f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 985 time: 0.0760908 Feb 09 21:43:56.425281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'port': {'security_groups': ['01bceb7d-f014-4be3-a0f3-5f68467565fc', 'ce21deec-71f6-44b7-adb7-788128a44a04', 'a53e4ea0-825b-4a84-bc66-4b859f07d48c']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:56.435605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] For port cbc46a19-a4ff-4569-9854-f4d99589a5e2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cbc46a19-a4ff-4569-9854-f4d99589a5e2,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:56.436021 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.451794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Calling delete_port for cbc46a19-a4ff-4569-9854-f4d99589a5e2 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:56.498385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 847d4093-84ee-49f3-b194-0c4242527bc6 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:56.524620 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.551499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 6b97ef0e-c6be-4d51-87c2-c54649773fe8 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:56.564991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.677879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 847d4093-84ee-49f3-b194-0c4242527bc6, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=847d4093-84ee-49f3-b194-0c4242527bc6,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:56.732841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '847d4093-84ee-49f3-b194-0c4242527bc6', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'port_id': '847d4093-84ee-49f3-b194-0c4242527bc6', 'mac_address': 'fa:16:3e:d1:08:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd08550-b806-4ee3-b711-ecc6d2caf5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:56.749783 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47c465ad-8f92-46bf-bf2c-b327ab75e11a req-fe8b959a-8625-4609-821b-861c7998e12d tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064231 Feb 09 21:43:56.787323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 847d4093-84ee-49f3-b194-0c4242527bc6 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:56.787902 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.806109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.847164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 6b97ef0e-c6be-4d51-87c2-c54649773fe8 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:56.859518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847d4093-84ee-49f3-b194-0c4242527bc6 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:56.877798 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d66989-fc51-42a9-a941-165f0d8d439a x-openstack-request-id: req-d9d66989-fc51-42a9-a941-165f0d8d439a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:56.878387 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:56.878629 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d9d66989-fc51-42a9-a941-165f0d8d439a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:56.879145 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847', 'status': 'completed', 'code': 200} Feb 09 21:43:56.908904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 847d4093-84ee-49f3-b194-0c4242527bc6, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=847d4093-84ee-49f3-b194-0c4242527bc6,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:56.978734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:56.995063 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.054799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-686b1f76-3f4d-4f5c-b86d-94fbedd51b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:57.059025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-686b1f76-3f4d-4f5c-b86d-94fbedd51b9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1167 time: 0.1681685 Feb 09 21:43:57.122775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=847d4093-84ee-49f3-b194-0c4242527bc6,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:57.123297 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.211296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['847d4093-84ee-49f3-b194-0c4242527bc6'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:57.218859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-0578882d-129a-46da-b7ea-f2d3e4ba1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:57.221658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-0578882d-129a-46da-b7ea-f2d3e4ba1ba3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 912 time: 0.1467109 Feb 09 21:43:57.234674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-74fab91f-b619-4402-945f-9f83a2e7949a req-199ed1b6-b67b-4633-a251-8ed32afb0b54 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=551eb721-3b56-4a54-9d00-04dddb9eba4a HTTP/1.1" status: 200 len: 210 time: 0.0624540 Feb 09 21:43:57.241735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cbc46a19-a4ff-4569-9854-f4d99589a5e2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.291416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cbc46a19-a4ff-4569-9854-f4d99589a5e2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:57.292987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Pushing event deleted for resources: {'Port': ['ID=cbc46a19-a4ff-4569-9854-f4d99589a5e2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:57.336336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60880) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:57.338917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.359323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-07623ea4-f490-464a-a6ad-8aac3fdee4f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 200 len: 217 time: 0.1307869 Feb 09 21:43:57.406650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:57.442445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-01dd2ccd-20e9-4bf4-b9e4-f8de4922d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:57.444281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-01dd2ccd-20e9-4bf4-b9e4-f8de4922d428 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.0571673 Feb 09 21:43:57.457520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] No DVR routers for this DVR port cbc46a19-a4ff-4569-9854-f4d99589a5e2 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:57.459491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:57.460921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.476561 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c1192a6-b9c4-4ad3-9cd8-42a4d464895e req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "PUT /v2.0/ports/1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 200 len: 1021 time: 1.0565264 Feb 09 21:43:57.509207 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.518036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51800465-4e1a-4758-9e79-075b7b4ce9f5 req-e3b5bc57-a93f-43db-be3f-067f9ab6e80b tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.110 "DELETE /v2.0/ports/cbc46a19-a4ff-4569-9854-f4d99589a5e2 HTTP/1.1" status: 204 len: 173 time: 1.6805134 Feb 09 21:43:57.551635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:57.560077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-910231bb-1ccd-47f5-bf43-60d100702a6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823827 Feb 09 21:43:57.593910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b9e1c-9b51-4e96-a467-19f29d8813f1 req-feff8604-74cb-436d-9bca-0d476e6ca453 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:57.595304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e49b9e1c-9b51-4e96-a467-19f29d8813f1 req-feff8604-74cb-436d-9bca-0d476e6ca453 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 944 time: 0.2105827 Feb 09 21:43:57.600147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-979760519-network', 'tenant_id': '3586190e2a6b41bab8640da6628e898b'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:57.636612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6b97ef0e-c6be-4d51-87c2-c54649773fe8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.691476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=6b97ef0e-c6be-4d51-87c2-c54649773fe8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:57.704666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e49b9e1c-9b51-4e96-a467-19f29d8813f1 req-aa1306d8-e402-4c76-aa11-2a1e86cfba3f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028180 Feb 09 21:43:57.747566 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-7aa1b281-aa3a-4023-a9cd-5e772d1ea6d0 service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559753 Feb 09 21:43:57.793120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e98a648-95fc-43cf-99b2-fdb6fde96b6a req-f1282d79-0553-4513-a668-b25dd4c78f49 tempest-AttachSCSIVolumeTestJSON-472039402 tempest-AttachSCSIVolumeTestJSON-472039402-project] 10.222.0.98 "GET /v2.0/ports?device_id=1d320986-ade3-4849-ba6b-deb2da972117 HTTP/1.1" status: 200 len: 210 time: 0.2287383 Feb 09 21:43:57.891545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adadaa-f74b-4b4e-9947-7aa25a63025a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:57.929112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d651a540-000f-4806-bcba-74fe6ab8b23f req-bc86d9f3-6e88-4590-a3f7-a5c1631e9691 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0757849 Feb 09 21:43:58.010182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Made reservation on behalf of 3586190e2a6b41bab8640da6628e898b for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:58.012806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.080008 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.137862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e22bf-191a-43be-b65a-49cdc1eff2aa req-76c1ca3b-f521-4cd0-a00c-b9ed4effd8c3 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:58.145198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d320986-ade3-4849-ba6b-deb2da972117', 'name': 'network-vif-deleted', 'tag': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:58.149327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf2e22bf-191a-43be-b65a-49cdc1eff2aa req-76c1ca3b-f521-4cd0-a00c-b9ed4effd8c3 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1024 time: 0.2252336 Feb 09 21:43:58.149461 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21c9b6b-37d7-4872-95ee-c542e6f8aa10" -d '{"events": [{"server_uuid": "1d320986-ade3-4849-ba6b-deb2da972117", "name": "network-vif-deleted", "tag": "cbc46a19-a4ff-4569-9854-f4d99589a5e2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:58.179882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86ec9bae-058e-4952-96a4-1dfebe87a86e req-e35f1c3a-4dd9-4b15-89eb-d064faf6d28d service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982842 Feb 09 21:43:58.199352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0614-b3db-4134-8e3c-5f6c5cd69c89 req-af81bc19-5468-4422-abbb-4c8f88de77a9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:58.200906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-964e0614-b3db-4134-8e3c-5f6c5cd69c89 req-af81bc19-5468-4422-abbb-4c8f88de77a9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.0905130 Feb 09 21:43:58.201961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.280020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf2e22bf-191a-43be-b65a-49cdc1eff2aa req-a58d53cb-7a9d-4dcb-88ee-62f231ae4881 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=a53e4ea0-825b-4a84-bc66-4b859f07d48c&id=01bceb7d-f014-4be3-a0f3-5f68467565fc&id=ce21deec-71f6-44b7-adb7-788128a44a04 HTTP/1.1" status: 200 len: 6208 time: 0.1330044 Feb 09 21:43:58.373980 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks [] for security_group (93c77e7e-484b-424f-95ce-9191250dcb99), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.394385 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f7c513-b4c3-4543-83ae-a89863541604 x-openstack-request-id: req-f6f7c513-b4c3-4543-83ae-a89863541604 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:58.395006 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d320986-ade3-4849-ba6b-deb2da972117", "name": "network-vif-deleted", "tag": "cbc46a19-a4ff-4569-9854-f4d99589a5e2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:58.395006 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f6f7c513-b4c3-4543-83ae-a89863541604 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:58.398769 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d320986-ade3-4849-ba6b-deb2da972117', 'name': 'network-vif-deleted', 'tag': 'cbc46a19-a4ff-4569-9854-f4d99589a5e2', 'status': 'completed', 'code': 200} Feb 09 21:43:58.417373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-964e0614-b3db-4134-8e3c-5f6c5cd69c89 req-7ca927b0-1d4a-44b8-b4d9-4862349b4716 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060971 Feb 09 21:43:58.460679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c548ed36-dfc2-4394-8fba-62d8b9917258 req-10ed5939-8bcd-4341-aa33-3b0f5e13663e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1171880004 ', 'description': 'tempest-description-1213219149'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:58.464962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (93c77e7e-484b-424f-95ce-9191250dcb99), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.487749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:58.497575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0178a153-4df7-4d57-ac6c-03e192e94119), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.497927 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Added segment 0178a153-4df7-4d57-ac6c-03e192e94119 of type vlan for network 50d12715-abf0-494d-b172-fdfe686c9fe1 Feb 09 21:43:58.510252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:58.560533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (50d12715-abf0-494d-b172-fdfe686c9fe1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.581654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 60ff27d3-b6e8-4df2-944f-9f2283d27097 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:58.582303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 60ff27d3-b6e8-4df2-944f-9f2283d27097 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:58.595197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:58.642707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c77e7e-484b-424f-95ce-9191250dcb99,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:58.697731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (50d12715-abf0-494d-b172-fdfe686c9fe1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.698747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:58.699349 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.730327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:58.745447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] Sync routers for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:58.749652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-66bfc8b1-f37c-4224-a753-8c8d6ad209f8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2156575 Feb 09 21:43:58.750572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60898) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:58.758077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c548ed36-dfc2-4394-8fba-62d8b9917258 req-10ed5939-8bcd-4341-aa33-3b0f5e13663e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.769316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:58.770410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:58.811954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4738615 Feb 09 21:43:58.814758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60900) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:58.821292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:58.821789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Request body: {'subnet': {'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-979760519-subnet', 'tenant_id': '3586190e2a6b41bab8640da6628e898b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:58.833096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2403d31-6ba9-4214-b602-c86620187a9c admin admin] Pushing event updated for resources: {'Network': ['ID=50d12715-abf0-494d-b172-fdfe686c9fe1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:58.834189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:58.835302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:58.879719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'name': 'network-vif-deleted', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097'}, {'name': 'network-changed', 'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:58.883282 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa85462e-c832-4516-900d-a28ed834fdf7" -d '{"events": [{"server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "name": "network-vif-deleted", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097"}, {"name": "network-changed", "server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:58.903477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 50d12715-abf0-494d-b172-fdfe686c9fe1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:58.905952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:58.906685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e4092-7f29-4486-b55e-f2c2abcff6da None None] The sync data for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:58.950751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c548ed36-dfc2-4394-8fba-62d8b9917258 req-10ed5939-8bcd-4341-aa33-3b0f5e13663e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (067364d7-1eef-48c4-bad0-67ccafe9be5d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.986724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Made reservation on behalf of 3586190e2a6b41bab8640da6628e898b for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:58.996099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.103430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.187812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344067f2-8485-4900-8936-97a241e2df5b req-9801f0be-5258-44d0-919e-744321d7a067 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.189538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-344067f2-8485-4900-8936-97a241e2df5b req-9801f0be-5258-44d0-919e-744321d7a067 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 944 time: 0.0870059 Feb 09 21:43:59.253792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.258446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-344067f2-8485-4900-8936-97a241e2df5b req-429cacaa-c52a-4c74-b81b-4ea26492cadb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625048 Feb 09 21:43:59.425063 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af3787-d4e9-464d-91fc-f2ecfee28382 x-openstack-request-id: req-56af3787-d4e9-464d-91fc-f2ecfee28382 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:59.425738 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551eb721-3b56-4a54-9d00-04dddb9eba4a", "name": "network-vif-deleted", "tag": "60ff27d3-b6e8-4df2-944f-9f2283d27097", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:59.426234 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-56af3787-d4e9-464d-91fc-f2ecfee28382 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:59.426888 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551eb721-3b56-4a54-9d00-04dddb9eba4a', 'name': 'network-vif-deleted', 'tag': '60ff27d3-b6e8-4df2-944f-9f2283d27097', 'status': 'completed', 'code': 200} Feb 09 21:43:59.427369 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847', 'status': 'completed', 'code': 200} Feb 09 21:43:59.465620 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c548ed36-dfc2-4394-8fba-62d8b9917258 req-10ed5939-8bcd-4341-aa33-3b0f5e13663e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (067364d7-1eef-48c4-bad0-67ccafe9be5d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.529897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5939-8bcd-4341-aa33-3b0f5e13663e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067364d7-1eef-48c4-bad0-67ccafe9be5d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:59.549088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44d4396a-0f7f-4ad1-9ac0-4a5bab241520 req-cecda5d1-8aab-4e4b-a75f-db7c0cd58e5a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0639279 Feb 09 21:43:59.566399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-766d98b9-3fb4-4e3f-b555-e6c690ffff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.568263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-766d98b9-3fb4-4e3f-b555-e6c690ffff2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1207 time: 0.1377573 Feb 09 21:43:59.592120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-65d2595f-38ef-4b9f-bd38-6e6f13741e67 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.593744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-65d2595f-38ef-4b9f-bd38-6e6f13741e67 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.110 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 945 time: 0.1446967 Feb 09 21:43:59.687973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c548ed36-dfc2-4394-8fba-62d8b9917258 req-10ed5939-8bcd-4341-aa33-3b0f5e13663e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.704249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cbc46a19-a4ff-4569-9854-f4d99589a5e2 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:59.708974 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c548ed36-dfc2-4394-8fba-62d8b9917258 req-10ed5939-8bcd-4341-aa33-3b0f5e13663e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2592404 Feb 09 21:43:59.758116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: cbc46a19-a4ff-4569-9854-f4d99589a5e2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:59.764015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cbc46a19-a4ff-4569-9854-f4d99589a5e2 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:59.788457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-c3f73ec3-74a7-4f5f-a391-ceac62988335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.789961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-c3f73ec3-74a7-4f5f-a391-ceac62988335 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 912 time: 0.2139578 Feb 09 21:43:59.825539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc729d6-4528-45cc-8ca4-a5c6d9abd6c5 req-5f52e07f-527b-4576-8c2d-e2f174b03399 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.832569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efc729d6-4528-45cc-8ca4-a5c6d9abd6c5 req-5f52e07f-527b-4576-8c2d-e2f174b03399 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 945 time: 0.1750958 Feb 09 21:43:59.852399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (676ba74c-b641-48ae-976a-4a3538be099e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.858790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-567fbe85-0852-487b-a69f-07711817bbad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 200 len: 217 time: 0.0610228 Feb 09 21:43:59.972021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bf21-6bb6-4ece-85a1-f8fccf9614dd req-1e3a5a29-7e53-4883-bc8f-e124a25d6231 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.974061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15c9bf21-6bb6-4ece-85a1-f8fccf9614dd req-1e3a5a29-7e53-4883-bc8f-e124a25d6231 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.1881366 Feb 09 21:43:59.978555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676ba74c-b641-48ae-976a-4a3538be099e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:00.001551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-a9656f56-6c04-4b6b-ab7d-1b0a88cd44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.003101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-a9656f56-6c04-4b6b-ab7d-1b0a88cd44d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.1192110 Feb 09 21:44:00.031850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Checking segment: {'id': '0178a153-4df7-4d57-ac6c-03e192e94119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:00.031850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Network hostable DHCP agents. Network: 50d12715-abf0-494d-b172-fdfe686c9fe1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:00.057091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-ee76c3de-a39b-40c3-9dd0-66f9a3e2e484 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429690 Feb 09 21:44:00.136932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15c9bf21-6bb6-4ece-85a1-f8fccf9614dd req-37ec9dcc-1eea-4236-bdca-99330302f868 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460559 Feb 09 21:44:00.206161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-345f610e-2ded-4e5c-988a-f9974a4884a3 service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402073 Feb 09 21:44:00.245221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Deleting port 343b2bc7-a408-4e04-a39e-cbd03e55036e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:00.245569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.268934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Network 50d12715-abf0-494d-b172-fdfe686c9fe1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:00.298402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14c11a09-83ea-46cd-b50e-16f586a50867 req-d29a98d3-5d7e-43f8-8266-cd6a237387a6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/067364d7-1eef-48c4-bad0-67ccafe9be5d HTTP/1.1" status: 200 len: 1800 time: 0.1105108 Feb 09 21:44:00.298664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 334430ca-02e0-40b1-b584-3535e2e882ed {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:00.299158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.347163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa85462e-c832-4516-900d-a28ed834fdf7 req-4974800b-43f6-4972-a9dd-7411b3d45ed4 service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342192 Feb 09 21:44:00.360938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 50d12715-abf0-494d-b172-fdfe686c9fe1) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:00.365415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.366555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.372925 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efc729d6-4528-45cc-8ca4-a5c6d9abd6c5 req-97b70b4d-a76d-4d30-831b-9bb800edb864 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393770 Feb 09 21:44:00.394844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450c7b7-4d55-4424-b218-fd15ab61cd2d None None] Network 50d12715-abf0-494d-b172-fdfe686c9fe1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:00.439857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddab49f-2bb2-42ff-818a-f08e33e5061d req-c525872c-c734-4654-bd09-44cc416e544b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.441522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ddab49f-2bb2-42ff-818a-f08e33e5061d req-c525872c-c734-4654-bd09-44cc416e544b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 944 time: 0.0719945 Feb 09 21:44:00.455824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.471552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 334430ca-02e0-40b1-b584-3535e2e882ed owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:00.506708 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ac684c53-e841-46dd-8f07-6d5eca0e6215 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6835988 Feb 09 21:44:00.514962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 847d4093-84ee-49f3-b194-0c4242527bc6 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:00.538456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ddab49f-2bb2-42ff-818a-f08e33e5061d req-f20973e3-65cc-4517-8a3d-685a52286d75 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901029 Feb 09 21:44:00.596973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] For port 343b2bc7-a408-4e04-a39e-cbd03e55036e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=343b2bc7-a408-4e04-a39e-cbd03e55036e,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:00.597635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.643013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec0799-239a-45c8-b092-d4494bdc0ec1 None None] Network 50d12715-abf0-494d-b172-fdfe686c9fe1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:00.650399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Calling delete_port for 343b2bc7-a408-4e04-a39e-cbd03e55036e owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:00.676243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbac40d7-8dc8-4551-8513-0daf5d0aa51d req-42c4eae0-deb4-4573-bbaf-09ad6c153cd4 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/067364d7-1eef-48c4-bad0-67ccafe9be5d HTTP/1.1" status: 200 len: 1800 time: 0.1965389 Feb 09 21:44:00.743643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34681acb-577f-42c6-af9a-b1aa5132cf76 req-a9010409-3596-479b-a2e3-7b3ee86f18e2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0549905 Feb 09 21:44:00.750450 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.869055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 847d4093-84ee-49f3-b194-0c4242527bc6 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:00.873729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 847d4093-84ee-49f3-b194-0c4242527bc6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:00.874116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.901501 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fbac40d7-8dc8-4551-8513-0daf5d0aa51d req-27f57a8b-fb4c-4c6c-96dc-ab95cf8c7f04 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (067364d7-1eef-48c4-bad0-67ccafe9be5d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.944166 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fbac40d7-8dc8-4551-8513-0daf5d0aa51d req-27f57a8b-fb4c-4c6c-96dc-ab95cf8c7f04 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (067364d7-1eef-48c4-bad0-67ccafe9be5d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.010052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 847d4093-84ee-49f3-b194-0c4242527bc6 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:01.010518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.054973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (334430ca-02e0-40b1-b584-3535e2e882ed), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.056632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 847d4093-84ee-49f3-b194-0c4242527bc6, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=847d4093-84ee-49f3-b194-0c4242527bc6,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:01.057780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f97991-20b7-4387-9840-40fd3d06ff23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d4093-84ee-49f3-b194-0c4242527bc6'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:01.060597 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a757c0-b79e-4c6e-afc8-d3582eeb5309" -d '{"events": [{"server_uuid": "25f97991-20b7-4387-9840-40fd3d06ff23", "name": "network-vif-plugged", "status": "completed", "tag": "847d4093-84ee-49f3-b194-0c4242527bc6"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:01.156743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.164066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=334430ca-02e0-40b1-b584-3535e2e882ed,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:01.166360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (343b2bc7-a408-4e04-a39e-cbd03e55036e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.180214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fbac40d7-8dc8-4551-8513-0daf5d0aa51d req-27f57a8b-fb4c-4c6c-96dc-ab95cf8c7f04 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (067364d7-1eef-48c4-bad0-67ccafe9be5d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.185464 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fbac40d7-8dc8-4551-8513-0daf5d0aa51d req-27f57a8b-fb4c-4c6c-96dc-ab95cf8c7f04 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.185464 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbac40d7-8dc8-4551-8513-0daf5d0aa51d req-27f57a8b-fb4c-4c6c-96dc-ab95cf8c7f04 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/067364d7-1eef-48c4-bad0-67ccafe9be5d HTTP/1.1" status: 204 len: 173 time: 0.5068755 Feb 09 21:44:01.226730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-6244d754-2a2d-4736-8907-2e3a20447cf3 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:01.230727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-6244d754-2a2d-4736-8907-2e3a20447cf3 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/networks?id=50d12715-abf0-494d-b172-fdfe686c9fe1 HTTP/1.1" status: 200 len: 821 time: 0.2078071 Feb 09 21:44:01.260469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-18f82514-ec78-4348-96ca-e2b0c1738dae tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/quotas/3586190e2a6b41bab8640da6628e898b HTTP/1.1" status: 200 len: 375 time: 0.0237479 Feb 09 21:44:01.297651 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf114f13-485a-4579-b873-7b3e95bb3d3e x-openstack-request-id: req-cf114f13-485a-4579-b873-7b3e95bb3d3e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:01.298265 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f97991-20b7-4387-9840-40fd3d06ff23", "name": "network-vif-plugged", "status": "completed", "tag": "847d4093-84ee-49f3-b194-0c4242527bc6", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:01.299843 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf114f13-485a-4579-b873-7b3e95bb3d3e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:01.300707 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f97991-20b7-4387-9840-40fd3d06ff23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847d4093-84ee-49f3-b194-0c4242527bc6', 'code': 200} Feb 09 21:44:01.302745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=847d4093-84ee-49f3-b194-0c4242527bc6,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:01.307298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f57a8b-fb4c-4c6c-96dc-ab95cf8c7f04 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067364d7-1eef-48c4-bad0-67ccafe9be5d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:01.398505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event deleted for resources: {'Port': ['ID=343b2bc7-a408-4e04-a39e-cbd03e55036e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:01.405273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-3bbc4ea2-d1fc-49f1-8aeb-669ec1822ea8 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3586190e2a6b41bab8640da6628e898b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367199 Feb 09 21:44:01.434336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] No DVR routers for this DVR port 343b2bc7-a408-4e04-a39e-cbd03e55036e on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:01.434336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.436740 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-278a260b-32da-48ec-ac46-6a5f3f17733a req-0de2aeac-e66c-4780-8e5b-edbcc5627d35 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.110 "DELETE /v2.0/ports/343b2bc7-a408-4e04-a39e-cbd03e55036e HTTP/1.1" status: 204 len: 173 time: 1.8317261 Feb 09 21:44:01.446320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'name': 'network-vif-deleted', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:01.448955 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e41ea4f-07cb-476b-a68e-7a1893a16406" -d '{"events": [{"server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "name": "network-vif-deleted", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:01.451573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.493441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fb184-370d-420e-8d4d-5e78e47562b6 req-8222aa04-c682-40fb-a097-140cc01a11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:01.495189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d70fb184-370d-420e-8d4d-5e78e47562b6 req-8222aa04-c682-40fb-a097-140cc01a11e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 1127 time: 0.1352336 Feb 09 21:44:01.545562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-f5c8dd10-794c-4941-bfc0-59536cc66c6e service neutron] 10.222.0.98 "GET /v2.0/networks/50d12715-abf0-494d-b172-fdfe686c9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392691 Feb 09 21:44:01.597603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3163987-2659-4d64-81ef-9844943d0432 req-f523d0d0-8ddd-40f1-b176-476f98b5a380 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:01.599287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3163987-2659-4d64-81ef-9844943d0432 req-f523d0d0-8ddd-40f1-b176-476f98b5a380 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.1728923 Feb 09 21:44:01.621023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d70fb184-370d-420e-8d4d-5e78e47562b6 req-ef490157-265a-47c7-a6b2-fd17f3e9081e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176116 Feb 09 21:44:01.685428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-46624bf7-1591-446b-876a-eab9d2ca7b8b service neutron] 10.222.0.98 "GET /v2.0/networks/50d12715-abf0-494d-b172-fdfe686c9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388335 Feb 09 21:44:01.704960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:01.730859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3163987-2659-4d64-81ef-9844943d0432 req-260e0d38-462c-4c75-86d6-6acef8bf1ee8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926087 Feb 09 21:44:01.810826 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-745dc55e-1ad6-49d3-a99c-4eaeb0935a0e req-31edaca8-eacb-4fb0-b0ad-4124190a21a0 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:01.812041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-745dc55e-1ad6-49d3-a99c-4eaeb0935a0e req-31edaca8-eacb-4fb0-b0ad-4124190a21a0 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/067364d7-1eef-48c4-bad0-67ccafe9be5d HTTP/1.1" status: 404 len: 352 time: 0.0479934 Feb 09 21:44:01.814977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:01.821367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4f82d473-70a6-4224-9279-be3162fbba7f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0703111 Feb 09 21:44:01.824101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.842340 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] Sync routers for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:01.862887 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:01.863667 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.886377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6cab76d5-a5a6-4b87-a438-2c2bcd173cc7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff HTTP/1.1" status: 200 len: 205 time: 0.0610144 Feb 09 21:44:01.890348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32772) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.911232 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.921390 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] Routers {'5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:01.922311 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.976113 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.976805 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c87411-221c-45f6-9818-78e093abbe13 None None] The sync data for ids ['5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:02.016445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f84a2f0-826a-469f-8583-b605efeff3cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.051139 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008267f9-fff1-4156-9833-8293899d9a94 x-openstack-request-id: req-008267f9-fff1-4156-9833-8293899d9a94 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:02.063840 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413c9c08-7002-46a2-83f3-ba9b4743c077", "name": "network-vif-deleted", "tag": "343b2bc7-a408-4e04-a39e-cbd03e55036e", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:02.064335 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-008267f9-fff1-4156-9833-8293899d9a94 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:02.064872 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413c9c08-7002-46a2-83f3-ba9b4743c077', 'name': 'network-vif-deleted', 'tag': '343b2bc7-a408-4e04-a39e-cbd03e55036e', 'status': 'completed', 'code': 200} Feb 09 21:44:02.067181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da000886-228a-453c-9bef-5ae3ddd2273e req-0df7dc26-2953-4a90-917d-bce704e19527 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=413c9c08-7002-46a2-83f3-ba9b4743c077 HTTP/1.1" status: 200 len: 210 time: 0.0511692 Feb 09 21:44:02.210969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-805a7966-6d6f-48b9-b3ec-ddcbae088156 req-b5441a64-2af8-4053-9170-1402b5fff226 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0362637 Feb 09 21:44:02.253784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-95512fe9-8105-4166-8ddc-a51b0a965e88 req-f947ac65-081e-4187-ad9f-395402805f91 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-953239351', 'description': 'tempest-description-1847824174'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:02.292652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023769-739a-406d-9abf-daf2dabc985a req-c37ca252-6e75-41b0-beca-62659afc1631 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:02.294218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d023769-739a-406d-9abf-daf2dabc985a req-c37ca252-6e75-41b0-beca-62659afc1631 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 945 time: 0.1727386 Feb 09 21:44:02.298314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f84a2f0-826a-469f-8583-b605efeff3cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.300689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f84a2f0-826a-469f-8583-b605efeff3cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.358962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95512fe9-8105-4166-8ddc-a51b0a965e88 req-f947ac65-081e-4187-ad9f-395402805f91 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.380181 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d023769-739a-406d-9abf-daf2dabc985a req-15356175-075a-4db2-9722-71d30d9a19ed tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776136 Feb 09 21:44:02.415482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f84a2f0-826a-469f-8583-b605efeff3cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.416431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f84a2f0-826a-469f-8583-b605efeff3cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:02.424260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f84a2f0-826a-469f-8583-b605efeff3cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.427939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3f84a2f0-826a-469f-8583-b605efeff3cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff HTTP/1.1" status: 204 len: 168 time: 0.5340683 Feb 09 21:44:02.429601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32782) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.448945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95512fe9-8105-4166-8ddc-a51b0a965e88 req-f947ac65-081e-4187-ad9f-395402805f91 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (7947d848-2850-43ec-bc75-453b407ea0ed), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.500481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf9998ad-e39b-413c-b10c-7597eeef5497 req-da20f6f5-b2de-4a8d-9551-162111c59240 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 210 time: 0.0325928 Feb 09 21:44:02.519135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet de0ead43-5e7f-460c-8d73-21ec8fed0a13 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:02.524791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (de0ead43-5e7f-460c-8d73-21ec8fed0a13), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.537268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95512fe9-8105-4166-8ddc-a51b0a965e88 req-f947ac65-081e-4187-ad9f-395402805f91 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7947d848-2850-43ec-bc75-453b407ea0ed), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.569760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (de0ead43-5e7f-460c-8d73-21ec8fed0a13), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.573299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ac65-081e-4187-ad9f-395402805f91 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7947d848-2850-43ec-bc75-453b407ea0ed,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:02.668182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (de0ead43-5e7f-460c-8d73-21ec8fed0a13), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.673661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-95512fe9-8105-4166-8ddc-a51b0a965e88 req-f947ac65-081e-4187-ad9f-395402805f91 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.673661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95512fe9-8105-4166-8ddc-a51b0a965e88 req-f947ac65-081e-4187-ad9f-395402805f91 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4246106 Feb 09 21:44:02.705142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-27720d6c-c705-43c8-8fcf-4b71bf9eefd8 req-0a5f38ad-0ef7-421d-abfe-c360e4a02e71 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-276589916', 'description': 'tempest-description-1463301819'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:02.820815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-27720d6c-c705-43c8-8fcf-4b71bf9eefd8 req-0a5f38ad-0ef7-421d-abfe-c360e4a02e71 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.827471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (de0ead43-5e7f-460c-8d73-21ec8fed0a13), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.863291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725471a-757d-4209-b03a-825ba31411d8 req-19330e94-1cb1-456f-bcd3-79fa9151a2b9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:02.870866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c725471a-757d-4209-b03a-825ba31411d8 req-19330e94-1cb1-456f-bcd3-79fa9151a2b9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.0685863 Feb 09 21:44:02.898201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=de0ead43-5e7f-460c-8d73-21ec8fed0a13,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:02.905231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.908223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a4a34b97-e8ce-45c8-8bbb-f047773109af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/de0ead43-5e7f-460c-8d73-21ec8fed0a13 HTTP/1.1" status: 204 len: 168 time: 0.4774151 Feb 09 21:44:02.911096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32790) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.920413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e37c00-9563-4b30-9621-98018870a99a None None] Network b1189fe9-a883-4cc0-a240-9150e41ad864 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:02.926948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c725471a-757d-4209-b03a-825ba31411d8 req-c0c74448-d10e-4ebe-b8f7-18d3b131bf46 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547869 Feb 09 21:44:02.999637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet 942b3e8f-0897-49f2-b7e3-3e5a88617bfe {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:03.004122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (942b3e8f-0897-49f2-b7e3-3e5a88617bfe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.053467 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-27720d6c-c705-43c8-8fcf-4b71bf9eefd8 req-0a5f38ad-0ef7-421d-abfe-c360e4a02e71 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.066613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (942b3e8f-0897-49f2-b7e3-3e5a88617bfe), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.123175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] DHCP port deletion for b1189fe9-a883-4cc0-a240-9150e41ad864 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:03.127592 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-27720d6c-c705-43c8-8fcf-4b71bf9eefd8 req-0a5f38ad-0ef7-421d-abfe-c360e4a02e71 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.180755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] Deleting port d3ae0fc3-f234-42f0-9119-0f4fbede8bac {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:03.181257 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.184824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f38ad-0ef7-421d-abfe-c360e4a02e71 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:03.218991 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (942b3e8f-0897-49f2-b7e3-3e5a88617bfe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.225787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-27720d6c-c705-43c8-8fcf-4b71bf9eefd8 req-0a5f38ad-0ef7-421d-abfe-c360e4a02e71 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.244300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27720d6c-c705-43c8-8fcf-4b71bf9eefd8 req-0a5f38ad-0ef7-421d-abfe-c360e4a02e71 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5342028 Feb 09 21:44:03.260079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] For port d3ae0fc3-f234-42f0-9119-0f4fbede8bac, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3ae0fc3-f234-42f0-9119-0f4fbede8bac,segment=NetworkSegment(7b3a63a0-1991-4d65-8437-33042f23201d),segment_id=7b3a63a0-1991-4d65-8437-33042f23201d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:03.260614 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.277325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-52a57f5e-908f-492d-ac95-59a4960490e3 req-bd8dc670-cf0f-46c6-9fcf-76c3fcec0ff7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1128001119', 'description': 'tempest-description-1546327788'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:03.277949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] Calling delete_port for d3ae0fc3-f234-42f0-9119-0f4fbede8bac owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:03.400823 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-52a57f5e-908f-492d-ac95-59a4960490e3 req-bd8dc670-cf0f-46c6-9fcf-76c3fcec0ff7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.431601 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d3ae0fc3-f234-42f0-9119-0f4fbede8bac), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.439912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (942b3e8f-0897-49f2-b7e3-3e5a88617bfe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.457300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] No DVR routers for this DVR port d3ae0fc3-f234-42f0-9119-0f4fbede8bac on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:03.474780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=942b3e8f-0897-49f2-b7e3-3e5a88617bfe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:03.485745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e80d5-cb5d-473c-aa5a-c56210863ebb None None] Pushing event deleted for resources: {'Port': ['ID=d3ae0fc3-f234-42f0-9119-0f4fbede8bac,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:03.489751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.493522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cfb2850e-11a5-42ce-909b-69b92e14d7fc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/942b3e8f-0897-49f2-b7e3-3e5a88617bfe HTTP/1.1" status: 204 len: 168 time: 0.5814483 Feb 09 21:44:03.496435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32804) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.520364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f18c31-868c-4774-a39e-955e6d1d04ff None None] Network 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:03.541869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-52a57f5e-908f-492d-ac95-59a4960490e3 req-bd8dc670-cf0f-46c6-9fcf-76c3fcec0ff7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (261a9553-ab54-49b4-bf70-d079ee27211a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.612846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b1189fe9-a883-4cc0-a240-9150e41ad864), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.623036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-52a57f5e-908f-492d-ac95-59a4960490e3 req-bd8dc670-cf0f-46c6-9fcf-76c3fcec0ff7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (261a9553-ab54-49b4-bf70-d079ee27211a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.685310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dc670-cf0f-46c6-9fcf-76c3fcec0ff7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261a9553-ab54-49b4-bf70-d079ee27211a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:03.722955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:03.740272 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-52a57f5e-908f-492d-ac95-59a4960490e3 req-bd8dc670-cf0f-46c6-9fcf-76c3fcec0ff7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.747048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52a57f5e-908f-492d-ac95-59a4960490e3 req-bd8dc670-cf0f-46c6-9fcf-76c3fcec0ff7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4743741 Feb 09 21:44:03.767568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9dc7b1d-b4b6-4b77-824e-25b0fc7d03ba req-eb114fbe-83b9-420c-ab91-ade07a39de4b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0385962 Feb 09 21:44:03.776199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b1189fe9-a883-4cc0-a240-9150e41ad864), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.800025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1189fe9-a883-4cc0-a240-9150e41ad864']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:03.812060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3a63a0-1991-4d65-8437-33042f23201d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:03.812716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3a63a0-1991-4d65-8437-33042f23201d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:03.823500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (7b3a63a0-1991-4d65-8437-33042f23201d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.824499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 343b2bc7-a408-4e04-a39e-cbd03e55036e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:03.832332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 343b2bc7-a408-4e04-a39e-cbd03e55036e not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:03.832332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] DHCP port deletion for 60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:03.844027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7b3a63a0-1991-4d65-8437-33042f23201d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.852501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:03.853663 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (7b3a63a0-1991-4d65-8437-33042f23201d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.904078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] Deleting port 656f187d-95b0-4486-9c17-9a07517b6803 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:03.904547 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (656f187d-95b0-4486-9c17-9a07517b6803), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:03.934167 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:03.977809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef070c74-448c-40aa-9b74-9572c7ccf88f req-0a0bec6d-bc6c-4fa6-a5cf-b7822a726f9c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:03.986270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ef070c74-448c-40aa-9b74-9572c7ccf88f req-0a0bec6d-bc6c-4fa6-a5cf-b7822a726f9c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 945 time: 0.0816131 Feb 09 21:44:04.004681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5cd95df6-601f-47fe-b4ae-427c06131b54 req-a849a2d4-05fd-4294-ada4-dfc430aa76d1 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 210 time: 0.0460558 Feb 09 21:44:04.012168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] For port 656f187d-95b0-4486-9c17-9a07517b6803, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=656f187d-95b0-4486-9c17-9a07517b6803,segment=NetworkSegment(0c194435-ce45-4696-b537-1cf633258f77),segment_id=0c194435-ce45-4696-b537-1cf633258f77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:04.013182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (656f187d-95b0-4486-9c17-9a07517b6803), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.030230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] Calling delete_port for 656f187d-95b0-4486-9c17-9a07517b6803 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:04.072324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ef070c74-448c-40aa-9b74-9572c7ccf88f req-bc1b1e84-0a1a-417b-b5ac-fffa1f199630 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814612 Feb 09 21:44:04.083375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b1189fe9-a883-4cc0-a240-9150e41ad864), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.120230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.132751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/b1189fe9-a883-4cc0-a240-9150e41ad864 HTTP/1.1" status: 204 len: 168 time: 0.6309886 Feb 09 21:44:04.139381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32818) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.217782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a990b9-a9c2-476f-865d-6c1ac6c2ce9f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=b1189fe9-a883-4cc0-a240-9150e41ad864,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:04.245869 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (656f187d-95b0-4486-9c17-9a07517b6803), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.296437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cbbec5a8-967d-4714-bf05-a6d5f59e3676 req-5ad591e5-57fe-4c02-b7a6-c3af0b69cee6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 11013 time: 0.1996732 Feb 09 21:44:04.298576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-ffbd1387-4abb-4cb6-9dff-ca354d3efb44 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:04.300104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-ffbd1387-4abb-4cb6-9dff-ca354d3efb44 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.110 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 944 time: 0.3120990 Feb 09 21:44:04.305268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.310965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] Pushing event deleted for resources: {'Port': ['ID=656f187d-95b0-4486-9c17-9a07517b6803,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:04.322924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd7b36-59c3-454a-85e0-001b289149db None None] No DVR routers for this DVR port 656f187d-95b0-4486-9c17-9a07517b6803 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:04.323649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc611-f68a-4710-be14-40075de9b91b req-6b208ee9-6025-457d-96b8-173de164d5d2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:04.332268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a31fc611-f68a-4710-be14-40075de9b91b req-6b208ee9-6025-457d-96b8-173de164d5d2 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 944 time: 0.1655593 Feb 09 21:44:04.365098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cbbec5a8-967d-4714-bf05-a6d5f59e3676 req-7457c823-b3cb-4bc9-8bee-a69df25312c9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/ce21deec-71f6-44b7-adb7-788128a44a04 HTTP/1.1" status: 200 len: 3002 time: 0.0671301 Feb 09 21:44:04.429230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cbbec5a8-967d-4714-bf05-a6d5f59e3676 req-480bff02-f3e0-4d4a-a712-a26ac62437ce tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/ce21deec-71f6-44b7-adb7-788128a44a04 HTTP/1.1" status: 200 len: 3002 time: 0.0568700 Feb 09 21:44:04.531090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a31fc611-f68a-4710-be14-40075de9b91b req-70f78525-7db5-4b93-ad5a-743694a62a51 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf92955c-7d64-489c-8beb-a9a7260c751a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885757 Feb 09 21:44:04.532645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.583373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:04.590018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f84e4-a385-4b72-a7d6-d95d805935da req-f128879e-31d5-438a-a4a6-e5a42eaa9b22 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:04.598174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f12f84e4-a385-4b72-a7d6-d95d805935da req-f128879e-31d5-438a-a4a6-e5a42eaa9b22 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.0916336 Feb 09 21:44:04.606227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c194435-ce45-4696-b537-1cf633258f77') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:04.606537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c194435-ce45-4696-b537-1cf633258f77') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:04.624996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0c194435-ce45-4696-b537-1cf633258f77), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.642579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Deleting port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:04.642926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.679224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f12f84e4-a385-4b72-a7d6-d95d805935da req-8c061f14-169e-4220-b1b5-0859ed180d5c tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797021 Feb 09 21:44:04.708348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0c194435-ce45-4696-b537-1cf633258f77), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.755551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:04.756195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0c194435-ce45-4696-b537-1cf633258f77), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:04.771463 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:04.795239 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40046055-13f1-429f-a6ba-828baf99401f req-9fc2ec5d-a6dd-43b2-af66-9be2b9d449b6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/7947d848-2850-43ec-bc75-453b407ea0ed HTTP/1.1" status: 200 len: 1819 time: 0.2228134 Feb 09 21:44:04.797174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 656f187d-95b0-4486-9c17-9a07517b6803 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:04.820247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 656f187d-95b0-4486-9c17-9a07517b6803 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:04.820747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 656f187d-95b0-4486-9c17-9a07517b6803 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:04.821261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3ae0fc3-f234-42f0-9119-0f4fbede8bac no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:04.846512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d3ae0fc3-f234-42f0-9119-0f4fbede8bac {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:04.846992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3ae0fc3-f234-42f0-9119-0f4fbede8bac not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:04.960707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-242dac72-89dc-43a2-bb5b-703f93cce00f tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:04.962174 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-242dac72-89dc-43a2-bb5b-703f93cce00f tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.110 "GET /v2.0/networks?id=50d12715-abf0-494d-b172-fdfe686c9fe1 HTTP/1.1" status: 200 len: 821 time: 0.2665920 Feb 09 21:44:04.964067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] For port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,segment=NetworkSegment(892973eb-f0dc-4a5d-92c3-f256d11a2ba3),segment_id=892973eb-f0dc-4a5d-92c3-f256d11a2ba3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:04.964445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.977751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44ef3363-ba2c-49ad-9121-0518e623224b req-d76c02d2-2ad5-40b3-8b2a-88cdd5c4d266 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0268488 Feb 09 21:44:04.985642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Request body: {'port': {'device_id': '74581c81-ee9c-41ef-8849-bfb087915719', 'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1', 'admin_state_up': True, 'tenant_id': '3586190e2a6b41bab8640da6628e898b'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:05.008521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Calling delete_port for 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:05.040982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-40046055-13f1-429f-a6ba-828baf99401f req-a5d7d9a6-c560-4140-9338-4c0ba674d064 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (7947d848-2850-43ec-bc75-453b407ea0ed), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.046776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.080338 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.085192 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44 HTTP/1.1" status: 204 len: 168 time: 0.9467154 Feb 09 21:44:05.096477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32832) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:05.103544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5bc9-e0d3-4381-a4a6-5aac3857140d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=60cb0e8b-b10e-4c82-b9fe-b1d8eb564a44,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.110205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350101148'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:05.152875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6a88c3d9-e243-4e92-849c-0db9e2a2fd4b req-bbaa89d0-9589-4f89-9f11-9cf2743b368e tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 210 time: 0.0698283 Feb 09 21:44:05.182499 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-40046055-13f1-429f-a6ba-828baf99401f req-a5d7d9a6-c560-4140-9338-4c0ba674d064 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (7947d848-2850-43ec-bc75-453b407ea0ed), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.257680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:05.261370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.351624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-40046055-13f1-429f-a6ba-828baf99401f req-a5d7d9a6-c560-4140-9338-4c0ba674d064 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7947d848-2850-43ec-bc75-453b407ea0ed), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.355369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-40046055-13f1-429f-a6ba-828baf99401f req-a5d7d9a6-c560-4140-9338-4c0ba674d064 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.356044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:05.356624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40046055-13f1-429f-a6ba-828baf99401f req-a5d7d9a6-c560-4140-9338-4c0ba674d064 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/7947d848-2850-43ec-bc75-453b407ea0ed HTTP/1.1" status: 204 len: 173 time: 0.5228140 Feb 09 21:44:05.369401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b84756be-9d2c-4038-ac71-56d494d1cd43), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.369567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d9a6-c560-4140-9338-4c0ba674d064 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7947d848-2850-43ec-bc75-453b407ea0ed,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.370082 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment b84756be-9d2c-4038-ac71-56d494d1cd43 of type vlan for network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 Feb 09 21:44:05.395314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Made reservation on behalf of 3586190e2a6b41bab8640da6628e898b for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:05.400532 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d58df354-b0fd-42dc-8d39-4bcdf3357f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.402795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.417461 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-3f95be09-9728-42a2-a127-0257556beb57 req-422b67a5-bc3c-4ac4-ac5c-69d1ef96f18b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:05.425982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f95be09-9728-42a2-a127-0257556beb57 req-422b67a5-bc3c-4ac4-ac5c-69d1ef96f18b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/7947d848-2850-43ec-bc75-453b407ea0ed HTTP/1.1" status: 404 len: 352 time: 0.0364819 Feb 09 21:44:05.464202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.493828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9e0311da-2e06-40c3-9ca1-d9ad0a63e03a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.557795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.562617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Pushing event deleted for resources: {'Port': ['ID=9e0311da-2e06-40c3-9ca1-d9ad0a63e03a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.575243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:05.577146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.639083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] No DVR routers for this DVR port 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:05.641942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.645825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cee53a1c-d053-4d5c-9bc5-bb7ca477d1e7 req-a800d93d-7e20-4678-846b-dfe4976aff27 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.110 "DELETE /v2.0/ports/9e0311da-2e06-40c3-9ca1-d9ad0a63e03a HTTP/1.1" status: 204 len: 173 time: 1.3334033 Feb 09 21:44:05.650544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'name': 'network-vif-deleted', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:05.650899 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:44:05.654060 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68714a75-abf5-44d9-bb5d-13f981b0f4b3" -d '{"events": [{"server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "name": "network-vif-deleted", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:05.673572 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4070e943-47c8-495c-a33a-a2d097d50e54 req-0d8e6bef-9999-417c-89b1-15bc0bacbb63 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32 HTTP/1.1" status: 200 len: 1819 time: 0.1817296 Feb 09 21:44:05.698426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5921373 Feb 09 21:44:05.701895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32846) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:05.706488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:05.729757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3ee4c-125f-4af2-aae5-d74d82ccb584 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.736581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f8a317cd-31e3-440f-aa96-8c207a9ac097 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:05.752668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Allocated IP 172.20.0.2 (50d12715-abf0-494d-b172-fdfe686c9fe1/676ba74c-b641-48ae-976a-4a3538be099e/4d8c0f14-4c0c-4637-b87b-29f688d82c31) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:05.778971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4070e943-47c8-495c-a33a-a2d097d50e54 req-692280f9-1a2a-4f6e-a8fa-885affad66ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.832393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4070e943-47c8-495c-a33a-a2d097d50e54 req-692280f9-1a2a-4f6e-a8fa-885affad66ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.014716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:06.018243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.025929 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4070e943-47c8-495c-a33a-a2d097d50e54 req-692280f9-1a2a-4f6e-a8fa-885affad66ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.029736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4070e943-47c8-495c-a33a-a2d097d50e54 req-692280f9-1a2a-4f6e-a8fa-885affad66ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.045521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4070e943-47c8-495c-a33a-a2d097d50e54 req-692280f9-1a2a-4f6e-a8fa-885affad66ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32 HTTP/1.1" status: 204 len: 173 time: 0.3708303 Feb 09 21:44:06.054609 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks [] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.114042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692280f9-1a2a-4f6e-a8fa-885affad66ba tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:06.133509 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c41bad1-8cd4-4813-bd12-ea17aba0f6c7 x-openstack-request-id: req-1c41bad1-8cd4-4813-bd12-ea17aba0f6c7 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:06.134255 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adddb56-d82c-4f3d-a382-8fb5b66050db", "name": "network-vif-deleted", "tag": "9e0311da-2e06-40c3-9ca1-d9ad0a63e03a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:06.135464 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c41bad1-8cd4-4813-bd12-ea17aba0f6c7 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:06.136207 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adddb56-d82c-4f3d-a382-8fb5b66050db', 'name': 'network-vif-deleted', 'tag': '9e0311da-2e06-40c3-9ca1-d9ad0a63e03a', 'status': 'completed', 'code': 200} Feb 09 21:44:06.189702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a816a67a-a002-4169-a3fc-8831c41ba4de req-36f4b160-e06c-42d9-92a6-c22b6bb213c8 tempest-LiveMigrationTest-494517768 tempest-LiveMigrationTest-494517768-project] 10.222.0.98 "GET /v2.0/ports?device_id=7adddb56-d82c-4f3d-a382-8fb5b66050db HTTP/1.1" status: 200 len: 210 time: 0.0327747 Feb 09 21:44:06.214029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:06.296745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.404352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f8a317cd-31e3-440f-aa96-8c207a9ac097, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:06.409032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40de7394-c5aa-4290-a65e-080c5a6f6d6b req-a229fc27-7ed7-4825-bc45-600c24607707 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0464978 Feb 09 21:44:06.420409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'port_id': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:06.489649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f8a317cd-31e3-440f-aa96-8c207a9ac097 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:06.491286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.494764 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-8d7892a4-e588-4e16-affe-7444d7a3678b req-31dcc825-081c-42a1-846b-2e91763b4c6c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:06.495999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d7892a4-e588-4e16-affe-7444d7a3678b req-31dcc825-081c-42a1-846b-2e91763b4c6c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32 HTTP/1.1" status: 404 len: 352 time: 0.0173018 Feb 09 21:44:06.516256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a317cd-31e3-440f-aa96-8c207a9ac097 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:06.534699 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (8ac5b7b0-212e-4035-9de6-99c895cbcc8a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.548500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f8a317cd-31e3-440f-aa96-8c207a9ac097, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:06.648889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.659288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=8ac5b7b0-212e-4035-9de6-99c895cbcc8a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:06.665464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': 'b84756be-9d2c-4038-ac71-56d494d1cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:06.665837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:06.698037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252962-c4a1-421b-b494-81b38be2173c req-298bc04a-0c4f-4322-bbdf-558935db6e04 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.706809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b252962-c4a1-421b-b494-81b38be2173c req-298bc04a-0c4f-4322-bbdf-558935db6e04 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 931 time: 0.1243019 Feb 09 21:44:06.758711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Network 50d12715-abf0-494d-b172-fdfe686c9fe1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:06.759680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:06.783950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:06.796996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:06.806361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b252962-c4a1-421b-b494-81b38be2173c req-104e2236-6978-4e00-9225-9c14c7fb8e93 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984106 Feb 09 21:44:06.815059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f8a317cd-31e3-440f-aa96-8c207a9ac097,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:06.831499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.832267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.832865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.833855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.834396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.835603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.836235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.836759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.837264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.837971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.839468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.840285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.843793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:06.843935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299c645-5e82-4258-a857-f50694fd126c req-fb6e7a90-62ce-4c27-8fe4-e5c74f5df84e tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.850598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0299c645-5e82-4258-a857-f50694fd126c req-fb6e7a90-62ce-4c27-8fe4-e5c74f5df84e tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 944 time: 0.6041207 Feb 09 21:44:06.852426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Pushing event updated for resources: {'Port': ['ID=4d8c0f14-4c0c-4637-b87b-29f688d82c31,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:06.897096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:06.901517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.904373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.904671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f8a317cd-31e3-440f-aa96-8c207a9ac097'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:06.909699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4b703-3db3-4fe7-8417-65ed3c98ccbc None None] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:06.921166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.922680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.946221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0299c645-5e82-4258-a857-f50694fd126c req-bc31afff-350d-43c8-8628-2c5193f95c36 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891752 Feb 09 21:44:06.968766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a33eb0d5-31da-47d4-9dfd-e203a8a033ef req-cce83900-a72d-4da1-901b-4ebf11afe924 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/261a9553-ab54-49b4-bf70-d079ee27211a HTTP/1.1" status: 200 len: 1820 time: 0.1079946 Feb 09 21:44:07.020638 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-4cd7a6df-3308-4a00-a972-fc8f2ef975c9 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0454903 Feb 09 21:44:07.035213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Request body: {'port': {'device_id': '74581c81-ee9c-41ef-8849-bfb087915719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:07.054011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-df0b71a5-ea9a-4970-b22e-bb3941518282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3505359 Feb 09 21:44:07.057153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32860) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:07.061833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f52f89aa-1e19-40ef-b959-18c3336e7ee5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-152472859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:07.068249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a33eb0d5-31da-47d4-9dfd-e203a8a033ef req-97eb4abe-3da7-4115-808b-5bcc07c67836 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (261a9553-ab54-49b4-bf70-d079ee27211a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.098530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3', 'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': '8ac5b7b0-212e-4035-9de6-99c895cbcc8a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:07.099124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a33eb0d5-31da-47d4-9dfd-e203a8a033ef req-97eb4abe-3da7-4115-808b-5bcc07c67836 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (261a9553-ab54-49b4-bf70-d079ee27211a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.099732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.123324 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.191911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f52f89aa-1e19-40ef-b959-18c3336e7ee5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (e540d099-0547-42eb-b808-fbfcc9cb510f), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.193335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f52f89aa-1e19-40ef-b959-18c3336e7ee5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (e540d099-0547-42eb-b808-fbfcc9cb510f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.234918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a33eb0d5-31da-47d4-9dfd-e203a8a033ef req-97eb4abe-3da7-4115-808b-5bcc07c67836 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (261a9553-ab54-49b4-bf70-d079ee27211a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.239497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a33eb0d5-31da-47d4-9dfd-e203a8a033ef req-97eb4abe-3da7-4115-808b-5bcc07c67836 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.257652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a33eb0d5-31da-47d4-9dfd-e203a8a033ef req-97eb4abe-3da7-4115-808b-5bcc07c67836 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/261a9553-ab54-49b4-bf70-d079ee27211a HTTP/1.1" status: 204 len: 173 time: 0.2823231 Feb 09 21:44:07.308431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Allocated IP 172.20.0.2 (35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3/8ac5b7b0-212e-4035-9de6-99c895cbcc8a/8d95ae63-ae77-49c0-bb7c-d35010be0f83) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:07.329069 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-14723312-87ed-43fd-93c4-69e471e31633 req-2cd18093-de55-406c-a69d-f2f757eef58f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:07.354650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14723312-87ed-43fd-93c4-69e471e31633 req-2cd18093-de55-406c-a69d-f2f757eef58f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/261a9553-ab54-49b4-bf70-d079ee27211a HTTP/1.1" status: 404 len: 352 time: 0.0580528 Feb 09 21:44:07.378691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32872) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:07.423010 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f52f89aa-1e19-40ef-b959-18c3336e7ee5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (e540d099-0547-42eb-b808-fbfcc9cb510f), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.463512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb4abe-3da7-4115-808b-5bcc07c67836 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261a9553-ab54-49b4-bf70-d079ee27211a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:07.504523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f52f89aa-1e19-40ef-b959-18c3336e7ee5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (e540d099-0547-42eb-b808-fbfcc9cb510f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.542442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8ae1bbe7-1af1-477b-8cd9-eff372760c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.590693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84e1cad6-174b-4b44-a694-20d6c78cd7d2 req-2194a48e-d8fb-405e-bb1c-5f03f6144f6c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 6208 time: 0.1920416 Feb 09 21:44:07.595264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f232f386-799e-4919-843d-7d73e7e68b3e req-819345ae-3dfb-490c-ba7c-8842247cd5e1 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0564544 Feb 09 21:44:07.631895 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] Deleting subnet 8f04cad0-d7ca-4041-a8e1-7b35266ba717 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:07.635395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] Publish callbacks [] for subnet (8f04cad0-d7ca-4041-a8e1-7b35266ba717), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.658347 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Publish callbacks [] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.661633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84e1cad6-174b-4b44-a694-20d6c78cd7d2 req-cfabfd3e-9612-46a9-bc10-a7be6a8d2f6c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/ce21deec-71f6-44b7-adb7-788128a44a04 HTTP/1.1" status: 200 len: 3002 time: 0.0698829 Feb 09 21:44:07.666463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f52f89aa-1e19-40ef-b959-18c3336e7ee5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.670276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f52f89aa-1e19-40ef-b959-18c3336e7ee5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6095824 Feb 09 21:44:07.673383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32878) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:07.678834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (8f04cad0-d7ca-4041-a8e1-7b35266ba717), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.679658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'port': {'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3', 'name': 'tempest-RoutersTest-1578329033'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:07.721427 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8f04cad0-d7ca-4041-a8e1-7b35266ba717), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.737990 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.753511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:07.821050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:07.824709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8c0f14-4c0c-4637-b87b-29f688d82c31 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:07.826870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:07.828988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:07.829532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9e0311da-2e06-40c3-9ca1-d9ad0a63e03a not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:07.833190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:07.856265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Publish callbacks [] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.879141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (8f04cad0-d7ca-4041-a8e1-7b35266ba717), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.894596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Transition to ACTIVE for port object 4d8c0f14-4c0c-4637-b87b-29f688d82c31 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:44:07.903262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Pushing event updated for resources: {'Port': ['ID=8d95ae63-ae77-49c0-bb7c-d35010be0f83,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:07.923983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Attempting to bind port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:07.924364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Attempting to bind port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b84756be-9d2c-4038-ac71-56d494d1cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:07.924736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Attempting to bind port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 on network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:07.931878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:07.932264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Checking segment: {'id': 'b84756be-9d2c-4038-ac71-56d494d1cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:07.932679 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.933077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Bound using segment: {'id': 'b84756be-9d2c-4038-ac71-56d494d1cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:07.933557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Bound port: 8d95ae63-ae77-49c0-bb7c-d35010be0f83, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84756be-9d2c-4038-ac71-56d494d1cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:07.933947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.968853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f04cad0-d7ca-4041-a8e1-7b35266ba717,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:07.972482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.980666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-995f978d-1ca3-4a19-aa6e-475ac008d73b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8f04cad0-d7ca-4041-a8e1-7b35266ba717 HTTP/1.1" status: 204 len: 168 time: 0.6001949 Feb 09 21:44:08.009170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.012765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32884) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:08.021703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] For port 8d95ae63-ae77-49c0-bb7c-d35010be0f83, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:08.024809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] For port 8d95ae63-ae77-49c0-bb7c-d35010be0f83, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8d95ae63-ae77-49c0-bb7c-d35010be0f83,segment=NetworkSegment(b84756be-9d2c-4038-ac71-56d494d1cd43),segment_id=b84756be-9d2c-4038-ac71-56d494d1cd43)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:08.061382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84e1cad6-174b-4b44-a694-20d6c78cd7d2 req-f517ad7e-6070-42ff-ad4d-9db9a05fc2d5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/ce21deec-71f6-44b7-adb7-788128a44a04 HTTP/1.1" status: 200 len: 3002 time: 0.3986907 Feb 09 21:44:08.113214 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.150553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (087c0409-a68f-4882-b762-aac3a8fbc24f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.156478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8c0f14-4c0c-4637-b87b-29f688d82c31,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.193558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448811d7-0388-47e9-8316-3951404810df req-c7ae3ce9-63dc-4d8c-99ad-f908c4af9d3c tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.194153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb53ca-8679-4b35-b5d0-e40040088e54 None None] Pushing event updated for resources: {'Port': ['ID=8d95ae63-ae77-49c0-bb7c-d35010be0f83,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.200535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-448811d7-0388-47e9-8316-3951404810df req-c7ae3ce9-63dc-4d8c-99ad-f908c4af9d3c tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 943 time: 0.2867000 Feb 09 21:44:08.226413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:08.237947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.267859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] device_id is not set on port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:08.289053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69155c2b-4ff8-4ecc-809f-71ab8aabd45c req-a36e1c66-d7fa-466c-8aa7-dd9000aafe65 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.296665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69155c2b-4ff8-4ecc-809f-71ab8aabd45c req-a36e1c66-d7fa-466c-8aa7-dd9000aafe65 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 945 time: 0.1491601 Feb 09 21:44:08.317041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-448811d7-0388-47e9-8316-3951404810df req-e49506cc-fdf7-4ca6-84b2-dcfcaee39003 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153827 Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Attempting to bind port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Attempting to bind port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0178a153-4df7-4d57-ac6c-03e192e94119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Attempting to bind port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 on network 50d12715-abf0-494d-b172-fdfe686c9fe1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-483c3645-c1d3-47f8-a928-6f0350c222d6 req-96133ee0-1f96-472a-ae73-c14060fdd696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-898496136', 'description': 'tempest-description-535690937'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 on network 50d12715-abf0-494d-b172-fdfe686c9fe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Attempting to bind port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 on network 50d12715-abf0-494d-b172-fdfe686c9fe1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (087c0409-a68f-4882-b762-aac3a8fbc24f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Checking segment: {'id': '0178a153-4df7-4d57-ac6c-03e192e94119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Bound using segment: {'id': '0178a153-4df7-4d57-ac6c-03e192e94119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:08.585252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Bound port: 4d8c0f14-4c0c-4637-b87b-29f688d82c31, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0178a153-4df7-4d57-ac6c-03e192e94119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:08.587752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.587752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087c0409-a68f-4882-b762-aac3a8fbc24f']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:08.587752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892973eb-f0dc-4a5d-92c3-f256d11a2ba3') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:08.587752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892973eb-f0dc-4a5d-92c3-f256d11a2ba3') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:08.587752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (892973eb-f0dc-4a5d-92c3-f256d11a2ba3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.589503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69155c2b-4ff8-4ecc-809f-71ab8aabd45c req-9cb2ea43-b250-41de-b721-29550ea306af tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417307 Feb 09 21:44:08.589503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.20.0.3 (35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3/8ac5b7b0-212e-4035-9de6-99c895cbcc8a/17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:08.590020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (892973eb-f0dc-4a5d-92c3-f256d11a2ba3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.594432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:08.594902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (892973eb-f0dc-4a5d-92c3-f256d11a2ba3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:08.654626 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:08.657173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-483c3645-c1d3-47f8-a928-6f0350c222d6 req-96133ee0-1f96-472a-ae73-c14060fdd696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.661512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] For port 4d8c0f14-4c0c-4637-b87b-29f688d82c31, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:08.684829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] For port 4d8c0f14-4c0c-4637-b87b-29f688d82c31, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=4d8c0f14-4c0c-4637-b87b-29f688d82c31,segment=NetworkSegment(0178a153-4df7-4d57-ac6c-03e192e94119),segment_id=0178a153-4df7-4d57-ac6c-03e192e94119)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:08.752637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-483c3645-c1d3-47f8-a928-6f0350c222d6 req-96133ee0-1f96-472a-ae73-c14060fdd696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (f448d2d1-8156-42d0-b421-49805534b79b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.763792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (087c0409-a68f-4882-b762-aac3a8fbc24f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.792122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.796665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] 10.222.0.98 "DELETE /v2.0/networks/087c0409-a68f-4882-b762-aac3a8fbc24f HTTP/1.1" status: 204 len: 168 time: 0.7803805 Feb 09 21:44:08.797563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845d9fc-578b-4526-bcd2-9c9595173baa admin admin] Pushing event deleted for resources: {'Network': ['ID=087c0409-a68f-4882-b762-aac3a8fbc24f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.801456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32898) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:08.804613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.840474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.867695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-483c3645-c1d3-47f8-a928-6f0350c222d6 req-96133ee0-1f96-472a-ae73-c14060fdd696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f448d2d1-8156-42d0-b421-49805534b79b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.903011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.903490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.904975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] 10.222.0.110 "PUT /v2.0/ports/4d8c0f14-4c0c-4637-b87b-29f688d82c31 HTTP/1.1" status: 200 len: 1091 time: 1.8759694 Feb 09 21:44:08.913498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74581c81-ee9c-41ef-8849-bfb087915719', 'tag': '4d8c0f14-4c0c-4637-b87b-29f688d82c31'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:08.915764 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f34bde-c435-4ffc-98e1-20946b054622" -d '{"events": [{"name": "network-changed", "server_uuid": "74581c81-ee9c-41ef-8849-bfb087915719", "tag": "4d8c0f14-4c0c-4637-b87b-29f688d82c31"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:08.920493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8d95ae63-ae77-49c0-bb7c-d35010be0f83 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:08.955826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] Deleting subnet 37812575-b8a6-4f6c-8796-630693d7020f {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:08.960389 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] Publish callbacks [] for subnet (37812575-b8a6-4f6c-8796-630693d7020f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.964057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.979299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c678f07-f465-4ec8-bc0a-8eddbfc039d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8c0f14-4c0c-4637-b87b-29f688d82c31,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.984833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96133ee0-1f96-472a-ae73-c14060fdd696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f448d2d1-8156-42d0-b421-49805534b79b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.995765 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.996369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:08.996369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.996789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-483c3645-c1d3-47f8-a928-6f0350c222d6 req-96133ee0-1f96-472a-ae73-c14060fdd696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.997918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-483c3645-c1d3-47f8-a928-6f0350c222d6 req-96133ee0-1f96-472a-ae73-c14060fdd696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5966897 Feb 09 21:44:09.009140 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (37812575-b8a6-4f6c-8796-630693d7020f), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.063759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (37812575-b8a6-4f6c-8796-630693d7020f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.128532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:09.153730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:09.159281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:09.178338 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8987342-b060-41b5-ac33-6ec77abbdd3d req-2cf8c819-f745-466a-936e-012de4cc705c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0687778 Feb 09 21:44:09.179738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:09.180233 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.250144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-1dcfec39-be18-49d3-b5b9-78293f6fd39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.253527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-1dcfec39-be18-49d3-b5b9-78293f6fd39f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3586190e2a6b41bab8640da6628e898b&device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 1125 time: 0.2038596 Feb 09 21:44:09.255343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 8d95ae63-ae77-49c0-bb7c-d35010be0f83, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8d95ae63-ae77-49c0-bb7c-d35010be0f83,segment=NetworkSegment(b84756be-9d2c-4038-ac71-56d494d1cd43),segment_id=b84756be-9d2c-4038-ac71-56d494d1cd43)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:09.276659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.326408 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6590c4c-1a71-45b2-8e46-39d99ad2e629 x-openstack-request-id: req-a6590c4c-1a71-45b2-8e46-39d99ad2e629 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:09.326856 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74581c81-ee9c-41ef-8849-bfb087915719", "tag": "4d8c0f14-4c0c-4637-b87b-29f688d82c31", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:09.327003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.327287 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a6590c4c-1a71-45b2-8e46-39d99ad2e629 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:09.327583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.327993 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74581c81-ee9c-41ef-8849-bfb087915719', 'tag': '4d8c0f14-4c0c-4637-b87b-29f688d82c31', 'status': 'completed', 'code': 200} Feb 09 21:44:09.333563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8cb94def-bad3-4a73-a29e-38e073bec91b req-d15f7f70-5564-4ce5-9fda-4abd68fe792d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1315456113', 'description': 'tempest-description-1211251792'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:09.340315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.348608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-58f82698-196b-408b-83ad-fd189881808f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8c0f14-4c0c-4637-b87b-29f688d82c31 HTTP/1.1" status: 200 len: 217 time: 0.0762346 Feb 09 21:44:09.348804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-6649a68b-205f-4e41-adb5-f144350a16f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043863 Feb 09 21:44:09.397941 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (37812575-b8a6-4f6c-8796-630693d7020f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.402913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=8d95ae63-ae77-49c0-bb7c-d35010be0f83,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.458509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37812575-b8a6-4f6c-8796-630693d7020f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.468773 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.475948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a913f3ce-2803-430b-990f-e55aba5c9c82 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/37812575-b8a6-4f6c-8796-630693d7020f HTTP/1.1" status: 204 len: 168 time: 0.6725519 Feb 09 21:44:09.479023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32912) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:09.498640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-923778d5-071e-435c-b3be-43fdb6272afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.500461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-923778d5-071e-435c-b3be-43fdb6272afd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=676ba74c-b641-48ae-976a-4a3538be099e HTTP/1.1" status: 200 len: 861 time: 0.1540027 Feb 09 21:44:09.500995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-28143a35-2d6b-4c6a-bc5a-2ce6f3917c77 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8250551 Feb 09 21:44:09.507219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32914) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:09.621767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-7f6d9eda-c147-4634-a5bb-54403b48f3c6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=50d12715-abf0-494d-b172-fdfe686c9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014991 Feb 09 21:44:09.625118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8cb94def-bad3-4a73-a29e-38e073bec91b req-d15f7f70-5564-4ce5-9fda-4abd68fe792d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.733292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b293047-bed6-4b56-a337-8ed842ba327b req-c333feea-9483-4d9f-84f3-bb1a081f976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.734976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-c333feea-9483-4d9f-84f3-bb1a081f976e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1207 time: 0.3053281 Feb 09 21:44:09.736941 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (942a3965-98da-4979-b5e3-4ef036bbc884), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.749142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f8a317cd-31e3-440f-aa96-8c207a9ac097 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:09.893437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0527c-fb50-4a05-8842-29e83091ea4c None None] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:09.938151 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-38541989-5d85-42a6-b5c7-5c9b419e1417 service neutron] 10.222.0.110 "GET /v2.0/networks/50d12715-abf0-494d-b172-fdfe686c9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104298 Feb 09 21:44:09.960248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port f8a317cd-31e3-440f-aa96-8c207a9ac097 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:09.978671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port f8a317cd-31e3-440f-aa96-8c207a9ac097 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:09.979198 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.093097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8cb94def-bad3-4a73-a29e-38e073bec91b req-d15f7f70-5564-4ce5-9fda-4abd68fe792d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (82df8474-9330-4002-a48b-6cd4835639d0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.099601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (942a3965-98da-4979-b5e3-4ef036bbc884), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.119642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f720aa68-1c65-486c-845a-cd9f42a81e2f None None] Provisioning complete for port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:10.120506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f720aa68-1c65-486c-845a-cd9f42a81e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.133938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942a3965-98da-4979-b5e3-4ef036bbc884']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:10.160821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150c9cb3-b257-4c22-a1e5-71995534be6a') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:10.161239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150c9cb3-b257-4c22-a1e5-71995534be6a') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:10.176800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8cb94def-bad3-4a73-a29e-38e073bec91b req-d15f7f70-5564-4ce5-9fda-4abd68fe792d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (82df8474-9330-4002-a48b-6cd4835639d0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.192394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b69995-e300-4e84-944a-c87d1c0b0931 req-246c12d4-c69c-4626-963a-a1b847320362 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.203019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1b69995-e300-4e84-944a-c87d1c0b0931 req-246c12d4-c69c-4626-963a-a1b847320362 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 943 time: 0.3476791 Feb 09 21:44:10.210871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (150c9cb3-b257-4c22-a1e5-71995534be6a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.257439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb8aa1e-bdb7-48f4-9e41-832324359aeb req-6c6f229a-5de4-4d26-ab2b-0313b2d9472b service neutron] 10.222.0.110 "GET /v2.0/networks/50d12715-abf0-494d-b172-fdfe686c9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032324 Feb 09 21:44:10.264821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.273551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f7f70-5564-4ce5-9fda-4abd68fe792d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82df8474-9330-4002-a48b-6cd4835639d0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:10.278673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (150c9cb3-b257-4c22-a1e5-71995534be6a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.283958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b293047-bed6-4b56-a337-8ed842ba327b req-e6f31c75-0de8-4179-806a-518a21796134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.286763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-e6f31c75-0de8-4179-806a-518a21796134 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 912 time: 0.5254049 Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (150c9cb3-b257-4c22-a1e5-71995534be6a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:10.298942 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:10.336707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f8a317cd-31e3-440f-aa96-8c207a9ac097 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:10.337105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.367580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8cb94def-bad3-4a73-a29e-38e073bec91b req-d15f7f70-5564-4ce5-9fda-4abd68fe792d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.384436 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-22a73c2e-e9a4-43e6-add4-00332a1f1438 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 200 len: 217 time: 0.0693331 Feb 09 21:44:10.391742 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8cb94def-bad3-4a73-a29e-38e073bec91b req-d15f7f70-5564-4ce5-9fda-4abd68fe792d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0622659 Feb 09 21:44:10.420771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f720aa68-1c65-486c-845a-cd9f42a81e2f None None] Current status of the port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:10.422610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1b69995-e300-4e84-944a-c87d1c0b0931 req-d424f288-0758-4c54-8649-379a3c760355 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049499 Feb 09 21:44:10.482440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:10.482440 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf00d87d-6bc7-41cf-a1fe-f5ff320019cd" -d '{"events": [{"server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "name": "network-vif-plugged", "status": "completed", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:10.516650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b293047-bed6-4b56-a337-8ed842ba327b req-7b9cb13d-2b91-4364-849a-09a1e5cbee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.518162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-7b9cb13d-2b91-4364-849a-09a1e5cbee1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.0906374 Feb 09 21:44:10.535262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f8a317cd-31e3-440f-aa96-8c207a9ac097, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:10.610429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-65a0e4db-7411-4e57-a599-75992105919d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791130 Feb 09 21:44:10.634494 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.677606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34bde-c435-4ffc-98e1-20946b054622 req-520f1709-39f9-417d-bd0b-6fbd95a98352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.679170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78f34bde-c435-4ffc-98e1-20946b054622 req-520f1709-39f9-417d-bd0b-6fbd95a98352 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3586190e2a6b41bab8640da6628e898b&device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 1125 time: 0.2547326 Feb 09 21:44:10.725530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f8a317cd-31e3-440f-aa96-8c207a9ac097,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:10.764132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6117e162-0cb8-4a04-9f80-0a380cb19189 req-c28fefec-b38c-4c36-a38b-b949830e796f tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.1280322 Feb 09 21:44:10.786002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f0837120-16c0-4554-b38d-a8d7b0d4f4f7 None None] Provisioning complete for port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:10.786383 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0837120-16c0-4554-b38d-a8d7b0d4f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.824811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34bde-c435-4ffc-98e1-20946b054622 req-118040fc-cc92-4045-930c-3b2278a3389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.826576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78f34bde-c435-4ffc-98e1-20946b054622 req-118040fc-cc92-4045-930c-3b2278a3389e service neutron] 10.222.0.110 "GET /v2.0/networks?id=50d12715-abf0-494d-b172-fdfe686c9fe1 HTTP/1.1" status: 200 len: 922 time: 0.1254470 Feb 09 21:44:10.828459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (942a3965-98da-4979-b5e3-4ef036bbc884), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.839059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c6148-8785-43b7-b1ee-9049ddc58414 req-5f64df09-25c3-4290-b0ba-82c8b38a1112 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.858097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-256c6148-8785-43b7-b1ee-9049ddc58414 req-5f64df09-25c3-4290-b0ba-82c8b38a1112 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 945 time: 0.3163404 Feb 09 21:44:10.877039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8d95ae63-ae77-49c0-bb7c-d35010be0f83 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:10.922321 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d62749-59a7-4391-9361-d70df1763fdd x-openstack-request-id: req-38d62749-59a7-4391-9361-d70df1763fdd {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:10.922591 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "name": "network-vif-plugged", "status": "completed", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:10.922850 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38d62749-59a7-4391-9361-d70df1763fdd {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:10.923239 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'code': 200} Feb 09 21:44:10.947400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.947996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f0837120-16c0-4554-b38d-a8d7b0d4f4f7 None None] Port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:10.960213 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] 10.222.0.98 "DELETE /v2.0/networks/942a3965-98da-4979-b5e3-4ef036bbc884 HTTP/1.1" status: 204 len: 168 time: 1.4761660 Feb 09 21:44:10.962922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-d377cf20-6564-4791-a5b5-871b2756823a service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064151 Feb 09 21:44:10.989174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f0837120-16c0-4554-b38d-a8d7b0d4f4f7 None None] Provisioning complete for port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:10.989629 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0837120-16c0-4554-b38d-a8d7b0d4f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.998252 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.080813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405c75e-ed3c-4e5d-af6a-a7c9dde5ec34 admin admin] Pushing event deleted for resources: {'Network': ['ID=942a3965-98da-4979-b5e3-4ef036bbc884,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:11.081599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:11.081867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78f34bde-c435-4ffc-98e1-20946b054622 req-53b61e83-1fbb-41ac-97bc-88bbff55e45e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d8c0f14-4c0c-4637-b87b-29f688d82c31 HTTP/1.1" status: 200 len: 217 time: 0.1743081 Feb 09 21:44:11.082341 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.158978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-256c6148-8785-43b7-b1ee-9049ddc58414 req-b2664a57-90de-4610-b6d3-441fe1301e78 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000219 Feb 09 21:44:11.211813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f0837120-16c0-4554-b38d-a8d7b0d4f4f7 None None] Current status of the port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:11.250000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34bde-c435-4ffc-98e1-20946b054622 req-4f502a92-b704-4a82-959c-bb472f5106f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.252115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78f34bde-c435-4ffc-98e1-20946b054622 req-4f502a92-b704-4a82-959c-bb472f5106f7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=676ba74c-b641-48ae-976a-4a3538be099e HTTP/1.1" status: 200 len: 861 time: 0.1160200 Feb 09 21:44:11.269870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:11.293919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78f34bde-c435-4ffc-98e1-20946b054622 req-8f559a48-bda5-40e7-8f03-89428368ca64 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=50d12715-abf0-494d-b172-fdfe686c9fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330861 Feb 09 21:44:11.301261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605f5fa-0ae1-4f26-b283-207abb7eec3d req-9929aa9f-53ef-4042-b1dc-8c4b3d6d9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.303633 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d605f5fa-0ae1-4f26-b283-207abb7eec3d req-9929aa9f-53ef-4042-b1dc-8c4b3d6d9036 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 1128 time: 0.2498889 Feb 09 21:44:11.341570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cec20370-73c5-45ec-9fcd-608b03c63c61 None None] Provisioning complete for port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:11.341947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cec20370-73c5-45ec-9fcd-608b03c63c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.408121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32942) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:11.416307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cec20370-73c5-45ec-9fcd-608b03c63c61 None None] Port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:11.438847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b293047-bed6-4b56-a337-8ed842ba327b req-fbaa49e3-1e9b-4658-b531-007b28fe8d3c service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375260 Feb 09 21:44:11.439832 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d605f5fa-0ae1-4f26-b283-207abb7eec3d req-02d60dbc-1db6-48e0-8ae8-4ff0869bc2ad service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267786 Feb 09 21:44:11.513269 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78f34bde-c435-4ffc-98e1-20946b054622 req-57fb9fd0-18ad-4799-8727-6cacc20445f5 service neutron] 10.222.0.110 "GET /v2.0/networks/50d12715-abf0-494d-b172-fdfe686c9fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083528 Feb 09 21:44:11.517245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-f6d4715a-e163-4940-8dac-3900ac9778c5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.524278 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-f6d4715a-e163-4940-8dac-3900ac9778c5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 811 time: 0.4999681 Feb 09 21:44:11.538889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6ac13654-6751-4dd6-aa84-51fa56faa358 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=04513afad81640b3b3cb3d48be22843f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278071 Feb 09 21:44:11.542075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32946) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:11.561602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-c459e1e0-1ddc-41d1-af6d-137a8c518eac tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/quotas/58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 375 time: 0.0364256 Feb 09 21:44:11.611758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3aeff-5c0d-4ff1-a5bc-ad964fb0dd48 req-c9504465-c5f1-4a95-a687-31dcada6091c tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.613511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb3aeff-5c0d-4ff1-a5bc-ad964fb0dd48 req-c9504465-c5f1-4a95-a687-31dcada6091c tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 943 time: 0.0990088 Feb 09 21:44:11.694651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.700332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-c6b38107-22a6-4b67-99a2-6788a5e0b26c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379547 Feb 09 21:44:11.701448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a9762f-6cdc-4a88-924d-0da5511a97aa admin admin] Publish callbacks [] for security_group (bf92955c-7d64-489c-8beb-a9a7260c751a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.722879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.731034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a9762f-6cdc-4a88-924d-0da5511a97aa admin admin] Publish callbacks [] for security_group (bf92955c-7d64-489c-8beb-a9a7260c751a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.748483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eeb3aeff-5c0d-4ff1-a5bc-ad964fb0dd48 req-92619bfa-4f05-42a6-993b-65b7df7694bf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294787 Feb 09 21:44:11.778018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 4d8c0f14-4c0c-4637-b87b-29f688d82c31 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:11.803076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.855870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78f34bde-c435-4ffc-98e1-20946b054622 req-5a5dd7d0-8e2e-4c16-b9a8-f16101f385c7 service neutron] 10.222.0.110 "GET /v2.0/networks/50d12715-abf0-494d-b172-fdfe686c9fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124968 Feb 09 21:44:11.902793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a9762f-6cdc-4a88-924d-0da5511a97aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf92955c-7d64-489c-8beb-a9a7260c751a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.905996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a9762f-6cdc-4a88-924d-0da5511a97aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.907569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d4a9762f-6cdc-4a88-924d-0da5511a97aa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf92955c-7d64-489c-8beb-a9a7260c751a HTTP/1.1" status: 204 len: 168 time: 0.3645937 Feb 09 21:44:11.934064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76225ade-ff86-42bd-ae54-69a534453717 req-c554d41e-b980-435e-9bbe-24a7707e695b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0494418 Feb 09 21:44:11.976191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9762f-6cdc-4a88-924d-0da5511a97aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf92955c-7d64-489c-8beb-a9a7260c751a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:12.015148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:12.018192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 4d8c0f14-4c0c-4637-b87b-29f688d82c31, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=4d8c0f14-4c0c-4637-b87b-29f688d82c31,segment=NetworkSegment(0178a153-4df7-4d57-ac6c-03e192e94119),segment_id=0178a153-4df7-4d57-ac6c-03e192e94119)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:12.055905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '4d8c0f14-4c0c-4637-b87b-29f688d82c31', 'network_id': '50d12715-abf0-494d-b172-fdfe686c9fe1', 'port_id': '4d8c0f14-4c0c-4637-b87b-29f688d82c31', 'mac_address': 'fa:16:3e:e5:fe:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676ba74c-b641-48ae-976a-4a3538be099e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:12.119692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-a0303e47-b56e-49d9-bc85-0239aa532164 service neutron] 10.222.0.98 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331056 Feb 09 21:44:12.155989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:12.156551 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.174192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8c0f14-4c0c-4637-b87b-29f688d82c31 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:12.209348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 4d8c0f14-4c0c-4637-b87b-29f688d82c31, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=4d8c0f14-4c0c-4637-b87b-29f688d82c31,segment=NetworkSegment(0178a153-4df7-4d57-ac6c-03e192e94119),segment_id=0178a153-4df7-4d57-ac6c-03e192e94119)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:12.252668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2fae0d98-88ab-4acd-a28d-40ae29cb46f8 None None] Provisioning complete for port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:12.253049 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2fae0d98-88ab-4acd-a28d-40ae29cb46f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.301784 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.347377 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (e540d099-0547-42eb-b808-fbfcc9cb510f), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.354789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2fae0d98-88ab-4acd-a28d-40ae29cb46f8 None None] Port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:12.375385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae21f1-ba07-4dd8-846e-ad840530739c req-231e8b19-88ea-4c70-95c5-5ef933ce2959 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:12.376952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cae21f1-ba07-4dd8-846e-ad840530739c req-231e8b19-88ea-4c70-95c5-5ef933ce2959 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.0962090 Feb 09 21:44:12.388012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=4d8c0f14-4c0c-4637-b87b-29f688d82c31,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:12.476599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0e22afd9-ee21-47e8-bf58-aab6085b25c6 service neutron] 10.222.0.98 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389051 Feb 09 21:44:12.478839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cae21f1-ba07-4dd8-846e-ad840530739c req-f94831d7-1506-4e07-9c8f-039ec16778bb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636768 Feb 09 21:44:12.554603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['4d8c0f14-4c0c-4637-b87b-29f688d82c31'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:12.730269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.832582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-145e8eb8-ab0e-4853-886d-e7ed927b8c7e req-7c6c2817-0cef-4817-9a16-b9e256a009f6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 210 time: 0.0633011 Feb 09 21:44:12.995565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:13.093510 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5192d0f2-6b62-4b25-9471-c181f6f25d7b req-44649b1b-e64f-4d5c-9f55-70cf34ec2ce8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0380940 Feb 09 21:44:13.097231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88d55e62-1215-49e7-b10a-81c71aab9ed0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=70e7e2278055431a9e563e7bfcf297d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1006408 Feb 09 21:44:13.099896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:13.166361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-877957b2-f7cf-4588-8283-04b89b610ae8 admin admin] Publish callbacks [] for security_group (4de8e101-3230-4ab8-9c4c-cdc96288d81f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.171296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23583e77-7f28-4290-b876-0b3e1c72200a req-c4ed6587-2762-4dec-bbad-bf67815cd9ed tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:13.178975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23583e77-7f28-4290-b876-0b3e1c72200a req-c4ed6587-2762-4dec-bbad-bf67815cd9ed tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 944 time: 0.1495285 Feb 09 21:44:13.190480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-877957b2-f7cf-4588-8283-04b89b610ae8 admin admin] Publish callbacks [] for security_group (4de8e101-3230-4ab8-9c4c-cdc96288d81f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.272537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23583e77-7f28-4290-b876-0b3e1c72200a req-e36389f2-0086-4625-bdcc-650c3cfdf7f2 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881658 Feb 09 21:44:13.298111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.331537 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-877957b2-f7cf-4588-8283-04b89b610ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4de8e101-3230-4ab8-9c4c-cdc96288d81f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.334811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-877957b2-f7cf-4588-8283-04b89b610ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.338367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-877957b2-f7cf-4588-8283-04b89b610ae8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4de8e101-3230-4ab8-9c4c-cdc96288d81f HTTP/1.1" status: 204 len: 168 time: 0.2346008 Feb 09 21:44:13.357202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877957b2-f7cf-4588-8283-04b89b610ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8e101-3230-4ab8-9c4c-cdc96288d81f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:13.361362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.523742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:13.528846 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (e540d099-0547-42eb-b808-fbfcc9cb510f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.631859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:13.636417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:13.661920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899262c2-6cd6-4fa0-82f8-b844edf74e4e req-f78b0b8f-c7bf-4600-be66-73afbd207ae1 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:13.663745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-899262c2-6cd6-4fa0-82f8-b844edf74e4e req-f78b0b8f-c7bf-4600-be66-73afbd207ae1 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.0920832 Feb 09 21:44:13.734812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-899262c2-6cd6-4fa0-82f8-b844edf74e4e req-9fd76502-e228-48de-b981-bfa415721d86 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642045 Feb 09 21:44:13.764657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 4d8c0f14-4c0c-4637-b87b-29f688d82c31 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:13.965766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-33909124-edad-407a-84fd-fc11e21c40e2 req-4f1afc8c-7185-41e4-9109-c4e9319de3b0 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 210 time: 0.0448964 Feb 09 21:44:14.032890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:14.065148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8fde1c58-74d8-4a4e-8f72-b348c9cf434b None None] Provisioning complete for port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:14.065776 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8fde1c58-74d8-4a4e-8f72-b348c9cf434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.072212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:14.072867 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.238972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8fde1c58-74d8-4a4e-8f72-b348c9cf434b None None] Port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:14.295659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c833cf8-9b4d-44cb-8dee-181d8844b19b req-cbd7b1ff-3d76-447d-ac44-25782d8d9e42 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:14.306548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c833cf8-9b4d-44cb-8dee-181d8844b19b req-cbd7b1ff-3d76-447d-ac44-25782d8d9e42 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.1523137 Feb 09 21:44:14.324946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32994) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:14.331377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f0a8232-265d-4e3e-97e5-82801844924d req-8bc50553-2394-4716-90fc-7995a542c4a2 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0654705 Feb 09 21:44:14.335492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Request body: {'floatingip': {'port_id': 'f8a317cd-31e3-440f-aa96-8c207a9ac097'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:14.468839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for floatingip (dbf9f25b-4aa9-474b-bc43-73e660c81727), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.608289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623836-2847-4daf-af37-89114f369837 req-8aba9d8a-7eb5-47ae-9352-9c5f167252e8 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:14.609941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89623836-2847-4daf-af37-89114f369837 req-8aba9d8a-7eb5-47ae-9352-9c5f167252e8 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 944 time: 0.1898780 Feb 09 21:44:14.716498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:14.716904 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.748953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router e540d099-0547-42eb-b808-fbfcc9cb510f is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:14.827647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74581c81-ee9c-41ef-8849-bfb087915719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8c0f14-4c0c-4637-b87b-29f688d82c31'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:14.831256 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e05fc6-460f-40f8-ac99-cd1596c8962e" -d '{"events": [{"server_uuid": "74581c81-ee9c-41ef-8849-bfb087915719", "name": "network-vif-plugged", "status": "completed", "tag": "4d8c0f14-4c0c-4637-b87b-29f688d82c31"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:14.833966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89623836-2847-4daf-af37-89114f369837 req-d5a70bc8-64db-468d-9584-945f89483a36 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127318 Feb 09 21:44:14.927154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 4d8c0f14-4c0c-4637-b87b-29f688d82c31, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=4d8c0f14-4c0c-4637-b87b-29f688d82c31,segment=NetworkSegment(0178a153-4df7-4d57-ac6c-03e192e94119),segment_id=0178a153-4df7-4d57-ac6c-03e192e94119)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:14.951473 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdd19fc-a8c3-4587-834d-74194baa0029 x-openstack-request-id: req-afdd19fc-a8c3-4587-834d-74194baa0029 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:14.951759 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74581c81-ee9c-41ef-8849-bfb087915719", "name": "network-vif-plugged", "status": "completed", "tag": "4d8c0f14-4c0c-4637-b87b-29f688d82c31", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:14.952007 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-afdd19fc-a8c3-4587-834d-74194baa0029 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:14.953545 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74581c81-ee9c-41ef-8849-bfb087915719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8c0f14-4c0c-4637-b87b-29f688d82c31', 'code': 200} Feb 09 21:44:15.025757 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.073951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:15.085125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c6b12d8f-a09f-4883-a600-14f97f5508f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/e540d099-0547-42eb-b808-fbfcc9cb510f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5753353 Feb 09 21:44:15.085125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33010) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.094815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972aa56-e58b-4972-9f9c-7b8ec574f928 req-24f8467d-3225-4940-ac73-b5e1ef441d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:15.097568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3972aa56-e58b-4972-9f9c-7b8ec574f928 req-24f8467d-3225-4940-ac73-b5e1ef441d2d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 1127 time: 0.0759730 Feb 09 21:44:15.114473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] Sync routers for ids ['e540d099-0547-42eb-b808-fbfcc9cb510f'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:15.121531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=4d8c0f14-4c0c-4637-b87b-29f688d82c31,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.151219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] Routers {'e540d099-0547-42eb-b808-fbfcc9cb510f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:15.152057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e540d099-0547-42eb-b808-fbfcc9cb510f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:15.170193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3972aa56-e58b-4972-9f9c-7b8ec574f928 req-f63e96a2-ce02-47a3-bea3-86e12910f6c4 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Feb 09 21:44:15.206215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:15.223197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] Routers {'e540d099-0547-42eb-b808-fbfcc9cb510f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:15.225780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e540d099-0547-42eb-b808-fbfcc9cb510f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:15.323058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:15.323754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c13188-b295-43dc-b8fb-a4b69edc9a61 None None] The sync data for ids ['e540d099-0547-42eb-b808-fbfcc9cb510f'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:15.334497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9901b01-6367-4bd9-9b63-2f6055e50507 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:15.337318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b9901b01-6367-4bd9-9b63-2f6055e50507 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports/17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd HTTP/1.1" status: 200 len: 977 time: 0.2469726 Feb 09 21:44:15.339095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33014) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.617859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbe19415-481e-41b9-966c-3310ba3002f5 req-2342b6ec-131c-44ef-84e9-06b35356a6cc tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 210 time: 0.5317161 Feb 09 21:44:15.655513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cf08906-7d35-4866-a259-54ca93e3202b req-f88dd200-628e-402a-8266-521bd1b31898 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.1147003 Feb 09 21:44:15.704528 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:44:15.790668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.835245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-c2cb326f-17c3-4442-966d-17cb78f5fa7f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:15.835245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-c2cb326f-17c3-4442-966d-17cb78f5fa7f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 811 time: 0.2311714 Feb 09 21:44:15.848414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'port': {'device_id': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe', 'admin_state_up': True, 'tenant_id': '58e518e3f62346b7bb114c52ac8da9da'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:15.894691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (dbf9f25b-4aa9-474b-bc43-73e660c81727), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.036408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (e540d099-0547-42eb-b808-fbfcc9cb510f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.211193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933074b-740d-4734-b909-728564d727d1 req-063ad618-c654-43be-82cf-c9c346fa9596 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:16.211597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8933074b-740d-4734-b909-728564d727d1 req-063ad618-c654-43be-82cf-c9c346fa9596 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 945 time: 0.2212925 Feb 09 21:44:16.238157 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Floating IP dbf9f25b-4aa9-474b-bc43-73e660c81727 associated. External IP: 172.25.5.226, port: f8a317cd-31e3-440f-aa96-8c207a9ac097. Feb 09 21:44:16.402908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:16.404849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.549132 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.566906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:16.778810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8933074b-740d-4734-b909-728564d727d1 req-9728cd13-09bc-462f-8b86-225e91bcac50 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541165 Feb 09 21:44:16.817285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Made reservation on behalf of 58e518e3f62346b7bb114c52ac8da9da for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:16.817285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.118835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Allocated IP 172.20.0.10 (0b6acfb3-2039-45fc-916f-fce7e395c2fe/e17805a5-9932-4e54-86fa-3ede28de2dc2/82bb55c5-81cc-4fed-af73-0a720c5a432c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:17.152007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec5f7311-d0cb-4209-b449-e28fc4f94802 req-a384adb5-11c6-4eb4-a919-492daeb4d709 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 210 time: 0.2983973 Feb 09 21:44:17.263998 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.321777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Router d68432ef-a28d-45da-b793-39a0f2830726 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:17.329543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=17384b7e-c4fd-4b02-8051-9e1cdcb9a8dd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.331525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-531419c2-46c0-4729-94eb-c41e6ce9cdd2 req-ba0fd1ea-e152-4a1f-9f16-b2340404a667 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0596821 Feb 09 21:44:17.490501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.491027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.491424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.491915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.492364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.492815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.493265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.493708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.494154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.494390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:17.494599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.495048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.495495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.495977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.496426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.498601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0c16839-0a42-4119-8025-93d9be6e5cc7 req-d6b6f4d6-279b-485f-a5c0-5039517808a5 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9884 time: 0.3854933 Feb 09 21:44:17.500011 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.520366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] Sync routers for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:17.549307 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:17.551158 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:17.615690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-34d9bddd-fd68-407b-982a-da1ee32ef0a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "PUT /v2.0/floatingips/dbf9f25b-4aa9-474b-bc43-73e660c81727 HTTP/1.1" status: 200 len: 992 time: 3.2865512 Feb 09 21:44:17.627635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:17.635655 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25206ca-b52b-4b6b-ada1-0fca1f91be83" -d '{"events": [{"name": "network-changed", "server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:17.651258 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.653249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (e540d099-0547-42eb-b808-fbfcc9cb510f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.746324 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:17.753026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4ac30-4864-4bff-9452-268295517ace req-4728c8e8-b633-423b-a95d-a819285bde3a tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.754765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8a4ac30-4864-4bff-9452-268295517ace req-4728c8e8-b633-423b-a95d-a819285bde3a tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 886 time: 0.2230000 Feb 09 21:44:17.823684 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b9d9f6-c734-4e6d-8098-1ba15282b2ef x-openstack-request-id: req-b3b9d9f6-c734-4e6d-8098-1ba15282b2ef {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:17.824328 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:17.824552 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3b9d9f6-c734-4e6d-8098-1ba15282b2ef {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:17.825063 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'status': 'completed', 'code': 200} Feb 09 21:44:17.920295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.934594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:18.057598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3094e-2dc7-4332-944f-99ef76178df8 req-c42a89cd-ca32-42c3-9aea-629ff677f2bb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.065508 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53b3094e-2dc7-4332-944f-99ef76178df8 req-c42a89cd-ca32-42c3-9aea-629ff677f2bb tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.3179622 Feb 09 21:44:18.088849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router e540d099-0547-42eb-b808-fbfcc9cb510f has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:18.141438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53b3094e-2dc7-4332-944f-99ef76178df8 req-31d89568-f4bc-40bb-9f54-ef751e0dc4db tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703342 Feb 09 21:44:18.154053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-69ebe756-0d2f-49ca-a0f3-9e969097f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.155167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Network 0b6acfb3-2039-45fc-916f-fce7e395c2fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:18.158572 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-69ebe756-0d2f-49ca-a0f3-9e969097f471 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a7aca1d61d948df8afcfc26cd8edee3&device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 1128 time: 0.2265725 Feb 09 21:44:18.198966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:18.220111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:18.239818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:18.281035 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'dbf9f25b-4aa9-474b-bc43-73e660c81727', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'port_id': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:42:32Z', 'updated_at': '2022-02-09T21:44:15Z', 'revision_number': 1, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.313897 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] Checking router: d68432ef-a28d-45da-b793-39a0f2830726 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:18.326338 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:18.326965 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.426875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:18.439055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] Sync routers for ids ['e540d099-0547-42eb-b808-fbfcc9cb510f'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:18.441698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fbb42033-4e6d-4cff-a81a-be0b1ee51550 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/e540d099-0547-42eb-b808-fbfcc9cb510f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1010423 Feb 09 21:44:18.444886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33058) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.457692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] Routers {'e540d099-0547-42eb-b808-fbfcc9cb510f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:18.459892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e540d099-0547-42eb-b808-fbfcc9cb510f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.467004 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:18.477610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348428-5c94-4476-85c0-bf1f854e0e64 req-eccb1e4b-dca0-4b1e-a3d4-74ed396fbee8 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.486135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e348428-5c94-4476-85c0-bf1f854e0e64 req-eccb1e4b-dca0-4b1e-a3d4-74ed396fbee8 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 945 time: 0.2130311 Feb 09 21:44:18.490280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.491430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.497576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.508028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] Routers {'e540d099-0547-42eb-b808-fbfcc9cb510f'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:18.509581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e540d099-0547-42eb-b808-fbfcc9cb510f'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.546139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.547049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf38a4ab-bbca-4c34-909d-a97d6b4bbaaf None None] The sync data for ids ['e540d099-0547-42eb-b808-fbfcc9cb510f'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:18.562389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-576f296a-de09-44d2-9fbe-03e55f3f900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.564808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-576f296a-de09-44d2-9fbe-03e55f3f900f service neutron] 10.222.0.110 "GET /v2.0/networks?id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048 HTTP/1.1" status: 200 len: 916 time: 0.3907325 Feb 09 21:44:18.646150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-8b9d58d4-47f2-48b7-9938-ed87a4b43e80 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097 HTTP/1.1" status: 200 len: 1000 time: 0.0718391 Feb 09 21:44:18.649552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.650041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.650506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.650967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.651426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.651990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.652451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.652908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.653360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.653815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.654292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.654741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.655198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.655644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.683291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-26bde360-681f-4a7b-bfe5-a46568bd9f53 req-19337f98-866d-427f-841b-62dc08af2dd4 tempest-NetworksTest-1896968783 tempest-NetworksTest-1896968783-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9884 time: 0.8337662 Feb 09 21:44:18.712152 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e348428-5c94-4476-85c0-bf1f854e0e64 req-a5acf14c-fb3e-4f5e-b908-c89381e33fca tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209561 Feb 09 21:44:18.753586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-4370e014-dc90-4228-b7c9-1b1d0c67301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.755644 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-4370e014-dc90-4228-b7c9-1b1d0c67301f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1161109d-8d36-44bc-a710-551450f6b8d9 HTTP/1.1" status: 200 len: 854 time: 0.1011055 Feb 09 21:44:18.769428 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'dbf9f25b-4aa9-474b-bc43-73e660c81727', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'port_id': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:42:32Z', 'updated_at': '2022-02-09T21:44:15Z', 'revision_number': 1, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.807129 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca351ab2-fe65-4e8f-b7c2-a066b14562c2 None None] The sync data for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 is: [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'dbf9f25b-4aa9-474b-bc43-73e660c81727', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'port_id': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'mac_address': 'fa:16:3e:76:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:42:32Z', 'updated_at': '2022-02-09T21:44:15Z', 'revision_number': 1, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:18.842598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0b43b650-a134-4699-94e2-1ea1c154c510 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9915655 Feb 09 21:44:18.851860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Request body: {'port': {'device_id': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:18.858167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-b9d4b6e0-6ab3-4608-9539-992e90768bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.860357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-b9d4b6e0-6ab3-4608-9539-992e90768bf0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0981700 Feb 09 21:44:19.020956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.031098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbf3dbe8-6814-48d3-9b2f-890ecc46df50 req-70dbd355-36d2-4708-83c5-d05f0711d93c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0348468 Feb 09 21:44:19.042866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-b685f1aa-5819-4a2d-9bb6-5ff3021013ce service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714296 Feb 09 21:44:19.046460 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-9b985687-2dca-426b-87d9-1e8a4382d943 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 21:44:19.047620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9b985687-2dca-426b-87d9-1e8a4382d943 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/e540d099-0547-42eb-b808-fbfcc9cb510f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5989962 Feb 09 21:44:19.058626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33064) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.136180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81c0ab-d7d1-4570-8ff4-23553294c6f9 req-104c5003-06dd-4e41-9b6b-475ec97f7b90 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:19.143407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a81c0ab-d7d1-4570-8ff4-23553294c6f9 req-104c5003-06dd-4e41-9b6b-475ec97f7b90 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 932 time: 0.3186314 Feb 09 21:44:19.147471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9cc67b91-51fb-4f89-8cac-bb37a570409e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=e540d099-0547-42eb-b808-fbfcc9cb510f HTTP/1.1" status: 200 len: 205 time: 0.0888777 Feb 09 21:44:19.150575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33066) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.207564 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c3dbe-b945-4009-aa77-031d4d67ff37 None None] New status for floating IP dbf9f25b-4aa9-474b-bc43-73e660c81727: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:44:19.359509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08458b-88e0-4429-bd7f-049e67f3059d req-c9e3b987-d603-4ad0-89d9-fbec578a0f0b tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:19.361068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f08458b-88e0-4429-bd7f-049e67f3059d req-c9e3b987-d603-4ad0-89d9-fbec578a0f0b tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.1140981 Feb 09 21:44:19.372824 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46761a07-c16d-4f93-b1f2-5f043ad8019e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (e540d099-0547-42eb-b808-fbfcc9cb510f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.389621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a25206ca-b52b-4b6b-ada1-0fca1f91be83 req-c67a83c3-6651-48fc-b399-efbdf1e56c17 service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104589 Feb 09 21:44:19.436234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f08458b-88e0-4429-bd7f-049e67f3059d req-9d43bb43-33c3-4c52-b585-310a572af582 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651743 Feb 09 21:44:19.436709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33076) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.495068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a81c0ab-d7d1-4570-8ff4-23553294c6f9 req-7d4d89c4-72a9-46bd-b189-a209007253e1 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498783 Feb 09 21:44:19.602412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e4bc80af-89f5-46f5-aa96-b4dd9ea11050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.705059 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e4bc80af-89f5-46f5-aa96-b4dd9ea11050 admin admin] Publish callbacks [] for security_group (21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.772301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e4bc80af-89f5-46f5-aa96-b4dd9ea11050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.845456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc80af-89f5-46f5-aa96-b4dd9ea11050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:19.866492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e4bc80af-89f5-46f5-aa96-b4dd9ea11050 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5729635da00d4f00915899d98aa5ece5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286642 Feb 09 21:44:19.868756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33080) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.936965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36fa8b68-1731-4097-87de-424575e5ed9b admin admin] Publish callbacks [] for security_group (21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.966602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36fa8b68-1731-4097-87de-424575e5ed9b admin admin] Publish callbacks [] for security_group (21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.072193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46761a07-c16d-4f93-b1f2-5f043ad8019e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (e540d099-0547-42eb-b808-fbfcc9cb510f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.076767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46761a07-c16d-4f93-b1f2-5f043ad8019e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (e540d099-0547-42eb-b808-fbfcc9cb510f), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.137780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36fa8b68-1731-4097-87de-424575e5ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.147205 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36fa8b68-1731-4097-87de-424575e5ed9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.153491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-36fa8b68-1731-4097-87de-424575e5ed9b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec HTTP/1.1" status: 204 len: 168 time: 0.2822771 Feb 09 21:44:20.166313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa8b68-1731-4097-87de-424575e5ed9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f3040e-5f0d-4e0b-8f78-1cdbd136a3ec,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.166577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52425d98-fe95-4244-8f95-4a041993b871 req-525a62af-0a14-4243-a331-f579c0c17d35 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:20.168991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52425d98-fe95-4244-8f95-4a041993b871 req-525a62af-0a14-4243-a331-f579c0c17d35 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 945 time: 0.1696584 Feb 09 21:44:20.243214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-729d234e-5200-4c2e-b17d-843c1b394702 req-c0f6f2a9-ea62-404b-8846-a85e3de58e31 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0520270 Feb 09 21:44:20.248574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46761a07-c16d-4f93-b1f2-5f043ad8019e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (e540d099-0547-42eb-b808-fbfcc9cb510f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.249422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46761a07-c16d-4f93-b1f2-5f043ad8019e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Fanout notify agent at l3_agent the message router_deleted on router e540d099-0547-42eb-b808-fbfcc9cb510f {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:20.263868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46761a07-c16d-4f93-b1f2-5f043ad8019e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.265037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-46761a07-c16d-4f93-b1f2-5f043ad8019e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/e540d099-0547-42eb-b808-fbfcc9cb510f HTTP/1.1" status: 204 len: 168 time: 1.1134665 Feb 09 21:44:20.268024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33088) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:20.283692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bb55c5-81cc-4fed-af73-0a720c5a432c {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:20.291658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52425d98-fe95-4244-8f95-4a041993b871 req-b0dd7e86-a5af-4237-843d-ab7b5168cd60 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120088 Feb 09 21:44:20.295891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Publish callbacks [] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.310067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Transition to ACTIVE for port object 82bb55c5-81cc-4fed-af73-0a720c5a432c will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:44:20.360205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet 8ac5b7b0-212e-4035-9de6-99c895cbcc8a {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:20.363789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (8ac5b7b0-212e-4035-9de6-99c895cbcc8a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.397402 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.418483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (8ac5b7b0-212e-4035-9de6-99c895cbcc8a), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.467569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Pushing event updated for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.533912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8ac5b7b0-212e-4035-9de6-99c895cbcc8a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.650458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Attempting to bind port 82bb55c5-81cc-4fed-af73-0a720c5a432c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:20.650711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Attempting to bind port 82bb55c5-81cc-4fed-af73-0a720c5a432c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:20.651065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Attempting to bind port 82bb55c5-81cc-4fed-af73-0a720c5a432c on network 0b6acfb3-2039-45fc-916f-fce7e395c2fe {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:20.658524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Port 82bb55c5-81cc-4fed-af73-0a720c5a432c on network 0b6acfb3-2039-45fc-916f-fce7e395c2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:44:20.658707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Attempting to bind port 82bb55c5-81cc-4fed-af73-0a720c5a432c on network 0b6acfb3-2039-45fc-916f-fce7e395c2fe {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:20.667141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:20.667371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Checking segment: {'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:20.667826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Bound using segment: {'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:20.668202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Bound port: 82bb55c5-81cc-4fed-af73-0a720c5a432c, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3b2696-5a61-4652-871a-a1d3dd59e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:20.675176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.714788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d32c-d94b-4a3b-8a7f-8f0fac10a18b req-660ef28e-966c-4275-82cc-bf79ed2f5192 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:20.716374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad9d32c-d94b-4a3b-8a7f-8f0fac10a18b req-660ef28e-966c-4275-82cc-bf79ed2f5192 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.0900939 Feb 09 21:44:20.722506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d55e6e-6f1a-4eda-942e-981de15628ce req-6c38d8d8-b88f-47d3-b575-084d510f3003 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:20.724167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99d55e6e-6f1a-4eda-942e-981de15628ce req-6c38d8d8-b88f-47d3-b575-084d510f3003 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 944 time: 0.1145563 Feb 09 21:44:20.744374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (8ac5b7b0-212e-4035-9de6-99c895cbcc8a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.775312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac5b7b0-212e-4035-9de6-99c895cbcc8a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.780033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:20.785433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:20.800110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99d55e6e-6f1a-4eda-942e-981de15628ce req-900934b3-16f0-4a9c-a6e6-9c613a058267 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651813 Feb 09 21:44:20.802984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.804755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-451a663b-d2aa-419f-9beb-83ac73d78669 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/8ac5b7b0-212e-4035-9de6-99c895cbcc8a HTTP/1.1" status: 204 len: 168 time: 0.5354273 Feb 09 21:44:20.807996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33096) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:20.809680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad9d32c-d94b-4a3b-8a7f-8f0fac10a18b req-c73ece18-d9a8-4df9-9b50-3dd25cc86270 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875673 Feb 09 21:44:20.813644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326d5df-46e0-4446-9306-25d16951ebf3 None None] Network 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:20.906491 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.961286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f9bd2-0230-4df3-b382-5f5a80fe2306 req-1c6623bf-f277-4abf-b884-dbbc3fcf2fee tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:20.970084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:20.970950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.972418 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a3f9bd2-0230-4df3-b382-5f5a80fe2306 req-1c6623bf-f277-4abf-b884-dbbc3fcf2fee tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.0768354 Feb 09 21:44:20.972771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] 10.222.0.30 "PUT /v2.0/ports/82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 200 len: 1092 time: 2.1265705 Feb 09 21:44:20.980594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:20.983076 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ce2423-f67c-4c6c-b52b-d68cc081e8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:21.000613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.013630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] DHCP port deletion for 35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:21.027465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dbe1e-c805-488d-a298-216e96d45a95 service neutron] Pushing event updated for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:21.035652 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c67e2d-2424-4dfb-8cec-7a991b75ac7a x-openstack-request-id: req-b3c67e2d-2424-4dfb-8cec-7a991b75ac7a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:21.036036 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:21.038413 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3c67e2d-2424-4dfb-8cec-7a991b75ac7a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:21.038413 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c', 'status': 'completed', 'code': 200} Feb 09 21:44:21.064498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a3f9bd2-0230-4df3-b382-5f5a80fe2306 req-a8587404-16b3-4444-9ec0-b772145a205e tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911171 Feb 09 21:44:21.104311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] Deleting port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:21.104696 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.114461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33104) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.129445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:21.130092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.137394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63cf8d74-e7ff-4a92-b424-ae6db90309f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.190941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce2423-f67c-4c6c-b52b-d68cc081e8d0 req-89de9962-6dca-4b68-99b2-017d9d688262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.193226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41ce2423-f67c-4c6c-b52b-d68cc081e8d0 req-89de9962-6dca-4b68-99b2-017d9d688262 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1126 time: 0.1228309 Feb 09 21:44:21.202168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] For port 8d95ae63-ae77-49c0-bb7c-d35010be0f83, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8d95ae63-ae77-49c0-bb7c-d35010be0f83,segment=NetworkSegment(b84756be-9d2c-4038-ac71-56d494d1cd43),segment_id=b84756be-9d2c-4038-ac71-56d494d1cd43)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:21.210311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.223192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] Calling delete_port for 8d95ae63-ae77-49c0-bb7c-d35010be0f83 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:21.238931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63cf8d74-e7ff-4a92-b424-ae6db90309f9 admin admin] Publish callbacks [] for security_group (e6bd088a-7926-4797-8279-10eb4564d619), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.282769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 8d95ae63-ae77-49c0-bb7c-d35010be0f83, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8d95ae63-ae77-49c0-bb7c-d35010be0f83,segment=NetworkSegment(b84756be-9d2c-4038-ac71-56d494d1cd43),segment_id=b84756be-9d2c-4038-ac71-56d494d1cd43)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:21.283299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.307862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 8d95ae63-ae77-49c0-bb7c-d35010be0f83 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:21.326545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63cf8d74-e7ff-4a92-b424-ae6db90309f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e6bd088a-7926-4797-8279-10eb4564d619), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.369250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11f5bf92-b0fa-426f-b4cd-d5b1ae0a158a req-5e3c03bf-6415-443f-b32c-10486579743b tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0592027 Feb 09 21:44:21.386615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf8d74-e7ff-4a92-b424-ae6db90309f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bd088a-7926-4797-8279-10eb4564d619,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:21.409548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.409770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce2423-f67c-4c6c-b52b-d68cc081e8d0 req-5be0d2ae-6a34-47dd-92d1-f194ea200ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.411294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41ce2423-f67c-4c6c-b52b-d68cc081e8d0 req-5be0d2ae-6a34-47dd-92d1-f194ea200ae9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=58e518e3f62346b7bb114c52ac8da9da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2062421 Feb 09 21:44:21.441909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] Pushing event deleted for resources: {'Port': ['ID=8d95ae63-ae77-49c0-bb7c-d35010be0f83,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:21.447438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8562c03-2c10-460b-b3c9-c9b21632e732 None None] No DVR routers for this DVR port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:21.482488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-63cf8d74-e7ff-4a92-b424-ae6db90309f9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=46ab39c7616245bb86038ea0feebee42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645701 Feb 09 21:44:21.484206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33110) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.521728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8d95ae63-ae77-49c0-bb7c-d35010be0f83), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.546683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-b8e4c93d-92a5-4627-aa9a-55b984f16c75 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.548286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-b8e4c93d-92a5-4627-aa9a-55b984f16c75 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.110 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 945 time: 0.2181785 Feb 09 21:44:21.558297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5530d-5419-4c36-a4ab-51516001ffb9 req-7747d95d-6322-4ff4-9396-82134442f124 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.559019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No DVR routers for this DVR port 8d95ae63-ae77-49c0-bb7c-d35010be0f83 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:21.559808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76f5530d-5419-4c36-a4ab-51516001ffb9 req-7747d95d-6322-4ff4-9396-82134442f124 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 945 time: 0.1669307 Feb 09 21:44:21.585245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=8d95ae63-ae77-49c0-bb7c-d35010be0f83,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:21.606126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce2423-f67c-4c6c-b52b-d68cc081e8d0 req-b63b06b5-1ac3-4cd6-a003-34b2c9b8277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.608755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41ce2423-f67c-4c6c-b52b-d68cc081e8d0 req-b63b06b5-1ac3-4cd6-a003-34b2c9b8277f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825013 Feb 09 21:44:21.617723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9b66a4-ca57-4abf-9aba-9042f95db8a5 admin admin] Publish callbacks [] for security_group (e6bd088a-7926-4797-8279-10eb4564d619), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.687966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9b66a4-ca57-4abf-9aba-9042f95db8a5 admin admin] Publish callbacks [] for security_group (e6bd088a-7926-4797-8279-10eb4564d619), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.705019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76f5530d-5419-4c36-a4ab-51516001ffb9 req-d5138122-10e2-4405-b329-7804436ace67 tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/security-groups?id=93c77e7e-484b-424f-95ce-9191250dcb99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108513 Feb 09 21:44:21.705451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.747983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:21.748217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Deleting port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:21.748667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.760180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-58e5f149-550b-4a39-a262-53b73c277a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.765478 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-58e5f149-550b-4a39-a262-53b73c277a29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1126 time: 0.0983682 Feb 09 21:44:21.765478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84756be-9d2c-4038-ac71-56d494d1cd43') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:21.765478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84756be-9d2c-4038-ac71-56d494d1cd43') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:21.781302 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b84756be-9d2c-4038-ac71-56d494d1cd43), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.813497 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-6a9e99e6-f437-4bde-893d-56da44560e9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 200 len: 217 time: 0.0421264 Feb 09 21:44:21.821700 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b84756be-9d2c-4038-ac71-56d494d1cd43), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.851860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] For port 4d8c0f14-4c0c-4637-b87b-29f688d82c31, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=4d8c0f14-4c0c-4637-b87b-29f688d82c31,segment=NetworkSegment(0178a153-4df7-4d57-ac6c-03e192e94119),segment_id=0178a153-4df7-4d57-ac6c-03e192e94119)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:21.852235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.860830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:21.861241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b84756be-9d2c-4038-ac71-56d494d1cd43), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:21.864360 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:21.868871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9b66a4-ca57-4abf-9aba-9042f95db8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e6bd088a-7926-4797-8279-10eb4564d619), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.871899 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9b66a4-ca57-4abf-9aba-9042f95db8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.873124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fb9b66a4-ca57-4abf-9aba-9042f95db8a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6bd088a-7926-4797-8279-10eb4564d619 HTTP/1.1" status: 204 len: 168 time: 0.3879356 Feb 09 21:44:21.874164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Calling delete_port for 4d8c0f14-4c0c-4637-b87b-29f688d82c31 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:21.891435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b66a4-ca57-4abf-9aba-9042f95db8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bd088a-7926-4797-8279-10eb4564d619,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:21.967607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0185eab4-e5bb-407d-b030-b2cf27fe8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.969029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-0185eab4-e5bb-407d-b030-b2cf27fe8ac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.1444645 Feb 09 21:44:22.013173 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-4490a414-f496-4e13-a5b5-a42d2af3c580 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360901 Feb 09 21:44:22.021276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e80f8-99b8-4094-854c-a84e0cde13bc req-e331a148-fd95-4254-941e-948808bce5d6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:22.023328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0d9e80f8-99b8-4094-854c-a84e0cde13bc req-e331a148-fd95-4254-941e-948808bce5d6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 944 time: 0.0936894 Feb 09 21:44:22.071539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.091962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.095131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3 HTTP/1.1" status: 204 len: 168 time: 1.2860117 Feb 09 21:44:22.102488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33116) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.109898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-1613105248'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:22.125328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263143-0ddc-4dd4-a910-a1a10cfeb966 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=35b902d3-fa9d-4fe1-8ab6-1e60fcd7e2a3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.133896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4d8c0f14-4c0c-4637-b87b-29f688d82c31), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.145815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['4d8c0f14-4c0c-4637-b87b-29f688d82c31'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:22.157626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0d9e80f8-99b8-4094-854c-a84e0cde13bc req-28db3ea6-7435-4d2f-9925-b8eb204e7317 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250913 Feb 09 21:44:22.167425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Pushing event deleted for resources: {'Port': ['ID=4d8c0f14-4c0c-4637-b87b-29f688d82c31,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.193235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-6b89b926-3aa9-4835-a272-a28e962ccaad service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689174 Feb 09 21:44:22.217938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] No DVR routers for this DVR port 4d8c0f14-4c0c-4637-b87b-29f688d82c31 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:22.220587 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.224049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5db7caca-cafa-4ed7-a908-6bee2fa934e1 req-0da6a9d8-25a1-4311-a4ec-beaf529714cf tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.110 "DELETE /v2.0/ports/4d8c0f14-4c0c-4637-b87b-29f688d82c31 HTTP/1.1" status: 204 len: 173 time: 0.6632843 Feb 09 21:44:22.224667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74581c81-ee9c-41ef-8849-bfb087915719', 'name': 'network-vif-deleted', 'tag': '4d8c0f14-4c0c-4637-b87b-29f688d82c31'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:22.227538 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a156d15-9691-476e-b6aa-cd255a5095a4" -d '{"events": [{"server_uuid": "74581c81-ee9c-41ef-8849-bfb087915719", "name": "network-vif-deleted", "tag": "4d8c0f14-4c0c-4637-b87b-29f688d82c31"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:22.230819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:22.234340 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.272651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:22.280677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (8274faf1-0ea8-4b4c-aebd-32f5665925be), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.281158 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment 8274faf1-0ea8-4b4c-aebd-32f5665925be of type vlan for network 82c44169-84f0-496c-919f-d0e4d3cf132a Feb 09 21:44:22.324421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d271f3b-449d-44ce-844a-d15b61b5f2f1 req-9bfc27ee-8a54-4e89-a374-0c97406939a8 service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236930 Feb 09 21:44:22.329697 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2dc556-dbc9-4136-80f5-667c1f033aa7 x-openstack-request-id: req-da2dc556-dbc9-4136-80f5-667c1f033aa7 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:22.329697 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74581c81-ee9c-41ef-8849-bfb087915719", "name": "network-vif-deleted", "tag": "4d8c0f14-4c0c-4637-b87b-29f688d82c31", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:22.332049 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-da2dc556-dbc9-4136-80f5-667c1f033aa7 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:22.332540 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74581c81-ee9c-41ef-8849-bfb087915719', 'name': 'network-vif-deleted', 'tag': '4d8c0f14-4c0c-4637-b87b-29f688d82c31', 'status': 'completed', 'code': 200} Feb 09 21:44:22.351339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (82c44169-84f0-496c-919f-d0e4d3cf132a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.434991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (82c44169-84f0-496c-919f-d0e4d3cf132a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.448020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:22.450137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.508348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b9ca6e3-c7b9-4230-ad2b-3b46c38caf5c req-2965d615-9435-49f2-826c-f3f514f7097c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0526366 Feb 09 21:44:22.541701 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4350328 Feb 09 21:44:22.543527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33130) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.548633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': '82c44169-84f0-496c-919f-d0e4d3cf132a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:22.556050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508ff44-b72c-4ce2-98d6-fef9aca10bcf tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=82c44169-84f0-496c-919f-d0e4d3cf132a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.567685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 82c44169-84f0-496c-919f-d0e4d3cf132a details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:22.751592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:22.755155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.828140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8d95ae63-ae77-49c0-bb7c-d35010be0f83 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:22.850580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8d95ae63-ae77-49c0-bb7c-d35010be0f83 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:22.850908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8d95ae63-ae77-49c0-bb7c-d35010be0f83 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:22.870792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-baeef39f-f3e6-4925-99b8-e6121640ce20 req-58d1d1f6-60f6-47b1-aed3-67a716054c3e tempest-ServerAddressesNegativeTestJSON-1962790440 tempest-ServerAddressesNegativeTestJSON-1962790440-project] 10.222.0.98 "GET /v2.0/ports?device_id=74581c81-ee9c-41ef-8849-bfb087915719 HTTP/1.1" status: 200 len: 210 time: 0.0626144 Feb 09 21:44:23.048630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (77807134-db64-4d17-a40a-fb091dbd37dc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.112962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=77807134-db64-4d17-a40a-fb091dbd37dc,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:23.121229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': '8274faf1-0ea8-4b4c-aebd-32f5665925be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '82c44169-84f0-496c-919f-d0e4d3cf132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:23.121698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: 82c44169-84f0-496c-919f-d0e4d3cf132a, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:23.237088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 82c44169-84f0-496c-919f-d0e4d3cf132a is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:23.324958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 82c44169-84f0-496c-919f-d0e4d3cf132a) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:23.333459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd653f8-0735-41ff-b660-f9b3d26f53f8 None None] Network 82c44169-84f0-496c-919f-d0e4d3cf132a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:23.339642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:23.340866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.351426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae88964-2b02-47a8-adb5-1fc0ac50f295 req-978a2c0d-9ae7-45a0-a803-817f562a43b5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:23.356196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bae88964-2b02-47a8-adb5-1fc0ac50f295 req-978a2c0d-9ae7-45a0-a803-817f562a43b5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 944 time: 0.0876646 Feb 09 21:44:23.417939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bae88964-2b02-47a8-adb5-1fc0ac50f295 req-ad9c47a3-717c-4e8a-887e-9595d4ffd9a0 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559058 Feb 09 21:44:23.446674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-82c44169-84f0-496c-919f-d0e4d3cf132a', 'network_id': '82c44169-84f0-496c-919f-d0e4d3cf132a', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': '77807134-db64-4d17-a40a-fb091dbd37dc'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:23.452087 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.478407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fd6e089f-98c8-4477-8965-38e01de6e8e0 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9334593 Feb 09 21:44:23.483776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33150) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:23.489575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8c9d46e0-6182-433a-8b3f-658cf1084248 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-404145908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:23.574659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d46e0-6182-433a-8b3f-658cf1084248 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (70b6e32b-f211-4550-8b8c-9dff824aaa37), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.576262 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d46e0-6182-433a-8b3f-658cf1084248 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (70b6e32b-f211-4550-8b8c-9dff824aaa37), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.631433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-203f8516-4d90-4218-8e8b-9bbff57ea7b7 req-d879fa71-ed2a-4061-8db9-47c978a6db32 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0356572 Feb 09 21:44:23.636914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Allocated IP 172.20.0.2 (82c44169-84f0-496c-919f-d0e4d3cf132a/77807134-db64-4d17-a40a-fb091dbd37dc/7391ee5a-f666-4649-ab3f-edccc6bf2df5) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:23.673572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d46e0-6182-433a-8b3f-658cf1084248 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (70b6e32b-f211-4550-8b8c-9dff824aaa37), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.743291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d46e0-6182-433a-8b3f-658cf1084248 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (70b6e32b-f211-4550-8b8c-9dff824aaa37), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.795794 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Publish callbacks [] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.824878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9d46e0-6182-433a-8b3f-658cf1084248 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.828862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8c9d46e0-6182-433a-8b3f-658cf1084248 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3411436 Feb 09 21:44:23.832954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33160) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:23.880085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.960809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Network 82c44169-84f0-496c-919f-d0e4d3cf132a is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:23.962114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33166) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:23.962957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:23.981020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Pushing event updated for resources: {'Port': ['ID=7391ee5a-f666-4649-ab3f-edccc6bf2df5,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:23.990792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:24.063368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] Deleting subnet 676ba74c-b641-48ae-976a-4a3538be099e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:24.067202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Attempting to bind port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:24.067588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Attempting to bind port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '8274faf1-0ea8-4b4c-aebd-32f5665925be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '82c44169-84f0-496c-919f-d0e4d3cf132a'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:24.068008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Attempting to bind port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 on network 82c44169-84f0-496c-919f-d0e4d3cf132a {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:24.070432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] Publish callbacks [] for subnet (676ba74c-b641-48ae-976a-4a3538be099e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.074781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:24.075218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Checking segment: {'id': '8274faf1-0ea8-4b4c-aebd-32f5665925be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '82c44169-84f0-496c-919f-d0e4d3cf132a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:24.075635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.076341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Bound using segment: {'id': '8274faf1-0ea8-4b4c-aebd-32f5665925be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '82c44169-84f0-496c-919f-d0e4d3cf132a'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:24.076830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Bound port: 7391ee5a-f666-4649-ab3f-edccc6bf2df5, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8274faf1-0ea8-4b4c-aebd-32f5665925be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '82c44169-84f0-496c-919f-d0e4d3cf132a'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:24.077219 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.137983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (676ba74c-b641-48ae-976a-4a3538be099e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.150399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] For port 7391ee5a-f666-4649-ab3f-edccc6bf2df5, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:24.154352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] For port 7391ee5a-f666-4649-ab3f-edccc6bf2df5, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7391ee5a-f666-4649-ab3f-edccc6bf2df5,segment=NetworkSegment(8274faf1-0ea8-4b4c-aebd-32f5665925be),segment_id=8274faf1-0ea8-4b4c-aebd-32f5665925be)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:24.228203 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (676ba74c-b641-48ae-976a-4a3538be099e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.232386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.251158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.327828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b64685-d5ec-4761-9713-93018e5d93ba None None] Pushing event updated for resources: {'Port': ['ID=7391ee5a-f666-4649-ab3f-edccc6bf2df5,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.451902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (676ba74c-b641-48ae-976a-4a3538be099e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.525363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.534475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/676ba74c-b641-48ae-976a-4a3538be099e HTTP/1.1" status: 204 len: 168 time: 0.5712180 Feb 09 21:44:24.535559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33182) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:24.540344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d0477-f17e-43fa-a07f-8a4eb103f0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676ba74c-b641-48ae-976a-4a3538be099e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.547964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33184) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:24.698843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 82bb55c5-81cc-4fed-af73-0a720c5a432c details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:24.842839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-476d46d5-8d77-4011-ae7b-e8a8909032ff req-079295f9-f13e-435f-91ae-1be200e29ccb tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0699084 Feb 09 21:44:24.858373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (50d12715-abf0-494d-b172-fdfe686c9fe1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.960058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:24.965316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f69c28-03f5-4994-bc6a-e80b0a6e3be6 req-b994cf76-5ee3-46fa-96e9-5a05c1b3afa1 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:24.970550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8f69c28-03f5-4994-bc6a-e80b0a6e3be6 req-b994cf76-5ee3-46fa-96e9-5a05c1b3afa1 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 944 time: 0.3775461 Feb 09 21:44:24.973828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '82bb55c5-81cc-4fed-af73-0a720c5a432c', 'network_id': '0b6acfb3-2039-45fc-916f-fce7e395c2fe', 'port_id': '82bb55c5-81cc-4fed-af73-0a720c5a432c', 'mac_address': 'fa:16:3e:77:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17805a5-9932-4e54-86fa-3ede28de2dc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:24.980111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7391ee5a-f666-4649-ab3f-edccc6bf2df5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:25.012110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (50d12715-abf0-494d-b172-fdfe686c9fe1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.027744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.20.0.1 (82c44169-84f0-496c-919f-d0e4d3cf132a/77807134-db64-4d17-a40a-fb091dbd37dc/32e78515-4c4b-42e1-9b2e-ed3c376df7f4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:25.059334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d12715-abf0-494d-b172-fdfe686c9fe1']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:25.079824 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8f69c28-03f5-4994-bc6a-e80b0a6e3be6 req-ca26f159-a1f2-4a24-bbf4-9543c587bca2 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995073 Feb 09 21:44:25.080397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 82bb55c5-81cc-4fed-af73-0a720c5a432c is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:25.080810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.114451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bb55c5-81cc-4fed-af73-0a720c5a432c {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:25.148111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0178a153-4df7-4d57-ac6c-03e192e94119') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:25.148480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0178a153-4df7-4d57-ac6c-03e192e94119') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:25.150764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:25.151452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.189865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (0178a153-4df7-4d57-ac6c-03e192e94119), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.214042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0178a153-4df7-4d57-ac6c-03e192e94119), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.225642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:25.226184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (0178a153-4df7-4d57-ac6c-03e192e94119), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:25.228433 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:25.243313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:25.320354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.353268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:25.353864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.420507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.428332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 7391ee5a-f666-4649-ab3f-edccc6bf2df5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7391ee5a-f666-4649-ab3f-edccc6bf2df5,segment=NetworkSegment(8274faf1-0ea8-4b4c-aebd-32f5665925be),segment_id=8274faf1-0ea8-4b4c-aebd-32f5665925be)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:25.488854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (50d12715-abf0-494d-b172-fdfe686c9fe1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.498723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.505425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/50d12715-abf0-494d-b172-fdfe686c9fe1 HTTP/1.1" status: 204 len: 168 time: 0.9487889 Feb 09 21:44:25.528776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bff02-b131-4b27-a806-8ce9271630f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d12715-abf0-494d-b172-fdfe686c9fe1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.546110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.579823 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (63cae0a1-09b5-4f32-bb37-084dbc56244b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.709863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=7391ee5a-f666-4649-ab3f-edccc6bf2df5,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.731091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['82bb55c5-81cc-4fed-af73-0a720c5a432c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:25.818195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.862111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 4d8c0f14-4c0c-4637-b87b-29f688d82c31 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:25.894772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 4d8c0f14-4c0c-4637-b87b-29f688d82c31 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:25.895270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 4d8c0f14-4c0c-4637-b87b-29f688d82c31 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:25.900823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da21417-ed14-4fc8-895c-45884c6e795d None None] Network 82c44169-84f0-496c-919f-d0e4d3cf132a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:25.940477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.027032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b287234f-95b3-4b20-834e-cb522b34d43a req-0f25591c-59b2-412b-8847-4ad729ce2ffe tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0412786 Feb 09 21:44:26.045539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-13275464-723f-4d5d-ac9b-9aaeb782573b None None] Provisioning complete for port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:26.046001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13275464-723f-4d5d-ac9b-9aaeb782573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.057003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 82c44169-84f0-496c-919f-d0e4d3cf132a is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:26.058513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=32e78515-4c4b-42e1-9b2e-ed3c376df7f4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:26.066143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:26.071415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:26.089808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33216) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.171691 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (70b6e32b-f211-4550-8b8c-9dff824aaa37), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.191660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Deleting port 66cd5eee-822f-46a2-855e-dbf47694151f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:26.198189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.208266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ee3d23a2-619a-4788-8ad7-a5bff952a8da admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3586190e2a6b41bab8640da6628e898b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148386 Feb 09 21:44:26.208945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33226) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.245135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-13275464-723f-4d5d-ac9b-9aaeb782573b None None] Current status of the port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:26.351563 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09854c67-c72c-4f07-a185-c7b49bcb8b29 admin admin] Publish callbacks [] for security_group (93c77e7e-484b-424f-95ce-9191250dcb99), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.384551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] For port 66cd5eee-822f-46a2-855e-dbf47694151f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=66cd5eee-822f-46a2-855e-dbf47694151f,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:26.385602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.392491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f9ee5-441d-4dce-bc3e-efe00c74a851 req-4469ef8d-8fcf-4a5a-8312-eae60e60af26 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:26.394658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f7f9ee5-441d-4dce-bc3e-efe00c74a851 req-4469ef8d-8fcf-4a5a-8312-eae60e60af26 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 945 time: 0.1376064 Feb 09 21:44:26.401204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09854c67-c72c-4f07-a185-c7b49bcb8b29 admin admin] Publish callbacks [] for security_group (93c77e7e-484b-424f-95ce-9191250dcb99), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.417226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Calling delete_port for 66cd5eee-822f-46a2-855e-dbf47694151f owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:26.494405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.538204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f7f9ee5-441d-4dce-bc3e-efe00c74a851 req-4a9df00c-f6b9-4e32-8e75-94cab75f13a3 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368747 Feb 09 21:44:26.591265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7ef9622f-aab1-4621-993f-6920bccb1485 None None] Provisioning complete for port 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:26.592055 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7ef9622f-aab1-4621-993f-6920bccb1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.763100 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (66cd5eee-822f-46a2-855e-dbf47694151f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.819325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=66cd5eee-822f-46a2-855e-dbf47694151f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:26.845178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09854c67-c72c-4f07-a185-c7b49bcb8b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (93c77e7e-484b-424f-95ce-9191250dcb99), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.850133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09854c67-c72c-4f07-a185-c7b49bcb8b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.871801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-09854c67-c72c-4f07-a185-c7b49bcb8b29 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/93c77e7e-484b-424f-95ce-9191250dcb99 HTTP/1.1" status: 204 len: 168 time: 0.6527655 Feb 09 21:44:26.932783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09854c67-c72c-4f07-a185-c7b49bcb8b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c77e7e-484b-424f-95ce-9191250dcb99,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:27.008860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7391ee5a-f666-4649-ab3f-edccc6bf2df5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:27.062127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.149912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9622f-aab1-4621-993f-6920bccb1485 None None] Port 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:27.151441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.161782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (63cae0a1-09b5-4f32-bb37-084dbc56244b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.199763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7ef9622f-aab1-4621-993f-6920bccb1485 None None] Provisioning complete for port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:27.200263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7ef9622f-aab1-4621-993f-6920bccb1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.234990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:27.235596 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.269304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (70b6e32b-f211-4550-8b8c-9dff824aaa37), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.332779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=32e78515-4c4b-42e1-9b2e-ed3c376df7f4,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:27.388465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9622f-aab1-4621-993f-6920bccb1485 None None] Current status of the port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:27.392685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:27.409364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 82c44169-84f0-496c-919f-d0e4d3cf132a is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:27.411039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:27.499035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c5f3ec59-faba-4749-91bd-c12903b28e56 req-c7b060d8-f669-4562-a2d4-e8d3c9dd0b9a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.2225890 Feb 09 21:44:27.535800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0e69e307-20ea-4e0f-8956-69bd3593ef36 None None] Provisioning complete for port 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:27.536351 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e69e307-20ea-4e0f-8956-69bd3593ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.686887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0e69e307-20ea-4e0f-8956-69bd3593ef36 None None] Port 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:27.705604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 70b6e32b-f211-4550-8b8c-9dff824aaa37 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:27.820553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8ff9bc1a-b985-4eed-937e-f7b0b8cced2e None None] Provisioning complete for port 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:27.820946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8ff9bc1a-b985-4eed-937e-f7b0b8cced2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.909629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9bc1a-b985-4eed-937e-f7b0b8cced2e None None] Port 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:27.995731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:28.002685 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3a965eaf-b999-4430-a417-1dc875d6443e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/70b6e32b-f211-4550-8b8c-9dff824aaa37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1716406 Feb 09 21:44:28.005304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33256) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.008702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] Sync routers for ids ['70b6e32b-f211-4550-8b8c-9dff824aaa37'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:28.023881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] Routers {'70b6e32b-f211-4550-8b8c-9dff824aaa37'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:28.031345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['70b6e32b-f211-4550-8b8c-9dff824aaa37'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.062911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2111b65-18a5-49f9-bf01-51a46cb71562 req-a378cdc5-c5e9-484c-a8dd-3c2dcee5318b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.074403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2111b65-18a5-49f9-bf01-51a46cb71562 req-a378cdc5-c5e9-484c-a8dd-3c2dcee5318b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 945 time: 0.1240122 Feb 09 21:44:28.077688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Router 63cae0a1-09b5-4f32-bb37-084dbc56244b has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:28.097741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ccebe-6e15-4519-99c5-412374ef458f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.099172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-553ccebe-6e15-4519-99c5-412374ef458f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports/32e78515-4c4b-42e1-9b2e-ed3c376df7f4 HTTP/1.1" status: 200 len: 910 time: 0.0928452 Feb 09 21:44:28.102636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33260) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.107656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.130528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] Routers {'70b6e32b-f211-4550-8b8c-9dff824aaa37'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:28.131205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['70b6e32b-f211-4550-8b8c-9dff824aaa37'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.199345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:28.214379 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] Sync routers for ids ['63cae0a1-09b5-4f32-bb37-084dbc56244b'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:28.218380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33262) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.222659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99440d32-12cf-491e-aecb-802f46849fdc admin admin] 10.222.0.98 "PUT /v2.0/routers/63cae0a1-09b5-4f32-bb37-084dbc56244b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6680424 Feb 09 21:44:28.228945 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] Routers {'63cae0a1-09b5-4f32-bb37-084dbc56244b'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:28.229780 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['63cae0a1-09b5-4f32-bb37-084dbc56244b'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.232789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.233540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed39247-d09d-4a03-ba6d-d7a6ea84b2d4 None None] The sync data for ids ['70b6e32b-f211-4550-8b8c-9dff824aaa37'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:28.304552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2111b65-18a5-49f9-bf01-51a46cb71562 req-fd7f9c2d-352c-43b0-a6e2-b2501e052b19 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292802 Feb 09 21:44:28.351184 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] Set router 63cae0a1-09b5-4f32-bb37-084dbc56244b gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:28.472119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks [] for router (63cae0a1-09b5-4f32-bb37-084dbc56244b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.492208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33268) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.598596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks [] for router_gateway (63cae0a1-09b5-4f32-bb37-084dbc56244b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.705747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c6fe14d-09c4-4a99-8a98-2596438b4d7a req-403782b2-86c6-43f2-9377-fca5da439b58 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0797880 Feb 09 21:44:28.720797 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:44:26Z', 'revision_number': 5, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port': {'id': '17d08080-87c3-4f8d-96ad-e3a92a232c51', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:09Z', 'updated_at': '2022-02-09T21:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.727352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 82bb55c5-81cc-4fed-af73-0a720c5a432c up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:28.739229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ae3cef4f-b023-4cd5-b247-b94025775bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.776505 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] Checking router: 63cae0a1-09b5-4f32-bb37-084dbc56244b for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:28.788880 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] Routers {'63cae0a1-09b5-4f32-bb37-084dbc56244b'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:28.794006 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['63cae0a1-09b5-4f32-bb37-084dbc56244b'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:28.843578 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ae3cef4f-b023-4cd5-b247-b94025775bc4 admin admin] Publish callbacks [] for security_group (2631b00d-f2b4-42f8-a5b2-73f34b1f1039), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.890092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Deleting port 17d08080-87c3-4f8d-96ad-e3a92a232c51 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:28.890440 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.908503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 82bb55c5-81cc-4fed-af73-0a720c5a432c completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:28.913164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 82bb55c5-81cc-4fed-af73-0a720c5a432c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:28.913985 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.921292 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] Set router 63cae0a1-09b5-4f32-bb37-084dbc56244b gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:28.940443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ae3cef4f-b023-4cd5-b247-b94025775bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2631b00d-f2b4-42f8-a5b2-73f34b1f1039), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.988139 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:44:28Z', 'revision_number': 6, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:29.022159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] For port 17d08080-87c3-4f8d-96ad-e3a92a232c51, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=17d08080-87c3-4f8d-96ad-e3a92a232c51,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:29.022467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.025933 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ece871-e394-4233-9042-5e3879d195a5 None None] The sync data for ids ['63cae0a1-09b5-4f32-bb37-084dbc56244b'] in n-d-828599-1 is: [{'id': '63cae0a1-09b5-4f32-bb37-084dbc56244b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1247360585-router', 'tenant_id': '3b221ebf68494f92a8832d431e0c8698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:07Z', 'updated_at': '2022-02-09T21:44:28Z', 'revision_number': 6, 'project_id': '3b221ebf68494f92a8832d431e0c8698', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:29.030788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ae3cef4f-b023-4cd5-b247-b94025775bc4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cf6950bc34744178b962e41d632e2062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354972 Feb 09 21:44:29.038574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cef4f-b023-4cd5-b247-b94025775bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631b00d-f2b4-42f8-a5b2-73f34b1f1039,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.058725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33280) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.101176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 82bb55c5-81cc-4fed-af73-0a720c5a432c is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:29.101176 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.110802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Calling delete_port for 17d08080-87c3-4f8d-96ad-e3a92a232c51 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:29.126633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:29.129736 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e88398-0f71-4413-9158-495e79d2a5f0" -d '{"events": [{"server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "name": "network-vif-plugged", "status": "completed", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:29.141455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.145984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:29.150450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (70b6e32b-f211-4550-8b8c-9dff824aaa37), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.188491 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f4f7b1-868c-428e-9bc4-a290f758a9b3 x-openstack-request-id: req-72f4f7b1-868c-428e-9bc4-a290f758a9b3 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:29.189218 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "name": "network-vif-plugged", "status": "completed", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:29.189218 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-72f4f7b1-868c-428e-9bc4-a290f758a9b3 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:29.190363 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c', 'code': 200} Feb 09 21:44:29.193590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-434b7aed-22ca-4af5-aff2-f118d889a01a admin admin] Publish callbacks [] for security_group (2631b00d-f2b4-42f8-a5b2-73f34b1f1039), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.227127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.243588 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-434b7aed-22ca-4af5-aff2-f118d889a01a admin admin] Publish callbacks [] for security_group (2631b00d-f2b4-42f8-a5b2-73f34b1f1039), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.317728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.493681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d133-6716-44f9-b843-23fc0e0f4abd req-2ff4dc7e-c728-4e09-bbca-3a7ca9b5bbea tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.503396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e793d133-6716-44f9-b843-23fc0e0f4abd req-2ff4dc7e-c728-4e09-bbca-3a7ca9b5bbea tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 946 time: 0.0860171 Feb 09 21:44:29.515831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-434b7aed-22ca-4af5-aff2-f118d889a01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2631b00d-f2b4-42f8-a5b2-73f34b1f1039), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.515831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-434b7aed-22ca-4af5-aff2-f118d889a01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.515831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-434b7aed-22ca-4af5-aff2-f118d889a01a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2631b00d-f2b4-42f8-a5b2-73f34b1f1039 HTTP/1.1" status: 204 len: 168 time: 0.4522886 Feb 09 21:44:29.592868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b7aed-22ca-4af5-aff2-f118d889a01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631b00d-f2b4-42f8-a5b2-73f34b1f1039,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.721142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e793d133-6716-44f9-b843-23fc0e0f4abd req-b164a12f-aad0-4c53-ab49-6207432e1343 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162769 Feb 09 21:44:29.729575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9803418-d57c-46bd-9416-4ea7a4c8b994 req-b965deca-cc03-4165-a2be-186138a9f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.731437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9803418-d57c-46bd-9416-4ea7a4c8b994 req-b965deca-cc03-4165-a2be-186138a9f245 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1128 time: 0.4519536 Feb 09 21:44:29.778370 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (17d08080-87c3-4f8d-96ad-e3a92a232c51), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.850107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9803418-d57c-46bd-9416-4ea7a4c8b994 req-fb07cb00-00a5-4399-b27c-a27dbda9264c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993140 Feb 09 21:44:29.862765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d08080-87c3-4f8d-96ad-e3a92a232c51,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.880903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33304) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.970573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7fa7c263-1662-4dd8-abff-c95a66b6a6e5 req-b2b2a847-5f65-40db-8c84-6c89b38617a6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0977082 Feb 09 21:44:29.971806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.972168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.972515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.976016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.976380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.976724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.977068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.977405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.978110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.978110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.978377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.978729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:29.979021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:30.006522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (63cae0a1-09b5-4f32-bb37-084dbc56244b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.041005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-47ba15cc-a953-4e38-9992-ef9c2f06f910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.079616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:30.079921 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.156986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (63cae0a1-09b5-4f32-bb37-084dbc56244b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.160368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-47ba15cc-a953-4e38-9992-ef9c2f06f910 admin admin] Publish callbacks [] for security_group (03ce5370-ef2d-4709-9683-929e9b29f71f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.163601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks [] for router_controller (63cae0a1-09b5-4f32-bb37-084dbc56244b), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.231344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-47ba15cc-a953-4e38-9992-ef9c2f06f910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (03ce5370-ef2d-4709-9683-929e9b29f71f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.238681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.252429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 32e78515-4c4b-42e1-9b2e-ed3c376df7f4 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:30.270346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-47ba15cc-a953-4e38-9992-ef9c2f06f910 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=976c8721bd7e48559d6ff04ca558a1e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3883121 Feb 09 21:44:30.271261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba15cc-a953-4e38-9992-ef9c2f06f910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ce5370-ef2d-4709-9683-929e9b29f71f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:30.274951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:30.343957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33312) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:30.350986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcb50b36-f931-4711-9e4e-1f236c29289b admin admin] Publish callbacks [] for security_group (03ce5370-ef2d-4709-9683-929e9b29f71f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.370054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4a931b-24c0-43b0-9169-e41a2dfa0dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.373915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (63cae0a1-09b5-4f32-bb37-084dbc56244b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.374655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63cae0a1-09b5-4f32-bb37-084dbc56244b {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:30.388723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.389620 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcb50b36-f931-4711-9e4e-1f236c29289b admin admin] Publish callbacks [] for security_group (03ce5370-ef2d-4709-9683-929e9b29f71f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.390094 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-59308bd3-7006-4744-9ecd-9e5a608c4030 admin admin] 10.222.0.98 "DELETE /v2.0/routers/63cae0a1-09b5-4f32-bb37-084dbc56244b HTTP/1.1" status: 204 len: 168 time: 2.1706736 Feb 09 21:44:30.392529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33314) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:30.489356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] Deleting subnet f8218cd3-ac59-4e65-a31e-6dc577360ea7 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:30.492805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] Publish callbacks [] for subnet (f8218cd3-ac59-4e65-a31e-6dc577360ea7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.495238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4a931b-24c0-43b0-9169-e41a2dfa0dcf admin admin] Publish callbacks [] for security_group (b06290a8-c1d4-4bf5-859e-eb87a08305b7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.542648 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f8218cd3-ac59-4e65-a31e-6dc577360ea7), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.546218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.580167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcb50b36-f931-4711-9e4e-1f236c29289b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (03ce5370-ef2d-4709-9683-929e9b29f71f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.587601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcb50b36-f931-4711-9e4e-1f236c29289b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.587601 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bcb50b36-f931-4711-9e4e-1f236c29289b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/03ce5370-ef2d-4709-9683-929e9b29f71f HTTP/1.1" status: 204 len: 168 time: 0.3101044 Feb 09 21:44:30.587601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4a931b-24c0-43b0-9169-e41a2dfa0dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b06290a8-c1d4-4bf5-859e-eb87a08305b7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.604480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb50b36-f931-4711-9e4e-1f236c29289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ce5370-ef2d-4709-9683-929e9b29f71f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:30.628993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fe4a931b-24c0-43b0-9169-e41a2dfa0dcf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=585818b27ce0421c9084dca97a1efbf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840436 Feb 09 21:44:30.634097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33318) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:30.650788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (32e78515-4c4b-42e1-9b2e-ed3c376df7f4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.663141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a931b-24c0-43b0-9169-e41a2dfa0dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06290a8-c1d4-4bf5-859e-eb87a08305b7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:30.686818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f8218cd3-ac59-4e65-a31e-6dc577360ea7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.708691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d62d37c-95b3-48e3-b1be-9ce37951282b admin admin] Publish callbacks [] for security_group (b06290a8-c1d4-4bf5-859e-eb87a08305b7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.713716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=32e78515-4c4b-42e1-9b2e-ed3c376df7f4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:30.775061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d62d37c-95b3-48e3-b1be-9ce37951282b admin admin] Publish callbacks [] for security_group (b06290a8-c1d4-4bf5-859e-eb87a08305b7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.913974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 66cd5eee-822f-46a2-855e-dbf47694151f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:30.970320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 66cd5eee-822f-46a2-855e-dbf47694151f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:30.970718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 66cd5eee-822f-46a2-855e-dbf47694151f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:30.971106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 17d08080-87c3-4f8d-96ad-e3a92a232c51 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:30.998647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 17d08080-87c3-4f8d-96ad-e3a92a232c51 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:31.001124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 17d08080-87c3-4f8d-96ad-e3a92a232c51 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:31.005199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d62d37c-95b3-48e3-b1be-9ce37951282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b06290a8-c1d4-4bf5-859e-eb87a08305b7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.009564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d62d37c-95b3-48e3-b1be-9ce37951282b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.011299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0d62d37c-95b3-48e3-b1be-9ce37951282b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b06290a8-c1d4-4bf5-859e-eb87a08305b7 HTTP/1.1" status: 204 len: 168 time: 0.3758936 Feb 09 21:44:31.019057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393c0df-8751-4146-8fd6-a5272ab83962 req-a5b9f2bb-d945-4b9d-a30b-e328d335d4e3 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:31.020638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1393c0df-8751-4146-8fd6-a5272ab83962 req-a5b9f2bb-d945-4b9d-a30b-e328d335d4e3 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 946 time: 0.1140137 Feb 09 21:44:31.029955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62d37c-95b3-48e3-b1be-9ce37951282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06290a8-c1d4-4bf5-859e-eb87a08305b7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:31.118933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1393c0df-8751-4146-8fd6-a5272ab83962 req-c17ce04e-9c5e-405a-91ea-e0b61807fb02 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899906 Feb 09 21:44:31.397710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc5a0f31-d118-4f97-953d-c4aea887e716 req-158d207e-170d-4d2a-91d8-7c5b33a35b5c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0404065 Feb 09 21:44:31.400518 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (70b6e32b-f211-4550-8b8c-9dff824aaa37), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.480906 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f8218cd3-ac59-4e65-a31e-6dc577360ea7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.508362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ee04e-4a39-42ef-a011-3be985398340 None None] Network 38389c21-aee8-46b5-ad31-138388a13e69 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:31.518438 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.524992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33338) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.525616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f8218cd3-ac59-4e65-a31e-6dc577360ea7 HTTP/1.1" status: 204 len: 168 time: 1.1316371 Feb 09 21:44:31.527230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b48c25-6706-493f-ae97-8cf1d9bff7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8218cd3-ac59-4e65-a31e-6dc577360ea7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:31.657627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (38389c21-aee8-46b5-ad31-138388a13e69), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.671287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 70b6e32b-f211-4550-8b8c-9dff824aaa37 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:31.778030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:31.787106 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c5f40728-c244-4759-8d3e-b86e160e4a6d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/70b6e32b-f211-4550-8b8c-9dff824aaa37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6834395 Feb 09 21:44:31.793066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33346) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.816128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] Sync routers for ids ['70b6e32b-f211-4550-8b8c-9dff824aaa37'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:31.816128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb0a40-de37-4252-b844-352a69654041 None None] DHCP port deletion for 38389c21-aee8-46b5-ad31-138388a13e69 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:31.816772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Deleting port f7c7da50-f376-4687-b26c-6989d596de54 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:31.816772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f7c7da50-f376-4687-b26c-6989d596de54), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.816992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] Routers {'70b6e32b-f211-4550-8b8c-9dff824aaa37'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:31.816992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['70b6e32b-f211-4550-8b8c-9dff824aaa37'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:31.827897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-98e50b93-08aa-4703-bad6-f3d3c486da3d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=70b6e32b-f211-4550-8b8c-9dff824aaa37 HTTP/1.1" status: 200 len: 205 time: 0.0330520 Feb 09 21:44:31.830151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33348) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.877164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] For port f7c7da50-f376-4687-b26c-6989d596de54, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f7c7da50-f376-4687-b26c-6989d596de54,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:31.877541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f7c7da50-f376-4687-b26c-6989d596de54), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.893660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:31.894212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Calling delete_port for f7c7da50-f376-4687-b26c-6989d596de54 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:31.930610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] Routers {'70b6e32b-f211-4550-8b8c-9dff824aaa37'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:31.932446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['70b6e32b-f211-4550-8b8c-9dff824aaa37'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:31.939054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e06e3b6-b18f-4ab2-a3dd-12310d869755 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (70b6e32b-f211-4550-8b8c-9dff824aaa37), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.011263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:32.013338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e9b01-7eb4-41f4-8c4d-0d9239bce0e1 None None] The sync data for ids ['70b6e32b-f211-4550-8b8c-9dff824aaa37'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:32.051982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77eb0a40-de37-4252-b844-352a69654041 None None] Deleting port f7c7da50-f376-4687-b26c-6989d596de54 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:32.054295 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77eb0a40-de37-4252-b844-352a69654041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f7c7da50-f376-4687-b26c-6989d596de54), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.132422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77eb0a40-de37-4252-b844-352a69654041 None None] For port f7c7da50-f376-4687-b26c-6989d596de54, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f7c7da50-f376-4687-b26c-6989d596de54,segment=NetworkSegment(ba43ce38-b048-4cfd-a6cb-aebecf0f4081),segment_id=ba43ce38-b048-4cfd-a6cb-aebecf0f4081)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:32.133013 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77eb0a40-de37-4252-b844-352a69654041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f7c7da50-f376-4687-b26c-6989d596de54), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.160475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e06e3b6-b18f-4ab2-a3dd-12310d869755 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (70b6e32b-f211-4550-8b8c-9dff824aaa37), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.163519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e06e3b6-b18f-4ab2-a3dd-12310d869755 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (70b6e32b-f211-4550-8b8c-9dff824aaa37), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.166031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77eb0a40-de37-4252-b844-352a69654041 None None] Calling delete_port for f7c7da50-f376-4687-b26c-6989d596de54 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:32.199718 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f7c7da50-f376-4687-b26c-6989d596de54), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.253251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c7da50-f376-4687-b26c-6989d596de54,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.291036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e06e3b6-b18f-4ab2-a3dd-12310d869755 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (70b6e32b-f211-4550-8b8c-9dff824aaa37), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.291681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e06e3b6-b18f-4ab2-a3dd-12310d869755 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Fanout notify agent at l3_agent the message router_deleted on router 70b6e32b-f211-4550-8b8c-9dff824aaa37 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:32.304659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77eb0a40-de37-4252-b844-352a69654041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (f7c7da50-f376-4687-b26c-6989d596de54), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.309688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e06e3b6-b18f-4ab2-a3dd-12310d869755 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.311244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9e06e3b6-b18f-4ab2-a3dd-12310d869755 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/70b6e32b-f211-4550-8b8c-9dff824aaa37 HTTP/1.1" status: 204 len: 168 time: 0.4799709 Feb 09 21:44:32.317864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33368) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.330839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] No DVR routers for this DVR port f7c7da50-f376-4687-b26c-6989d596de54 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:32.333475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb0a40-de37-4252-b844-352a69654041 None None] No DVR routers for this DVR port f7c7da50-f376-4687-b26c-6989d596de54 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:32.335812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0a40-de37-4252-b844-352a69654041 None None] Pushing event deleted for resources: {'Port': ['ID=f7c7da50-f376-4687-b26c-6989d596de54,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.438032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet 77807134-db64-4d17-a40a-fb091dbd37dc {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:32.441743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (77807134-db64-4d17-a40a-fb091dbd37dc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.512708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (77807134-db64-4d17-a40a-fb091dbd37dc), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.522701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8595bd-a558-42c3-8e48-106d4fb9c3d3 req-433c470d-72de-43c6-94fd-73ece94994e9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.524524 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de8595bd-a558-42c3-8e48-106d4fb9c3d3 req-433c470d-72de-43c6-94fd-73ece94994e9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 946 time: 0.2744548 Feb 09 21:44:32.526649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (38389c21-aee8-46b5-ad31-138388a13e69), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.566434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38389c21-aee8-46b5-ad31-138388a13e69']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:32.579895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-794735a7-44f5-4e36-8778-5122bedb87fe req-440a8946-4e59-4c1a-948e-14097c64ec62 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0638576 Feb 09 21:44:32.585718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:32.586019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba43ce38-b048-4cfd-a6cb-aebecf0f4081') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:32.603908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ba43ce38-b048-4cfd-a6cb-aebecf0f4081), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.630803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de8595bd-a558-42c3-8e48-106d4fb9c3d3 req-5a3ab01e-b892-448d-9e5c-da961c13f052 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901165 Feb 09 21:44:32.638924 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ba43ce38-b048-4cfd-a6cb-aebecf0f4081), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.650841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:32.656453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ba43ce38-b048-4cfd-a6cb-aebecf0f4081), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:32.657378 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:32.670461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (77807134-db64-4d17-a40a-fb091dbd37dc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.782076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-bebbb5e3-34cb-44af-9d29-f73e00c9c156 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-898496136&fields=id&tenant_id=58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 267 time: 0.0504982 Feb 09 21:44:32.794573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (38389c21-aee8-46b5-ad31-138388a13e69), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.800124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.805554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] 10.222.0.98 "DELETE /v2.0/networks/38389c21-aee8-46b5-ad31-138388a13e69 HTTP/1.1" status: 204 len: 168 time: 1.2787571 Feb 09 21:44:32.809186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33380) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.827403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eb8d7-1680-471a-b6a3-8ba114250b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=38389c21-aee8-46b5-ad31-138388a13e69,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.848418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f7c7da50-f376-4687-b26c-6989d596de54 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:32.854739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (77807134-db64-4d17-a40a-fb091dbd37dc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.891980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=77807134-db64-4d17-a40a-fb091dbd37dc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.895951 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.899868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d3d0c646-7106-4ed2-adf4-8d9192c4e1f6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/77807134-db64-4d17-a40a-fb091dbd37dc HTTP/1.1" status: 204 len: 168 time: 0.5753205 Feb 09 21:44:32.903448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.920571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9124a-e434-4873-bea4-a25885fdcb46 None None] Network 82c44169-84f0-496c-919f-d0e4d3cf132a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:32.934732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f7c7da50-f376-4687-b26c-6989d596de54 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:32.935175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f7c7da50-f376-4687-b26c-6989d596de54 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:32.964324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-98bf6904-def7-4e5e-a788-50dcf4f8c4eb tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.965864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-98bf6904-def7-4e5e-a788-50dcf4f8c4eb tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 946 time: 0.1611469 Feb 09 21:44:32.992290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'port': {'security_groups': ['ce21deec-71f6-44b7-adb7-788128a44a04', 'f448d2d1-8156-42d0-b421-49805534b79b']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:33.044716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (82c44169-84f0-496c-919f-d0e4d3cf132a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.129907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] DHCP port deletion for 82c44169-84f0-496c-919f-d0e4d3cf132a request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:33.155382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.221444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:33.221785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.242010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] Deleting port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:33.242411 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.326760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 7391ee5a-f666-4649-ab3f-edccc6bf2df5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7391ee5a-f666-4649-ab3f-edccc6bf2df5,segment=NetworkSegment(8274faf1-0ea8-4b4c-aebd-32f5665925be),segment_id=8274faf1-0ea8-4b4c-aebd-32f5665925be)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:33.327260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.347245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 7391ee5a-f666-4649-ab3f-edccc6bf2df5 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:33.363959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] For port 7391ee5a-f666-4649-ab3f-edccc6bf2df5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7391ee5a-f666-4649-ab3f-edccc6bf2df5,segment=NetworkSegment(8274faf1-0ea8-4b4c-aebd-32f5665925be),segment_id=8274faf1-0ea8-4b4c-aebd-32f5665925be)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:33.367215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.397497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (7ac78c40-8548-45aa-9d6d-c49172e9b373), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.421398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] Calling delete_port for 7391ee5a-f666-4649-ab3f-edccc6bf2df5 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:33.496479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:33.537956 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.591503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.601501 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (7391ee5a-f666-4649-ab3f-edccc6bf2df5), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.624937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.628487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=7391ee5a-f666-4649-ab3f-edccc6bf2df5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.641798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No DVR routers for this DVR port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:33.649850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847', '82bb55c5-81cc-4fed-af73-0a720c5a432c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:33.723380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] Pushing event deleted for resources: {'Port': ['ID=7391ee5a-f666-4649-ab3f-edccc6bf2df5,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.737021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ad64e-ce67-4f50-b2a2-7d4cf71481cd None None] No DVR routers for this DVR port 7391ee5a-f666-4649-ab3f-edccc6bf2df5 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:33.779233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:33.785703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.787388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f06b72f4-30e8-4828-a707-0b5852f25e8f req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "PUT /v2.0/ports/82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 200 len: 982 time: 0.8060665 Feb 09 21:44:33.789664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:33.796537 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8005aecb-0142-41d0-9518-b9aaa3063536" -d '{"events": [{"name": "network-changed", "server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:33.825106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4af03920-5eb8-4536-a0c9-c2a0362acd7e req-949568fd-2416-416b-ab1d-55ddbefa09bc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0503819 Feb 09 21:44:33.861732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['82bb55c5-81cc-4fed-af73-0a720c5a432c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:33.874959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Deleting port b22f9e10-b19a-4511-8a2b-e7b48b58ba45 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:33.875319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.965107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (82c44169-84f0-496c-919f-d0e4d3cf132a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.982387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] For port b22f9e10-b19a-4511-8a2b-e7b48b58ba45, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,segment=NetworkSegment(68352e01-f893-4993-8ce5-5b2f823ac5cf),segment_id=68352e01-f893-4993-8ce5-5b2f823ac5cf)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:33.982759 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.999721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Calling delete_port for b22f9e10-b19a-4511-8a2b-e7b48b58ba45 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:34.020112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c44169-84f0-496c-919f-d0e4d3cf132a']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:34.047840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8274faf1-0ea8-4b4c-aebd-32f5665925be') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:34.049666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8274faf1-0ea8-4b4c-aebd-32f5665925be') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:34.067162 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (8274faf1-0ea8-4b4c-aebd-32f5665925be), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.096935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (8274faf1-0ea8-4b4c-aebd-32f5665925be), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.104661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:34.105216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (8274faf1-0ea8-4b4c-aebd-32f5665925be), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:34.199285 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:34.266925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b621b-6354-4dc1-a8b9-84ec89aa49af tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=6']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.293781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f3a5ab3-cda1-455d-ac75-27d60508a500 req-5773048a-e93f-47c0-b5bb-74d901c960a5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/f448d2d1-8156-42d0-b421-49805534b79b HTTP/1.1" status: 200 len: 1818 time: 0.0929468 Feb 09 21:44:34.316847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (82c44169-84f0-496c-919f-d0e4d3cf132a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.321982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.330112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.331346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/82c44169-84f0-496c-919f-d0e4d3cf132a HTTP/1.1" status: 204 len: 168 time: 1.4267902 Feb 09 21:44:34.338879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-270697171', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:34.357869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5aa6e9-3570-4ec6-b182-4ba36665ae4c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=82c44169-84f0-496c-919f-d0e4d3cf132a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.378309 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-8f3a5ab3-cda1-455d-ac75-27d60508a500 req-719d20e9-055c-4dda-8694-da537be19418 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:44:34.379364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f3a5ab3-cda1-455d-ac75-27d60508a500 req-719d20e9-055c-4dda-8694-da537be19418 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/f448d2d1-8156-42d0-b421-49805534b79b HTTP/1.1" status: 409 len: 341 time: 0.0786743 Feb 09 21:44:34.385848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b22f9e10-b19a-4511-8a2b-e7b48b58ba45), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.418787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Pushing event deleted for resources: {'Port': ['ID=b22f9e10-b19a-4511-8a2b-e7b48b58ba45,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.430342 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827c49a2-6281-47d1-8e9a-be2d8e1f8621 x-openstack-request-id: req-827c49a2-6281-47d1-8e9a-be2d8e1f8621 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:34.430718 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:34.431050 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-827c49a2-6281-47d1-8e9a-be2d8e1f8621 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:34.431533 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c', 'status': 'completed', 'code': 200} Feb 09 21:44:34.434014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.441024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.441565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.442263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.442263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.447911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.448186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.448550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.448915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.449258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.449597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.450935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.451272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.479464 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.481576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.624492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-0a2fb98c-1e5e-4744-a781-6f2c148e955e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=790d22a4c6124c74b7dca02501711a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251260 Feb 09 21:44:34.627506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-3cf1e79d-cce9-4a5b-a7d3-9c1a6ca6d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.628978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-3cf1e79d-cce9-4a5b-a7d3-9c1a6ca6d1ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1167 time: 0.1514347 Feb 09 21:44:34.647688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (c996223f-fba5-4a0f-9aee-e59e218082c4), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.793111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-e71b7e20-59a0-443c-ab44-ee1c95e5ab79 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.794608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-e71b7e20-59a0-443c-ab44-ee1c95e5ab79 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570954 Feb 09 21:44:34.810793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7211c2e5-b81c-4774-a418-e9867298655b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/quotas/790d22a4c6124c74b7dca02501711a53 HTTP/1.1" status: 200 len: 375 time: 0.0107205 Feb 09 21:44:34.858267 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-11620d3c-ac07-4b9b-9091-10694d2a68fb tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418425 Feb 09 21:44:34.922588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7391ee5a-f666-4649-ab3f-edccc6bf2df5 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:34.947974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 7391ee5a-f666-4649-ab3f-edccc6bf2df5 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:34.949064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7391ee5a-f666-4649-ab3f-edccc6bf2df5 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:35.043284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (7ac78c40-8548-45aa-9d6d-c49172e9b373), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.075414 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_gateway (c996223f-fba5-4a0f-9aee-e59e218082c4), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.081449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-8af8b958-0bf7-4182-b6f4-da6bd00eb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:35.083200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-8af8b958-0bf7-4182-b6f4-da6bd00eb639 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 912 time: 0.4445934 Feb 09 21:44:35.175642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb83e84-bb18-41b4-988c-65099cce17bf req-0cbfad15-1386-4b85-bdac-47a7c6d27fc6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:35.177230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ceb83e84-bb18-41b4-988c-65099cce17bf req-0cbfad15-1386-4b85-bdac-47a7c6d27fc6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 985 time: 0.3012002 Feb 09 21:44:35.219321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-7151722d-2f64-401e-ad95-c97780d55ee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 200 len: 217 time: 0.1287861 Feb 09 21:44:35.258308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-644efb55-01b5-43c5-93e8-6d6f21872a92 req-978b975e-eff2-4d30-bdc0-9edc2dcdcfc0 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0341074 Feb 09 21:44:35.391339 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4e2f-3707-4057-88de-cf85d893fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.410364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-b4aa14cf-dea4-4d56-9507-35d831cc9641 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=790d22a4c6124c74b7dca02501711a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465562 Feb 09 21:44:35.546437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-f4da20fc-ff49-4d31-9068-320efeaa0d5a tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:35.548108 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-f4da20fc-ff49-4d31-9068-320efeaa0d5a tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354675 Feb 09 21:44:35.568173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-feba4132-2fa2-4ba6-b506-7949ee001b48 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/quotas/790d22a4c6124c74b7dca02501711a53 HTTP/1.1" status: 200 len: 375 time: 0.0128970 Feb 09 21:44:35.604356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-4a584061-437a-4d3d-99cc-cd1d55500eb8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291448 Feb 09 21:44:35.712377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-be6f604e-eef2-46e9-9ddc-afb5a89d8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:35.714144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-be6f604e-eef2-46e9-9ddc-afb5a89d8c3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.4816442 Feb 09 21:44:35.726341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ceb83e84-bb18-41b4-988c-65099cce17bf req-f39af889-1515-4395-a564-077ce57214c2 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=f448d2d1-8156-42d0-b421-49805534b79b&id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5131853 Feb 09 21:44:35.760693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-60311b84-d66a-4ac3-a181-2291213928d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310650 Feb 09 21:44:35.772326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-31eeab8e-f131-41f5-860f-e3b620311114 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:44:35.773267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-31eeab8e-f131-41f5-860f-e3b620311114 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049992 Feb 09 21:44:35.933874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0722e611-3e23-4be7-85c1-f815e00d04f5 req-60b0882c-2b1c-4d6b-a896-fca0a8bfe09b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 210 time: 0.0726173 Feb 09 21:44:36.080300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-7fdd3742-602b-470d-8501-834606a77510 service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997649 Feb 09 21:44:36.081992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Router 7ac78c40-8548-45aa-9d6d-c49172e9b373 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:36.168622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_gateway (c996223f-fba5-4a0f-9aee-e59e218082c4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.253569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.346970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8005aecb-0142-41d0-9518-b9aaa3063536 req-01de821d-7b29-4565-bb7f-74be07d694ab service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589366 Feb 09 21:44:36.382618 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8091ffe0-8ade-4e51-bb2e-0f75a030f605 req-334f0dfc-d2a7-443a-a8b3-e40e7f3ce33c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0410228 Feb 09 21:44:36.395719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:36.405419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c850c21c-c564-451d-871d-deafb9cba90d admin admin] 10.222.0.98 "PUT /v2.0/routers/7ac78c40-8548-45aa-9d6d-c49172e9b373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5951264 Feb 09 21:44:36.406038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33460) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.415093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] Sync routers for ids ['7ac78c40-8548-45aa-9d6d-c49172e9b373'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:36.425924 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] Routers {'7ac78c40-8548-45aa-9d6d-c49172e9b373'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:36.426848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7ac78c40-8548-45aa-9d6d-c49172e9b373'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:36.493695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.25.5.243 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/2beec73f-803c-4dda-a8e6-c166a7f13b7e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:36.632210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks [] for router (7ac78c40-8548-45aa-9d6d-c49172e9b373), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.694157 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] Set router 7ac78c40-8548-45aa-9d6d-c49172e9b373 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:36.727151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-4fcf2ce9-3628-4ee2-bb92-7b7a6165b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:36.728714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-4fcf2ce9-3628-4ee2-bb92-7b7a6165b073 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1167 time: 0.2044959 Feb 09 21:44:36.773914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (2beec73f-803c-4dda-a8e6-c166a7f13b7e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.906162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks [] for router_gateway (7ac78c40-8548-45aa-9d6d-c49172e9b373), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.925703 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:44:34Z', 'revision_number': 5, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:36.932900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-3e7c4df2-398e-4277-8e64-00de7b0b6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:36.934441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-3e7c4df2-398e-4277-8e64-00de7b0b6c1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 912 time: 0.1986151 Feb 09 21:44:36.945406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadaec-9cba-48ff-90b4-6210453e4feb req-bba4266a-ff6b-4524-a37b-521cd99d06c1 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:36.946889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41eadaec-9cba-48ff-90b4-6210453e4feb req-bba4266a-ff6b-4524-a37b-521cd99d06c1 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 985 time: 0.1336188 Feb 09 21:44:36.960533 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] Checking router: 7ac78c40-8548-45aa-9d6d-c49172e9b373 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:36.987832 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] Routers {'7ac78c40-8548-45aa-9d6d-c49172e9b373'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:36.989670 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7ac78c40-8548-45aa-9d6d-c49172e9b373'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:37.007897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2beec73f-803c-4dda-a8e6-c166a7f13b7e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.010725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-945f5fed-a8f7-4453-b2be-8ec7a8dd00e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 200 len: 217 time: 0.0629075 Feb 09 21:44:37.072012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5566caed-bbc6-413d-9b33-0346a502b61e req-cfbc3e43-5b2f-4a4d-828a-d15e5328db71 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 210 time: 0.0404067 Feb 09 21:44:37.150239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:37.160699 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] Set router 7ac78c40-8548-45aa-9d6d-c49172e9b373 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:37.173738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:37.176229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:37.217727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-28367154-3dda-4057-a0bb-c5a717d38ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:37.219535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-28367154-3dda-4057-a0bb-c5a717d38ce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.1978981 Feb 09 21:44:37.220258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=2beec73f-803c-4dda-a8e6-c166a7f13b7e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.286849 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-cf86d40c-6c69-45a1-85b2-c68505e5ddaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467424 Feb 09 21:44:37.294990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41eadaec-9cba-48ff-90b4-6210453e4feb req-a418a436-389d-4f79-809d-7aa063095b78 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=f448d2d1-8156-42d0-b421-49805534b79b&id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3395133 Feb 09 21:44:37.384042 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:44:34Z', 'revision_number': 5, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:37.413506 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19121fb-3f71-4371-920e-e037579c7a9e None None] The sync data for ids ['7ac78c40-8548-45aa-9d6d-c49172e9b373'] in n-d-828599-1 is: [{'id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'name': 'tempest-AttachSCSIVolumeTestJSON-1651923478-router', 'tenant_id': '1bc8c3d5ade347df889a924b820d65c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:25Z', 'updated_at': '2022-02-09T21:44:34Z', 'revision_number': 5, 'project_id': '1bc8c3d5ade347df889a924b820d65c3', 'gw_port': {'id': '23b650e9-e654-4748-b47a-4e608d3ae86a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac78c40-8548-45aa-9d6d-c49172e9b373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:29Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:37.456211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Deleting port 23b650e9-e654-4748-b47a-4e608d3ae86a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:37.457451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.461440 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-e4306947-383a-41ce-b5c2-6f3f6e9fae4d service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629567 Feb 09 21:44:37.519524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ea47931-b387-4f7d-857a-75ac77bc56c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.537532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2e575b5-3f8b-4ab8-b55b-5b9d4c38353a req-e249e6b6-3a81-4e0e-8d19-462ed5cd1a7d tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0396349 Feb 09 21:44:37.759133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] For port 23b650e9-e654-4748-b47a-4e608d3ae86a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=23b650e9-e654-4748-b47a-4e608d3ae86a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:37.759448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.764002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72352ec1-0e4c-4578-b1dc-90557be8b6c4 req-371ba8ac-a612-40ca-aaed-c92d90770733 service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400181 Feb 09 21:44:37.777496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Calling delete_port for 23b650e9-e654-4748-b47a-4e608d3ae86a owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:38.079183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_gateway (c996223f-fba5-4a0f-9aee-e59e218082c4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.179963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-65acf252-8150-43f4-a8bb-b7167fe181e2 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=790d22a4c6124c74b7dca02501711a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255234 Feb 09 21:44:38.299307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-887e667d-31f7-4c0e-9126-f953439a77ac tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:38.301276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-887e667d-31f7-4c0e-9126-f953439a77ac tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167629 Feb 09 21:44:38.313113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Request body: {'port': {'device_id': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '790d22a4c6124c74b7dca02501711a53'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:38.487357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-ef8c129e-3f8a-437d-bdf9-132419ee2a11 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=790d22a4c6124c74b7dca02501711a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859783 Feb 09 21:44:38.532120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89130092-f2d8-4bfb-9569-dbafbb661023 req-26d9e176-3964-4870-adc2-68a19885ad7e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 210 time: 0.0431032 Feb 09 21:44:38.617024 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (23b650e9-e654-4748-b47a-4e608d3ae86a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.671450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5428a5-e60e-4cb2-8684-da47cbc8f002 req-94e0abc8-1871-48f1-9bbc-e5191456b73a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:38.673249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc5428a5-e60e-4cb2-8684-da47cbc8f002 req-94e0abc8-1871-48f1-9bbc-e5191456b73a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 985 time: 0.2415979 Feb 09 21:44:38.728642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b650e9-e654-4748-b47a-4e608d3ae86a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.785429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7af5972-9aac-4b45-83c6-365054d685c4 req-085aeac7-c19c-4fca-9eb5-0d3ff27f56d9 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0762305 Feb 09 21:44:38.798412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc5428a5-e60e-4cb2-8684-da47cbc8f002 req-28a880de-ca3a-422e-a2f3-b2454205964e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=f448d2d1-8156-42d0-b421-49805534b79b&id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0838900 Feb 09 21:44:38.806644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-43dc9802-9323-4636-b382-59b964dddd56 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:38.813958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-43dc9802-9323-4636-b382-59b964dddd56 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025296 Feb 09 21:44:38.815733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Made reservation on behalf of 790d22a4c6124c74b7dca02501711a53 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:38.825055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.836783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (7ac78c40-8548-45aa-9d6d-c49172e9b373), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.841610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Request body: {'port': {'device_id': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '790d22a4c6124c74b7dca02501711a53'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:38.846861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.937754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b22f9e10-b19a-4511-8a2b-e7b48b58ba45 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:38.951169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (7ac78c40-8548-45aa-9d6d-c49172e9b373), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.953780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks [] for router_controller (7ac78c40-8548-45aa-9d6d-c49172e9b373), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.976833 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.977890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: b22f9e10-b19a-4511-8a2b-e7b48b58ba45 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:38.978883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b22f9e10-b19a-4511-8a2b-e7b48b58ba45 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:39.009111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.027544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks [] for security_group (140ea138-f193-48a1-9825-420a0574deac), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.079111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (7ac78c40-8548-45aa-9d6d-c49172e9b373), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.079559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac78c40-8548-45aa-9d6d-c49172e9b373 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:39.085604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.089685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f7dbf3a0-ba81-4633-8d46-0a17065832b3 admin admin] 10.222.0.98 "DELETE /v2.0/routers/7ac78c40-8548-45aa-9d6d-c49172e9b373 HTTP/1.1" status: 204 len: 168 time: 2.6775455 Feb 09 21:44:39.089685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33476) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.114334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Made reservation on behalf of 790d22a4c6124c74b7dca02501711a53 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:39.119451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.143750 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (140ea138-f193-48a1-9825-420a0574deac), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.149315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] Deleting subnet 60c4039b-972f-439f-8338-f80521bf41ca {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:39.157391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] Publish callbacks [] for subnet (60c4039b-972f-439f-8338-f80521bf41ca), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.202922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (60c4039b-972f-439f-8338-f80521bf41ca), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.282096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140ea138-f193-48a1-9825-420a0574deac,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.308664 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (60c4039b-972f-439f-8338-f80521bf41ca), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.335481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router c996223f-fba5-4a0f-9aee-e59e218082c4 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:39.364938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Allocated IP 192.168.233.168 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/ef425695-ecbe-4b4a-b213-f1148bcddb9c) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:39.471964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:39.483375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] Sync routers for ids ['c996223f-fba5-4a0f-9aee-e59e218082c4'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:39.496484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] Routers {'c996223f-fba5-4a0f-9aee-e59e218082c4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:39.498008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c996223f-fba5-4a0f-9aee-e59e218082c4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.517986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (60c4039b-972f-439f-8338-f80521bf41ca), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.537646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.548227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] Routers {'c996223f-fba5-4a0f-9aee-e59e218082c4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:39.550348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c4039b-972f-439f-8338-f80521bf41ca,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.550837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c996223f-fba5-4a0f-9aee-e59e218082c4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.564682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.570190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-78fd503b-8ec4-4b86-a39f-b7836d9e70a4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/60c4039b-972f-439f-8338-f80521bf41ca HTTP/1.1" status: 204 len: 168 time: 0.4794686 Feb 09 21:44:39.572431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33480) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.601318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc8cd38-44ed-4e8d-8647-9b3076ced5fc None None] Network 66f68e8a-50c4-4aaf-880f-f28b76590fab requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:39.607424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.608312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72372ec-00e7-484f-bf3d-11f6db02de72 None None] The sync data for ids ['c996223f-fba5-4a0f-9aee-e59e218082c4'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:39.626670 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.635829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a7aefb48-e4b7-45db-a18a-d19bbf5c481a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.2981613 Feb 09 21:44:39.684602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33482) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.800033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (66f68e8a-50c4-4aaf-880f-f28b76590fab), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.828426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] DHCP port deletion for 66f68e8a-50c4-4aaf-880f-f28b76590fab request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:39.895733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] Deleting port 148d3414-f564-48a4-b1cc-4be43f4909ca {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:39.896998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.897152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f432f23e-21a5-422c-a522-3e6cd9e0f72d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/routers/c996223f-fba5-4a0f-9aee-e59e218082c4 HTTP/1.1" status: 200 len: 880 time: 0.2103863 Feb 09 21:44:39.901131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33488) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.968603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] For port 148d3414-f564-48a4-b1cc-4be43f4909ca, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=148d3414-f564-48a4-b1cc-4be43f4909ca,segment=NetworkSegment(68352e01-f893-4993-8ce5-5b2f823ac5cf),segment_id=68352e01-f893-4993-8ce5-5b2f823ac5cf)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:39.969628 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.987956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] Calling delete_port for 148d3414-f564-48a4-b1cc-4be43f4909ca owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:39.997548 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-046d8124-259a-45ed-81b5-1968f59639e5 req-351f4319-d6ff-4ae9-947b-66d3feecb7e7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 210 time: 0.0351853 Feb 09 21:44:40.025524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks [] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.123114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Deleting port 148d3414-f564-48a4-b1cc-4be43f4909ca {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:40.123463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.140184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb06020c-6cbf-4190-a084-f42428488c87 req-51c3f98b-28bb-4eb0-9fd6-ceb3ea4e0944 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0474861 Feb 09 21:44:40.174076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.201090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.202693 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.207714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322f404-94f0-47c5-a29f-50eefef85d80 req-82fee316-7c7a-4929-b440-dcede8177b60 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.209839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4322f404-94f0-47c5-a29f-50eefef85d80 req-82fee316-7c7a-4929-b440-dcede8177b60 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 985 time: 0.3097780 Feb 09 21:44:40.236917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] For port 148d3414-f564-48a4-b1cc-4be43f4909ca, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=148d3414-f564-48a4-b1cc-4be43f4909ca,segment=NetworkSegment(68352e01-f893-4993-8ce5-5b2f823ac5cf),segment_id=68352e01-f893-4993-8ce5-5b2f823ac5cf)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:40.237356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.245961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] Pushing event deleted for resources: {'Port': ['ID=148d3414-f564-48a4-b1cc-4be43f4909ca,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.254986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f605f9-df41-4934-9201-9530b1c1b8ca None None] No DVR routers for this DVR port 148d3414-f564-48a4-b1cc-4be43f4909ca on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:40.260547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:40.269121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:40.274085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Calling delete_port for 148d3414-f564-48a4-b1cc-4be43f4909ca owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:40.277628 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:40.286298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Pushing event updated for resources: {'Port': ['ID=ef425695-ecbe-4b4a-b213-f1148bcddb9c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.314391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Allocated IP 192.168.233.252 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/0490d200-0bc9-4218-b0a2-b532a450e527) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:40.351591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.352469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.382800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4322f404-94f0-47c5-a29f-50eefef85d80 req-1d66afef-715c-42d2-8236-94533836cdd1 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=f448d2d1-8156-42d0-b421-49805534b79b&id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1586335 Feb 09 21:44:40.506141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-95c2e951-4453-4a78-a5ae-146771c8a431 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5898893 Feb 09 21:44:40.506953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (148d3414-f564-48a4-b1cc-4be43f4909ca), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.509002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33492) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.511726 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-c9297747-8e65-48b0-bef6-0f891c706635 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6826875 Feb 09 21:44:40.514786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3eea24f6-eefc-40ad-86b4-67ec2438026b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-270697171'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.528606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-82da13dc-34cf-4170-97a5-f6570c345bbf tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:44:40.529576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-82da13dc-34cf-4170-97a5-f6570c345bbf tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091691 Feb 09 21:44:40.589079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-347929e5-ec9f-4b37-87a6-85753bd9ce95 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1315456113&fields=id&tenant_id=58e518e3f62346b7bb114c52ac8da9da HTTP/1.1" status: 200 len: 267 time: 0.1014955 Feb 09 21:44:40.611044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=148d3414-f564-48a4-b1cc-4be43f4909ca,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.614022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks [] for port (0490d200-0bc9-4218-b0a2-b532a450e527), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.618901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] No DVR routers for this DVR port 148d3414-f564-48a4-b1cc-4be43f4909ca on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:40.694882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79facdb1-d0de-4d4e-bbaa-35498043042b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.697378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79facdb1-d0de-4d4e-bbaa-35498043042b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 985 time: 0.0928164 Feb 09 21:44:40.710643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'port': {'security_groups': ['ce21deec-71f6-44b7-adb7-788128a44a04', 'f448d2d1-8156-42d0-b421-49805534b79b', '82df8474-9330-4002-a48b-6cd4835639d0']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.759029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (66f68e8a-50c4-4aaf-880f-f28b76590fab), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.769743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Request body: {'port': {'device_id': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.776274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d7c05419-f895-48ae-9f6c-0b70cf0dd2a6 None None] Provisioning complete for port ef425695-ecbe-4b4a-b213-f1148bcddb9c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:40.776791 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d7c05419-f895-48ae-9f6c-0b70cf0dd2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.807644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f68e8a-50c4-4aaf-880f-f28b76590fab']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.822355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.824240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68352e01-f893-4993-8ce5-5b2f823ac5cf') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.824761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68352e01-f893-4993-8ce5-5b2f823ac5cf') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:40.857000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 23b650e9-e654-4748-b47a-4e608d3ae86a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:40.873370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (68352e01-f893-4993-8ce5-5b2f823ac5cf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.884976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d7c05419-f895-48ae-9f6c-0b70cf0dd2a6 None None] Port ef425695-ecbe-4b4a-b213-f1148bcddb9c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:40.887537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 23b650e9-e654-4748-b47a-4e608d3ae86a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:40.888998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 23b650e9-e654-4748-b47a-4e608d3ae86a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:40.889667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 148d3414-f564-48a4-b1cc-4be43f4909ca no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:40.915311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 148d3414-f564-48a4-b1cc-4be43f4909ca {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:40.916258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 148d3414-f564-48a4-b1cc-4be43f4909ca not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:40.924946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (68352e01-f893-4993-8ce5-5b2f823ac5cf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.926205 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.939815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:40.940235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (68352e01-f893-4993-8ce5-5b2f823ac5cf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:40.942099 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:40.956226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.965843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:40.982993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:41.010176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:41.053600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.167099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:41.167382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3eea24f6-eefc-40ad-86b4-67ec2438026b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.167989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.217399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (66f68e8a-50c4-4aaf-880f-f28b76590fab), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.245052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.248904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] 10.222.0.98 "DELETE /v2.0/networks/66f68e8a-50c4-4aaf-880f-f28b76590fab HTTP/1.1" status: 204 len: 168 time: 1.6753213 Feb 09 21:44:41.251487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5195a-1868-4b9f-964a-43bff92528e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f68e8a-50c4-4aaf-880f-f28b76590fab,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.259548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3eea24f6-eefc-40ad-86b4-67ec2438026b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.298552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-7c76fac0-4c36-4df9-b227-b57463230fc8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9894145 Feb 09 21:44:41.322450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-de549eb5-4747-46fc-bf17-9f0642d3317e None None] Provisioning complete for port 0490d200-0bc9-4218-b0a2-b532a450e527 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:41.323067 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-de549eb5-4747-46fc-bf17-9f0642d3317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.333397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Request body: {'port': {'device_id': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:41.408172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-de549eb5-4747-46fc-bf17-9f0642d3317e None None] Port 0490d200-0bc9-4218-b0a2-b532a450e527 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:41.650887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.664968 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.686905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de4a25-e3bb-4518-8729-a0afa1f6fc00 req-bbb98ee2-dc13-42ee-9101-5320e74c4443 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:41.692359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2de4a25-e3bb-4518-8729-a0afa1f6fc00 req-bbb98ee2-dc13-42ee-9101-5320e74c4443 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 936 time: 0.5133615 Feb 09 21:44:41.770144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2de4a25-e3bb-4518-8729-a0afa1f6fc00 req-3033ba31-7ff6-4660-a070-6f5f7016eaad tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684276 Feb 09 21:44:41.781543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:41.795520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eea24f6-eefc-40ad-86b4-67ec2438026b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router c996223f-fba5-4a0f-9aee-e59e218082c4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:41.888086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33504) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:41.905693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.910762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef425695-ecbe-4b4a-b213-f1148bcddb9c {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:41.922593 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Publish callbacks [] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.924591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5a0d5a2-303a-4c6f-b602-95703f48b2d1 req-d488ad6b-e605-40ad-ba36-2df7889514bc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0481548 Feb 09 21:44:41.949823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Transition to ACTIVE for port object ef425695-ecbe-4b4a-b213-f1148bcddb9c will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:44:41.979560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-af3accf2-5769-428a-a359-92d490945b38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b221ebf68494f92a8832d431e0c8698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0900450 Feb 09 21:44:41.982378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33506) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:41.984204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea24f6-eefc-40ad-86b4-67ec2438026b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:41.991634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3eea24f6-eefc-40ad-86b4-67ec2438026b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.995260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3eea24f6-eefc-40ad-86b4-67ec2438026b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/c996223f-fba5-4a0f-9aee-e59e218082c4 HTTP/1.1" status: 200 len: 887 time: 1.4814274 Feb 09 21:44:41.996469 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] Sync routers for ids ['c996223f-fba5-4a0f-9aee-e59e218082c4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:42.004783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33508) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.006667 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] Routers {'c996223f-fba5-4a0f-9aee-e59e218082c4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:42.007683 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c996223f-fba5-4a0f-9aee-e59e218082c4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:42.019428 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.031998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847', '82bb55c5-81cc-4fed-af73-0a720c5a432c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:42.046294 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:42.056281 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] Routers {'c996223f-fba5-4a0f-9aee-e59e218082c4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:42.056900 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c996223f-fba5-4a0f-9aee-e59e218082c4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:42.090722 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:42.091550 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a3f80b-55d5-4068-9f35-6f7eb868e770 None None] The sync data for ids ['c996223f-fba5-4a0f-9aee-e59e218082c4'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:42.121205 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.198929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:42.199824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.204968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6cf7b62-037f-4dbe-a439-f32c75c74d8e req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "PUT /v2.0/ports/82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 200 len: 1021 time: 1.5006309 Feb 09 21:44:42.217808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:42.220168 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19820d15-478d-478a-b6d0-1e7ca1c893f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:42.298704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['82bb55c5-81cc-4fed-af73-0a720c5a432c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:42.331225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df697e1b-1359-41a6-929f-e1717af79163 req-d56ec192-f1cc-4597-9825-08559b07ed0a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/82df8474-9330-4002-a48b-6cd4835639d0 HTTP/1.1" status: 200 len: 1820 time: 0.1085775 Feb 09 21:44:42.331622 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e95ce-4fa9-4320-ad54-e705b552c733 x-openstack-request-id: req-d68e95ce-4fa9-4320-ad54-e705b552c733 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:42.331953 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:42.332247 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d68e95ce-4fa9-4320-ad54-e705b552c733 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:42.332641 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c', 'status': 'completed', 'code': 200} Feb 09 21:44:42.350361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467d9c-9a32-49d5-b71a-ff0cf50accda tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=7']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.380651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9634252e-4b6a-46fe-b717-b6704a057900 admin admin] Publish callbacks [] for security_group (6928c6f8-8d6b-4046-bef3-43e7171abf40), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.479459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-f3a367f7-d1b8-41a0-8db5-dca066a4edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:42.481754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-f3a367f7-d1b8-41a0-8db5-dca066a4edaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e518e3f62346b7bb114c52ac8da9da&device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1207 time: 0.1451025 Feb 09 21:44:42.484931 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-df697e1b-1359-41a6-929f-e1717af79163 req-184350e2-5140-4dc6-86aa-9b86fd3d1b50 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:44:42.486424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df697e1b-1359-41a6-929f-e1717af79163 req-184350e2-5140-4dc6-86aa-9b86fd3d1b50 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/82df8474-9330-4002-a48b-6cd4835639d0 HTTP/1.1" status: 409 len: 341 time: 0.1324663 Feb 09 21:44:42.565899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e76602f9-b6ab-44f0-82d5-10d71c3d0899 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/routers/c996223f-fba5-4a0f-9aee-e59e218082c4 HTTP/1.1" status: 200 len: 887 time: 0.5572994 Feb 09 21:44:42.578236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9634252e-4b6a-46fe-b717-b6704a057900 admin admin] Publish callbacks [] for security_group (6928c6f8-8d6b-4046-bef3-43e7171abf40), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.579652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33516) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.607412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Pushing event updated for resources: {'Port': ['ID=ef425695-ecbe-4b4a-b213-f1148bcddb9c,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.634953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e413e27c-b597-4527-ad3b-5095147f030a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=c996223f-fba5-4a0f-9aee-e59e218082c4 HTTP/1.1" status: 200 len: 205 time: 0.0522983 Feb 09 21:44:42.639310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33518) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.646442 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:44:42.705696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Attempting to bind port ef425695-ecbe-4b4a-b213-f1148bcddb9c on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:42.706133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Attempting to bind port ef425695-ecbe-4b4a-b213-f1148bcddb9c by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:42.706531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Attempting to bind port ef425695-ecbe-4b4a-b213-f1148bcddb9c on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:42.714325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Port ef425695-ecbe-4b4a-b213-f1148bcddb9c on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:44:42.714727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Attempting to bind port ef425695-ecbe-4b4a-b213-f1148bcddb9c on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:42.726615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:42.730258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:42.730258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:42.730258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Bound port: ef425695-ecbe-4b4a-b213-f1148bcddb9c, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:42.730258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.759287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0490d200-0bc9-4218-b0a2-b532a450e527 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:42.768751 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Publish callbacks [] for port (0490d200-0bc9-4218-b0a2-b532a450e527), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.791572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-4d54d82d-f7a5-4b86-8f7e-073be8cd2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:42.794028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-4d54d82d-f7a5-4b86-8f7e-073be8cd2435 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 200 len: 912 time: 0.3034301 Feb 09 21:44:42.798276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.807823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Transition to ACTIVE for port object 0490d200-0bc9-4218-b0a2-b532a450e527 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:44:42.841288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] For port ef425695-ecbe-4b4a-b213-f1148bcddb9c, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:42.844758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] For port ef425695-ecbe-4b4a-b213-f1148bcddb9c, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ef425695-ecbe-4b4a-b213-f1148bcddb9c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:42.877135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9634252e-4b6a-46fe-b717-b6704a057900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6928c6f8-8d6b-4046-bef3-43e7171abf40), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.881045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9634252e-4b6a-46fe-b717-b6704a057900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.884967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9634252e-4b6a-46fe-b717-b6704a057900 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6928c6f8-8d6b-4046-bef3-43e7171abf40 HTTP/1.1" status: 204 len: 168 time: 0.8990829 Feb 09 21:44:42.910464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634252e-4b6a-46fe-b717-b6704a057900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928c6f8-8d6b-4046-bef3-43e7171abf40,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.923854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-2605274b-3e72-430d-b0b9-81fae8e97cae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 200 len: 217 time: 0.0836017 Feb 09 21:44:42.927981 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.991853 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.016418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.029896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.031261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.032384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] 10.222.0.110 "PUT /v2.0/ports/ef425695-ecbe-4b4a-b213-f1148bcddb9c HTTP/1.1" status: 200 len: 1096 time: 2.4916339 Feb 09 21:44:43.095227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-12490fee-e29c-4351-991d-9e298545aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.106894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-12490fee-e29c-4351-991d-9e298545aa44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 200 len: 851 time: 0.1612134 Feb 09 21:44:43.132406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d063d-64dd-4cbc-ba70-4158a71ed968 req-18c37a1d-30e4-43c7-9c38-6b6525ee8964 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.134446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4d5d063d-64dd-4cbc-ba70-4158a71ed968 req-18c37a1d-30e4-43c7-9c38-6b6525ee8964 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 948 time: 0.2244029 Feb 09 21:44:43.192374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c616d-5512-4de0-be62-3d4640a790cd service neutron] Pushing event updated for resources: {'Port': ['ID=ef425695-ecbe-4b4a-b213-f1148bcddb9c,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.229095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-2314632d-b2f3-49f9-b963-f3770cda46c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b6acfb3-2039-45fc-916f-fce7e395c2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933704 Feb 09 21:44:43.229495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Attempting to bind port 0490d200-0bc9-4218-b0a2-b532a450e527 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:43.229862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Attempting to bind port 0490d200-0bc9-4218-b0a2-b532a450e527 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:43.230200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Attempting to bind port 0490d200-0bc9-4218-b0a2-b532a450e527 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:43.235316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_gateway (c996223f-fba5-4a0f-9aee-e59e218082c4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.261879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Port 0490d200-0bc9-4218-b0a2-b532a450e527 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:44:43.262401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Attempting to bind port 0490d200-0bc9-4218-b0a2-b532a450e527 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:43.277057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:43.279989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:43.279989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:43.279989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Bound port: 0490d200-0bc9-4218-b0a2-b532a450e527, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:43.279989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.356134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4d5d063d-64dd-4cbc-ba70-4158a71ed968 req-7dcfe1e4-02d9-4eb1-a3fa-eb4911ce1708 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017915 Feb 09 21:44:43.362813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-6c1135c6-6f61-43e0-b187-6cbedb359f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.365698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-6c1135c6-6f61-43e0-b187-6cbedb359f9f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 1130 time: 0.1743309 Feb 09 21:44:43.394079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d030444-efd1-4908-8eaa-714196be96c7 req-cd72ecf1-55ad-4f1a-82b5-5dcefa1d1629 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0758636 Feb 09 21:44:43.462481 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-76e24ea5-99dc-4d7e-9ca2-75b56209adde service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=ef425695-ecbe-4b4a-b213-f1148bcddb9c HTTP/1.1" status: 200 len: 217 time: 0.0712399 Feb 09 21:44:43.488686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-1af06598-08aa-4f40-b10b-9a41df08a82a service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433338 Feb 09 21:44:43.620863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:43.693581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:43.706449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 2beec73f-803c-4dda-a8e6-c166a7f13b7e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:43.707127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2beec73f-803c-4dda-a8e6-c166a7f13b7e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.733164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-02f95c37-7d18-47bb-9b0e-ac5c0b60140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.734775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-02f95c37-7d18-47bb-9b0e-ac5c0b60140e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2643058 Feb 09 21:44:43.798330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.811229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820d15-478d-478a-b6d0-1e7ca1c893f3 req-63a6fd1e-7c8a-4078-bed5-06b7bd8b92e5 service neutron] 10.222.0.30 "GET /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154726 Feb 09 21:44:43.826959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab416f-4803-4eef-a794-f1e908b79918 req-bd014728-f0bf-4b3c-ae61-319fb6290dea tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.828770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dab416f-4803-4eef-a794-f1e908b79918 req-bd014728-f0bf-4b3c-ae61-319fb6290dea tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1024 time: 0.2229648 Feb 09 21:44:43.863613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.864741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.866011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] 10.222.0.110 "PUT /v2.0/ports/0490d200-0bc9-4218-b0a2-b532a450e527 HTTP/1.1" status: 200 len: 1096 time: 2.5456433 Feb 09 21:44:43.906850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab9005-0500-4c1c-b83a-3a35a997993e service neutron] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.908496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2beec73f-803c-4dda-a8e6-c166a7f13b7e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.919622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a654-a476-422c-abab-30544cbddad1 req-0186dbe7-137c-4dda-81be-0070234fc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.925413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-0186dbe7-137c-4dda-81be-0070234fc69f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1789598 Feb 09 21:44:43.937495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 2beec73f-803c-4dda-a8e6-c166a7f13b7e owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:44.063108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dab416f-4803-4eef-a794-f1e908b79918 req-96aa9870-e673-4dca-a5c1-8ec8a50cd35a tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=f448d2d1-8156-42d0-b421-49805534b79b&id=ce21deec-71f6-44b7-adb7-788128a44a04&id=82df8474-9330-4002-a48b-6cd4835639d0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2238209 Feb 09 21:44:44.142652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-3cdb9306-e31c-4568-8fbb-23fd79961372 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129707 Feb 09 21:44:44.243129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-42f1a2a5-0180-4229-9ce0-4259ed7d01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.244536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33532) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:44.244695 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-42f1a2a5-0180-4229-9ce0-4259ed7d01c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1130 time: 0.2012258 Feb 09 21:44:44.288577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9d387629-4852-415d-923d-eeb13ea04277 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1bc8c3d5ade347df889a924b820d65c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425110 Feb 09 21:44:44.291159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33534) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:44.313660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-ceabc020-2984-4f73-991b-92995b6b0347 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0490d200-0bc9-4218-b0a2-b532a450e527 HTTP/1.1" status: 200 len: 217 time: 0.0588470 Feb 09 21:44:44.319373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228a654-a476-422c-abab-30544cbddad1 req-a13dab48-e685-4671-9f45-fd49b8d1c477 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692271 Feb 09 21:44:44.336083 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2beec73f-803c-4dda-a8e6-c166a7f13b7e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.352742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'tag': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c'}, {'name': 'network-changed', 'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:44.356581 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d42522-e55c-45f8-89a5-7ae0ec517c68" -d '{"events": [{"name": "network-changed", "server_uuid": "ec36d2de-5de5-458c-b219-2ca4607cf1a9", "tag": "ef425695-ecbe-4b4a-b213-f1148bcddb9c"}, {"name": "network-changed", "server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:44.368936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=2beec73f-803c-4dda-a8e6-c166a7f13b7e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.386095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-74fcf86e-3e67-40c6-8d10-17dd05e30b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.387872 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-74fcf86e-3e67-40c6-8d10-17dd05e30b2f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0674744 Feb 09 21:44:44.403154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c497230-95c9-480a-9e1f-5e978a971602 admin admin] Publish callbacks [] for security_group (eaad8688-b2b1-4603-b786-c55b0c0a8d8a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.459809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-bd6b94d0-7b66-477a-84bd-7c558c3109c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.461587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-bd6b94d0-7b66-477a-84bd-7c558c3109c5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0651102 Feb 09 21:44:44.481603 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5785f291-269a-40de-80c6-54591de740cd x-openstack-request-id: req-5785f291-269a-40de-80c6-54591de740cd {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:44.481909 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec36d2de-5de5-458c-b219-2ca4607cf1a9", "tag": "ef425695-ecbe-4b4a-b213-f1148bcddb9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:44.482167 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5785f291-269a-40de-80c6-54591de740cd {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:44.482709 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'tag': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c', 'status': 'completed', 'code': 200} Feb 09 21:44:44.482971 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527', 'status': 'completed', 'code': 200} Feb 09 21:44:44.550807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c497230-95c9-480a-9e1f-5e978a971602 admin admin] Publish callbacks [] for security_group (eaad8688-b2b1-4603-b786-c55b0c0a8d8a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.595895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (c996223f-fba5-4a0f-9aee-e59e218082c4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.660293 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4216fb7-7cc8-43a7-af54-208f28a7a63b req-5d4c876b-0b8f-41c7-8c8e-1ad65793965a tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/ports?device_id=e6628a2d-8a1a-4a9f-b0b8-4873399feb86 HTTP/1.1" status: 200 len: 210 time: 0.0695612 Feb 09 21:44:44.692773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-fb3c14a4-1618-4052-bd41-083086e713d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.694521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-fb3c14a4-1618-4052-bd41-083086e713d7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 1130 time: 0.1566393 Feb 09 21:44:44.696991 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-a829c932-650d-47a7-a5ee-825581feaa4f service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281964 Feb 09 21:44:44.721461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba6b19-663c-4e02-8b55-2dfd39450857 req-be93f287-74f6-41c3-aaa9-b8bad60a9dc2 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.723137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0aba6b19-663c-4e02-8b55-2dfd39450857 req-be93f287-74f6-41c3-aaa9-b8bad60a9dc2 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 948 time: 0.2400844 Feb 09 21:44:44.731346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.735071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (c996223f-fba5-4a0f-9aee-e59e218082c4), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.865219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-a3a36df9-2a23-4eae-98a8-b43f3fc4e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.867072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-a3a36df9-2a23-4eae-98a8-b43f3fc4e8dd service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.1618903 Feb 09 21:44:44.868094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0aba6b19-663c-4e02-8b55-2dfd39450857 req-23f4686b-5fc5-4bc6-9541-14a43d779b0f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252956 Feb 09 21:44:44.871008 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c202e214-3ce4-4efa-8c75-3b01495eeb66 req-051c5d15-4060-4b68-a462-1730436a4182 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574099 Feb 09 21:44:44.876041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c497230-95c9-480a-9e1f-5e978a971602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eaad8688-b2b1-4603-b786-c55b0c0a8d8a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.881155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c497230-95c9-480a-9e1f-5e978a971602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.898673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5c497230-95c9-480a-9e1f-5e978a971602 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eaad8688-b2b1-4603-b786-c55b0c0a8d8a HTTP/1.1" status: 204 len: 168 time: 0.6060796 Feb 09 21:44:44.910947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (c996223f-fba5-4a0f-9aee-e59e218082c4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.911528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Fanout notify agent at l3_agent the message router_deleted on router c996223f-fba5-4a0f-9aee-e59e218082c4 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:44.934298 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-9bbfcd78-551e-44f7-9a3c-f0f43cb5dd0a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=ef425695-ecbe-4b4a-b213-f1148bcddb9c HTTP/1.1" status: 200 len: 217 time: 0.0561230 Feb 09 21:44:44.937043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-0ed7ae00-36e9-444c-b7bf-5e5670bfdf9c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.938925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-0ed7ae00-36e9-444c-b7bf-5e5670bfdf9c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1024 time: 0.1946828 Feb 09 21:44:44.965842 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.965842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-90135bfd-8734-4034-b8da-7d45554e7703 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/c996223f-fba5-4a0f-9aee-e59e218082c4 HTTP/1.1" status: 204 len: 168 time: 2.3226726 Feb 09 21:44:44.983069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c497230-95c9-480a-9e1f-5e978a971602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad8688-b2b1-4603-b786-c55b0c0a8d8a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.985919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33548) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:44.991006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-743598492'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:45.038026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-6ae45d1b-3725-4775-bc9a-70978737a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:45.040151 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-6ae45d1b-3725-4775-bc9a-70978737a1e3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0989347 Feb 09 21:44:45.120533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-1fddc2c4-04d0-4b11-a949-3101beba3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:45.122069 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-1fddc2c4-04d0-4b11-a949-3101beba3f20 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0735836 Feb 09 21:44:45.142496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Deleting port 82bb55c5-81cc-4fed-af73-0a720c5a432c {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:45.142890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.187078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:45.190461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.271605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:45.277885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f18277-e928-4bb9-bc03-ac6d1cfc0fa0 req-b6b5b796-7be6-4790-8c7b-2e60b4b8b6a6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:45.279132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97f18277-e928-4bb9-bc03-ac6d1cfc0fa0 req-b6b5b796-7be6-4790-8c7b-2e60b4b8b6a6 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 1024 time: 0.0897930 Feb 09 21:44:45.285009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-2ca73501-8bc9-4abd-a1fb-cd46032a58ed service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531980 Feb 09 21:44:45.289014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] For port 82bb55c5-81cc-4fed-af73-0a720c5a432c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=82bb55c5-81cc-4fed-af73-0a720c5a432c,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.289496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.306306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4b165bce-d2dc-4a6a-9df7-69ab1ec2a264), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.306751 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment 4b165bce-d2dc-4a6a-9df7-69ab1ec2a264 of type vlan for network 0bddd267-2568-49ad-a268-7dc4c01754b1 Feb 09 21:44:45.317035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Calling delete_port for 82bb55c5-81cc-4fed-af73-0a720c5a432c owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:45.370522 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0bddd267-2568-49ad-a268-7dc4c01754b1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.527618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0bddd267-2568-49ad-a268-7dc4c01754b1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.534660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:45.535395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.609620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=0bddd267-2568-49ad-a268-7dc4c01754b1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.622126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:45.659606 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (82bb55c5-81cc-4fed-af73-0a720c5a432c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.742392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'Port': ['ID=82bb55c5-81cc-4fed-af73-0a720c5a432c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.755031 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e174d8e0-4eaa-4d9b-802b-d2fdbbaadf92 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7644851 Feb 09 21:44:45.756744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33564) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:45.770216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': '0bddd267-2568-49ad-a268-7dc4c01754b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:45.771250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847', '82bb55c5-81cc-4fed-af73-0a720c5a432c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:45.907674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33572) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:45.938725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] No DVR routers for this DVR port 82bb55c5-81cc-4fed-af73-0a720c5a432c on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:45.946920 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.951402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79c5199d-154e-4ac0-b7a7-2cda0aafa39a req-8c6b94cd-e155-4806-8058-8542be98952c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "DELETE /v2.0/ports/82bb55c5-81cc-4fed-af73-0a720c5a432c HTTP/1.1" status: 204 len: 173 time: 0.9875944 Feb 09 21:44:45.951981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'name': 'network-vif-deleted', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:45.954696 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b26874-87bc-4137-a7ed-bf8c3873673b" -d '{"events": [{"server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "name": "network-vif-deleted", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:46.054310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-689854f5-c35d-4756-ab71-99d9f9fedfa8 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610989 Feb 09 21:44:46.072842 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97f18277-e928-4bb9-bc03-ac6d1cfc0fa0 req-e363f6eb-0d99-429e-a345-6c4ea4c49d4b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=f448d2d1-8156-42d0-b421-49805534b79b&id=ce21deec-71f6-44b7-adb7-788128a44a04&id=82df8474-9330-4002-a48b-6cd4835639d0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.7868118 Feb 09 21:44:46.095470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2493d92c-9cf2-4eea-941a-9c4c197effdc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group (4e463dd5-668f-4216-9e5f-4af4ad7405a6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.132504 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2493d92c-9cf2-4eea-941a-9c4c197effdc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group (4e463dd5-668f-4216-9e5f-4af4ad7405a6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.215443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc83d-aee5-44af-882b-9682375cd060 req-e051e9f7-9eb2-458e-8246-ed220a8d7ea1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.232248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abbdc83d-aee5-44af-882b-9682375cd060 req-e051e9f7-9eb2-458e-8246-ed220a8d7ea1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 948 time: 0.2315331 Feb 09 21:44:46.275872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-5bd9b9aa-2a19-44f2-9d7d-cbdd4491f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.278345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-5bd9b9aa-2a19-44f2-9d7d-cbdd4491f30a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1130 time: 0.0773180 Feb 09 21:44:46.281439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:46.284486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.401598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2493d92c-9cf2-4eea-941a-9c4c197effdc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4e463dd5-668f-4216-9e5f-4af4ad7405a6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.405031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2493d92c-9cf2-4eea-941a-9c4c197effdc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.408749 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2493d92c-9cf2-4eea-941a-9c4c197effdc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/security-groups/4e463dd5-668f-4216-9e5f-4af4ad7405a6 HTTP/1.1" status: 204 len: 168 time: 0.4928565 Feb 09 21:44:46.419596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:46.420389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abbdc83d-aee5-44af-882b-9682375cd060 req-f738c614-6f6b-4af9-87df-8a37033ebb88 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862550 Feb 09 21:44:46.457429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d92c-9cf2-4eea-941a-9c4c197effdc tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e463dd5-668f-4216-9e5f-4af4ad7405a6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.462699 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-2698ae71-1e6e-4245-9766-81e88591496e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] show failed (client error): The resource could not be found. Feb 09 21:44:46.464297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2698ae71-1e6e-4245-9766-81e88591496e tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "GET /v2.0/security-groups/4e463dd5-668f-4216-9e5f-4af4ad7405a6 HTTP/1.1" status: 404 len: 347 time: 0.0426474 Feb 09 21:44:46.468197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33586) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:46.480942 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62944e80-9363-4954-8553-375cb19fa873 x-openstack-request-id: req-62944e80-9363-4954-8553-375cb19fa873 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:46.481476 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d390e1f-6a9e-4604-b365-cdc1d0e43330", "name": "network-vif-deleted", "tag": "82bb55c5-81cc-4fed-af73-0a720c5a432c", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:46.481926 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62944e80-9363-4954-8553-375cb19fa873 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:46.482494 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d390e1f-6a9e-4604-b365-cdc1d0e43330', 'name': 'network-vif-deleted', 'tag': '82bb55c5-81cc-4fed-af73-0a720c5a432c', 'status': 'completed', 'code': 200} Feb 09 21:44:46.516302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-76b37f3c-eca9-48dc-ae2d-febe35c519c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.518210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-76b37f3c-eca9-48dc-ae2d-febe35c519c7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2329638 Feb 09 21:44:46.588967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-9f219a1c-f7de-4c8d-a237-9e21b7329945 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0490d200-0bc9-4218-b0a2-b532a450e527 HTTP/1.1" status: 200 len: 217 time: 0.0595055 Feb 09 21:44:46.711232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port 9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:46.711604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.716025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-13f092f5-4ad6-4210-a3b5-67045c16e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.717510 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-13f092f5-4ad6-4210-a3b5-67045c16e4d1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1214004 Feb 09 21:44:46.773852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-42f1f250-6f5e-4995-8c8d-d3539a177a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.776006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-42f1f250-6f5e-4995-8c8d-d3539a177a1a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0522439 Feb 09 21:44:46.848252 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.848728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for floatingip (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.852788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (1a43123e-f698-47c8-8339-33e3152a9abd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.905802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for 9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:46.907974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-02401496-8c97-42c2-b213-0c9b4f1a2a7d service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243160 Feb 09 21:44:47.122894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=1a43123e-f698-47c8-8339-33e3152a9abd,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:47.125695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': '4b165bce-d2dc-4a6a-9df7-69ab1ec2a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0bddd267-2568-49ad-a268-7dc4c01754b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:47.128596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: 0bddd267-2568-49ad-a268-7dc4c01754b1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:47.170628 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72d42522-e55c-45f8-89a5-7ae0ec517c68 req-c35dbed8-652c-46c9-81ac-860e180475f1 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572763 Feb 09 21:44:47.227401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7ae854b-41e9-44d0-ac64-b7c70022f39d req-b251e664-d6e5-4e33-b726-3aeb0e8a7c27 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d390e1f-6a9e-4604-b365-cdc1d0e43330 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Feb 09 21:44:47.228162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.255886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=9ba3f9d7-d29a-4532-b0f6-44c0aa3ef471,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:47.261778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:47.319460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for floatingip (491b989a-2a19-448f-89da-f388296a6b88), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.322364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.323535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-20d60078-a0c8-43a2-aba8-29794e86bee3 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/floatingips/491b989a-2a19-448f-89da-f388296a6b88 HTTP/1.1" status: 204 len: 168 time: 0.8526134 Feb 09 21:44:47.326687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33608) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.414750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0bddd267-2568-49ad-a268-7dc4c01754b1) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:47.422584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.422584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.431186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40cd7f9-c2de-40d6-97af-ed55a46fedd4 None None] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:47.471756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:47.471756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.526752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-667956ba-68e2-431b-95e7-859c62ca111c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7611370 Feb 09 21:44:47.526752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33612) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.530971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a10ff070-f993-4568-bd60-0dc6d8c6e00f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1714408644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:47.600471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8edc5-8449-4b96-80b8-405305e2ec83 req-637652a5-4665-4796-b54d-89a73d99ace7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.602284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2b8edc5-8449-4b96-80b8-405305e2ec83 req-637652a5-4665-4796-b54d-89a73d99ace7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 948 time: 0.0871246 Feb 09 21:44:47.646468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0bddd267-2568-49ad-a268-7dc4c01754b1', 'network_id': '0bddd267-2568-49ad-a268-7dc4c01754b1', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': '1a43123e-f698-47c8-8339-33e3152a9abd'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:47.647356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.671978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.678680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2b8edc5-8449-4b96-80b8-405305e2ec83 req-7d286320-5735-49a3-80e2-cb2c4dcabca2 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687399 Feb 09 21:44:47.693996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for 8a562ee3-2e50-4601-ab45-421e6bbb5cd2 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:47.737773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a10ff070-f993-4568-bd60-0dc6d8c6e00f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (a3af87a1-2425-418e-9ce7-1c69930cbc5d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.738893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a10ff070-f993-4568-bd60-0dc6d8c6e00f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (a3af87a1-2425-418e-9ce7-1c69930cbc5d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.812157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a10ff070-f993-4568-bd60-0dc6d8c6e00f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (a3af87a1-2425-418e-9ce7-1c69930cbc5d), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.822257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Allocated IP 172.20.0.2 (0bddd267-2568-49ad-a268-7dc4c01754b1/1a43123e-f698-47c8-8339-33e3152a9abd/3e973446-71ae-4da2-a4aa-7c4ea7f8b14b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:47.900764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ef425695-ecbe-4b4a-b213-f1148bcddb9c details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:48.035117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Publish callbacks [] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.075773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ef425695-ecbe-4b4a-b213-f1148bcddb9c, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ef425695-ecbe-4b4a-b213-f1148bcddb9c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:48.089592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c', 'mac_address': 'fa:16:3e:54:ec:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:48.130199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ef425695-ecbe-4b4a-b213-f1148bcddb9c is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:48.131134 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.141215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.183000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a10ff070-f993-4568-bd60-0dc6d8c6e00f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (a3af87a1-2425-418e-9ce7-1c69930cbc5d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.189369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef425695-ecbe-4b4a-b213-f1148bcddb9c {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:48.218289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:48.226971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:48.230410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Pushing event updated for resources: {'Port': ['ID=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.237453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ef425695-ecbe-4b4a-b213-f1148bcddb9c, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ef425695-ecbe-4b4a-b213-f1148bcddb9c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:48.238667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:48.294038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a10ff070-f993-4568-bd60-0dc6d8c6e00f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.294038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a10ff070-f993-4568-bd60-0dc6d8c6e00f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7666728 Feb 09 21:44:48.294537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33624) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.315082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Attempting to bind port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:48.321150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Attempting to bind port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '4b165bce-d2dc-4a6a-9df7-69ab1ec2a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0bddd267-2568-49ad-a268-7dc4c01754b1'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:48.321150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Attempting to bind port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b on network 0bddd267-2568-49ad-a268-7dc4c01754b1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:48.330487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:48.331467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Checking segment: {'id': '4b165bce-d2dc-4a6a-9df7-69ab1ec2a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0bddd267-2568-49ad-a268-7dc4c01754b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:48.332191 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.332758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Bound using segment: {'id': '4b165bce-d2dc-4a6a-9df7-69ab1ec2a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0bddd267-2568-49ad-a268-7dc4c01754b1'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:48.333765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Bound port: 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b165bce-d2dc-4a6a-9df7-69ab1ec2a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0bddd267-2568-49ad-a268-7dc4c01754b1'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:48.334337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.350409 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8a562ee3-2e50-4601-ab45-421e6bbb5cd2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.351988 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.352886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:48.396062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:48.437079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '0490d200-0bc9-4218-b0a2-b532a450e527', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '0490d200-0bc9-4218-b0a2-b532a450e527', 'mac_address': 'fa:16:3e:c1:64:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:48.449507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=8a562ee3-2e50-4601-ab45-421e6bbb5cd2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.549469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ef425695-ecbe-4b4a-b213-f1148bcddb9c,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.553759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] For port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:48.567022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:48.567417 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.582780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b96e83b-a5ef-4417-a3e4-011a183f1a5c req-75029ef8-6db3-4472-9b44-a506bafb37fa tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/f448d2d1-8156-42d0-b421-49805534b79b HTTP/1.1" status: 200 len: 1818 time: 0.2573624 Feb 09 21:44:48.588339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] For port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,segment=NetworkSegment(4b165bce-d2dc-4a6a-9df7-69ab1ec2a264),segment_id=4b165bce-d2dc-4a6a-9df7-69ab1ec2a264)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:48.595805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0490d200-0bc9-4218-b0a2-b532a450e527 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:48.596915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.604308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-edac6d7a-2d62-4539-9a98-bb5d28f569ce tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/ports/8a562ee3-2e50-4601-ab45-421e6bbb5cd2 HTTP/1.1" status: 204 len: 168 time: 1.2729902 Feb 09 21:44:48.613060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33634) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.621613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:48.704639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.715244 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.725191 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6b96e83b-a5ef-4417-a3e4-011a183f1a5c req-43d21644-b285-431e-9a29-083dbfc6a201 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (f448d2d1-8156-42d0-b421-49805534b79b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.785830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6b96e83b-a5ef-4417-a3e4-011a183f1a5c req-43d21644-b285-431e-9a29-083dbfc6a201 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (f448d2d1-8156-42d0-b421-49805534b79b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.836816 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.850002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port b4f0e069-3966-4284-be29-220d6b4943b7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:48.850352 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.855848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 82bb55c5-81cc-4fed-af73-0a720c5a432c no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:48.862268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce0e9b-c066-4290-9be2-ce453f63851c None None] Pushing event updated for resources: {'Port': ['ID=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.985967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 82bb55c5-81cc-4fed-af73-0a720c5a432c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:48.986311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 82bb55c5-81cc-4fed-af73-0a720c5a432c not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:49.026275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.038864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6b96e83b-a5ef-4417-a3e4-011a183f1a5c req-43d21644-b285-431e-9a29-083dbfc6a201 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f448d2d1-8156-42d0-b421-49805534b79b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.040626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.041971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6b96e83b-a5ef-4417-a3e4-011a183f1a5c req-43d21644-b285-431e-9a29-083dbfc6a201 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.043396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b96e83b-a5ef-4417-a3e4-011a183f1a5c req-43d21644-b285-431e-9a29-083dbfc6a201 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/f448d2d1-8156-42d0-b421-49805534b79b HTTP/1.1" status: 204 len: 173 time: 0.4509120 Feb 09 21:44:49.095591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for b4f0e069-3966-4284-be29-220d6b4943b7 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:49.103509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d21644-b285-431e-9a29-083dbfc6a201 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f448d2d1-8156-42d0-b421-49805534b79b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.131290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['0490d200-0bc9-4218-b0a2-b532a450e527'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:49.204800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ef425695-ecbe-4b4a-b213-f1148bcddb9c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:49.271861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1dd1488f-2e1c-487d-9759-78f156e64c11 req-51019d53-c79a-449d-9514-c93f56d648d9 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/82df8474-9330-4002-a48b-6cd4835639d0 HTTP/1.1" status: 200 len: 1820 time: 0.1702693 Feb 09 21:44:49.364913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216a029-c1d9-417a-a433-bfe835b4f990 req-47df89c2-5377-4dcd-80da-e0bda95e111f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.371770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6216a029-c1d9-417a-a433-bfe835b4f990 req-47df89c2-5377-4dcd-80da-e0bda95e111f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 949 time: 0.5423980 Feb 09 21:44:49.399698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.20.0.1 (0bddd267-2568-49ad-a268-7dc4c01754b1/1a43123e-f698-47c8-8339-33e3152a9abd/1d126ed1-6c28-498c-8dd1-b15aae26fe07) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:49.447624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1dd1488f-2e1c-487d-9759-78f156e64c11 req-41420972-8718-4a20-a689-f0c6ac799ece tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (82df8474-9330-4002-a48b-6cd4835639d0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.474921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1dd1488f-2e1c-487d-9759-78f156e64c11 req-41420972-8718-4a20-a689-f0c6ac799ece tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (82df8474-9330-4002-a48b-6cd4835639d0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.531319 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6216a029-c1d9-417a-a433-bfe835b4f990 req-cd8b2f15-d636-48d2-85b8-3ed34f846ba7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585948 Feb 09 21:44:49.603416 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.642887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1dd1488f-2e1c-487d-9759-78f156e64c11 req-41420972-8718-4a20-a689-f0c6ac799ece tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (82df8474-9330-4002-a48b-6cd4835639d0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.645927 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1dd1488f-2e1c-487d-9759-78f156e64c11 req-41420972-8718-4a20-a689-f0c6ac799ece tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.647094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1dd1488f-2e1c-487d-9759-78f156e64c11 req-41420972-8718-4a20-a689-f0c6ac799ece tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/82df8474-9330-4002-a48b-6cd4835639d0 HTTP/1.1" status: 204 len: 173 time: 0.3559768 Feb 09 21:44:49.657044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41420972-8718-4a20-a689-f0c6ac799ece tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df8474-9330-4002-a48b-6cd4835639d0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.687583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-889bef01-815b-4bbf-853f-de95c1873c22 req-ce038875-a18b-458c-8ae6-4951093e211e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-827039757', 'description': 'tempest-description-915529325'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:49.700892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b4f0e069-3966-4284-be29-220d6b4943b7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.740717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=b4f0e069-3966-4284-be29-220d6b4943b7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.742901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.808491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:49.811648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:49.815450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:49.830511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-889bef01-815b-4bbf-853f-de95c1873c22 req-ce038875-a18b-458c-8ae6-4951093e211e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.848085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=1d126ed1-6c28-498c-8dd1-b15aae26fe07,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.864479 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.868184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3f7af674-e743-4c5e-9802-c83f53865461 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/ports/b4f0e069-3966-4284-be29-220d6b4943b7 HTTP/1.1" status: 204 len: 168 time: 1.2541597 Feb 09 21:44:49.871840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33688) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:49.890199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (a3af87a1-2425-418e-9ce7-1c69930cbc5d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.973505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting subnet 84e1e806-4165-43cd-afbd-7dff59cdba9e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:49.984004 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for subnet (84e1e806-4165-43cd-afbd-7dff59cdba9e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.042391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-889bef01-815b-4bbf-853f-de95c1873c22 req-ce038875-a18b-458c-8ae6-4951093e211e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.047339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (84e1e806-4165-43cd-afbd-7dff59cdba9e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.149545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.159373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-889bef01-815b-4bbf-853f-de95c1873c22 req-ce038875-a18b-458c-8ae6-4951093e211e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.199551 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (84e1e806-4165-43cd-afbd-7dff59cdba9e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.247324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce038875-a18b-458c-8ae6-4951093e211e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea8290-3f1d-402a-b9e5-fcbd3b6a035b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:50.281142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-889bef01-815b-4bbf-853f-de95c1873c22 req-ce038875-a18b-458c-8ae6-4951093e211e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.281142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-889bef01-815b-4bbf-853f-de95c1873c22 req-ce038875-a18b-458c-8ae6-4951093e211e tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5970671 Feb 09 21:44:50.348805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd427e-542a-46aa-abff-ea73cb615c84 None None] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:50.429167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba54a6f6-3147-4cd2-a9d4-851eeaa6108d req-4b031978-07ce-4ca1-87e6-864942b95ec4 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/92ea8290-3f1d-402a-b9e5-fcbd3b6a035b HTTP/1.1" status: 200 len: 1818 time: 0.0911901 Feb 09 21:44:50.451966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ba54a6f6-3147-4cd2-a9d4-851eeaa6108d req-2c743461-cbb9-4b44-9846-5e8d9d616ce7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2028531556', 'description': 'tempest-description-hth-601183560'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:50.458268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2e886d6a-041e-4ed1-86e5-6f31db9b872e None None] Provisioning complete for port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:50.462917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e886d6a-041e-4ed1-86e5-6f31db9b872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.483500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (84e1e806-4165-43cd-afbd-7dff59cdba9e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.530200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Subnet': ['ID=84e1e806-4165-43cd-afbd-7dff59cdba9e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:50.533376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.537487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cc489022-93ae-42f8-96b9-a86fe363e6f6 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/subnets/84e1e806-4165-43cd-afbd-7dff59cdba9e HTTP/1.1" status: 204 len: 168 time: 0.6643095 Feb 09 21:44:50.539342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba54a6f6-3147-4cd2-a9d4-851eeaa6108d req-2c743461-cbb9-4b44-9846-5e8d9d616ce7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.540025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33696) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.544249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a37da5-1fc5-4f0e-bed9-fcad76b4eb81 None None] Network 04d2db96-08fb-4d23-bb71-71e5949869e5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:50.618681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting subnet a3afc7d7-8e70-4372-85fa-7fc68ae80893 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:50.622478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks [] for subnet (a3afc7d7-8e70-4372-85fa-7fc68ae80893), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.660866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2e886d6a-041e-4ed1-86e5-6f31db9b872e None None] Current status of the port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:50.662786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e886d6a-041e-4ed1-86e5-6f31db9b872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.684441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba54a6f6-3147-4cd2-a9d4-851eeaa6108d req-2c743461-cbb9-4b44-9846-5e8d9d616ce7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.699525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.713224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (a3afc7d7-8e70-4372-85fa-7fc68ae80893), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.744544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2e886d6a-041e-4ed1-86e5-6f31db9b872e None None] For port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,segment=NetworkSegment(4b165bce-d2dc-4a6a-9df7-69ab1ec2a264),segment_id=4b165bce-d2dc-4a6a-9df7-69ab1ec2a264)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:50.765720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a82b1-05bb-4c6c-9b6c-92236bb227e6 req-5611e500-3a35-4722-a87a-cece90d3491c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:50.767251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-159a82b1-05bb-4c6c-9b6c-92236bb227e6 req-5611e500-3a35-4722-a87a-cece90d3491c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 949 time: 0.1174524 Feb 09 21:44:50.780968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba54a6f6-3147-4cd2-a9d4-851eeaa6108d req-2c743461-cbb9-4b44-9846-5e8d9d616ce7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.784041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba54a6f6-3147-4cd2-a9d4-851eeaa6108d req-2c743461-cbb9-4b44-9846-5e8d9d616ce7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.784469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba54a6f6-3147-4cd2-a9d4-851eeaa6108d req-2c743461-cbb9-4b44-9846-5e8d9d616ce7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "PUT /v2.0/security-groups/92ea8290-3f1d-402a-b9e5-fcbd3b6a035b HTTP/1.1" status: 200 len: 1793 time: 0.3472054 Feb 09 21:44:50.832099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e886d6a-041e-4ed1-86e5-6f31db9b872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.888117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] DHCP port deletion for 04d2db96-08fb-4d23-bb71-71e5949869e5 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:50.901184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.904391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-159a82b1-05bb-4c6c-9b6c-92236bb227e6 req-250f79ef-e811-4b0f-8cbb-92ad177bad07 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305361 Feb 09 21:44:50.944184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a3afc7d7-8e70-4372-85fa-7fc68ae80893), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.000803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e886d6a-041e-4ed1-86e5-6f31db9b872e None None] Pushing event updated for resources: {'Port': ['ID=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.039146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:51.039539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c743461-cbb9-4b44-9846-5e8d9d616ce7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea8290-3f1d-402a-b9e5-fcbd3b6a035b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.072698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c46fc38f-d79d-4f2b-bd04-99da1bfd1710 req-6ae632be-e381-4c71-9b7a-347910de43c2 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/92ea8290-3f1d-402a-b9e5-fcbd3b6a035b HTTP/1.1" status: 200 len: 1793 time: 0.2574975 Feb 09 21:44:51.095139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=1d126ed1-6c28-498c-8dd1-b15aae26fe07,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.099744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (a3af87a1-2425-418e-9ce7-1c69930cbc5d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.131032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] Deleting port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:51.131364 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.142996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (a3afc7d7-8e70-4372-85fa-7fc68ae80893), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.167668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2a012b76-1a6e-4911-833e-d6cc46ac9b04 None None] Provisioning complete for port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:51.167668 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a012b76-1a6e-4911-833e-d6cc46ac9b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.176972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.183436 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/subnets/a3afc7d7-8e70-4372-85fa-7fc68ae80893 HTTP/1.1" status: 204 len: 168 time: 0.6392305 Feb 09 21:44:51.190163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33714) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.240054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cbc9d6-6952-4e7d-8c90-a247129731f1 None None] Network 7d989f55-4c5a-4820-860e-586d1b579112 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:51.266873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9436893-e306-458b-b6f2-bbeb624a62a8 tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Subnet': ['ID=a3afc7d7-8e70-4372-85fa-7fc68ae80893,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.279860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1ccb16b-133d-413e-9808-d88ab87db3c9 req-3e27ac88-079b-41b0-aa5e-d4452d93f69f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/92ea8290-3f1d-402a-b9e5-fcbd3b6a035b HTTP/1.1" status: 200 len: 1793 time: 0.1801717 Feb 09 21:44:51.328186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:51.328619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.356181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (04d2db96-08fb-4d23-bb71-71e5949869e5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.380212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1ccb16b-133d-413e-9808-d88ab87db3c9 req-39f37968-4ba4-4e81-bb86-cec1c6e80705 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.384023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:51.388323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:51.422835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] For port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:51.423297 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.456905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1ccb16b-133d-413e-9808-d88ab87db3c9 req-39f37968-4ba4-4e81-bb86-cec1c6e80705 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.502466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2a012b76-1a6e-4911-833e-d6cc46ac9b04 None None] Current status of the port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:51.543749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] Calling delete_port for 3f0ecbba-a178-4fa6-b3d7-223219c59c5b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:51.601241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2a012b76-1a6e-4911-833e-d6cc46ac9b04 None None] Provisioning complete for port 1d126ed1-6c28-498c-8dd1-b15aae26fe07 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:51.601768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a012b76-1a6e-4911-833e-d6cc46ac9b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.619492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:51.619894 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.643661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1ccb16b-133d-413e-9808-d88ab87db3c9 req-39f37968-4ba4-4e81-bb86-cec1c6e80705 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92ea8290-3f1d-402a-b9e5-fcbd3b6a035b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.648949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e1ccb16b-133d-413e-9808-d88ab87db3c9 req-39f37968-4ba4-4e81-bb86-cec1c6e80705 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.651579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1ccb16b-133d-413e-9808-d88ab87db3c9 req-39f37968-4ba4-4e81-bb86-cec1c6e80705 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/92ea8290-3f1d-402a-b9e5-fcbd3b6a035b HTTP/1.1" status: 204 len: 173 time: 0.3647962 Feb 09 21:44:51.666611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f37968-4ba4-4e81-bb86-cec1c6e80705 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea8290-3f1d-402a-b9e5-fcbd3b6a035b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.706924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] For port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,segment=NetworkSegment(b2f2ce38-8e6b-43fc-884c-63c3476a4f36),segment_id=b2f2ce38-8e6b-43fc-884c-63c3476a4f36)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:51.707392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.725061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for 3f0ecbba-a178-4fa6-b3d7-223219c59c5b owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:51.798110 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-fb425a94-4a44-4a0e-bc2a-964d44af16de req-72c1b3c5-62c7-4a6a-8973-e84997882b5d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:51.799154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb425a94-4a44-4a0e-bc2a-964d44af16de req-72c1b3c5-62c7-4a6a-8973-e84997882b5d tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/82df8474-9330-4002-a48b-6cd4835639d0 HTTP/1.1" status: 404 len: 352 time: 0.0200098 Feb 09 21:44:51.850467 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-2ab8bf6d-5579-461c-9909-051d87a103fc req-bb264ca1-1942-44a7-b32b-41b3f17fa1df tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:51.851815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ab8bf6d-5579-461c-9909-051d87a103fc req-bb264ca1-1942-44a7-b32b-41b3f17fa1df tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/f448d2d1-8156-42d0-b421-49805534b79b HTTP/1.1" status: 404 len: 352 time: 0.0309782 Feb 09 21:44:51.899883 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-cba75db6-d7b8-420e-bf5e-9bcaadcfe59f req-fabc22f3-9251-45ba-af2f-4004d6d7b511 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:51.904336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cba75db6-d7b8-420e-bf5e-9bcaadcfe59f req-fabc22f3-9251-45ba-af2f-4004d6d7b511 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/261a9553-ab54-49b4-bf70-d079ee27211a HTTP/1.1" status: 404 len: 352 time: 0.0224140 Feb 09 21:44:51.909038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ef425695-ecbe-4b4a-b213-f1148bcddb9c up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:51.913605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router a3af87a1-2425-418e-9ce7-1c69930cbc5d is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:51.920802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2a012b76-1a6e-4911-833e-d6cc46ac9b04 None None] Port 1d126ed1-6c28-498c-8dd1-b15aae26fe07 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:51.942037 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-1707460e-99c0-4e4e-88ba-6ef9b3f0605a req-a6601215-3367-447f-8c6d-3dc47778d9f7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:51.944275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1707460e-99c0-4e4e-88ba-6ef9b3f0605a req-a6601215-3367-447f-8c6d-3dc47778d9f7 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/4b677aa7-2cd0-4f69-a3c1-e5330d4c7e32 HTTP/1.1" status: 404 len: 352 time: 0.0197225 Feb 09 21:44:51.949088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:52.026781 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.053787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3f0ecbba-a178-4fa6-b3d7-223219c59c5b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.071213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] Pushing event deleted for resources: {'Port': ['ID=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.085363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5be35-4d9b-4653-b29e-483462bfd4d0 None None] No DVR routers for this DVR port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:52.092369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] DHCP port deletion for 7d989f55-4c5a-4820-860e-586d1b579112 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:52.104015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115441b-1a42-47d3-985e-68640c27c90a req-ae8e43ed-bd3f-4fed-885a-bc197c545cf6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:52.104232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ce018a12-a820-4142-8cf1-b7000cff29fa None None] Provisioning complete for port 1d126ed1-6c28-498c-8dd1-b15aae26fe07 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:52.104434 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ce018a12-a820-4142-8cf1-b7000cff29fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.104620 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-10d78af4-9403-43b7-88a1-5abc2492b33a req-4f8e6146-d25e-4a2a-88e1-493d3d74b057 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:52.105687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10d78af4-9403-43b7-88a1-5abc2492b33a req-4f8e6146-d25e-4a2a-88e1-493d3d74b057 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/7947d848-2850-43ec-bc75-453b407ea0ed HTTP/1.1" status: 404 len: 352 time: 0.0841157 Feb 09 21:44:52.106427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=3f0ecbba-a178-4fa6-b3d7-223219c59c5b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.108544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] No DVR routers for this DVR port 3f0ecbba-a178-4fa6-b3d7-223219c59c5b on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:52.121268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8115441b-1a42-47d3-985e-68640c27c90a req-ae8e43ed-bd3f-4fed-885a-bc197c545cf6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 949 time: 0.1037951 Feb 09 21:44:52.164514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port ef425695-ecbe-4b4a-b213-f1148bcddb9c completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:52.176500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ef425695-ecbe-4b4a-b213-f1148bcddb9c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:52.177615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.180450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8115441b-1a42-47d3-985e-68640c27c90a req-30034299-e509-49ad-8c93-e06b6b39930f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582287 Feb 09 21:44:52.200828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ce018a12-a820-4142-8cf1-b7000cff29fa None None] Port 1d126ed1-6c28-498c-8dd1-b15aae26fe07 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:52.211550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:52.219626 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-3e7a87a2-9b99-438d-a8c9-a09eebd6e14c req-f2f0ef43-b554-4e5b-82a8-480d0fb1b979 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] show failed (client error): The resource could not be found. Feb 09 21:44:52.220712 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e7a87a2-9b99-438d-a8c9-a09eebd6e14c req-f2f0ef43-b554-4e5b-82a8-480d0fb1b979 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/067364d7-1eef-48c4-bad0-67ccafe9be5d HTTP/1.1" status: 404 len: 352 time: 0.0747232 Feb 09 21:44:52.230972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] Sync routers for ids ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:52.231148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2013bf17-4cd9-4b01-b6ba-2ac3a6cdc371 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/a3af87a1-2425-418e-9ce7-1c69930cbc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9329300 Feb 09 21:44:52.233707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33770) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:52.238578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (04d2db96-08fb-4d23-bb71-71e5949869e5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.257973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] Deleting port 7ca48161-9f50-4d13-801b-8f48cfc7d76c {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:52.258282 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.266695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] Routers {'a3af87a1-2425-418e-9ce7-1c69930cbc5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:52.266695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.291940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d2db96-08fb-4d23-bb71-71e5949869e5']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.308269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.312453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f2ce38-8e6b-43fc-884c-63c3476a4f36') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.321904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc1596-6459-4977-b563-2ec163d20681 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:52.323747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bfdc1596-6459-4977-b563-2ec163d20681 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports/1d126ed1-6c28-498c-8dd1-b15aae26fe07 HTTP/1.1" status: 200 len: 910 time: 0.0890148 Feb 09 21:44:52.326548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33772) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:52.327589 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b2f2ce38-8e6b-43fc-884c-63c3476a4f36), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.333539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a43123e-f698-47c8-8339-33e3152a9abd'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:52.341863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b2f2ce38-8e6b-43fc-884c-63c3476a4f36), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.348473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:52.349826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b2f2ce38-8e6b-43fc-884c-63c3476a4f36), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:52.353138 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:52.362017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.403382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ef425695-ecbe-4b4a-b213-f1148bcddb9c is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:52.404435 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.405485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] Routers {'a3af87a1-2425-418e-9ce7-1c69930cbc5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:52.406107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.409444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] For port 7ca48161-9f50-4d13-801b-8f48cfc7d76c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ca48161-9f50-4d13-801b-8f48cfc7d76c,segment=NetworkSegment(48233f9a-ea39-4af3-8edd-ad154ff49012),segment_id=48233f9a-ea39-4af3-8edd-ad154ff49012)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:52.409444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.465261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.465986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a5fe0-e1b3-40fb-bb76-9d74a3398a0f None None] The sync data for ids ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:52.474731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] Calling delete_port for 7ca48161-9f50-4d13-801b-8f48cfc7d76c owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:52.482289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:52.484677 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c14da-0633-41af-899d-c3204c1cb013" -d '{"events": [{"server_uuid": "ec36d2de-5de5-458c-b219-2ca4607cf1a9", "name": "network-vif-plugged", "status": "completed", "tag": "ef425695-ecbe-4b4a-b213-f1148bcddb9c"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:52.502074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ef425695-ecbe-4b4a-b213-f1148bcddb9c, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ef425695-ecbe-4b4a-b213-f1148bcddb9c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:52.503872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.507919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (04d2db96-08fb-4d23-bb71-71e5949869e5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.512624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.519288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/networks/04d2db96-08fb-4d23-bb71-71e5949869e5 HTTP/1.1" status: 204 len: 168 time: 1.3284454 Feb 09 21:44:52.538748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33780) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:52.566488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadca71-f019-4df4-af42-55d1326911cd tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Network': ['ID=04d2db96-08fb-4d23-bb71-71e5949869e5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.612934 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.614388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:52.676723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7d989f55-4c5a-4820-860e-586d1b579112), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.714770 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cee08c-1cfe-4c76-968f-80ce7c4d5b67 x-openstack-request-id: req-35cee08c-1cfe-4c76-968f-80ce7c4d5b67 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:52.715062 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec36d2de-5de5-458c-b219-2ca4607cf1a9", "name": "network-vif-plugged", "status": "completed", "tag": "ef425695-ecbe-4b4a-b213-f1148bcddb9c", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:52.715361 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35cee08c-1cfe-4c76-968f-80ce7c4d5b67 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:52.715725 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c', 'code': 200} Feb 09 21:44:52.732232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ef425695-ecbe-4b4a-b213-f1148bcddb9c,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.816557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.831256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] No DVR routers for this DVR port 7ca48161-9f50-4d13-801b-8f48cfc7d76c on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:52.852161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Deleting port 7ca48161-9f50-4d13-801b-8f48cfc7d76c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:52.852702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.871871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 0490d200-0bc9-4218-b0a2-b532a450e527 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:52.874945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de054f-a542-4fa5-bf57-6838287e63ba None None] Pushing event deleted for resources: {'Port': ['ID=7ca48161-9f50-4d13-801b-8f48cfc7d76c,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.880940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 0490d200-0bc9-4218-b0a2-b532a450e527 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:52.881416 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.909228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:52.942854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b141-90d1-4bde-b423-804cd27879dc req-f31caf00-2c85-4242-a89d-d2dfb0cd8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:52.944702 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d95b141-90d1-4bde-b423-804cd27879dc req-f31caf00-2c85-4242-a89d-d2dfb0cd8aba service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 1132 time: 0.1616819 Feb 09 21:44:52.958889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] For port 7ca48161-9f50-4d13-801b-8f48cfc7d76c, host n-d-828599-1, got binding levels [] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:52.959627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.982583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Calling delete_port for 7ca48161-9f50-4d13-801b-8f48cfc7d76c owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:52.986647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Port 7ca48161-9f50-4d13-801b-8f48cfc7d76c was not found and therefore no delete operation was performed {{(pid=103696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:44:52.990565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7ca48161-9f50-4d13-801b-8f48cfc7d76c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.018394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:53.018909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.035252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Port': ['ID=7ca48161-9f50-4d13-801b-8f48cfc7d76c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.038032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] No DVR routers for this DVR port 7ca48161-9f50-4d13-801b-8f48cfc7d76c on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:53.043224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d95b141-90d1-4bde-b423-804cd27879dc req-a5f56757-0763-4253-a5e1-b099255f1377 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908115 Feb 09 21:44:53.055322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:53.055884 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.060511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296bad7-d3de-47ea-8c5d-97aa4668c6bd req-ac53b612-0fc9-4417-bf99-11951949f23c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:53.067972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9296bad7-d3de-47ea-8c5d-97aa4668c6bd req-ac53b612-0fc9-4417-bf99-11951949f23c tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1024 time: 0.2429545 Feb 09 21:44:53.104745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:53.140814 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7d989f55-4c5a-4820-860e-586d1b579112), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.155450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:53.175812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d989f55-4c5a-4820-860e-586d1b579112']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:53.186449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48233f9a-ea39-4af3-8edd-ad154ff49012') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:53.186811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48233f9a-ea39-4af3-8edd-ad154ff49012') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:53.197467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (48233f9a-ea39-4af3-8edd-ad154ff49012), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.214483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (48233f9a-ea39-4af3-8edd-ad154ff49012), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.221698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.223156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:53.223924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (48233f9a-ea39-4af3-8edd-ad154ff49012), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:53.227619 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:53.236056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9296bad7-d3de-47ea-8c5d-97aa4668c6bd req-7ab9ea49-0ed6-4346-aa52-98ac55a59324 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=a53e4ea0-825b-4a84-bc66-4b859f07d48c&id=01bceb7d-f014-4be3-a0f3-5f68467565fc&id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1663628 Feb 09 21:44:53.272525 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.278506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ca48161-9f50-4d13-801b-8f48cfc7d76c no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:53.319792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 7ca48161-9f50-4d13-801b-8f48cfc7d76c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:53.320225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ca48161-9f50-4d13-801b-8f48cfc7d76c not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:53.320955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3f0ecbba-a178-4fa6-b3d7-223219c59c5b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:53.351136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 3f0ecbba-a178-4fa6-b3d7-223219c59c5b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:53.351545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3f0ecbba-a178-4fa6-b3d7-223219c59c5b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:53.359146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.399526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.480005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:53.480642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.482027 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/ports/1d126ed1-6c28-498c-8dd1-b15aae26fe07 HTTP/1.1" status: 200 len: 910 time: 1.1541362 Feb 09 21:44:53.482861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b23ab1-30b1-4c3a-9f3c-ec257ad41077 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=1d126ed1-6c28-498c-8dd1-b15aae26fe07,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.485160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33806) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:53.586907 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (7d989f55-4c5a-4820-860e-586d1b579112), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.600608 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.603585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] 10.222.0.98 "DELETE /v2.0/networks/7d989f55-4c5a-4820-860e-586d1b579112 HTTP/1.1" status: 204 len: 168 time: 1.0314589 Feb 09 21:44:53.619761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365a270-c16e-43b7-bd1e-d37dcdc1ef6c tempest-TaggedBootDevicesTest-1831987314 tempest-TaggedBootDevicesTest-1831987314-project] Pushing event deleted for resources: {'Network': ['ID=7d989f55-4c5a-4820-860e-586d1b579112,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.660892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db60c0-1fcc-4c6f-8896-4176b2f7f0c6 req-1ff6427d-5534-4ef0-8d9d-2e070e28319b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:53.665057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4db60c0-1fcc-4c6f-8896-4176b2f7f0c6 req-1ff6427d-5534-4ef0-8d9d-2e070e28319b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 950 time: 0.3511314 Feb 09 21:44:53.736625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4db60c0-1fcc-4c6f-8896-4176b2f7f0c6 req-5153251b-824b-4d39-898f-d95ae500f435 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652936 Feb 09 21:44:53.895384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (a3af87a1-2425-418e-9ce7-1c69930cbc5d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.303659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-8907e69a-6a86-4a16-933d-7b48ffbc8d2f tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445552 Feb 09 21:44:54.303659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-e9467f69-cba2-4475-ac14-732423e33e8b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.303659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-e9467f69-cba2-4475-ac14-732423e33e8b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381752 Feb 09 21:44:54.303659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-5550f723-ab01-4e81-aaec-e7f09e179691 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/quotas/3b08235ee42e466c8c072e9e8799d1f1 HTTP/1.1" status: 200 len: 375 time: 0.0169578 Feb 09 21:44:54.313514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 1d126ed1-6c28-498c-8dd1-b15aae26fe07 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:54.313514 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.335894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-5c72a501-c7d8-478b-8859-c3d366310664 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337999 Feb 09 21:44:54.379420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-9b1422f0-6def-4587-ad70-91998419123f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.381577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-9b1422f0-6def-4587-ad70-91998419123f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1024 time: 0.1251860 Feb 09 21:44:54.522098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.547319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d01f5-6095-48b7-8782-7ba7edd3a919 req-469ae7bf-09f1-4946-bd84-23fc717f3696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.548865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-904d01f5-6095-48b7-8782-7ba7edd3a919 req-469ae7bf-09f1-4946-bd84-23fc717f3696 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 1024 time: 0.2215202 Feb 09 21:44:54.554425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 1d126ed1-6c28-498c-8dd1-b15aae26fe07 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:54.717231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:54.728463 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33927983-752b-4838-8b86-1f8de71c056a" -d '{"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-plugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:54.831017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Deleting port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:54.831357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.850660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-e832f8bd-babf-4adf-9e66-0bbd88b19c11 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332367 Feb 09 21:44:54.983835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-fb340d1b-9e9b-4380-83ef-693b0b9ec4f9 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.991237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-fb340d1b-9e9b-4380-83ef-693b0b9ec4f9 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391256 Feb 09 21:44:55.009425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-7de69f96-25a6-4f96-9c01-fc92aafed56d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/quotas/3b08235ee42e466c8c072e9e8799d1f1 HTTP/1.1" status: 200 len: 375 time: 0.0171638 Feb 09 21:44:55.076995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-629e2113-00d2-4616-93f8-465ea5ffeb7a tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666313 Feb 09 21:44:55.084713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-904d01f5-6095-48b7-8782-7ba7edd3a919 req-b33d65b9-2e1e-4302-a3c3-127dc7e16226 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups?id=a53e4ea0-825b-4a84-bc66-4b859f07d48c&id=01bceb7d-f014-4be3-a0f3-5f68467565fc&id=ce21deec-71f6-44b7-adb7-788128a44a04&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5282736 Feb 09 21:44:55.180270 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85920743-087f-4d2a-b664-d38fb46825e6 x-openstack-request-id: req-85920743-087f-4d2a-b664-d38fb46825e6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:55.180814 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-plugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:55.181428 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85920743-087f-4d2a-b664-d38fb46825e6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:55.181869 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527', 'code': 200} Feb 09 21:44:55.182960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] For port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,segment=NetworkSegment(2a3b2696-5a61-4652-871a-a1d3dd59e2d6),segment_id=2a3b2696-5a61-4652-871a-a1d3dd59e2d6)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:55.183353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.295453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Calling delete_port for 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:55.330303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7785440-471b-43c1-b265-e009b91b391f req-54c3285c-38e7-4bae-ac25-5c20f74247f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:55.332313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7785440-471b-43c1-b265-e009b91b391f req-54c3285c-38e7-4bae-ac25-5c20f74247f8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1132 time: 0.0593324 Feb 09 21:44:55.389034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7785440-471b-43c1-b265-e009b91b391f req-bfcfaf25-1845-4f7b-b12f-0b521e311ce5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484281 Feb 09 21:44:55.495403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323deba1-2383-4f87-9aeb-1dbd7a30cf31 req-7b0e3840-4e69-4fbd-9650-3648f799ba16 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:55.502450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-323deba1-2383-4f87-9aeb-1dbd7a30cf31 req-7b0e3840-4e69-4fbd-9650-3648f799ba16 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 950 time: 0.1943061 Feb 09 21:44:55.568933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1d126ed1-6c28-498c-8dd1-b15aae26fe07), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.607679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-323deba1-2383-4f87-9aeb-1dbd7a30cf31 req-bf7c0176-6d23-46cc-95f2-350761485bec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005757 Feb 09 21:44:55.650393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e26c899-6dbf-410a-b6ba-97efc394f3d0 req-edf532de-3334-41eb-beb4-b09dbec7dd51 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 210 time: 0.0923936 Feb 09 21:44:55.676952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=1d126ed1-6c28-498c-8dd1-b15aae26fe07,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:56.024284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1ee37161-fe52-44af-b7d9-b4c4ddc1f847), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.041133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1ee37161-fe52-44af-b7d9-b4c4ddc1f847'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:56.157002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'Port': ['ID=1ee37161-fe52-44af-b7d9-b4c4ddc1f847,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:56.213799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (a3af87a1-2425-418e-9ce7-1c69930cbc5d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.281599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] No DVR routers for this DVR port 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:56.285101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.289995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6159bce-03a2-4883-9461-e8acfcc55e65 req-bb0e7785-6184-4442-b883-c2b732d6d595 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.30 "DELETE /v2.0/ports/1ee37161-fe52-44af-b7d9-b4c4ddc1f847 HTTP/1.1" status: 204 len: 173 time: 1.8852768 Feb 09 21:44:56.292597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'name': 'network-vif-deleted', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:56.296008 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc384f-27cd-4dc5-bd6f-0426a18975d8" -d '{"events": [{"server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "name": "network-vif-deleted", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:56.308616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96eba5-e3ae-441e-a5b5-3db2becfc35a req-3b92f59f-f021-4b76-9fcc-d862c8fc2594 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:56.312893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe96eba5-e3ae-441e-a5b5-3db2becfc35a req-3b92f59f-f021-4b76-9fcc-d862c8fc2594 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.5686176 Feb 09 21:44:56.592865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65584dd4-6b3d-4dd7-b560-d6a9b97c032c req-8a0ccc46-4253-4ebf-aa95-44f26db1eed5 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 210 time: 0.0356147 Feb 09 21:44:56.837433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2a2a-e601-431d-8275-9123c31ad118 req-27ee37e4-b175-46b1-a1c0-a40031c3cd2c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:56.846599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fba2a2a-e601-431d-8275-9123c31ad118 req-27ee37e4-b175-46b1-a1c0-a40031c3cd2c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 945 time: 0.0744846 Feb 09 21:44:56.914108 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fba2a2a-e601-431d-8275-9123c31ad118 req-f65d8ec8-75a0-484f-bd1e-ebd55a809066 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659924 Feb 09 21:44:57.052236 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffafc072-5b14-46fc-8af6-a155817ca527 x-openstack-request-id: req-ffafc072-5b14-46fc-8af6-a155817ca527 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:57.052799 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13df99de-a0a6-4ac9-9730-da1fbb8dcaea", "name": "network-vif-deleted", "tag": "1ee37161-fe52-44af-b7d9-b4c4ddc1f847", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:57.052799 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ffafc072-5b14-46fc-8af6-a155817ca527 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:57.053217 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13df99de-a0a6-4ac9-9730-da1fbb8dcaea', 'name': 'network-vif-deleted', 'tag': '1ee37161-fe52-44af-b7d9-b4c4ddc1f847', 'status': 'completed', 'code': 200} Feb 09 21:44:57.090559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe96eba5-e3ae-441e-a5b5-3db2becfc35a req-6ded5b53-d69a-4f2c-bb48-64a3f5fe59a4 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256676 Feb 09 21:44:57.103974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router a3af87a1-2425-418e-9ce7-1c69930cbc5d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:57.121300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5f0dc29-b9d9-4daf-8e7b-a7152d406959 req-2a827a28-4b80-4519-8e0d-5420a54001db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 210 time: 0.0755103 Feb 09 21:44:57.233205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:57.256264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33934) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:57.256814 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] Sync routers for ids ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:57.260331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0224b9ee-ef12-48ec-b4b5-093f172f488f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/a3af87a1-2425-418e-9ce7-1c69930cbc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7740436 Feb 09 21:44:57.287666 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] Routers {'a3af87a1-2425-418e-9ce7-1c69930cbc5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:57.291020 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:57.337100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ef4042ef-7783-4ad9-9e7d-7dea31ba53d2 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=a3af87a1-2425-418e-9ce7-1c69930cbc5d HTTP/1.1" status: 200 len: 205 time: 0.0807495 Feb 09 21:44:57.339663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33936) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:57.384676 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:57.411855 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] Routers {'a3af87a1-2425-418e-9ce7-1c69930cbc5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:57.412659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:57.474686 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:57.475452 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07427fb-b1d8-47f1-bd3e-49b2a41d26cb None None] The sync data for ids ['a3af87a1-2425-418e-9ce7-1c69930cbc5d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:57.499935 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4267e15-c9e1-4705-92c3-ce87d12b1a90 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (a3af87a1-2425-418e-9ce7-1c69930cbc5d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.767248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4267e15-c9e1-4705-92c3-ce87d12b1a90 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (a3af87a1-2425-418e-9ce7-1c69930cbc5d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.772202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4267e15-c9e1-4705-92c3-ce87d12b1a90 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (a3af87a1-2425-418e-9ce7-1c69930cbc5d), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.786963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04a03544-6c0a-46b9-b8af-b6dc4e4dc111 req-5b963a02-9d59-4df6-a665-6142988fce1f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/ports?device_id=13df99de-a0a6-4ac9-9730-da1fbb8dcaea HTTP/1.1" status: 200 len: 210 time: 0.0404985 Feb 09 21:44:57.947913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4267e15-c9e1-4705-92c3-ce87d12b1a90 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (a3af87a1-2425-418e-9ce7-1c69930cbc5d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.950150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4267e15-c9e1-4705-92c3-ce87d12b1a90 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Fanout notify agent at l3_agent the message router_deleted on router a3af87a1-2425-418e-9ce7-1c69930cbc5d {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:57.966727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4267e15-c9e1-4705-92c3-ce87d12b1a90 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.968217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e4267e15-c9e1-4705-92c3-ce87d12b1a90 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/a3af87a1-2425-418e-9ce7-1c69930cbc5d HTTP/1.1" status: 204 len: 168 time: 0.6273823 Feb 09 21:44:57.970903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:58.065592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet 1a43123e-f698-47c8-8339-33e3152a9abd {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:58.080908 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (1a43123e-f698-47c8-8339-33e3152a9abd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.093955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-08ddb9f4-642f-4607-92b7-dba4edc00532 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269630 Feb 09 21:44:58.156335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (1a43123e-f698-47c8-8339-33e3152a9abd), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.237689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-1a66e844-8d52-455e-a125-21b5e906f421 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.239138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-1a66e844-8d52-455e-a125-21b5e906f421 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389670 Feb 09 21:44:58.255105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1a43123e-f698-47c8-8339-33e3152a9abd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.260288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Request body: {'port': {'device_id': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '3b08235ee42e466c8c072e9e8799d1f1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:58.305724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a7527-1dc7-4ef2-808e-fbc90a62d8be req-b821db3b-e3c9-4515-bedd-254114087acd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.307590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-175a7527-1dc7-4ef2-808e-fbc90a62d8be req-b821db3b-e3c9-4515-bedd-254114087acd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 945 time: 0.3062623 Feb 09 21:44:58.361290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f47457-632d-4e2e-a9a5-68a119675375 req-82fd5e0d-b2e1-43c1-bfe3-e495ce87b116 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.362821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28f47457-632d-4e2e-a9a5-68a119675375 req-82fd5e0d-b2e1-43c1-bfe3-e495ce87b116 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1172674 Feb 09 21:44:58.376244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-175a7527-1dc7-4ef2-808e-fbc90a62d8be req-faaf0fb2-8798-4698-92e5-7f281c240d9c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570168 Feb 09 21:44:58.442052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28f47457-632d-4e2e-a9a5-68a119675375 req-7eb30393-026e-47c5-805c-407c02ede741 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728824 Feb 09 21:44:58.455298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (1a43123e-f698-47c8-8339-33e3152a9abd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.541159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=1a43123e-f698-47c8-8339-33e3152a9abd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.547162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Made reservation on behalf of 3b08235ee42e466c8c072e9e8799d1f1 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:58.548151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.569008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38f531-7f8e-47b5-8de9-1aad40811535 None None] Network 0bddd267-2568-49ad-a268-7dc4c01754b1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:58.570569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-d3eab5c8-5329-43a5-a4c2-ea94b19c7ad8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.572276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-d3eab5c8-5329-43a5-a4c2-ea94b19c7ad8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 945 time: 0.0961006 Feb 09 21:44:58.573602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.614390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.621013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b23a1c4-4726-4db6-aadc-2982162c6dff tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/1a43123e-f698-47c8-8339-33e3152a9abd HTTP/1.1" status: 204 len: 168 time: 0.6452649 Feb 09 21:44:58.621271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:58.674169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb23383e-0f5c-4f02-8272-462225b3f22c req-6073e581-f36a-4fef-947c-e3250823f185 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 210 time: 0.1512561 Feb 09 21:44:58.676245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-ce8ed278-2f28-4291-a30e-f22dbcb5bb37 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533105 Feb 09 21:44:58.834795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] DHCP port deletion for 0bddd267-2568-49ad-a268-7dc4c01754b1 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:58.849044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0bddd267-2568-49ad-a268-7dc4c01754b1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.895507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-22d75233-82a2-4d10-b87d-b3fb1b863bdd tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.898010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-22d75233-82a2-4d10-b87d-b3fb1b863bdd tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133932 Feb 09 21:44:58.912500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:58.916267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Request body: {'port': {'device_id': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '3b08235ee42e466c8c072e9e8799d1f1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:58.923424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-41ffae55-eec3-47c3-8163-66c14311868b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=790d22a4c6124c74b7dca02501711a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686057 Feb 09 21:44:58.927568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks [] for security_group (ac753d01-3233-4d0f-8c15-b465f8d0bfb2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.934745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Deleting port 847d4093-84ee-49f3-b194-0c4242527bc6 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:58.935285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.938666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] Deleting port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:58.940162 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.025921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] For port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,segment=NetworkSegment(4b165bce-d2dc-4a6a-9df7-69ab1ec2a264),segment_id=4b165bce-d2dc-4a6a-9df7-69ab1ec2a264)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:59.030304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.058484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] Calling delete_port for 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:59.107315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-dd140c16-fc9f-4bfa-b3ef-cdb05f13417b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.109421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-dd140c16-fc9f-4bfa-b3ef-cdb05f13417b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783259 Feb 09 21:44:59.128351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b4110de-fc3f-4c5c-9aaa-509f9d9193cc req-88b140e1-ef37-49e2-afd2-188cd7a6f5d4 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/a53e4ea0-825b-4a84-bc66-4b859f07d48c HTTP/1.1" status: 200 len: 1820 time: 0.2522786 Feb 09 21:44:59.152727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:59.153410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1ee37161-fe52-44af-b7d9-b4c4ddc1f847 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:59.166774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ac753d01-3233-4d0f-8c15-b465f8d0bfb2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.187284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Made reservation on behalf of 3b08235ee42e466c8c072e9e8799d1f1 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:59.191723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.219734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-06aedae2-283f-46ec-acc4-d847a9a26cf0 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/quotas/790d22a4c6124c74b7dca02501711a53 HTTP/1.1" status: 200 len: 375 time: 0.0557723 Feb 09 21:44:59.238875 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b4110de-fc3f-4c5c-9aaa-509f9d9193cc req-00b274d0-1e1b-4599-b4fc-db7e22587f6f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (a53e4ea0-825b-4a84-bc66-4b859f07d48c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.271171 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.294925 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b4110de-fc3f-4c5c-9aaa-509f9d9193cc req-00b274d0-1e1b-4599-b4fc-db7e22587f6f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (a53e4ea0-825b-4a84-bc66-4b859f07d48c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.322108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] Pushing event deleted for resources: {'Port': ['ID=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.339299 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.345518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da106bc-774b-488e-9f89-84d70428c938 None None] No DVR routers for this DVR port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:59.361067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac753d01-3233-4d0f-8c15-b465f8d0bfb2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.414767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] For port 847d4093-84ee-49f3-b194-0c4242527bc6, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=847d4093-84ee-49f3-b194-0c4242527bc6,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:59.415141 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.437047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:59.437398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.466368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Calling delete_port for 847d4093-84ee-49f3-b194-0c4242527bc6 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:59.534722 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b4110de-fc3f-4c5c-9aaa-509f9d9193cc req-00b274d0-1e1b-4599-b4fc-db7e22587f6f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a53e4ea0-825b-4a84-bc66-4b859f07d48c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.543033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5b4110de-fc3f-4c5c-9aaa-509f9d9193cc req-00b274d0-1e1b-4599-b4fc-db7e22587f6f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.568328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b4110de-fc3f-4c5c-9aaa-509f9d9193cc req-00b274d0-1e1b-4599-b4fc-db7e22587f6f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/a53e4ea0-825b-4a84-bc66-4b859f07d48c HTTP/1.1" status: 204 len: 173 time: 0.4339416 Feb 09 21:44:59.582748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b274d0-1e1b-4599-b4fc-db7e22587f6f tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e4ea0-825b-4a84-bc66-4b859f07d48c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.598404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-40daf797-d7a1-4c8a-abfd-68b39b383dfb tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3598657 Feb 09 21:44:59.649896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b, host n-d-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:59.650478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.666734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:59.671947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b was not found and therefore no delete operation was performed {{(pid=103697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:44:59.673374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3e973446-71ae-4da2-a4aa-7c4ea7f8b14b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.717056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Allocated IP 192.168.233.213 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/dc1daadc-491b-4426-a9e4-0f9de6c86a61) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:59.721597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aa921-c8ac-4a25-86bc-72233f1f80b2 req-68ddc7ad-a086-4984-b053-ae2ad7671c67 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.723167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a1aa921-c8ac-4a25-86bc-72233f1f80b2 req-68ddc7ad-a086-4984-b053-ae2ad7671c67 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 945 time: 0.0726221 Feb 09 21:44:59.773973 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a1aa921-c8ac-4a25-86bc-72233f1f80b2 req-7c1b6c32-9f31-47e7-872a-f87f8768ab74 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436397 Feb 09 21:44:59.778293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No DVR routers for this DVR port 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:59.779836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=3e973446-71ae-4da2-a4aa-7c4ea7f8b14b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.867860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-feba3be5-7e77-4fbc-8511-070226e86d5d req-7e3c504e-bb44-41fd-8d42-6536d0d00788 tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "GET /v2.0/security-groups/01bceb7d-f014-4be3-a0f3-5f68467565fc HTTP/1.1" status: 200 len: 1819 time: 0.0553808 Feb 09 21:44:59.936853 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-feba3be5-7e77-4fbc-8511-070226e86d5d req-fcb64f6c-eec4-416c-85ca-b36c4d850c7b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (01bceb7d-f014-4be3-a0f3-5f68467565fc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.968728 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-feba3be5-7e77-4fbc-8511-070226e86d5d req-fcb64f6c-eec4-416c-85ca-b36c4d850c7b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (01bceb7d-f014-4be3-a0f3-5f68467565fc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.021583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0bddd267-2568-49ad-a268-7dc4c01754b1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.024331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (847d4093-84ee-49f3-b194-0c4242527bc6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.042798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['847d4093-84ee-49f3-b194-0c4242527bc6'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:00.102141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-feba3be5-7e77-4fbc-8511-070226e86d5d req-fcb64f6c-eec4-416c-85ca-b36c4d850c7b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (01bceb7d-f014-4be3-a0f3-5f68467565fc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.107051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-feba3be5-7e77-4fbc-8511-070226e86d5d req-fcb64f6c-eec4-416c-85ca-b36c4d850c7b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.112387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-feba3be5-7e77-4fbc-8511-070226e86d5d req-fcb64f6c-eec4-416c-85ca-b36c4d850c7b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] 10.222.0.98 "DELETE /v2.0/security-groups/01bceb7d-f014-4be3-a0f3-5f68467565fc HTTP/1.1" status: 204 len: 173 time: 0.2431798 Feb 09 21:45:00.114960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34020) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:00.194479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18fee2c4-a86b-4a15-a9ad-0001053b546b req-43073229-40c0-4e50-8b11-15b3661b7d26 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 210 time: 0.1934361 Feb 09 21:45:00.199691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bddd267-2568-49ad-a268-7dc4c01754b1']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:00.205247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb64f6c-eec4-416c-85ca-b36c4d850c7b tempest-SecurityGroupsTestJSON-1617892172 tempest-SecurityGroupsTestJSON-1617892172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bceb7d-f014-4be3-a0f3-5f68467565fc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.235586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event deleted for resources: {'Port': ['ID=847d4093-84ee-49f3-b194-0c4242527bc6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.240382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-75503349-46f5-4701-b9f1-961403554a51 req-0c99e46f-6354-40f7-a335-7f8744c5611e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 210 time: 0.0486319 Feb 09 21:45:00.258641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] Deleting subnet e17805a5-9932-4e54-86fa-3ede28de2dc2 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:00.263373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] Publish callbacks [] for subnet (e17805a5-9932-4e54-86fa-3ede28de2dc2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.275567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b165bce-d2dc-4a6a-9df7-69ab1ec2a264') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:00.275951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b165bce-d2dc-4a6a-9df7-69ab1ec2a264') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:00.310036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] No DVR routers for this DVR port 847d4093-84ee-49f3-b194-0c4242527bc6 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:00.315155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (4b165bce-d2dc-4a6a-9df7-69ab1ec2a264), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.315436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (e17805a5-9932-4e54-86fa-3ede28de2dc2), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.320532 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.324010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af53db3e-cd37-4d30-8256-a11ba362dcf8 req-610825bc-2cb3-4ee7-b304-3bbab69d47a9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "DELETE /v2.0/ports/847d4093-84ee-49f3-b194-0c4242527bc6 HTTP/1.1" status: 204 len: 173 time: 1.7415645 Feb 09 21:45:00.324672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f97991-20b7-4387-9840-40fd3d06ff23', 'name': 'network-vif-deleted', 'tag': '847d4093-84ee-49f3-b194-0c4242527bc6'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:00.329763 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66072c2-1672-4315-8c3c-28ae39ff6117" -d '{"events": [{"server_uuid": "25f97991-20b7-4387-9840-40fd3d06ff23", "name": "network-vif-deleted", "tag": "847d4093-84ee-49f3-b194-0c4242527bc6"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:00.355291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4b165bce-d2dc-4a6a-9df7-69ab1ec2a264), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.370379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:00.370852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (4b165bce-d2dc-4a6a-9df7-69ab1ec2a264), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:00.373537 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:00.412864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e17805a5-9932-4e54-86fa-3ede28de2dc2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.421622 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27707ef0-3672-4054-bccb-2854e7a2e4cb x-openstack-request-id: req-27707ef0-3672-4054-bccb-2854e7a2e4cb {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:00.421924 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f97991-20b7-4387-9840-40fd3d06ff23", "name": "network-vif-deleted", "tag": "847d4093-84ee-49f3-b194-0c4242527bc6", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:00.422189 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-27707ef0-3672-4054-bccb-2854e7a2e4cb {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:00.422601 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f97991-20b7-4387-9840-40fd3d06ff23', 'name': 'network-vif-deleted', 'tag': '847d4093-84ee-49f3-b194-0c4242527bc6', 'status': 'completed', 'code': 200} Feb 09 21:45:00.428226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks [] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.579178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0bddd267-2568-49ad-a268-7dc4c01754b1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.586515 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.589803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/0bddd267-2568-49ad-a268-7dc4c01754b1 HTTP/1.1" status: 204 len: 168 time: 1.9676569 Feb 09 21:45:00.593636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34028) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:00.598252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5849a5fe-e6a1-4334-a5a5-d26633176f27 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1491277992', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:00.610681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed8585-cf0a-4357-967e-c2bc8c3768e8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=0bddd267-2568-49ad-a268-7dc4c01754b1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.626915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.630348 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.652340 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (e17805a5-9932-4e54-86fa-3ede28de2dc2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.684302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:00.692435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:00.694273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:00.762637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:00.763282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.798109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.799657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17805a5-9932-4e54-86fa-3ede28de2dc2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.804599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.807822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6cf778c2-52ce-4445-a0f2-a944ff78540d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e17805a5-9932-4e54-86fa-3ede28de2dc2 HTTP/1.1" status: 204 len: 168 time: 0.6836731 Feb 09 21:45:00.810840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34034) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:00.827337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5849a5fe-e6a1-4334-a5a5-d26633176f27 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.828436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5849a5fe-e6a1-4334-a5a5-d26633176f27 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.872976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Allocated IP 192.168.233.185 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/26a9aa06-e35a-4db0-9193-3392420e8f7c) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:00.924005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-27168633-6a7b-4cd1-ba8d-10295c076552 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6666026 Feb 09 21:45:00.944284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:00.962662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Request body: {'port': {'device_id': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:01.014016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:01.014710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3e973446-71ae-4da2-a4aa-7c4ea7f8b14b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:01.051375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-664fcdbd-ec20-4ec9-96ea-e3507cf431d4 req-3be53a3d-4a93-47ed-87b9-e0b40105e1e9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.1266820 Feb 09 21:45:01.075938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0b6acfb3-2039-45fc-916f-fce7e395c2fe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.112420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5849a5fe-e6a1-4334-a5a5-d26633176f27 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.215728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.230946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6f2effb4-64bd-4cb1-8f45-c623fbd36781 None None] Provisioning complete for port dc1daadc-491b-4426-a9e4-0f9de6c86a61 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:01.232311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f2effb4-64bd-4cb1-8f45-c623fbd36781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.294929 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks [] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.330991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5849a5fe-e6a1-4334-a5a5-d26633176f27 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.342984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6f2effb4-64bd-4cb1-8f45-c623fbd36781 None None] Port dc1daadc-491b-4426-a9e4-0f9de6c86a61 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:01.374280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0b6acfb3-2039-45fc-916f-fce7e395c2fe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.404727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce69b3da-9c02-4d23-a801-1cb519a28c8b req-c3816041-077a-4351-9046-ab08be5a989d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 210 time: 0.0591187 Feb 09 21:45:01.428652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.456565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:01.460675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:01.477193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:01.505515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6acfb3-2039-45fc-916f-fce7e395c2fe']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:01.580119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3b2696-5a61-4652-871a-a1d3dd59e2d6') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:01.580439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3b2696-5a61-4652-871a-a1d3dd59e2d6') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:01.594678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.596116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.608397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5849a5fe-e6a1-4334-a5a5-d26633176f27 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.614065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5849a5fe-e6a1-4334-a5a5-d26633176f27 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0193584 Feb 09 21:45:01.615040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34044) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:01.628327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-559417952'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:01.650217 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (2a3b2696-5a61-4652-871a-a1d3dd59e2d6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.683668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:01.733767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:01.739206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.772716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2a3b2696-5a61-4652-871a-a1d3dd59e2d6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.796177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-1585108c-91dc-4571-b696-ae626a67870b tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8879998 Feb 09 21:45:01.801393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:01.802420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (2a3b2696-5a61-4652-871a-a1d3dd59e2d6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:01.806272 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:01.818977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Request body: {'port': {'device_id': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:01.857996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fcdc8-0892-46ab-9236-86167226f182 req-241bfcf3-8483-47d8-9df5-4114ead4eed4 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.865539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-552fcdc8-0892-46ab-9236-86167226f182 req-241bfcf3-8483-47d8-9df5-4114ead4eed4 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 936 time: 0.4244504 Feb 09 21:45:01.888076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a241fb72-cdb9-4faa-b150-f5e652a30c66 None None] Provisioning complete for port 26a9aa06-e35a-4db0-9193-3392420e8f7c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:01.889300 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a241fb72-cdb9-4faa-b150-f5e652a30c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.976328 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.991481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-552fcdc8-0892-46ab-9236-86167226f182 req-8c35ac25-db1d-4bc8-9f7f-3fe4add1df23 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225517 Feb 09 21:45:02.001785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a241fb72-cdb9-4faa-b150-f5e652a30c66 None None] Port 26a9aa06-e35a-4db0-9193-3392420e8f7c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:02.091455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1daadc-491b-4426-a9e4-0f9de6c86a61 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:02.100128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Publish callbacks [] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.112539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Transition to ACTIVE for port object dc1daadc-491b-4426-a9e4-0f9de6c86a61 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:02.114018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0b6acfb3-2039-45fc-916f-fce7e395c2fe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.129786 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.133145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0b6acfb3-2039-45fc-916f-fce7e395c2fe HTTP/1.1" status: 204 len: 168 time: 1.3211546 Feb 09 21:45:02.164431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:02.174484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b58800-1e52-425e-82a0-7db46b5026a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6acfb3-2039-45fc-916f-fce7e395c2fe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.180792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a6e684d5-798b-4703-9d09-ac2a69103273), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.181158 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment a6e684d5-798b-4703-9d09-ac2a69103273 of type vlan for network a7535d6b-4431-49e1-a4be-ed11ba274b57 Feb 09 21:45:02.219136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.341923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.363278 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8afdae90-75c6-412f-ad24-47e682ad7fec req-58b0540f-793d-457f-9a78-460042bb00a7 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.1707814 Feb 09 21:45:02.385922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (a7535d6b-4431-49e1-a4be-ed11ba274b57), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.497368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Attempting to bind port dc1daadc-491b-4426-a9e4-0f9de6c86a61 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:02.499409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Attempting to bind port dc1daadc-491b-4426-a9e4-0f9de6c86a61 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:02.501168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Attempting to bind port dc1daadc-491b-4426-a9e4-0f9de6c86a61 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:02.512410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Port dc1daadc-491b-4426-a9e4-0f9de6c86a61 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:02.512989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Attempting to bind port dc1daadc-491b-4426-a9e4-0f9de6c86a61 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:02.525175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:02.529443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:02.530082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:02.530712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Bound port: dc1daadc-491b-4426-a9e4-0f9de6c86a61, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:02.531156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.651726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c0df73-59b7-4662-8347-75aa2a208ee2 req-6eb90e83-c261-4c2b-9eed-3f165f242ada tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 210 time: 0.0929945 Feb 09 21:45:02.708585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (a7535d6b-4431-49e1-a4be-ed11ba274b57), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.722319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.724361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.724724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:02.728287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:02.768533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-58db8baf-fcf2-4669-9d5b-2f6f91ab0aff tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=790d22a4c6124c74b7dca02501711a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983281 Feb 09 21:45:02.856604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.911084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a9aa06-e35a-4db0-9193-3392420e8f7c {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:02.920984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Publish callbacks [] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.931027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34058) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:02.931734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.946979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 847d4093-84ee-49f3-b194-0c4242527bc6 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:02.956605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.957267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.959305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-f76659c7-df14-4b1b-8f1f-ac97808aed53 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc1daadc-491b-4426-a9e4-0f9de6c86a61 HTTP/1.1" status: 200 len: 1096 time: 2.0122831 Feb 09 21:45:02.960660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:02.962391 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c47776-5d52-43ab-99f1-803d16ee1fca" -d '{"events": [{"name": "network-changed", "server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:03.054767 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e713b1e-60e5-40ef-b6bc-003d4c3e93b9 x-openstack-request-id: req-8e713b1e-60e5-40ef-b6bc-003d4c3e93b9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:03.055067 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:03.055325 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e713b1e-60e5-40ef-b6bc-003d4c3e93b9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:03.061344 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'status': 'completed', 'code': 200} Feb 09 21:45:03.066925 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4440477 Feb 09 21:45:03.070439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34066) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:03.077878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Transition to ACTIVE for port object 26a9aa06-e35a-4db0-9193-3392420e8f7c will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:03.083654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068a5ca-c6df-4489-a51d-3d3bb7c4891f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=a7535d6b-4431-49e1-a4be-ed11ba274b57,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:03.095638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:03.107750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-28d89fa9-0bcb-4f25-8fb2-7f87db47326f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=58e518e3f62346b7bb114c52ac8da9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721306 Feb 09 21:45:03.113917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:03.126165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:03.253039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.315687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 847d4093-84ee-49f3-b194-0c4242527bc6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:03.316371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 847d4093-84ee-49f3-b194-0c4242527bc6 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:03.546595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-e37bb8a5-52ba-404d-a3f9-b9c52a5ff1aa tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:03.550198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-e37bb8a5-52ba-404d-a3f9-b9c52a5ff1aa tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7434680 Feb 09 21:45:03.550331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7450e-64c1-48fe-9597-a1b9c44ced4c req-ae018c52-5eb6-4e5d-a101-3f48e9b073bf tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:03.552515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75a7450e-64c1-48fe-9597-a1b9c44ced4c req-ae018c52-5eb6-4e5d-a101-3f48e9b073bf tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 948 time: 0.4168811 Feb 09 21:45:03.553986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d2d6aeed-9241-4268-932d-94b17b511dc1 admin admin] Publish callbacks [] for security_group (ce21deec-71f6-44b7-adb7-788128a44a04), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.569633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c47776-5d52-43ab-99f1-803d16ee1fca req-9a743366-d3e9-41fc-8a2e-bc16bb0f9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:03.571161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30c47776-5d52-43ab-99f1-803d16ee1fca req-9a743366-d3e9-41fc-8a2e-bc16bb0f9b55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 1130 time: 0.3261745 Feb 09 21:45:03.602022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d2d6aeed-9241-4268-932d-94b17b511dc1 admin admin] Publish callbacks [] for security_group (ce21deec-71f6-44b7-adb7-788128a44a04), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.627125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30c47776-5d52-43ab-99f1-803d16ee1fca req-9cd2885f-32bd-4caf-aec4-0921017ec14b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419025 Feb 09 21:45:03.691267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:03.722190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Request body: {'port': {'device_id': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '790d22a4c6124c74b7dca02501711a53'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:03.765950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:03.774004 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.882414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75a7450e-64c1-48fe-9597-a1b9c44ced4c req-8638e71c-09b3-4af2-9745-ba1d7e9673ee tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083308 Feb 09 21:45:04.008181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d2d6aeed-9241-4268-932d-94b17b511dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce21deec-71f6-44b7-adb7-788128a44a04), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.015353 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d2d6aeed-9241-4268-932d-94b17b511dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.032239 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d2d6aeed-9241-4268-932d-94b17b511dc1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce21deec-71f6-44b7-adb7-788128a44a04 HTTP/1.1" status: 204 len: 168 time: 0.9057686 Feb 09 21:45:04.049615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-acda2ce4-9dd1-402f-be03-dfb5108ac3d4 req-9403029f-ce0c-4102-9649-3877a3dfaae6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 210 time: 0.0494714 Feb 09 21:45:04.064947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c47776-5d52-43ab-99f1-803d16ee1fca req-a20ef278-36e7-43f5-bb24-310db808399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.064947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30c47776-5d52-43ab-99f1-803d16ee1fca req-a20ef278-36e7-43f5-bb24-310db808399e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4275389 Feb 09 21:45:04.124293 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1315d04a-8324-4e00-917e-c848e7537856 req-b0b8d900-3585-4e23-9eae-523d720f4c3d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.4199460 Feb 09 21:45:04.125362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Attempting to bind port 26a9aa06-e35a-4db0-9193-3392420e8f7c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:04.125838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Attempting to bind port 26a9aa06-e35a-4db0-9193-3392420e8f7c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:04.127330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Attempting to bind port 26a9aa06-e35a-4db0-9193-3392420e8f7c on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:04.134498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Made reservation on behalf of 790d22a4c6124c74b7dca02501711a53 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:04.139761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.148673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Port 26a9aa06-e35a-4db0-9193-3392420e8f7c on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:04.149147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Attempting to bind port 26a9aa06-e35a-4db0-9193-3392420e8f7c on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:04.151588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6aeed-9241-4268-932d-94b17b511dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21deec-71f6-44b7-adb7-788128a44a04,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:04.167123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:04.167740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:04.168533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:04.169061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Bound port: 26a9aa06-e35a-4db0-9193-3392420e8f7c, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:04.169502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.277269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-d9c589d5-1df2-44a4-8821-35dd6f925c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.279662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-d9c589d5-1df2-44a4-8821-35dd6f925c96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 1130 time: 0.1550939 Feb 09 21:45:04.403177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-b9135664-d28b-458f-a309-bbfbdea4138c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61 HTTP/1.1" status: 200 len: 217 time: 0.1124623 Feb 09 21:45:04.416568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (01144e08-7d81-4dc5-882d-3f6942af9dd6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.447444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Allocated IP 192.168.233.175 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/26430c68-3a69-4872-827f-286b992fedbb) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:04.640413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:04.670326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:04.774920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks [] for port (26430c68-3a69-4872-827f-286b992fedbb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.778445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.863934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.864979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.867579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] 10.222.0.30 "PUT /v2.0/ports/26a9aa06-e35a-4db0-9193-3392420e8f7c HTTP/1.1" status: 200 len: 1096 time: 3.0592492 Feb 09 21:45:04.869599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:04.879543 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46282158-5b2c-45df-94b8-ad968be60ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:04.948602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-569a4a42-1b8a-4534-b783-4dcded7f1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.951145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-569a4a42-1b8a-4534-b783-4dcded7f1fdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.5282168 Feb 09 21:45:05.048432 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f376f9c2-675f-44f0-b7c4-94c550f5698a x-openstack-request-id: req-f376f9c2-675f-44f0-b7c4-94c550f5698a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:05.048737 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:05.048994 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f376f9c2-675f-44f0-b7c4-94c550f5698a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:05.049400 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'status': 'completed', 'code': 200} Feb 09 21:45:05.056873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0876b9c-9755-4772-a3ff-d97152537628 service neutron] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:05.102963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=01144e08-7d81-4dc5-882d-3f6942af9dd6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:05.144026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-9de30dda-5e07-442f-adfb-b8daff245cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.146110 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-9de30dda-5e07-442f-adfb-b8daff245cee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 1130 time: 0.1358027 Feb 09 21:45:05.215086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-0ba36c13-bf7f-40ba-8dbf-d256341c2272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c HTTP/1.1" status: 200 len: 217 time: 0.0574474 Feb 09 21:45:05.217261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (26430c68-3a69-4872-827f-286b992fedbb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.233874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['0490d200-0bc9-4218-b0a2-b532a450e527', 'ef425695-ecbe-4b4a-b213-f1148bcddb9c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:05.269535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Pushing event updated for resources: {'Port': ['ID=26430c68-3a69-4872-827f-286b992fedbb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:05.328068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-dff9c08c-15fa-4e94-9ea8-ab2068070ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.329541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-dff9c08c-15fa-4e94-9ea8-ab2068070ee8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0609121 Feb 09 21:45:05.347664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-15be2945-5c3f-436e-9c7c-893eefe73539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.348737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-15be2945-5c3f-436e-9c7c-893eefe73539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3810515 Feb 09 21:45:05.355223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:05.361756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:05.366205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:05.442259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbc2b9-a588-4258-bbf4-a45058f841bc req-b0c371e7-f815-4de1-8cc9-b38c16241a63 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.450004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06fbc2b9-a588-4258-bbf4-a45058f841bc req-b0c371e7-f815-4de1-8cc9-b38c16241a63 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 948 time: 0.4304986 Feb 09 21:45:05.486645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:05.491333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: a7535d6b-4431-49e1-a4be-ed11ba274b57, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:05.617878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9113a1e-7976-4ba9-89a1-a4c691b98760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.697366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-11af44fb-4935-4907-93df-9caf8b97a79a service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368497 Feb 09 21:45:05.731608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252d1c-4ea4-4818-ac5f-daa430cc93a3 req-4b2771e7-dd53-45a7-b903-dc598f1bed49 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.734530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c252d1c-4ea4-4818-ac5f-daa430cc93a3 req-4b2771e7-dd53-45a7-b903-dc598f1bed49 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 936 time: 0.5485249 Feb 09 21:45:05.881353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-56f73e2c-6a01-4216-92ee-330f1f6e22a1 None None] Provisioning complete for port 26430c68-3a69-4872-827f-286b992fedbb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:05.885564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-56f73e2c-6a01-4216-92ee-330f1f6e22a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26430c68-3a69-4872-827f-286b992fedbb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.976448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-56f73e2c-6a01-4216-92ee-330f1f6e22a1 None None] Port 26430c68-3a69-4872-827f-286b992fedbb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:06.057458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55753fed-7a74-4e2b-96c7-cc3e274fad60 req-b5c497ab-17f1-41c5-83ec-6f7ded71e357 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216977 Feb 09 21:45:06.087267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.088060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.100078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c252d1c-4ea4-4818-ac5f-daa430cc93a3 req-86f6c596-1c82-4e85-b20b-f3fc0d8e7332 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Feb 09 21:45:06.102417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:06.112945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-6a70306e-6c4c-4fef-acec-616d7d4b417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.118000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-6a70306e-6c4c-4fef-acec-616d7d4b417a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7587738 Feb 09 21:45:06.202965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, a7535d6b-4431-49e1-a4be-ed11ba274b57) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:06.215658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fff04c0-95c0-4822-b8a5-b4702ae0a143 None None] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:06.252605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70e2d688-3afd-4baa-bd3a-c12fe7b0afda req-63812b50-4792-43e9-9e73-b8c120c9dd4a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0643709 Feb 09 21:45:06.254339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.256867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.327117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-b739b2e7-4817-4031-a039-04569d3693dd service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978080 Feb 09 21:45:06.388171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-71ae5060-7d72-4a8a-b95c-1d1d92ae7185 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3119180 Feb 09 21:45:06.390670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34122) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:06.399601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-a7535d6b-4431-49e1-a4be-ed11ba274b57', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:06.404028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.546595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50fe071c-3bf8-4dc3-9374-8112deeb404f req-77a3c13c-57be-4117-8051-49c9cd45ae51 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986666 Feb 09 21:45:06.553318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-b15c2786-cced-4db3-bddc-7d395a1c3818 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8345921 Feb 09 21:45:06.574816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06fbc2b9-a588-4258-bbf4-a45058f841bc req-b8ca78d8-31e7-4af5-b272-6704bee394b8 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1236663 Feb 09 21:45:06.581831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Request body: {'port': {'device_id': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:06.768444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26430c68-3a69-4872-827f-286b992fedbb), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.779069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Allocated IP 172.20.0.2 (a7535d6b-4431-49e1-a4be-ed11ba274b57/01144e08-7d81-4dc5-882d-3f6942af9dd6/4027b601-f216-458d-9b2c-4b9cf87e0d57) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:06.990908 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Publish callbacks [] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.026235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.094788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-4ba9b2ed-116d-40cb-b113-47c213eedf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.096585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-4ba9b2ed-116d-40cb-b113-47c213eedf3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 1130 time: 0.3716357 Feb 09 21:45:07.125426 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.211340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:07.234487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:07.240422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:07.250473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Pushing event updated for resources: {'Port': ['ID=4027b601-f216-458d-9b2c-4b9cf87e0d57,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:07.283136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.283519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.283899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.284249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.284594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.284937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.285277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.286993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.286993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.286993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.287221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.287479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.287837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:07.402192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Attempting to bind port 4027b601-f216-458d-9b2c-4b9cf87e0d57 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:07.402192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Attempting to bind port 4027b601-f216-458d-9b2c-4b9cf87e0d57 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:07.402885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Attempting to bind port 4027b601-f216-458d-9b2c-4b9cf87e0d57 on network a7535d6b-4431-49e1-a4be-ed11ba274b57 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:07.417543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:07.417933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Checking segment: {'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:07.418347 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.418950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Bound using segment: {'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:07.419223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Bound port: 4027b601-f216-458d-9b2c-4b9cf87e0d57, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:07.419611 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.460452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18343a60-74b1-4f17-8ccd-1245b0e0b47a req-32e8352b-e352-4cd2-8d42-85beac24cbf2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0479670 Feb 09 21:45:07.472871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-61cc76e3-1bcf-4c23-8b8e-1fef62833488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.474556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-61cc76e3-1bcf-4c23-8b8e-1fef62833488 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.3703139 Feb 09 21:45:07.525916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34140) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:07.534645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.20.0.1 (a7535d6b-4431-49e1-a4be-ed11ba274b57/01144e08-7d81-4dc5-882d-3f6942af9dd6/6576cbee-328a-448d-98a6-88d6b1f71c03) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:07.589007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] For port 4027b601-f216-458d-9b2c-4b9cf87e0d57, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:07.592595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] For port 4027b601-f216-458d-9b2c-4b9cf87e0d57, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4027b601-f216-458d-9b2c-4b9cf87e0d57,segment=NetworkSegment(a6e684d5-798b-4703-9d09-ac2a69103273),segment_id=a6e684d5-798b-4703-9d09-ac2a69103273)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:07.596780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08cbfab9-5563-454a-abfc-129e8d7e5c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.629457 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-3f3b5dce-008b-4261-a2d7-d4843f3959fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c HTTP/1.1" status: 200 len: 217 time: 0.1325126 Feb 09 21:45:07.652796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0e97d-1c49-4a46-81d3-3022c30ef26b req-a1a8be17-fe73-4f83-aa0e-bcb23bdff999 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.665494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14b0e97d-1c49-4a46-81d3-3022c30ef26b req-a1a8be17-fe73-4f83-aa0e-bcb23bdff999 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 936 time: 0.4133315 Feb 09 21:45:07.693769 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.830650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ce5e2-c615-43be-b93c-133e0c70ab4c None None] Pushing event updated for resources: {'Port': ['ID=4027b601-f216-458d-9b2c-4b9cf87e0d57,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:07.873403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a3b670e2-a57d-4b1e-90bd-d1c98b5e12a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.892699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26430c68-3a69-4872-827f-286b992fedbb {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:07.903643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14b0e97d-1c49-4a46-81d3-3022c30ef26b req-78ddedae-f239-47c4-9c9d-7f61c004f237 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370291 Feb 09 21:45:07.924665 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Publish callbacks [] for port (26430c68-3a69-4872-827f-286b992fedbb), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.934709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-a1ebb6ff-5d7c-4a17-a3b0-c48284336c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.935227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.938153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-a1ebb6ff-5d7c-4a17-a3b0-c48284336c76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2655969 Feb 09 21:45:07.948781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Transition to ACTIVE for port object 26430c68-3a69-4872-827f-286b992fedbb will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:07.988813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233ca0-bfa0-4a2d-9981-201a61c7bba9 req-59c26b50-4441-4206-9ed2-4e5bc26811cf tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.996856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0233ca0-bfa0-4a2d-9981-201a61c7bba9 req-59c26b50-4441-4206-9ed2-4e5bc26811cf tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 948 time: 0.1995358 Feb 09 21:45:08.035676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-0e0e1d24-2fa7-4dc2-80df-9549ecb94fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:08.042798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-0e0e1d24-2fa7-4dc2-80df-9549ecb94fef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0880497 Feb 09 21:45:08.179495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0233ca0-bfa0-4a2d-9981-201a61c7bba9 req-ce0c9c31-9948-46f6-b71d-2e9081d34544 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816566 Feb 09 21:45:08.219067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a3b670e2-a57d-4b1e-90bd-d1c98b5e12a9 admin admin] Publish callbacks [] for security_group (c6848dd5-5e48-4cd9-bb3f-fb93f48a759f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.225378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (26430c68-3a69-4872-827f-286b992fedbb), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.227434 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.279203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:08.319543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:08.333629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:08.388752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a3b670e2-a57d-4b1e-90bd-d1c98b5e12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c6848dd5-5e48-4cd9-bb3f-fb93f48a759f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.414130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Pushing event updated for resources: {'Port': ['ID=26430c68-3a69-4872-827f-286b992fedbb,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:08.432050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.523795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-c36ea601-dee1-42e5-acf3-ea3c18c2874b service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752126 Feb 09 21:45:08.545661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Attempting to bind port 26430c68-3a69-4872-827f-286b992fedbb on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:08.546295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Attempting to bind port 26430c68-3a69-4872-827f-286b992fedbb by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:08.547341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Attempting to bind port 26430c68-3a69-4872-827f-286b992fedbb on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:08.618764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=6576cbee-328a-448d-98a6-88d6b1f71c03,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:08.673329 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a3b670e2-a57d-4b1e-90bd-d1c98b5e12a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3e45a3831f3f4125a9887fe86277e9af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1360214 Feb 09 21:45:08.675999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34152) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:08.690706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Port 26430c68-3a69-4872-827f-286b992fedbb on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:08.691215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Attempting to bind port 26430c68-3a69-4872-827f-286b992fedbb on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:08.692132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b670e2-a57d-4b1e-90bd-d1c98b5e12a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6848dd5-5e48-4cd9-bb3f-fb93f48a759f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:08.699142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46282158-5b2c-45df-94b8-ad968be60ec5 req-1dc9f7bd-31e8-4c5f-a15a-42fd8d7e736d service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539886 Feb 09 21:45:08.701415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:08.701755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:08.706486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:08.709713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Bound port: 26430c68-3a69-4872-827f-286b992fedbb, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:08.710360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26430c68-3a69-4872-827f-286b992fedbb), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.848057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9090c7cb-9b9d-4e40-a9aa-270c461b0657 req-53f133d8-9d9d-4560-8cb8-90e9d6bd1adb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.1470535 Feb 09 21:45:08.880882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ef9bf94-142c-4bb5-a64b-5f10d203acab admin admin] Publish callbacks [] for security_group (c6848dd5-5e48-4cd9-bb3f-fb93f48a759f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.933613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ef9bf94-142c-4bb5-a64b-5f10d203acab admin admin] Publish callbacks [] for security_group (c6848dd5-5e48-4cd9-bb3f-fb93f48a759f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.007160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.012516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 26a9aa06-e35a-4db0-9193-3392420e8f7c details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:09.021731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] For port 26430c68-3a69-4872-827f-286b992fedbb, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:09.031106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] For port 26430c68-3a69-4872-827f-286b992fedbb, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=26430c68-3a69-4872-827f-286b992fedbb,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:09.112775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4027b601-f216-458d-9b2c-4b9cf87e0d57 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:09.123231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (26430c68-3a69-4872-827f-286b992fedbb), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.147132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ef9bf94-142c-4bb5-a64b-5f10d203acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c6848dd5-5e48-4cd9-bb3f-fb93f48a759f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.149783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ef9bf94-142c-4bb5-a64b-5f10d203acab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.150988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1ef9bf94-142c-4bb5-a64b-5f10d203acab admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c6848dd5-5e48-4cd9-bb3f-fb93f48a759f HTTP/1.1" status: 204 len: 168 time: 0.4737563 Feb 09 21:45:09.209199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9bf94-142c-4bb5-a64b-5f10d203acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6848dd5-5e48-4cd9-bb3f-fb93f48a759f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:09.218561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.242280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Pushing event updated for resources: {'Port': ['ID=26430c68-3a69-4872-827f-286b992fedbb,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:09.275603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.277407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.283511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6b5b84c9-50d2-49cd-9356-bb5934442b78 service neutron] 10.222.0.110 "PUT /v2.0/ports/26430c68-3a69-4872-827f-286b992fedbb HTTP/1.1" status: 200 len: 1096 time: 2.7034075 Feb 09 21:45:09.284070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'tag': '26430c68-3a69-4872-827f-286b992fedbb'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:09.298849 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127f4bd-13a6-4bed-9594-8c40f5612c61" -d '{"events": [{"name": "network-changed", "server_uuid": "aa997230-04f4-40b7-9dfc-c9396bb18424", "tag": "26430c68-3a69-4872-827f-286b992fedbb"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:09.369013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:09.372141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74891998-b014-481b-a67d-2566da94805a req-b078f396-d335-4c35-bb7c-906f7aa0cd63 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.377197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74891998-b014-481b-a67d-2566da94805a req-b078f396-d335-4c35-bb7c-906f7aa0cd63 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 948 time: 0.2969689 Feb 09 21:45:09.412097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'mac_address': 'fa:16:3e:73:8f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:09.423347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4027b601-f216-458d-9b2c-4b9cf87e0d57 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:09.428161 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.447564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ee28-c0f9-4568-949c-52e9f7f1f0e1 req-70a69109-f576-436e-9a33-19c391c152e6 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.463693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e697ee28-c0f9-4568-949c-52e9f7f1f0e1 req-70a69109-f576-436e-9a33-19c391c152e6 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 948 time: 0.1266735 Feb 09 21:45:09.555533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 26a9aa06-e35a-4db0-9193-3392420e8f7c is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:09.555954 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.607515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a9aa06-e35a-4db0-9193-3392420e8f7c {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:09.655601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e697ee28-c0f9-4568-949c-52e9f7f1f0e1 req-df809382-65f4-4f9f-9ec9-dcd0eb28bc32 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812477 Feb 09 21:45:09.657385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-69fd3cb2-15ee-4cb7-aca4-2c3e60490d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.659066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-69fd3cb2-15ee-4cb7-aca4-2c3e60490d2a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 1130 time: 0.1881037 Feb 09 21:45:09.669325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74891998-b014-481b-a67d-2566da94805a req-26cffb25-9286-4911-89fb-52dc218e54a9 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814031 Feb 09 21:45:09.670830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:09.764881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4027b601-f216-458d-9b2c-4b9cf87e0d57 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:09.765282 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.777534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c2a95-fc7c-4ff3-9cf3-11a15a8b8894 None None] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:09.783693 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.784401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:09.795624 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dace66-0094-43d6-8b48-63746d02bb0b x-openstack-request-id: req-52dace66-0094-43d6-8b48-63746d02bb0b {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:09.807068 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa997230-04f4-40b7-9dfc-c9396bb18424", "tag": "26430c68-3a69-4872-827f-286b992fedbb", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:09.807559 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52dace66-0094-43d6-8b48-63746d02bb0b {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:09.809213 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'tag': '26430c68-3a69-4872-827f-286b992fedbb', 'status': 'completed', 'code': 200} Feb 09 21:45:09.811088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-c9af1d47-0388-4852-a389-ef1055891fea service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=26430c68-3a69-4872-827f-286b992fedbb HTTP/1.1" status: 200 len: 217 time: 0.1403525 Feb 09 21:45:09.961119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6d58d7df-8057-487e-af53-4512cd17836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.963322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6d58d7df-8057-487e-af53-4512cd17836e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1447039 Feb 09 21:45:09.996499 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-2f0c593e-6ce7-4dce-89c0-68ee0f443bf0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987947 Feb 09 21:45:10.002177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.058162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-17b1b299-8ff6-4891-86a3-81e54fc26ee7 None None] Provisioning complete for port 4027b601-f216-458d-9b2c-4b9cf87e0d57 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:10.058722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b1b299-8ff6-4891-86a3-81e54fc26ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.065107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6d412c75-7261-4a06-9f2c-09c70c570569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:10.066221 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93497a68-3585-4fd7-a7e4-decc89d5ebfe req-18c042a3-39c1-46d8-baf9-166f30c94e2a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0702047 Feb 09 21:45:10.066843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-6d412c75-7261-4a06-9f2c-09c70c570569 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0854332 Feb 09 21:45:10.093963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.178979 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.236554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-8409357c-199d-41d0-8b7a-0bcde64e5357 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481030 Feb 09 21:45:10.308930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=6576cbee-328a-448d-98a6-88d6b1f71c03,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:10.386871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:10.388909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:10.397950 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:45:10.436536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-b776a677-0cf6-459a-8b44-3250d2ec5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:10.459372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-b776a677-0cf6-459a-8b44-3250d2ec5c86 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a7aca1d61d948df8afcfc26cd8edee3&device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 1128 time: 0.3854465 Feb 09 21:45:10.505850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 4027b601-f216-458d-9b2c-4b9cf87e0d57, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4027b601-f216-458d-9b2c-4b9cf87e0d57,segment=NetworkSegment(a6e684d5-798b-4703-9d09-ac2a69103273),segment_id=a6e684d5-798b-4703-9d09-ac2a69103273)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:10.548774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:10.554175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:10.612157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-6fc63a87-4ea7-4f24-8067-a72435051b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:10.613845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-6fc63a87-4ea7-4f24-8067-a72435051b9f service neutron] 10.222.0.110 "GET /v2.0/networks?id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048 HTTP/1.1" status: 200 len: 916 time: 0.1331530 Feb 09 21:45:10.616473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddd7a8cc-d6e3-4777-809b-0834c9641327 req-fbde9dd4-f514-46b9-ba1d-8be6d107eb6a service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720915 Feb 09 21:45:10.643262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-17b1b299-8ff6-4891-86a3-81e54fc26ee7 None None] Current status of the port 4027b601-f216-458d-9b2c-4b9cf87e0d57 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:10.644274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b1b299-8ff6-4891-86a3-81e54fc26ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.648842 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.676811 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.678000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'mac_address': 'fa:16:3e:3a:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:10.735350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-f965d233-5e13-4e0c-a57a-5e64da52e41b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097 HTTP/1.1" status: 200 len: 1002 time: 0.1110148 Feb 09 21:45:10.778518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:45:10.803321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:10.803871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.833869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1daadc-491b-4426-a9e4-0f9de6c86a61 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:10.907917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-8984cef7-13bc-4f8c-b467-772ec7f40c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:10.909544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-8984cef7-13bc-4f8c-b467-772ec7f40c71 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1161109d-8d36-44bc-a710-551450f6b8d9 HTTP/1.1" status: 200 len: 854 time: 0.1607072 Feb 09 21:45:10.928766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-17b1b299-8ff6-4891-86a3-81e54fc26ee7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:45:10.931682 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-17b1b299-8ff6-4891-86a3-81e54fc26ee7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:45:10.950332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:10.954583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=4027b601-f216-458d-9b2c-4b9cf87e0d57,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.008446 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.067975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-c4c70fa1-439c-4186-aa94-91aec66e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.069540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-c4c70fa1-439c-4186-aa94-91aec66e6b0d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 1130 time: 0.1574957 Feb 09 21:45:11.083918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea956-18b7-4324-92be-370d7fbbc2c4 req-1a37312c-06ac-4bbc-acfd-1c651e83d30c tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.085791 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cefea956-18b7-4324-92be-370d7fbbc2c4 req-1a37312c-06ac-4bbc-acfd-1c651e83d30c tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 949 time: 0.1751876 Feb 09 21:45:11.131445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.135820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e913cb-6f4a-460b-8fd4-7c008ea3912a req-b70a1a03-4133-442f-bab4-5e93a892190f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.143757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c1e913cb-6f4a-460b-8fd4-7c008ea3912a req-b70a1a03-4133-442f-bab4-5e93a892190f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 948 time: 0.1769850 Feb 09 21:45:11.144993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:11.160411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:11.165997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a1d9ac3f-cfaa-4664-9190-468263d02f9a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7709093 Feb 09 21:45:11.176122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:11.180810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:11.194108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34198) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:11.194463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34200) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:11.222333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-656028813'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:11.243804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-c18895cc-d5e2-4ac5-8254-79a4ed5bbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.245826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-c18895cc-d5e2-4ac5-8254-79a4ed5bbd19 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29eb6fe6-8a3e-4b91-b478-1e91e6d23048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2846873 Feb 09 21:45:11.361281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c1e913cb-6f4a-460b-8fd4-7c008ea3912a req-591add8e-d9b9-40db-8757-b2e38323eeb4 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962879 Feb 09 21:45:11.377707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-efd75c09-349c-4e2f-8cdc-2d694e9f0078 service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086795 Feb 09 21:45:11.413332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1320666067-network', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:11.428600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:11.435992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:11.436122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.466947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:11.480748 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4c795401-63d2-4da9-94e6-d18b9100f7e2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.481100 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment 4c795401-63d2-4da9-94e6-d18b9100f7e2 of type vlan for network 01f975d6-c334-43f8-a764-25b105258b1d Feb 09 21:45:11.483111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cefea956-18b7-4324-92be-370d7fbbc2c4 req-0b479902-488b-4bb2-8f9f-b0239657256d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423043 Feb 09 21:45:11.499843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['26a9aa06-e35a-4db0-9193-3392420e8f7c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:11.502080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['dc1daadc-491b-4426-a9e4-0f9de6c86a61'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:11.590719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Made reservation on behalf of 149056cdaea245e3892e00d1d90ac04e for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:11.606288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.653482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.677654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-a4b589c8-46ed-4c4c-999b-be98975ab57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.679077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-a4b589c8-46ed-4c4c-999b-be98975ab57c service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.5878813 Feb 09 21:45:11.711993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (01f975d6-c334-43f8-a764-25b105258b1d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.728164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dade26b6-6a1d-4775-8d82-29f571ae82c2 req-139a1612-31f5-4817-bd73-c1a8e078cd35 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.1414444 Feb 09 21:45:11.780947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-dac9af7a-32ae-434d-8048-d4e5cd22af0d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=26430c68-3a69-4872-827f-286b992fedbb HTTP/1.1" status: 200 len: 217 time: 0.0888052 Feb 09 21:45:11.838024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c807f85d-5568-4e12-bddc-e370dd7ef97f req-fe2bcb60-1ac5-4c56-acec-78eb217a6bd1 service neutron] 10.222.0.110 "GET /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512866 Feb 09 21:45:11.851948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-17b1b299-8ff6-4891-86a3-81e54fc26ee7 None None] Current status of the port 4027b601-f216-458d-9b2c-4b9cf87e0d57 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:11.852132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks [] for security_group (8308da69-4547-436c-9c33-9c305ced0dc9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.867749 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (01f975d6-c334-43f8-a764-25b105258b1d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.873021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.873642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.943885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-209c4cc0-1d3e-498d-a43b-0ef4aef88cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.946077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-209c4cc0-1d3e-498d-a43b-0ef4aef88cb4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1538563 Feb 09 21:45:11.974961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.989043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8308da69-4547-436c-9c33-9c305ced0dc9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.005198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:12.034032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7c820a6a-44c2-4e5f-85af-664892ec7a3b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.034396 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Added segment 7c820a6a-44c2-4e5f-85af-664892ec7a3b of type vlan for network 27b6debd-d044-4ab5-b77c-1480bb798a9b Feb 09 21:45:12.044731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-50e8334a-57df-45c1-b2c7-6840b068914b None None] Provisioning complete for port 6576cbee-328a-448d-98a6-88d6b1f71c03 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:12.048518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-50e8334a-57df-45c1-b2c7-6840b068914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.061865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-7faaced6-e282-458e-a69d-4f4db368d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.063382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-7faaced6-e282-458e-a69d-4f4db368d236 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1090946 Feb 09 21:45:12.076236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8779466 Feb 09 21:45:12.080350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73367a9-ff67-423e-9886-563e508e5305 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=01f975d6-c334-43f8-a764-25b105258b1d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:12.081129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34208) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:12.094573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:12.105778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 01f975d6-c334-43f8-a764-25b105258b1d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:12.140199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (27b6debd-d044-4ab5-b77c-1480bb798a9b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.187607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8308da69-4547-436c-9c33-9c305ced0dc9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:12.231042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-50e8334a-57df-45c1-b2c7-6840b068914b None None] Port 6576cbee-328a-448d-98a6-88d6b1f71c03 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:12.256237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (27b6debd-d044-4ab5-b77c-1480bb798a9b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.257241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.258124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.371421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] Pushing event updated for resources: {'Network': ['ID=27b6debd-d044-4ab5-b77c-1480bb798a9b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:12.388327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:12.418334 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-16d026f1-11ec-4993-93dd-35f838db1783 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457394 Feb 09 21:45:12.442215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c39132cb-9bdb-44a1-a03e-4b8e072f2379 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2452810 Feb 09 21:45:12.445686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34212) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:12.451778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Request body: {'subnet': {'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1320666067-subnet', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:12.480850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:08Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:09Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:12.520918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:12.521286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Updating router 025f97fd-7f5b-4017-a32a-88692e35b46c port 6576cbee-328a-448d-98a6-88d6b1f71c03 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:12.572396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-50e8334a-57df-45c1-b2c7-6840b068914b None None] Provisioning complete for port 4027b601-f216-458d-9b2c-4b9cf87e0d57 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:12.573740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-50e8334a-57df-45c1-b2c7-6840b068914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.602902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76adc-e114-4d4d-b3c0-1bd0e53c293e req-2ff28c3b-306e-4996-bef5-3fa70cf9e6cc tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.604975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53f76adc-e114-4d4d-b3c0-1bd0e53c293e req-2ff28c3b-306e-4996-bef5-3fa70cf9e6cc tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 948 time: 0.0959532 Feb 09 21:45:12.609926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Made reservation on behalf of 149056cdaea245e3892e00d1d90ac04e for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:12.612424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.618812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:12.622710 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.643610 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.694289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79650f-963b-404f-8ffb-6b3abfa473ee req-2f02e34b-d936-4068-ab7c-b15c7931c044 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.696721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f79650f-963b-404f-8ffb-6b3abfa473ee req-2f02e34b-d936-4068-ab7c-b15c7931c044 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 949 time: 0.1292362 Feb 09 21:45:12.719083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1127f4bd-13a6-4bed-9594-8c40f5612c61 req-3e6e7453-e4ea-4712-9d38-cb1289735699 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707155 Feb 09 21:45:12.737340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-50e8334a-57df-45c1-b2c7-6840b068914b None None] Current status of the port 4027b601-f216-458d-9b2c-4b9cf87e0d57 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:12.780958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f79650f-963b-404f-8ffb-6b3abfa473ee req-ed2d79c8-228a-4a31-bbfe-a2cb5eec9002 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767338 Feb 09 21:45:12.855013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53f76adc-e114-4d4d-b3c0-1bd0e53c293e req-9baa0f8d-7c12-4da1-b723-f1c8c7ae9232 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438424 Feb 09 21:45:12.962382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4adaf505-f034-4454-9b19-31b34e6c96ab req-d0460988-3a31-4538-a9d8-cec4d4fad405 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0474265 Feb 09 21:45:12.980610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4027b601-f216-458d-9b2c-4b9cf87e0d57 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:12.987397 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (77e3d7ef-9ab7-4063-a6d9-1799fedd5f35), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.040496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 26a9aa06-e35a-4db0-9193-3392420e8f7c up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:13.070428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e3d7ef-9ab7-4063-a6d9-1799fedd5f35,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:13.081901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Checking segment: {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:13.082332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Network hostable DHCP agents. Network: 27b6debd-d044-4ab5-b77c-1480bb798a9b, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:13.124745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (cc28c240-2dcf-4e7d-a685-8e72349216c9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.178422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4027b601-f216-458d-9b2c-4b9cf87e0d57 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:13.178919 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.180098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:13.182632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=cc28c240-2dcf-4e7d-a685-8e72349216c9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:13.236743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:13.237003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: 01f975d6-c334-43f8-a764-25b105258b1d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:13.319162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 27b6debd-d044-4ab5-b77c-1480bb798a9b) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:13.332206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:13.333068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.361309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3347f1-4d64-4606-85b8-e2399ff4484b None None] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:13.368404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 26a9aa06-e35a-4db0-9193-3392420e8f7c completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:13.418588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 26a9aa06-e35a-4db0-9193-3392420e8f7c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:13.418967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.455649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 01f975d6-c334-43f8-a764-25b105258b1d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:13.463666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 01f975d6-c334-43f8-a764-25b105258b1d) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:13.469313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:13.469914 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.486608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81114d-9bf9-4252-a889-0038f1e7adf8 None None] Network 01f975d6-c334-43f8-a764-25b105258b1d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:13.493678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-273a3eca-990d-43fa-931f-98ca421f72e5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0438700 Feb 09 21:45:13.493796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34222) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:13.500199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:13.579256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-053ab525-e763-42f9-a37f-1858019d467b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4944062 Feb 09 21:45:13.582014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34224) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:13.584112 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Publish callbacks [] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.637539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (c5273f1c-d2cf-4413-8cac-faf8610d43a6), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.640201 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (c5273f1c-d2cf-4413-8cac-faf8610d43a6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.687000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4027b601-f216-458d-9b2c-4b9cf87e0d57 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:13.692551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-27b6debd-d044-4ab5-b77c-1480bb798a9b', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:13.693327 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.733670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.767258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 26a9aa06-e35a-4db0-9193-3392420e8f7c is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:13.767657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.778912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-01f975d6-c334-43f8-a764-25b105258b1d', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:13.779770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.930498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98cb4a-ab26-4a31-9e61-9bf6f6193b5d None None] Pushing event updated for resources: {'Port': ['ID=6576cbee-328a-448d-98a6-88d6b1f71c03,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:13.934605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks [] for router_controller (c5273f1c-d2cf-4413-8cac-faf8610d43a6), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.949803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:13.952568 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f1a0d-5d33-4f58-ae55-38456d634aff" -d '{"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-plugged", "status": "completed", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:14.058550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 26430c68-3a69-4872-827f-286b992fedbb details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:14.083233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:14.236560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.237824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:14.352024 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:45:14.449008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Attempting to bind port 6576cbee-328a-448d-98a6-88d6b1f71c03 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:14.449632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Attempting to bind port 6576cbee-328a-448d-98a6-88d6b1f71c03 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:14.450237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Attempting to bind port 6576cbee-328a-448d-98a6-88d6b1f71c03 on network a7535d6b-4431-49e1-a4be-ed11ba274b57 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:14.454907 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks [] for router_gateway (c5273f1c-d2cf-4413-8cac-faf8610d43a6), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.491816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Allocated IP 172.20.0.2 (27b6debd-d044-4ab5-b77c-1480bb798a9b/77e3d7ef-9ab7-4063-a6d9-1799fedd5f35/bf650ac2-718a-4806-98b9-aef719c04f7c) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:14.496101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a86fbe-f7b3-420e-993f-a57eaaa31830 req-5fbe36d7-5903-46be-b169-8a002efbde56 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.515530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:14.515990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Checking segment: {'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:14.516465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.516880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Bound using segment: {'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:14.523310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87a86fbe-f7b3-420e-993f-a57eaaa31830 req-5fbe36d7-5903-46be-b169-8a002efbde56 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 948 time: 0.3299139 Feb 09 21:45:14.523440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Bound port: 6576cbee-328a-448d-98a6-88d6b1f71c03, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e684d5-798b-4703-9d09-ac2a69103273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:14.523440 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.571300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Allocated IP 172.21.0.2 (01f975d6-c334-43f8-a764-25b105258b1d/cc28c240-2dcf-4e7d-a685-8e72349216c9/2b92b2f2-d727-46b5-b50f-5ceb83fdab78) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:14.588534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-06da4a87-7038-40f9-bc90-ab6e00d80759 None None] Provisioning complete for port 6576cbee-328a-448d-98a6-88d6b1f71c03 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:14.590056 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-06da4a87-7038-40f9-bc90-ab6e00d80759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.593463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:14.879194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87a86fbe-f7b3-420e-993f-a57eaaa31830 req-221daf21-e082-44a0-b1ce-88f691909ecf tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602741 Feb 09 21:45:14.929355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29927a-4f7a-4feb-84e3-c690bf9b38b4 req-0366f98d-8f36-447f-b3d5-446d141563c2 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.931919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b29927a-4f7a-4feb-84e3-c690bf9b38b4 req-0366f98d-8f36-447f-b3d5-446d141563c2 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 950 time: 0.3472385 Feb 09 21:45:15.020334 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3911227d-510a-4d4a-9382-89ae5fa36ce9 x-openstack-request-id: req-3911227d-510a-4d4a-9382-89ae5fa36ce9 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:15.020929 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-plugged", "status": "completed", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:15.021460 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3911227d-510a-4d4a-9382-89ae5fa36ce9 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:15.021832 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'code': 200} Feb 09 21:45:15.040822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 26430c68-3a69-4872-827f-286b992fedbb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=26430c68-3a69-4872-827f-286b992fedbb,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:15.115638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-06da4a87-7038-40f9-bc90-ab6e00d80759 None None] Port 6576cbee-328a-448d-98a6-88d6b1f71c03 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:15.136666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port dc1daadc-491b-4426-a9e4-0f9de6c86a61 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:15.185757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '26430c68-3a69-4872-827f-286b992fedbb', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '26430c68-3a69-4872-827f-286b992fedbb', 'mac_address': 'fa:16:3e:af:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:15.203056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b29927a-4f7a-4feb-84e3-c690bf9b38b4 req-1bdb77af-a465-4663-93b2-c0fc55865588 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653785 Feb 09 21:45:15.237856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port dc1daadc-491b-4426-a9e4-0f9de6c86a61 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:15.237856 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.264224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] For port 6576cbee-328a-448d-98a6-88d6b1f71c03, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:15.298567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706e646-05a5-436a-8722-ca5258efe38a req-5064e6f6-982f-40d1-904d-5820a51c5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:15.301401 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c706e646-05a5-436a-8722-ca5258efe38a req-5064e6f6-982f-40d1-904d-5820a51c5058 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 1132 time: 0.1953766 Feb 09 21:45:15.314494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b81e745-39ad-4c2a-b374-660026f62b4f req-a6da6c2b-fa24-45a5-b380-7410022dda21 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.1226861 Feb 09 21:45:15.364667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks [] for router_gateway (c5273f1c-d2cf-4413-8cac-faf8610d43a6), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.409040 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c706e646-05a5-436a-8722-ca5258efe38a req-ba1ca009-51f7-420f-9b63-1450a16ba898 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945673 Feb 09 21:45:15.444722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.525324 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.537290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] For port 6576cbee-328a-448d-98a6-88d6b1f71c03, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6576cbee-328a-448d-98a6-88d6b1f71c03,segment=NetworkSegment(a6e684d5-798b-4703-9d09-ac2a69103273),segment_id=a6e684d5-798b-4703-9d09-ac2a69103273)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:15.736700 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Publish callbacks [] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.763380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Allocated IP 172.25.5.158 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:15.766332 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Publish callbacks [] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.768320 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.898889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98cb4a-ab26-4a31-9e61-9bf6f6193b5d None None] Pushing event updated for resources: {'Port': ['ID=6576cbee-328a-448d-98a6-88d6b1f71c03,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:15.914908 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.930890 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.063969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 26430c68-3a69-4872-827f-286b992fedbb is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:16.064637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26430c68-3a69-4872-827f-286b992fedbb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.098253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26430c68-3a69-4872-827f-286b992fedbb {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:16.133428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:16.145227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:16.151308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.21.0.1 (01f975d6-c334-43f8-a764-25b105258b1d/cc28c240-2dcf-4e7d-a685-8e72349216c9/6a19ff95-603a-465e-a7a9-e24e0703513b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:16.159920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:16.207051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a377e-63d2-416b-a523-0c81e5eb6d35 req-d53f4e68-e667-495c-a444-6fb4965eb8b3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.211951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks [] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.219669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d4a377e-63d2-416b-a523-0c81e5eb6d35 req-d53f4e68-e667-495c-a444-6fb4965eb8b3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 948 time: 0.1370370 Feb 09 21:45:16.344102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Network 01f975d6-c334-43f8-a764-25b105258b1d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:16.352004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:16.352888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:16.367264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d4a377e-63d2-416b-a523-0c81e5eb6d35 req-9e7e39b8-958a-41ad-b9d8-0a9090c67c6d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466074 Feb 09 21:45:16.414466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.609669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.645451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Pushing event updated for resources: {'Port': ['ID=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:16.677560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:16.681961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:16.685811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:16.722221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4127a2ef-04a8-4385-941b-e50eec6d7017 req-0c1d561a-deed-4701-b2c2-6d937d6e33b4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.1862693 Feb 09 21:45:16.751618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 26430c68-3a69-4872-827f-286b992fedbb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=26430c68-3a69-4872-827f-286b992fedbb,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:16.761495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:16.762035 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.779829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:16.787808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:16.804669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.888599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5d099-c73f-466c-9a1f-fc66ff81ca01 req-3704fe42-fd1b-4e93-854e-37153951b1b5 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.902131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7d5d099-c73f-466c-9a1f-fc66ff81ca01 req-3704fe42-fd1b-4e93-854e-37153951b1b5 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 950 time: 0.2510512 Feb 09 21:45:16.969267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:17.015337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Pushing event updated for resources: {'Port': ['ID=bf650ac2-718a-4806-98b9-aef719c04f7c,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.032948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 01f975d6-c334-43f8-a764-25b105258b1d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:17.043033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:17.055540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:17.083997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:17.090017 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809eac6c-6a24-43cc-b82e-2d93a3c91cea" -d '{"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-plugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:17.104496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26430c68-3a69-4872-827f-286b992fedbb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.150223 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.195632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Pushing event updated for resources: {'Port': ['ID=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.215429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=6a19ff95-603a-465e-a7a9-e24e0703513b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.290491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:17.336743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930eff8-1a99-48b7-b300-3b14ac50b39a req-c8482373-3cbd-438f-bde6-7c744ba4ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.338277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4930eff8-1a99-48b7-b300-3b14ac50b39a req-c8482373-3cbd-438f-bde6-7c744ba4ba23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 1132 time: 0.0764289 Feb 09 21:45:17.392372 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89017787-1085-4725-9d81-aa00dcad06cc x-openstack-request-id: req-89017787-1085-4725-9d81-aa00dcad06cc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:17.392748 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-plugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:17.392947 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89017787-1085-4725-9d81-aa00dcad06cc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:17.394888 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'code': 200} Feb 09 21:45:17.397891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Attempting to bind port bf650ac2-718a-4806-98b9-aef719c04f7c on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:17.398274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Attempting to bind port bf650ac2-718a-4806-98b9-aef719c04f7c by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:17.398695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Attempting to bind port bf650ac2-718a-4806-98b9-aef719c04f7c on network 27b6debd-d044-4ab5-b77c-1480bb798a9b {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:17.505702 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.508412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4930eff8-1a99-48b7-b300-3b14ac50b39a req-f4ed068e-eb61-4f72-8251-2d9eefc9c3b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620383 Feb 09 21:45:17.586138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7788bd92-0695-4522-a3c6-fefb44c9914d None None] Provisioning complete for port 6576cbee-328a-448d-98a6-88d6b1f71c03 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:17.586693 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7788bd92-0695-4522-a3c6-fefb44c9914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.590044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=26430c68-3a69-4872-827f-286b992fedbb,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.597425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.649892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab721d-8491-4d9f-83ac-e4f03d04f484 req-1592595f-1690-4e70-9cc5-baf3b3b78473 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.662573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76ab721d-8491-4d9f-83ac-e4f03d04f484 req-1592595f-1690-4e70-9cc5-baf3b3b78473 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 949 time: 0.1689503 Feb 09 21:45:17.693305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.696405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:17.697200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Checking segment: {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:17.697722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.698113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Bound using segment: {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:17.698600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Bound port: bf650ac2-718a-4806-98b9-aef719c04f7c, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:17.698991 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.731404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['26430c68-3a69-4872-827f-286b992fedbb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:17.775435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7d5d099-c73f-466c-9a1f-fc66ff81ca01 req-c0623936-973f-4ddc-9b0b-799a4313d83f tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8720851 Feb 09 21:45:17.881577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] For port bf650ac2-718a-4806-98b9-aef719c04f7c, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:17.885633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] For port bf650ac2-718a-4806-98b9-aef719c04f7c, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bf650ac2-718a-4806-98b9-aef719c04f7c,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:17.907631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Attempting to bind port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:17.908027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Attempting to bind port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:17.908401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Attempting to bind port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 on network 01f975d6-c334-43f8-a764-25b105258b1d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:17.925814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-065a3dac-bfdc-4103-a43b-bc88f521a4c7 req-0ecf87d2-9c4a-4081-bbe2-d6571169f242 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.0400434 Feb 09 21:45:17.928099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76ab721d-8491-4d9f-83ac-e4f03d04f484 req-6320e577-ef21-4692-aec8-a4dd2cb6ecdf tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633092 Feb 09 21:45:17.952745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:17.953144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Checking segment: {'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:17.953602 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.954011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Bound using segment: {'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:17.954509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Bound port: 2b92b2f2-d727-46b5-b50f-5ceb83fdab78, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:17.954898 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.994891 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.095214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:08Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:15Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:18.108704 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks [] for router_gateway (c5273f1c-d2cf-4413-8cac-faf8610d43a6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.139511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.170632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa0305-367d-4e3c-9a26-a478b781fe3a None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:08Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:15Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:18.202301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.291966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7788bd92-0695-4522-a3c6-fefb44c9914d None None] Current status of the port 6576cbee-328a-448d-98a6-88d6b1f71c03 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:18.292373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7788bd92-0695-4522-a3c6-fefb44c9914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.294348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5afa5-85c7-49f2-85a0-a87dfcaea567 None None] Pushing event updated for resources: {'Port': ['ID=bf650ac2-718a-4806-98b9-aef719c04f7c,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.322374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.375068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] For port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:18.436291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] For port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,segment=NetworkSegment(4c795401-63d2-4da9-94e6-d18b9100f7e2),segment_id=4c795401-63d2-4da9-94e6-d18b9100f7e2)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:18.486269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7788bd92-0695-4522-a3c6-fefb44c9914d None None] For port 6576cbee-328a-448d-98a6-88d6b1f71c03, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6576cbee-328a-448d-98a6-88d6b1f71c03,segment=NetworkSegment(a6e684d5-798b-4703-9d09-ac2a69103273),segment_id=a6e684d5-798b-4703-9d09-ac2a69103273)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:18.513881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.532756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (c5273f1c-d2cf-4413-8cac-faf8610d43a6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.590985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=6a19ff95-603a-465e-a7a9-e24e0703513b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.642301 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7788bd92-0695-4522-a3c6-fefb44c9914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.719530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d3d42-7fec-4562-b8c0-8492edbccb4a None None] Pushing event updated for resources: {'Port': ['ID=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.792811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 01f975d6-c334-43f8-a764-25b105258b1d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:18.810351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:19.042445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788bd92-0695-4522-a3c6-fefb44c9914d None None] Pushing event updated for resources: {'Port': ['ID=6576cbee-328a-448d-98a6-88d6b1f71c03,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:19.175180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bf650ac2-718a-4806-98b9-aef719c04f7c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:19.252377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd5b9-0a73-48a4-a601-06cc43ba6d7c req-9ec19c8a-64a7-4a91-8c27-5c82b8ad03f3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:19.258196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a4bd5b9-0a73-48a4-a601-06cc43ba6d7c req-9ec19c8a-64a7-4a91-8c27-5c82b8ad03f3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 949 time: 0.1741595 Feb 09 21:45:19.321603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:19.336125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bf650ac2-718a-4806-98b9-aef719c04f7c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:19.336655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.369086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a4bd5b9-0a73-48a4-a601-06cc43ba6d7c req-eb068628-5c74-4486-9317-62198d5b949c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013570 Feb 09 21:45:19.369885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Router c5273f1c-d2cf-4413-8cac-faf8610d43a6 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:45:19.404095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12c195-97ba-47ce-83a6-4e4690694ea3 req-1f7070cc-a85e-4854-ae06-3165f6f2b3b8 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:19.406309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df12c195-97ba-47ce-83a6-4e4690694ea3 req-1f7070cc-a85e-4854-ae06-3165f6f2b3b8 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 950 time: 0.4325562 Feb 09 21:45:19.570122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bf650ac2-718a-4806-98b9-aef719c04f7c is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:19.570772 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.647919 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:45:19.676337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port bf650ac2-718a-4806-98b9-aef719c04f7c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bf650ac2-718a-4806-98b9-aef719c04f7c,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:19.678590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:19.698135 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Sync routers for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:19.717818 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:19.718589 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:19.741713 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.743061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6576cbee-328a-448d-98a6-88d6b1f71c03 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:19.751129 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df12c195-97ba-47ce-83a6-4e4690694ea3 req-a562c0d4-4d6a-4f21-9537-27fbfd2f032e tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219793 Feb 09 21:45:19.758635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:19.794690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4df3b68c-7d9c-426c-8bb8-6b2d8aafeff6 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2113678 Feb 09 21:45:19.797425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34282) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:19.801271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-35b5434a-9ed5-4358-adc9-c5aa622518e2 req-b6c376f8-788d-496a-8dbe-13b850877461 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f97991-20b7-4387-9840-40fd3d06ff23 HTTP/1.1" status: 200 len: 210 time: 0.1461899 Feb 09 21:45:19.806954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-2032183026'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:19.867325 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.871085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-663613ef-abf2-4c37-b6ce-e8afe6f38f80 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.3720849 Feb 09 21:45:19.871457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34284) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:19.976749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:19.982842 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.066598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:20.107157 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:20.113042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=bf650ac2-718a-4806-98b9-aef719c04f7c,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:20.151912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e55d9-b767-416b-b119-921754164bda req-14056b59-c988-4887-9216-adb77091d30d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.168871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-033e55d9-b767-416b-b119-921754164bda req-14056b59-c988-4887-9216-adb77091d30d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 950 time: 0.2659004 Feb 09 21:45:20.175218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6576cbee-328a-448d-98a6-88d6b1f71c03 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:20.181878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.211221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (908c8cf5-293f-4e70-adc8-60c29898297d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.212104 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment 908c8cf5-293f-4e70-adc8-60c29898297d of type vlan for network d472b936-e9d9-4867-a750-361df870e159 Feb 09 21:45:20.271935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-033e55d9-b767-416b-b119-921754164bda req-c850f446-d63b-40ac-abb6-0aec98f8c66a tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988746 Feb 09 21:45:20.290822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a77c3f-dad9-4558-863c-422e2b5bb6ac None None] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:20.397956 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d472b936-e9d9-4867-a750-361df870e159), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.488526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-289e8a85-8318-46c4-b1e9-d6e01d90d1a4 None None] Provisioning complete for port bf650ac2-718a-4806-98b9-aef719c04f7c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:20.490079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-289e8a85-8318-46c4-b1e9-d6e01d90d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.565919 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:17Z', 'revision_number': 3, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:20.575283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6576cbee-328a-448d-98a6-88d6b1f71c03 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:20.624810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d472b936-e9d9-4867-a750-361df870e159), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.639718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.640713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.655128 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Checking router: c5273f1c-d2cf-4413-8cac-faf8610d43a6 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:20.656445 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Updating router c5273f1c-d2cf-4413-8cac-faf8610d43a6 port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:21.029953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-289e8a85-8318-46c4-b1e9-d6e01d90d1a4 None None] Current status of the port bf650ac2-718a-4806-98b9-aef719c04f7c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:21.049786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5e12b-ab2a-44ed-acfd-9d29c7eca14b None None] Network 01f975d6-c334-43f8-a764-25b105258b1d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:21.069081 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.209232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 26430c68-3a69-4872-827f-286b992fedbb up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:21.221828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:21.274447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=d472b936-e9d9-4867-a750-361df870e159,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:21.297060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185e8f-9070-43dd-bbd3-bb2ef625344a req-cbf8803a-b0da-4b95-9a1f-b9e18da18d80 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:21.305142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.306546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af185e8f-9070-43dd-bbd3-bb2ef625344a req-cbf8803a-b0da-4b95-9a1f-b9e18da18d80 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 949 time: 0.7457352 Feb 09 21:45:21.354022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c09644d6-5819-40fe-be52-b3ed3c2b6776 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5553389 Feb 09 21:45:21.356645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34306) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:21.369015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:21.382702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d472b936-e9d9-4867-a750-361df870e159 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:21.475616 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Publish callbacks [] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.559229 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.595290 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af185e8f-9070-43dd-bbd3-bb2ef625344a req-f3f0d577-67ed-4446-a95f-ca67ee3232b4 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876766 Feb 09 21:45:21.641307 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Pushing event updated for resources: {'Port': ['ID=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:21.653872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.654221 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.654560 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.654895 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.655224 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.655931 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.655931 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.656455 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.656786 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.657105 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.657430 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.657747 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.658062 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:21.686463 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Attempting to bind port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:21.687023 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Attempting to bind port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:21.687394 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Attempting to bind port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:21.694118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:21.694496 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:21.694938 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.695336 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:21.696017 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Bound port: 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:21.696409 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.763968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:21.768065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.774226 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] For port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:21.774226 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] For port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:21.816297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Allocated IP 172.20.0.1 (27b6debd-d044-4ab5-b77c-1480bb798a9b/77e3d7ef-9ab7-4063-a6d9-1799fedd5f35/4c2a9c00-c62a-45ae-9a11-5278ca3fbd89) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:21.844462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:21.893346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-19656b2a-f1ca-458f-97bb-2303ee2b3dbb None None] Provisioning complete for port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:21.893720 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19656b2a-f1ca-458f-97bb-2303ee2b3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.894068 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.003536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks [] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.026502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:22.027442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:22.115850 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:22.116546 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:22.177426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.190346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:22.190749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.240445 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da22e8-80c2-42ba-b5af-ae0cbd3e14ac None None] Pushing event updated for resources: {'Port': ['ID=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.320368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:22.327223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:22.343862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:22.349171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 26430c68-3a69-4872-827f-286b992fedbb completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:22.359993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.377289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 26430c68-3a69-4872-827f-286b992fedbb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:22.377677 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26430c68-3a69-4872-827f-286b992fedbb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.407749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:22.408833 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:22.416841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (c5273f1c-d2cf-4413-8cac-faf8610d43a6), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.624510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.799346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.800985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:22.801425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.843566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.857345 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:17Z', 'revision_number': 3, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:22.908122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:22.908794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: d472b936-e9d9-4867-a750-361df870e159, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:22.924787 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fac91-75c6-423c-a4e0-26d7eb39ce00 None None] The sync data for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 is: [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:17Z', 'revision_number': 3, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:22.952700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-a60d7d26-ee0f-464c-8420-2e09309fb630 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:22.954653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-a60d7d26-ee0f-464c-8420-2e09309fb630 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.5216043 Feb 09 21:45:22.970436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-d58f3bcc-0b60-4a89-adcc-05216c53c55b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/quotas/356eb4a569cb4fa1af12545be45d8009 HTTP/1.1" status: 200 len: 375 time: 0.0096869 Feb 09 21:45:22.982763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-19656b2a-f1ca-458f-97bb-2303ee2b3dbb None None] Current status of the port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:22.983253 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19656b2a-f1ca-458f-97bb-2303ee2b3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.012200 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-e2b64051-70b0-4286-8537-a0938d9a7828 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354574 Feb 09 21:45:23.022885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,segment=NetworkSegment(4c795401-63d2-4da9-94e6-d18b9100f7e2),segment_id=4c795401-63d2-4da9-94e6-d18b9100f7e2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:23.043399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network d472b936-e9d9-4867-a750-361df870e159 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:23.104508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-a545a0bb-9f36-4e1e-bd50-95b3eda5f8fc service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:45:23.106025 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-a545a0bb-9f36-4e1e-bd50-95b3eda5f8fc service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0875483 Feb 09 21:45:23.111534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d472b936-e9d9-4867-a750-361df870e159) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:23.117264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.118458 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.149132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292696c4-3a96-4398-9763-6c91e70e264f req-cb30647f-0376-4ea8-9db1-f89c7008f7eb tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.149132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-292696c4-3a96-4398-9763-6c91e70e264f req-cb30647f-0376-4ea8-9db1-f89c7008f7eb tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 949 time: 0.3205383 Feb 09 21:45:23.163736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e3f69-f2b5-4bdc-ae08-3c73fbe15bcb None None] Network d472b936-e9d9-4867-a750-361df870e159 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:23.173996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.174799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bf650ac2-718a-4806-98b9-aef719c04f7c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:23.219839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-292696c4-3a96-4398-9763-6c91e70e264f req-02f00871-5e51-4754-b6b8-a9bac1ea359f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617130 Feb 09 21:45:23.229672 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bd59fbc9-ca16-4c54-8a18-823341f16778 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8694232 Feb 09 21:45:23.235761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34358) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:23.366337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks [] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.444587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.548054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (c5273f1c-d2cf-4413-8cac-faf8610d43a6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.559911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:23.759194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 26430c68-3a69-4872-827f-286b992fedbb is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:23.760220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26430c68-3a69-4872-827f-286b992fedbb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.795560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:23.797120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:23.803048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-37dff74b-53e9-4527-bb42-0b987eb27ff6 service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696105 Feb 09 21:45:23.810967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:23.822515 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-19656b2a-f1ca-458f-97bb-2303ee2b3dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:45:23.824447 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-19656b2a-f1ca-458f-97bb-2303ee2b3dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:45:23.996153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 26430c68-3a69-4872-827f-286b992fedbb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=26430c68-3a69-4872-827f-286b992fedbb,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:23.999628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26430c68-3a69-4872-827f-286b992fedbb'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:24.002182 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69e43a6-8cb5-48b9-a04a-f6f7740f9e71" -d '{"events": [{"server_uuid": "aa997230-04f4-40b7-9dfc-c9396bb18424", "name": "network-vif-plugged", "status": "completed", "tag": "26430c68-3a69-4872-827f-286b992fedbb"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:24.014396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d472b936-e9d9-4867-a750-361df870e159', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:24.021054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.054151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34376) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:24.075431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64f06793-3f37-42d0-a2f6-aed5840965cb req-3489524b-008e-4782-921c-1f046d846fec service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708693 Feb 09 21:45:24.079516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Router c5273f1c-d2cf-4413-8cac-faf8610d43a6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:24.112852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:17Z', 'revision_number': 3, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:17Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:24.153177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26430c68-3a69-4872-827f-286b992fedbb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.340144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-526f54a0-f0ea-40fa-b888-3240bdf65c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.447306 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff2caf-9c0b-4089-9053-42d9943a8c9b x-openstack-request-id: req-d6ff2caf-9c0b-4089-9053-42d9943a8c9b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:24.453284 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa997230-04f4-40b7-9dfc-c9396bb18424", "name": "network-vif-plugged", "status": "completed", "tag": "26430c68-3a69-4872-827f-286b992fedbb", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:24.453802 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6ff2caf-9c0b-4089-9053-42d9943a8c9b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:24.454365 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26430c68-3a69-4872-827f-286b992fedbb', 'code': 200} Feb 09 21:45:24.509592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=26430c68-3a69-4872-827f-286b992fedbb,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:24.516794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ea24d-39a3-4d4d-871f-4aaa8b2702e1 req-f34228f7-670c-4c3b-930e-bffacb24593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.524934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:24.524934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Updating router 025f97fd-7f5b-4017-a32a-88692e35b46c port 6a19ff95-603a-465e-a7a9-e24e0703513b binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:24.525307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba5ea24d-39a3-4d4d-871f-4aaa8b2702e1 req-f34228f7-670c-4c3b-930e-bffacb24593c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 1132 time: 0.1621652 Feb 09 21:45:24.528953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-526f54a0-f0ea-40fa-b888-3240bdf65c55 admin admin] Publish callbacks [] for security_group (da8f3379-105b-4594-85d4-e2cf4b8df904), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.594919 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.602939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bf650ac2-718a-4806-98b9-aef719c04f7c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:24.602939 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.611087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.636871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-526f54a0-f0ea-40fa-b888-3240bdf65c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (da8f3379-105b-4594-85d4-e2cf4b8df904), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.684700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba5ea24d-39a3-4d4d-871f-4aaa8b2702e1 req-209cb455-fcaa-49f3-9444-fe7f4d499c4c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433699 Feb 09 21:45:24.742189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:24.775383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a969a731-8d2a-4d3d-af2d-8bf265307abe req-26217e7a-42a4-4b1b-9ebf-a36f0e3036f6 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=323a0565-5807-4ef7-bb3a-17934e28aa59 HTTP/1.1" status: 200 len: 210 time: 0.0760858 Feb 09 21:45:24.781077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-63a50fda-94af-4023-b983-7eb22c4059a7 admin admin] 10.222.0.98 "PUT /v2.0/routers/c5273f1c-d2cf-4413-8cac-faf8610d43a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9008377 Feb 09 21:45:24.821080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f54a0-f0ea-40fa-b888-3240bdf65c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f3379-105b-4594-85d4-e2cf4b8df904,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:24.848016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620029-1a40-40cd-9b55-e413ddf135da req-49ee1cb9-c720-4d50-9f9e-4d8b28476f77 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.858061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d620029-1a40-40cd-9b55-e413ddf135da req-49ee1cb9-c720-4d50-9f9e-4d8b28476f77 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 950 time: 0.3271253 Feb 09 21:45:24.887595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-19656b2a-f1ca-458f-97bb-2303ee2b3dbb None None] Current status of the port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:24.915966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-526f54a0-f0ea-40fa-b888-3240bdf65c55 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a33d2e2479e24362bf1124d9d136e83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604412 Feb 09 21:45:24.938696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d620029-1a40-40cd-9b55-e413ddf135da req-49791a95-3112-4cff-b394-23bc51257c28 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774310 Feb 09 21:45:24.938696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34408) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:25.090368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8578fbb3-4806-4f70-a1f1-5f4d460ce818 admin admin] Publish callbacks [] for security_group (da8f3379-105b-4594-85d4-e2cf4b8df904), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.109960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:25.168837 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8578fbb3-4806-4f70-a1f1-5f4d460ce818 admin admin] Publish callbacks [] for security_group (da8f3379-105b-4594-85d4-e2cf4b8df904), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.230533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Provisioning complete for port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:25.230883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.365409 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8578fbb3-4806-4f70-a1f1-5f4d460ce818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (da8f3379-105b-4594-85d4-e2cf4b8df904), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.375255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8578fbb3-4806-4f70-a1f1-5f4d460ce818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.380121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8578fbb3-4806-4f70-a1f1-5f4d460ce818 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/da8f3379-105b-4594-85d4-e2cf4b8df904 HTTP/1.1" status: 204 len: 168 time: 0.4372697 Feb 09 21:45:25.383508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:45:25.399576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578fbb3-4806-4f70-a1f1-5f4d460ce818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f3379-105b-4594-85d4-e2cf4b8df904,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:25.489801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Allocated IP 172.22.0.2 (d472b936-e9d9-4867-a750-361df870e159/0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9/d39860b2-8024-4585-a9e3-2849306bfc85) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:25.657269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bf650ac2-718a-4806-98b9-aef719c04f7c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:25.659021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6576cbee-328a-448d-98a6-88d6b1f71c03 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:25.989515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34454) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:25.994587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ca7a180b-a3fb-4113-b4df-ae106c8c5f01 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684022585', 'description': 'tempest-description--1327729853'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:26.046182 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Sync routers for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:26.072117 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:26.073115 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:26.139841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca7a180b-a3fb-4113-b4df-ae106c8c5f01 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.337974 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:26.345202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca7a180b-a3fb-4113-b4df-ae106c8c5f01 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group (8170066e-2c2e-4b0c-bc6c-309b0a33dc8f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.393691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:26.409305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:26.412775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'mac_address': 'fa:16:3e:3a:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:26.488987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab56b5-860c-45a2-87ee-f13e4749e24a req-43399fa2-b98b-4ce0-8fee-6e313772025f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.510991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbab56b5-860c-45a2-87ee-f13e4749e24a req-43399fa2-b98b-4ce0-8fee-6e313772025f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 950 time: 0.1590316 Feb 09 21:45:26.527037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca7a180b-a3fb-4113-b4df-ae106c8c5f01 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8170066e-2c2e-4b0c-bc6c-309b0a33dc8f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.734294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca7a180b-a3fb-4113-b4df-ae106c8c5f01 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.739985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ca7a180b-a3fb-4113-b4df-ae106c8c5f01 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7490227 Feb 09 21:45:26.747021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34496) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:26.748366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a180b-a3fb-4113-b4df-ae106c8c5f01 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:26.752881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-98ffbbb4-c3ea-4683-820d-8173dfcf02da tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Request body: {'security_group_rule': {'security_group_id': '8170066e-2c2e-4b0c-bc6c-309b0a33dc8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:26.766389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbab56b5-860c-45a2-87ee-f13e4749e24a req-d800e00e-472b-4bf4-972b-95ccb38bff62 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455115 Feb 09 21:45:26.824376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46486be-7605-4a62-a81b-480c43bc8bad req-a94b44bc-0c26-4084-abb2-1d44335833cc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.834861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-a94b44bc-0c26-4084-abb2-1d44335833cc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.2133830 Feb 09 21:45:26.861763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-fc46a4e7-b7f2-4c2f-96a1-ea92e4ea6a7a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/quotas/356eb4a569cb4fa1af12545be45d8009 HTTP/1.1" status: 200 len: 375 time: 0.0257430 Feb 09 21:45:26.886326 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 2, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:26.892326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:26.892797 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.933058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Provisioning complete for port bf650ac2-718a-4806-98b9-aef719c04f7c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:26.933554 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.948296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-f2a66a07-ac63-47b1-8784-c834bbe4e036 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850301 Feb 09 21:45:26.971968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ffbbb4-c3ea-4683-820d-8173dfcf02da tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group_rule (a362904a-537c-41a6-94da-b47167996a39), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.981040 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Publish callbacks [] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.982546 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Checking router: c5273f1c-d2cf-4413-8cac-faf8610d43a6 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:26.983018 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Updating router c5273f1c-d2cf-4413-8cac-faf8610d43a6 port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:27.005381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc1daadc-491b-4426-a9e4-0f9de6c86a61 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:27.025168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6576cbee-328a-448d-98a6-88d6b1f71c03 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:27.025886 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.062737 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.107425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ffbbb4-c3ea-4683-820d-8173dfcf02da tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group_rule (a362904a-537c-41a6-94da-b47167996a39), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.133678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-33fa1b5b-dcee-4f61-924f-16dd861de14f service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841700 Feb 09 21:45:27.142694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.151010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:27.229230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ffbbb4-c3ea-4683-820d-8173dfcf02da tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a362904a-537c-41a6-94da-b47167996a39), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.247135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7445e5-aaf2-4a20-8b77-a6902689c93e None None] Pushing event updated for resources: {'Port': ['ID=6a19ff95-603a-465e-a7a9-e24e0703513b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:27.281856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffbbb4-c3ea-4683-820d-8173dfcf02da tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a362904a-537c-41a6-94da-b47167996a39,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:27.297464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.391446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:27.406522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-7a0d82f8-4b14-4ba8-a90c-67cc545d227c service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675920 Feb 09 21:45:27.450164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Current status of the port bf650ac2-718a-4806-98b9-aef719c04f7c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:27.491393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ffbbb4-c3ea-4683-820d-8173dfcf02da tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.491393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-98ffbbb4-c3ea-4683-820d-8173dfcf02da tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7394371 Feb 09 21:45:27.493135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34518) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:27.498773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b6f0deaa-23bf-4fe4-be6f-ef9d23162a25 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Request body: {'security_group_rule': {'security_group_id': '8170066e-2c2e-4b0c-bc6c-309b0a33dc8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:27.499351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['dc1daadc-491b-4426-a9e4-0f9de6c86a61'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:27.597492 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Publish callbacks [] for port (d39860b2-8024-4585-a9e3-2849306bfc85), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.657465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6f0deaa-23bf-4fe4-be6f-ef9d23162a25 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group_rule (ebf2561c-55fa-4d4f-83e1-892d880b4119), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.660452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Attempting to bind port 6a19ff95-603a-465e-a7a9-e24e0703513b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:27.661497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Attempting to bind port 6a19ff95-603a-465e-a7a9-e24e0703513b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:27.661882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Attempting to bind port 6a19ff95-603a-465e-a7a9-e24e0703513b on network 01f975d6-c334-43f8-a764-25b105258b1d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:27.677874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:27.683119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Checking segment: {'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:27.683119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.683119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Bound using segment: {'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:27.683119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Bound port: 6a19ff95-603a-465e-a7a9-e24e0703513b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c795401-63d2-4da9-94e6-d18b9100f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:27.683119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.683742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Provisioning complete for port 6a19ff95-603a-465e-a7a9-e24e0703513b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:27.683910 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.758165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Port 6a19ff95-603a-465e-a7a9-e24e0703513b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:27.808650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Provisioning complete for port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:27.809181 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.940040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42f1838c-72ab-4f47-80ec-604c8328e15b req-85b9e6b4-9bbe-4b31-b455-81b9dd305838 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 210 time: 0.0730858 Feb 09 21:45:27.957946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.986901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6f0deaa-23bf-4fe4-be6f-ef9d23162a25 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group_rule (ebf2561c-55fa-4d4f-83e1-892d880b4119), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.990783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.22.0.1 (d472b936-e9d9-4867-a750-361df870e159/0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9/71b23b24-9418-472d-a857-361649ec9f72) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:28.019114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Network d472b936-e9d9-4867-a750-361df870e159 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:28.029679 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Publish callbacks [] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.032371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:28.033413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aeb42-b4aa-469a-997d-01dafd388007 req-112beea4-7dae-4ee1-92ae-bb3b4070584b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:28.035079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3a3aeb42-b4aa-469a-997d-01dafd388007 req-112beea4-7dae-4ee1-92ae-bb3b4070584b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 950 time: 0.1216729 Feb 09 21:45:28.101579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] For port 6a19ff95-603a-465e-a7a9-e24e0703513b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:28.105954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] For port 6a19ff95-603a-465e-a7a9-e24e0703513b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6a19ff95-603a-465e-a7a9-e24e0703513b,segment=NetworkSegment(4c795401-63d2-4da9-94e6-d18b9100f7e2),segment_id=4c795401-63d2-4da9-94e6-d18b9100f7e2)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:28.106138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6f0deaa-23bf-4fe4-be6f-ef9d23162a25 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ebf2561c-55fa-4d4f-83e1-892d880b4119), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.110497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6576cbee-328a-448d-98a6-88d6b1f71c03 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:28.112898 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.157030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0deaa-23bf-4fe4-be6f-ef9d23162a25 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf2561c-55fa-4d4f-83e1-892d880b4119,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:28.182140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3a3aeb42-b4aa-469a-997d-01dafd388007 req-fc81b953-3e53-4eb6-91df-0c0d60795357 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379201 Feb 09 21:45:28.185614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:28.272844 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6f0deaa-23bf-4fe4-be6f-ef9d23162a25 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.272844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b6f0deaa-23bf-4fe4-be6f-ef9d23162a25 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7589796 Feb 09 21:45:28.272844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34536) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:28.273100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85ebb3-670f-42f1-9642-bb6a84b283b4 None None] Pushing event updated for resources: {'Port': ['ID=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:28.305141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:28.331008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (71b23b24-9418-472d-a857-361649ec9f72), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.358312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.528752 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Attempting to bind port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:28.529180 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Attempting to bind port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:28.529509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Attempting to bind port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 on network 27b6debd-d044-4ab5-b77c-1480bb798a9b {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:28.541796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.555588 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:28.556000 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Checking segment: {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:28.567657 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.568135 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Bound using segment: {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:28.568667 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Bound port: 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:28.569074 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.637042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2907cb22-961d-41b6-a378-37bc8b9c19a7 None None] Current status of the port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:28.726042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (71b23b24-9418-472d-a857-361649ec9f72), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.736004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:28.750058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:28.755862 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] For port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:28.764766 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] For port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:28.781310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:28.797147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Pushing event updated for resources: {'Port': ['ID=d39860b2-8024-4585-a9e3-2849306bfc85,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:28.836560 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.912141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network d472b936-e9d9-4867-a750-361df870e159 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:28.979105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:28.983632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:28.997084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Attempting to bind port d39860b2-8024-4585-a9e3-2849306bfc85 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:29.004093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Attempting to bind port d39860b2-8024-4585-a9e3-2849306bfc85 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:29.005138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Attempting to bind port d39860b2-8024-4585-a9e3-2849306bfc85 on network d472b936-e9d9-4867-a750-361df870e159 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:29.036570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:29.037210 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:29.094970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=71b23b24-9418-472d-a857-361649ec9f72,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:29.252266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:29.325140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-883b1100-96b0-43cc-ab28-d8adcb544935 req-4e63fe17-d2f6-42a9-b41e-51d130623eaf tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 210 time: 0.2411702 Feb 09 21:45:29.365847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.476976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.608065 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85ebb3-670f-42f1-9642-bb6a84b283b4 None None] Pushing event updated for resources: {'Port': ['ID=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:29.642541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:29.764182 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:30.039142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:30.039528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Checking segment: {'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:30.039970 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.040703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Bound using segment: {'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:30.046375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Bound port: d39860b2-8024-4585-a9e3-2849306bfc85, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:30.047301 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.063193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-90a1c81e-ff77-432a-8574-db4a635a5574 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.065919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-90a1c81e-ff77-432a-8574-db4a635a5574 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.069465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-90a1c81e-ff77-432a-8574-db4a635a5574 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.070977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-90a1c81e-ff77-432a-8574-db4a635a5574 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.071967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-90a1c81e-ff77-432a-8574-db4a635a5574 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.076271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-90a1c81e-ff77-432a-8574-db4a635a5574 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.079139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-90a1c81e-ff77-432a-8574-db4a635a5574 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776&device_id=aa997230-04f4-40b7-9dfc-c9396bb18424&device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe&device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20&device_id=d6741655-6914-4074-8b4c-a07823a6feb8&device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9&device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 5738 time: 0.1916337 Feb 09 21:45:30.110016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:30.110399 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.132814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-083e640e-02bd-40cb-93c6-6829b0f2a413 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.231985 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.248737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port dc1daadc-491b-4426-a9e4-0f9de6c86a61 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:30.249118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.460290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-083e640e-02bd-40cb-93c6-6829b0f2a413 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Publish callbacks [] for security_group (7ffac30b-7648-4b5e-b3bd-d338ef9a075a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.518934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7445e5-aaf2-4a20-8b77-a6902689c93e None None] Pushing event updated for resources: {'Port': ['ID=6a19ff95-603a-465e-a7a9-e24e0703513b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:30.533905 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:28Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:30.538497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-083e640e-02bd-40cb-93c6-6829b0f2a413 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7ffac30b-7648-4b5e-b3bd-d338ef9a075a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.553501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-eeb92e03-5eb9-4e57-b9a6-33fe24ec1d9c None None] Provisioning complete for port 6a19ff95-603a-465e-a7a9-e24e0703513b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:30.553894 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eeb92e03-5eb9-4e57-b9a6-33fe24ec1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.641969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e640e-02bd-40cb-93c6-6829b0f2a413 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffac30b-7648-4b5e-b3bd-d338ef9a075a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:30.657511 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde6ae0-4574-4b8a-8a5e-18bf37903f70 None None] The sync data for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 is: [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:28Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:30.785634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:30.788382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:30.796378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8a5b624-c8ec-47b1-9c6e-a97839a61883 req-0a807c61-9a32-4779-bb94-4c9522e9a394 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 210 time: 0.1529124 Feb 09 21:45:30.834249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec98b312-c2e7-4d6e-a0cc-c2a49f2754fd req-083e640e-02bd-40cb-93c6-6829b0f2a413 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&id=c1f49438-0b73-4094-9fae-c0f837268fb8&id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 447 time: 0.7452729 Feb 09 21:45:31.100574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Allocated IP 172.25.5.188 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:31.329234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (71b23b24-9418-472d-a857-361649ec9f72), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.462469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.522527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf692-95d4-4f02-8e3c-e5894d450380 req-713b90ce-21f2-4cef-b875-50e60902cd94 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.523075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf692-95d4-4f02-8e3c-e5894d450380 req-713b90ce-21f2-4cef-b875-50e60902cd94 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.523219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bf692-95d4-4f02-8e3c-e5894d450380 req-713b90ce-21f2-4cef-b875-50e60902cd94 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.544331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a7bf692-95d4-4f02-8e3c-e5894d450380 req-713b90ce-21f2-4cef-b875-50e60902cd94 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424&device_id=d6741655-6914-4074-8b4c-a07823a6feb8&device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 2977 time: 0.1093097 Feb 09 21:45:31.565958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] For port d39860b2-8024-4585-a9e3-2849306bfc85, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:31.605954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] For port d39860b2-8024-4585-a9e3-2849306bfc85, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d39860b2-8024-4585-a9e3-2849306bfc85,segment=NetworkSegment(908c8cf5-293f-4e70-adc8-60c29898297d),segment_id=908c8cf5-293f-4e70-adc8-60c29898297d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:31.620139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.642954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a7bf692-95d4-4f02-8e3c-e5894d450380 req-a570a3f4-9260-48e9-8eb0-84d0b5f2c902 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969939 Feb 09 21:45:31.725860 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.865139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:31.865823 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.925193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:17Z', 'revision_number': 3, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:28Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:31.931743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eeb92e03-5eb9-4e57-b9a6-33fe24ec1d9c None None] Current status of the port 6a19ff95-603a-465e-a7a9-e24e0703513b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:31.932281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eeb92e03-5eb9-4e57-b9a6-33fe24ec1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.963580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:31.964115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.018507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:32.024146 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ae67d8-0386-4b4c-a718-53a2ba0743a2" -d '{"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-plugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:32.044433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e4d74-4001-474f-a65b-c05d489b31fb None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:17Z', 'revision_number': 3, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:28Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:32.055809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46486be-7605-4a62-a81b-480c43bc8bad req-86eef457-31e8-469f-9e3e-af963b44e26c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.059845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-86eef457-31e8-469f-9e3e-af963b44e26c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.110 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.8736355 Feb 09 21:45:32.100577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:32.131579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2b3cb-8335-458b-879f-c7381f998c33 None None] Pushing event updated for resources: {'Port': ['ID=d39860b2-8024-4585-a9e3-2849306bfc85,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.159366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-eeb92e03-5eb9-4e57-b9a6-33fe24ec1d9c None None] For port 6a19ff95-603a-465e-a7a9-e24e0703513b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6a19ff95-603a-465e-a7a9-e24e0703513b,segment=NetworkSegment(4c795401-63d2-4da9-94e6-d18b9100f7e2),segment_id=4c795401-63d2-4da9-94e6-d18b9100f7e2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:32.204487 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.246421 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eeb92e03-5eb9-4e57-b9a6-33fe24ec1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.318239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Request body: {'port': {'device_id': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'admin_state_up': True, 'tenant_id': '356eb4a569cb4fa1af12545be45d8009'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:32.496294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.591089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0bf990e4-aac1-45b4-90f1-be94444066be req-80ce75b1-217f-4c25-9aab-31b7794a893c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 210 time: 0.5285881 Feb 09 21:45:32.722994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb92e03-5eb9-4e57-b9a6-33fe24ec1d9c None None] Pushing event updated for resources: {'Port': ['ID=6a19ff95-603a-465e-a7a9-e24e0703513b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.740864 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb2d57d-b1a5-40d3-ba97-bff38ac8320f x-openstack-request-id: req-4eb2d57d-b1a5-40d3-ba97-bff38ac8320f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:32.742247 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-plugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:32.742513 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4eb2d57d-b1a5-40d3-ba97-bff38ac8320f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:32.742958 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'code': 200} Feb 09 21:45:32.768296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:32.768768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.835122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:32.835942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (71b23b24-9418-472d-a857-361649ec9f72), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.842467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Provisioning complete for port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:32.843314 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.899041 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.935953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (71b23b24-9418-472d-a857-361649ec9f72), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.200452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:33.251782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.256087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.301687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d39860b2-8024-4585-a9e3-2849306bfc85 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:33.304033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=71b23b24-9418-472d-a857-361649ec9f72,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:33.346856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:33.363582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.363864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.364221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.364565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.364927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.365251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.365587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.365918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.366248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.366577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.366903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.367228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.382772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:33.392099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Current status of the port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:33.392850 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.510666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] For port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:33.531896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event updated for resources: {'Port': ['ID=0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:33.534662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:33.535240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d39860b2-8024-4585-a9e3-2849306bfc85 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:33.536115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.539123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:33.623967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.724797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Provisioning complete for port 6a19ff95-603a-465e-a7a9-e24e0703513b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:33.725599 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.956525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Pushing event updated for resources: {'Port': ['ID=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:33.966527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:33.978869 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.017703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480ced-277b-4802-81b2-2f3c10841ffb req-4d46b61f-146a-41d4-8724-ca847791b180 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.028260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-04480ced-277b-4802-81b2-2f3c10841ffb req-4d46b61f-146a-41d4-8724-ca847791b180 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1132 time: 0.1201591 Feb 09 21:45:34.044230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5751c48f-a704-4e0c-b0b9-c776c339cedc None None] Current status of the port 6a19ff95-603a-465e-a7a9-e24e0703513b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:34.047625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e54b68c0-9d9a-49d7-81d6-5f3db77a9696 req-b944adaa-3e4f-4687-8898-5f86d1704840 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 210 time: 0.2016335 Feb 09 21:45:34.052538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d39860b2-8024-4585-a9e3-2849306bfc85 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:34.052942 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.149888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port d39860b2-8024-4585-a9e3-2849306bfc85, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d39860b2-8024-4585-a9e3-2849306bfc85,segment=NetworkSegment(908c8cf5-293f-4e70-adc8-60c29898297d),segment_id=908c8cf5-293f-4e70-adc8-60c29898297d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:34.166689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc8e16-ec62-46c4-8166-7669d6acc1a6 None None] Network d472b936-e9d9-4867-a750-361df870e159 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:34.174059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-04480ced-277b-4802-81b2-2f3c10841ffb req-4778cfb6-5f37-48d1-98cc-35e8675b7705 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418302 Feb 09 21:45:34.252324 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for floatingip (8beeee4e-b6e5-4665-a843-69b2e34710ec), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.281185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network d472b936-e9d9-4867-a750-361df870e159 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:34.295222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:34.347650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.349324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:34.464567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-041827c6-b342-43c7-9673-27d65abead82 None None] Provisioning complete for port d39860b2-8024-4585-a9e3-2849306bfc85 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:34.465208 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-041827c6-b342-43c7-9673-27d65abead82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.530156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:34.530682 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.540302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=d39860b2-8024-4585-a9e3-2849306bfc85,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:34.785095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-041827c6-b342-43c7-9673-27d65abead82 None None] Current status of the port d39860b2-8024-4585-a9e3-2849306bfc85 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:34.831606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.920771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34688) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:34.938913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:34.951159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6a19ff95-603a-465e-a7a9-e24e0703513b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:34.989528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Allocated IP 172.20.0.14 (f071065e-0967-462d-9ec9-b88235668c87/7bd08550-b806-4ee3-b711-ecc6d2caf5f8/55a7aeb1-4968-4406-bb47-03baf918c2d2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:34.998752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d388c-f434-4f85-8e06-a06e07b87259 req-21991107-910a-461a-b544-a32a5ac65a61 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.020830 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-096d388c-f434-4f85-8e06-a06e07b87259 req-21991107-910a-461a-b544-a32a5ac65a61 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1132 time: 0.6988611 Feb 09 21:45:35.039212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:35.128324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d9742bae-d750-43a0-a6a8-98d39bc59c9c None None] Provisioning complete for port d39860b2-8024-4585-a9e3-2849306bfc85 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:35.132799 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9742bae-d750-43a0-a6a8-98d39bc59c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.169371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.232227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-096d388c-f434-4f85-8e06-a06e07b87259 req-60d110bb-8738-4f1e-8726-f583a0018c09 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100182 Feb 09 21:45:35.331819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6a19ff95-603a-465e-a7a9-e24e0703513b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:35.335512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.402669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Publish callbacks [] for security_group (375600c4-a4d5-4bf7-ab41-ac21ebdad353), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.496837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f698b7-deec-43e0-bdc8-41e1a17c8206 req-dc739163-7932-4190-b071-4c24bafef73b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 210 time: 0.0882771 Feb 09 21:45:35.500825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (375600c4-a4d5-4bf7-ab41-ac21ebdad353), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.569647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4c0c105b1d1944cebe97ebba4a9ccd95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6447444 Feb 09 21:45:35.571199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34698) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:35.578783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4d7d0c7-f13d-4e90-b6a7-582d97ec8c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.720923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375600c4-a4d5-4bf7-ab41-ac21ebdad353,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:35.740140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.741114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.743376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.743843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.746958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.747390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.747832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.748239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.748717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.749114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.750419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.752774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.753900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793433d-5f6b-4902-b51a-0caf5d0c249d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:35.754938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9742bae-d750-43a0-a6a8-98d39bc59c9c None None] Current status of the port d39860b2-8024-4585-a9e3-2849306bfc85 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:35.790844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d9742bae-d750-43a0-a6a8-98d39bc59c9c None None] Provisioning complete for port 71b23b24-9418-472d-a857-361649ec9f72 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:35.791478 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9742bae-d750-43a0-a6a8-98d39bc59c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (71b23b24-9418-472d-a857-361649ec9f72), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.827319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6a19ff95-603a-465e-a7a9-e24e0703513b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:35.848656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9742bae-d750-43a0-a6a8-98d39bc59c9c None None] Port 71b23b24-9418-472d-a857-361649ec9f72 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:35.922276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f39f5acd-da36-4a0a-af7f-007b3b082390 admin admin] Publish callbacks [] for security_group (375600c4-a4d5-4bf7-ab41-ac21ebdad353), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.966785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f39f5acd-da36-4a0a-af7f-007b3b082390 admin admin] Publish callbacks [] for security_group (375600c4-a4d5-4bf7-ab41-ac21ebdad353), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.976780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b514b102-edcc-449a-bd3a-3d5971039dd4 None None] Provisioning complete for port 71b23b24-9418-472d-a857-361649ec9f72 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:35.977189 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b514b102-edcc-449a-bd3a-3d5971039dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (71b23b24-9418-472d-a857-361649ec9f72), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.018611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.053185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:36.071830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:36.082687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8c27912a-34b4-4bc2-a29e-bbc92e3f12e5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8454981 Feb 09 21:45:36.085221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34714) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:36.091741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'network': {'name': 'tempest-RoutersTest-678214257'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:36.110163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b514b102-edcc-449a-bd3a-3d5971039dd4 None None] Port 71b23b24-9418-472d-a857-361649ec9f72 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:36.125788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:36.128359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:36.147405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.186857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f39f5acd-da36-4a0a-af7f-007b3b082390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (375600c4-a4d5-4bf7-ab41-ac21ebdad353), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.189560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f39f5acd-da36-4a0a-af7f-007b3b082390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.196503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f39f5acd-da36-4a0a-af7f-007b3b082390 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/375600c4-a4d5-4bf7-ab41-ac21ebdad353 HTTP/1.1" status: 204 len: 168 time: 0.6160219 Feb 09 21:45:36.231558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f5acd-da36-4a0a-af7f-007b3b082390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375600c4-a4d5-4bf7-ab41-ac21ebdad353,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:36.246721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:36.258755 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.344798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:36.388238 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (8beeee4e-b6e5-4665-a843-69b2e34710ec), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.466733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks [] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.539973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d39860b2-8024-4585-a9e3-2849306bfc85 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:36.601849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event updated for resources: {'Port': ['ID=0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:36.643563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.663162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-010d9ff0-5c54-43ee-b7aa-ce95d12f54c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3694649 Feb 09 21:45:36.667967 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.818059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Network f071065e-0967-462d-9ec9-b88235668c87 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:36.839421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:36.856078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:37.061524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.064639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.077607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event updated for resources: {'Port': ['ID=55a7aeb1-4968-4406-bb47-03baf918c2d2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:37.172823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:37.237911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4b68395f-09a3-470e-a380-9d8141176550), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.247077 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added segment 4b68395f-09a3-470e-a380-9d8141176550 of type vlan for network 59901e20-3334-4574-89df-7ae7439df7e9 Feb 09 21:45:37.256114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d39860b2-8024-4585-a9e3-2849306bfc85 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:37.256632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.276169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-648b2ab0-c1dc-43bc-8964-3ce3688bedd3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1979530 Feb 09 21:45:37.280315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127f3c-b321-4599-9af5-bdda5b1cd0cb req-2e9fb99e-e6e6-4d7f-8998-a0388c85c52b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.281051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:30Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:37.281992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36127f3c-b321-4599-9af5-bdda5b1cd0cb req-2e9fb99e-e6e6-4d7f-8998-a0388c85c52b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 932 time: 0.1967921 Feb 09 21:45:37.300534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Request body: {'port': {'device_id': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:37.317129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:37.317448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Updating router 025f97fd-7f5b-4017-a32a-88692e35b46c port 71b23b24-9418-472d-a857-361649ec9f72 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:37.339737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (59901e20-3334-4574-89df-7ae7439df7e9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.365985 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (71b23b24-9418-472d-a857-361649ec9f72), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.402216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.447778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36127f3c-b321-4599-9af5-bdda5b1cd0cb req-702d2642-5021-402c-a1d4-78d408a9fe9a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002195 Feb 09 21:45:37.475760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (59901e20-3334-4574-89df-7ae7439df7e9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.481442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.482357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.663954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34754) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:37.713960 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f35be3a-f79a-48b8-9227-8512f273426f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.724977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d39860b2-8024-4585-a9e3-2849306bfc85 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:37.726132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:37.898600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-f057a61b-3b30-423a-baa5-cbd2834e331b tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--684022585&fields=id&tenant_id=149056cdaea245e3892e00d1d90ac04e HTTP/1.1" status: 200 len: 267 time: 0.1974688 Feb 09 21:45:37.905981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8194482 Feb 09 21:45:37.946593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:37.947044 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.960896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34766) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:37.978617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'subnet': {'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:37.981365 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Publish callbacks [] for port (71b23b24-9418-472d-a857-361649ec9f72), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.038575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13207d1b-ccec-4a95-8dc5-de4609c31549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.047292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-0f5229f6-b61f-4a50-9e57-23747e3bd4b5 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.049130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-0f5229f6-b61f-4a50-9e57-23747e3bd4b5 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/networks?id=27b6debd-d044-4ab5-b77c-1480bb798a9b HTTP/1.1" status: 200 len: 806 time: 0.1416068 Feb 09 21:45:38.070546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-8a7156f6-59c4-4ee9-901f-d739176fdbf8 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/quotas/149056cdaea245e3892e00d1d90ac04e HTTP/1.1" status: 200 len: 375 time: 0.0119369 Feb 09 21:45:38.096411 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (71b23b24-9418-472d-a857-361649ec9f72), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.162404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13207d1b-ccec-4a95-8dc5-de4609c31549 admin admin] Publish callbacks [] for security_group (1b816058-fb3f-4758-8d0e-91e35fd70c22), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.163697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f75afd-52e0-43ae-b845-9d27316f7b82 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Network': ['ID=59901e20-3334-4574-89df-7ae7439df7e9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:38.194669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:38.195417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:38.208597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 59901e20-3334-4574-89df-7ae7439df7e9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:38.267474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13207d1b-ccec-4a95-8dc5-de4609c31549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1b816058-fb3f-4758-8d0e-91e35fd70c22), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.351580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-13207d1b-ccec-4a95-8dc5-de4609c31549 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0ee114149cf445bbb20594fc84c9fd82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6821620 Feb 09 21:45:38.351580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207d1b-ccec-4a95-8dc5-de4609c31549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b816058-fb3f-4758-8d0e-91e35fd70c22,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:38.354070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:38.393457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-a7c9f357-aac7-4bf0-9f34-643e876811a5 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=149056cdaea245e3892e00d1d90ac04e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2172494 Feb 09 21:45:38.427294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d372273-9da0-45d5-95ca-65618180719d None None] Pushing event updated for resources: {'Port': ['ID=71b23b24-9418-472d-a857-361649ec9f72,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:38.526345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Attempting to bind port 71b23b24-9418-472d-a857-361649ec9f72 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:38.526965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Attempting to bind port 71b23b24-9418-472d-a857-361649ec9f72 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:38.527505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Attempting to bind port 71b23b24-9418-472d-a857-361649ec9f72 on network d472b936-e9d9-4867-a750-361df870e159 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:38.541685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:38.542366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Checking segment: {'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:38.543006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.543566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Bound using segment: {'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:38.544291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Bound port: 71b23b24-9418-472d-a857-361649ec9f72, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908c8cf5-293f-4e70-adc8-60c29898297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd472b936-e9d9-4867-a750-361df870e159'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:38.544915 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (71b23b24-9418-472d-a857-361649ec9f72), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.628645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e9f18-6db7-4704-8506-c186a283e327 req-d7ea8fac-fabb-482c-a71e-13c57f6c7cd6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.644199 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a97e9f18-6db7-4704-8506-c186a283e327 req-d7ea8fac-fabb-482c-a71e-13c57f6c7cd6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.4488239 Feb 09 21:45:38.661183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] For port 71b23b24-9418-472d-a857-361649ec9f72, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:38.665710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] For port 71b23b24-9418-472d-a857-361649ec9f72, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=71b23b24-9418-472d-a857-361649ec9f72,segment=NetworkSegment(908c8cf5-293f-4e70-adc8-60c29898297d),segment_id=908c8cf5-293f-4e70-adc8-60c29898297d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:38.681246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:38.682384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-6c2fb712-c9c0-4790-9f7f-7fd9bfa51375 service neutron] 10.222.0.98 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772028 Feb 09 21:45:38.683029 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.717178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Made reservation on behalf of e3aa877a3f174b0d8d3c323cd0a2e8ec for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:38.721635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.746698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebde5e8d-a166-4f39-ad26-820ef12b3bf0 admin admin] Publish callbacks [] for security_group (1b816058-fb3f-4758-8d0e-91e35fd70c22), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.753340 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (71b23b24-9418-472d-a857-361649ec9f72), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.809667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-d3174a60-2410-4aa1-a710-aa4e7cee4924 service neutron] 10.222.0.98 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152265 Feb 09 21:45:38.869416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:38.874131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:38.917010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebde5e8d-a166-4f39-ad26-820ef12b3bf0 admin admin] Publish callbacks [] for security_group (1b816058-fb3f-4758-8d0e-91e35fd70c22), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.985651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:39.002432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a97e9f18-6db7-4704-8506-c186a283e327 req-6dcdae0e-5a37-42bd-9b4f-28b1e8d51d20 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572030 Feb 09 21:45:39.107308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a7aeb1-4968-4406-bb47-03baf918c2d2 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:39.131078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d372273-9da0-45d5-95ca-65618180719d None None] Pushing event updated for resources: {'Port': ['ID=71b23b24-9418-472d-a857-361649ec9f72,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:39.143015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cde30518-f7df-4526-9335-22cbee82d472 None None] Provisioning complete for port 71b23b24-9418-472d-a857-361649ec9f72 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:39.144133 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cde30518-f7df-4526-9335-22cbee82d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (71b23b24-9418-472d-a857-361649ec9f72), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.167615 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Publish callbacks [] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.262885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Transition to ACTIVE for port object 55a7aeb1-4968-4406-bb47-03baf918c2d2 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:39.339800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d674bce-1c8d-4f5a-9f30-04f102b7fe3b req-3f37c40d-261f-464d-a9ba-df67f713d9c9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.348514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d674bce-1c8d-4f5a-9f30-04f102b7fe3b req-3f37c40d-261f-464d-a9ba-df67f713d9c9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 932 time: 0.2037592 Feb 09 21:45:39.388660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.438588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.482422 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebde5e8d-a166-4f39-ad26-820ef12b3bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1b816058-fb3f-4758-8d0e-91e35fd70c22), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.489787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebde5e8d-a166-4f39-ad26-820ef12b3bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.492367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ebde5e8d-a166-4f39-ad26-820ef12b3bf0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b816058-fb3f-4758-8d0e-91e35fd70c22 HTTP/1.1" status: 204 len: 168 time: 1.1323442 Feb 09 21:45:39.615190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7c0c60c-1dba-4a43-8cf7-d3be4a53d926 req-fef8ee28-8325-48c9-af5f-389ec8dba115 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 210 time: 0.1001887 Feb 09 21:45:39.629635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:39.658080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde5e8d-a166-4f39-ad26-820ef12b3bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b816058-fb3f-4758-8d0e-91e35fd70c22,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:39.689264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Pushing event updated for resources: {'Port': ['ID=55a7aeb1-4968-4406-bb47-03baf918c2d2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:39.704318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d674bce-1c8d-4f5a-9f30-04f102b7fe3b req-5194e86f-3912-4459-9a9f-02daca059932 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548374 Feb 09 21:45:39.736962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:30Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:38Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:39.777378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2a8f40-9cca-47ae-96c3-bb0d330ce49e None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:30Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:38Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:39.782555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (bfe460ef-4be8-455c-b207-75b54ae9f209), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.785718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cde30518-f7df-4526-9335-22cbee82d472 None None] Current status of the port 71b23b24-9418-472d-a857-361649ec9f72 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:39.792654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cde30518-f7df-4526-9335-22cbee82d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (71b23b24-9418-472d-a857-361649ec9f72), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.921699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cde30518-f7df-4526-9335-22cbee82d472 None None] For port 71b23b24-9418-472d-a857-361649ec9f72, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=71b23b24-9418-472d-a857-361649ec9f72,segment=NetworkSegment(908c8cf5-293f-4e70-adc8-60c29898297d),segment_id=908c8cf5-293f-4e70-adc8-60c29898297d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:39.985906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Subnet': ['ID=bfe460ef-4be8-455c-b207-75b54ae9f209,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:39.992546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Attempting to bind port 55a7aeb1-4968-4406-bb47-03baf918c2d2 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:39.992762 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cde30518-f7df-4526-9335-22cbee82d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (71b23b24-9418-472d-a857-361649ec9f72), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.992898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Attempting to bind port 55a7aeb1-4968-4406-bb47-03baf918c2d2 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:39.993204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Attempting to bind port 55a7aeb1-4968-4406-bb47-03baf918c2d2 on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:40.010164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Port 55a7aeb1-4968-4406-bb47-03baf918c2d2 on network f071065e-0967-462d-9ec9-b88235668c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:40.010860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Attempting to bind port 55a7aeb1-4968-4406-bb47-03baf918c2d2 on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:40.046018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Checking segment: {'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:40.046780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network hostable DHCP agents. Network: 59901e20-3334-4574-89df-7ae7439df7e9, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:40.054941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:40.062068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Checking segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:40.062696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Bound using segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:40.064922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Bound port: 55a7aeb1-4968-4406-bb47-03baf918c2d2, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:40.072052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.101782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde30518-f7df-4526-9335-22cbee82d472 None None] Pushing event updated for resources: {'Port': ['ID=71b23b24-9418-472d-a857-361649ec9f72,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.175234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.192949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-233c84a8-9a5e-49a5-b3a2-3edb17521a24 None None] Provisioning complete for port 71b23b24-9418-472d-a857-361649ec9f72 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:40.193334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-233c84a8-9a5e-49a5-b3a2-3edb17521a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (71b23b24-9418-472d-a857-361649ec9f72), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.260857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 59901e20-3334-4574-89df-7ae7439df7e9 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:40.296070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d033a-5dd1-4c32-9504-615acc40ca7c req-2b31782f-aac3-4187-b2d9-ad8899c75479 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.319103 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e6d033a-5dd1-4c32-9504-615acc40ca7c req-2b31782f-aac3-4187-b2d9-ad8899c75479 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1504095 Feb 09 21:45:40.379419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] For port 55a7aeb1-4968-4406-bb47-03baf918c2d2, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:40.389275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] For port 55a7aeb1-4968-4406-bb47-03baf918c2d2, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=55a7aeb1-4968-4406-bb47-03baf918c2d2,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:40.405156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e6d033a-5dd1-4c32-9504-615acc40ca7c req-e9a94716-ed1f-4e80-8ea9-4799fb01002b tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799501 Feb 09 21:45:40.427681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-233c84a8-9a5e-49a5-b3a2-3edb17521a24 None None] Current status of the port 71b23b24-9418-472d-a857-361649ec9f72 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:40.430216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 59901e20-3334-4574-89df-7ae7439df7e9) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:40.435867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.439179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.444334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa8e3b-3263-4448-a8de-808e937420e6 None None] Network 59901e20-3334-4574-89df-7ae7439df7e9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:40.520449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.616364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34824) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:40.643735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d2ad5ff3-b8f6-4c9f-8bd6-5b4edc5142e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6660275 Feb 09 21:45:40.687018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.692491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.701086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] 10.222.0.110 "PUT /v2.0/ports/55a7aeb1-4968-4406-bb47-03baf918c2d2 HTTP/1.1" status: 200 len: 1092 time: 3.4080966 Feb 09 21:45:40.702097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'tag': '55a7aeb1-4968-4406-bb47-03baf918c2d2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:40.711285 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cea1a4-4c90-45c7-ac1a-1de5fc4e1f42" -d '{"events": [{"name": "network-changed", "server_uuid": "3001a7c0-7f16-4eff-ae82-b5e5e44f4776", "tag": "55a7aeb1-4968-4406-bb47-03baf918c2d2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:40.745651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-59901e20-3334-4574-89df-7ae7439df7e9', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:40.751468 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.804565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9a224-7ea0-4c7f-a40e-91ad7b2b21a1 service neutron] Pushing event updated for resources: {'Port': ['ID=55a7aeb1-4968-4406-bb47-03baf918c2d2,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.844890 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217b5e6-77da-4302-83f6-ca98920ba4b9 x-openstack-request-id: req-9217b5e6-77da-4302-83f6-ca98920ba4b9 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:40.845184 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3001a7c0-7f16-4eff-ae82-b5e5e44f4776", "tag": "55a7aeb1-4968-4406-bb47-03baf918c2d2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:40.846114 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9217b5e6-77da-4302-83f6-ca98920ba4b9 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:40.846532 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'tag': '55a7aeb1-4968-4406-bb47-03baf918c2d2', 'status': 'completed', 'code': 200} Feb 09 21:45:41.036039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c396c63d-21a8-41f5-8108-5867bf7011c9 req-e797fee3-ceea-4d68-89da-53e626f28b23 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 210 time: 0.1342928 Feb 09 21:45:41.072884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea1a4-4c90-45c7-ac1a-1de5fc4e1f42 req-df6807fd-ee64-4534-ab75-e3a78b1a3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.077596 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34cea1a4-4c90-45c7-ac1a-1de5fc4e1f42 req-df6807fd-ee64-4534-ab75-e3a78b1a3287 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 1126 time: 0.1946743 Feb 09 21:45:41.388207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc60cff-5556-4804-8704-2dbfea4a863c req-d894bd40-2ea7-42a2-8831-83e056843d49 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.396482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fc60cff-5556-4804-8704-2dbfea4a863c req-d894bd40-2ea7-42a2-8831-83e056843d49 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 944 time: 0.3653481 Feb 09 21:45:41.537083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea1a4-4c90-45c7-ac1a-1de5fc4e1f42 req-3e5c1233-677a-4b2e-8d6d-89b2313fb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.539447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34cea1a4-4c90-45c7-ac1a-1de5fc4e1f42 req-3e5c1233-677a-4b2e-8d6d-89b2313fb5bd service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=356eb4a569cb4fa1af12545be45d8009&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4246495 Feb 09 21:45:41.667184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a42d9a-5657-404f-820e-2feb8894f4f4 req-3866701d-cf14-4d1c-a77e-29ca0b79e689 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.667839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09a42d9a-5657-404f-820e-2feb8894f4f4 req-3866701d-cf14-4d1c-a77e-29ca0b79e689 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1576183 Feb 09 21:45:41.672439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.721430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Allocated IP 172.23.0.2 (59901e20-3334-4574-89df-7ae7439df7e9/bfe460ef-4be8-455c-b207-75b54ae9f209/a500f198-b3a4-4a69-af97-7f1ecdc24ad4) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:41.733633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.784203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fc60cff-5556-4804-8704-2dbfea4a863c req-e958ea1f-10d0-4120-b279-6c250aeee26d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770251 Feb 09 21:45:41.946765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09a42d9a-5657-404f-820e-2feb8894f4f4 req-9d36c151-f6df-45b7-beb5-b2a91d335b5f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689204 Feb 09 21:45:41.999402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 71b23b24-9418-472d-a857-361649ec9f72 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:42.132157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cea1a4-4c90-45c7-ac1a-1de5fc4e1f42 req-f537f7d5-dc03-494c-a9b2-03e1ee21e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.136071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34cea1a4-4c90-45c7-ac1a-1de5fc4e1f42 req-f537f7d5-dc03-494c-a9b2-03e1ee21e40e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5742056 Feb 09 21:45:42.226631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 71b23b24-9418-472d-a857-361649ec9f72 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:42.227032 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (71b23b24-9418-472d-a857-361649ec9f72), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.271159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46486be-7605-4a62-a81b-480c43bc8bad req-7975c00c-0727-420d-bcdf-5f3b6e814eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.276136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-7975c00c-0727-420d-bcdf-5f3b6e814eab service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 1126 time: 0.0786040 Feb 09 21:45:42.292406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2780b730-d8ff-4f91-9469-2cfc1ba9378c req-f6c58009-c244-4bfb-9b06-97b46ddbb6cc tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 210 time: 0.1180527 Feb 09 21:45:42.387741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-31ac8717-bd08-4d0c-aa0f-1a0a55a0ced2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55a7aeb1-4968-4406-bb47-03baf918c2d2 HTTP/1.1" status: 200 len: 217 time: 0.0971520 Feb 09 21:45:42.496225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46486be-7605-4a62-a81b-480c43bc8bad req-6c42a451-369d-4239-bf52-929e46185e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.501380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-6c42a451-369d-4239-bf52-929e46185e90 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.0888331 Feb 09 21:45:42.509424 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Publish callbacks [] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.532535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 71b23b24-9418-472d-a857-361649ec9f72 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:42.548600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-d7bb5bf0-612c-4851-82a7-610f76aafae0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366626 Feb 09 21:45:42.636392 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.753817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Network 59901e20-3334-4574-89df-7ae7439df7e9 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:42.794396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Allocated IP 172.23.0.1 (59901e20-3334-4574-89df-7ae7439df7e9/bfe460ef-4be8-455c-b207-75b54ae9f209/4b4639b6-bdab-4e2a-a3bf-d57c3120c74b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:42.808821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:42.812623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:42.820737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Pushing event updated for resources: {'Port': ['ID=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:42.993052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Attempting to bind port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:42.993448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Attempting to bind port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:42.993827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Attempting to bind port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 on network 59901e20-3334-4574-89df-7ae7439df7e9 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:43.009637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:43.010362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Checking segment: {'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:43.010974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.011563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Bound using segment: {'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:43.012290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Bound port: a500f198-b3a4-4a69-af97-7f1ecdc24ad4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:43.012917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.075286 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.114906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-ae12e94a-190d-4a83-9cdd-6a9253aeada0 service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541878 Feb 09 21:45:43.138771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-a06c064a-a7d8-4a44-8ec1-4aca32b5bea7 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.144690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-a06c064a-a7d8-4a44-8ec1-4aca32b5bea7 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.30 "GET /v2.0/networks?id=27b6debd-d044-4ab5-b77c-1480bb798a9b HTTP/1.1" status: 200 len: 806 time: 0.4725528 Feb 09 21:45:43.184803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] For port a500f198-b3a4-4a69-af97-7f1ecdc24ad4, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:43.193794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] For port a500f198-b3a4-4a69-af97-7f1ecdc24ad4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,segment=NetworkSegment(4b68395f-09a3-470e-a380-9d8141176550),segment_id=4b68395f-09a3-470e-a380-9d8141176550)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:43.262192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.298327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 59901e20-3334-4574-89df-7ae7439df7e9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:43.315960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0847-05a2-4ce7-99a7-bab7efd787dc req-7f44a6b2-512f-4a54-839e-6c93e5ef64a3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.325083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5ac0847-05a2-4ce7-99a7-bab7efd787dc req-7f44a6b2-512f-4a54-839e-6c93e5ef64a3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1636138 Feb 09 21:45:43.329124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:43.338145 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.383409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:43.433333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80f88-d9e0-4c0a-b4f4-f867ae17925f req-4bfb10ad-3f09-4163-8499-214c22d52f6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.442579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17a80f88-d9e0-4c0a-b4f4-f867ae17925f req-4bfb10ad-3f09-4163-8499-214c22d52f6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 944 time: 0.4560459 Feb 09 21:45:43.520922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be46bb-8900-430d-bd29-d459f0a0e0d2 None None] Pushing event updated for resources: {'Port': ['ID=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.549683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-30aa6226-4dbf-4d22-886d-5e4d9844aa89 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149056cdaea245e3892e00d1d90ac04e HTTP/1.1" status: 200 len: 379 time: 0.3895917 Feb 09 21:45:43.564286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Request body: {'port': {'device_id': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'admin_state_up': True, 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'security_groups': ['8170066e-2c2e-4b0c-bc6c-309b0a33dc8f']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:43.571875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b46486be-7605-4a62-a81b-480c43bc8bad req-9e73fd7b-44ef-4130-b136-aa45c2216f86 service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239683 Feb 09 21:45:43.610688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5ac0847-05a2-4ce7-99a7-bab7efd787dc req-3e69d802-a35d-4319-bf73-a6ec1258f356 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846248 Feb 09 21:45:43.625540 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.640768 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.737772 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17a80f88-d9e0-4c0a-b4f4-f867ae17925f req-71589f24-543f-47a6-976a-26d27a2ec1a8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620680 Feb 09 21:45:43.868155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Made reservation on behalf of 149056cdaea245e3892e00d1d90ac04e for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:43.874417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.071465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-291d46ba-21e7-46e9-a171-302b7bd10d44 req-a41052f4-69ab-4c32-8caf-a89a16b71403 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 210 time: 0.1200285 Feb 09 21:45:44.157274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.227751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Allocated IP 172.20.0.10 (27b6debd-d044-4ab5-b77c-1480bb798a9b/77e3d7ef-9ab7-4063-a6d9-1799fedd5f35/43124aa5-2b0a-4f35-b1ac-9739a619707a) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:44.422423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.576108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.586028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.650260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:44.657129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:44.660945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:44.705030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.723917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event updated for resources: {'Port': ['ID=43124aa5-2b0a-4f35-b1ac-9739a619707a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:44.854548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event updated for resources: {'Port': ['ID=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:44.902661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.925762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:45.181543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cfdbf-a4f5-4fb7-8b73-ab17695f781b req-fa437e0a-cf7b-4af6-99d8-73a768f0a024 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.189407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6cfdbf-a4f5-4fb7-8b73-ab17695f781b req-fa437e0a-cf7b-4af6-99d8-73a768f0a024 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 944 time: 0.1554232 Feb 09 21:45:45.194375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Network 59901e20-3334-4574-89df-7ae7439df7e9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:45.215911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:45.224078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a1b20ce2-cea4-47df-9776-5e002229768c None None] Provisioning complete for port 43124aa5-2b0a-4f35-b1ac-9739a619707a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:45.225062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1b20ce2-cea4-47df-9776-5e002229768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.269473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.270726 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.296998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a1b20ce2-cea4-47df-9776-5e002229768c None None] Port 43124aa5-2b0a-4f35-b1ac-9739a619707a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:45.318322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34ae60-469e-4166-addf-c1429466a445 None None] Network 59901e20-3334-4574-89df-7ae7439df7e9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:45.336797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d43fd-1e30-40fd-a680-5a6098bc8ae9 req-31614c4d-a28d-4ad6-9d75-65947bb12285 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.337710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-261d43fd-1e30-40fd-a680-5a6098bc8ae9 req-31614c4d-a28d-4ad6-9d75-65947bb12285 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.5926094 Feb 09 21:45:45.384804 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-ae082cda-b087-45c6-ac80-84868d44811a tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8238287 Feb 09 21:45:45.400979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Request body: {'port': {'device_id': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:45.441224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:45.466209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0f8e1e74-0e15-4062-a882-786feb6862be None None] Provisioning complete for port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:45.469679 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1e74-0e15-4062-a882-786feb6862be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.519434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-261d43fd-1e30-40fd-a680-5a6098bc8ae9 req-3ff0f78f-8286-414a-9b4d-b865e6aad954 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749249 Feb 09 21:45:45.560288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e6cfdbf-a4f5-4fb7-8b73-ab17695f781b req-37aaa500-52b4-4d0e-a705-4fa58e93df7a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673885 Feb 09 21:45:45.599766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.710701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:45.723333 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:45.747518 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:45.748100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:45.764784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a2ae6ed7-5da2-4bbc-a69d-22edc06aa0c5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1438167 Feb 09 21:45:45.767377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34934) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:45.779909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:45.820643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e1e74-0e15-4062-a882-786feb6862be None None] Current status of the port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:45.821046 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1e74-0e15-4062-a882-786feb6862be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.942619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67499175-22b9-4835-8604-c9d654484abc req-0841e241-3e5a-46c7-a268-c4ec41121d75 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.949254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0f8e1e74-0e15-4062-a882-786feb6862be None None] For port a500f198-b3a4-4a69-af97-7f1ecdc24ad4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,segment=NetworkSegment(4b68395f-09a3-470e-a380-9d8141176550),segment_id=4b68395f-09a3-470e-a380-9d8141176550)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:45.952416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67499175-22b9-4835-8604-c9d654484abc req-0841e241-3e5a-46c7-a268-c4ec41121d75 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 932 time: 0.3256431 Feb 09 21:45:45.956686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a500f198-b3a4-4a69-af97-7f1ecdc24ad4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:46.054214 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f8e1e74-0e15-4062-a882-786feb6862be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.138910 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:46.144989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:46.145508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.221966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e1e74-0e15-4062-a882-786feb6862be None None] Pushing event updated for resources: {'Port': ['ID=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:46.224549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67499175-22b9-4835-8604-c9d654484abc req-5f900777-79fb-4715-b4ed-2de6be2ec33d tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678070 Feb 09 21:45:46.422250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:46.437284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-533ee9c1-a4cb-4129-a6d6-b51b60a75e65 None None] Provisioning complete for port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:46.441850 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-533ee9c1-a4cb-4129-a6d6-b51b60a75e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.556820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-533ee9c1-a4cb-4129-a6d6-b51b60a75e65 None None] Port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:46.598718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-533ee9c1-a4cb-4129-a6d6-b51b60a75e65 None None] Provisioning complete for port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:46.599527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-533ee9c1-a4cb-4129-a6d6-b51b60a75e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.738845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-533ee9c1-a4cb-4129-a6d6-b51b60a75e65 None None] Current status of the port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:46.858426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43124aa5-2b0a-4f35-b1ac-9739a619707a {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:46.876291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Publish callbacks [] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.902933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Transition to ACTIVE for port object 43124aa5-2b0a-4f35-b1ac-9739a619707a will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:46.930280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07109-1b1c-4c5c-8a96-00e49cefdb9e req-b09a8609-1d75-46ec-8e6f-f1c18129ce4a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:46.930727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65f07109-1b1c-4c5c-8a96-00e49cefdb9e req-b09a8609-1d75-46ec-8e6f-f1c18129ce4a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 944 time: 0.1479673 Feb 09 21:45:46.975178 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:43Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:44Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:46.992800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-87da442c-ea13-47dc-8c82-7ada6af1381e None None] Provisioning complete for port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:46.993192 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87da442c-ea13-47dc-8c82-7ada6af1381e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.008439 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.019021 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:47.020210 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Updating router 025f97fd-7f5b-4017-a32a-88692e35b46c port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:47.101088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65f07109-1b1c-4c5c-8a96-00e49cefdb9e req-1ae77da9-6ec3-4815-b3a7-162d848a4d82 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647034 Feb 09 21:45:47.104426 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.141590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-87da442c-ea13-47dc-8c82-7ada6af1381e None None] Port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:47.170888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=43124aa5-2b0a-4f35-b1ac-9739a619707a,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:47.241449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 55a7aeb1-4968-4406-bb47-03baf918c2d2 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:47.377198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Attempting to bind port 43124aa5-2b0a-4f35-b1ac-9739a619707a on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:47.382448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Attempting to bind port 43124aa5-2b0a-4f35-b1ac-9739a619707a by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:47.382819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Attempting to bind port 43124aa5-2b0a-4f35-b1ac-9739a619707a on network 27b6debd-d044-4ab5-b77c-1480bb798a9b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:47.434369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Port 43124aa5-2b0a-4f35-b1ac-9739a619707a on network 27b6debd-d044-4ab5-b77c-1480bb798a9b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:47.434868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Attempting to bind port 43124aa5-2b0a-4f35-b1ac-9739a619707a on network 27b6debd-d044-4ab5-b77c-1480bb798a9b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:47.478974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-40a508cc-44e7-44e4-a0ac-4bbdf661d57c None None] Provisioning complete for port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:47.480540 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40a508cc-44e7-44e4-a0ac-4bbdf661d57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.515238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:47.515600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Checking segment: {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:47.516037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Bound using segment: {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:47.516520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Bound port: 43124aa5-2b0a-4f35-b1ac-9739a619707a, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c820a6a-44c2-4e5f-85af-664892ec7a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:47.516880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.608653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 55a7aeb1-4968-4406-bb47-03baf918c2d2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=55a7aeb1-4968-4406-bb47-03baf918c2d2,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:47.612218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-40a508cc-44e7-44e4-a0ac-4bbdf661d57c None None] Port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:47.631666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '55a7aeb1-4968-4406-bb47-03baf918c2d2', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'port_id': '55a7aeb1-4968-4406-bb47-03baf918c2d2', 'mac_address': 'fa:16:3e:c9:93:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd08550-b806-4ee3-b711-ecc6d2caf5f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:47.712910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18914814-598d-4a50-9731-ba15506d755a req-11bf127c-47da-4f07-9833-fe12d5c0be23 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.712910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18914814-598d-4a50-9731-ba15506d755a req-11bf127c-47da-4f07-9833-fe12d5c0be23 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 944 time: 0.3157520 Feb 09 21:45:47.781957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 55a7aeb1-4968-4406-bb47-03baf918c2d2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:47.783072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.791939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] For port 43124aa5-2b0a-4f35-b1ac-9739a619707a, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:47.818323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] For port 43124aa5-2b0a-4f35-b1ac-9739a619707a, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:47.841974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a7aeb1-4968-4406-bb47-03baf918c2d2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:47.852305 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18914814-598d-4a50-9731-ba15506d755a req-1930cbe9-b581-4efd-9ddc-9d6884d7de76 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223049 Feb 09 21:45:47.853290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a500f198-b3a4-4a69-af97-7f1ecdc24ad4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:47.898195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.904560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34984) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:47.965597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 55a7aeb1-4968-4406-bb47-03baf918c2d2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=55a7aeb1-4968-4406-bb47-03baf918c2d2,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:47.973427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.974068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.975475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] 10.222.0.30 "PUT /v2.0/ports/43124aa5-2b0a-4f35-b1ac-9739a619707a HTTP/1.1" status: 200 len: 1092 time: 2.5824244 Feb 09 21:45:47.981773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:47.981773 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.989189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:47.995823 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38380d-c6d3-4f78-9148-0d403602128b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:48.069049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7dd4c-de08-4975-87c6-d75d2f6bbcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=43124aa5-2b0a-4f35-b1ac-9739a619707a,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.085759 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.138415 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4762323-ab52-43f2-8460-5cf21b093fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.148222 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862ca78c-4e33-4968-ad32-2bf01a531b1f x-openstack-request-id: req-862ca78c-4e33-4968-ad32-2bf01a531b1f {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:48.148523 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:48.148786 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-862ca78c-4e33-4968-ad32-2bf01a531b1f {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:48.149192 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'status': 'completed', 'code': 200} Feb 09 21:45:48.179433 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Publish callbacks [] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.228867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=55a7aeb1-4968-4406-bb47-03baf918c2d2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.265879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f6ec-51c1-4252-9a99-05132c062773 req-5e15e00c-f9b8-4ff2-b7ce-abbf8c18825e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.266567 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.268496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce17f6ec-51c1-4252-9a99-05132c062773 req-5e15e00c-f9b8-4ff2-b7ce-abbf8c18825e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.4803753 Feb 09 21:45:48.349207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:48.360687 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f644593-47c5-4b9a-98d2-16bf776b23b8 None None] Pushing event updated for resources: {'Port': ['ID=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.374001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4762323-ab52-43f2-8460-5cf21b093fdc admin admin] Publish callbacks [] for security_group (672808a2-0a71-4472-8b31-db9af85e785e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.435357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['55a7aeb1-4968-4406-bb47-03baf918c2d2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:48.444271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-7e9e8eb2-ff52-480e-be72-21259d4120b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.445904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-7e9e8eb2-ff52-480e-be72-21259d4120b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=149056cdaea245e3892e00d1d90ac04e&device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 1126 time: 0.3042071 Feb 09 21:45:48.468522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4762323-ab52-43f2-8460-5cf21b093fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (672808a2-0a71-4472-8b31-db9af85e785e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.516602 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Attempting to bind port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:48.516983 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Attempting to bind port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:48.517353 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Attempting to bind port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b on network 59901e20-3334-4574-89df-7ae7439df7e9 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:48.528106 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:48.530132 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Checking segment: {'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:48.531777 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.532893 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Bound using segment: {'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:48.537088 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Bound port: 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b68395f-09a3-470e-a380-9d8141176550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:48.537683 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.612344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce17f6ec-51c1-4252-9a99-05132c062773 req-230e7c96-d700-467b-88b6-44832a792cfa tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306103 Feb 09 21:45:48.663322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-c7e1c59b-d019-4d5b-8298-fdb952c65ff5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a HTTP/1.1" status: 200 len: 217 time: 0.2013474 Feb 09 21:45:48.681476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.extraroute_db [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:45:48.697518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8748f32-f06d-4dfe-ad8c-d6bbc8e73592 req-d2040287-85fb-4058-b354-0e532173e9b9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.711383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8748f32-f06d-4dfe-ad8c-d6bbc8e73592 req-d2040287-85fb-4058-b354-0e532173e9b9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 945 time: 0.3343709 Feb 09 21:45:48.728933 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] For port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:48.740972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.extraroute_db [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Removed routes are [] {{(pid=103697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:45:48.741806 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] For port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,segment=NetworkSegment(4b68395f-09a3-470e-a380-9d8141176550),segment_id=4b68395f-09a3-470e-a380-9d8141176550)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:48.742228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.784170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b4762323-ab52-43f2-8460-5cf21b093fdc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d0624c0c8543419dbd370edc16da6350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8744709 Feb 09 21:45:48.784365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (0d91b39d-c00b-40fa-9a83-6658b4ced44e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.786024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35004) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:48.815920 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.850992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4762323-ab52-43f2-8460-5cf21b093fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672808a2-0a71-4472-8b31-db9af85e785e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.894152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e8aa0c02-090b-4162-bcd2-ceeb89ab0194 None None] Provisioning complete for port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:48.895337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c02-090b-4162-bcd2-ceeb89ab0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.974681 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f644593-47c5-4b9a-98d2-16bf776b23b8 None None] Pushing event updated for resources: {'Port': ['ID=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.992103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-7a90bfab-5a34-435e-a87a-34459a9b69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.997278 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-7a90bfab-5a34-435e-a87a-34459a9b69b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77e3d7ef-9ab7-4063-a6d9-1799fedd5f35 HTTP/1.1" status: 200 len: 845 time: 0.2828948 Feb 09 21:45:49.005818 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:49.006467 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:49.067879 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8748f32-f06d-4dfe-ad8c-d6bbc8e73592 req-821ad227-4fe4-4c5c-9f35-8c1d086aeec2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551478 Feb 09 21:45:49.120226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e8aa0c02-090b-4162-bcd2-ceeb89ab0194 None None] Current status of the port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:49.124504 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c02-090b-4162-bcd2-ceeb89ab0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.226085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dc12-e737-4660-ba57-116f6b758084 req-0c145163-41f7-4a6d-92bf-bc750d8431d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:49.227733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e8aa0c02-090b-4162-bcd2-ceeb89ab0194 None None] For port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,segment=NetworkSegment(4b68395f-09a3-470e-a380-9d8141176550),segment_id=4b68395f-09a3-470e-a380-9d8141176550)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:49.233835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-0c145163-41f7-4a6d-92bf-bc750d8431d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27b6debd-d044-4ab5-b77c-1480bb798a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2231247 Feb 09 21:45:49.292096 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0c02-090b-4162-bcd2-ceeb89ab0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.303918 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:49.421988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa0c02-090b-4162-bcd2-ceeb89ab0194 None None] Pushing event updated for resources: {'Port': ['ID=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:49.460355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cb948519-8481-4f83-a4c3-8bf5f5956bef None None] Provisioning complete for port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:49.462146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cb948519-8481-4f83-a4c3-8bf5f5956bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.527204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-71f183b1-d28a-4e85-983d-02578e80b182 service neutron] 10.222.0.30 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865443 Feb 09 21:45:49.555406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cb948519-8481-4f83-a4c3-8bf5f5956bef None None] Current status of the port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:49.619729 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70963c5f-fb2a-42bf-85c2-3a266386ec59 admin admin] Publish callbacks [] for security_group (672808a2-0a71-4472-8b31-db9af85e785e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.691762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e10e6-f041-4d60-8a65-1ef895dc0e9d req-0e4469c9-7eba-4e03-a467-3866a472982b tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:49.693919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f01e10e6-f041-4d60-8a65-1ef895dc0e9d req-0e4469c9-7eba-4e03-a467-3866a472982b tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.2149804 Feb 09 21:45:49.762511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e68dc12-e737-4660-ba57-116f6b758084 req-0b635f7b-a56f-4cf6-af5c-3b25096f077d service neutron] 10.222.0.30 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233405 Feb 09 21:45:49.804477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.810511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.821682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f01e10e6-f041-4d60-8a65-1ef895dc0e9d req-1c62f08d-1d9e-4701-b699-56decdb3af7f tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179621 Feb 09 21:45:49.856175 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 6, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:49.928108 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c423caf-42ab-4fe9-8edd-118dbb39cc76 None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 6, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 4, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:50.058009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70963c5f-fb2a-42bf-85c2-3a266386ec59 admin admin] Publish callbacks [] for security_group (672808a2-0a71-4472-8b31-db9af85e785e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.065129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1dfd-9f75-4e20-b894-073c06c9083e req-b6ab8ad8-bd54-4910-90a3-d0c9c6a2693f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.068852 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee4a1dfd-9f75-4e20-b894-073c06c9083e req-b6ab8ad8-bd54-4910-90a3-d0c9c6a2693f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1932135 Feb 09 21:45:50.095125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38380d-c6d3-4f78-9148-0d403602128b req-5696292a-07ae-42e6-a464-72076970eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.097247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38380d-c6d3-4f78-9148-0d403602128b req-5696292a-07ae-42e6-a464-72076970eb13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=149056cdaea245e3892e00d1d90ac04e&device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 1126 time: 0.1590283 Feb 09 21:45:50.138424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:50.184659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063f517-3394-4cc7-b83a-7e3474758bfe req-a2b4c505-7778-4adb-8436-6a227ae2e68e tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.192007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2063f517-3394-4cc7-b83a-7e3474758bfe req-a2b4c505-7778-4adb-8436-6a227ae2e68e tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 944 time: 0.9696231 Feb 09 21:45:50.226621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70963c5f-fb2a-42bf-85c2-3a266386ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (672808a2-0a71-4472-8b31-db9af85e785e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.229529 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70963c5f-fb2a-42bf-85c2-3a266386ec59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.233575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee4a1dfd-9f75-4e20-b894-073c06c9083e req-6797b64a-39b4-4091-a05b-52a8689a16da tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552033 Feb 09 21:45:50.243850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-70963c5f-fb2a-42bf-85c2-3a266386ec59 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/672808a2-0a71-4472-8b31-db9af85e785e HTTP/1.1" status: 204 len: 168 time: 1.4477580 Feb 09 21:45:50.294486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38380d-c6d3-4f78-9148-0d403602128b req-8ebcb89e-b9db-44f7-af79-4acc1789e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.296785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38380d-c6d3-4f78-9148-0d403602128b req-8ebcb89e-b9db-44f7-af79-4acc1789e855 service neutron] 10.222.0.30 "GET /v2.0/networks?id=27b6debd-d044-4ab5-b77c-1480bb798a9b HTTP/1.1" status: 200 len: 907 time: 0.1892712 Feb 09 21:45:50.400563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38380d-c6d3-4f78-9148-0d403602128b req-7d890335-b64c-4b24-9d3a-1ed22ae074d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a HTTP/1.1" status: 200 len: 217 time: 0.0973470 Feb 09 21:45:50.508308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2063f517-3394-4cc7-b83a-7e3474758bfe req-7ca3da13-7bd3-45d6-9ee3-ddd1ca41c8d0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153427 Feb 09 21:45:50.520299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38380d-c6d3-4f78-9148-0d403602128b req-f0ac8d7b-c573-462b-9574-2d742484e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.532440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38380d-c6d3-4f78-9148-0d403602128b req-f0ac8d7b-c573-462b-9574-2d742484e032 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77e3d7ef-9ab7-4063-a6d9-1799fedd5f35 HTTP/1.1" status: 200 len: 845 time: 0.1213911 Feb 09 21:45:50.554276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70963c5f-fb2a-42bf-85c2-3a266386ec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672808a2-0a71-4472-8b31-db9af85e785e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:50.572633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:50.591964 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.593399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a2278a52-ae75-48c9-9b52-6feecb89ff97 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 200 len: 934 time: 4.8203082 Feb 09 21:45:50.599298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35030) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:50.662933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38380d-c6d3-4f78-9148-0d403602128b req-28d9a6a1-a667-4127-b32d-667d0805ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.664547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38380d-c6d3-4f78-9148-0d403602128b req-28d9a6a1-a667-4127-b32d-667d0805ba07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27b6debd-d044-4ab5-b77c-1480bb798a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1132731 Feb 09 21:45:50.676417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4330794-663f-41aa-b4ce-634ec94682a4 req-f7efeebd-652b-4061-b04d-b5b52557000d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.700363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c4330794-663f-41aa-b4ce-634ec94682a4 req-f7efeebd-652b-4061-b04d-b5b52557000d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 945 time: 0.2276616 Feb 09 21:45:50.802913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Deleting port 45e93fab-c2ef-479e-bbf3-d27a292c0e24 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:50.803509 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.823072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c4330794-663f-41aa-b4ce-634ec94682a4 req-738694ca-b158-4b38-8779-e82fbabc19bf tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177020 Feb 09 21:45:50.931449 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38380d-c6d3-4f78-9148-0d403602128b req-ff3d7ca4-08e7-4e3b-a2a3-f169fe336dba service neutron] 10.222.0.30 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205131 Feb 09 21:45:50.935382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8d63d072-35e8-4535-afeb-cee51a606282 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 200 len: 934 time: 0.3324411 Feb 09 21:45:50.937001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:50.968297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] For port 45e93fab-c2ef-479e-bbf3-d27a292c0e24, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=45e93fab-c2ef-479e-bbf3-d27a292c0e24,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:50.968686 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.997931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Calling delete_port for 45e93fab-c2ef-479e-bbf3-d27a292c0e24 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:51.033462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'routes': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:51.280901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 55a7aeb1-4968-4406-bb47-03baf918c2d2 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:51.291947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38380d-c6d3-4f78-9148-0d403602128b req-322634bd-d911-4716-9211-f4c17d7f52d3 service neutron] 10.222.0.30 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526561 Feb 09 21:45:51.386151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35044) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:51.448023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ef328cf0-20af-4aab-955c-51cde72c7e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.452582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 55a7aeb1-4968-4406-bb47-03baf918c2d2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:51.457315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 55a7aeb1-4968-4406-bb47-03baf918c2d2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:51.457703 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.493359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d326a7-8256-4ae8-807f-0a6b38c1598e req-543e9d65-eb4f-473e-b4d9-64eb93a329cc tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:51.495234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28d326a7-8256-4ae8-807f-0a6b38c1598e req-543e9d65-eb4f-473e-b4d9-64eb93a329cc tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.1574111 Feb 09 21:45:51.521667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a6232-a3c3-4a2b-b2d1-a15a038a5b68 req-212c60b4-25b3-4dad-aa73-18d87e858985 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:51.531860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-556a6232-a3c3-4a2b-b2d1-a15a038a5b68 req-212c60b4-25b3-4dad-aa73-18d87e858985 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.0845094 Feb 09 21:45:51.545988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:51.578222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ef328cf0-20af-4aab-955c-51cde72c7e86 admin admin] Publish callbacks [] for security_group (00dfcb81-db71-4b16-838a-b6dc7e2d5341), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.580443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:51.581274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:51.614784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-556a6232-a3c3-4a2b-b2d1-a15a038a5b68 req-ffa8b6a2-fc84-4d72-bcd0-d86bb3fbc487 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767605 Feb 09 21:45:51.615529 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (45e93fab-c2ef-479e-bbf3-d27a292c0e24), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.674458 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28d326a7-8256-4ae8-807f-0a6b38c1598e req-97b54385-2ccb-4e41-8461-164304b948a0 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899327 Feb 09 21:45:51.685137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ef328cf0-20af-4aab-955c-51cde72c7e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (00dfcb81-db71-4b16-838a-b6dc7e2d5341), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.692206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:51.747099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e93fab-c2ef-479e-bbf3-d27a292c0e24,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:51.780829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ef328cf0-20af-4aab-955c-51cde72c7e86 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42d8f950935d4ec192ae58d0c70ea938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917515 Feb 09 21:45:51.787963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35056) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:51.868376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef328cf0-20af-4aab-955c-51cde72c7e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dfcb81-db71-4b16-838a-b6dc7e2d5341,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:51.957552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 55a7aeb1-4968-4406-bb47-03baf918c2d2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:51.958486 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.973313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:52.010040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a7aeb1-4968-4406-bb47-03baf918c2d2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:52.012662 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ecab7-e1a6-4fa6-91ae-4d62ac28e771" -d '{"events": [{"server_uuid": "3001a7c0-7f16-4eff-ae82-b5e5e44f4776", "name": "network-vif-plugged", "status": "completed", "tag": "55a7aeb1-4968-4406-bb47-03baf918c2d2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:52.036419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa219e-9bdc-4c6a-9386-87d3b7e75121 req-eaace601-975b-4d56-8273-57494aad76ea tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.038053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88aa219e-9bdc-4c6a-9386-87d3b7e75121 req-eaace601-975b-4d56-8273-57494aad76ea tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 944 time: 0.2374120 Feb 09 21:45:52.047484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 55a7aeb1-4968-4406-bb47-03baf918c2d2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=55a7aeb1-4968-4406-bb47-03baf918c2d2,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:52.076344 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc98bf10-a4c7-4c22-8edb-43d0bcf124d9 admin admin] Publish callbacks [] for security_group (00dfcb81-db71-4b16-838a-b6dc7e2d5341), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.099489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc98bf10-a4c7-4c22-8edb-43d0bcf124d9 admin admin] Publish callbacks [] for security_group (00dfcb81-db71-4b16-838a-b6dc7e2d5341), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.112876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:52.112876 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.138481 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.167290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.extraroute_db [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added routes are [] {{(pid=103696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:45:52.167290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.extraroute_db [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:45:52.196114 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (0d91b39d-c00b-40fa-9a83-6658b4ced44e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.204621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88aa219e-9bdc-4c6a-9386-87d3b7e75121 req-09c2b836-dfbb-41fd-830a-2cb85b09e519 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588397 Feb 09 21:45:52.204802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=55a7aeb1-4968-4406-bb47-03baf918c2d2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:52.257392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.266622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:48Z', 'revision_number': 6, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:49Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:52.286184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc98bf10-a4c7-4c22-8edb-43d0bcf124d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (00dfcb81-db71-4b16-838a-b6dc7e2d5341), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.289760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc98bf10-a4c7-4c22-8edb-43d0bcf124d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.294372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc98bf10-a4c7-4c22-8edb-43d0bcf124d9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/00dfcb81-db71-4b16-838a-b6dc7e2d5341 HTTP/1.1" status: 204 len: 168 time: 0.5014935 Feb 09 21:45:52.323919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98bf10-a4c7-4c22-8edb-43d0bcf124d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dfcb81-db71-4b16-838a-b6dc7e2d5341,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:52.384086 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b6fae-fd66-4dc8-87f9-16bcaeccd755 x-openstack-request-id: req-9d1b6fae-fd66-4dc8-87f9-16bcaeccd755 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:52.384643 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3001a7c0-7f16-4eff-ae82-b5e5e44f4776", "name": "network-vif-plugged", "status": "completed", "tag": "55a7aeb1-4968-4406-bb47-03baf918c2d2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:52.384643 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9d1b6fae-fd66-4dc8-87f9-16bcaeccd755 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:52.388999 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a7aeb1-4968-4406-bb47-03baf918c2d2', 'code': 200} Feb 09 21:45:52.415637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68459a5-7a89-4cbe-8688-63c93c4922f5 req-3f3169fb-e807-4760-b03a-11ebddc72823 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.426329 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f68459a5-7a89-4cbe-8688-63c93c4922f5 req-3f3169fb-e807-4760-b03a-11ebddc72823 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.2245846 Feb 09 21:45:52.428095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:52.490869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:52.491084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:52.501851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f68459a5-7a89-4cbe-8688-63c93c4922f5 req-6cc6353b-2446-407b-b392-7f5db95b4bea tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694103 Feb 09 21:45:52.621657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2f622-08cc-4a26-8539-ac9ae56abdd3 req-bd780dc1-beae-477b-a225-c33e3b758ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.623183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54c2f622-08cc-4a26-8539-ac9ae56abdd3 req-bd780dc1-beae-477b-a225-c33e3b758ffa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 1128 time: 0.2650023 Feb 09 21:45:52.763399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Router 0d91b39d-c00b-40fa-9a83-6658b4ced44e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:52.875133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:52.919834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:53.060952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f834528-893a-42b4-b9ec-09f720b1eeb3 req-61fc38a3-815f-4ed0-a9eb-373f952895b7 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.062648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f834528-893a-42b4-b9ec-09f720b1eeb3 req-61fc38a3-815f-4ed0-a9eb-373f952895b7 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.1258478 Feb 09 21:45:53.065531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:53.073297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5a3d2f79-b21a-4fd3-9898-b7bd43a37e19 admin admin] 10.222.0.98 "PUT /v2.0/routers/0d91b39d-c00b-40fa-9a83-6658b4ced44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1436527 Feb 09 21:45:53.076281 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] Sync routers for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:53.078829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35078) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:53.103585 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:53.105111 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:53.159727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54c2f622-08cc-4a26-8539-ac9ae56abdd3 req-ed37bbd2-f045-4fec-84dc-a1750bdfbadd service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697626 Feb 09 21:45:53.326751 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.341299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.371131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:52Z', 'revision_number': 7, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:49Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:53.372570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614155f3-16d5-4c94-9be5-811b6f5af0c7 req-63050570-c4c2-4b4b-90f6-5d93c097c5df tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.382099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-614155f3-16d5-4c94-9be5-811b6f5af0c7 req-63050570-c4c2-4b4b-90f6-5d93c097c5df tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2254741 Feb 09 21:45:53.411568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a21259-e000-4d6e-8158-1ed51dd3806d None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:52Z', 'revision_number': 7, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:49Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:53.418375 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:53.466924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 43124aa5-2b0a-4f35-b1ac-9739a619707a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:53.649246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-614155f3-16d5-4c94-9be5-811b6f5af0c7 req-846fc60c-0458-4629-b859-abe7453147f0 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572289 Feb 09 21:45:53.680939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 43124aa5-2b0a-4f35-b1ac-9739a619707a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:53.693991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:53.697435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks [] for router (0d91b39d-c00b-40fa-9a83-6658b4ced44e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.709823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-c34af644-5236-435b-b7e3-0371cbe559bc tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.713135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-c34af644-5236-435b-b7e3-0371cbe559bc tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.110 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.2586286 Feb 09 21:45:53.771342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'port_id': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'mac_address': 'fa:16:3e:94:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:53.855594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:45:51Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:53.870187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 43124aa5-2b0a-4f35-b1ac-9739a619707a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:53.871137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.886701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43124aa5-2b0a-4f35-b1ac-9739a619707a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:53.915664 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] Checking router: 0d91b39d-c00b-40fa-9a83-6658b4ced44e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:53.920560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 43124aa5-2b0a-4f35-b1ac-9739a619707a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:53.924468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f834528-893a-42b4-b9ec-09f720b1eeb3 req-84f1def4-c112-4010-96de-56bc2f702466 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8520145 Feb 09 21:45:53.945864 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] Routers {'0d91b39d-c00b-40fa-9a83-6658b4ced44e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:53.946574 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:53.994059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks [] for router_gateway (0d91b39d-c00b-40fa-9a83-6658b4ced44e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.053384 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.112120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:54.121470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=43124aa5-2b0a-4f35-b1ac-9739a619707a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.132690 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.134232 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e4959a32-a340-4b46-9c63-dbff38620061 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 200 len: 700 time: 3.1962001 Feb 09 21:45:54.136880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:54.139182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35106) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:54.162304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:54.163053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.236428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c29ac-6238-4957-b7b3-bd9dc6d9160d req-0651d219-dc53-49f6-9f4a-54ccc659880d tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:54.244536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d7c29ac-6238-4957-b7b3-bd9dc6d9160d req-0651d219-dc53-49f6-9f4a-54ccc659880d tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 944 time: 0.2634828 Feb 09 21:45:54.249768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57e209-d6f3-4ca2-9571-b0c4278f0924 req-885814e3-cb9d-4ba1-9b43-19bf5b047129 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:54.257167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea57e209-d6f3-4ca2-9571-b0c4278f0924 req-885814e3-cb9d-4ba1-9b43-19bf5b047129 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.1850269 Feb 09 21:45:54.292783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Deleting port f8a317cd-31e3-440f-aa96-8c207a9ac097 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:54.293294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.322423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] Set router 0d91b39d-c00b-40fa-9a83-6658b4ced44e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:54.327940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea57e209-d6f3-4ca2-9571-b0c4278f0924 req-a3281fa1-3366-4e27-917b-45dcacc6d441 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640869 Feb 09 21:45:54.339752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Deleting port a5129773-ea99-442a-a6c2-710f3270b7a3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:54.340460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.357245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['43124aa5-2b0a-4f35-b1ac-9739a619707a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:54.414461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4055af43-d3a2-4f51-90f9-e441b4619c84 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 200 len: 700 time: 0.2728214 Feb 09 21:45:54.419327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35110) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:54.446112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d7c29ac-6238-4957-b7b3-bd9dc6d9160d req-66e28917-e604-4315-9a9b-96bade6c66f5 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959360 Feb 09 21:45:54.524182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] For port a5129773-ea99-442a-a6c2-710f3270b7a3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a5129773-ea99-442a-a6c2-710f3270b7a3,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:54.527388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.549834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:54.586986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Calling delete_port for a5129773-ea99-442a-a6c2-710f3270b7a3 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:54.726460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] For port f8a317cd-31e3-440f-aa96-8c207a9ac097, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f8a317cd-31e3-440f-aa96-8c207a9ac097,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:54.727921 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.929540 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:45:51Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:55.005913 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c4231-892d-4034-8c69-561e5bf3837d None None] The sync data for ids ['0d91b39d-c00b-40fa-9a83-6658b4ced44e'] in n-d-828599-1 is: [{'id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'name': 'tempest-TaggedBootDevicesTest-1965859141-router', 'tenant_id': 'e60271b94f64468cb086ace5dfeedfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:45:51Z', 'revision_number': 5, 'project_id': 'e60271b94f64468cb086ace5dfeedfa5', 'gw_port': {'id': 'a5129773-ea99-442a-a6c2-710f3270b7a3', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d91b39d-c00b-40fa-9a83-6658b4ced44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:55.123858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a5129773-ea99-442a-a6c2-710f3270b7a3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.129462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:52Z', 'revision_number': 7, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:49Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:55.164372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:55.168797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5129773-ea99-442a-a6c2-710f3270b7a3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:55.182769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:55.184275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:55.195747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3c5e7-0abc-4410-bf8b-26f6e0b6cc04 req-b8958ab6-cb0a-4033-b5ab-ea7e1abe8a19 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.197481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29a3c5e7-0abc-4410-bf8b-26f6e0b6cc04 req-b8958ab6-cb0a-4033-b5ab-ea7e1abe8a19 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1715822 Feb 09 21:45:55.330799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29a3c5e7-0abc-4410-bf8b-26f6e0b6cc04 req-43be6e6e-2642-49a1-85ba-436e8ddf5904 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071007 Feb 09 21:45:55.348772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (0d91b39d-c00b-40fa-9a83-6658b4ced44e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.366880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:55.433584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa6d3d-8523-4fc3-953b-4b123a2500ce req-a89bcf6a-d72b-429f-872f-cafc9803b1f6 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.440209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ffa6d3d-8523-4fc3-953b-4b123a2500ce req-a89bcf6a-d72b-429f-872f-cafc9803b1f6 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 946 time: 0.3068750 Feb 09 21:45:55.633564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (0d91b39d-c00b-40fa-9a83-6658b4ced44e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.642773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks [] for router_controller (0d91b39d-c00b-40fa-9a83-6658b4ced44e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.739438 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.739837 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (dbf9f25b-4aa9-474b-bc43-73e660c81727), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.740165 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Floating IP dbf9f25b-4aa9-474b-bc43-73e660c81727 disassociated. External IP: 172.25.5.226, port: f8a317cd-31e3-440f-aa96-8c207a9ac097. Feb 09 21:45:55.740534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Calling delete_port for f8a317cd-31e3-440f-aa96-8c207a9ac097 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:55.750859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ffa6d3d-8523-4fc3-953b-4b123a2500ce req-47d57877-af51-49c0-be32-8914ab1adffc tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups?id=c1f49438-0b73-4094-9fae-c0f837268fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098087 Feb 09 21:45:55.860204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:52Z', 'revision_number': 7, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:49Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:55.864413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19820f4f-e33a-4daa-b9cf-ceee5561a82e req-2a0166cb-d191-4ba7-80d7-df586c41efc9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.886135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820f4f-e33a-4daa-b9cf-ceee5561a82e req-2a0166cb-d191-4ba7-80d7-df586c41efc9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.3521662 Feb 09 21:45:55.965110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (0d91b39d-c00b-40fa-9a83-6658b4ced44e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.965489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d91b39d-c00b-40fa-9a83-6658b4ced44e {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:45:55.987230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.989820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 45e93fab-c2ef-479e-bbf3-d27a292c0e24 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:55.993556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1d2bb5aa-c1eb-4db8-bc38-798b0a71390c admin admin] 10.222.0.98 "DELETE /v2.0/routers/0d91b39d-c00b-40fa-9a83-6658b4ced44e HTTP/1.1" status: 204 len: 168 time: 2.9115105 Feb 09 21:45:55.996931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696cbefc-fbd7-4140-afd4-3f8f035451e8 None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:52Z', 'revision_number': 7, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '4b4639b6-bdab-4e2a-a3bf-d57c3120c74b', 'name': '', 'network_id': '59901e20-3334-4574-89df-7ae7439df7e9', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:6d:ce:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:42Z', 'updated_at': '2022-02-09T21:45:49Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'bfe460ef-4be8-455c-b207-75b54ae9f209', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:56.002882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35158) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.038495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19820f4f-e33a-4daa-b9cf-ceee5561a82e req-d8267a8e-c85c-404e-9f89-1485df06f863 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395624 Feb 09 21:45:56.055967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 45e93fab-c2ef-479e-bbf3-d27a292c0e24 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:56.055967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 45e93fab-c2ef-479e-bbf3-d27a292c0e24 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:56.128325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] Deleting subnet 7b4f110c-c587-49ed-b87a-fc3bdc46121c {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:56.133372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] Publish callbacks [] for subnet (7b4f110c-c587-49ed-b87a-fc3bdc46121c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.209659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (7b4f110c-c587-49ed-b87a-fc3bdc46121c), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.396150 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7b4f110c-c587-49ed-b87a-fc3bdc46121c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.484022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa6ef-b5f7-4ba3-af26-11b038227b15 req-2c2d9e0e-3aa4-4794-9b29-acd2bbc3d4ed tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.489844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-959fa6ef-b5f7-4ba3-af26-11b038227b15 req-2c2d9e0e-3aa4-4794-9b29-acd2bbc3d4ed tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 945 time: 0.1626372 Feb 09 21:45:56.579030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (7b4f110c-c587-49ed-b87a-fc3bdc46121c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.601252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-959fa6ef-b5f7-4ba3-af26-11b038227b15 req-438f6708-af0b-455f-b580-e7853ed804f3 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035867 Feb 09 21:45:56.616564 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.627223 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f8a317cd-31e3-440f-aa96-8c207a9ac097), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.652289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.656789 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:45:56.659257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d3104-4941-4490-a830-41cdedcfd01f None None] Network 496f3486-9158-4474-b4b6-e8d8aaa184ff requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:56.683085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7b4f110c-c587-49ed-b87a-fc3bdc46121c HTTP/1.1" status: 204 len: 168 time: 0.6781833 Feb 09 21:45:56.687325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35190) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.690456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090607cb-85a0-4136-a9c1-e5bcebc7e41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4f110c-c587-49ed-b87a-fc3bdc46121c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.760489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event deleted for resources: {'Port': ['ID=f8a317cd-31e3-440f-aa96-8c207a9ac097,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.857502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bd4d8-7833-4320-bf41-cf8058f94bfe req-7fd9d2b0-0161-4a45-b97e-5f7ebb9c8bb3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.865159 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff1bd4d8-7833-4320-bf41-cf8058f94bfe req-7fd9d2b0-0161-4a45-b97e-5f7ebb9c8bb3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2211623 Feb 09 21:45:56.882431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (496f3486-9158-4474-b4b6-e8d8aaa184ff), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.936980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cb120-1e22-43df-b4ab-40ef30d23044 req-533d3b2a-9345-428d-89de-ee85e060e1d8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.944172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-201cb120-1e22-43df-b4ab-40ef30d23044 req-533d3b2a-9345-428d-89de-ee85e060e1d8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.2288687 Feb 09 21:45:56.970798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] DHCP port deletion for 496f3486-9158-4474-b4b6-e8d8aaa184ff request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:57.002789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff1bd4d8-7833-4320-bf41-cf8058f94bfe req-736605ea-e1da-490d-a321-85559f8918f1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334417 Feb 09 21:45:57.081370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Deleting port 40365a0b-b421-4f3b-8320-1d0ddf628e1f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:57.082212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.099334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] Deleting port 40365a0b-b421-4f3b-8320-1d0ddf628e1f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:57.099748 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.102764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-201cb120-1e22-43df-b4ab-40ef30d23044 req-ce347350-23d8-43d2-b5f9-b709190b834f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534140 Feb 09 21:45:57.173509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35198) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:57.185229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Router d68432ef-a28d-45da-b793-39a0f2830726 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:57.267186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] For port 40365a0b-b421-4f3b-8320-1d0ddf628e1f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=40365a0b-b421-4f3b-8320-1d0ddf628e1f,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:57.267806 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.302623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] Calling delete_port for 40365a0b-b421-4f3b-8320-1d0ddf628e1f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:57.303055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] For port 40365a0b-b421-4f3b-8320-1d0ddf628e1f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=40365a0b-b421-4f3b-8320-1d0ddf628e1f,segment=NetworkSegment(ce22a363-8e2a-4828-85e0-f20518246695),segment_id=ce22a363-8e2a-4828-85e0-f20518246695)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:57.303799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.328591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Calling delete_port for 40365a0b-b421-4f3b-8320-1d0ddf628e1f owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:57.361656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc2ead-01c6-4b45-bece-51f109a10767 req-19da266d-c813-4ccd-8a20-73a5b6106ede tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.364759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12bc2ead-01c6-4b45-bece-51f109a10767 req-19da266d-c813-4ccd-8a20-73a5b6106ede tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 950 time: 0.1909590 Feb 09 21:45:57.406333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f8a317cd-31e3-440f-aa96-8c207a9ac097 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:57.426484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-876ef441-c913-43da-add1-5bb08b55a36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.429902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: f8a317cd-31e3-440f-aa96-8c207a9ac097 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:57.430501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f8a317cd-31e3-440f-aa96-8c207a9ac097 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:57.430986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:57.469070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:57.481425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] Sync routers for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:57.484436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 43124aa5-2b0a-4f35-b1ac-9739a619707a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:57.505512 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:57.506446 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:57.508060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47873de6-b016-4c73-82d5-f5856ebb9d8e req-90968cd2-0d8f-44a5-92bd-9c3780232b3c tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.2495544 Feb 09 21:45:57.514796 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.547359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] No DVR routers for this DVR port f8a317cd-31e3-440f-aa96-8c207a9ac097 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:57.548676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12bc2ead-01c6-4b45-bece-51f109a10767 req-d711eeac-8db1-40c4-b6d0-da72a8ecc577 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774738 Feb 09 21:45:57.564345 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.571329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2aadea05-1e80-4643-91dc-ece68ecc6567 req-ceeb10d6-9ba4-4fd6-bcc0-eeabc06372f4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.110 "DELETE /v2.0/ports/f8a317cd-31e3-440f-aa96-8c207a9ac097 HTTP/1.1" status: 204 len: 173 time: 3.8513772 Feb 09 21:45:57.573189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'name': 'network-vif-deleted', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:57.580894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (40365a0b-b421-4f3b-8320-1d0ddf628e1f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.581382 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b11bcc5-8b11-4381-976a-57e3b36f41a7" -d '{"events": [{"server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "name": "network-vif-deleted", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:57.595635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] No DVR routers for this DVR port 40365a0b-b421-4f3b-8320-1d0ddf628e1f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:57.621839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:57.622241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.622530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:57.624222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.655278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bbdac-6e7f-4202-861d-a04c27a8ed6e None None] Pushing event deleted for resources: {'Port': ['ID=40365a0b-b421-4f3b-8320-1d0ddf628e1f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:57.729827 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9556ee-f835-4905-b300-7d9437f6b254 x-openstack-request-id: req-6b9556ee-f835-4905-b300-7d9437f6b254 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:57.730255 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ebc3ba-814d-4d6d-9c19-3f53844d748f", "name": "network-vif-deleted", "tag": "f8a317cd-31e3-440f-aa96-8c207a9ac097", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:57.730616 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b9556ee-f835-4905-b300-7d9437f6b254 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:57.731132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:57.731398 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ebc3ba-814d-4d6d-9c19-3f53844d748f', 'name': 'network-vif-deleted', 'tag': 'f8a317cd-31e3-440f-aa96-8c207a9ac097', 'status': 'completed', 'code': 200} Feb 09 21:45:57.736744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:57.752753 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238692f3-e220-4a8a-87ac-32b1a9c6c5ae" -d '{"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-unplugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:57.768382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-876ef441-c913-43da-add1-5bb08b55a36a admin admin] Publish callbacks [] for security_group (72dc6360-b2da-48e8-91a2-602d6a9ed57c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.803604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.817755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=40365a0b-b421-4f3b-8320-1d0ddf628e1f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:57.825049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] No DVR routers for this DVR port 40365a0b-b421-4f3b-8320-1d0ddf628e1f on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:57.859333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-876ef441-c913-43da-add1-5bb08b55a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (72dc6360-b2da-48e8-91a2-602d6a9ed57c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.882365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 43124aa5-2b0a-4f35-b1ac-9739a619707a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:57.893839 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:57.906067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ef441-c913-43da-add1-5bb08b55a36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dc6360-b2da-48e8-91a2-602d6a9ed57c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:57.907499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40365a0b-b421-4f3b-8320-1d0ddf628e1f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:57.959051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 43124aa5-2b0a-4f35-b1ac-9739a619707a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:57.959600 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.964809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,segment=NetworkSegment(4b68395f-09a3-470e-a380-9d8141176550),segment_id=4b68395f-09a3-470e-a380-9d8141176550)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:57.973556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.001037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:58.031006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-876ef441-c913-43da-add1-5bb08b55a36a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4d94a9990d454d05a139166adea77275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8542883 Feb 09 21:45:58.036986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35220) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:58.047122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 40365a0b-b421-4f3b-8320-1d0ddf628e1f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:58.047692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40365a0b-b421-4f3b-8320-1d0ddf628e1f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:58.047993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a5129773-ea99-442a-a6c2-710f3270b7a3 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:58.062129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8602e6e-758d-4f14-987d-d8304a01c93d req-37e5ce0d-7cf1-4074-958b-7c7339b1945b tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:58.064021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (496f3486-9158-4474-b4b6-e8d8aaa184ff), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.070193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f8602e6e-758d-4f14-987d-d8304a01c93d req-37e5ce0d-7cf1-4074-958b-7c7339b1945b tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 945 time: 0.2269101 Feb 09 21:45:58.137192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: a5129773-ea99-442a-a6c2-710f3270b7a3 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:58.137547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a5129773-ea99-442a-a6c2-710f3270b7a3 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:58.147260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f8602e6e-758d-4f14-987d-d8304a01c93d req-ea91bfac-9396-47b6-83b0-3e53a0743b89 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760009 Feb 09 21:45:58.162453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.169045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496f3486-9158-4474-b4b6-e8d8aaa184ff']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:58.192951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a66c42e-da58-4c6d-89e8-fc044b657ce3 admin admin] Publish callbacks [] for security_group (72dc6360-b2da-48e8-91a2-602d6a9ed57c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.222759 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a66c42e-da58-4c6d-89e8-fc044b657ce3 admin admin] Publish callbacks [] for security_group (72dc6360-b2da-48e8-91a2-602d6a9ed57c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.259403 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac65064-0b30-432c-9406-fb78825bc508 x-openstack-request-id: req-0ac65064-0b30-432c-9406-fb78825bc508 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:58.259739 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-unplugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:58.259991 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ac65064-0b30-432c-9406-fb78825bc508 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:58.260450 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527', 'code': 200} Feb 09 21:45:58.281677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 43124aa5-2b0a-4f35-b1ac-9739a619707a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:58.281972 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.284850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce22a363-8e2a-4828-85e0-f20518246695') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:58.285793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce22a363-8e2a-4828-85e0-f20518246695') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:58.305034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ce22a363-8e2a-4828-85e0-f20518246695), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.310781 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:58.336408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 43124aa5-2b0a-4f35-b1ac-9739a619707a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:58.342326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ce22a363-8e2a-4828-85e0-f20518246695), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.358552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:58.358976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ce22a363-8e2a-4828-85e0-f20518246695), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.370398 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] Checking router: d68432ef-a28d-45da-b793-39a0f2830726 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:58.383420 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:58.384409 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:58.407464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.408973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:58.431404 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:58.450806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a807327-b7e7-4d23-82f3-dae2d78d20cf req-d548fdb0-632a-4455-8081-b7bb76d3b185 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:58.473601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a807327-b7e7-4d23-82f3-dae2d78d20cf req-d548fdb0-632a-4455-8081-b7bb76d3b185 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 948 time: 0.1158888 Feb 09 21:45:58.512770 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:58.516831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4b4639b6-bdab-4e2a-a3bf-d57c3120c74b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.544194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a66c42e-da58-4c6d-89e8-fc044b657ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (72dc6360-b2da-48e8-91a2-602d6a9ed57c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.546860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a66c42e-da58-4c6d-89e8-fc044b657ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.552867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4a66c42e-da58-4c6d-89e8-fc044b657ce3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72dc6360-b2da-48e8-91a2-602d6a9ed57c HTTP/1.1" status: 204 len: 168 time: 0.5126090 Feb 09 21:45:58.555439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (496f3486-9158-4474-b4b6-e8d8aaa184ff), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.561560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.589758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] 10.222.0.98 "DELETE /v2.0/networks/496f3486-9158-4474-b4b6-e8d8aaa184ff HTTP/1.1" status: 204 len: 168 time: 1.8894322 Feb 09 21:45:58.625321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35230) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:58.638842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=4b4639b6-bdab-4e2a-a3bf-d57c3120c74b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.691473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66c42e-da58-4c6d-89e8-fc044b657ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dc6360-b2da-48e8-91a2-602d6a9ed57c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.725403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5590f-57af-4054-8809-2b01d4116a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=496f3486-9158-4474-b4b6-e8d8aaa184ff,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.755825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a807327-b7e7-4d23-82f3-dae2d78d20cf req-78271505-e72d-4bc0-9d16-9c34e9830d23 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735925 Feb 09 21:45:58.955783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20712a-6820-42c5-b0c6-4f6dc59fbf30 req-fa8dee16-cdb4-4d6d-944f-73b09b1e3917 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:58.968474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb20712a-6820-42c5-b0c6-4f6dc59fbf30 req-fa8dee16-cdb4-4d6d-944f-73b09b1e3917 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.3399096 Feb 09 21:45:58.992325 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:59.056004 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8912d8-b167-4892-a3a6-f2f93a7b22e2 None None] The sync data for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 is: [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:42:21Z', 'revision_number': 4, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'bae2ff91-0624-4149-9468-e7c2dc849555', 'name': '', 'network_id': '29eb6fe6-8a3e-4b91-b478-1e91e6d23048', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'mac_address': 'fa:16:3e:f3:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:20Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'subnets': [{'id': '1161109d-8d36-44bc-a710-551450f6b8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:59.075238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=43124aa5-2b0a-4f35-b1ac-9739a619707a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:59.129746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:59.130139 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.142614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.169240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb20712a-6820-42c5-b0c6-4f6dc59fbf30 req-2e70f140-267b-4b6f-b854-9c0a10bf83f3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995759 Feb 09 21:45:59.186683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13885562-4e99-4beb-a377-76a864964061 req-dc637c82-7c2f-4bc9-869b-5113546b24b4 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0450392 Feb 09 21:45:59.251830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.268789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:59.329285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:59.357010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.454859 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:45:59.519527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4205c6-8849-4213-92f0-48eb6637ed6a req-0036f5b1-1ea8-44a4-80d7-daa963a540f0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.522131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc4205c6-8849-4213-92f0-48eb6637ed6a req-0036f5b1-1ea8-44a4-80d7-daa963a540f0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.1714513 Feb 09 21:45:59.552832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:59.595272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc4205c6-8849-4213-92f0-48eb6637ed6a req-cfc11d61-7b45-4018-8037-6b3cfac0b830 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677309 Feb 09 21:45:59.650665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:59.662627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026590aa-d5e1-4116-b047-98f65467d80b None None] New status for floating IP dbf9f25b-4aa9-474b-bc43-73e660c81727: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:45:59.675123 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.724209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:59.740261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:59.749123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-986a0e83-49ab-4145-b62f-cb3738664d29 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3219106 Feb 09 21:45:59.751280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35256) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:59.757078 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:59.758063 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:59.862286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:59.873156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet bfe460ef-4be8-455c-b207-75b54ae9f209 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:59.877098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '0490d200-0bc9-4218-b0a2-b532a450e527', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '0490d200-0bc9-4218-b0a2-b532a450e527', 'mac_address': 'fa:16:3e:c1:64:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:59.888187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (bfe460ef-4be8-455c-b207-75b54ae9f209), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.949373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:59.949779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.967114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0490d200-0bc9-4218-b0a2-b532a450e527 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:59.978369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (bfe460ef-4be8-455c-b207-75b54ae9f209), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.000204 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:00.001077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952d25-ab12-4413-960e-6ca36e545daf req-4bb581b2-e22f-482c-bd79-a4b401d36426 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:00.009632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:00.020083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c952d25-ab12-4413-960e-6ca36e545daf req-4bb581b2-e22f-482c-bd79-a4b401d36426 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.1659014 Feb 09 21:46:00.092629 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.145067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c952d25-ab12-4413-960e-6ca36e545daf req-cfb79f2e-645d-476e-abfd-9b41cb1e1414 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233768 Feb 09 21:46:00.200793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:00.261299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a'}, {'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:00.263793 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376ab99d-5823-4909-a0bc-bad5668713c6" -d '{"events": [{"server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "name": "network-vif-plugged", "status": "completed", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a"}, {"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:00.274651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86eda-9a38-48b5-b8a4-74eaf8f51931 req-e933e6d3-44b5-4c6d-8d8b-fc7320cffbdd tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:00.281643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5be86eda-9a38-48b5-b8a4-74eaf8f51931 req-e933e6d3-44b5-4c6d-8d8b-fc7320cffbdd tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 948 time: 0.2470908 Feb 09 21:46:00.294907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Deleting port 797103c4-98b4-44c1-a45d-3c95822215c8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:00.294907 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.318429 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (bfe460ef-4be8-455c-b207-75b54ae9f209), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.369698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['0490d200-0bc9-4218-b0a2-b532a450e527'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:00.435823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5be86eda-9a38-48b5-b8a4-74eaf8f51931 req-8b4a90f5-30b4-4550-8b2a-40af62fe418c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527634 Feb 09 21:46:00.485388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] For port 797103c4-98b4-44c1-a45d-3c95822215c8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=797103c4-98b4-44c1-a45d-3c95822215c8,segment=NetworkSegment(32c7e185-6a7b-4fed-9d58-25a67d009719),segment_id=32c7e185-6a7b-4fed-9d58-25a67d009719)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:00.485752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.486097 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 8, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:00.502316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Calling delete_port for 797103c4-98b4-44c1-a45d-3c95822215c8 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:00.517857 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:00.527975 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:00.528608 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:00.558332 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f1d8f6-de1b-4d90-b10a-1f64398c8112 x-openstack-request-id: req-02f1d8f6-de1b-4d90-b10a-1f64398c8112 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:00.558666 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "name": "network-vif-plugged", "status": "completed", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a", "code": 200}, {"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:00.558906 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-02f1d8f6-de1b-4d90-b10a-1f64398c8112 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:00.559445 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'code': 200} Feb 09 21:46:00.559762 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'code': 200} Feb 09 21:46:00.658196 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:00.679139 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.699401 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (bfe460ef-4be8-455c-b207-75b54ae9f209), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.712128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-531d3dfb-3f00-4261-a18a-930abad0c853 req-1f5a5fb2-cbd6-4b3c-95c0-c118110f09d0 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.3185563 Feb 09 21:46:00.747783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe460ef-4be8-455c-b207-75b54ae9f209,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:00.755860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02889a35-9734-4b02-9586-e1d3724f79c9 None None] Network 59901e20-3334-4574-89df-7ae7439df7e9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:00.756007 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.761880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-222ba86d-e33f-494c-a764-b4de557b162f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/bfe460ef-4be8-455c-b207-75b54ae9f209 HTTP/1.1" status: 204 len: 168 time: 1.0063488 Feb 09 21:46:00.765408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35288) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:00.877479 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (59901e20-3334-4574-89df-7ae7439df7e9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.946116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (797103c4-98b4-44c1-a45d-3c95822215c8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.950850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384382-c61f-476d-abed-f36422f20176 req-d3348ac1-72d4-4055-85e0-b6bd69c881d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:00.953977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40384382-c61f-476d-abed-f36422f20176 req-d3348ac1-72d4-4055-85e0-b6bd69c881d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 1128 time: 0.3160374 Feb 09 21:46:00.992517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Pushing event deleted for resources: {'Port': ['ID=797103c4-98b4-44c1-a45d-3c95822215c8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:01.006072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dbdc6-4abf-462f-af68-e34c3991108b req-c1452867-7b7c-410e-a139-d980b6347451 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.013726 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-992dbdc6-4abf-462f-af68-e34c3991108b req-c1452867-7b7c-410e-a139-d980b6347451 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.2688529 Feb 09 21:46:01.051617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40384382-c61f-476d-abed-f36422f20176 req-e150fc73-4b6f-43cd-b665-c2dfd5af94b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861628 Feb 09 21:46:01.066015 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 8, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:01.113431 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc00f6e-70d7-4096-9b64-6688bbabba99 None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 8, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71b23b24-9418-472d-a857-361649ec9f72', 'name': '', 'network_id': 'd472b936-e9d9-4867-a750-361df870e159', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:e3:a4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:25Z', 'updated_at': '2022-02-09T21:45:39Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:01.127589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] DHCP port deletion for 59901e20-3334-4574-89df-7ae7439df7e9 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:01.133197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:01.134306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.192357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] Deleting port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:01.192800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.227678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-992dbdc6-4abf-462f-af68-e34c3991108b req-9102be8a-421e-4f12-b5e6-07afde95a207 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129099 Feb 09 21:46:01.277834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port a500f198-b3a4-4a69-af97-7f1ecdc24ad4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,segment=NetworkSegment(4b68395f-09a3-470e-a380-9d8141176550),segment_id=4b68395f-09a3-470e-a380-9d8141176550)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:01.282517 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.301604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] For port a500f198-b3a4-4a69-af97-7f1ecdc24ad4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,segment=NetworkSegment(4b68395f-09a3-470e-a380-9d8141176550),segment_id=4b68395f-09a3-470e-a380-9d8141176550)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:01.302062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.322372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] Calling delete_port for a500f198-b3a4-4a69-af97-7f1ecdc24ad4 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:01.347277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for a500f198-b3a4-4a69-af97-7f1ecdc24ad4 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:01.475190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8292243-dc5a-493b-8956-331357d7cc77 req-186ebaee-c833-44c1-96a9-71a214f35093 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.476737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8292243-dc5a-493b-8956-331357d7cc77 req-186ebaee-c833-44c1-96a9-71a214f35093 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.1182778 Feb 09 21:46:01.484915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 26a9aa06-e35a-4db0-9193-3392420e8f7c details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:01.488018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-2008ab5c-a9fe-4fdc-b380-1f658d9ebc45 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.493637 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-2008ab5c-a9fe-4fdc-b380-1f658d9ebc45 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.110 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 946 time: 0.1679604 Feb 09 21:46:01.531905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.532594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.603136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35314) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:01.621565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] No DVR routers for this DVR port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:01.633988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (a500f198-b3a4-4a69-af97-7f1ecdc24ad4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.645084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:46:01.667466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8292243-dc5a-493b-8956-331357d7cc77 req-1b295c3b-5ad8-49d4-8051-b254a03002ae tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651099 Feb 09 21:46:01.691368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:01.710349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc4208-2970-4647-b652-dec5bbcb5c62 None None] Pushing event deleted for resources: {'Port': ['ID=a500f198-b3a4-4a69-af97-7f1ecdc24ad4,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:01.789579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:01.804311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No DVR routers for this DVR port a500f198-b3a4-4a69-af97-7f1ecdc24ad4 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:01.829287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'mac_address': 'fa:16:3e:73:8f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:01.905451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ef8b2f0a-e16f-4840-a243-1d751b8b0416 req-c9a79139-0ffc-428f-8770-4312f387859e tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0502543 Feb 09 21:46:01.908030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 26a9aa06-e35a-4db0-9193-3392420e8f7c is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:01.908438 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.923819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a500f198-b3a4-4a69-af97-7f1ecdc24ad4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:01.942662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df64bc2b-6f85-4131-8daf-d1ed2c749503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.954535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: a500f198-b3a4-4a69-af97-7f1ecdc24ad4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:01.955116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a500f198-b3a4-4a69-af97-7f1ecdc24ad4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:01.955733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:01.959110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1969c-2a7f-424e-97e6-4dd851f521bc req-cce42375-a579-4d9e-9332-b344206e22a3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.965346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2f1969c-2a7f-424e-97e6-4dd851f521bc req-cce42375-a579-4d9e-9332-b344206e22a3 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 949 time: 0.3777316 Feb 09 21:46:01.969412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:01.981669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:01.982258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4b4639b6-bdab-4e2a-a3bf-d57c3120c74b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:01.986547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26a9aa06-e35a-4db0-9193-3392420e8f7c {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:02.008161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (59901e20-3334-4574-89df-7ae7439df7e9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.014647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:02.052046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59901e20-3334-4574-89df-7ae7439df7e9']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:02.065164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Deleting port 55a7aeb1-4968-4406-bb47-03baf918c2d2 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:02.065628 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.080416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b68395f-09a3-470e-a380-9d8141176550') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:02.080832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b68395f-09a3-470e-a380-9d8141176550') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:02.084769 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.145086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (4b68395f-09a3-470e-a380-9d8141176550), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.146560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.162329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:02.177345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] Sync routers for ids ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:02.179355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba500a18-d387-4087-a47b-abf4aa3746de admin admin] 10.222.0.98 "PUT /v2.0/routers/7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5308061 Feb 09 21:46:02.179488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2f1969c-2a7f-424e-97e6-4dd851f521bc req-be156f7f-6976-48fc-9e8b-c041f58c8750 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118073 Feb 09 21:46:02.182407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4b68395f-09a3-470e-a380-9d8141176550), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.184544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35320) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:02.199681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] Routers {'7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:02.200098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:02.203093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:02.203625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (4b68395f-09a3-470e-a380-9d8141176550), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:02.208430 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:02.328493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['26a9aa06-e35a-4db0-9193-3392420e8f7c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:02.361830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] For port 55a7aeb1-4968-4406-bb47-03baf918c2d2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=55a7aeb1-4968-4406-bb47-03baf918c2d2,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:02.362353 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.445665 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (59901e20-3334-4574-89df-7ae7439df7e9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.455499 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df64bc2b-6f85-4131-8daf-d1ed2c749503 admin admin] Publish callbacks [] for security_group (e46b1453-c126-42ca-ad40-13b2989e51a0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.459597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Calling delete_port for 55a7aeb1-4968-4406-bb47-03baf918c2d2 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:02.478400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.478902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] Set router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:02.482530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/59901e20-3334-4574-89df-7ae7439df7e9 HTTP/1.1" status: 204 len: 168 time: 1.7081294 Feb 09 21:46:02.486059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c151ff-3a07-4092-a54b-d6c9f99acf58 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=59901e20-3334-4574-89df-7ae7439df7e9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.488074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35334) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:02.700490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks [] for router (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.844121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49591e-94ea-48c5-b474-5a1ee9c36025 req-dad63370-b314-4a9f-a626-ccf90d68ae1f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.853253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c49591e-94ea-48c5-b474-5a1ee9c36025 req-dad63370-b314-4a9f-a626-ccf90d68ae1f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.1483722 Feb 09 21:46:02.881742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:46:00Z', 'revision_number': 5, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:02.913800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] Checking router: 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:02.922925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] Routers {'7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:02.923826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:02.927223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c49591e-94ea-48c5-b474-5a1ee9c36025 req-b83c24a8-e165-4892-b642-8774c0f973ed tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710940 Feb 09 21:46:02.932751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks [] for router_gateway (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.021992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df64bc2b-6f85-4131-8daf-d1ed2c749503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e46b1453-c126-42ca-ad40-13b2989e51a0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.055979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] Set router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:03.062304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1dfd258-c0f3-4869-88c1-44e7b8cd56d4 req-57ccfb51-b6bd-4b9c-9502-b83dfb616f72 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0556734 Feb 09 21:46:03.106298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Deleting port 661041d1-a989-419b-839d-3bf401002712 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:03.106884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (661041d1-a989-419b-839d-3bf401002712), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.234178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64bc2b-6f85-4131-8daf-d1ed2c749503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b1453-c126-42ca-ad40-13b2989e51a0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.257393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-df64bc2b-6f85-4131-8daf-d1ed2c749503 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a30ca2e585e44e9cbefefa3d2f705307&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6509392 Feb 09 21:46:03.267201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35354) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:03.283750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:46:00Z', 'revision_number': 5, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:03.318231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf6d8f-3c30-4a09-9972-2b42ec97d3a3 None None] The sync data for ids ['7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072'] in n-d-828599-1 is: [{'id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'name': 'tempest-TaggedBootDevicesTest-1508313193-router', 'tenant_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '661041d1-a989-419b-839d-3bf401002712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:00Z', 'updated_at': '2022-02-09T21:46:00Z', 'revision_number': 5, 'project_id': 'b6f1dfc1605a46fb8f8fb83f267ee638', 'gw_port': {'id': '661041d1-a989-419b-839d-3bf401002712', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:01Z', 'updated_at': '2022-02-09T21:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:03.332762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:03.397775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] For port 661041d1-a989-419b-839d-3bf401002712, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=661041d1-a989-419b-839d-3bf401002712,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:03.407723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (661041d1-a989-419b-839d-3bf401002712), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.408072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 0490d200-0bc9-4218-b0a2-b532a450e527 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:03.408072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.426927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Calling delete_port for 661041d1-a989-419b-839d-3bf401002712 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:03.459642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c46fa8d-e7c3-48e8-9bd3-ad56de008f21 admin admin] Publish callbacks [] for security_group (e46b1453-c126-42ca-ad40-13b2989e51a0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.470378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56daa71-4eaf-4630-84c2-3e9c0b5082a0 req-34bb496d-c0c5-4332-80ca-32927ae86e6f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.478142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (55a7aeb1-4968-4406-bb47-03baf918c2d2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.478539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b56daa71-4eaf-4630-84c2-3e9c0b5082a0 req-34bb496d-c0c5-4332-80ca-32927ae86e6f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 949 time: 0.1757178 Feb 09 21:46:03.501742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:03.502581 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.572274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a001-a1d6-446f-bb9a-0b54967000bd req-16784faf-4f95-4840-83bc-5635a2742771 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.574587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0272a001-a1d6-446f-bb9a-0b54967000bd req-16784faf-4f95-4840-83bc-5635a2742771 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 867 time: 0.5576618 Feb 09 21:46:03.575564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event deleted for resources: {'Port': ['ID=55a7aeb1-4968-4406-bb47-03baf918c2d2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.610674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b56daa71-4eaf-4630-84c2-3e9c0b5082a0 req-858485e2-f502-48b5-bce7-94a8bc350361 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309998 Feb 09 21:46:03.615561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c46fa8d-e7c3-48e8-9bd3-ad56de008f21 admin admin] Publish callbacks [] for security_group (e46b1453-c126-42ca-ad40-13b2989e51a0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.711575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0272a001-a1d6-446f-bb9a-0b54967000bd req-4a09abf0-e93f-428b-8041-74919a97e10f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227036 Feb 09 21:46:03.754827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] No DVR routers for this DVR port 55a7aeb1-4968-4406-bb47-03baf918c2d2 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:03.760059 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.767280 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27350c34-90dc-4a65-8f51-7c125375cfc4 req-300f0bd5-1e2e-4825-9778-596dc3313bec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.110 "DELETE /v2.0/ports/55a7aeb1-4968-4406-bb47-03baf918c2d2 HTTP/1.1" status: 204 len: 173 time: 2.2699564 Feb 09 21:46:03.768285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'name': 'network-vif-deleted', 'tag': '55a7aeb1-4968-4406-bb47-03baf918c2d2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:03.771201 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5894238c-3841-471d-91ba-ec31f5c1a09f" -d '{"events": [{"server_uuid": "3001a7c0-7f16-4eff-ae82-b5e5e44f4776", "name": "network-vif-deleted", "tag": "55a7aeb1-4968-4406-bb47-03baf918c2d2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:03.832295 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7848d2-d765-4421-ab1c-e6cce84d1837 x-openstack-request-id: req-9c7848d2-d765-4421-ab1c-e6cce84d1837 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:03.832873 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3001a7c0-7f16-4eff-ae82-b5e5e44f4776", "name": "network-vif-deleted", "tag": "55a7aeb1-4968-4406-bb47-03baf918c2d2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:03.833308 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c7848d2-d765-4421-ab1c-e6cce84d1837 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:03.833874 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3001a7c0-7f16-4eff-ae82-b5e5e44f4776', 'name': 'network-vif-deleted', 'tag': '55a7aeb1-4968-4406-bb47-03baf918c2d2', 'status': 'completed', 'code': 200} Feb 09 21:46:03.875326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 26a9aa06-e35a-4db0-9193-3392420e8f7c up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:03.883099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 797103c4-98b4-44c1-a45d-3c95822215c8 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:03.920384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c46fa8d-e7c3-48e8-9bd3-ad56de008f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e46b1453-c126-42ca-ad40-13b2989e51a0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.924344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c46fa8d-e7c3-48e8-9bd3-ad56de008f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.925271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.929314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5c46fa8d-e7c3-48e8-9bd3-ad56de008f21 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e46b1453-c126-42ca-ad40-13b2989e51a0 HTTP/1.1" status: 204 len: 168 time: 0.6603768 Feb 09 21:46:03.943158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46fa8d-e7c3-48e8-9bd3-ad56de008f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b1453-c126-42ca-ad40-13b2989e51a0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.953286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 797103c4-98b4-44c1-a45d-3c95822215c8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:03.953659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 797103c4-98b4-44c1-a45d-3c95822215c8 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:03.964674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:03.967543 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca018b5-4c33-4597-a73b-c9b126bd4a86" -d '{"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-plugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:04.008624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:04.021817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (661041d1-a989-419b-839d-3bf401002712), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.074789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 26a9aa06-e35a-4db0-9193-3392420e8f7c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:04.075348 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.109300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Pushing event deleted for resources: {'Port': ['ID=661041d1-a989-419b-839d-3bf401002712,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:04.165650 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d232c3-3734-4f11-bc84-4c880044db9f x-openstack-request-id: req-58d232c3-3734-4f11-bc84-4c880044db9f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:04.165917 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-plugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:04.166272 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-58d232c3-3734-4f11-bc84-4c880044db9f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:04.166567 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527', 'code': 200} Feb 09 21:46:04.170075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.170879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 55a7aeb1-4968-4406-bb47-03baf918c2d2 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:04.276824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 55a7aeb1-4968-4406-bb47-03baf918c2d2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:04.277439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 55a7aeb1-4968-4406-bb47-03baf918c2d2 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:04.324928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:04.399059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 26a9aa06-e35a-4db0-9193-3392420e8f7c is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:04.399465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.415001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d877475-4b15-43bc-b773-cea7e111c88c req-78612e31-6253-47af-ba0a-0e0ae1269615 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.1529536 Feb 09 21:46:04.454209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:04.466169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.502200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b8e6e-c082-49b2-b441-d30ae7c5fe7c req-1f0a81cb-9965-49ae-9007-aeb04ca3d556 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.504573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf4b8e6e-c082-49b2-b441-d30ae7c5fe7c req-1f0a81cb-9965-49ae-9007-aeb04ca3d556 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.4271855 Feb 09 21:46:04.523578 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.618426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:04.648282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32c8fe-f8d5-44fa-a720-69637f1a86b2 req-faf5e582-1e70-4c50-a658-c9bcce182a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.653175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a32c8fe-f8d5-44fa-a720-69637f1a86b2 req-faf5e582-1e70-4c50-a658-c9bcce182a50 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1132 time: 0.2271745 Feb 09 21:46:04.667658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.670960 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks [] for router_controller (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.734312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf4b8e6e-c082-49b2-b441-d30ae7c5fe7c req-3b1ce6dd-aa33-408b-afbb-4d8965f195c6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048957 Feb 09 21:46:04.837437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.837975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:46:04.847785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.851099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-86bdf759-eef2-4c8a-84d1-dce4466d867d admin admin] 10.222.0.98 "DELETE /v2.0/routers/7c5e6cb6-f73b-4d1d-b2a8-86a1e01ef072 HTTP/1.1" status: 204 len: 168 time: 2.6633623 Feb 09 21:46:04.866404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35406) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:04.911336 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a32c8fe-f8d5-44fa-a720-69637f1a86b2 req-55aa1bb4-0a85-494f-84f7-d3b6c32afaac service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023928 Feb 09 21:46:04.970865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 71b23b24-9418-472d-a857-361649ec9f72 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:04.971265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (71b23b24-9418-472d-a857-361649ec9f72), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.995662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278902cd-d5cf-4003-8515-c0a93b883694 req-4bdbf4aa-e3df-4903-8f22-10f20a4505e1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.998324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-278902cd-d5cf-4003-8515-c0a93b883694 req-4bdbf4aa-e3df-4903-8f22-10f20a4505e1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2277486 Feb 09 21:46:05.054738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] Deleting subnet 910c5e2a-9325-47fa-abaa-d2283e4f36c2 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:05.059146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] Publish callbacks [] for subnet (910c5e2a-9325-47fa-abaa-d2283e4f36c2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.120450 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (910c5e2a-9325-47fa-abaa-d2283e4f36c2), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.137935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ffd2df28-8182-4b31-ae65-61ab0499ee67 req-05012e20-7b74-44a4-81eb-3627bf9fc52a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=3001a7c0-7f16-4eff-ae82-b5e5e44f4776 HTTP/1.1" status: 200 len: 210 time: 0.0766537 Feb 09 21:46:05.245539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (910c5e2a-9325-47fa-abaa-d2283e4f36c2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.385718 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-278902cd-d5cf-4003-8515-c0a93b883694 req-9f2d2c27-c00e-4fc4-a1a5-28687ceb5cd1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752246 Feb 09 21:46:05.389814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (910c5e2a-9325-47fa-abaa-d2283e4f36c2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.411665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.412028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f973e-668d-44ce-8832-efbd92f7aab5 None None] Network 403d5a9c-95ca-4c73-b86f-08a4c9392f22 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:05.420059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/910c5e2a-9325-47fa-abaa-d2283e4f36c2 HTTP/1.1" status: 204 len: 168 time: 0.5515537 Feb 09 21:46:05.425993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35414) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:05.437617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 71b23b24-9418-472d-a857-361649ec9f72, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=71b23b24-9418-472d-a857-361649ec9f72,segment=NetworkSegment(908c8cf5-293f-4e70-adc8-60c29898297d),segment_id=908c8cf5-293f-4e70-adc8-60c29898297d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:05.438668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (71b23b24-9418-472d-a857-361649ec9f72), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.468815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 71b23b24-9418-472d-a857-361649ec9f72 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:05.505986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f466cb-a38a-40b9-bb7a-c26af9bc689c req-d033b0b1-8edd-4d18-a838-5a709c9a10e6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:05.515158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4f466cb-a38a-40b9-bb7a-c26af9bc689c req-d033b0b1-8edd-4d18-a838-5a709c9a10e6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.2629113 Feb 09 21:46:05.527649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35418) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:05.541924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cc683ff-f8e4-4924-bb3d-5605f4ed2fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.649440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Request body: {'floatingip': {'port_id': '43124aa5-2b0a-4f35-b1ac-9739a619707a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:05.744910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for floatingip (8beeee4e-b6e5-4665-a843-69b2e34710ec), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.759146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402657e-f8b0-4ef2-83e1-36796a2c1630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910c5e2a-9325-47fa-abaa-d2283e4f36c2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.798617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] DHCP port deletion for 403d5a9c-95ca-4c73-b86f-08a4c9392f22 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:05.816206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (403d5a9c-95ca-4c73-b86f-08a4c9392f22), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.838127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3a31cb6-8ecb-4f06-ab0d-53fb28c50183 req-957edd63-fb23-4a44-bbd8-150e2452303c tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0829363 Feb 09 21:46:05.879192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 661041d1-a989-419b-839d-3bf401002712 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:05.926972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Deleting port 75e5a909-fc74-4591-a664-a6d5131bfba4 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:05.929885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.981963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 661041d1-a989-419b-839d-3bf401002712 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:05.982319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 661041d1-a989-419b-839d-3bf401002712 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:06.044301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] For port 75e5a909-fc74-4591-a664-a6d5131bfba4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=75e5a909-fc74-4591-a664-a6d5131bfba4,segment=NetworkSegment(32c7e185-6a7b-4fed-9d58-25a67d009719),segment_id=32c7e185-6a7b-4fed-9d58-25a67d009719)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:06.053217 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.068494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] Deleting port 75e5a909-fc74-4591-a664-a6d5131bfba4 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:06.068494 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.088482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Calling delete_port for 75e5a909-fc74-4591-a664-a6d5131bfba4 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:06.179616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:06.189957 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556faaf1-9c91-4e84-98ed-ecb62386087e" -d '{"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-plugged", "status": "completed", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:06.304997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] For port 75e5a909-fc74-4591-a664-a6d5131bfba4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=75e5a909-fc74-4591-a664-a6d5131bfba4,segment=NetworkSegment(32c7e185-6a7b-4fed-9d58-25a67d009719),segment_id=32c7e185-6a7b-4fed-9d58-25a67d009719)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:06.305415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.360510 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8083971-9d30-4586-8256-1fd0ba4b1774 x-openstack-request-id: req-f8083971-9d30-4586-8256-1fd0ba4b1774 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:06.362944 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-plugged", "status": "completed", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:06.363241 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f8083971-9d30-4586-8256-1fd0ba4b1774 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:06.365999 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'code': 200} Feb 09 21:46:06.374549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.388187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] Calling delete_port for 75e5a909-fc74-4591-a664-a6d5131bfba4 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:06.461812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] No DVR routers for this DVR port 75e5a909-fc74-4591-a664-a6d5131bfba4 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:06.473080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=75e5a909-fc74-4591-a664-a6d5131bfba4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:06.649877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (75e5a909-fc74-4591-a664-a6d5131bfba4), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.678724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] No DVR routers for this DVR port 75e5a909-fc74-4591-a664-a6d5131bfba4 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:06.721059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d790-9474-44f0-8fb0-ed1b7825c731 None None] Pushing event deleted for resources: {'Port': ['ID=75e5a909-fc74-4591-a664-a6d5131bfba4,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:06.791079 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (403d5a9c-95ca-4c73-b86f-08a4c9392f22), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.817876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403d5a9c-95ca-4c73-b86f-08a4c9392f22']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:06.829958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c7e185-6a7b-4fed-9d58-25a67d009719') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:06.830266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c7e185-6a7b-4fed-9d58-25a67d009719') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:06.843301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (32c7e185-6a7b-4fed-9d58-25a67d009719), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.860413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (32c7e185-6a7b-4fed-9d58-25a67d009719), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.868007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:06.868478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (32c7e185-6a7b-4fed-9d58-25a67d009719), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.918444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:06.930430 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:06.962882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a9d8e-579a-4a4f-af05-9ff9ab4b74b4 req-7b9a8006-2414-44df-88b9-1abee8a59414 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:06.972050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-436a9d8e-579a-4a4f-af05-9ff9ab4b74b4 req-7b9a8006-2414-44df-88b9-1abee8a59414 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.3966529 Feb 09 21:46:07.043983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-436a9d8e-579a-4a4f-af05-9ff9ab4b74b4 req-21f87266-7837-4754-aa8e-f6327e275a1a tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709367 Feb 09 21:46:07.046576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (403d5a9c-95ca-4c73-b86f-08a4c9392f22), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.047419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (8beeee4e-b6e5-4665-a843-69b2e34710ec), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.067758 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.080418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] 10.222.0.98 "DELETE /v2.0/networks/403d5a9c-95ca-4c73-b86f-08a4c9392f22 HTTP/1.1" status: 204 len: 168 time: 1.6487255 Feb 09 21:46:07.116104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e3c7e-5e16-4b47-8da2-9a9ac6f94eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=403d5a9c-95ca-4c73-b86f-08a4c9392f22,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:07.170879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-f6052e5e-f272-43d3-9ae5-b3ed86887fd8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.178435 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-f6052e5e-f272-43d3-9ae5-b3ed86887fd8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.1340568 Feb 09 21:46:07.227175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f1c0a82-cc03-4911-a7ad-c0f56c7a8c0a req-9a690b07-cf5f-4a72-93fe-197c536511b3 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0482452 Feb 09 21:46:07.236892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (71b23b24-9418-472d-a857-361649ec9f72), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.342060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-358a0e56-5d70-44fc-8350-15f6d82efe81 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/quotas/356eb4a569cb4fa1af12545be45d8009 HTTP/1.1" status: 200 len: 375 time: 0.1627491 Feb 09 21:46:07.424860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=71b23b24-9418-472d-a857-361649ec9f72,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:07.517525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-8b1d9e84-98b8-4b0e-a4f2-0d6386233432 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111181 Feb 09 21:46:07.540752 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7497a750-25b9-4978-871c-1d314ed2e4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.600402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ab5bf-8633-42e8-8d35-c817981d7429 req-c0d97551-836a-401f-abfe-6976fcf1b839 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.602448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866ab5bf-8633-42e8-8d35-c817981d7429 req-c0d97551-836a-401f-abfe-6976fcf1b839 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1315911 Feb 09 21:46:07.655505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35484) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:07.673028 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Floating IP 8beeee4e-b6e5-4665-a843-69b2e34710ec associated. External IP: 172.25.5.188, port: 43124aa5-2b0a-4f35-b1ac-9739a619707a. Feb 09 21:46:07.712876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866ab5bf-8633-42e8-8d35-c817981d7429 req-37ed50fb-5305-493a-90a2-a8621a1d0a8f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033330 Feb 09 21:46:07.738732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-da62decb-e26e-4019-a049-1599e624ea0c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e60271b94f64468cb086ace5dfeedfa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860705 Feb 09 21:46:07.742279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35488) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:07.848161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb7e2-1c82-4751-8a2d-fef4692ec7f0 admin admin] Publish callbacks [] for security_group (88488584-07e3-4b1d-9e83-6bf9c8d45907), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.912761 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb7e2-1c82-4751-8a2d-fef4692ec7f0 admin admin] Publish callbacks [] for security_group (88488584-07e3-4b1d-9e83-6bf9c8d45907), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.917362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 75e5a909-fc74-4591-a664-a6d5131bfba4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:07.974522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 75e5a909-fc74-4591-a664-a6d5131bfba4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:07.975698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 75e5a909-fc74-4591-a664-a6d5131bfba4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:08.128917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb7e2-1c82-4751-8a2d-fef4692ec7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (88488584-07e3-4b1d-9e83-6bf9c8d45907), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.131899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb7e2-1c82-4751-8a2d-fef4692ec7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.135456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a8ebb7e2-1c82-4751-8a2d-fef4692ec7f0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/88488584-07e3-4b1d-9e83-6bf9c8d45907 HTTP/1.1" status: 204 len: 168 time: 0.3893692 Feb 09 21:46:08.147255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebb7e2-1c82-4751-8a2d-fef4692ec7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88488584-07e3-4b1d-9e83-6bf9c8d45907,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:08.362626 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.368997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-2f2a0510-3eba-4126-8f72-b9b3641bb330 service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8382978 Feb 09 21:46:08.678605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-7562a7ad-66f3-4620-89d2-05c9176e3c2b service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628312 Feb 09 21:46:08.759174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Router c5273f1c-d2cf-4413-8cac-faf8610d43a6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:08.868562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:09.008586 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.081854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:09.094004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.095479 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] Sync routers for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:09.123757 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:09.129147 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:09.169488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:09.172150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-396b3237-c045-49b2-b2b6-8e29ba26d571 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "PUT /v2.0/floatingips/8beeee4e-b6e5-4665-a843-69b2e34710ec HTTP/1.1" status: 200 len: 992 time: 3.6300368 Feb 09 21:46:09.178935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-12bbb448-7254-458a-a714-e1fb5b331349 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6879160 Feb 09 21:46:09.179528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:09.181441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:09.181827 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03a47c-a0f2-4589-a926-70265e40c9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:09.184310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35548) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.211244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:09.216373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:09.276332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c876f3a5-58d5-4144-ab18-cca3502d6abe req-bfae8fe9-0004-4ab1-b80e-1a7ceafb2b7c tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.1136603 Feb 09 21:46:09.321562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet 0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:09.331945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.505562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.541972 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:09.619169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:09.623124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35570) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.627537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c58458-0330-406f-bfd0-b59b46329e64 req-ba092b28-46e9-4d23-bc93-72dbfa2548cb tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.640684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08c58458-0330-406f-bfd0-b59b46329e64 req-ba092b28-46e9-4d23-bc93-72dbfa2548cb tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2288105 Feb 09 21:46:09.768004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a931e0d-8199-4e9e-8f47-863d803125fc req-acd1f6dc-500c-4133-958d-fc7adef519eb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 210 time: 0.1307774 Feb 09 21:46:09.789277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08c58458-0330-406f-bfd0-b59b46329e64 req-93516d0d-6a53-4242-b7b4-3ad34efec157 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469481 Feb 09 21:46:09.926958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fa432678-95b4-445d-b60d-d41541bf1c97 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6f1dfc1605a46fb8f8fb83f267ee638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998433 Feb 09 21:46:09.929633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35574) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.940568 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b935e7b-2988-4f05-9f66-2c1e130770a6 x-openstack-request-id: req-6b935e7b-2988-4f05-9f66-2c1e130770a6 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:09.940897 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:09.942954 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b935e7b-2988-4f05-9f66-2c1e130770a6 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:09.943449 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'status': 'completed', 'code': 200} Feb 09 21:46:09.952861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.103203 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8beeee4e-b6e5-4665-a843-69b2e34710ec', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'port_id': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'mac_address': 'fa:16:3e:94:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:45:33Z', 'updated_at': '2022-02-09T21:46:06Z', 'revision_number': 1, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:33Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.127021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-453b27fa-b27e-472d-90fc-fa0efa622cda admin admin] Publish callbacks [] for security_group (d137936b-4752-46ac-b3ba-df7b56687519), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.160328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-453b27fa-b27e-472d-90fc-fa0efa622cda admin admin] Publish callbacks [] for security_group (d137936b-4752-46ac-b3ba-df7b56687519), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.167465 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] Checking router: c5273f1c-d2cf-4413-8cac-faf8610d43a6 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:10.186948 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:10.188999 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.274807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adeb21-65aa-4a05-bbe5-4464fe4739dd req-daff357f-08f7-407d-aff5-f399656b17d6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.279607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5adeb21-65aa-4a05-bbe5-4464fe4739dd req-daff357f-08f7-407d-aff5-f399656b17d6 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.2749944 Feb 09 21:46:10.300639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-22a43647-642d-4c09-9c59-f1afd3e9128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.312709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-22a43647-642d-4c09-9c59-f1afd3e9128a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=149056cdaea245e3892e00d1d90ac04e&device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 1128 time: 0.3069131 Feb 09 21:46:10.349344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-453b27fa-b27e-472d-90fc-fa0efa622cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d137936b-4752-46ac-b3ba-df7b56687519), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.351553 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.356927 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-453b27fa-b27e-472d-90fc-fa0efa622cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.356927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-453b27fa-b27e-472d-90fc-fa0efa622cda admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d137936b-4752-46ac-b3ba-df7b56687519 HTTP/1.1" status: 204 len: 168 time: 0.4218566 Feb 09 21:46:10.365968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:06Z', 'revision_number': 9, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.374100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b27fa-b27e-472d-90fc-fa0efa622cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d137936b-4752-46ac-b3ba-df7b56687519,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.392229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.431100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:10.439417 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:10.476906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:10.477555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.552179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7df56f89-d569-4198-a160-4a06c3e096f3 req-9fa80753-ecd4-4c1f-9e57-5be7ac4dd57c tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0643156 Feb 09 21:46:10.696255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:10.707857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.713453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.725128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35594) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.725321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2e3bfa99-0a0b-439a-8639-735132576569 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9 HTTP/1.1" status: 204 len: 168 time: 1.5393085 Feb 09 21:46:10.760117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5adeb21-65aa-4a05-bbe5-4464fe4739dd req-57395e63-b932-4a43-a763-98eb832fc94e tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4702961 Feb 09 21:46:10.852331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-b796c803-ac9f-46d4-83c8-29b3c5b48f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.853878 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-b796c803-ac9f-46d4-83c8-29b3c5b48f8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=27b6debd-d044-4ab5-b77c-1480bb798a9b HTTP/1.1" status: 200 len: 907 time: 0.5280619 Feb 09 21:46:10.997929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aaa31e-203f-49a9-aac0-e6b3b22efbe4 None None] Network d472b936-e9d9-4867-a750-361df870e159 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:11.012095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d472b936-e9d9-4867-a750-361df870e159), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.058538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8dcc7e52-7c56-41b2-8b26-02fcabecbaab req-2e548f17-5d0b-455b-945b-cdd0da57f66c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 210 time: 0.1276143 Feb 09 21:46:11.103145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35602) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.147342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port d39860b2-8024-4585-a9e3-2849306bfc85 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:11.147693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.230903 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8beeee4e-b6e5-4665-a843-69b2e34710ec', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'port_id': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'mac_address': 'fa:16:3e:94:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:45:33Z', 'updated_at': '2022-02-09T21:46:06Z', 'revision_number': 1, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:33Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:11.275994 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a705d2b-58e0-4f82-bab9-7e22f6c1f0b4 None None] The sync data for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 is: [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8beeee4e-b6e5-4665-a843-69b2e34710ec', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'port_id': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'mac_address': 'fa:16:3e:94:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:45:33Z', 'updated_at': '2022-02-09T21:46:06Z', 'revision_number': 1, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:33Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:11.286146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-ddb0286c-91a6-41e8-826d-71e4aab6f549 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a HTTP/1.1" status: 200 len: 1000 time: 0.4243832 Feb 09 21:46:11.291813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port d39860b2-8024-4585-a9e3-2849306bfc85, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d39860b2-8024-4585-a9e3-2849306bfc85,segment=NetworkSegment(908c8cf5-293f-4e70-adc8-60c29898297d),segment_id=908c8cf5-293f-4e70-adc8-60c29898297d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:11.292228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.334147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for d39860b2-8024-4585-a9e3-2849306bfc85 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:11.356389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e9444-d0a2-4d13-8fc4-27f1e628f24a req-30eca07e-cc6b-469b-8623-796ceb5ab7b9 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.370875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-546e9444-d0a2-4d13-8fc4-27f1e628f24a req-30eca07e-cc6b-469b-8623-796ceb5ab7b9 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.3522382 Feb 09 21:46:11.489543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50bf051a-b4f7-4a9c-9e6d-ead1019a37aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.561204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-64013ae5-a449-4cf2-9eec-5359d36a8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.563010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-64013ae5-a449-4cf2-9eec-5359d36a8373 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77e3d7ef-9ab7-4063-a6d9-1799fedd5f35 HTTP/1.1" status: 200 len: 845 time: 0.2578657 Feb 09 21:46:11.585040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:06Z', 'revision_number': 9, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:11.700266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-546e9444-d0a2-4d13-8fc4-27f1e628f24a req-09a4cc5a-7ca4-4c4d-ab08-9f5e594a2d32 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281407 Feb 09 21:46:11.733079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d80b9-fa61-4f44-b33c-b243894f54b4 None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:06Z', 'revision_number': 9, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a19ff95-603a-465e-a7a9-e24e0703513b', 'name': '', 'network_id': '01f975d6-c334-43f8-a764-25b105258b1d', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:5b:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:31Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': 'cc28c240-2dcf-4e7d-a685-8e72349216c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:11.749506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] DHCP port deletion for d472b936-e9d9-4867-a750-361df870e159 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:11.787346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-8b61ff8e-b244-408c-bc28-744b7d71c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.796995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-8b61ff8e-b244-408c-bc28-744b7d71c43f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=27b6debd-d044-4ab5-b77c-1480bb798a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2212172 Feb 09 21:46:11.797197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50bf051a-b4f7-4a9c-9e6d-ead1019a37aa admin admin] Publish callbacks [] for security_group (6801cbb8-889a-4251-9368-35899e6e898d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.927988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Deleting port d39860b2-8024-4585-a9e3-2849306bfc85 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:11.928622 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.973155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.010868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50bf051a-b4f7-4a9c-9e6d-ead1019a37aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6801cbb8-889a-4251-9368-35899e6e898d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.047304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] For port d39860b2-8024-4585-a9e3-2849306bfc85, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d39860b2-8024-4585-a9e3-2849306bfc85,segment=NetworkSegment(908c8cf5-293f-4e70-adc8-60c29898297d),segment_id=908c8cf5-293f-4e70-adc8-60c29898297d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:12.048397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.052644 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-b02c100e-c778-47dd-bde0-964b8957c201 service neutron] 10.222.0.30 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423205 Feb 09 21:46:12.088223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Calling delete_port for d39860b2-8024-4585-a9e3-2849306bfc85 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:12.179692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-50bf051a-b4f7-4a9c-9e6d-ead1019a37aa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cdc7f677f7f24ae3a3542da1348a2e09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0713184 Feb 09 21:46:12.187824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d39860b2-8024-4585-a9e3-2849306bfc85 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:12.239093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-931ff54a-d3ea-484d-8919-ae1801a9bd35 req-aadacb07-f05c-4127-a309-bfe67ffa86a8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.2826614 Feb 09 21:46:12.260012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35632) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.352912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-41c6d755-1c31-466d-91c2-b42c47ab69d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9988081 Feb 09 21:46:12.384634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d39860b2-8024-4585-a9e3-2849306bfc85 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:12.385882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.470765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf051a-b4f7-4a9c-9e6d-ead1019a37aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6801cbb8-889a-4251-9368-35899e6e898d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:12.673163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90dc2287-d8f6-4c90-80a2-136ab94d08c1 req-01639503-ec29-4fc1-9389-a2d4ccece2e9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 210 time: 0.2203219 Feb 09 21:46:12.692365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.738484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No DVR routers for this DVR port d39860b2-8024-4585-a9e3-2849306bfc85 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:12.829041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-aa78776f-06cf-4c16-973a-dfb7f5289bbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.833084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-aa78776f-06cf-4c16-973a-dfb7f5289bbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.110 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.2836509 Feb 09 21:46:12.834505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20a16b73-88b3-4f0e-ae8e-40fb284c385b admin admin] Publish callbacks [] for security_group (6801cbb8-889a-4251-9368-35899e6e898d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.846096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b44ea-a066-4ab7-938d-42d34f9a5b24 req-7628767e-157c-48c0-a691-15d149db6a1b tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.853631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d36b44ea-a066-4ab7-938d-42d34f9a5b24 req-7628767e-157c-48c0-a691-15d149db6a1b tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.8503022 Feb 09 21:46:12.858239 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e03a47c-a0f2-4589-a926-70265e40c9b0 req-28410c94-eb25-4739-b509-accbe967e5fa service neutron] 10.222.0.30 "GET /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952280 Feb 09 21:46:12.863337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d39860b2-8024-4585-a9e3-2849306bfc85), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.893045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Request body: {'port': {'device_id': '59a6e69a-4918-4814-bd56-db52453f609d', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'admin_state_up': True, 'tenant_id': '356eb4a569cb4fa1af12545be45d8009'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:12.900025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=d39860b2-8024-4585-a9e3-2849306bfc85,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:12.929098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35644) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.989170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] No DVR routers for this DVR port d39860b2-8024-4585-a9e3-2849306bfc85 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:12.993328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Pushing event deleted for resources: {'Port': ['ID=d39860b2-8024-4585-a9e3-2849306bfc85,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:13.006215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.006859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.007367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.008010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.008504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.009577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.010159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.010649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.011525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.012377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.013793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.014369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.014914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cbb9fd-46ec-4be9-9a1a-59ec3da9cbd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:13.083510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889276-2f69-42c5-9bab-48a67ac24165 req-69b4bc80-625a-4e7e-b117-82ce6257f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.085241 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-69b4bc80-625a-4e7e-b117-82ce6257f72a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 1130 time: 0.6463923 Feb 09 21:46:13.121470 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d472b936-e9d9-4867-a750-361df870e159), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.123211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20a16b73-88b3-4f0e-ae8e-40fb284c385b admin admin] Publish callbacks [] for security_group (6801cbb8-889a-4251-9368-35899e6e898d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.138202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2081448857-network', 'tenant_id': '4b39b17c9a054ae0a94810ed1bd771e2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:13.194064 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf466128-96f9-4495-bdd9-2832cb65a533 None None] New status for floating IP 8beeee4e-b6e5-4665-a843-69b2e34710ec: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:46:13.204323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d36b44ea-a066-4ab7-938d-42d34f9a5b24 req-2c5e9ead-05eb-47fc-8b72-24ee1f7d9650 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494959 Feb 09 21:46:13.272176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724a71-6aa5-4456-9308-0ad566efdb83 req-061a1dd4-6ec3-491a-a147-bc2b9d6a8886 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.273877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55724a71-6aa5-4456-9308-0ad566efdb83 req-061a1dd4-6ec3-491a-a147-bc2b9d6a8886 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.3591707 Feb 09 21:46:13.278084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d472b936-e9d9-4867-a750-361df870e159']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:13.316355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908c8cf5-293f-4e70-adc8-60c29898297d') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:13.317186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908c8cf5-293f-4e70-adc8-60c29898297d') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:13.325572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20a16b73-88b3-4f0e-ae8e-40fb284c385b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6801cbb8-889a-4251-9368-35899e6e898d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.334880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20a16b73-88b3-4f0e-ae8e-40fb284c385b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.339965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Made reservation on behalf of 4b39b17c9a054ae0a94810ed1bd771e2 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:13.342330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.350315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (908c8cf5-293f-4e70-adc8-60c29898297d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.367089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20a16b73-88b3-4f0e-ae8e-40fb284c385b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6801cbb8-889a-4251-9368-35899e6e898d HTTP/1.1" status: 204 len: 168 time: 1.1028955 Feb 09 21:46:13.390863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:13.400834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55724a71-6aa5-4456-9308-0ad566efdb83 req-c6d6a18f-608c-479d-9e1c-053681267e33 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173620 Feb 09 21:46:13.408839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.442038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.468914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (908c8cf5-293f-4e70-adc8-60c29898297d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.485919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:13.486339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (908c8cf5-293f-4e70-adc8-60c29898297d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:13.489830 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:13.583687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39a5d328-6f1b-4758-a57c-d65a1b1fd005 req-3215fa33-86fc-4b36-8b56-55f9bc47cd54 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0513310 Feb 09 21:46:13.599185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a16b73-88b3-4f0e-ae8e-40fb284c385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6801cbb8-889a-4251-9368-35899e6e898d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:13.614329 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks [] for security_group (68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.689693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-f3645e4f-3aa1-46df-aa86-b756058c1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.691751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-f3645e4f-3aa1-46df-aa86-b756058c1104 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=790d22a4c6124c74b7dca02501711a53&device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1132 time: 0.4183066 Feb 09 21:46:13.712284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.735444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 71b23b24-9418-472d-a857-361649ec9f72 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:13.796476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 71b23b24-9418-472d-a857-361649ec9f72 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:13.797330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 71b23b24-9418-472d-a857-361649ec9f72 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:13.818533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:13.827264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889276-2f69-42c5-9bab-48a67ac24165 req-8131074e-d708-4b9a-9f5f-0ada799882f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.830355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-8131074e-d708-4b9a-9f5f-0ada799882f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.6607432 Feb 09 21:46:13.911470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce8bfa63-8bdd-4622-bd8d-f3ef22b14773 req-9758cd09-ffad-49cb-811c-e5d55c25cf4d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 210 time: 0.0775113 Feb 09 21:46:13.931370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d472b936-e9d9-4867-a750-361df870e159), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.934588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-e7988f59-a3ff-4cb0-9b25-84e3bd9952aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61 HTTP/1.1" status: 200 len: 217 time: 0.0887711 Feb 09 21:46:13.938080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:13.997353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.000725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/d472b936-e9d9-4867-a750-361df870e159 HTTP/1.1" status: 204 len: 168 time: 3.2749069 Feb 09 21:46:14.001694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d61e0-ba39-4c80-b808-a6d4613112b5 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=d472b936-e9d9-4867-a750-361df870e159,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:14.145440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35668) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:14.155877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889276-2f69-42c5-9bab-48a67ac24165 req-1c804275-7f32-4739-8fd1-b004cf8b20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.157721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-1c804275-7f32-4739-8fd1-b004cf8b20da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1761191 Feb 09 21:46:14.161877 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c3eb3d32-2481-46d2-841b-51ec915f9932), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.162235 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Added segment c3eb3d32-2481-46d2-841b-51ec915f9932 of type vlan for network f33b9148-7cec-402c-a708-a35642f6c821 Feb 09 21:46:14.384957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (f33b9148-7cec-402c-a708-a35642f6c821), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.408403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35682) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:14.495800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab402289-f8d7-493e-9aec-e0b33124cd49 req-d4d8b003-4666-4909-b697-6b1c968c2f04 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.503243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab402289-f8d7-493e-9aec-e0b33124cd49 req-d4d8b003-4666-4909-b697-6b1c968c2f04 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.1250873 Feb 09 21:46:14.543647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5db19f1-1dd3-4cd7-a0e8-643b866225f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.552103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889276-2f69-42c5-9bab-48a67ac24165 req-06c6d254-53d7-42f5-9421-a1c1027a01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.553623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-06c6d254-53d7-42f5-9421-a1c1027a01d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3470085 Feb 09 21:46:14.573505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Allocated IP 172.20.0.12 (f071065e-0967-462d-9ec9-b88235668c87/7bd08550-b806-4ee3-b711-ecc6d2caf5f8/9964bf48-27da-4e8d-8ae2-ad4697f4cab8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:14.582347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-51e6c236-5036-4f6e-b6e7-30fbd94f7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.584038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-51e6c236-5036-4f6e-b6e7-30fbd94f7309 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.8615770 Feb 09 21:46:14.615123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab402289-f8d7-493e-9aec-e0b33124cd49 req-deb93333-6a50-488b-b333-5096e685bae9 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111970 Feb 09 21:46:14.649652 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (f33b9148-7cec-402c-a708-a35642f6c821), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.650666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.651260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.717801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-0ffa4eea-0a79-4332-a9ee-c41cf201a840 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0490d200-0bc9-4218-b0a2-b532a450e527 HTTP/1.1" status: 200 len: 217 time: 0.1001713 Feb 09 21:46:14.785172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-529a2b5a-7fb9-4d7f-990b-29b81171222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.787007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-529a2b5a-7fb9-4d7f-990b-29b81171222d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0619140 Feb 09 21:46:14.843923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe0d1a7b-0ade-4684-ac55-e2160de5ecd0 req-929a0846-1495-4b24-8058-56b7ba5701b6 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.0696909 Feb 09 21:46:14.937263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-b448cd79-a306-48bb-9fd0-442b0c7e4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.938745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-b448cd79-a306-48bb-9fd0-442b0c7e4cb9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1415255 Feb 09 21:46:15.137984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8494ee7-f191-4c52-88cb-d329c4442553 req-a81a7af0-92b8-41f5-852f-b99aeade14c0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.139778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8494ee7-f191-4c52-88cb-d329c4442553 req-a81a7af0-92b8-41f5-852f-b99aeade14c0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.1887231 Feb 09 21:46:15.219563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] Pushing event updated for resources: {'Network': ['ID=f33b9148-7cec-402c-a708-a35642f6c821,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:15.232728 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks [] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.233149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network f33b9148-7cec-402c-a708-a35642f6c821 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:15.240043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-88201e2a-50ea-423f-b79a-d59a58e40f7e service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901223 Feb 09 21:46:15.297746 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2c9fc011-e632-403e-9ead-229527bd4644 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3649857 Feb 09 21:46:15.298428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35692) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:15.329827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Request body: {'subnet': {'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2081448857-subnet', 'tenant_id': '4b39b17c9a054ae0a94810ed1bd771e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:15.386829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94b90cb5-e6ef-4d5a-b05b-425e1c257634 req-fd670291-7beb-40bc-81ea-048e92a3396c service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348579 Feb 09 21:46:15.421945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8494ee7-f191-4c52-88cb-d329c4442553 req-615d27cb-46ef-4d9f-8a9e-0a3a92ba2372 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708316 Feb 09 21:46:15.447721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-d9b4e36b-5f45-4eb3-b762-bbb953ed7c61 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354802 Feb 09 21:46:15.456987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac6dd8-3ae8-40ff-9cb4-7e1b355a30ee req-c35fffaa-e9a6-48c2-9857-06671f5db2bf tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.458583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ac6dd8-3ae8-40ff-9cb4-7e1b355a30ee req-c35fffaa-e9a6-48c2-9857-06671f5db2bf tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.8517890 Feb 09 21:46:15.515009 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.606614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Network f071065e-0967-462d-9ec9-b88235668c87 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:15.619295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5db19f1-1dd3-4cd7-a0e8-643b866225f1 admin admin] Publish callbacks [] for security_group (1c7a11c5-f921-4a62-af8b-e837ea3f765c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.621836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62889276-2f69-42c5-9bab-48a67ac24165 req-c9b87739-24c2-45b3-98f5-69e6052fe000 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610148 Feb 09 21:46:15.662278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:15.668823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:15.675038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:15.677873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2ac6dd8-3ae8-40ff-9cb4-7e1b355a30ee req-43f307ff-2708-4560-ae85-87eec66c2ef6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039748 Feb 09 21:46:15.681765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Made reservation on behalf of 4b39b17c9a054ae0a94810ed1bd771e2 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:15.693946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.697763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5db19f1-1dd3-4cd7-a0e8-643b866225f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1c7a11c5-f921-4a62-af8b-e837ea3f765c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.776223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121855d5-9f37-404b-a0a5-70771098092f req-b349a72c-6a62-41eb-9d73-d6c2254a2d32 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.784529 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-121855d5-9f37-404b-a0a5-70771098092f req-b349a72c-6a62-41eb-9d73-d6c2254a2d32 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 932 time: 0.2057836 Feb 09 21:46:15.798297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.801791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.828469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db19f1-1dd3-4cd7-a0e8-643b866225f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a11c5-f921-4a62-af8b-e837ea3f765c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:15.833417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a5db19f1-1dd3-4cd7-a0e8-643b866225f1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=51eb3e2631024d12855d87581e5af23b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4173889 Feb 09 21:46:15.840871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35706) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:15.926152 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-121855d5-9f37-404b-a0a5-70771098092f req-452d8246-864a-45b0-b534-c4c0cc81f73b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205952 Feb 09 21:46:15.954124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-3b2d330a-6d20-46cb-aff0-3c559d5a4a7d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0929799 Feb 09 21:46:15.968160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Request body: {'port': {'device_id': '59a6e69a-4918-4814-bd56-db52453f609d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:16.069759 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-589f987e-c7aa-4265-99aa-2e51e90f90d1 admin admin] Publish callbacks [] for security_group (1c7a11c5-f921-4a62-af8b-e837ea3f765c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.092105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.139325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5fe4c54-ea90-4b40-b46b-9f850b47fab1 req-20592fd2-badd-4d06-aaf2-65b349620669 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/ports?device_id=77ebc3ba-814d-4d6d-9c19-3f53844d748f HTTP/1.1" status: 200 len: 210 time: 0.1448720 Feb 09 21:46:16.228809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.340905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (459c31ce-bb71-44ed-b107-28e7cb9fddfc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.437904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459c31ce-bb71-44ed-b107-28e7cb9fddfc,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.449085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:16.463457 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Publish callbacks [] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.472636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Transition to ACTIVE for port object 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:16.473580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-589f987e-c7aa-4265-99aa-2e51e90f90d1 admin admin] Publish callbacks [] for security_group (1c7a11c5-f921-4a62-af8b-e837ea3f765c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.530022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Checking segment: {'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:16.530324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Network hostable DHCP agents. Network: f33b9148-7cec-402c-a708-a35642f6c821, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:16.540543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.670836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.684176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 6a19ff95-603a-465e-a7a9-e24e0703513b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:16.685003 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.792905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 6a19ff95-603a-465e-a7a9-e24e0703513b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6a19ff95-603a-465e-a7a9-e24e0703513b,segment=NetworkSegment(4c795401-63d2-4da9-94e6-d18b9100f7e2),segment_id=4c795401-63d2-4da9-94e6-d18b9100f7e2)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:16.793323 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.807971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Network f33b9148-7cec-402c-a708-a35642f6c821 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:16.813298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-589f987e-c7aa-4265-99aa-2e51e90f90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1c7a11c5-f921-4a62-af8b-e837ea3f765c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.818304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-589f987e-c7aa-4265-99aa-2e51e90f90d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.824862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-589f987e-c7aa-4265-99aa-2e51e90f90d1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c7a11c5-f921-4a62-af8b-e837ea3f765c HTTP/1.1" status: 204 len: 168 time: 0.9817731 Feb 09 21:46:16.839917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 6a19ff95-603a-465e-a7a9-e24e0703513b owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:16.848393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f987e-c7aa-4265-99aa-2e51e90f90d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7a11c5-f921-4a62-af8b-e837ea3f765c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.953275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, f33b9148-7cec-402c-a708-a35642f6c821) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:16.959691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.960341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.967392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea479ad-18f3-4a05-9b82-e558968a0ba3 None None] Network f33b9148-7cec-402c-a708-a35642f6c821 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:17.024064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Attempting to bind port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:17.026725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Attempting to bind port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:17.027172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Attempting to bind port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:17.052474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 on network f071065e-0967-462d-9ec9-b88235668c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:17.052867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Attempting to bind port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:17.083139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25287799-3c46-4b2a-910c-8ad4e6abdb69 req-6a02911c-c5e6-492b-afd7-1ba74064494c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.091784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-17b2bcba-e675-4c3d-b4af-3f1018d5c942 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7851470 Feb 09 21:46:17.092542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25287799-3c46-4b2a-910c-8ad4e6abdb69 req-6a02911c-c5e6-492b-afd7-1ba74064494c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2822642 Feb 09 21:46:17.098525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:17.109128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Checking segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:17.109610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Bound using segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:17.110166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Bound port: 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:17.110607 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.182007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b4bd51-5361-4aaa-847c-a65c20f26db8 None None] Network f33b9148-7cec-402c-a708-a35642f6c821 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:17.192832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b040234-280d-4899-86a9-11598d1ebbd2 req-ff0854e6-a64b-49f1-8b81-507adb618393 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.200197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b040234-280d-4899-86a9-11598d1ebbd2 req-ff0854e6-a64b-49f1-8b81-507adb618393 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 944 time: 0.1132464 Feb 09 21:46:17.277123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b040234-280d-4899-86a9-11598d1ebbd2 req-2faf1e6e-6327-47d8-bbdb-da51a09885bb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749724 Feb 09 21:46:17.290716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25287799-3c46-4b2a-910c-8ad4e6abdb69 req-884ad645-fbf1-4be1-862c-0c12dd3a9ad0 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931927 Feb 09 21:46:17.333223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:17.345782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6a19ff95-603a-465e-a7a9-e24e0703513b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.353798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:17.443824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.502650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=6a19ff95-603a-465e-a7a9-e24e0703513b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.517296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:17.564671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.565852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.570375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] 10.222.0.110 "PUT /v2.0/ports/9964bf48-27da-4e8d-8ae2-ad4697f4cab8 HTTP/1.1" status: 200 len: 1092 time: 1.6067717 Feb 09 21:46:17.571303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:17.577756 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6329825f-912d-40e8-b20e-30b82c1b700a" -d '{"events": [{"name": "network-changed", "server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:17.636026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a69a90-c9a7-4b99-adc9-eee803bd4779 service neutron] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.756205 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df9aeea-25fc-489a-aea3-79eb9b557cfb x-openstack-request-id: req-8df9aeea-25fc-489a-aea3-79eb9b557cfb {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:17.756864 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:17.757478 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8df9aeea-25fc-489a-aea3-79eb9b557cfb {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:17.758194 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'status': 'completed', 'code': 200} Feb 09 21:46:17.804790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-ac669188-6fc3-41d9-abc8-8f8eef099956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.806617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-ac669188-6fc3-41d9-abc8-8f8eef099956 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 1126 time: 0.1316655 Feb 09 21:46:17.882103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-e63b9ecf-871d-493d-9b93-f168c25d5d3b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8 HTTP/1.1" status: 200 len: 217 time: 0.0653162 Feb 09 21:46:17.906447 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e19490a-2fd2-49da-94cc-93a1c26fc8c8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group (c1f49438-0b73-4094-9fae-c0f837268fb8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.933102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e19490a-2fd2-49da-94cc-93a1c26fc8c8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group (c1f49438-0b73-4094-9fae-c0f837268fb8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.993586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.014514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-53adace8-ba33-487a-8b6a-f10a0c3fc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.014514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-53adace8-ba33-487a-8b6a-f10a0c3fc76b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.1223052 Feb 09 21:46:18.084103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e19490a-2fd2-49da-94cc-93a1c26fc8c8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c1f49438-0b73-4094-9fae-c0f837268fb8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.091255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e19490a-2fd2-49da-94cc-93a1c26fc8c8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.091255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7e19490a-2fd2-49da-94cc-93a1c26fc8c8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "DELETE /v2.0/security-groups/c1f49438-0b73-4094-9fae-c0f837268fb8 HTTP/1.1" status: 204 len: 168 time: 0.5562501 Feb 09 21:46:18.092888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35760) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.107586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19490a-2fd2-49da-94cc-93a1c26fc8c8 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f49438-0b73-4094-9fae-c0f837268fb8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.109196 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-6716e695-e59e-4a52-b329-d13ab07c2780 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] show failed (client error): The resource could not be found. Feb 09 21:46:18.117731 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6716e695-e59e-4a52-b329-d13ab07c2780 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "GET /v2.0/security-groups/c1f49438-0b73-4094-9fae-c0f837268fb8 HTTP/1.1" status: 404 len: 347 time: 0.0215108 Feb 09 21:46:18.120028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-97b2a813-a78c-4788-9aac-d8ea77ad90ec service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880666 Feb 09 21:46:18.120268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35762) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.457882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:18.525430 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-aceeae99-77c0-492b-bb0b-6b0077929e3d service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992670 Feb 09 21:46:18.602322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-a9b744a7-200a-4771-a854-620036aaebdd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.609138 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-a9b744a7-200a-4771-a854-620036aaebdd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 814 time: 0.2899671 Feb 09 21:46:18.624227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113cfec-394b-492c-bab1-5e1e3c2b2d18 req-3e85f826-7b8a-4327-96dd-e690cd713ebb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.640717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6113cfec-394b-492c-bab1-5e1e3c2b2d18 req-3e85f826-7b8a-4327-96dd-e690cd713ebb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 944 time: 0.2278421 Feb 09 21:46:18.657281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-5cc03547-94c2-4c16-be4a-c0b3bee21c71 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/quotas/4b39b17c9a054ae0a94810ed1bd771e2 HTTP/1.1" status: 200 len: 375 time: 0.0469644 Feb 09 21:46:18.686919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Deleting port 41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:18.687418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.722373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-d6f7a31b-1cf4-4e43-8ee5-846f4c7f9f6b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633261 Feb 09 21:46:18.789861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.790389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for floatingip (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.810489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Calling delete_port for 41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:18.831302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7315fcc2-9573-4e31-8d28-98abb83bd1f1 req-a7bb4138-2354-45c1-8ea8-7e83f8b17b06 service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975872 Feb 09 21:46:18.866315 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-91c528f3-ec77-4d05-a05c-0cf255572bc2 service neutron] 10.222.0.98 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426709 Feb 09 21:46:18.975541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6113cfec-394b-492c-bab1-5e1e3c2b2d18 req-4b3d02e0-1519-476f-9244-9d7a57600d45 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337307 Feb 09 21:46:18.976830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:18.982024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3619d5d2-f70b-4769-9a8a-990591c25a3c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8356690 Feb 09 21:46:18.984626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35786) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.991259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e362df-404d-423c-9c57-a8724314c539 None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:19.019636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:19.020335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:19.043607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-1f4445fc-d851-40fa-862c-f9f4fdcd9d66 service neutron] 10.222.0.98 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753707 Feb 09 21:46:19.053847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet cc28c240-2dcf-4e7d-a685-8e72349216c9 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:19.079934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (cc28c240-2dcf-4e7d-a685-8e72349216c9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.162877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329825f-912d-40e8-b20e-30b82c1b700a req-32a34fa6-3b4f-4ff9-8bec-5842bd3be10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:19.164750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6329825f-912d-40e8-b20e-30b82c1b700a req-32a34fa6-3b4f-4ff9-8bec-5842bd3be10b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 1126 time: 0.1183748 Feb 09 21:46:19.294254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (cc28c240-2dcf-4e7d-a685-8e72349216c9), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.342714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:19.377116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.432461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329825f-912d-40e8-b20e-30b82c1b700a req-2cfefc68-d62e-4893-880a-fae1a836c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:19.439186 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6329825f-912d-40e8-b20e-30b82c1b700a req-2cfefc68-d62e-4893-880a-fae1a836c962 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 912 time: 0.2667315 Feb 09 21:46:19.545689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c455a59-7a78-46af-ac37-35b7d95d357a req-4115ee99-d49d-4c68-a9e6-9000663ec7a7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:19.561281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c455a59-7a78-46af-ac37-35b7d95d357a req-4115ee99-d49d-4c68-a9e6-9000663ec7a7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.3956702 Feb 09 21:46:19.563362 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Pushing event deleted for resources: {'Port': ['ID=41a7a9c1-fee8-4a72-acd6-f0b2a8ab7cdd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.578674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6329825f-912d-40e8-b20e-30b82c1b700a req-4e45cf11-6504-48e6-9131-5a8ba9c8ff7c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8 HTTP/1.1" status: 200 len: 217 time: 0.1327863 Feb 09 21:46:19.674252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1650b3f1-b1a9-4efc-8def-7cc5b4afe2a0 req-d03417bf-7f51-45a7-bf7f-cdc65e144acb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 210 time: 0.0888624 Feb 09 21:46:19.712380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329825f-912d-40e8-b20e-30b82c1b700a req-ffad01ca-4dbf-4b1c-a44f-71f57bba3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:19.713847 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6329825f-912d-40e8-b20e-30b82c1b700a req-ffad01ca-4dbf-4b1c-a44f-71f57bba3185 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.1142948 Feb 09 21:46:19.784663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:17Z', 'revision_number': 10, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:19.786751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6329825f-912d-40e8-b20e-30b82c1b700a req-4e0eaf61-16e4-4f67-962f-e3c59091be9c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642135 Feb 09 21:46:19.820508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e362df-404d-423c-9c57-a8724314c539 None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:19.830850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:19.832278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:19.902730 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c455a59-7a78-46af-ac37-35b7d95d357a req-a145e275-923d-461b-b04d-7f1b5ea0ad6f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405290 Feb 09 21:46:19.950258 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6329825f-912d-40e8-b20e-30b82c1b700a req-d0ce45e1-72cf-48cd-9c32-a63707cfe5b6 service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546519 Feb 09 21:46:19.976590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks [] for floatingip (dbf9f25b-4aa9-474b-bc43-73e660c81727), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.977666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:19.983156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.986622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-994033b4-26a6-4d15-b6cd-a04b6e2dc7f9 tempest-ServersTestBootFromVolume-1396411303 tempest-ServersTestBootFromVolume-1396411303-project] 10.222.0.98 "DELETE /v2.0/floatingips/dbf9f25b-4aa9-474b-bc43-73e660c81727 HTTP/1.1" status: 204 len: 168 time: 1.8651121 Feb 09 21:46:19.995081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35812) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.032632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (cc28c240-2dcf-4e7d-a685-8e72349216c9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.260415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84e362df-404d-423c-9c57-a8724314c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:17Z', 'revision_number': 10, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:20.291504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c761d-9c2d-4671-ad4a-f861e005c878 req-6c069931-1cb3-4be9-bace-02d8e21753cd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.298550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa7c761d-9c2d-4671-ad4a-f861e005c878 req-6c069931-1cb3-4be9-bace-02d8e21753cd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 944 time: 0.1735930 Feb 09 21:46:20.327840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e362df-404d-423c-9c57-a8724314c539 None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:17Z', 'revision_number': 10, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None, '_interfaces': [{'id': '6576cbee-328a-448d-98a6-88d6b1f71c03', 'name': '', 'network_id': 'a7535d6b-4431-49e1-a4be-ed11ba274b57', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'mac_address': 'fa:16:3e:82:e0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:07Z', 'updated_at': '2022-02-09T21:45:18Z', 'revision_number': 5, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'subnets': [{'id': '01144e08-7d81-4dc5-882d-3f6942af9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:20.354000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6329825f-912d-40e8-b20e-30b82c1b700a req-591c42d7-b371-4ded-bec3-057eb0c4e927 service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965383 Feb 09 21:46:20.439073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa7c761d-9c2d-4671-ad4a-f861e005c878 req-3252ed6a-ce82-4c88-9392-7c571af96fcb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396501 Feb 09 21:46:20.505255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (cc28c240-2dcf-4e7d-a685-8e72349216c9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.556315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.556944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca27907-ca48-4a85-9631-6f149b7f2558 None None] Network 01f975d6-c334-43f8-a764-25b105258b1d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:20.561689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/cc28c240-2dcf-4e7d-a685-8e72349216c9 HTTP/1.1" status: 204 len: 168 time: 1.5740709 Feb 09 21:46:20.564276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35836) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.626527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0b937-2197-41b7-828e-c0bcad8cc044 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=cc28c240-2dcf-4e7d-a685-8e72349216c9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.827809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (01f975d6-c334-43f8-a764-25b105258b1d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.879684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] DHCP port deletion for 01f975d6-c334-43f8-a764-25b105258b1d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:20.892456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c6e845d0-d581-485f-b48a-90a8575f3ca9 req-0b5b443f-1da2-4e46-9c8c-229303ad1c79 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 210 time: 0.0595548 Feb 09 21:46:21.013975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:21.014418 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.024815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] Deleting port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:21.025042 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.159889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] For port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,segment=NetworkSegment(4c795401-63d2-4da9-94e6-d18b9100f7e2),segment_id=4c795401-63d2-4da9-94e6-d18b9100f7e2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:21.159889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.165917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] Calling delete_port for 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:21.227273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e459a-9c34-4107-b0bb-8dae87c9fc17 req-723b3b4a-33e0-473f-a817-5fa993f64b95 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.232343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,segment=NetworkSegment(4c795401-63d2-4da9-94e6-d18b9100f7e2),segment_id=4c795401-63d2-4da9-94e6-d18b9100f7e2)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:21.232824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.237028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-999e459a-9c34-4107-b0bb-8dae87c9fc17 req-723b3b4a-33e0-473f-a817-5fa993f64b95 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1512563 Feb 09 21:46:21.266980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:21.304494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (d68432ef-a28d-45da-b793-39a0f2830726), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.406426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-999e459a-9c34-4107-b0bb-8dae87c9fc17 req-5504d432-5275-4677-958e-108b32ac26fa tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679747 Feb 09 21:46:21.433544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:21.544149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:21.564043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'port_id': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'mac_address': 'fa:16:3e:9d:df:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd08550-b806-4ee3-b711-ecc6d2caf5f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:21.617701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b5e0d-0779-45ec-bfb5-8e6df06f6a5a req-fbc55dd6-e5af-4f96-bdda-7302ff6d7838 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.619575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187b5e0d-0779-45ec-bfb5-8e6df06f6a5a req-fbc55dd6-e5af-4f96-bdda-7302ff6d7838 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 944 time: 0.0924177 Feb 09 21:46:21.628658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.642852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (2b92b2f2-d727-46b5-b50f-5ceb83fdab78), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.695014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No DVR routers for this DVR port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:21.726181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] Pushing event deleted for resources: {'Port': ['ID=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.741070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a817b9-e2ee-4116-beaa-83d758c85281 None None] No DVR routers for this DVR port 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:21.772603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:21.773844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.837981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=2b92b2f2-d727-46b5-b50f-5ceb83fdab78,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.864045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:21.877583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:21.945171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:21.946723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2b92b2f2-d727-46b5-b50f-5ceb83fdab78 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:21.949112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6a19ff95-603a-465e-a7a9-e24e0703513b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:22.022282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6a19ff95-603a-465e-a7a9-e24e0703513b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:22.022914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6a19ff95-603a-465e-a7a9-e24e0703513b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:22.049068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:22.101454 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187b5e0d-0779-45ec-bfb5-8e6df06f6a5a req-28141573-0a6f-405b-b1b5-f5abbcab7a4a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432278 Feb 09 21:46:22.107276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (01f975d6-c334-43f8-a764-25b105258b1d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.151585 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.189843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f975d6-c334-43f8-a764-25b105258b1d']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:22.211381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c795401-63d2-4da9-94e6-d18b9100f7e2') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:22.211935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c795401-63d2-4da9-94e6-d18b9100f7e2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:22.225343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (4c795401-63d2-4da9-94e6-d18b9100f7e2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.250325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4c795401-63d2-4da9-94e6-d18b9100f7e2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.259792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:22.261018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (4c795401-63d2-4da9-94e6-d18b9100f7e2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.293063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:22.339129 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:22.411916 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a94a303b-80b8-4d10-8820-5784b7371daa req-6fd20c0f-91b4-4675-85f9-1e248d15f8eb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 210 time: 0.0557454 Feb 09 21:46:22.417482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9964bf48-27da-4e8d-8ae2-ad4697f4cab8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:22.429261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (01f975d6-c334-43f8-a764-25b105258b1d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.453196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.486486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/01f975d6-c334-43f8-a764-25b105258b1d HTTP/1.1" status: 204 len: 168 time: 1.9124067 Feb 09 21:46:22.493223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35908) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.519376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d5dce-4b7b-4e59-b93f-9145df0369a1 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=01f975d6-c334-43f8-a764-25b105258b1d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:22.599152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Deleting port bae2ff91-0624-4149-9468-e7c2dc849555 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:22.601817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.679555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adca0f-8083-4831-84d5-d4879b07a02d req-39c8c7ed-c180-4bc0-b9ea-8b4ca59d8077 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:22.682930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60adca0f-8083-4831-84d5-d4879b07a02d req-39c8c7ed-c180-4bc0-b9ea-8b4ca59d8077 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1308324 Feb 09 21:46:22.837774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60adca0f-8083-4831-84d5-d4879b07a02d req-1fa3071d-6cc0-4603-b057-653225ec4888 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440718 Feb 09 21:46:22.984334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] For port bae2ff91-0624-4149-9468-e7c2dc849555, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bae2ff91-0624-4149-9468-e7c2dc849555,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:22.984722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.004156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-23935507-6446-474f-b94b-9e1aa6404eb4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.005714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-23935507-6446-474f-b94b-9e1aa6404eb4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 814 time: 0.3394790 Feb 09 21:46:23.016103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Calling delete_port for bae2ff91-0624-4149-9468-e7c2dc849555 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:23.025568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Request body: {'port': {'device_id': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821', 'admin_state_up': True, 'tenant_id': '4b39b17c9a054ae0a94810ed1bd771e2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:23.316604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa8170-a35b-461b-92f1-7af1bef0782b req-e58e3cf3-80c4-45ca-ab52-6e134d440bf9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.328171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7aa8170-a35b-461b-92f1-7af1bef0782b req-e58e3cf3-80c4-45ca-ab52-6e134d440bf9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 945 time: 0.1170061 Feb 09 21:46:23.404739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7aa8170-a35b-461b-92f1-7af1bef0782b req-33d84d29-cae6-4a0a-a519-6b86947e194f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755873 Feb 09 21:46:23.449628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:23.478927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Made reservation on behalf of 4b39b17c9a054ae0a94810ed1bd771e2 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:23.483066 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.506310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35928) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.632463 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b6493ea-bc04-4d0f-880f-0de437f0c8da req-f139ef81-8a98-4e6b-b2d7-765da725c1b1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 210 time: 0.0672333 Feb 09 21:46:23.728646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Allocated IP 172.20.0.13 (f33b9148-7cec-402c-a708-a35642f6c821/459c31ce-bb71-44ed-b107-28e7cb9fddfc/b23e3eec-2308-4ade-ab16-73b951b65b75) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:23.761111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b1c8-14c8-4f8a-b990-4fd1d341ed55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.767888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (bae2ff91-0624-4149-9468-e7c2dc849555), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.811554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=bae2ff91-0624-4149-9468-e7c2dc849555,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.843360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:23.844311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.846099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:23.847165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.929641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b1c8-14c8-4f8a-b990-4fd1d341ed55 admin admin] Publish callbacks [] for security_group (f7676d9e-1c1b-4193-acce-137b59088b9b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.005071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b1c8-14c8-4f8a-b990-4fd1d341ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f7676d9e-1c1b-4193-acce-137b59088b9b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.025648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:24.026050 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.056678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:24.060149 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1853c55-8cbc-4e0f-af69-0d1e16e2c891" -d '{"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-plugged", "status": "completed", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:24.077114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:24.134195 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a8b8b1c8-14c8-4f8a-b990-4fd1d341ed55 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af40722db52544b2830f3cc655e2511a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244605 Feb 09 21:46:24.137759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35946) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.148675 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.152472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8b1c8-14c8-4f8a-b990-4fd1d341ed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7676d9e-1c1b-4193-acce-137b59088b9b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.203270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a8cc-b7d6-445c-a48e-e2ea0c782661 req-23aeca92-f662-40ff-834e-c88ad3ec4c1f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.231582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2718a8cc-b7d6-445c-a48e-e2ea0c782661 req-23aeca92-f662-40ff-834e-c88ad3ec4c1f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2377679 Feb 09 21:46:24.321171 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d540386-9f46-40ef-ba0d-24052545173e x-openstack-request-id: req-2d540386-9f46-40ef-ba0d-24052545173e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:24.321523 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-plugged", "status": "completed", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:24.321733 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d540386-9f46-40ef-ba0d-24052545173e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:24.322135 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'code': 200} Feb 09 21:46:24.324523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.430649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2718a8cc-b7d6-445c-a48e-e2ea0c782661 req-98f562a2-d886-430e-a5d2-5ee7f569ca4c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978891 Feb 09 21:46:24.434661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4db14ec-6ab5-4871-8557-3c51f2d8135f admin admin] Publish callbacks [] for security_group (f7676d9e-1c1b-4193-acce-137b59088b9b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.442948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de5124-a058-4e27-8a1b-448631e03fe5 req-1cb082e2-7b10-4bb6-afd1-f95f48649f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.444585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8de5124-a058-4e27-8a1b-448631e03fe5 req-1cb082e2-7b10-4bb6-afd1-f95f48649f78 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 1128 time: 0.1842132 Feb 09 21:46:24.479426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4db14ec-6ab5-4871-8557-3c51f2d8135f admin admin] Publish callbacks [] for security_group (f7676d9e-1c1b-4193-acce-137b59088b9b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.537323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8de5124-a058-4e27-8a1b-448631e03fe5 req-795f5400-8f84-4e33-961c-06f780d5a13f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866203 Feb 09 21:46:24.621786 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks [] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.648058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (d68432ef-a28d-45da-b793-39a0f2830726), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.652327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4db14ec-6ab5-4871-8557-3c51f2d8135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f7676d9e-1c1b-4193-acce-137b59088b9b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.664644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4db14ec-6ab5-4871-8557-3c51f2d8135f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.666149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c4db14ec-6ab5-4871-8557-3c51f2d8135f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f7676d9e-1c1b-4193-acce-137b59088b9b HTTP/1.1" status: 204 len: 168 time: 0.5272741 Feb 09 21:46:24.692000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db14ec-6ab5-4871-8557-3c51f2d8135f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7676d9e-1c1b-4193-acce-137b59088b9b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.715980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc076c79-449d-430f-a10b-7d8096b900ea req-2feddd79-a687-4fcb-bb79-a30fabcaa80c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.717540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc076c79-449d-430f-a10b-7d8096b900ea req-2feddd79-a687-4fcb-bb79-a30fabcaa80c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1937928 Feb 09 21:46:24.857304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-663ccaf8-88eb-473e-b2dc-b1bf930a5065 req-02839388-820f-4ab1-b7cf-73feeab441cf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 210 time: 0.0476520 Feb 09 21:46:24.892305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc076c79-449d-430f-a10b-7d8096b900ea req-0af78b0a-10e8-416c-9ab8-357f04ff024e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297758 Feb 09 21:46:24.905285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 6576cbee-328a-448d-98a6-88d6b1f71c03 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:24.905689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.909623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.025728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Network f33b9148-7cec-402c-a708-a35642f6c821 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:25.034876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:25.186305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:25.213912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:25.235014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Router d68432ef-a28d-45da-b793-39a0f2830726 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:25.269463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 6576cbee-328a-448d-98a6-88d6b1f71c03, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6576cbee-328a-448d-98a6-88d6b1f71c03,segment=NetworkSegment(a6e684d5-798b-4703-9d09-ac2a69103273),segment_id=a6e684d5-798b-4703-9d09-ac2a69103273)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:25.269998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.286467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.287233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.308478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 6576cbee-328a-448d-98a6-88d6b1f71c03 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:25.381509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-ff3895b3-9978-4072-9e93-02211438c563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3610368 Feb 09 21:46:25.426801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Request body: {'port': {'device_id': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:25.568328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:25.572725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:25.574773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.583389 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29dd42cc-6fe0-4770-8262-b142b08fa353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.588422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d7b56dc8-d038-4f2d-b5d2-383746368e2c admin admin] 10.222.0.98 "PUT /v2.0/routers/d68432ef-a28d-45da-b793-39a0f2830726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5922332 Feb 09 21:46:25.589142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35970) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:25.590062 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] Sync routers for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:25.616166 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:25.616802 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:25.762360 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:25.845041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29dd42cc-6fe0-4770-8262-b142b08fa353 admin admin] Publish callbacks [] for security_group (868c551c-872b-4489-b827-d06cea4ac27c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.937056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29dd42cc-6fe0-4770-8262-b142b08fa353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (868c551c-872b-4489-b827-d06cea4ac27c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.040042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-29dd42cc-6fe0-4770-8262-b142b08fa353 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=872868ce103849a3af7c485e1a762964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704783 Feb 09 21:46:26.042467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd42cc-6fe0-4770-8262-b142b08fa353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868c551c-872b-4489-b827-d06cea4ac27c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.048044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.088143 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.146792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-029be8a6-b985-4a03-bb9f-34db2cc10bac admin admin] Publish callbacks [] for security_group (868c551c-872b-4489-b827-d06cea4ac27c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.150049 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] Checking router: d68432ef-a28d-45da-b793-39a0f2830726 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:26.168093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] Routers {'d68432ef-a28d-45da-b793-39a0f2830726'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:26.168923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-029be8a6-b985-4a03-bb9f-34db2cc10bac admin admin] Publish callbacks [] for security_group (868c551c-872b-4489-b827-d06cea4ac27c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.169311 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d68432ef-a28d-45da-b793-39a0f2830726'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.248600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91580e39-72bf-45ae-bb90-110d255fb3a8 req-965b0866-925a-45e2-9a21-8543946a4609 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.250210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91580e39-72bf-45ae-bb90-110d255fb3a8 req-965b0866-925a-45e2-9a21-8543946a4609 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.6703591 Feb 09 21:46:26.283218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46334e-4896-456f-8c3b-ce4fda7995b2 req-47aef964-8d5e-4f99-9e3a-c2d9263ce9f7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.284923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de46334e-4896-456f-8c3b-ce4fda7995b2 req-47aef964-8d5e-4f99-9e3a-c2d9263ce9f7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 932 time: 0.2434640 Feb 09 21:46:26.309714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-029be8a6-b985-4a03-bb9f-34db2cc10bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (868c551c-872b-4489-b827-d06cea4ac27c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.309714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-029be8a6-b985-4a03-bb9f-34db2cc10bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.325073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-029be8a6-b985-4a03-bb9f-34db2cc10bac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/868c551c-872b-4489-b827-d06cea4ac27c HTTP/1.1" status: 204 len: 168 time: 0.2746046 Feb 09 21:46:26.342634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks [] for router (d68432ef-a28d-45da-b793-39a0f2830726), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.394157 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] Set router d68432ef-a28d-45da-b793-39a0f2830726 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:26.426553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029be8a6-b985-4a03-bb9f-34db2cc10bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c551c-872b-4489-b827-d06cea4ac27c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.477441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de46334e-4896-456f-8c3b-ce4fda7995b2 req-9bac71cd-bccf-4559-b32f-05d0610105ff tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807320 Feb 09 21:46:26.482164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6576cbee-328a-448d-98a6-88d6b1f71c03), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.598816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=6576cbee-328a-448d-98a6-88d6b1f71c03,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.734668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91580e39-72bf-45ae-bb90-110d255fb3a8 req-60be1fc9-cf5b-4dc5-aff8-593fcb336819 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643486 Feb 09 21:46:26.769254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a83a6-1c79-4574-8d14-203c9de56852 req-04e59819-23bf-4d4e-8d6a-ae38e7ca4833 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.770673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-700a83a6-1c79-4574-8d14-203c9de56852 req-04e59819-23bf-4d4e-8d6a-ae38e7ca4833 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1628230 Feb 09 21:46:26.801400 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.857622 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a45824-b67e-4fa1-ab0d-a996bdc92ddc None None] The sync data for ids ['d68432ef-a28d-45da-b793-39a0f2830726'] in n-d-828599-1 is: [{'id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'name': 'tempest-ServersTestBootFromVolume-473405981-router', 'tenant_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:14Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 5, 'project_id': '8a7aca1d61d948df8afcfc26cd8edee3', 'gw_port': {'id': '5cf4775b-f0bd-466b-89d6-8de25986a946', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68432ef-a28d-45da-b793-39a0f2830726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:16Z', 'updated_at': '2022-02-09T21:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:26.936076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-700a83a6-1c79-4574-8d14-203c9de56852 req-3b12ad23-a203-44f6-b2fa-60163cf8eb6b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594024 Feb 09 21:46:27.005233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks [] for router_gateway (d68432ef-a28d-45da-b793-39a0f2830726), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.137900 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (025f97fd-7f5b-4017-a32a-88692e35b46c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.164302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23e3eec-2308-4ade-ab16-73b951b65b75 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:27.172710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Publish callbacks [] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.223488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Transition to ACTIVE for port object b23e3eec-2308-4ade-ab16-73b951b65b75 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:27.363128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.513167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:27.514908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Deleting port 5cf4775b-f0bd-466b-89d6-8de25986a946 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:27.515249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.605305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.724719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9d83e-dea4-40ec-ae30-89dab941412b req-be550109-4738-4403-b144-d17ccb41d6c8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:27.755146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bcc9d83e-dea4-40ec-ae30-89dab941412b req-be550109-4738-4403-b144-d17ccb41d6c8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1578925 Feb 09 21:46:27.813206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Attempting to bind port b23e3eec-2308-4ade-ab16-73b951b65b75 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:27.813534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Attempting to bind port b23e3eec-2308-4ade-ab16-73b951b65b75 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:27.813866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Attempting to bind port b23e3eec-2308-4ade-ab16-73b951b65b75 on network f33b9148-7cec-402c-a708-a35642f6c821 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:27.818364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:27.826439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bae2ff91-0624-4149-9468-e7c2dc849555 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:27.830205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-145e75a9-7fb0-45d5-8b60-0e5aa522aab8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3322194 Feb 09 21:46:27.835551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36016) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:27.837729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Port b23e3eec-2308-4ade-ab16-73b951b65b75 on network f33b9148-7cec-402c-a708-a35642f6c821 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:27.838153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Attempting to bind port b23e3eec-2308-4ade-ab16-73b951b65b75 on network f33b9148-7cec-402c-a708-a35642f6c821 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:27.840451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:27.886515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:27.886848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Checking segment: {'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:27.887245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Bound using segment: {'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:27.887695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Bound port: b23e3eec-2308-4ade-ab16-73b951b65b75, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:27.888452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.896195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] For port 5cf4775b-f0bd-466b-89d6-8de25986a946, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5cf4775b-f0bd-466b-89d6-8de25986a946,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:27.896574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.929454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Calling delete_port for 5cf4775b-f0bd-466b-89d6-8de25986a946 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:27.943718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: bae2ff91-0624-4149-9468-e7c2dc849555 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:27.944312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bae2ff91-0624-4149-9468-e7c2dc849555 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:27.962233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting subnet 01144e08-7d81-4dc5-882d-3f6942af9dd6 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:27.973811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for subnet (01144e08-7d81-4dc5-882d-3f6942af9dd6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.985197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bcc9d83e-dea4-40ec-ae30-89dab941412b req-21d7b668-1862-485a-8bbd-2701f7bea164 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282350 Feb 09 21:46:28.005291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:28.007505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:28.147770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (01144e08-7d81-4dc5-882d-3f6942af9dd6), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.162661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:28.181055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:28.194714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6b5eb-ef9c-4424-a5c6-3caa586c56ad req-f0f20671-d17c-4321-8fb3-2ab20b3a5d4f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.224200 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32d6b5eb-ef9c-4424-a5c6-3caa586c56ad req-f0f20671-d17c-4321-8fb3-2ab20b3a5d4f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1202273 Feb 09 21:46:28.261696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 11, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:28.268191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:28.312018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:28.351156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:28.353131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:28.395384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (01144e08-7d81-4dc5-882d-3f6942af9dd6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.442092 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32d6b5eb-ef9c-4424-a5c6-3caa586c56ad req-9977d7ed-7fa1-4c16-a09b-281d366e19ce tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162299 Feb 09 21:46:28.486724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:28.563456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 11, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:28.592252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa0a2dd-89a1-4240-8fc7-17c053327606 None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 11, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:28.606966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865637d-329f-4f3c-add1-ac21e05d000f req-9de16978-e5fc-4809-b20d-df2dbc572ae2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.608710 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c865637d-329f-4f3c-add1-ac21e05d000f req-9de16978-e5fc-4809-b20d-df2dbc572ae2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.0868676 Feb 09 21:46:28.666724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c865637d-329f-4f3c-add1-ac21e05d000f req-3fb2fb9f-6411-4448-b41b-cdc412a3c1cc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513906 Feb 09 21:46:28.906494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.915311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5cf4775b-f0bd-466b-89d6-8de25986a946), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.917621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (01144e08-7d81-4dc5-882d-3f6942af9dd6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.002243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.002904 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.004359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] 10.222.0.30 "PUT /v2.0/ports/b23e3eec-2308-4ade-ab16-73b951b65b75 HTTP/1.1" status: 200 len: 1092 time: 3.6147869 Feb 09 21:46:29.005053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Subnet': ['ID=01144e08-7d81-4dc5-882d-3f6942af9dd6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.006505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:29.009089 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4639189-d761-45e1-8bb9-7565db7d9f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:29.012290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.016583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8b3aa624-3a69-48bb-867f-4d46bec4c018 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/01144e08-7d81-4dc5-882d-3f6942af9dd6 HTTP/1.1" status: 204 len: 168 time: 1.1797411 Feb 09 21:46:29.019004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b23a4-b372-4a90-bbbd-15d03140d971 None None] Network a7535d6b-4431-49e1-a4be-ed11ba274b57 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:29.020415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.080231 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fccdf4-d0ee-48db-8101-815f618c60e5 x-openstack-request-id: req-c5fccdf4-d0ee-48db-8101-815f618c60e5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:29.080536 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:29.080832 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5fccdf4-d0ee-48db-8101-815f618c60e5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:29.081243 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'status': 'completed', 'code': 200} Feb 09 21:46:29.084236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f0c5c-5eef-4a03-a16f-211bd59f85fd service neutron] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.166378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf4775b-f0bd-466b-89d6-8de25986a946,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.209805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (a7535d6b-4431-49e1-a4be-ed11ba274b57), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.229552 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (d68432ef-a28d-45da-b793-39a0f2830726), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.237973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1954c-3252-4c59-b031-31100f2f537e req-414f64ae-f3d0-4a30-aeaf-2b19e99f1703 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.242947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.245225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eaa1954c-3252-4c59-b031-31100f2f537e req-414f64ae-f3d0-4a30-aeaf-2b19e99f1703 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1110311 Feb 09 21:46:29.337854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] DHCP port deletion for a7535d6b-4431-49e1-a4be-ed11ba274b57 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:29.339717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eaa1954c-3252-4c59-b031-31100f2f537e req-799948f8-e5ef-4b40-9c3a-266d036ff3fa tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889151 Feb 09 21:46:29.372974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Deleting port 4027b601-f216-458d-9b2c-4b9cf87e0d57 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:29.373566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.400305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (d68432ef-a28d-45da-b793-39a0f2830726), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.403006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks [] for router_controller (d68432ef-a28d-45da-b793-39a0f2830726), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.409819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4639189-d761-45e1-8bb9-7565db7d9f4f req-d5380ffd-f59c-436e-ba4c-14fd9e0be329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.416495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4639189-d761-45e1-8bb9-7565db7d9f4f req-d5380ffd-f59c-436e-ba4c-14fd9e0be329 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1126 time: 0.3258932 Feb 09 21:46:29.438072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] Deleting port 4027b601-f216-458d-9b2c-4b9cf87e0d57 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:29.438888 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.483530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] For port 4027b601-f216-458d-9b2c-4b9cf87e0d57, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4027b601-f216-458d-9b2c-4b9cf87e0d57,segment=NetworkSegment(a6e684d5-798b-4703-9d09-ac2a69103273),segment_id=a6e684d5-798b-4703-9d09-ac2a69103273)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:29.485622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.519175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Calling delete_port for 4027b601-f216-458d-9b2c-4b9cf87e0d57 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:29.551263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] For port 4027b601-f216-458d-9b2c-4b9cf87e0d57, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4027b601-f216-458d-9b2c-4b9cf87e0d57,segment=NetworkSegment(a6e684d5-798b-4703-9d09-ac2a69103273),segment_id=a6e684d5-798b-4703-9d09-ac2a69103273)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:29.555732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.572548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4639189-d761-45e1-8bb9-7565db7d9f4f req-58a296b8-2b29-4f04-8367-13c088d78a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.574574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4639189-d761-45e1-8bb9-7565db7d9f4f req-58a296b8-2b29-4f04-8367-13c088d78a69 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1475730 Feb 09 21:46:29.586427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] Calling delete_port for 4027b601-f216-458d-9b2c-4b9cf87e0d57 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:29.656307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (d68432ef-a28d-45da-b793-39a0f2830726), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.657205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d68432ef-a28d-45da-b793-39a0f2830726 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:46:29.671054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.674982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eef54552-91bb-4d25-94ab-1ad8b8b94fe7 admin admin] 10.222.0.98 "DELETE /v2.0/routers/d68432ef-a28d-45da-b793-39a0f2830726 HTTP/1.1" status: 204 len: 168 time: 4.0770886 Feb 09 21:46:29.680471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36092) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.804065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411afe0-f66b-4730-8714-ea8b07638c06 req-10623de6-d1c5-4fe4-b339-cf10204ef4e0 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.810053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a411afe0-f66b-4730-8714-ea8b07638c06 req-10623de6-d1c5-4fe4-b339-cf10204ef4e0 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2098513 Feb 09 21:46:29.870354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4639189-d761-45e1-8bb9-7565db7d9f4f req-44f09fa5-7360-4b26-b78d-ad3cd305a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.873741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4639189-d761-45e1-8bb9-7565db7d9f4f req-44f09fa5-7360-4b26-b78d-ad3cd305a1a9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2912505 Feb 09 21:46:29.875509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] Deleting subnet 1161109d-8d36-44bc-a710-551450f6b8d9 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:29.894503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] Publish callbacks [] for subnet (1161109d-8d36-44bc-a710-551450f6b8d9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.944958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4027b601-f216-458d-9b2c-4b9cf87e0d57 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:29.969109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.032197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Port': ['ID=4027b601-f216-458d-9b2c-4b9cf87e0d57,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.039788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No DVR routers for this DVR port 4027b601-f216-458d-9b2c-4b9cf87e0d57 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:30.059073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port 4027b601-f216-458d-9b2c-4b9cf87e0d57 {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:46:30.060309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port 4027b601-f216-458d-9b2c-4b9cf87e0d57 host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:46:30.060976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4027b601-f216-458d-9b2c-4b9cf87e0d57 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:30.061561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6576cbee-328a-448d-98a6-88d6b1f71c03 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:30.069949 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (1161109d-8d36-44bc-a710-551450f6b8d9), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.084433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-1d3ebd4b-5844-4e99-97a0-dc4341a022ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.084433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-1d3ebd4b-5844-4e99-97a0-dc4341a022ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1126 time: 0.1602864 Feb 09 21:46:30.085388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a411afe0-f66b-4730-8714-ea8b07638c06 req-acc16319-946a-4f94-a625-bfbbbafae251 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669568 Feb 09 21:46:30.088492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6576cbee-328a-448d-98a6-88d6b1f71c03 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:30.089062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6576cbee-328a-448d-98a6-88d6b1f71c03 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:30.093086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (4027b601-f216-458d-9b2c-4b9cf87e0d57), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.116136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] No DVR routers for this DVR port 4027b601-f216-458d-9b2c-4b9cf87e0d57 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:30.117914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25c35-7b4f-4f57-bfd1-7183adeb6a06 req-9ce710c7-c47d-497c-9b26-592183b7c9b2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.129367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d3e25c35-7b4f-4f57-bfd1-7183adeb6a06 req-9ce710c7-c47d-497c-9b26-592183b7c9b2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1660628 Feb 09 21:46:30.140284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36d99d-fb7e-4344-9943-3aacf196a044 None None] Pushing event deleted for resources: {'Port': ['ID=4027b601-f216-458d-9b2c-4b9cf87e0d57,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.188119 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-c464f6de-ec4a-46c9-93dc-b87a8e353d24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23e3eec-2308-4ade-ab16-73b951b65b75 HTTP/1.1" status: 200 len: 217 time: 0.0915468 Feb 09 21:46:30.242969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-86af71b1-4490-453a-a482-5fd7a08fb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.244466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-86af71b1-4490-453a-a482-5fd7a08fb8e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 200 len: 854 time: 0.0498414 Feb 09 21:46:30.285820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-9e2880d6-6ae6-4a0c-865a-f0e824c018e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33b9148-7cec-402c-a708-a35642f6c821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295699 Feb 09 21:46:30.338761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d3e25c35-7b4f-4f57-bfd1-7183adeb6a06 req-7a27e0df-f10c-485e-b935-39801411b357 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029428 Feb 09 21:46:30.457098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-8b8a7a87-d0f4-40d2-8063-40aa62019a70 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624353 Feb 09 21:46:30.579470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cdca194-4c77-42e2-bbfb-0353fcd9210a req-88cf7138-488e-4e9a-84b6-3535dedcde43 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158514 Feb 09 21:46:30.581001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (a7535d6b-4431-49e1-a4be-ed11ba274b57), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.613562 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.636024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7535d6b-4431-49e1-a4be-ed11ba274b57']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:30.672539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e684d5-798b-4703-9d09-ac2a69103273') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:30.672787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e684d5-798b-4703-9d09-ac2a69103273') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:30.690794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (a6e684d5-798b-4703-9d09-ac2a69103273), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.711229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1161109d-8d36-44bc-a710-551450f6b8d9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.719734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6284377-59d8-45b1-96e4-a7e25e3b778b req-a6a193be-6c0e-45aa-b83f-b916f6b72743 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.721871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6284377-59d8-45b1-96e4-a7e25e3b778b req-a6a193be-6c0e-45aa-b83f-b916f6b72743 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1670375 Feb 09 21:46:30.744038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a6e684d5-798b-4703-9d09-ac2a69103273), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.764177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:30.764613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (a6e684d5-798b-4703-9d09-ac2a69103273), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:30.772640 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:30.865963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6284377-59d8-45b1-96e4-a7e25e3b778b req-d7312e6c-7990-4d63-b068-de41df0e2736 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166301 Feb 09 21:46:30.934006 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (a7535d6b-4431-49e1-a4be-ed11ba274b57), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.936139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (1161109d-8d36-44bc-a710-551450f6b8d9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.949741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.956699 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/networks/a7535d6b-4431-49e1-a4be-ed11ba274b57 HTTP/1.1" status: 204 len: 168 time: 1.9320073 Feb 09 21:46:30.957232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36172) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.964053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'routes': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:30.987177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1161109d-8d36-44bc-a710-551450f6b8d9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.989572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.995895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c41c7dc5-6a10-4b05-9310-ef9abba75b5e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1161109d-8d36-44bc-a710-551450f6b8d9 HTTP/1.1" status: 204 len: 168 time: 1.3111320 Feb 09 21:46:30.996281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36174) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.998401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b87ef-3a31-42f4-a38b-7e755bec647b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Pushing event deleted for resources: {'Network': ['ID=a7535d6b-4431-49e1-a4be-ed11ba274b57,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.011192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cbd179-b78d-4d7f-9d09-fa357f81e422 None None] Network 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:31.085167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (29eb6fe6-8a3e-4b91-b478-1e91e6d23048), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.163517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.extraroute_db [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Added routes are [] {{(pid=103697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:46:31.164308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.extraroute_db [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Removed routes are [] {{(pid=103697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:46:31.164688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.189715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Deleting port 2ac8d6aa-4558-4842-82f7-1148fd31813b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:31.189982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.214796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] DHCP port deletion for 29eb6fe6-8a3e-4b91-b478-1e91e6d23048 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:31.265759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] Deleting port 2ac8d6aa-4558-4842-82f7-1148fd31813b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:31.266428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.286736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] For port 2ac8d6aa-4558-4842-82f7-1148fd31813b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2ac8d6aa-4558-4842-82f7-1148fd31813b,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:31.287109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.296999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863c918-a72a-4ca0-8817-3c4541e6185a req-41d5ff82-6f7b-453c-9f03-2024f0a444e7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.298796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d863c918-a72a-4ca0-8817-3c4541e6185a req-41d5ff82-6f7b-453c-9f03-2024f0a444e7 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1228411 Feb 09 21:46:31.316826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Calling delete_port for 2ac8d6aa-4558-4842-82f7-1148fd31813b owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:31.320006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.324279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.341596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] For port 2ac8d6aa-4558-4842-82f7-1148fd31813b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2ac8d6aa-4558-4842-82f7-1148fd31813b,segment=NetworkSegment(9eaad6e3-b18f-42dc-870b-6cee8730be79),segment_id=9eaad6e3-b18f-42dc-870b-6cee8730be79)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:31.342300 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.359009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] Calling delete_port for 2ac8d6aa-4558-4842-82f7-1148fd31813b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:31.481112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d863c918-a72a-4ca0-8817-3c4541e6185a req-dc392185-6716-43a9-bdae-af7d71677449 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689119 Feb 09 21:46:31.545053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36186) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.596627 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.608433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2ac8d6aa-4558-4842-82f7-1148fd31813b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.632762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] Pushing event deleted for resources: {'Port': ['ID=2ac8d6aa-4558-4842-82f7-1148fd31813b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.643973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac8d6aa-4558-4842-82f7-1148fd31813b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.646042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] No DVR routers for this DVR port 2ac8d6aa-4558-4842-82f7-1148fd31813b on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:31.656469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e656e-bbe0-41c0-97c3-d3bbe49525e9 None None] No DVR routers for this DVR port 2ac8d6aa-4558-4842-82f7-1148fd31813b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:31.738761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4253407-3d1f-4eab-82d9-ec4a06836785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.741743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (29eb6fe6-8a3e-4b91-b478-1e91e6d23048), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.759629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2ac8d6aa-4558-4842-82f7-1148fd31813b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:31.779060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29eb6fe6-8a3e-4b91-b478-1e91e6d23048']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:31.781150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 2ac8d6aa-4558-4842-82f7-1148fd31813b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:31.781523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 025f97fd-7f5b-4017-a32a-88692e35b46c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:31.782015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2ac8d6aa-4558-4842-82f7-1148fd31813b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:31.782434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5cf4775b-f0bd-466b-89d6-8de25986a946 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:31.803350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5cf4775b-f0bd-466b-89d6-8de25986a946 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:31.807333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5cf4775b-f0bd-466b-89d6-8de25986a946 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:31.807450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaad6e3-b18f-42dc-870b-6cee8730be79') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:31.807450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaad6e3-b18f-42dc-870b-6cee8730be79') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:31.807611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ed3f1-3715-4198-8be1-0b1db9e49f06 req-2b23305b-5cae-4cf2-aea9-7a866aa0da6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.808892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a37ed3f1-3715-4198-8be1-0b1db9e49f06 req-2b23305b-5cae-4cf2-aea9-7a866aa0da6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.0996931 Feb 09 21:46:31.823965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (9eaad6e3-b18f-42dc-870b-6cee8730be79), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.843628 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9eaad6e3-b18f-42dc-870b-6cee8730be79), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.853981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:31.854392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (9eaad6e3-b18f-42dc-870b-6cee8730be79), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:31.856176 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:31.896036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:31.903058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.904250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa443c54-2903-488c-90f6-c0ed6f0d2f65 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 200 len: 701 time: 0.9459543 Feb 09 21:46:31.908571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36192) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.914881 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] Sync routers for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:31.927920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a37ed3f1-3715-4198-8be1-0b1db9e49f06 req-d4624489-5438-4d75-8e81-940f828b0d26 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854316 Feb 09 21:46:31.944974 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:31.948329 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:31.959345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9ead062-595c-4b56-bb61-0a266fa67b31 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 200 len: 205 time: 0.0473831 Feb 09 21:46:31.959823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36194) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.970425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4253407-3d1f-4eab-82d9-ec4a06836785 admin admin] Publish callbacks [] for security_group (3041a694-3bd0-47d4-a509-0d7a614db2f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.050533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79ab7527-04a1-42e6-a00d-a85772ed55dd tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.053017 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:32.055326 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (29eb6fe6-8a3e-4b91-b478-1e91e6d23048), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.095970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.100669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] 10.222.0.98 "DELETE /v2.0/networks/29eb6fe6-8a3e-4b91-b478-1e91e6d23048 HTTP/1.1" status: 204 len: 168 time: 1.1033020 Feb 09 21:46:32.103054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4253407-3d1f-4eab-82d9-ec4a06836785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3041a694-3bd0-47d4-a509-0d7a614db2f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.117187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc65128-58f4-4c26-90a5-908af393a343 admin admin] Pushing event deleted for resources: {'Network': ['ID=29eb6fe6-8a3e-4b91-b478-1e91e6d23048,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.126982 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 11, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:32.130243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58461380-52f4-44b2-a092-4c048d31b9a1 req-fdabff28-753e-4641-8a25-3ae62dd1f7f8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.138025 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58461380-52f4-44b2-a092-4c048d31b9a1 req-fdabff28-753e-4641-8a25-3ae62dd1f7f8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1228931 Feb 09 21:46:32.159554 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] Checking router: 025f97fd-7f5b-4017-a32a-88692e35b46c for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:32.169919 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] Routers {'025f97fd-7f5b-4017-a32a-88692e35b46c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:32.170654 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['025f97fd-7f5b-4017-a32a-88692e35b46c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:32.184692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a4253407-3d1f-4eab-82d9-ec4a06836785 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f1c71deab5ce437b9b95e63d66e03a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6383638 Feb 09 21:46:32.187650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4253407-3d1f-4eab-82d9-ec4a06836785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3041a694-3bd0-47d4-a509-0d7a614db2f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.190350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36220) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.245210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58461380-52f4-44b2-a092-4c048d31b9a1 req-0c18c9ec-8756-43ef-86bb-f3dfa0a64034 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060920 Feb 09 21:46:32.265560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5586ec7-a205-46de-a480-2cbc125e497b admin admin] Publish callbacks [] for security_group (3041a694-3bd0-47d4-a509-0d7a614db2f8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.277260 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] Set router 025f97fd-7f5b-4017-a32a-88692e35b46c gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:32.290383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5586ec7-a205-46de-a480-2cbc125e497b admin admin] Publish callbacks [] for security_group (3041a694-3bd0-47d4-a509-0d7a614db2f8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.309916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79ab7527-04a1-42e6-a00d-a85772ed55dd tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.312921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79ab7527-04a1-42e6-a00d-a85772ed55dd tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (025f97fd-7f5b-4017-a32a-88692e35b46c), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.350898 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 11, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:32.385142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c7f4-fba1-46ed-ab63-80e1cb68c90b req-8e1b1e8b-f2b7-4a60-a71c-a4e55404e85d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.385665 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed214fbc-18b0-41a7-8359-34e1311f37c4 None None] The sync data for ids ['025f97fd-7f5b-4017-a32a-88692e35b46c'] in n-d-828599-1 is: [{'id': '025f97fd-7f5b-4017-a32a-88692e35b46c', 'name': 'tempest-RoutersTest-router-1491277992', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:00Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 11, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:32.385772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f902c7f4-fba1-46ed-ab63-80e1cb68c90b req-8e1b1e8b-f2b7-4a60-a71c-a4e55404e85d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 950 time: 0.1724343 Feb 09 21:46:32.419757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5586ec7-a205-46de-a480-2cbc125e497b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3041a694-3bd0-47d4-a509-0d7a614db2f8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.423417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5586ec7-a205-46de-a480-2cbc125e497b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.425612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c5586ec7-a205-46de-a480-2cbc125e497b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3041a694-3bd0-47d4-a509-0d7a614db2f8 HTTP/1.1" status: 204 len: 168 time: 0.2330256 Feb 09 21:46:32.436564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f902c7f4-fba1-46ed-ab63-80e1cb68c90b req-b7f0b8d3-9c46-4582-be65-b086cb3d22cb tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521607 Feb 09 21:46:32.442485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79ab7527-04a1-42e6-a00d-a85772ed55dd tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (025f97fd-7f5b-4017-a32a-88692e35b46c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.443914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ab7527-04a1-42e6-a00d-a85772ed55dd tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Fanout notify agent at l3_agent the message router_deleted on router 025f97fd-7f5b-4017-a32a-88692e35b46c {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:46:32.459005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79ab7527-04a1-42e6-a00d-a85772ed55dd tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.460584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-79ab7527-04a1-42e6-a00d-a85772ed55dd tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 204 len: 168 time: 0.4996970 Feb 09 21:46:32.466513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36226) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.470209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5586ec7-a205-46de-a480-2cbc125e497b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3041a694-3bd0-47d4-a509-0d7a614db2f8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.471056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-86ebc27c-092f-488d-9960-f4424647f174 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271669756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:32.524097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36234) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.551992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27c-092f-488d-9960-f4424647f174 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.553121 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27c-092f-488d-9960-f4424647f174 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.604266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1d0828b5-0acf-4ea0-a039-8ec0daf2189e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8a7aca1d61d948df8afcfc26cd8edee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787594 Feb 09 21:46:32.607122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36236) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.661789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27c-092f-488d-9960-f4424647f174 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.663533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc66-81b4-45e7-a5b7-2218538ef167 admin admin] Publish callbacks [] for security_group (bd78e0b4-b1ba-4659-b206-8c5c4559c856), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.673503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a5015-a921-44bf-b2d5-2a95c4e94b77 req-ac777026-4fae-4b44-b411-fd3dd1af1a8a tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.675090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-184a5015-a921-44bf-b2d5-2a95c4e94b77 req-ac777026-4fae-4b44-b411-fd3dd1af1a8a tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1176362 Feb 09 21:46:32.693043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc66-81b4-45e7-a5b7-2218538ef167 admin admin] Publish callbacks [] for security_group (bd78e0b4-b1ba-4659-b206-8c5c4559c856), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.741177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27c-092f-488d-9960-f4424647f174 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.749606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-184a5015-a921-44bf-b2d5-2a95c4e94b77 req-eeed32ef-e64b-4415-a83b-a106e627fd77 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681410 Feb 09 21:46:32.844629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc66-81b4-45e7-a5b7-2218538ef167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bd78e0b4-b1ba-4659-b206-8c5c4559c856), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.844629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d54fc66-81b4-45e7-a5b7-2218538ef167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.844798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ebc27c-092f-488d-9960-f4424647f174 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.845253 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d54fc66-81b4-45e7-a5b7-2218538ef167 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bd78e0b4-b1ba-4659-b206-8c5c4559c856 HTTP/1.1" status: 204 len: 168 time: 0.2355773 Feb 09 21:46:32.845330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-86ebc27c-092f-488d-9960-f4424647f174 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3774571 Feb 09 21:46:32.850219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36246) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.855946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54fc66-81b4-45e7-a5b7-2218538ef167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78e0b4-b1ba-4659-b206-8c5c4559c856,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.858567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-bc30e153-5bf7-4651-b7fc-e48d15dc1eb7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:33.151161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015cc2-bc55-4b10-aecd-a5bab111bd76 req-713f7413-8332-4789-b17a-8c76bd355a28 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.152772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55015cc2-bc55-4b10-aecd-a5bab111bd76 req-713f7413-8332-4789-b17a-8c76bd355a28 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1233902 Feb 09 21:46:33.154869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc30e153-5bf7-4651-b7fc-e48d15dc1eb7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.217085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-55015cc2-bc55-4b10-aecd-a5bab111bd76 req-364cef47-5061-4790-b5cc-8cfeb0fb01ac tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Feb 09 21:46:33.242448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc30e153-5bf7-4651-b7fc-e48d15dc1eb7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.391627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e1e86-e176-4d36-a5bb-e42149376bbc req-766d5e0b-6b40-4dc0-a259-97bbc6a8dbed tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.393207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f20e1e86-e176-4d36-a5bb-e42149376bbc req-766d5e0b-6b40-4dc0-a259-97bbc6a8dbed tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.0647991 Feb 09 21:46:33.432946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc30e153-5bf7-4651-b7fc-e48d15dc1eb7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Router 2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:46:33.448274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f20e1e86-e176-4d36-a5bb-e42149376bbc req-7bb3e3bc-89d7-4cea-a870-74a0aa816047 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484254 Feb 09 21:46:33.522142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc30e153-5bf7-4651-b7fc-e48d15dc1eb7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:33.528681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc30e153-5bf7-4651-b7fc-e48d15dc1eb7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.529859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc30e153-5bf7-4651-b7fc-e48d15dc1eb7 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "PUT /v2.0/routers/2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 HTTP/1.1" status: 200 len: 694 time: 0.6780798 Feb 09 21:46:33.532409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36286) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.534400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] Sync routers for ids ['2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:33.544864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] Routers {'2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:33.545657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:33.618784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0dd5c94e-a367-4f68-84b6-85fcec426555 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/routers/2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 HTTP/1.1" status: 200 len: 700 time: 0.0852230 Feb 09 21:46:33.622181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36290) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.627364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] Set router 2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:33.631169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:33.646714 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:46:33.663538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36292) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.664229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2330b7c7-0c34-4cff-8543-26f6e5822089 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 HTTP/1.1" status: 200 len: 205 time: 0.0377331 Feb 09 21:46:33.697753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8', 'name': 'tempest-RoutersTest-router-1271669756', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:32Z', 'updated_at': '2022-02-09T21:46:33Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:33.739137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] Checking router: 2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:33.754650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] Routers {'2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:33.755289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:33.766157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad0e4-60f5-4c5c-a0a4-c492f6880583 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.910996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb45347-61e8-4fea-8b74-ca3aa2dc65b3 req-23570f59-2a10-4dcc-8895-a94dac32686c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.918899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffb45347-61e8-4fea-8b74-ca3aa2dc65b3 req-23570f59-2a10-4dcc-8895-a94dac32686c tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.0646505 Feb 09 21:46:33.972416 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad0e4-60f5-4c5c-a0a4-c492f6880583 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.975135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad0e4-60f5-4c5c-a0a4-c492f6880583 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router_controller (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.013488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffb45347-61e8-4fea-8b74-ca3aa2dc65b3 req-1b54fa92-0044-4378-939e-f60e7c45e010 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935428 Feb 09 21:46:34.052060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] Set router 2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:34.080190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36308) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.099829 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad0e4-60f5-4c5c-a0a4-c492f6880583 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.100674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0ad0e4-60f5-4c5c-a0a4-c492f6880583 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:46:34.108014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad0e4-60f5-4c5c-a0a4-c492f6880583 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.109318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0b0ad0e4-60f5-4c5c-a0a4-c492f6880583 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 HTTP/1.1" status: 204 len: 168 time: 0.4438515 Feb 09 21:46:34.115295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36312) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.117691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8', 'name': 'tempest-RoutersTest-router-1271669756', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:32Z', 'updated_at': '2022-02-09T21:46:33Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:34.147749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-949e8377-1656-484b-b32a-561d8e498611 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 HTTP/1.1" status: 200 len: 205 time: 0.0309157 Feb 09 21:46:34.150016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36314) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.156802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cc581-7220-45e3-b1ba-e79a55dc6146 None None] The sync data for ids ['2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8'] in n-d-828599-1 is: [{'id': '2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8', 'name': 'tempest-RoutersTest-router-1271669756', 'tenant_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:32Z', 'updated_at': '2022-02-09T21:46:33Z', 'revision_number': 2, 'project_id': 'e3aa877a3f174b0d8d3c323cd0a2e8ec', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:34.179891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:34.196210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821', 'port_id': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'mac_address': 'fa:16:3e:3e:0e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459c31ce-bb71-44ed-b107-28e7cb9fddfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:34.225229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-network', 'tenant_id': 'f620865b281c41179b35bef3337de0ea'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:34.228486 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-f4b1413a-2fd3-4b4e-99fa-beab56fa78f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] delete failed (client error): The resource could not be found. Feb 09 21:46:34.232702 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f4b1413a-2fd3-4b4e-99fa-beab56fa78f3 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/2aa4dc73-2ed1-48c1-9d64-fcc1b96454a8 HTTP/1.1" status: 404 len: 336 time: 0.0816329 Feb 09 21:46:34.233388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36328) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.249859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:34.250551 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.265060 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dbf40d-4f84-47c4-a4bf-9263e9d3721a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.265542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dbf40d-4f84-47c4-a4bf-9263e9d3721a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.271810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c0dbf40d-4f84-47c4-a4bf-9263e9d3721a tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/bfe460ef-4be8-455c-b207-75b54ae9f209 HTTP/1.1" status: 404 len: 337 time: 0.0368178 Feb 09 21:46:34.275270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36334) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.287100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23e3eec-2308-4ade-ab16-73b951b65b75 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:34.310993 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f982b5f7-9e55-4cf6-ac5f-c1f835d8196b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.311528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f982b5f7-9e55-4cf6-ac5f-c1f835d8196b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.315005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f982b5f7-9e55-4cf6-ac5f-c1f835d8196b tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/0fb1259b-aa6c-4e7b-839a-d0b1eb6041e9 HTTP/1.1" status: 404 len: 337 time: 0.0386558 Feb 09 21:46:34.318515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36336) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.327151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:34.352917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:34.355100 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-684a704f-0824-4d7e-ab9f-ffd85a9e9e3d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.355382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.355569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684a704f-0824-4d7e-ab9f-ffd85a9e9e3d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.361430 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-684a704f-0824-4d7e-ab9f-ffd85a9e9e3d tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/cc28c240-2dcf-4e7d-a685-8e72349216c9 HTTP/1.1" status: 404 len: 337 time: 0.0391805 Feb 09 21:46:34.364002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36340) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.367066 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.386699 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.397170 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ea3607-c0f1-4dba-ba3d-b5afbeec096e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.397766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ea3607-c0f1-4dba-ba3d-b5afbeec096e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.400991 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-67ea3607-c0f1-4dba-ba3d-b5afbeec096e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/01144e08-7d81-4dc5-882d-3f6942af9dd6 HTTP/1.1" status: 404 len: 337 time: 0.0331523 Feb 09 21:46:34.403599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36342) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.409471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95dc8c-47d0-4aa1-a2b4-fa3700de38aa req-af0c55dc-ca80-465d-9ff3-b5a92c2b4c41 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.411194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec95dc8c-47d0-4aa1-a2b4-fa3700de38aa req-af0c55dc-ca80-465d-9ff3-b5a92c2b4c41 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1004796 Feb 09 21:46:34.440215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-93fe72cb-3317-4460-a86e-62c845d70a5c tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 200 len: 205 time: 0.0351863 Feb 09 21:46:34.442677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36344) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.465753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:34.492119 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-f7478809-3b4f-4bfc-92f0-875efa6468e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] delete failed (client error): The resource could not be found. Feb 09 21:46:34.498313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f7478809-3b4f-4bfc-92f0-875efa6468e4 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/025f97fd-7f5b-4017-a32a-88692e35b46c HTTP/1.1" status: 404 len: 336 time: 0.0487950 Feb 09 21:46:34.498313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36348) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.505196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec95dc8c-47d0-4aa1-a2b4-fa3700de38aa req-68bb6bb4-15e4-47d7-830c-91965a2f89a2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827122 Feb 09 21:46:34.537433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e471fd63-13b3-4a77-8bbf-53cc0a81d68f tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=a3af87a1-2425-418e-9ce7-1c69930cbc5d HTTP/1.1" status: 200 len: 205 time: 0.0404744 Feb 09 21:46:34.538776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks [] for security_group (91118fb1-5e96-4564-9ffc-4f23a8046efb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.540033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36352) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.585051 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-3696352c-6ef4-4e31-b4db-f787216fbde8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] delete failed (client error): The resource could not be found. Feb 09 21:46:34.586033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3696352c-6ef4-4e31-b4db-f787216fbde8 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/a3af87a1-2425-418e-9ce7-1c69930cbc5d HTTP/1.1" status: 404 len: 336 time: 0.0449588 Feb 09 21:46:34.588648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36354) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.609657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1414b-f169-49b2-8db8-7e15ea5012bc req-33b066c8-d67b-457a-8e92-44a511783dc5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.611364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26f1414b-f169-49b2-8db8-7e15ea5012bc req-33b066c8-d67b-457a-8e92-44a511783dc5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 945 time: 0.0615432 Feb 09 21:46:34.626329 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dbed96-bcd9-4cd4-8ee1-4452986c8502 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.626813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dbed96-bcd9-4cd4-8ee1-4452986c8502 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.632860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-96dbed96-bcd9-4cd4-8ee1-4452986c8502 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/1a43123e-f698-47c8-8339-33e3152a9abd HTTP/1.1" status: 404 len: 337 time: 0.0405328 Feb 09 21:46:34.634190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36358) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.637110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (91118fb1-5e96-4564-9ffc-4f23a8046efb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.664831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:34.680274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91118fb1-5e96-4564-9ffc-4f23a8046efb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:34.684896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-14709d0e-8561-4315-bf68-4a570321bc2e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=c996223f-fba5-4a0f-9aee-e59e218082c4 HTTP/1.1" status: 200 len: 205 time: 0.0467846 Feb 09 21:46:34.685498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36360) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.696404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b23e3eec-2308-4ade-ab16-73b951b65b75'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:34.726176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c1de60a1-88fc-4a1e-b477-23fd53ae4734), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.726280 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Added segment c1de60a1-88fc-4a1e-b477-23fd53ae4734 of type vlan for network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 Feb 09 21:46:34.754089 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-3c1c9514-a7f1-46c6-a3bf-3837e208e5ac tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] delete failed (client error): The resource could not be found. Feb 09 21:46:34.757611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3c1c9514-a7f1-46c6-a3bf-3837e208e5ac tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/c996223f-fba5-4a0f-9aee-e59e218082c4 HTTP/1.1" status: 404 len: 336 time: 0.0686817 Feb 09 21:46:34.759062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36362) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.775932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26f1414b-f169-49b2-8db8-7e15ea5012bc req-eb0186de-280a-4acc-b15f-3c49eab383cf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580107 Feb 09 21:46:34.782872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.795945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5be4b4f8-8955-4e7e-8d1c-d532757fe311 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=70b6e32b-f211-4550-8b8c-9dff824aaa37 HTTP/1.1" status: 200 len: 205 time: 0.0356178 Feb 09 21:46:34.798155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36366) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.838990 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-7585a8b9-aeb0-438f-9d9f-e7954008e3af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] delete failed (client error): The resource could not be found. Feb 09 21:46:34.840009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7585a8b9-aeb0-438f-9d9f-e7954008e3af tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/70b6e32b-f211-4550-8b8c-9dff824aaa37 HTTP/1.1" status: 404 len: 336 time: 0.0409160 Feb 09 21:46:34.842548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36368) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.875130 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b4c005-7e48-487c-9095-c8aa477f81dc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.876301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b4c005-7e48-487c-9095-c8aa477f81dc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.878809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-00b4c005-7e48-487c-9095-c8aa477f81dc tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/77807134-db64-4d17-a40a-fb091dbd37dc HTTP/1.1" status: 404 len: 337 time: 0.0353234 Feb 09 21:46:34.881435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36370) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.902550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.906936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.906936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.914185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-189554ee-335b-478f-9a0e-da5e2d599e8e tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=e540d099-0547-42eb-b808-fbfcc9cb510f HTTP/1.1" status: 200 len: 205 time: 0.0294034 Feb 09 21:46:34.914626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36372) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.917526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36374) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.997817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9137964 Feb 09 21:46:34.998259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36378) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.998381 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-4196ead4-cf21-41a6-851b-7aa2a25660ce tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] delete failed (client error): The resource could not be found. Feb 09 21:46:34.999392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4196ead4-cf21-41a6-851b-7aa2a25660ce tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/e540d099-0547-42eb-b808-fbfcc9cb510f HTTP/1.1" status: 404 len: 336 time: 0.0823138 Feb 09 21:46:35.005211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Request body: {'subnet': {'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-subnet', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:35.008356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36380) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.023526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75869a2e-4b9e-4ae4-83c7-0671572ca16a admin admin] Pushing event updated for resources: {'Network': ['ID=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.034707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:35.071519 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2277e386-7937-47f6-9c59-63cd428ba561 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:35.073943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2277e386-7937-47f6-9c59-63cd428ba561 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:35.079278 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2277e386-7937-47f6-9c59-63cd428ba561 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/8ac5b7b0-212e-4035-9de6-99c895cbcc8a HTTP/1.1" status: 404 len: 337 time: 0.0698783 Feb 09 21:46:35.082457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36384) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.115517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-edc7e8b4-fde8-4528-be10-5087b25a1e19 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff HTTP/1.1" status: 200 len: 205 time: 0.0319703 Feb 09 21:46:35.119074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-475147063'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:35.122099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36386) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.164869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17c432-d100-4da0-86df-48da62c04709 req-325de99f-cb41-4d53-bb7f-dab6928e69bc tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.166673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f17c432-d100-4da0-86df-48da62c04709 req-325de99f-cb41-4d53-bb7f-dab6928e69bc tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.0826507 Feb 09 21:46:35.167404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:35.169730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.176085 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-386ff0ad-f8d9-46b8-957e-d1f282d76697 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] delete failed (client error): The resource could not be found. Feb 09 21:46:35.177111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-386ff0ad-f8d9-46b8-957e-d1f282d76697 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/routers/5ac5af36-f190-49a5-a2bb-7ec4d4ed0aff HTTP/1.1" status: 404 len: 336 time: 0.0541112 Feb 09 21:46:35.179736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36388) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.220501 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b9e2f-773b-4009-838b-cc14e4ba35cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:35.220966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b9e2f-773b-4009-838b-cc14e4ba35cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:35.224088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-713b9e2f-773b-4009-838b-cc14e4ba35cb tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/de0ead43-5e7f-460c-8d73-21ec8fed0a13 HTTP/1.1" status: 404 len: 337 time: 0.0376163 Feb 09 21:46:35.227132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36390) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.249772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f17c432-d100-4da0-86df-48da62c04709 req-e8dbfb62-f187-434a-b9b0-f0c8c561815f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770419 Feb 09 21:46:35.261716 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8731f2f-ba7f-4fa6-a0f9-9725af178e30 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:35.262174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8731f2f-ba7f-4fa6-a0f9-9725af178e30 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:35.265253 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a8731f2f-ba7f-4fa6-a0f9-9725af178e30 tempest-RoutersTest-1640571710 tempest-RoutersTest-1640571710-project] 10.222.0.98 "DELETE /v2.0/subnets/942b3e8f-0897-49f2-b7e3-3e5a88617bfe HTTP/1.1" status: 404 len: 337 time: 0.0369053 Feb 09 21:46:35.300410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Made reservation on behalf of 06f9253ce920420d86139e85dee3d8d5 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:35.303955 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.323158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.402544 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-480b59eb-d6ad-4e63-9d39-689afce9540a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.478851 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks [] for security_group (e896d986-1f14-4cbd-b72c-a47b8cd78804), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.505448 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (3801196d-8857-4340-8798-7a9c145bea70), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.560599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3801196d-8857-4340-8798-7a9c145bea70,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.574119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Checking segment: {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:35.574485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Network hostable DHCP agents. Network: 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:35.578750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.579043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.579393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.579752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.580093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.580428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.580792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.581119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.581608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.581943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.582270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.582596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.582922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.587655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e896d986-1f14-4cbd-b72c-a47b8cd78804), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.617727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:35.636068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (090c4ec3-f8b6-47ac-acec-87a000cdb376), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.636480 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Added segment 090c4ec3-f8b6-47ac-acec-87a000cdb376 of type vlan for network 26e50b2e-3b67-4dbe-b29f-874c72913f6d Feb 09 21:46:35.637246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:35.637766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e896d986-1f14-4cbd-b72c-a47b8cd78804,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.651258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692df4-16c3-4825-a681-28611f7ceb14 req-2f4018f3-ec07-46b8-afed-93f4373b216e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.653354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2692df4-16c3-4825-a681-28611f7ceb14 req-2f4018f3-ec07-46b8-afed-93f4373b216e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.0690467 Feb 09 21:46:35.695510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (26e50b2e-3b67-4dbe-b29f-874c72913f6d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.714051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:35.720252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2692df4-16c3-4825-a681-28611f7ceb14 req-6f948cd0-ee44-4d5a-a77a-4c4c4748b22a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601132 Feb 09 21:46:35.817180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port b23e3eec-2308-4ade-ab16-73b951b65b75 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:35.820165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (26e50b2e-3b67-4dbe-b29f-874c72913f6d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.823180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port b23e3eec-2308-4ade-ab16-73b951b65b75 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:35.823180 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.826975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.827846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.835955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.886745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:35.891466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.892073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.900383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db363f4-d64d-4159-a909-2e237505236e None None] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:35.945900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0243328 Feb 09 21:46:35.946703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36414) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.954062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70156dc5-a0f4-4774-ac11-b779fc54b331 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Pushing event updated for resources: {'Network': ['ID=26e50b2e-3b67-4dbe-b29f-874c72913f6d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.958152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:35.958552 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.976195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 26e50b2e-3b67-4dbe-b29f-874c72913f6d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:35.997160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec638-89ee-4ada-b50e-e86a31da232a req-5620c785-06d1-4196-9ecd-34b3d81c5fde tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.999033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ccec638-89ee-4ada-b50e-e86a31da232a req-5620c785-06d1-4196-9ecd-34b3d81c5fde tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 945 time: 0.1167088 Feb 09 21:46:36.015964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c07ca35b-e422-4e0c-b903-59ea131ac2b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e3aa877a3f174b0d8d3c323cd0a2e8ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785920 Feb 09 21:46:36.018915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36418) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:36.040164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de1640f5-911c-4cb9-a090-294852ae816a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0407085 Feb 09 21:46:36.048549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36420) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:36.054060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:36.056679 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdefe0b-1892-4fbc-b566-93cb9e19ef3d" -d '{"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-plugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:36.063141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:36.080750 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Publish callbacks [] for security_group (3abca009-046d-46c8-b18c-8b782018d532), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.084079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:36.098743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ccec638-89ee-4ada-b50e-e86a31da232a req-34595daa-2478-4f4c-b3b1-04ed1dd5eb28 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912042 Feb 09 21:46:36.108401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Publish callbacks [] for security_group (3abca009-046d-46c8-b18c-8b782018d532), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.118258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'project_id': 'f620865b281c41179b35bef3337de0ea', 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:36.122096 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.144499 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704dd634-9601-4491-b61c-fb15df4e18f5 x-openstack-request-id: req-704dd634-9601-4491-b61c-fb15df4e18f5 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:36.144833 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-plugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:36.145104 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-704dd634-9601-4491-b61c-fb15df4e18f5 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:36.145499 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'code': 200} Feb 09 21:46:36.155915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'network': {'name': 'tempest-network--2050327679', 'router:external': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:36.196803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.197610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 26a9aa06-e35a-4db0-9193-3392420e8f7c no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:36.225442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.226625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.258344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Made reservation on behalf of 5e5cb3e64ab44eac88b93c8d5e332cce for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:36.260888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.274702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3abca009-046d-46c8-b18c-8b782018d532), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.278965 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.283244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3abca009-046d-46c8-b18c-8b782018d532 HTTP/1.1" status: 204 len: 168 time: 0.2629397 Feb 09 21:46:36.288092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.291639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks [] for router_controller (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.306387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7f95c-0135-41c7-a1b1-b933d6fabca5 req-629b7d7e-261d-4d5f-9145-c8ea18807a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.308466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3df7f95c-0135-41c7-a1b1-b933d6fabca5 req-629b7d7e-261d-4d5f-9145-c8ea18807a82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1128 time: 0.0920737 Feb 09 21:46:36.311063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abca009-046d-46c8-b18c-8b782018d532,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.331440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.332777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.332777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.333193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.333637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.334078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.334515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.334951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.335401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.335869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.336696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.336696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.337119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.337548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b814853-c45e-4143-85ee-76d7d3e06627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:36.367149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Allocated IP 172.20.0.2 (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3/3801196d-8857-4340-8798-7a9c145bea70/0fa08b28-88d0-4907-87e0-aeae7655f93f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:36.422692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3df7f95c-0135-41c7-a1b1-b933d6fabca5 req-ba104ddc-bcb0-4f6f-be14-4b9732b5519e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002097 Feb 09 21:46:36.458463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for security_group (dcc0a271-9d62-4f0d-9132-74e740d92618), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.477473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 26a9aa06-e35a-4db0-9193-3392420e8f7c is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:36.477877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.526917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:36.579656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60545755-ad25-4bf0-8d49-2d0b9e4798dc req-7ac26280-343a-4a40-a07e-4b754dad8acc tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.581716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60545755-ad25-4bf0-8d49-2d0b9e4798dc req-7ac26280-343a-4a40-a07e-4b754dad8acc tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2140181 Feb 09 21:46:36.586484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks [] for router_gateway (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.598019 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Publish callbacks [] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.599693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dcc0a271-9d62-4f0d-9132-74e740d92618), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.620949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:36.633697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60545755-ad25-4bf0-8d49-2d0b9e4798dc req-135575f7-3a4d-4186-8276-e59bf28ff823 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Feb 09 21:46:36.635118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc0a271-9d62-4f0d-9132-74e740d92618,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.640180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dcc9a421-b111-485b-976f-37f86fbec7f9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.640536 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Added segment dcc9a421-b111-485b-976f-37f86fbec7f9 of type vlan for network edcad27d-3c25-4033-a711-9664c5f52f17 Feb 09 21:46:36.657330 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.693056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (edcad27d-3c25-4033-a711-9664c5f52f17), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.706977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.771332 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.806853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (edcad27d-3c25-4033-a711-9664c5f52f17), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.807855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.808446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.829530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:36.834724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:36.839254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:36.842630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Pushing event updated for resources: {'Port': ['ID=0fa08b28-88d0-4907-87e0-aeae7655f93f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.904023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Attempting to bind port 0fa08b28-88d0-4907-87e0-aeae7655f93f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:36.904755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Attempting to bind port 0fa08b28-88d0-4907-87e0-aeae7655f93f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:36.905347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Attempting to bind port 0fa08b28-88d0-4907-87e0-aeae7655f93f on network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:36.911428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:36.912220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Checking segment: {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:36.912578 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.913087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Bound using segment: {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:36.913679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Bound port: 0fa08b28-88d0-4907-87e0-aeae7655f93f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:36.914274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.940557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Network': ['ID=edcad27d-3c25-4033-a711-9664c5f52f17,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.960160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36907ff6-059a-4b25-a472-f938c1d5437d req-c5fd39b1-5d5e-4e55-9009-a49455f4e022 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.964491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network edcad27d-3c25-4033-a711-9664c5f52f17 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:36.968218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36907ff6-059a-4b25-a472-f938c1d5437d req-c5fd39b1-5d5e-4e55-9009-a49455f4e022 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1725371 Feb 09 21:46:36.990222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2e7dfee0-4474-4f06-afe7-1b8a786d21c8 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0398481 Feb 09 21:46:36.992278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.027543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks [] for router_gateway (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.051825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.071796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36907ff6-059a-4b25-a472-f938c1d5437d req-930d5611-6e1d-4ada-91dc-ea985e8fe4b4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025424 Feb 09 21:46:37.076650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] For port 0fa08b28-88d0-4907-87e0-aeae7655f93f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:37.080379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] For port 0fa08b28-88d0-4907-87e0-aeae7655f93f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0fa08b28-88d0-4907-87e0-aeae7655f93f,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:37.097221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (edcad27d-3c25-4033-a711-9664c5f52f17), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.165843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.188367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (edcad27d-3c25-4033-a711-9664c5f52f17), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.212346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcad27d-3c25-4033-a711-9664c5f52f17']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:37.223314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc9a421-b111-485b-976f-37f86fbec7f9') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:37.223751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc9a421-b111-485b-976f-37f86fbec7f9') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:37.236812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (dcc9a421-b111-485b-976f-37f86fbec7f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.251762 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dcc9a421-b111-485b-976f-37f86fbec7f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.260500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:37.260976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (dcc9a421-b111-485b-976f-37f86fbec7f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:37.271051 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:37.276345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657dd1e-7baf-49fb-bc25-0ed1f48fd760 None None] Pushing event updated for resources: {'Port': ['ID=0fa08b28-88d0-4907-87e0-aeae7655f93f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:37.279328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Allocated IP 172.25.5.104 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/38a753bb-d2bc-478f-bf55-877ff139ff00) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:37.315975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12c9c4-adae-4818-8e00-ee069236d5b4 req-f857bdf8-5550-4f8b-9052-030f2c038d19 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.317560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e12c9c4-adae-4818-8e00-ee069236d5b4 req-f857bdf8-5550-4f8b-9052-030f2c038d19 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1310108 Feb 09 21:46:37.429715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e12c9c4-adae-4818-8e00-ee069236d5b4 req-b559381e-f53d-4b0b-8815-9e0f088826f3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978205 Feb 09 21:46:37.469263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (edcad27d-3c25-4033-a711-9664c5f52f17), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.475723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edcad27d-3c25-4033-a711-9664c5f52f17 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:46:37.485275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks [] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.485669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.495280 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "DELETE /v2.0/networks/edcad27d-3c25-4033-a711-9664c5f52f17 HTTP/1.1" status: 204 len: 168 time: 0.4972520 Feb 09 21:46:37.495663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36478) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.513945 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9e24fe17-fcf5-45ca-9d34-a0f2b59f867c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.519905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:37.565496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58286cf2-fafd-4831-8886-92e0901edc3e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event deleted for resources: {'Network': ['ID=edcad27d-3c25-4033-a711-9664c5f52f17,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:37.654412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:37.688220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Made reservation on behalf of 5e5cb3e64ab44eac88b93c8d5e332cce for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:37.691049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.738096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.809605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:37.820232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:37.829374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:37.892660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:37.896172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Pushing event updated for resources: {'Port': ['ID=38a753bb-d2bc-478f-bf55-877ff139ff00,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:37.915833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0fa08b28-88d0-4907-87e0-aeae7655f93f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:37.944628 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:37.973989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.976526 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Added segment 3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a of type vlan for network d83ce78d-b416-4658-b7fe-792ed4865d11 Feb 09 21:46:37.996938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'mac_address': 'fa:16:3e:3a:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:38.076270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:38.076669 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.094498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1daadc-491b-4426-a9e4-0f9de6c86a61 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:38.099153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0fa08b28-88d0-4907-87e0-aeae7655f93f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:38.099537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.147231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:38.150138 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bf38fa-d969-435f-a7e8-b8407090f2b5" -d '{"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:38.159443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:38.219744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0fa08b28-88d0-4907-87e0-aeae7655f93f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:38.220161 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.279477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.282014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 0fa08b28-88d0-4907-87e0-aeae7655f93f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0fa08b28-88d0-4907-87e0-aeae7655f93f,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:38.344223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998f96c-c87b-418c-8b8d-339c7f495767 req-f3c7ee21-55ed-48be-b1be-9fe6be378b4f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.347002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b998f96c-c87b-418c-8b8d-339c7f495767 req-f3c7ee21-55ed-48be-b1be-9fe6be378b4f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1452701 Feb 09 21:46:38.357418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.369924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.409276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b998f96c-c87b-418c-8b8d-339c7f495767 req-eacba818-1b26-4b36-beee-b6e819b17c9c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553384 Feb 09 21:46:38.415680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['dc1daadc-491b-4426-a9e4-0f9de6c86a61'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:38.468793 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b934ab-4a27-48f8-b0c4-f29770dfa40b x-openstack-request-id: req-e5b934ab-4a27-48f8-b0c4-f29770dfa40b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:38.469106 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:38.469575 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5b934ab-4a27-48f8-b0c4-f29770dfa40b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:38.469981 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'code': 200} Feb 09 21:46:38.498415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=0fa08b28-88d0-4907-87e0-aeae7655f93f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.651885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d83ce78d-b416-4658-b7fe-792ed4865d11), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.697209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1496f-9fa2-480f-bae1-e32b10d43677 req-80ab0280-d206-4617-90fb-c34566e2a328 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.703634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fa1496f-9fa2-480f-bae1-e32b10d43677 req-80ab0280-d206-4617-90fb-c34566e2a328 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1820321 Feb 09 21:46:38.707519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d74ac-0e76-467b-9410-2184ba6806ed req-6855018d-c4f5-458a-aa19-e2a11d14d4a9 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.716004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-245d74ac-0e76-467b-9410-2184ba6806ed req-6855018d-c4f5-458a-aa19-e2a11d14d4a9 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.9417863 Feb 09 21:46:38.753787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d83ce78d-b416-4658-b7fe-792ed4865d11), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.754807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.755406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.805320 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fa1496f-9fa2-480f-bae1-e32b10d43677 req-6dea85b8-832c-4374-b8ed-a204d9bed3fd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961015 Feb 09 21:46:38.825081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e31c1e-b1f9-4fc1-949d-db5826622cc3 None None] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:38.912552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Network': ['ID=d83ce78d-b416-4658-b7fe-792ed4865d11,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.921578 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-245d74ac-0e76-467b-9410-2184ba6806ed req-69902ff1-c47c-4a6a-8a2f-ca04a0acab45 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044661 Feb 09 21:46:38.948227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0a181156-0401-4fa1-886a-67ae2cf466d1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4515755 Feb 09 21:46:38.949608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d83ce78d-b416-4658-b7fe-792ed4865d11 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:38.952297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.958284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'subnet': {'network_id': 'd83ce78d-b416-4658-b7fe-792ed4865d11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:39.111581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1b75458d-50ad-4d8f-8a53-305e5d1569a3 None None] Provisioning complete for port 0fa08b28-88d0-4907-87e0-aeae7655f93f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:39.112354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b75458d-50ad-4d8f-8a53-305e5d1569a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.122306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Made reservation on behalf of 5e5cb3e64ab44eac88b93c8d5e332cce for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:39.129983 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.183088 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.251772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1b75458d-50ad-4d8f-8a53-305e5d1569a3 None None] Current status of the port 0fa08b28-88d0-4907-87e0-aeae7655f93f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:39.269013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-5ab293f1-a2a7-400e-bd4d-419bf2b159b9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.279847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-5ab293f1-a2a7-400e-bd4d-419bf2b159b9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 814 time: 0.1779118 Feb 09 21:46:39.299101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-f4b3ede1-452c-41c6-be62-a05b29f533dc tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/quotas/4b39b17c9a054ae0a94810ed1bd771e2 HTTP/1.1" status: 200 len: 375 time: 0.0173280 Feb 09 21:46:39.332734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks [] for router_gateway (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.380033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a621616e-3966-4722-88f3-fbdfb753f724 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788310 Feb 09 21:46:39.484125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:39.486015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:39.800449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-d997362e-b13a-4054-bea1-bcc70517e083 service neutron] 10.222.0.98 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188497 Feb 09 21:46:39.841412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221048bf-5342-4de7-8873-5fe5dd83b15f req-6eb744b9-b89f-4686-8d55-d55df7a705b0 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.848969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-221048bf-5342-4de7-8873-5fe5dd83b15f req-6eb744b9-b89f-4686-8d55-d55df7a705b0 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.2577994 Feb 09 21:46:39.853163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:39.870664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0fa08b28-88d0-4907-87e0-aeae7655f93f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:39.917772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-713cc681-05e9-4cd7-b8e4-68238a0aca2e service neutron] 10.222.0.98 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087058 Feb 09 21:46:39.926703 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-221048bf-5342-4de7-8873-5fe5dd83b15f req-3f101230-c10e-4c56-b069-2c568f75524b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767984 Feb 09 21:46:39.934449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.972045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d213362b-3b4e-4581-b149-4c8ce9a732e3 None None] Provisioning complete for port 0fa08b28-88d0-4907-87e0-aeae7655f93f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:39.972469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d213362b-3b4e-4581-b149-4c8ce9a732e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.235323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:40.249498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '0490d200-0bc9-4218-b0a2-b532a450e527', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '0490d200-0bc9-4218-b0a2-b532a450e527', 'mac_address': 'fa:16:3e:c1:64:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:40.253015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d0a8-1d35-4e50-8498-3dd02955abf0 req-afa076a7-5da7-44ee-b4b8-f747fde5f76e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.253526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port dc1daadc-491b-4426-a9e4-0f9de6c86a61 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:40.254079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.262236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f53d0a8-1d35-4e50-8498-3dd02955abf0 req-afa076a7-5da7-44ee-b4b8-f747fde5f76e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1238480 Feb 09 21:46:40.312621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0fa08b28-88d0-4907-87e0-aeae7655f93f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:40.313194 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.352101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39a5306a-541b-440e-85de-6393f430259f req-180c0bf8-ab79-4b2f-9e19-63ca8431faba tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 210 time: 0.0441296 Feb 09 21:46:40.379028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:40.379437 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.421625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:40.422737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.469104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f53d0a8-1d35-4e50-8498-3dd02955abf0 req-6c0c0da7-608b-4c7b-8e34-446d7f0e5283 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993971 Feb 09 21:46:40.510701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:40.512961 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67bce0a-999b-4d4d-95d7-1431b349a0de" -d '{"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-unplugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:40.515803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d213362b-3b4e-4581-b149-4c8ce9a732e3 None None] Current status of the port 0fa08b28-88d0-4907-87e0-aeae7655f93f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:40.525339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:46:40.525896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (3cc5cd34-708d-4155-a7fb-4f2229df30f7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.612307 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb4060d-b9f3-49e8-b0b5-c249c681e533 x-openstack-request-id: req-3eb4060d-b9f3-49e8-b0b5-c249c681e533 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:40.612663 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-unplugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:40.613820 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3eb4060d-b9f3-49e8-b0b5-c249c681e533 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:40.613820 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527', 'code': 200} Feb 09 21:46:40.622881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:40.622881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.652083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3cc5cd34-708d-4155-a7fb-4f2229df30f7,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.662990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Checking segment: {'id': '3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd83ce78d-b416-4658-b7fe-792ed4865d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:40.663364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Network hostable DHCP agents. Network: d83ce78d-b416-4658-b7fe-792ed4865d11, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:40.664376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0490d200-0bc9-4218-b0a2-b532a450e527 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:40.671055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:40.671448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.674683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0fa08b28-88d0-4907-87e0-aeae7655f93f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:40.710818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:40.714593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.737485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:46:40.795594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:46:40.797902 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:46:40.800871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Network d83ce78d-b416-4658-b7fe-792ed4865d11 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:40.805656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.810176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.872096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.880102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:40.889876 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Sync routers for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:40.902117 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:40.904205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:40.956828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d83ce78d-b416-4658-b7fe-792ed4865d11) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:40.968214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939a070-5386-42f4-a520-3844415e198a None None] Network d83ce78d-b416-4658-b7fe-792ed4865d11 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:40.979680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.980337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.014091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.019318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36588) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:41.034130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a4b7ea4d-3564-47ba-8681-374d28ad13f7 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9660830 Feb 09 21:46:41.090797 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-94abb847-9d02-41cc-81fe-ce40093e098a tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1373644 Feb 09 21:46:41.093645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36596) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:41.099343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'floatingip': {'floating_network_id': 'd83ce78d-b416-4658-b7fe-792ed4865d11'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:41.131182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a16c9-b16e-4df5-8858-9783a232dd06 None None] Network d83ce78d-b416-4658-b7fe-792ed4865d11 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:41.206005 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:41.217286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83948e6-a521-4656-a581-848ad5d53879 req-6666253d-4cd2-44cd-9ca1-e80a0b601f35 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.226594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b83948e6-a521-4656-a581-848ad5d53879 req-6666253d-4cd2-44cd-9ca1-e80a0b601f35 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1089270 Feb 09 21:46:41.300458 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b83948e6-a521-4656-a581-848ad5d53879 req-8404f62c-53b4-4946-a631-f729801f6181 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728629 Feb 09 21:46:41.302697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.383696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:41.385502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.445142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0490d200-0bc9-4218-b0a2-b532a450e527 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:41.474956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:38Z', 'revision_number': 3, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:41.483643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.489837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:41.503266 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Checking router: 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:41.503989 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Updating router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 port 38a753bb-d2bc-478f-bf55-877ff139ff00 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:41.535183 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.571448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.652444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Allocated IP 172.20.0.2 (d83ce78d-b416-4658-b7fe-792ed4865d11/3cc5cd34-708d-4155-a7fb-4f2229df30f7/0fa1bb1b-52b2-4a35-b3fa-714acac21329) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:41.679417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.699058 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.814827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['0490d200-0bc9-4218-b0a2-b532a450e527'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:41.824630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faf2d8-640d-4594-a0d3-8ddb839a9bb0 req-782475c5-c917-4b85-97f5-932f971fc9a1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.826381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00faf2d8-640d-4594-a0d3-8ddb839a9bb0 req-782475c5-c917-4b85-97f5-932f971fc9a1 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.1551070 Feb 09 21:46:41.924687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.926107 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Publish callbacks [] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.940979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00faf2d8-640d-4594-a0d3-8ddb839a9bb0 req-9928964e-6e30-4d54-854e-951d95b10f30 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073897 Feb 09 21:46:42.027926 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.088836 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.101977 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Attempting to bind port 38a753bb-d2bc-478f-bf55-877ff139ff00 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:42.102864 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Attempting to bind port 38a753bb-d2bc-478f-bf55-877ff139ff00 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:42.103452 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Attempting to bind port 38a753bb-d2bc-478f-bf55-877ff139ff00 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:42.115592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11ccebd1-559a-49bd-84f4-60b256a13d46 req-4130cd14-240b-4825-ab19-87622d2f9ef7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 210 time: 0.0532765 Feb 09 21:46:42.129788 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:42.130667 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:42.131266 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.134263 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:42.134263 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Bound port: 38a753bb-d2bc-478f-bf55-877ff139ff00, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:42.134263 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.164666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Network d83ce78d-b416-4658-b7fe-792ed4865d11 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:42.170852 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Pushing event updated for resources: {'Port': ['ID=38a753bb-d2bc-478f-bf55-877ff139ff00,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.172993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:42.177348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:42.205097 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.207233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Port': ['ID=0fa1bb1b-52b2-4a35-b3fa-714acac21329,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.209107 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.226109 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.226109 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.226109 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.226109 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.229430 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.229990 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.230487 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.231153 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.232576 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.234127 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.236130 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:42.291811 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] For port 38a753bb-d2bc-478f-bf55-877ff139ff00, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:42.296864 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] For port 38a753bb-d2bc-478f-bf55-877ff139ff00, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=38a753bb-d2bc-478f-bf55-877ff139ff00,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:42.318815 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for floatingip (5ed9652b-9902-4f8a-b323-03b1bd9ce7c9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.378551 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.484036 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694ab3e-70aa-40b6-a93e-7a848316099c None None] Pushing event updated for resources: {'Port': ['ID=38a753bb-d2bc-478f-bf55-877ff139ff00,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.505844 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:42.506012 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.506883 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:42.507099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b7726-6a3e-4a46-9ba7-8d72af621c10 req-69db321c-2d73-40ca-bc69-36191a3dae27 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.514523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f9b7726-6a3e-4a46-9ba7-8d72af621c10 req-69db321c-2d73-40ca-bc69-36191a3dae27 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1264145 Feb 09 21:46:42.616084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f9b7726-6a3e-4a46-9ba7-8d72af621c10 req-b9daaa12-f2ba-4213-a21f-fb96c7465ba8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978911 Feb 09 21:46:42.616317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:42.617521 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ebc882-14d5-48d7-8e43-cf2b4c002779" -d '{"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-plugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:42.679598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.720288 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:42.731986 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e60ce5-de25-4c79-b1b1-74ff1fa29cdf x-openstack-request-id: req-f5e60ce5-de25-4c79-b1b1-74ff1fa29cdf {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:42.732287 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-plugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:42.732560 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5e60ce5-de25-4c79-b1b1-74ff1fa29cdf {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:42.732944 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'code': 200} Feb 09 21:46:42.803370 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.887928 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.934055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Allocated IP 172.20.0.1 (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3/3801196d-8857-4340-8798-7a9c145bea70/d99a6e60-6dce-48b0-9711-e2ce0ecb18cd) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:42.989660 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:38Z', 'revision_number': 3, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:43.060777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Port': ['ID=0fa1bb1b-52b2-4a35-b3fa-714acac21329,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:43.061638 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9a17c-be97-479e-8256-0fe3b802bebc None None] The sync data for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 is: [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:38Z', 'revision_number': 3, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:43.080854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (5ed9652b-9902-4f8a-b323-03b1bd9ce7c9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.190871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.196414 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8e8123ed-5625-49ac-909f-b78ef696c761 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0976496 Feb 09 21:46:43.197027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36632) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:43.228847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks [] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.282244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0f23b-32d1-4376-b178-6cbfb2377409 req-7034b01f-5dc9-439c-a010-c49a6dc7a50e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.283876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2e0f23b-32d1-4376-b178-6cbfb2377409 req-7034b01f-5dc9-439c-a010-c49a6dc7a50e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 950 time: 0.2040708 Feb 09 21:46:43.365475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81b13385-8a95-4254-9679-9fbfa8a27595 req-cd00b88f-912f-4fc3-a51a-eff8dfabf2f8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 210 time: 0.1428328 Feb 09 21:46:43.368356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e29ffe74-0f7f-401b-8ff0-0d7d6c7befab tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "GET /v2.0/floatingips?floating_network_id=d83ce78d-b416-4658-b7fe-792ed4865d11 HTTP/1.1" status: 200 len: 689 time: 0.1683884 Feb 09 21:46:43.370964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36636) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:43.459349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-244e9941-15fd-4f7a-aa12-c2fba7c437ac tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.460899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-244e9941-15fd-4f7a-aa12-c2fba7c437ac tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 814 time: 0.3212326 Feb 09 21:46:43.468919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2e0f23b-32d1-4376-b178-6cbfb2377409 req-eef7e9ce-65ad-4adf-aa4f-2a0e58970e3a tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585572 Feb 09 21:46:43.477495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Request body: {'port': {'device_id': '5610a797-d73e-4364-8445-893c4d02feb0', 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821', 'admin_state_up': True, 'tenant_id': '4b39b17c9a054ae0a94810ed1bd771e2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:43.559861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.582192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:43.676209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 0490d200-0bc9-4218-b0a2-b532a450e527 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:43.676897 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.678032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:43.699093 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d83ce78d-b416-4658-b7fe-792ed4865d11), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.700801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Pushing event updated for resources: {'Port': ['ID=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:43.703528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:43.717664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:43.769844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.910622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753662dc-9689-40cb-96c3-45ddf40d3b7b req-26d9013a-8526-4d4f-b0ff-b64b84bff370 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.912400 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-753662dc-9689-40cb-96c3-45ddf40d3b7b req-26d9013a-8526-4d4f-b0ff-b64b84bff370 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1556284 Feb 09 21:46:43.970270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0490d200-0bc9-4218-b0a2-b532a450e527 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:43.973672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.978897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 38a753bb-d2bc-478f-bf55-877ff139ff00 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:44.066631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-753662dc-9689-40cb-96c3-45ddf40d3b7b req-67259fd6-34c4-4de3-8820-dd3744ca72c6 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348290 Feb 09 21:46:44.143906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:44.185392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8af78ea3-aa85-4197-b77d-bb90d6b641fa None None] Provisioning complete for port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:44.186016 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8af78ea3-aa85-4197-b77d-bb90d6b641fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.198647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Deleting port 0fa1bb1b-52b2-4a35-b3fa-714acac21329 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:44.204411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.219071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 38a753bb-d2bc-478f-bf55-877ff139ff00 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:44.219543 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.271251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Made reservation on behalf of 4b39b17c9a054ae0a94810ed1bd771e2 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:44.274186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.275020 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.344549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8af78ea3-aa85-4197-b77d-bb90d6b641fa None None] Port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:44.359964 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.460418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 38a753bb-d2bc-478f-bf55-877ff139ff00 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:44.461030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.542849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 38a753bb-d2bc-478f-bf55-877ff139ff00, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=38a753bb-d2bc-478f-bf55-877ff139ff00,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:44.544806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:44.570053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks [] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.628196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08ec5cda-4df4-4e5a-af1b-0616dd6b4e98 req-ab927b42-5e29-45d5-b633-ceb5b1338206 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 210 time: 0.0575025 Feb 09 21:46:44.665683 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.687903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.690180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for floatingip (0fa1bb1b-52b2-4a35-b3fa-714acac21329), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.703957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.784571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Pushing event updated for resources: {'Port': ['ID=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:44.793652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Calling delete_port for 0fa1bb1b-52b2-4a35-b3fa-714acac21329 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:44.793957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a69e-affc-497f-abd3-af90486377ef req-0c0ca0dc-4b98-4dd0-8dbb-606c86b9123d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.802650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66a5a69e-affc-497f-abd3-af90486377ef req-0c0ca0dc-4b98-4dd0-8dbb-606c86b9123d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 951 time: 0.1197467 Feb 09 21:46:44.819905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:44.828880 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed92faa-e513-4247-b29e-8be9827021b4" -d '{"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-plugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:44.833972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=38a753bb-d2bc-478f-bf55-877ff139ff00,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:44.851985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.908277 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e0c406-4475-4e34-a06f-8e41213cc7ce x-openstack-request-id: req-71e0c406-4475-4e34-a06f-8e41213cc7ce {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:44.908277 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-plugged", "status": "completed", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:44.908277 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-71e0c406-4475-4e34-a06f-8e41213cc7ce {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:44.908277 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527', 'code': 200} Feb 09 21:46:44.920632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66a5a69e-affc-497f-abd3-af90486377ef req-415adb18-3eb5-442a-8f0b-3115e15e2c53 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106946 Feb 09 21:46:45.094622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Allocated IP 172.20.0.9 (f33b9148-7cec-402c-a708-a35642f6c821/459c31ce-bb71-44ed-b107-28e7cb9fddfc/76650e57-991f-4d11-9306-a9dab155f90c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:45.102135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115ae59-6181-4d15-92dd-ce93cf3d9f18 req-0f4b08f8-bb15-44e3-9660-04d2be82cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.103986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5115ae59-6181-4d15-92dd-ce93cf3d9f18 req-0f4b08f8-bb15-44e3-9660-04d2be82cded service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1133 time: 0.0632808 Feb 09 21:46:45.166616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5115ae59-6181-4d15-92dd-ce93cf3d9f18 req-c008610f-8ca2-4d22-9e06-22941113c414 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Feb 09 21:46:45.196911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:45.211678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:45.432598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715cd64-c1e7-4475-b4c9-e8de59540bf1 req-3abafc37-4b9b-4e88-bb33-da6697830cc3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.434197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4715cd64-c1e7-4475-b4c9-e8de59540bf1 req-3abafc37-4b9b-4e88-bb33-da6697830cc3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.2255161 Feb 09 21:46:45.477550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks [] for port (76650e57-991f-4d11-9306-a9dab155f90c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.479396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-53a9f364-b589-48a1-8f61-07e975e2ef75 None None] Provisioning complete for port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:45.480442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-53a9f364-b589-48a1-8f61-07e975e2ef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.495266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:45.519439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-53a9f364-b589-48a1-8f61-07e975e2ef75 None None] Port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:45.535444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4715cd64-c1e7-4475-b4c9-e8de59540bf1 req-54661a74-54b8-4439-8e2c-d141b2bddc4f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884490 Feb 09 21:46:45.610915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0fa1bb1b-52b2-4a35-b3fa-714acac21329), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.742670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fa1bb1b-52b2-4a35-b3fa-714acac21329,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:45.768217 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (76650e57-991f-4d11-9306-a9dab155f90c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.781257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b23e3eec-2308-4ade-ab16-73b951b65b75'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:45.810854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 38a753bb-d2bc-478f-bf55-877ff139ff00 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:45.885664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Network f33b9148-7cec-402c-a708-a35642f6c821 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:45.904075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:45.910321 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for floatingip (5ed9652b-9902-4f8a-b323-03b1bd9ce7c9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.914972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:45.926853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Pushing event updated for resources: {'Port': ['ID=76650e57-991f-4d11-9306-a9dab155f90c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:45.929429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 38a753bb-d2bc-478f-bf55-877ff139ff00 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:45.929924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.955119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:45.964244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d302e2a6-05fd-4781-a45e-6d5c723ac194 admin admin] 10.222.0.98 "PUT /v2.0/routers/9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9415576 Feb 09 21:46:45.980526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Sync routers for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:46.004203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:46.004855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:46.124293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7932eb-94c6-42b6-ad8f-8f2020b7131c req-c8c1ab93-ece7-4888-b0ca-ba3bb14f8a7e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.130301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a7932eb-94c6-42b6-ad8f-8f2020b7131c req-c8c1ab93-ece7-4888-b0ca-ba3bb14f8a7e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 931 time: 0.3599808 Feb 09 21:46:46.150189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.153368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.187400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38013e-c757-4224-ad6d-61ac6fb33bf7 req-cc23795e-4064-4d69-a152-ca6da3d39a22 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.196969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e38013e-c757-4224-ad6d-61ac6fb33bf7 req-cc23795e-4064-4d69-a152-ca6da3d39a22 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 951 time: 0.1313317 Feb 09 21:46:46.237582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3cc5cd34-708d-4155-a7fb-4f2229df30f7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.295760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e38013e-c757-4224-ad6d-61ac6fb33bf7 req-4da6ab90-2b6f-4144-8526-5841132c88ac tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954821 Feb 09 21:46:46.327474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-a7da492d-9849-4c3b-b8da-3e7ed4838bc4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8542111 Feb 09 21:46:46.365807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Request body: {'port': {'device_id': '5610a797-d73e-4364-8445-893c4d02feb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:46.410460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a7932eb-94c6-42b6-ad8f-8f2020b7131c req-d903fdc9-751d-4f65-93c5-a03b96fa8b31 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526546 Feb 09 21:46:46.452222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 38a753bb-d2bc-478f-bf55-877ff139ff00 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:46.513659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (3cc5cd34-708d-4155-a7fb-4f2229df30f7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.521938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:46.557190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (76650e57-991f-4d11-9306-a9dab155f90c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.559230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc5cd34-708d-4155-a7fb-4f2229df30f7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:46.732203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1320ca0-c545-49bb-8731-5ba344cccddd req-47ec489f-32bb-4fd0-ac5e-40ce80251c5b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.735198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1320ca0-c545-49bb-8731-5ba344cccddd req-47ec489f-32bb-4fd0-ac5e-40ce80251c5b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.0734909 Feb 09 21:46:46.856023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1320ca0-c545-49bb-8731-5ba344cccddd req-73cc45a2-f062-4a75-8b2e-f5e689fc19dd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136498 Feb 09 21:46:46.999944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d83ce78d-b416-4658-b7fe-792ed4865d11), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.022293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 2, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:47.046781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76650e57-991f-4d11-9306-a9dab155f90c {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:47.073692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Checking router: 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:47.075594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Updating router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:47.083141 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Publish callbacks [] for port (76650e57-991f-4d11-9306-a9dab155f90c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.090646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83ce78d-b416-4658-b7fe-792ed4865d11']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:47.108798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:47.109091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:47.120938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Transition to ACTIVE for port object 76650e57-991f-4d11-9306-a9dab155f90c will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:47.122702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.155479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.156843 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.179169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:47.179600 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (3b0e1d03-b61e-424a-aaae-6f9acc8c0d6a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:47.182964 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:47.295866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (76650e57-991f-4d11-9306-a9dab155f90c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.473538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=76650e57-991f-4d11-9306-a9dab155f90c,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:47.545627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d83ce78d-b416-4658-b7fe-792ed4865d11), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.561794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36742) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:47.565480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d83ce78d-b416-4658-b7fe-792ed4865d11 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:46:47.582926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-801245990-network', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:47.624896 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.636412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c816e5-24f3-460c-9ec0-7cbc66b58e29 req-3c3f8ff6-d388-40bc-95dc-15ef0c6457e4 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.637116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "DELETE /v2.0/networks/d83ce78d-b416-4658-b7fe-792ed4865d11 HTTP/1.1" status: 204 len: 168 time: 4.2628579 Feb 09 21:46:47.650021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95c816e5-24f3-460c-9ec0-7cbc66b58e29 req-3c3f8ff6-d388-40bc-95dc-15ef0c6457e4 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 951 time: 0.2208817 Feb 09 21:46:47.650232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36744) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:47.683326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Made reservation on behalf of dcfd252585e54430a57828ff8265d36b for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:47.686282 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.708260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.803910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c9dc8-6b65-48ca-a85d-d9a579e8088e tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event deleted for resources: {'Network': ['ID=d83ce78d-b416-4658-b7fe-792ed4865d11,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:47.849475 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Publish callbacks [] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.893950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks [] for security_group (0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.909005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95c816e5-24f3-460c-9ec0-7cbc66b58e29 req-cc2554aa-7d89-4852-958d-0e01924cc829 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576613 Feb 09 21:46:47.935936 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.962481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.056747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:48.119747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:48.151214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5d31f-98f4-454c-b7fc-925839946d2c None None] Pushing event updated for resources: {'Port': ['ID=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:48.277798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Attempting to bind port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:48.278197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Attempting to bind port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:48.278574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Attempting to bind port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd on network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:48.288137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:48.288535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Checking segment: {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:48.288937 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.289340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Bound using segment: {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:48.289831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Bound port: d99a6e60-6dce-48b0-9711-e2ce0ecb18cd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:48.290218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.434596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] For port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:48.441142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] For port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:48.530856 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.637063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:48.639438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:48.641619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5d31f-98f4-454c-b7fc-925839946d2c None None] Pushing event updated for resources: {'Port': ['ID=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:48.648045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9527963b-0c5a-422c-bc7a-b4ac387de958 None None] Provisioning complete for port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:48.648421 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9527963b-0c5a-422c-bc7a-b4ac387de958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.656238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Attempting to bind port 76650e57-991f-4d11-9306-a9dab155f90c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:48.657128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Attempting to bind port 76650e57-991f-4d11-9306-a9dab155f90c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:48.657639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Attempting to bind port 76650e57-991f-4d11-9306-a9dab155f90c on network f33b9148-7cec-402c-a708-a35642f6c821 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:48.667825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fb6eee9c-5a9a-4982-8a8e-04c7e122b3ef tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 1.0160844 Feb 09 21:46:48.672805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36762) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:48.673642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Port 76650e57-991f-4d11-9306-a9dab155f90c on network f33b9148-7cec-402c-a708-a35642f6c821 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:48.675261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Attempting to bind port 76650e57-991f-4d11-9306-a9dab155f90c on network f33b9148-7cec-402c-a708-a35642f6c821 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:48.778073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:48.778718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Checking segment: {'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:48.779815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Bound using segment: {'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:48.780430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Bound port: 76650e57-991f-4d11-9306-a9dab155f90c, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3eb3d32-2481-46d2-841b-51ec915f9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:48.780955 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (76650e57-991f-4d11-9306-a9dab155f90c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.841241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9527963b-0c5a-422c-bc7a-b4ac387de958 None None] Current status of the port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:48.841819 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9527963b-0c5a-422c-bc7a-b4ac387de958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.856839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1a3fac5f-c062-48f4-94d0-2260f63dc061), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.857319 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Added segment 1a3fac5f-c062-48f4-94d0-2260f63dc061 of type vlan for network b03f2477-7443-428e-b086-b417a723f6fe Feb 09 21:46:48.883113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9527963b-0c5a-422c-bc7a-b4ac387de958 None None] For port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:48.899671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e068a-0f06-4678-9016-3dd8c7ab1384 req-bd159402-655a-4dd6-bbcb-a782beacee4f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:48.908134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf4e068a-0f06-4678-9016-3dd8c7ab1384 req-bd159402-655a-4dd6-bbcb-a782beacee4f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.4232445 Feb 09 21:46:48.953877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9527963b-0c5a-422c-bc7a-b4ac387de958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.970729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:48.981411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b03f2477-7443-428e-b086-b417a723f6fe), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.069371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b378c4-add3-45f9-ace2-5aca6cf5f9e1 req-b18db596-fcf7-415e-9c20-f3a0f4cdea7c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.088848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.089438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.089910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.090374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.090973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.091775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.091924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.095774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a920da0f-00c9-4ac3-8a20-a26ad5a779c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4663 time: 0.4169977 Feb 09 21:46:49.101320 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2b378c4-add3-45f9-ace2-5aca6cf5f9e1 req-b18db596-fcf7-415e-9c20-f3a0f4cdea7c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 943 time: 0.9787002 Feb 09 21:46:49.105919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:49.106831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b03f2477-7443-428e-b086-b417a723f6fe), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.108378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.111288 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.148471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf4e068a-0f06-4678-9016-3dd8c7ab1384 req-d6c508de-f66d-4c34-bffb-68799449ac05 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388012 Feb 09 21:46:49.167514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] For port 76650e57-991f-4d11-9306-a9dab155f90c, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:49.171355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] For port 76650e57-991f-4d11-9306-a9dab155f90c, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=76650e57-991f-4d11-9306-a9dab155f90c,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:49.254945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (76650e57-991f-4d11-9306-a9dab155f90c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.261953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527963b-0c5a-422c-bc7a-b4ac387de958 None None] Pushing event updated for resources: {'Port': ['ID=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:49.289858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ad935dac-ab60-4667-8c71-6f72dc58283a None None] Provisioning complete for port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:49.290237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ad935dac-ab60-4667-8c71-6f72dc58283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.317891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.324454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.326153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] 10.222.0.30 "PUT /v2.0/ports/76650e57-991f-4d11-9306-a9dab155f90c HTTP/1.1" status: 200 len: 1091 time: 2.9868898 Feb 09 21:46:49.327115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5610a797-d73e-4364-8445-893c4d02feb0', 'tag': '76650e57-991f-4d11-9306-a9dab155f90c'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:49.330504 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae451a-ceff-44fe-b304-08f3bed30fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "5610a797-d73e-4364-8445-893c4d02feb0", "tag": "76650e57-991f-4d11-9306-a9dab155f90c"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:49.337768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:49.364935 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-6b714985-f0ec-4aaf-8244-8372fcfeb1c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] delete failed (client error): The resource could not be found. Feb 09 21:46:49.365915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b714985-f0ec-4aaf-8244-8372fcfeb1c2 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/5ed9652b-9902-4f8a-b323-03b1bd9ce7c9 HTTP/1.1" status: 404 len: 345 time: 0.2513261 Feb 09 21:46:49.379573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36788) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:49.386383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c35e38-6a44-4132-85f9-ffd58fa23924 None None] The sync data for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 is: [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:49.452947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8895004 Feb 09 21:46:49.459460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ad935dac-ab60-4667-8c71-6f72dc58283a None None] Current status of the port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:49.463618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36790) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:49.532069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Request body: {'subnet': {'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-subnet', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:49.565305 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6473cfe1-a7f3-48da-88d2-79b5c8058d9c tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 21:46:49.565848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6473cfe1-a7f3-48da-88d2-79b5c8058d9c tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:49.569335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6473cfe1-a7f3-48da-88d2-79b5c8058d9c tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "DELETE /v2.0/networks/d83ce78d-b416-4658-b7fe-792ed4865d11 HTTP/1.1" status: 404 len: 339 time: 0.1887021 Feb 09 21:46:49.577998 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2b378c4-add3-45f9-ace2-5aca6cf5f9e1 req-3f09d199-e14a-49ac-af1f-363aaf68f523 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616058 Feb 09 21:46:49.578270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36794) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:49.578968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b806da1-2841-4c20-a5a4-76d574012a00 admin admin] Pushing event updated for resources: {'Network': ['ID=b03f2477-7443-428e-b086-b417a723f6fe,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:49.598303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b03f2477-7443-428e-b086-b417a723f6fe details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:49.615942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'network': {'name': 'tempest-network--1748973552', 'router:external': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:49.622619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db7670-1496-4bf3-a0b9-8779340a4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=76650e57-991f-4d11-9306-a9dab155f90c,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:49.699851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeed2b-fa8f-4160-9b01-fdbcd17be7f9 req-f1ce0cec-2131-43df-981d-798cf110ea3a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.709250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-26eeed2b-fa8f-4160-9b01-fdbcd17be7f9 req-f1ce0cec-2131-43df-981d-798cf110ea3a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.3972325 Feb 09 21:46:49.753881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-aa680daf-3e3a-46d9-843f-fbfcbfaa0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.755431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-aa680daf-3e3a-46d9-843f-fbfcbfaa0e75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 1125 time: 0.2675867 Feb 09 21:46:49.777917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Made reservation on behalf of dcfd252585e54430a57828ff8265d36b for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:49.779433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.802404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Made reservation on behalf of 5e5cb3e64ab44eac88b93c8d5e332cce for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:49.810609 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.904650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d99a6e60-6dce-48b0-9711-e2ce0ecb18cd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:49.913031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:49.939351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f2acbee4-b4d6-4646-bfd1-0c9e8a4a5ea6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.943734 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Added segment f2acbee4-b4d6-4646-bfd1-0c9e8a4a5ea6 of type vlan for network 781232c7-c622-441a-8466-6a75e2cd7009 Feb 09 21:46:50.069167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:50.069814 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.071997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-f79971ab-8116-48eb-9e30-3753acec47cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76650e57-991f-4d11-9306-a9dab155f90c HTTP/1.1" status: 200 len: 217 time: 0.2861023 Feb 09 21:46:50.133167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (781232c7-c622-441a-8466-6a75e2cd7009), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.154463 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-26eeed2b-fa8f-4160-9b01-fdbcd17be7f9 req-f6aba121-4bf8-4f1c-943a-9beefc95764e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442987 Feb 09 21:46:50.161674 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (15e8c91b-3b2a-448c-8d64-59b5fe59d276), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.248507 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d218e636-7407-4911-bd81-ff0259901805 x-openstack-request-id: req-d218e636-7407-4911-bd81-ff0259901805 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:50.248507 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5610a797-d73e-4364-8445-893c4d02feb0", "tag": "76650e57-991f-4d11-9306-a9dab155f90c", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:50.248771 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d218e636-7407-4911-bd81-ff0259901805 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:50.249034 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5610a797-d73e-4364-8445-893c4d02feb0', 'tag': '76650e57-991f-4d11-9306-a9dab155f90c', 'status': 'completed', 'code': 200} Feb 09 21:46:50.270813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:50.286916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-2a6fad20-c506-4050-83da-2353359f8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.304999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-2a6fad20-c506-4050-83da-2353359f8fb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 200 len: 854 time: 0.2216604 Feb 09 21:46:50.316311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (781232c7-c622-441a-8466-6a75e2cd7009), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.317444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.318161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.386502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-30456991-fd8a-4fd1-bd38-bd72499b562f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33b9148-7cec-402c-a708-a35642f6c821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712552 Feb 09 21:46:50.410949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e8c91b-3b2a-448c-8d64-59b5fe59d276,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:50.459694 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8710113 Feb 09 21:46:50.460446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36814) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:50.573913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-0eed6acd-3293-4b04-b232-9a3dbbccb394 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640136 Feb 09 21:46:50.600195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Checking segment: {'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:50.600823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Network hostable DHCP agents. Network: b03f2477-7443-428e-b086-b417a723f6fe, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:50.700806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2bb5f-9672-408f-90c9-737baa65740b req-e777ab7e-c320-4aa5-8fa1-7cf560112237 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.702388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4fc2bb5f-9672-408f-90c9-737baa65740b req-e777ab7e-c320-4aa5-8fa1-7cf560112237 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1133 time: 0.3283865 Feb 09 21:46:50.728226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e6e30-36a8-4678-ac8c-009bbb44a719 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Network': ['ID=781232c7-c622-441a-8466-6a75e2cd7009,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:50.781823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 781232c7-c622-441a-8466-6a75e2cd7009 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:50.804477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Network b03f2477-7443-428e-b086-b417a723f6fe is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:50.847444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b42eb0b-5a12-4075-93d3-3259b3371cee req-c11395b7-1630-43be-a817-67c028b84cc2 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651227 Feb 09 21:46:50.926400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b03f2477-7443-428e-b086-b417a723f6fe) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:50.947259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.947940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.965315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4fc2bb5f-9672-408f-90c9-737baa65740b req-3cca2be8-ea29-499d-beb8-9e9d3c62268d tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434373 Feb 09 21:46:50.968745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80e7ba-0b75-4584-8f4f-9131d47146d1 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.995154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80e7ba-0b75-4584-8f4f-9131d47146d1 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.004726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80e7ba-0b75-4584-8f4f-9131d47146d1 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.019812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18287161-5d4a-49b2-b0dd-06e443172ee3 None None] Network b03f2477-7443-428e-b086-b417a723f6fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:51.026159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80e7ba-0b75-4584-8f4f-9131d47146d1 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.033150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36826) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:51.035563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8e80e7ba-0b75-4584-8f4f-9131d47146d1 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5652380 Feb 09 21:46:51.196224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9f85-3718-41e3-b891-b399c3fc1bb6 req-e9646053-2af5-4c7e-bf88-276fab741f9b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.200317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-806d9f85-3718-41e3-b891-b399c3fc1bb6 req-e9646053-2af5-4c7e-bf88-276fab741f9b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 943 time: 0.0948153 Feb 09 21:46:51.244248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-b03f2477-7443-428e-b086-b417a723f6fe', 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe', 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'fixed_ips': [{'subnet_id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:51.245267 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.245823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-855ee5ca-e4b9-4030-84ae-4ab015295f13 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7330115 Feb 09 21:46:51.255627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36830) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:51.264237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:51.335260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-806d9f85-3718-41e3-b891-b399c3fc1bb6 req-b9129cb4-f3f8-4784-b79a-fd2d8604e5c7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222930 Feb 09 21:46:51.420540 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-3fab93f8-f0e7-4b0f-ab79-e7ba4eb6042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.421568 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-3fab93f8-f0e7-4b0f-ab79-e7ba4eb6042c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 1125 time: 0.4272459 Feb 09 21:46:51.448034 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.449395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.490245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Allocated IP 172.20.0.2 (b03f2477-7443-428e-b086-b417a723f6fe/15e8c91b-3b2a-448c-8d64-59b5fe59d276/6f3160a3-2253-4194-affe-c3b0a8c6038e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:51.504393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (781232c7-c622-441a-8466-6a75e2cd7009), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.536521 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks [] for router_controller (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.572020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4107-448c-44ce-a5af-e417e67338b6 req-3670997d-603a-4b79-9039-972fa7e8674d tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.580216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d5c4107-448c-44ce-a5af-e417e67338b6 req-3670997d-603a-4b79-9039-972fa7e8674d tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.4617782 Feb 09 21:46:51.776134 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Publish callbacks [] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.802123 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (781232c7-c622-441a-8466-6a75e2cd7009), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.836839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d5c4107-448c-44ce-a5af-e417e67338b6 req-3d9d86bb-c2c9-4e00-81c7-ef300aeeab0d tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554901 Feb 09 21:46:51.851079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-00c25ecd-bf22-4320-bcd6-a1d77b83032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.852955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-00c25ecd-bf22-4320-bcd6-a1d77b83032f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 915 time: 0.4159908 Feb 09 21:46:51.871069 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.911205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-ece5efe9-b39a-45a1-a5c9-d15ee5488a14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76650e57-991f-4d11-9306-a9dab155f90c HTTP/1.1" status: 200 len: 217 time: 0.0495198 Feb 09 21:46:51.945440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Network b03f2477-7443-428e-b086-b417a723f6fe is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:51.958888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781232c7-c622-441a-8466-6a75e2cd7009']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:51.966432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:51.966638 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks [] for router_gateway (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.972781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:52.045037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0e65-c2b0-4e4a-b5e3-0ac29fc490c0 req-565e2b2b-4344-4d4f-b6b6-36669b924cc0 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.046573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e79b0e65-c2b0-4e4a-b5e3-0ac29fc490c0 req-565e2b2b-4344-4d4f-b6b6-36669b924cc0 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1926177 Feb 09 21:46:52.047179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Pushing event updated for resources: {'Port': ['ID=6f3160a3-2253-4194-affe-c3b0a8c6038e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:52.054451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2acbee4-b4d6-4646-bfd1-0c9e8a4a5ea6') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:52.060718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2acbee4-b4d6-4646-bfd1-0c9e8a4a5ea6') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:52.087526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (f2acbee4-b4d6-4646-bfd1-0c9e8a4a5ea6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.100529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Attempting to bind port 6f3160a3-2253-4194-affe-c3b0a8c6038e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:52.100886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Attempting to bind port 6f3160a3-2253-4194-affe-c3b0a8c6038e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:52.101269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Attempting to bind port 6f3160a3-2253-4194-affe-c3b0a8c6038e on network b03f2477-7443-428e-b086-b417a723f6fe {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:52.108444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:52.109169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Checking segment: {'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:52.109716 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.110352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Bound using segment: {'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:52.110852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Bound port: 6f3160a3-2253-4194-affe-c3b0a8c6038e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:52.111281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.192746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f2acbee4-b4d6-4646-bfd1-0c9e8a4a5ea6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.196152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-c68186aa-9b0b-4864-9991-c6c4ed06ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.209888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-c68186aa-9b0b-4864-9991-c6c4ed06ecd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 200 len: 854 time: 0.2861483 Feb 09 21:46:52.233907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] For port 6f3160a3-2253-4194-affe-c3b0a8c6038e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:52.238166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] For port 6f3160a3-2253-4194-affe-c3b0a8c6038e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f3160a3-2253-4194-affe-c3b0a8c6038e,segment=NetworkSegment(1a3fac5f-c062-48f4-94d0-2260f63dc061),segment_id=1a3fac5f-c062-48f4-94d0-2260f63dc061)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:52.255612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:52.257696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (f2acbee4-b4d6-4646-bfd1-0c9e8a4a5ea6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:52.267231 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:52.282219 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e79b0e65-c2b0-4e4a-b5e3-0ac29fc490c0 req-d613b055-3d26-4635-a127-29f3e5033814 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014422 Feb 09 21:46:52.325643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.350349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-905c144f-5413-4880-bb50-8f4bb2d296de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33b9148-7cec-402c-a708-a35642f6c821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226647 Feb 09 21:46:52.396115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353713a8-d3ae-4cff-a244-a2a2be5ab8ff req-2e6b74cc-a2f5-4635-87cf-1c18089a4cf4 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.419774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-353713a8-d3ae-4cff-a244-a2a2be5ab8ff req-2e6b74cc-a2f5-4635-87cf-1c18089a4cf4 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 1133 time: 0.3361199 Feb 09 21:46:52.424830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac2116-c145-4f07-a309-0fd67aa93164 None None] Pushing event updated for resources: {'Port': ['ID=6f3160a3-2253-4194-affe-c3b0a8c6038e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:52.622258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-f5303a5c-f12d-4d1b-baec-0a15b6efe5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585962 Feb 09 21:46:52.674614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks [] for router_gateway (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.730319 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.748865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a58214ae-ccf6-4d2c-9d37-e5767e3f9943 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.750409 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a58214ae-ccf6-4d2c-9d37-e5767e3f9943 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.2952261 Feb 09 21:46:52.763903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-353713a8-d3ae-4cff-a244-a2a2be5ab8ff req-9a529b74-2f8d-4067-a287-e5690a004d52 tempest-ServersAdminTestJSON-997206942 tempest-ServersAdminTestJSON-997206942-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375440 Feb 09 21:46:52.769396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (781232c7-c622-441a-8466-6a75e2cd7009), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.807915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 781232c7-c622-441a-8466-6a75e2cd7009 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:46:52.831540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.848020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36852) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:52.855319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5a89e-1742-4158-9ed3-911aad0594fc req-556d7840-d2c0-4f2e-bc2a-a9d8e8ec6d3e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.858986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "DELETE /v2.0/networks/781232c7-c622-441a-8466-6a75e2cd7009 HTTP/1.1" status: 204 len: 168 time: 1.8044405 Feb 09 21:46:52.863083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9f5a89e-1742-4158-9ed3-911aad0594fc req-556d7840-d2c0-4f2e-bc2a-a9d8e8ec6d3e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 943 time: 0.3355124 Feb 09 21:46:52.869809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'network': {'name': 'tempest-network--1003512418', 'router:external': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:52.921329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c61541-9b3f-4ffc-9857-8e5f2f11f000 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event deleted for resources: {'Network': ['ID=781232c7-c622-441a-8466-6a75e2cd7009,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:53.001506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9f5a89e-1742-4158-9ed3-911aad0594fc req-9576da8e-81b6-447a-8b6c-21dce91eedc5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355383 Feb 09 21:46:53.116160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebae451a-ceff-44fe-b304-08f3bed30fcf req-7f481171-0577-40c4-b701-743e3144dfc3 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832447 Feb 09 21:46:53.126610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Made reservation on behalf of 5e5cb3e64ab44eac88b93c8d5e332cce for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:53.129156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.170823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:53.184058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (eaa037c5-9e1b-47b5-abf6-da5e533ded80), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.184058 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Added segment eaa037c5-9e1b-47b5-abf6-da5e533ded80 of type vlan for network 33419ce3-3641-46e0-b237-dafd15ef53b6 Feb 09 21:46:53.300872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (33419ce3-3641-46e0-b237-dafd15ef53b6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.321859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Allocated IP 172.25.5.41 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/80232d16-7ed5-4b34-ba80-b0eac2bc7621) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:53.390041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Deleting port 43124aa5-2b0a-4f35-b1ac-9739a619707a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:53.390404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.432711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c474f-8a70-45d5-9564-31eca4ba8c96 req-95b10bd1-4348-4f2c-961c-cdb4e2616c0f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:53.434492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-956c474f-8a70-45d5-9564-31eca4ba8c96 req-95b10bd1-4348-4f2c-961c-cdb4e2616c0f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 946 time: 0.2832193 Feb 09 21:46:53.620180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (33419ce3-3641-46e0-b237-dafd15ef53b6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.621163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:53.621755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.700234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-956c474f-8a70-45d5-9564-31eca4ba8c96 req-4f3bfbfe-b56c-470a-b139-4a3942134d95 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups?id=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511592 Feb 09 21:46:53.772031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 76650e57-991f-4d11-9306-a9dab155f90c details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:53.810255 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks [] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.838804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] For port 43124aa5-2b0a-4f35-b1ac-9739a619707a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=43124aa5-2b0a-4f35-b1ac-9739a619707a,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:53.839311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.903201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Network': ['ID=33419ce3-3641-46e0-b237-dafd15ef53b6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:53.944142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 33419ce3-3641-46e0-b237-dafd15ef53b6 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:53.951502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f3160a3-2253-4194-affe-c3b0a8c6038e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:54.015075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36880) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:54.028810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73a19e81-6738-4b9a-96dd-a282768bf565 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1634459 Feb 09 21:46:54.369677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.377650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9346f6e-2a26-45e5-bae5-6f365424eac1 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.400035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e9346f6e-2a26-45e5-bae5-6f365424eac1 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] 10.222.0.98 "GET /v2.0/networks/33419ce3-3641-46e0-b237-dafd15ef53b6 HTTP/1.1" status: 200 len: 757 time: 0.3838212 Feb 09 21:46:54.400789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36886) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:54.445914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bbb9b-4454-48fd-8bcd-ed2fe6e6dbdd req-a2c1b9b8-1845-40ab-aa5a-b74f88d2a9c6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.459933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Pushing event updated for resources: {'Port': ['ID=80232d16-7ed5-4b34-ba80-b0eac2bc7621,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:54.466835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c5bbb9b-4454-48fd-8bcd-ed2fe6e6dbdd req-a2c1b9b8-1845-40ab-aa5a-b74f88d2a9c6 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 950 time: 0.3991642 Feb 09 21:46:54.479477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:54.574783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046b8d7-a121-41f0-afec-6e64fa5514ba None None] Network b03f2477-7443-428e-b086-b417a723f6fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:54.585823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.586421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (8beeee4e-b6e5-4665-a843-69b2e34710ec), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.586973 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Floating IP 8beeee4e-b6e5-4665-a843-69b2e34710ec disassociated. External IP: 172.25.5.188, port: 43124aa5-2b0a-4f35-b1ac-9739a619707a. Feb 09 21:46:54.587478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Calling delete_port for 43124aa5-2b0a-4f35-b1ac-9739a619707a owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:54.676398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c5bbb9b-4454-48fd-8bcd-ed2fe6e6dbdd req-f74ab468-c06b-4c8d-a6bd-686a460abab4 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065697 Feb 09 21:46:54.708652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac91f1-a05c-453a-b6e9-0e61e4bf5e58 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.728256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b2ac91f1-a05c-453a-b6e9-0e61e4bf5e58 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] 10.222.0.98 "GET /v2.0/networks/26e50b2e-3b67-4dbe-b29f-874c72913f6d HTTP/1.1" status: 200 len: 767 time: 0.3260095 Feb 09 21:46:54.729186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36888) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:54.851863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:54.858108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:54.930772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 76650e57-991f-4d11-9306-a9dab155f90c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=76650e57-991f-4d11-9306-a9dab155f90c,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:54.965077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (33419ce3-3641-46e0-b237-dafd15ef53b6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.967731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '76650e57-991f-4d11-9306-a9dab155f90c', 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821', 'port_id': '76650e57-991f-4d11-9306-a9dab155f90c', 'mac_address': 'fa:16:3e:0a:33:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459c31ce-bb71-44ed-b107-28e7cb9fddfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:55.018204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9303d13-a64f-4767-8119-2d564a154a63 req-946c66e6-d6ab-4949-8708-e20a746a313a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.035518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9303d13-a64f-4767-8119-2d564a154a63 req-946c66e6-d6ab-4949-8708-e20a746a313a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 943 time: 0.2081668 Feb 09 21:46:55.059793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 76650e57-991f-4d11-9306-a9dab155f90c is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:55.060537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (76650e57-991f-4d11-9306-a9dab155f90c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.090696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-749f6115-f39d-4e7a-bb20-026a49b9c47d None None] Provisioning complete for port 6f3160a3-2253-4194-affe-c3b0a8c6038e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:55.091447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-749f6115-f39d-4e7a-bb20-026a49b9c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.117023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bc273-ae06-4bf7-9a43-e6eed7f96391 req-4787939a-1166-4d55-9a79-9396d7cf7473 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.123309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-154bc273-ae06-4bf7-9a43-e6eed7f96391 req-4787939a-1166-4d55-9a79-9396d7cf7473 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 1.0505781 Feb 09 21:46:55.124106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (43124aa5-2b0a-4f35-b1ac-9739a619707a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.168353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76650e57-991f-4d11-9306-a9dab155f90c {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:55.207080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 76650e57-991f-4d11-9306-a9dab155f90c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=76650e57-991f-4d11-9306-a9dab155f90c,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:55.221132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6f3160a3-2253-4194-affe-c3b0a8c6038e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:55.223451 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.290815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event deleted for resources: {'Port': ['ID=43124aa5-2b0a-4f35-b1ac-9739a619707a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:55.307026 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-154bc273-ae06-4bf7-9a43-e6eed7f96391 req-30a51f05-beea-4921-ac77-36bcb29e2d97 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652722 Feb 09 21:46:55.327366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9303d13-a64f-4767-8119-2d564a154a63 req-e26ecee4-085e-4ef1-9fb5-4f88f2ad41bd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854550 Feb 09 21:46:55.329185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (33419ce3-3641-46e0-b237-dafd15ef53b6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.369704 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (76650e57-991f-4d11-9306-a9dab155f90c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.379551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-749f6115-f39d-4e7a-bb20-026a49b9c47d None None] Current status of the port 6f3160a3-2253-4194-affe-c3b0a8c6038e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:55.380231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-749f6115-f39d-4e7a-bb20-026a49b9c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.426349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33419ce3-3641-46e0-b237-dafd15ef53b6']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:55.484216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa037c5-9e1b-47b5-abf6-da5e533ded80') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:55.484216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa037c5-9e1b-47b5-abf6-da5e533ded80') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:55.558356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6f3160a3-2253-4194-affe-c3b0a8c6038e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:55.558356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.561351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (eaa037c5-9e1b-47b5-abf6-da5e533ded80), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.594261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-749f6115-f39d-4e7a-bb20-026a49b9c47d None None] For port 6f3160a3-2253-4194-affe-c3b0a8c6038e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f3160a3-2253-4194-affe-c3b0a8c6038e,segment=NetworkSegment(1a3fac5f-c062-48f4-94d0-2260f63dc061),segment_id=1a3fac5f-c062-48f4-94d0-2260f63dc061)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:55.709342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cafff1b7-7511-407d-929a-6cf8e0bab5cc req-f9ee900f-30f3-4e4a-a7e6-9cdb67b05205 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 210 time: 0.1249292 Feb 09 21:46:55.710465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (eaa037c5-9e1b-47b5-abf6-da5e533ded80), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.711776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:55.713938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['76650e57-991f-4d11-9306-a9dab155f90c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:55.727117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:55.727455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (eaa037c5-9e1b-47b5-abf6-da5e533ded80), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:55.732553 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:55.769844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-749f6115-f39d-4e7a-bb20-026a49b9c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.807688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=76650e57-991f-4d11-9306-a9dab155f90c,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:55.814962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 43124aa5-2b0a-4f35-b1ac-9739a619707a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:55.915142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 43124aa5-2b0a-4f35-b1ac-9739a619707a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:55.915497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 43124aa5-2b0a-4f35-b1ac-9739a619707a not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:55.941230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (33419ce3-3641-46e0-b237-dafd15ef53b6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.946460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33419ce3-3641-46e0-b237-dafd15ef53b6 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:46:55.949308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.990713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "DELETE /v2.0/networks/33419ce3-3641-46e0-b237-dafd15ef53b6 HTTP/1.1" status: 204 len: 168 time: 1.2600827 Feb 09 21:46:55.992308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36908) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:55.995510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-85349bf5-fc06-4f38-b0f8-7ea333ca2846 None None] Provisioning complete for port 6f3160a3-2253-4194-affe-c3b0a8c6038e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:56.008046 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-85349bf5-fc06-4f38-b0f8-7ea333ca2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.017177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'network': {'name': 'tempest-network--1462583331'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:56.021769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d13c8c-ba53-491b-8d61-5958aaa3af3b tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event deleted for resources: {'Network': ['ID=33419ce3-3641-46e0-b237-dafd15ef53b6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:56.076719 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:46:56.076719 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:46:56.115548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:46:56.184435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Made reservation on behalf of 5e5cb3e64ab44eac88b93c8d5e332cce for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:56.189046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.192852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f6115-f39d-4e7a-bb20-026a49b9c47d None None] Pushing event updated for resources: {'Port': ['ID=6f3160a3-2253-4194-affe-c3b0a8c6038e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:56.293862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:56.322951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f28e2182-6939-4f1f-8b56-357eec85afcf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.324424 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Added segment f28e2182-6939-4f1f-8b56-357eec85afcf of type vlan for network 7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5 Feb 09 21:46:56.331330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:56.351984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-85349bf5-fc06-4f38-b0f8-7ea333ca2846 None None] Current status of the port 6f3160a3-2253-4194-affe-c3b0a8c6038e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:56.367870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'port_id': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'mac_address': 'fa:16:3e:9d:df:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd08550-b806-4ee3-b711-ecc6d2caf5f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:56.459083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:56.459944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.483275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:56.525521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.540355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:56.628616 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.675057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aec830-8c40-4842-b3b5-6579374a6d39 req-b0956632-532d-4fae-a3a9-1611f72f2df4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:56.676824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6f3160a3-2253-4194-affe-c3b0a8c6038e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:56.686871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56aec830-8c40-4842-b3b5-6579374a6d39 req-b0956632-532d-4fae-a3a9-1611f72f2df4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 944 time: 0.2384963 Feb 09 21:46:56.690202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks [] for router_gateway (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.729222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9964bf48-27da-4e8d-8ae2-ad4697f4cab8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:56.761238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.776877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:56.777813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.808786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:56.884921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f3160a3-2253-4194-affe-c3b0a8c6038e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:56.956327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9429808 Feb 09 21:46:56.962015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56aec830-8c40-4842-b3b5-6579374a6d39 req-a509b240-ecf1-41f5-b442-3e2921346cf6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634368 Feb 09 21:46:56.962570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36934) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:56.976777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:56.979242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be635a52-440d-4194-adb7-1ccbd75533d7 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Network': ['ID=7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:57.028253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:57.046616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Router c5273f1c-d2cf-4413-8cac-faf8610d43a6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:57.226131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:57.241627 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] Sync routers for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:57.264229 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:57.267173 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:57.293133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873db09-1066-4cdb-895a-93df873d11e1 req-68bbfa44-0d70-4775-ab05-e7bd0231d3e9 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.294397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e873db09-1066-4cdb-895a-93df873d11e1 req-68bbfa44-0d70-4775-ab05-e7bd0231d3e9 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 950 time: 0.5740356 Feb 09 21:46:57.306872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-2f7484ea-b8d9-46f6-b7f8-82cc4f487389 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.310915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-2f7484ea-b8d9-46f6-b7f8-82cc4f487389 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 950 time: 1.6442921 Feb 09 21:46:57.321240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6f3160a3-2253-4194-affe-c3b0a8c6038e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:57.325887 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.331304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.371618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] No DVR routers for this DVR port 43124aa5-2b0a-4f35-b1ac-9739a619707a on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:57.374552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.379512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ddeaebe-ef95-4e88-816b-0649f8b544c9 req-a584160c-923d-468f-bc95-6a36476532c1 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.30 "DELETE /v2.0/ports/43124aa5-2b0a-4f35-b1ac-9739a619707a HTTP/1.1" status: 204 len: 173 time: 4.6194766 Feb 09 21:46:57.397801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'name': 'network-vif-deleted', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:57.403643 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3d667-a05d-448f-840e-844a0cef7f30" -d '{"events": [{"server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "name": "network-vif-deleted", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:57.468486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.491516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0671a8d-589f-4287-aec3-870e3ba75729 req-f6d96e21-bbad-4ac8-9982-ed1fad421591 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.495812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0671a8d-589f-4287-aec3-870e3ba75729 req-f6d96e21-bbad-4ac8-9982-ed1fad421591 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 945 time: 0.1376688 Feb 09 21:46:57.516052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e873db09-1066-4cdb-895a-93df873d11e1 req-11bc41a7-b12b-4773-bf0e-7e6ab73baf08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022445 Feb 09 21:46:57.598087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Network 7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5 is not hosted by any dhcp agent {{(pid=103697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:46:57.602466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.605219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.615918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "PUT /v2.0/networks/7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5 HTTP/1.1" status: 200 len: 858 time: 0.6499703 Feb 09 21:46:57.621560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36950) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:57.743875 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:57.776638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Deleting port 26430c68-3a69-4872-827f-286b992fedbb {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:57.777689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (26430c68-3a69-4872-827f-286b992fedbb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.787030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2330e-290b-41a7-8e77-4eba4ba74bf1 tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event updated for resources: {'Network': ['ID=7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:57.787230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 76650e57-991f-4d11-9306-a9dab155f90c up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:57.890828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.902151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.910473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0671a8d-589f-4287-aec3-870e3ba75729 req-e5a81162-7830-46d8-8c50-9ac0bd8cedeb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168831 Feb 09 21:46:58.064716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.067335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] For port 26430c68-3a69-4872-827f-286b992fedbb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=26430c68-3a69-4872-827f-286b992fedbb,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:58.068079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (26430c68-3a69-4872-827f-286b992fedbb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.094818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:58.096524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Calling delete_port for 26430c68-3a69-4872-827f-286b992fedbb owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:58.110882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28e2182-6939-4f1f-8b56-357eec85afcf') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:58.111290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28e2182-6939-4f1f-8b56-357eec85afcf') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:58.126974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (f28e2182-6939-4f1f-8b56-357eec85afcf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.160158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f28e2182-6939-4f1f-8b56-357eec85afcf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.186124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:58.187724 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (f28e2182-6939-4f1f-8b56-357eec85afcf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.246106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 76650e57-991f-4d11-9306-a9dab155f90c completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:58.268002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 76650e57-991f-4d11-9306-a9dab155f90c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:58.268330 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (76650e57-991f-4d11-9306-a9dab155f90c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:58.324350 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:58.327204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-151c24f9-2c67-46ac-90d5-9541267f06b0 req-8c6815c6-7f5b-4429-82b7-e1da14883f4e tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b6df58d-6766-42ed-b360-be3971c2bf57 HTTP/1.1" status: 200 len: 210 time: 0.0425305 Feb 09 21:46:58.368288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6f3160a3-2253-4194-affe-c3b0a8c6038e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:58.426540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.432146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:46:58.441133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.454864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] 10.222.0.98 "DELETE /v2.0/networks/7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5 HTTP/1.1" status: 204 len: 168 time: 0.8300436 Feb 09 21:46:58.459614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36962) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.535964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:46:58.563682 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c8517-e074-4501-9095-48e286804226 x-openstack-request-id: req-135c8517-e074-4501-9095-48e286804226 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:58.575910 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6df58d-6766-42ed-b360-be3971c2bf57", "name": "network-vif-deleted", "tag": "43124aa5-2b0a-4f35-b1ac-9739a619707a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:58.576703 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-135c8517-e074-4501-9095-48e286804226 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:58.578720 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6df58d-6766-42ed-b360-be3971c2bf57', 'name': 'network-vif-deleted', 'tag': '43124aa5-2b0a-4f35-b1ac-9739a619707a', 'status': 'completed', 'code': 200} Feb 09 21:46:58.579841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 76650e57-991f-4d11-9306-a9dab155f90c is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:58.580859 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (76650e57-991f-4d11-9306-a9dab155f90c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.753844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 76650e57-991f-4d11-9306-a9dab155f90c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=76650e57-991f-4d11-9306-a9dab155f90c,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:58.759442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5610a797-d73e-4364-8445-893c4d02feb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76650e57-991f-4d11-9306-a9dab155f90c'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:58.769844 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3bd9a2-5486-4d99-a185-b8994ecb308e" -d '{"events": [{"server_uuid": "5610a797-d73e-4364-8445-893c4d02feb0", "name": "network-vif-plugged", "status": "completed", "tag": "76650e57-991f-4d11-9306-a9dab155f90c"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:58.772795 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:33Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:58.789189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7837c3-7435-4e31-99b2-000e7085b07d tempest-ExternalNetworksTestJSON-649106713 tempest-ExternalNetworksTestJSON-649106713-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d6cac75-a4d2-4d94-92a3-09c2cb02ceb5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:58.808626 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef77082-6d27-47f9-beac-13ba70a3e339 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.809663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef77082-6d27-47f9-beac-13ba70a3e339 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.825853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ef77082-6d27-47f9-beac-13ba70a3e339 tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] 10.222.0.98 "DELETE /v2.0/subnets/3cc5cd34-708d-4155-a7fb-4f2229df30f7 HTTP/1.1" status: 404 len: 337 time: 0.2229402 Feb 09 21:46:58.833344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36968) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.867633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (76650e57-991f-4d11-9306-a9dab155f90c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.944267 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] Checking router: c5273f1c-d2cf-4413-8cac-faf8610d43a6 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:58.983029 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:58.983677 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:59.094627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=76650e57-991f-4d11-9306-a9dab155f90c,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:59.224749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.308011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:59.317970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (26e50b2e-3b67-4dbe-b29f-874c72913f6d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.466480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2d3ad-0c03-493c-b58b-22720844a30f req-fea15ffd-de58-45bb-a8fa-82495dcec41e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:59.474933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72a2d3ad-0c03-493c-b58b-22720844a30f req-fea15ffd-de58-45bb-a8fa-82495dcec41e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 945 time: 0.4853067 Feb 09 21:46:59.501667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.503321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ce07874-9b74-431b-a40b-940fddb0f106 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2465000 Feb 09 21:46:59.504455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (26430c68-3a69-4872-827f-286b992fedbb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.507407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36984) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:59.519193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ef425695-ecbe-4b4a-b213-f1148bcddb9c', '0490d200-0bc9-4218-b0a2-b532a450e527'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:59.679078 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:59.704476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:59.916901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:59.917235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.973742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72a2d3ad-0c03-493c-b58b-22720844a30f req-fb561711-2fd4-47ed-8064-60bef3148c59 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578025 Feb 09 21:46:59.981339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (26e50b2e-3b67-4dbe-b29f-874c72913f6d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.033565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e50b2e-3b67-4dbe-b29f-874c72913f6d']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:00.069020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Pushing event deleted for resources: {'Port': ['ID=26430c68-3a69-4872-827f-286b992fedbb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:00.081626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090c4ec3-f8b6-47ac-acec-87a000cdb376') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:00.081626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090c4ec3-f8b6-47ac-acec-87a000cdb376') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:00.133593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (090c4ec3-f8b6-47ac-acec-87a000cdb376), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.318566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] No DVR routers for this DVR port 26430c68-3a69-4872-827f-286b992fedbb on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:00.325604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.329669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-021ceab2-ce3a-4f09-8692-bf5594945a8b req-f67aa93e-1923-4810-a5fb-76145dd9de08 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "DELETE /v2.0/ports/26430c68-3a69-4872-827f-286b992fedbb HTTP/1.1" status: 204 len: 173 time: 2.9709973 Feb 09 21:47:00.333522 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (090c4ec3-f8b6-47ac-acec-87a000cdb376), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.357102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3aef414c-ce0a-474a-a584-11daf63d1380 req-d5f32ed2-6e49-4817-8363-1b4476de5da2 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 210 time: 0.1850255 Feb 09 21:47:00.360394 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:33Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:00.402063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:00.402063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (090c4ec3-f8b6-47ac-acec-87a000cdb376), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:00.402960 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:00.582475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'name': 'network-vif-deleted', 'tag': '26430c68-3a69-4872-827f-286b992fedbb'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:00.585850 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fde9021-cc0a-476d-8e48-c1b073d2892a" -d '{"events": [{"server_uuid": "aa997230-04f4-40b7-9dfc-c9396bb18424", "name": "network-vif-deleted", "tag": "26430c68-3a69-4872-827f-286b992fedbb"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:00.644212 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6a2c8-eea5-4853-a04f-91c9c92454b6 x-openstack-request-id: req-9cf6a2c8-eea5-4853-a04f-91c9c92454b6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:00.671962 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5610a797-d73e-4364-8445-893c4d02feb0", "name": "network-vif-plugged", "status": "completed", "tag": "76650e57-991f-4d11-9306-a9dab155f90c", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:00.671962 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9cf6a2c8-eea5-4853-a04f-91c9c92454b6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:00.671962 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5610a797-d73e-4364-8445-893c4d02feb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76650e57-991f-4d11-9306-a9dab155f90c', 'code': 200} Feb 09 21:47:00.719001 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e72b2a-10bd-4895-ba26-53a54d07dbc3 None None] The sync data for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 is: [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:45:22Z', 'revision_number': 4, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '4c2a9c00-c62a-45ae-9a11-5278ca3fbd89', 'name': '', 'network_id': '27b6debd-d044-4ab5-b77c-1480bb798a9b', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'mac_address': 'fa:16:3e:af:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:21Z', 'updated_at': '2022-02-09T21:45:33Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'subnets': [{'id': '77e3d7ef-9ab7-4063-a6d9-1799fedd5f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:00.732354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:00.733009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.882910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:00.927995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Sync routers for ids ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:00.998741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8ebe8-033b-4867-a11e-fe9357ec945b req-dfa32073-17cb-433b-a52e-ee654352525f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:01.015481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8c8ebe8-033b-4867-a11e-fe9357ec945b req-dfa32073-17cb-433b-a52e-ee654352525f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 945 time: 0.2128656 Feb 09 21:47:01.015946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Routers {'3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:01.018716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:01.055950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (26e50b2e-3b67-4dbe-b29f-874c72913f6d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.087506 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.100016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] 10.222.0.98 "DELETE /v2.0/networks/26e50b2e-3b67-4dbe-b29f-874c72913f6d HTTP/1.1" status: 204 len: 168 time: 2.2640970 Feb 09 21:47:01.172410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d88301-be66-4d1b-8529-fe20d2d57d1b tempest-ExternalNetworksTestJSON-8497512 tempest-ExternalNetworksTestJSON-8497512-project] Pushing event deleted for resources: {'Network': ['ID=26e50b2e-3b67-4dbe-b29f-874c72913f6d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:01.232729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8d81-d9a3-468e-bbd3-bf86521cc1be req-b7fcdf82-f547-4d06-b046-0c8e7e016429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:01.243466 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff8c8d81-d9a3-468e-bbd3-bf86521cc1be req-b7fcdf82-f547-4d06-b046-0c8e7e016429 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 1127 time: 0.4055932 Feb 09 21:47:01.323282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8c8ebe8-033b-4867-a11e-fe9357ec945b req-4525e503-ec4b-4bbd-8b23-a6684c495594 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035545 Feb 09 21:47:01.499161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.538486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Set router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:01.550153 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c752d-99c3-4281-92ca-1df298dfea0a x-openstack-request-id: req-537c752d-99c3-4281-92ca-1df298dfea0a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:01.550529 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa997230-04f4-40b7-9dfc-c9396bb18424", "name": "network-vif-deleted", "tag": "26430c68-3a69-4872-827f-286b992fedbb", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:01.550854 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-537c752d-99c3-4281-92ca-1df298dfea0a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:01.552314 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa997230-04f4-40b7-9dfc-c9396bb18424', 'name': 'network-vif-deleted', 'tag': '26430c68-3a69-4872-827f-286b992fedbb', 'status': 'completed', 'code': 200} Feb 09 21:47:01.561071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff8c8d81-d9a3-468e-bbd3-bf86521cc1be req-83b780a6-af18-408e-98c3-9fd7a2f4f261 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044672 Feb 09 21:47:01.640350 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32801507-6d73-4c2a-a754-431701490a51 None None] New status for floating IP 8beeee4e-b6e5-4665-a843-69b2e34710ec: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:47:01.717947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.718873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.720735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 26430c68-3a69-4872-827f-286b992fedbb no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:01.896550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcbbe0-06cf-4692-a61d-acc8e64a7b6b req-23981830-2c20-4f75-b432-2d7f0018096b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:01.911325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fdcbbe0-06cf-4692-a61d-acc8e64a7b6b req-23981830-2c20-4f75-b432-2d7f0018096b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 945 time: 0.2366910 Feb 09 21:47:02.026412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Allocated IP 172.20.0.1 (b03f2477-7443-428e-b086-b417a723f6fe/15e8c91b-3b2a-448c-8d64-59b5fe59d276/675df367-7d35-4a58-856e-10aabddb103b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:02.072556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fdcbbe0-06cf-4692-a61d-acc8e64a7b6b req-508be23f-2d39-41cf-8343-79aef26dec71 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559129 Feb 09 21:47:02.237457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37014) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:02.432229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks [] for port (675df367-7d35-4a58-856e-10aabddb103b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.450807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d70e106e-f797-4403-a0d6-cee452b04404 req-6c721a2c-4356-48f5-b500-06dad5d9014f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa997230-04f4-40b7-9dfc-c9396bb18424 HTTP/1.1" status: 200 len: 210 time: 0.0979056 Feb 09 21:47:02.622668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (675df367-7d35-4a58-856e-10aabddb103b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.681323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37020) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:02.700781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ae16e538-efc6-4f41-9d2e-65ccd3927423 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=06f9253ce920420d86139e85dee3d8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524374 Feb 09 21:47:02.703985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37022) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:02.739488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Network b03f2477-7443-428e-b086-b417a723f6fe is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:02.771052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:02.790841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:02.806949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 26430c68-3a69-4872-827f-286b992fedbb {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:02.807950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 26430c68-3a69-4872-827f-286b992fedbb not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:02.810134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:02.820792 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cd2cfb-97a2-421b-8d71-a63d59d2f228" -d '{"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-plugged", "status": "completed", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:02.844916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:02.893091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Pushing event updated for resources: {'Port': ['ID=675df367-7d35-4a58-856e-10aabddb103b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:02.973071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.018402 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61145eef-2870-4f60-a710-563fb1f3e96f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group (8170066e-2c2e-4b0c-bc6c-309b0a33dc8f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.094154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dce68-5daa-493c-91a4-5b6d682dede6 req-ad2fe393-92f9-4ad5-9e85-2ffba4e8edbe tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:03.101353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:46:55Z', 'revision_number': 3, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port': {'id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:03.107194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a2dce68-5daa-493c-91a4-5b6d682dede6 req-ad2fe393-92f9-4ad5-9e85-2ffba4e8edbe tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.2262602 Feb 09 21:47:03.168804 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61145eef-2870-4f60-a710-563fb1f3e96f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group (8170066e-2c2e-4b0c-bc6c-309b0a33dc8f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.202134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Checking router: 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:03.222347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Updating router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:03.308136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a2dce68-5daa-493c-91a4-5b6d682dede6 req-127f49ab-7e07-414c-bc2a-5bd0438b5642 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934505 Feb 09 21:47:03.341930 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.369614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa6956a8-2ccf-459a-ae2e-de55ec393141 admin admin] Publish callbacks [] for security_group (e896d986-1f14-4cbd-b72c-a47b8cd78804), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.427181 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61145eef-2870-4f60-a710-563fb1f3e96f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8170066e-2c2e-4b0c-bc6c-309b0a33dc8f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.431143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61145eef-2870-4f60-a710-563fb1f3e96f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.433698 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61145eef-2870-4f60-a710-563fb1f3e96f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "DELETE /v2.0/security-groups/8170066e-2c2e-4b0c-bc6c-309b0a33dc8f HTTP/1.1" status: 204 len: 168 time: 0.7316110 Feb 09 21:47:03.438178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37028) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:03.513310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61145eef-2870-4f60-a710-563fb1f3e96f tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8170066e-2c2e-4b0c-bc6c-309b0a33dc8f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:03.520787 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-b73060e2-f18a-4834-bef8-c3182b31694b tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] show failed (client error): The resource could not be found. Feb 09 21:47:03.524046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b73060e2-f18a-4834-bef8-c3182b31694b tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "GET /v2.0/security-groups/8170066e-2c2e-4b0c-bc6c-309b0a33dc8f HTTP/1.1" status: 404 len: 347 time: 0.0851815 Feb 09 21:47:03.528089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37032) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:03.632650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa6956a8-2ccf-459a-ae2e-de55ec393141 admin admin] Publish callbacks [] for security_group (e896d986-1f14-4cbd-b72c-a47b8cd78804), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.859170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa6956a8-2ccf-459a-ae2e-de55ec393141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e896d986-1f14-4cbd-b72c-a47b8cd78804), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.863513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa6956a8-2ccf-459a-ae2e-de55ec393141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.867381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa6956a8-2ccf-459a-ae2e-de55ec393141 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e896d986-1f14-4cbd-b72c-a47b8cd78804 HTTP/1.1" status: 204 len: 168 time: 1.1595349 Feb 09 21:47:03.886914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6956a8-2ccf-459a-ae2e-de55ec393141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e896d986-1f14-4cbd-b72c-a47b8cd78804,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:04.011635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (675df367-7d35-4a58-856e-10aabddb103b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.042672 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d6b239-cdbe-45e8-99cf-079462f71190 x-openstack-request-id: req-22d6b239-cdbe-45e8-99cf-079462f71190 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:04.043273 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-plugged", "status": "completed", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:04.043273 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22d6b239-cdbe-45e8-99cf-079462f71190 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:04.043611 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'code': 200} Feb 09 21:47:04.566075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-66b5601e-ecf5-4acc-981d-85199b1695a9 None None] Provisioning complete for port 675df367-7d35-4a58-856e-10aabddb103b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:04.566775 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66b5601e-ecf5-4acc-981d-85199b1695a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (675df367-7d35-4a58-856e-10aabddb103b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.625351 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Publish callbacks [] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.625351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-66b5601e-ecf5-4acc-981d-85199b1695a9 None None] Port 675df367-7d35-4a58-856e-10aabddb103b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:04.777007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.996987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1222a-2098-410b-93c8-c9c9229b1a12 None None] Pushing event updated for resources: {'Port': ['ID=80232d16-7ed5-4b34-ba80-b0eac2bc7621,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:05.008491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Attempting to bind port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:05.009251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Attempting to bind port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:05.016353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Attempting to bind port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:05.028432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:05.028832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:05.037437 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.037907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:05.038440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Bound port: 80232d16-7ed5-4b34-ba80-b0eac2bc7621, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:05.038839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.156611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37058) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:05.209005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] For port 80232d16-7ed5-4b34-ba80-b0eac2bc7621, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:05.221195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] For port 80232d16-7ed5-4b34-ba80-b0eac2bc7621, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=80232d16-7ed5-4b34-ba80-b0eac2bc7621,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:05.287464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7de177-25ea-401c-af28-4b1528a2bbbe req-78be0afb-0faa-4748-ae7a-f061744a6017 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.294935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc7de177-25ea-401c-af28-4b1528a2bbbe req-78be0afb-0faa-4748-ae7a-f061744a6017 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 945 time: 0.4507449 Feb 09 21:47:05.311917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.343540 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks [] for port (675df367-7d35-4a58-856e-10aabddb103b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.384335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f948b5d6-2734-4cac-83e4-4107df1ce3e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e5cb3e64ab44eac88b93c8d5e332cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265625 Feb 09 21:47:05.386865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37060) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:05.452886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Deleting port 0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:05.453235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.465097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (675df367-7d35-4a58-856e-10aabddb103b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.501937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc7de177-25ea-401c-af28-4b1528a2bbbe req-d55b2f17-0b94-4de5-a63d-2db00819c58d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050364 Feb 09 21:47:05.508169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1222a-2098-410b-93c8-c9c9229b1a12 None None] Pushing event updated for resources: {'Port': ['ID=80232d16-7ed5-4b34-ba80-b0eac2bc7621,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:05.523373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cf337281-fc43-4bef-a99c-5fe0b3c140a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.536813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Routers {'3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:05.537602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:05.614490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.717793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.717793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for floatingip (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.725134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Pushing event updated for resources: {'Port': ['ID=675df367-7d35-4a58-856e-10aabddb103b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:05.732080 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5633a411-07b7-42ec-813d-f1e3ac59f4ca admin admin] Publish callbacks [] for security_group (dcc0a271-9d62-4f0d-9132-74e740d92618), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.767103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Calling delete_port for 0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:05.833154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] Set router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:05.923765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5633a411-07b7-42ec-813d-f1e3ac59f4ca admin admin] Publish callbacks [] for security_group (dcc0a271-9d62-4f0d-9132-74e740d92618), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.995687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Network b03f2477-7443-428e-b086-b417a723f6fe is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:06.003467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:06.015412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221235fe-c091-4d45-b37c-68b091df9e5c req-97954671-0bb3-4aae-822e-f69c0b14b4cc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:06.018010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-221235fe-c091-4d45-b37c-68b091df9e5c req-97954671-0bb3-4aae-822e-f69c0b14b4cc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.2370436 Feb 09 21:47:06.200783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-221235fe-c091-4d45-b37c-68b091df9e5c req-ab4be528-ecae-4973-be3b-0e4103499aa4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754873 Feb 09 21:47:06.224171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:06.412689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5633a411-07b7-42ec-813d-f1e3ac59f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dcc0a271-9d62-4f0d-9132-74e740d92618), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.432090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5633a411-07b7-42ec-813d-f1e3ac59f4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.433299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5633a411-07b7-42ec-813d-f1e3ac59f4ca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dcc0a271-9d62-4f0d-9132-74e740d92618 HTTP/1.1" status: 204 len: 168 time: 1.0454159 Feb 09 21:47:06.464908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.479438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633a411-07b7-42ec-813d-f1e3ac59f4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc0a271-9d62-4f0d-9132-74e740d92618,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:06.493522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port': {'id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '675df367-7d35-4a58-856e-10aabddb103b', 'name': '', 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'mac_address': 'fa:16:3e:df:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 2, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'subnets': [{'id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:06.515268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:06.524711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Pushing event deleted for resources: {'Port': ['ID=0b732c2e-4a29-4e4b-9d2a-1c6cc83800b4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:06.554080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7f96383a-90d4-4a06-a6e0-90eaf6f54153 admin admin] 10.222.0.98 "PUT /v2.0/routers/3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0449393 Feb 09 21:47:06.585905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d838248-8b80-41fd-90a5-5838dd2fa2c8 None None] The sync data for ids ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'] in n-d-828599-1 is: [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port': {'id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '675df367-7d35-4a58-856e-10aabddb103b', 'name': '', 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'mac_address': 'fa:16:3e:df:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 2, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'subnets': [{'id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:06.637754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4796fc01-3904-4ce0-978d-636b224daebb None None] Provisioning complete for port 675df367-7d35-4a58-856e-10aabddb103b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:06.639975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4796fc01-3904-4ce0-978d-636b224daebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (675df367-7d35-4a58-856e-10aabddb103b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.656016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks [] for floatingip (8beeee4e-b6e5-4665-a843-69b2e34710ec), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.660955 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.663239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-46d914f7-9fa1-4bc0-aa03-0ab9f95247a0 tempest-ServersTestJSON-26461086 tempest-ServersTestJSON-26461086-project] 10.222.0.98 "DELETE /v2.0/floatingips/8beeee4e-b6e5-4665-a843-69b2e34710ec HTTP/1.1" status: 204 len: 168 time: 3.1344237 Feb 09 21:47:06.666447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:06.776108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4796fc01-3904-4ce0-978d-636b224daebb None None] Port 675df367-7d35-4a58-856e-10aabddb103b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:07.364791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc8c90-903e-45d2-beec-075ef052eb3f req-2ac52ca7-547a-4ae2-b062-d665212f520c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:07.374073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6abc8c90-903e-45d2-beec-075ef052eb3f req-2ac52ca7-547a-4ae2-b062-d665212f520c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 945 time: 0.1672263 Feb 09 21:47:07.506036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87c97206-c63a-4f89-ba52-a1633861c312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.639333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6abc8c90-903e-45d2-beec-075ef052eb3f req-d55378b0-2165-4d88-b576-860c2de4864f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639077 Feb 09 21:47:07.692428 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (c5273f1c-d2cf-4413-8cac-faf8610d43a6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.896339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8178f9-ddf0-41d1-a57b-66ef49c67b89 req-8684ecaf-f4e3-4bb3-aafe-2917e24fa35d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:07.905852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e8178f9-ddf0-41d1-a57b-66ef49c67b89 req-8684ecaf-f4e3-4bb3-aafe-2917e24fa35d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1321976 Feb 09 21:47:08.004194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e8178f9-ddf0-41d1-a57b-66ef49c67b89 req-bf37d0f7-5814-4fa8-b688-5d2eaa61fdb4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945230 Feb 09 21:47:08.097520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce00959-c883-4b6e-8ed8-0c50764361c0 req-b0642492-34f8-4df8-8d37-65b62dd58866 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:08.099581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ce00959-c883-4b6e-8ed8-0c50764361c0 req-b0642492-34f8-4df8-8d37-65b62dd58866 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 950 time: 0.2439771 Feb 09 21:47:08.197375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75813ba9-15b3-46ec-a269-81d6a94fca86 req-d8b19dac-20b3-4ef8-9c2a-28ee25376729 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:08.221773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75813ba9-15b3-46ec-a269-81d6a94fca86 req-d8b19dac-20b3-4ef8-9c2a-28ee25376729 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 951 time: 0.1043723 Feb 09 21:47:08.262516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ce00959-c883-4b6e-8ed8-0c50764361c0 req-664978bd-e0b8-45e7-b4d7-d7d240726995 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122949 Feb 09 21:47:08.355327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75813ba9-15b3-46ec-a269-81d6a94fca86 req-b9600976-fade-4149-bd1c-236f026a2c53 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398249 Feb 09 21:47:08.420043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Deleting port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:08.420043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.652209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-9704f60a-b654-44e0-b308-9d3dbf947bd6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:08.657070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-9704f60a-b654-44e0-b308-9d3dbf947bd6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 945 time: 0.2504187 Feb 09 21:47:08.828998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] For port 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:08.829447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.912330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 80232d16-7ed5-4b34-ba80-b0eac2bc7621 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:08.991283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Calling delete_port for 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:09.029079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.141957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:09.152306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.284843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6806a9-4501-4653-b9b7-7ba3462ce7a7 req-a54f4c6f-cb6c-4cd1-9c3f-6c8fc2425644 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.293847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d6806a9-4501-4653-b9b7-7ba3462ce7a7 req-a54f4c6f-cb6c-4cd1-9c3f-6c8fc2425644 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1405189 Feb 09 21:47:09.379853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d6806a9-4501-4653-b9b7-7ba3462ce7a7 req-3497c26f-c4fe-48b5-832e-a57cb734411c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807128 Feb 09 21:47:09.430037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:09.430458 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.440312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d5c3f-8dcf-43eb-9be4-92fdccb94ed6 req-659ec9d3-6cab-4954-b467-38f0b19b9154 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.442696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-226d5c3f-8dcf-43eb-9be4-92fdccb94ed6 req-659ec9d3-6cab-4954-b467-38f0b19b9154 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 945 time: 0.6629803 Feb 09 21:47:09.460323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-3e9b67c6-9c52-4b39-92ae-9e7b7a7e9c0f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.468153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-3e9b67c6-9c52-4b39-92ae-9e7b7a7e9c0f tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 950 time: 0.5617580 Feb 09 21:47:09.475490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4c2a9c00-c62a-45ae-9a11-5278ca3fbd89), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.484226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 80232d16-7ed5-4b34-ba80-b0eac2bc7621, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=80232d16-7ed5-4b34-ba80-b0eac2bc7621,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:09.573284 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.698091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=80232d16-7ed5-4b34-ba80-b0eac2bc7621,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:09.801621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f492e-7b7e-440b-9bf2-756e8c936084 req-24351df8-1504-4d98-9672-40572d5cee6d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.815588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-936f492e-7b7e-440b-9bf2-756e8c936084 req-24351df8-1504-4d98-9672-40572d5cee6d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 950 time: 0.1156037 Feb 09 21:47:09.830961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2a9c00-c62a-45ae-9a11-5278ca3fbd89,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:09.919978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-226d5c3f-8dcf-43eb-9be4-92fdccb94ed6 req-6aefe3fc-3987-441f-a1ff-a7930252e9bf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453850 Feb 09 21:47:09.922306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Deleting port 76650e57-991f-4d11-9306-a9dab155f90c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:09.925776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (76650e57-991f-4d11-9306-a9dab155f90c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.963235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-936f492e-7b7e-440b-9bf2-756e8c936084 req-4ed8a670-cd7e-4208-8820-489c80507b22 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438742 Feb 09 21:47:10.120033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Sync routers for ids ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:10.148916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Routers {'3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:10.152043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:10.227698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.354137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Set router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:10.446518 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (c5273f1c-d2cf-4413-8cac-faf8610d43a6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.545634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24962-cd23-4995-8627-f6fd00ee0af6 req-90c042e9-80a4-4121-bf39-0627269ef700 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:10.570682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37b24962-cd23-4995-8627-f6fd00ee0af6 req-90c042e9-80a4-4121-bf39-0627269ef700 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1079113 Feb 09 21:47:10.649801 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:47:10.653857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37b24962-cd23-4995-8627-f6fd00ee0af6 req-5f80bd6d-3d17-40e7-a0ea-3b687de21376 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810173 Feb 09 21:47:10.666560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Deleting port ef425695-ecbe-4b4a-b213-f1148bcddb9c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:10.667087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.671093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] For port 76650e57-991f-4d11-9306-a9dab155f90c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=76650e57-991f-4d11-9306-a9dab155f90c,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:10.671672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (76650e57-991f-4d11-9306-a9dab155f90c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.706000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37340) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:10.811420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Calling delete_port for 76650e57-991f-4d11-9306-a9dab155f90c owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:10.940822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2adfa8d0-d54b-44ed-baab-509d70172137 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1262666642'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:10.947180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2adfa8d0-d54b-44ed-baab-509d70172137 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Unknown quota resources ['metering_label']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:47:11.017252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port': {'id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '675df367-7d35-4a58-856e-10aabddb103b', 'name': '', 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'mac_address': 'fa:16:3e:df:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 2, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'subnets': [{'id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:11.126674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] For port ef425695-ecbe-4b4a-b213-f1148bcddb9c, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ef425695-ecbe-4b4a-b213-f1148bcddb9c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:11.127674 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.136254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Checking router: 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:11.138787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Updating router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 port 675df367-7d35-4a58-856e-10aabddb103b binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:11.144545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 80232d16-7ed5-4b34-ba80-b0eac2bc7621 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:11.276269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Calling delete_port for ef425695-ecbe-4b4a-b213-f1148bcddb9c owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:11.280404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (675df367-7d35-4a58-856e-10aabddb103b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.543433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ec716-3a80-445c-aae6-fb3e2031d2c1 req-a6e65d64-3326-43f2-81d9-e4422c93e91c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.555753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e97ec716-3a80-445c-aae6-fb3e2031d2c1 req-a6e65d64-3326-43f2-81d9-e4422c93e91c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 945 time: 0.4633205 Feb 09 21:47:11.689679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2adfa8d0-d54b-44ed-baab-509d70172137 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.695299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2adfa8d0-d54b-44ed-baab-509d70172137 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9845488 Feb 09 21:47:11.696542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37360) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:11.709291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f5f58706-e970-40a5-bfca-c8906deba1f9 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8a435872-d481-4561-8044-5264918474e8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:11.710482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Router c5273f1c-d2cf-4413-8cac-faf8610d43a6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:11.714626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f5f58706-e970-40a5-bfca-c8906deba1f9 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:47:11.729135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e97ec716-3a80-445c-aae6-fb3e2031d2c1 req-b8f94281-f609-4d96-87da-fb32a3710570 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710224 Feb 09 21:47:11.745863 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Publish callbacks [] for port (675df367-7d35-4a58-856e-10aabddb103b), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.765028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ef425695-ecbe-4b4a-b213-f1148bcddb9c no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:11.846725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (675df367-7d35-4a58-856e-10aabddb103b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.867207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 76650e57-991f-4d11-9306-a9dab155f90c no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:11.901914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:11.902724 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.969973 n-d-828599-1 neutron-server[103697]: WARNING neutron.services.metering.metering_plugin [None req-f5f58706-e970-40a5-bfca-c8906deba1f9 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:47:12.159518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.197395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 76650e57-991f-4d11-9306-a9dab155f90c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:12.198073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 76650e57-991f-4d11-9306-a9dab155f90c not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:12.198514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:12.362014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5f58706-e970-40a5-bfca-c8906deba1f9 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.366514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f5f58706-e970-40a5-bfca-c8906deba1f9 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6636765 Feb 09 21:47:12.373346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37366) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:12.381776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8c1698bb-fddc-452a-954b-62bafb1a1743 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8a435872-d481-4561-8044-5264918474e8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:12.385481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8c1698bb-fddc-452a-954b-62bafb1a1743 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:47:12.408975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Pushing event updated for resources: {'Port': ['ID=675df367-7d35-4a58-856e-10aabddb103b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:12.477465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (76650e57-991f-4d11-9306-a9dab155f90c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.548740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:12.553103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b23e3eec-2308-4ade-ab16-73b951b65b75'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:12.574338 n-d-828599-1 neutron-server[103697]: WARNING neutron.services.metering.metering_plugin [None req-8c1698bb-fddc-452a-954b-62bafb1a1743 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:47:12.696171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Pushing event deleted for resources: {'Port': ['ID=76650e57-991f-4d11-9306-a9dab155f90c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:12.761346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Attempting to bind port 675df367-7d35-4a58-856e-10aabddb103b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:12.761736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Attempting to bind port 675df367-7d35-4a58-856e-10aabddb103b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:12.762108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Attempting to bind port 675df367-7d35-4a58-856e-10aabddb103b on network b03f2477-7443-428e-b086-b417a723f6fe {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:12.767975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ef425695-ecbe-4b4a-b213-f1148bcddb9c is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:12.768369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.789877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b0d40cdc-35ba-422e-9d2e-31912b100355 None None] Provisioning complete for port 675df367-7d35-4a58-856e-10aabddb103b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:12.790261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0d40cdc-35ba-422e-9d2e-31912b100355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (675df367-7d35-4a58-856e-10aabddb103b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.792738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] No DVR routers for this DVR port 76650e57-991f-4d11-9306-a9dab155f90c on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:12.802213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.806071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac07e457-0b5c-4ac5-96bb-24d6d63b9257 req-e93cad62-f650-4bbb-afea-0c0b6cf5e02e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "DELETE /v2.0/ports/76650e57-991f-4d11-9306-a9dab155f90c HTTP/1.1" status: 204 len: 173 time: 4.1399984 Feb 09 21:47:12.809394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5610a797-d73e-4364-8445-893c4d02feb0', 'name': 'network-vif-deleted', 'tag': '76650e57-991f-4d11-9306-a9dab155f90c'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:12.812667 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a333ed0-9c93-49ce-adaa-ed13e37fd166" -d '{"events": [{"server_uuid": "5610a797-d73e-4364-8445-893c4d02feb0", "name": "network-vif-deleted", "tag": "76650e57-991f-4d11-9306-a9dab155f90c"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:12.831540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562374eb-5185-497e-bf70-1f3fe94e0363 req-67d4b67a-3533-4a88-86f1-ab552216171d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.840473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-562374eb-5185-497e-bf70-1f3fe94e0363 req-67d4b67a-3533-4a88-86f1-ab552216171d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 950 time: 0.3600409 Feb 09 21:47:12.850402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:12.850820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Checking segment: {'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:12.851455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.851906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Bound using segment: {'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:12.852687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Bound port: 675df367-7d35-4a58-856e-10aabddb103b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3fac5f-c062-48f4-94d0-2260f63dc061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:12.853084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (675df367-7d35-4a58-856e-10aabddb103b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.863964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ef425695-ecbe-4b4a-b213-f1148bcddb9c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.866359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8c1698bb-fddc-452a-954b-62bafb1a1743 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.867808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8c1698bb-fddc-452a-954b-62bafb1a1743 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4931278 Feb 09 21:47:12.880629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37374) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:12.957882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b512d919-9819-4ede-bbd4-046372a2ea29 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=c59a41e5-8dfd-495a-b8fe-265498a66c51 HTTP/1.1" status: 200 len: 462 time: 0.0712903 Feb 09 21:47:12.961854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37376) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:12.966400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Pushing event deleted for resources: {'Port': ['ID=ef425695-ecbe-4b4a-b213-f1148bcddb9c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:13.021811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:13.040823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a6061a34-4066-4bf2-81e1-377b6abca45d admin admin] 10.222.0.98 "PUT /v2.0/routers/c5273f1c-d2cf-4413-8cac-faf8610d43a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3708253 Feb 09 21:47:13.046934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37378) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:13.047093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] Sync routers for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:13.065013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] No DVR routers for this DVR port ef425695-ecbe-4b4a-b213-f1148bcddb9c on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:13.075280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['0490d200-0bc9-4218-b0a2-b532a450e527'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:13.079335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port dc1daadc-491b-4426-a9e4-0f9de6c86a61 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:13.080672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.081038 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:13.081700 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:13.086086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-562374eb-5185-497e-bf70-1f3fe94e0363 req-5dfe7f3e-3693-4aa6-8338-6cbca18f687e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382715 Feb 09 21:47:13.087991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.094215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af70185f-8acb-4092-b15a-fc9a366ee577 req-75ef82e9-1415-4c06-9129-da961c52d96d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "DELETE /v2.0/ports/ef425695-ecbe-4b4a-b213-f1148bcddb9c HTTP/1.1" status: 204 len: 173 time: 3.6195877 Feb 09 21:47:13.162977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b0d40cdc-35ba-422e-9d2e-31912b100355 None None] Port 675df367-7d35-4a58-856e-10aabddb103b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:13.239037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:13.242292 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce3f5f2-753a-45f2-806a-66a5e12e45e3" -d '{"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:13.246244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] For port 675df367-7d35-4a58-856e-10aabddb103b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:13.259770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] For port 675df367-7d35-4a58-856e-10aabddb103b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=675df367-7d35-4a58-856e-10aabddb103b,segment=NetworkSegment(1a3fac5f-c062-48f4-94d0-2260f63dc061),segment_id=1a3fac5f-c062-48f4-94d0-2260f63dc061)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:13.276497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:13.333574 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:13.366877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281adc24-16e4-4226-a365-499670b7e159 req-44588350-b76b-433e-83dc-c1c4a9cd1a54 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.368876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-281adc24-16e4-4226-a365-499670b7e159 req-44588350-b76b-433e-83dc-c1c4a9cd1a54 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1717935 Feb 09 21:47:13.386954 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (675df367-7d35-4a58-856e-10aabddb103b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.448554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-1e4401a9-9db2-4dab-8dd0-ef1a9c53c751 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2106547 Feb 09 21:47:13.532148 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.617639 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-281adc24-16e4-4226-a365-499670b7e159 req-200ebd64-ec33-452a-a0c4-90e3c23fc740 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414026 Feb 09 21:47:13.659865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-c1a424f7-37b3-4882-95ec-fd16e7c1e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.661388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-c1a424f7-37b3-4882-95ec-fd16e7c1e75b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 1130 time: 0.1849279 Feb 09 21:47:13.683721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Routers {'3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:13.683721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:13.683721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Pushing event updated for resources: {'Port': ['ID=675df367-7d35-4a58-856e-10aabddb103b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:13.713982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74f3ec90-19d3-451d-bb9a-b256fd503538 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.720249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-74f3ec90-19d3-451d-bb9a-b256fd503538 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/c59a41e5-8dfd-495a-b8fe-265498a66c51 HTTP/1.1" status: 204 len: 168 time: 0.7537289 Feb 09 21:47:13.726461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37390) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:13.830223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks [] for router (c5273f1c-d2cf-4413-8cac-faf8610d43a6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.918336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.918695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.919055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.919404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.919800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.920145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.920487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.920821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.921158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.921490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.921823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.922162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.922493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03be0a86-3903-4ead-9076-76c677143647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:13.929177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cc8b869a-42f5-4790-b944-76fac7830e1c tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=c59a41e5-8dfd-495a-b8fe-265498a66c51 HTTP/1.1" status: 200 len: 221 time: 0.1975408 Feb 09 21:47:13.930385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37392) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:13.941422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-92f7cb79-2a1a-4e25-bcb8-053f5847191a tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--462345037', 'description': 'label created by tempest'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:13.942002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-92f7cb79-2a1a-4e25-bcb8-053f5847191a tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Unknown quota resources ['metering_label']. {{(pid=103696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:47:14.063357 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:47:09Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:14.128132 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] Checking router: c5273f1c-d2cf-4413-8cac-faf8610d43a6 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:14.144278 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] Routers {'c5273f1c-d2cf-4413-8cac-faf8610d43a6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:14.145885 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:14.198918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks [] for router_gateway (c5273f1c-d2cf-4413-8cac-faf8610d43a6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.203932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:14.280106 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c0d5b476-b111-4880-8de6-384e4f1b51e1 req-b539e5da-09eb-4f9c-a52a-5bf7707f2431 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=5610a797-d73e-4364-8445-893c4d02feb0 HTTP/1.1" status: 200 len: 210 time: 0.1148522 Feb 09 21:47:14.285442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] Set router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:14.387280 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c36552-57c2-47fb-8834-160364187a18 x-openstack-request-id: req-43c36552-57c2-47fb-8834-160364187a18 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:14.387873 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5610a797-d73e-4364-8445-893c4d02feb0", "name": "network-vif-deleted", "tag": "76650e57-991f-4d11-9306-a9dab155f90c", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:14.390017 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43c36552-57c2-47fb-8834-160364187a18 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:14.391742 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5610a797-d73e-4364-8445-893c4d02feb0', 'name': 'network-vif-deleted', 'tag': '76650e57-991f-4d11-9306-a9dab155f90c', 'status': 'completed', 'code': 200} Feb 09 21:47:14.391872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] Set router c5273f1c-d2cf-4413-8cac-faf8610d43a6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:14.426607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c4e0c156-942c-47c6-9a1d-acef7adbc2fc None None] Provisioning complete for port 675df367-7d35-4a58-856e-10aabddb103b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:14.426992 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4e0c156-942c-47c6-9a1d-acef7adbc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (675df367-7d35-4a58-856e-10aabddb103b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.452672 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e21ea2e-e592-4514-921b-05b9a8560ec8 x-openstack-request-id: req-9e21ea2e-e592-4514-921b-05b9a8560ec8 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:14.453513 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:14.453784 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e21ea2e-e592-4514-921b-05b9a8560ec8 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:14.454204 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'code': 200} Feb 09 21:47:14.461164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Deleting port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:14.461660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.669109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92f7cb79-2a1a-4e25-bcb8-053f5847191a tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.670585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-92f7cb79-2a1a-4e25-bcb8-053f5847191a tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7391355 Feb 09 21:47:14.676883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37400) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:14.739743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39a3a431-af3e-4ee7-bb25-51ab65447dd6 req-d4edc2ac-20ff-482e-b23c-dd9d1e6ac23e tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec36d2de-5de5-458c-b219-2ca4607cf1a9 HTTP/1.1" status: 200 len: 210 time: 0.1336904 Feb 09 21:47:14.750044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-7504d1ad-bf9a-454c-a8e3-ae956a7e6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.757920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-7504d1ad-bf9a-454c-a8e3-ae956a7e6359 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 1.0431314 Feb 09 21:47:14.864536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-292fb3f6-46e1-4c35-9d0a-d586bc5d8d78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c HTTP/1.1" status: 200 len: 217 time: 0.0958588 Feb 09 21:47:14.914929 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-86ca7d31-3f33-4237-b89a-c96fd94c3c39 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=ee51d6bf-7c35-4232-976f-7087074c0595 HTTP/1.1" status: 200 len: 467 time: 0.2356896 Feb 09 21:47:14.920392 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:47:09Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:14.920598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37404) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:14.957390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] For port 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:14.957944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.974828 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a25a2-992e-4ec3-8b5f-ad43e2f3a5c7 None None] The sync data for ids ['c5273f1c-d2cf-4413-8cac-faf8610d43a6'] in n-d-828599-1 is: [{'id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'name': 'tempest-ServersTestJSON-1320666067-router', 'tenant_id': '149056cdaea245e3892e00d1d90ac04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:13Z', 'updated_at': '2022-02-09T21:47:09Z', 'revision_number': 5, 'project_id': '149056cdaea245e3892e00d1d90ac04e', 'gw_port': {'id': '21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5273f1c-d2cf-4413-8cac-faf8610d43a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:15Z', 'updated_at': '2022-02-09T21:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:14.985011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 675df367-7d35-4a58-856e-10aabddb103b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:15.105827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Calling delete_port for 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:15.156748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53517cc-d037-4c22-9d28-a57636e110ac req-200db7b0-a7a7-4944-965b-da785c8fa94a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:15.174291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d53517cc-d037-4c22-9d28-a57636e110ac req-200db7b0-a7a7-4944-965b-da785c8fa94a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.2682950 Feb 09 21:47:15.198394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-0f9682b8-eddf-41d7-9fbc-b1ea7fa5ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:15.227149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-0f9682b8-eddf-41d7-9fbc-b1ea7fa5ccb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.3403687 Feb 09 21:47:15.493499 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d53517cc-d037-4c22-9d28-a57636e110ac req-a8047f44-a249-4a12-acfa-acc32eb8d333 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474618 Feb 09 21:47:15.494893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0c156-942c-47c6-9a1d-acef7adbc2fc None None] Current status of the port 675df367-7d35-4a58-856e-10aabddb103b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:15.494893 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4e0c156-942c-47c6-9a1d-acef7adbc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (675df367-7d35-4a58-856e-10aabddb103b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.495360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-11a9cf22-7c76-48db-847b-f8ddb4c8d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:15.495360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-11a9cf22-7c76-48db-847b-f8ddb4c8d3fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2247016 Feb 09 21:47:15.495514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 675df367-7d35-4a58-856e-10aabddb103b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:15.495514 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (675df367-7d35-4a58-856e-10aabddb103b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.533460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c4e0c156-942c-47c6-9a1d-acef7adbc2fc None None] For port 675df367-7d35-4a58-856e-10aabddb103b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=675df367-7d35-4a58-856e-10aabddb103b,segment=NetworkSegment(1a3fac5f-c062-48f4-94d0-2260f63dc061),segment_id=1a3fac5f-c062-48f4-94d0-2260f63dc061)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:15.544201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port': {'id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '675df367-7d35-4a58-856e-10aabddb103b', 'name': '', 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'mac_address': 'fa:16:3e:df:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:13Z', 'revision_number': 4, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'subnets': [{'id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:15.597075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebecb72-82ee-420f-8a35-c639d7573628 None None] The sync data for ids ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'] in n-d-828599-1 is: [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port': {'id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '675df367-7d35-4a58-856e-10aabddb103b', 'name': '', 'network_id': 'b03f2477-7443-428e-b086-b417a723f6fe', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'mac_address': 'fa:16:3e:df:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:13Z', 'revision_number': 4, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'subnets': [{'id': '15e8c91b-3b2a-448c-8d64-59b5fe59d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:15.713092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 675df367-7d35-4a58-856e-10aabddb103b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:15.713092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (675df367-7d35-4a58-856e-10aabddb103b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.877630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201ebe-6ef1-4704-8a82-493814de7cdd req-7c0b41e2-16e3-4082-b21a-e97989847d0b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:15.885659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00201ebe-6ef1-4704-8a82-493814de7cdd req-7c0b41e2-16e3-4082-b21a-e97989847d0b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1620076 Feb 09 21:47:15.932297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-6fc71051-705b-4015-84e9-cf8bd8fa18ba service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778895 Feb 09 21:47:16.029140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00201ebe-6ef1-4704-8a82-493814de7cdd req-d5725988-9a54-4c7d-bafd-8eec146ec15a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424534 Feb 09 21:47:16.068700 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59070d19-0c76-405e-97d5-f9d1b20e9ef5 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.081238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-59070d19-0c76-405e-97d5-f9d1b20e9ef5 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/ee51d6bf-7c35-4232-976f-7087074c0595 HTTP/1.1" status: 204 len: 168 time: 1.1597116 Feb 09 21:47:16.081492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37424) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.095079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e2a5c1-0870-4581-99ad-db72ac008bda req-902cc5a6-501e-42d0-b74d-af493400cb90 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532350 Feb 09 21:47:16.110572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.113573 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4e0c156-942c-47c6-9a1d-acef7adbc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (675df367-7d35-4a58-856e-10aabddb103b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.147561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-10bc1989-e307-4757-b3f5-4a682b019142 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=ee51d6bf-7c35-4232-976f-7087074c0595 HTTP/1.1" status: 200 len: 216 time: 0.0619669 Feb 09 21:47:16.153803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37432) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.188035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cfcfe20f-e7df-48ef-94f7-67876471c7b7 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0329258 Feb 09 21:47:16.188667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37434) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.223157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Pushing event deleted for resources: {'Port': ['ID=21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:16.230555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-42bfd097-03e4-493a-adce-f0f885ee2c17 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0332236 Feb 09 21:47:16.231650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37438) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.325567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:47:16.329922 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:47:16.350170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0c156-942c-47c6-9a1d-acef7adbc2fc None None] Pushing event updated for resources: {'Port': ['ID=675df367-7d35-4a58-856e-10aabddb103b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:16.365294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37442) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.385028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-48c4ac46-f4e3-4372-a365-95af101b727f tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/8a435872-d481-4561-8044-5264918474e8 HTTP/1.1" status: 200 len: 473 time: 0.1411653 Feb 09 21:47:16.389401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37444) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.392939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-486b29f0-af04-47fe-a52f-a66e72d73868 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/978b6228-6d55-4ad0-9cfd-8205205b6196 HTTP/1.1" status: 200 len: 459 time: 0.0213249 Feb 09 21:47:16.393685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'name': 'network-vif-deleted', 'tag': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:16.396546 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d27e76-02b5-4706-94b3-377b4bad4522" -d '{"events": [{"server_uuid": "ec36d2de-5de5-458c-b219-2ca4607cf1a9", "name": "network-vif-deleted", "tag": "ef425695-ecbe-4b4a-b213-f1148bcddb9c"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:16.444861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (c5273f1c-d2cf-4413-8cac-faf8610d43a6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.604612 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (c5273f1c-d2cf-4413-8cac-faf8610d43a6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.607844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks [] for router_controller (c5273f1c-d2cf-4413-8cac-faf8610d43a6), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.774616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8cba4225-e080-4e3d-aa3c-5ec103d034b5 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.775817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8cba4225-e080-4e3d-aa3c-5ec103d034b5 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/978b6228-6d55-4ad0-9cfd-8205205b6196 HTTP/1.1" status: 204 len: 168 time: 0.3842783 Feb 09 21:47:16.780451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37454) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.796976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (c5273f1c-d2cf-4413-8cac-faf8610d43a6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.796976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5273f1c-d2cf-4413-8cac-faf8610d43a6 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:47:16.846417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.862289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37458) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:16.862507 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b14b44f-2842-4bf9-a050-3ad007748757 admin admin] 10.222.0.98 "DELETE /v2.0/routers/c5273f1c-d2cf-4413-8cac-faf8610d43a6 HTTP/1.1" status: 204 len: 168 time: 3.8175049 Feb 09 21:47:16.988550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 675df367-7d35-4a58-856e-10aabddb103b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:17.023247 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1794c218-8e57-4686-8baf-aa76db510f84 x-openstack-request-id: req-1794c218-8e57-4686-8baf-aa76db510f84 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:17.024236 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec36d2de-5de5-458c-b219-2ca4607cf1a9", "name": "network-vif-deleted", "tag": "ef425695-ecbe-4b4a-b213-f1148bcddb9c", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:17.024616 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1794c218-8e57-4686-8baf-aa76db510f84 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:17.025031 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec36d2de-5de5-458c-b219-2ca4607cf1a9', 'name': 'network-vif-deleted', 'tag': 'ef425695-ecbe-4b4a-b213-f1148bcddb9c', 'status': 'completed', 'code': 200} Feb 09 21:47:17.061156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] Deleting subnet 77e3d7ef-9ab7-4063-a6d9-1799fedd5f35 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:17.157407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] Publish callbacks [] for subnet (77e3d7ef-9ab7-4063-a6d9-1799fedd5f35), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.394637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (77e3d7ef-9ab7-4063-a6d9-1799fedd5f35), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.578281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 675df367-7d35-4a58-856e-10aabddb103b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:17.590223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001adc4-17b3-45d4-bd95-b795f0b37b3d req-48edd511-9c4b-4adc-860f-fa1cf8260d02 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.597844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d001adc4-17b3-45d4-bd95-b795f0b37b3d req-48edd511-9c4b-4adc-860f-fa1cf8260d02 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.4419680 Feb 09 21:47:17.689723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d0637c7-5792-4171-8460-14f20e56f705 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.690916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1d0637c7-5792-4171-8460-14f20e56f705 tempest-MeteringIpV6TestJSON-103164733 tempest-MeteringIpV6TestJSON-103164733-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/8a435872-d481-4561-8044-5264918474e8 HTTP/1.1" status: 204 len: 168 time: 0.9094620 Feb 09 21:47:17.711041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d001adc4-17b3-45d4-bd95-b795f0b37b3d req-2acb8e19-0c60-4d1f-a520-03b1a3111e14 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127248 Feb 09 21:47:17.742085 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (77e3d7ef-9ab7-4063-a6d9-1799fedd5f35), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.742415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 675df367-7d35-4a58-856e-10aabddb103b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:17.742812 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (675df367-7d35-4a58-856e-10aabddb103b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.919151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340c2f4-0375-4b5e-9e80-88c3abb17b66 req-25603e61-d85e-47f4-8c27-979ea5583859 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.935769 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8340c2f4-0375-4b5e-9e80-88c3abb17b66 req-25603e61-d85e-47f4-8c27-979ea5583859 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 951 time: 0.1236789 Feb 09 21:47:18.010754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (77e3d7ef-9ab7-4063-a6d9-1799fedd5f35), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.024838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 675df367-7d35-4a58-856e-10aabddb103b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:18.038896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:18.042732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8340c2f4-0375-4b5e-9e80-88c3abb17b66 req-1ffbd4ec-66e0-42e8-a20e-5b2c80be628d tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/security-groups?id=140ea138-f193-48a1-9825-420a0574deac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030455 Feb 09 21:47:18.077542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e3d7ef-9ab7-4063-a6d9-1799fedd5f35,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:18.079630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:18.079755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4c2a9c00-c62a-45ae-9a11-5278ca3fbd89 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:18.080206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.085196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b73be14b-7e6a-4899-bdeb-677e726349b7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/77e3d7ef-9ab7-4063-a6d9-1799fedd5f35 HTTP/1.1" status: 204 len: 168 time: 1.2219067 Feb 09 21:47:18.087832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37482) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:18.100460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca5dc0-7746-44b5-9537-8f3505f069ab None None] Network 27b6debd-d044-4ab5-b77c-1480bb798a9b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:18.289087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (27b6debd-d044-4ab5-b77c-1480bb798a9b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.374045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f464-9e82-4400-b94b-534e624a8721 req-37f00f33-192f-4b51-890b-4ffa043cf148 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.378452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5975f464-9e82-4400-b94b-534e624a8721 req-37f00f33-192f-4b51-890b-4ffa043cf148 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1991773 Feb 09 21:47:18.383468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] DHCP port deletion for 27b6debd-d044-4ab5-b77c-1480bb798a9b request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:47:18.489112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5975f464-9e82-4400-b94b-534e624a8721 req-21f6189f-e839-4969-a7a9-3484c4a877a0 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096942 Feb 09 21:47:18.538781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Deleting port bf650ac2-718a-4806-98b9-aef719c04f7c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:18.538964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.554058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37492) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:18.560412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] Deleting port bf650ac2-718a-4806-98b9-aef719c04f7c {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:18.565276 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.667759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] For port bf650ac2-718a-4806-98b9-aef719c04f7c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bf650ac2-718a-4806-98b9-aef719c04f7c,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:18.668520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.693289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Calling delete_port for bf650ac2-718a-4806-98b9-aef719c04f7c owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:18.714163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-a2381c2c-174f-4932-97d6-0a31e66e98c8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.716354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-a2381c2c-174f-4932-97d6-0a31e66e98c8 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 951 time: 0.3130183 Feb 09 21:47:18.780947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] For port bf650ac2-718a-4806-98b9-aef719c04f7c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bf650ac2-718a-4806-98b9-aef719c04f7c,segment=NetworkSegment(7c820a6a-44c2-4e5f-85af-664892ec7a3b),segment_id=7c820a6a-44c2-4e5f-85af-664892ec7a3b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:18.782694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.848672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] Calling delete_port for bf650ac2-718a-4806-98b9-aef719c04f7c owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:18.866394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cb59-b314-4693-a9ba-7bb31ef66a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.034758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3e75f-6412-4c3c-a10e-3eeb20e79469 req-06c53a21-65cf-4669-9ae9-b29bfc399765 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:19.046081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09d3e75f-6412-4c3c-a10e-3eeb20e79469 req-06c53a21-65cf-4669-9ae9-b29bfc399765 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3411958 Feb 09 21:47:19.082978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cb59-b314-4693-a9ba-7bb31ef66a98 admin admin] Publish callbacks [] for security_group (6c68d589-e73c-429d-b8c8-af1e1ca14005), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.156265 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cb59-b314-4693-a9ba-7bb31ef66a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6c68d589-e73c-429d-b8c8-af1e1ca14005), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.180122 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09d3e75f-6412-4c3c-a10e-3eeb20e79469 req-140ac1d7-8597-4661-9bd3-0e6697a41b2b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328037 Feb 09 21:47:19.224621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f6f4cb59-b314-4693-a9ba-7bb31ef66a98 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6394be3a92c34013a108bd1f92a68e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686566 Feb 09 21:47:19.234707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37504) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:19.276388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4cb59-b314-4693-a9ba-7bb31ef66a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68d589-e73c-429d-b8c8-af1e1ca14005,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.306051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Deleting port 0490d200-0bc9-4218-b0a2-b532a450e527 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:19.309161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.362495 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54bca609-3e84-47a3-bc0f-ffcd5647dffe admin admin] Publish callbacks [] for security_group (6c68d589-e73c-429d-b8c8-af1e1ca14005), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.377010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.425624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54bca609-3e84-47a3-bc0f-ffcd5647dffe admin admin] Publish callbacks [] for security_group (6c68d589-e73c-429d-b8c8-af1e1ca14005), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.485239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bf650ac2-718a-4806-98b9-aef719c04f7c no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: from cryptography.utils import int_from_bytes Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: from cryptography.utils import int_from_bytes Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:47:19.490836 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:47:19.516002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: bf650ac2-718a-4806-98b9-aef719c04f7c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:19.516671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bf650ac2-718a-4806-98b9-aef719c04f7c not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:19.517342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:19.523442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (bf650ac2-718a-4806-98b9-aef719c04f7c), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.583418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] Pushing event deleted for resources: {'Port': ['ID=bf650ac2-718a-4806-98b9-aef719c04f7c,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.588990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:19.589677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 21dcc1b2-24aa-46f4-bd23-7d0dd0c907f0 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:19.616731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc7b52-73e5-4a48-a781-7701081cda8b None None] No DVR routers for this DVR port bf650ac2-718a-4806-98b9-aef719c04f7c on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:19.652885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54bca609-3e84-47a3-bc0f-ffcd5647dffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6c68d589-e73c-429d-b8c8-af1e1ca14005), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.659940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54bca609-3e84-47a3-bc0f-ffcd5647dffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.659940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-54bca609-3e84-47a3-bc0f-ffcd5647dffe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c68d589-e73c-429d-b8c8-af1e1ca14005 HTTP/1.1" status: 204 len: 168 time: 0.4210982 Feb 09 21:47:19.690374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bca609-3e84-47a3-bc0f-ffcd5647dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68d589-e73c-429d-b8c8-af1e1ca14005,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.705610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf650ac2-718a-4806-98b9-aef719c04f7c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.759659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] No DVR routers for this DVR port bf650ac2-718a-4806-98b9-aef719c04f7c on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:19.896893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] For port 0490d200-0bc9-4218-b0a2-b532a450e527, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0490d200-0bc9-4218-b0a2-b532a450e527,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:19.897541 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.913917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Calling delete_port for 0490d200-0bc9-4218-b0a2-b532a450e527 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:20.217566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1803a2-41e6-41a7-aa2c-1ef0b84ad6b0 req-0f89712a-dae2-4687-8935-20d1e4ee1bff tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:20.226427 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb1803a2-41e6-41a7-aa2c-1ef0b84ad6b0 req-0f89712a-dae2-4687-8935-20d1e4ee1bff tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.8572476 Feb 09 21:47:20.252297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0490d200-0bc9-4218-b0a2-b532a450e527), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.315846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Pushing event deleted for resources: {'Port': ['ID=0490d200-0bc9-4218-b0a2-b532a450e527,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:20.341375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (27b6debd-d044-4ab5-b77c-1480bb798a9b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.403254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] No DVR routers for this DVR port 0490d200-0bc9-4218-b0a2-b532a450e527 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:20.409817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.413145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9d5be99-6150-45b7-828c-08db753e38d3 req-3719f6a8-602e-4a73-a530-e5292c5b25ec tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.110 "DELETE /v2.0/ports/0490d200-0bc9-4218-b0a2-b532a450e527 HTTP/1.1" status: 204 len: 173 time: 1.6853373 Feb 09 21:47:20.413594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-deleted', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:20.416461 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7b8952-66e9-4ff2-b2cd-c0beb10896e5" -d '{"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-deleted", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:20.441929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb1803a2-41e6-41a7-aa2c-1ef0b84ad6b0 req-28432a64-0599-4ead-85b8-fd2f3c57d817 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143233 Feb 09 21:47:20.450333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b6debd-d044-4ab5-b77c-1480bb798a9b']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:20.477230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c820a6a-44c2-4e5f-85af-664892ec7a3b') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:20.477766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c820a6a-44c2-4e5f-85af-664892ec7a3b') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:20.504474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (7c820a6a-44c2-4e5f-85af-664892ec7a3b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.540276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7c820a6a-44c2-4e5f-85af-664892ec7a3b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.554307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:20.555212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (7c820a6a-44c2-4e5f-85af-664892ec7a3b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:20.557202 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:20.739205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37528) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:20.762984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-87a7a032-a499-4d69-bce1-ed7bff2df158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.973851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-87a7a032-a499-4d69-bce1-ed7bff2df158 admin admin] Publish callbacks [] for security_group (6477459e-d43c-4224-af6e-ef8fb0095037), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.035452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-87a7a032-a499-4d69-bce1-ed7bff2df158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6477459e-d43c-4224-af6e-ef8fb0095037), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.112144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-87a7a032-a499-4d69-bce1-ed7bff2df158 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0bb30afa0c8e4d5d87335259e285aaa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712301 Feb 09 21:47:21.115241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37532) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:21.178215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7a032-a499-4d69-bce1-ed7bff2df158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477459e-d43c-4224-af6e-ef8fb0095037,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:21.250957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-345e3e54-313c-488e-95db-945a2ff3f63f admin admin] Publish callbacks [] for security_group (6477459e-d43c-4224-af6e-ef8fb0095037), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.312816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-345e3e54-313c-488e-95db-945a2ff3f63f admin admin] Publish callbacks [] for security_group (6477459e-d43c-4224-af6e-ef8fb0095037), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.375405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e19ead4-26ff-4e95-83ed-0e9878599114 req-fa431845-8b31-4465-8f0e-e35f8f86e705 tempest-ServersAdminTestJSON-679323089 tempest-ServersAdminTestJSON-679323089-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6741655-6914-4074-8b4c-a07823a6feb8 HTTP/1.1" status: 200 len: 210 time: 0.8001528 Feb 09 21:47:21.479941 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0065f062-53b7-4b14-a546-67fb90f3e8de x-openstack-request-id: req-0065f062-53b7-4b14-a546-67fb90f3e8de {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:21.484821 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6741655-6914-4074-8b4c-a07823a6feb8", "name": "network-vif-deleted", "tag": "0490d200-0bc9-4218-b0a2-b532a450e527", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:21.484821 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0065f062-53b7-4b14-a546-67fb90f3e8de {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:21.484821 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6741655-6914-4074-8b4c-a07823a6feb8', 'name': 'network-vif-deleted', 'tag': '0490d200-0bc9-4218-b0a2-b532a450e527', 'status': 'completed', 'code': 200} Feb 09 21:47:21.504215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-345e3e54-313c-488e-95db-945a2ff3f63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6477459e-d43c-4224-af6e-ef8fb0095037), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.507672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-345e3e54-313c-488e-95db-945a2ff3f63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.508650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-345e3e54-313c-488e-95db-945a2ff3f63f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6477459e-d43c-4224-af6e-ef8fb0095037 HTTP/1.1" status: 204 len: 168 time: 0.3922441 Feb 09 21:47:21.522991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e3e54-313c-488e-95db-945a2ff3f63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6477459e-d43c-4224-af6e-ef8fb0095037,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:21.667280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (27b6debd-d044-4ab5-b77c-1480bb798a9b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.722399 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.743269 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] 10.222.0.98 "DELETE /v2.0/networks/27b6debd-d044-4ab5-b77c-1480bb798a9b HTTP/1.1" status: 204 len: 168 time: 3.6543832 Feb 09 21:47:21.744382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:21.747038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccce11f-f121-46d5-8844-0bbc4b04bc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=27b6debd-d044-4ab5-b77c-1480bb798a9b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:21.781715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa855a1-115f-4c18-a76d-4a4c17bc09fa req-85c1390f-4914-489c-9064-6ca80d2c7408 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:21.797451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 0490d200-0bc9-4218-b0a2-b532a450e527 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:21.805029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0490d200-0bc9-4218-b0a2-b532a450e527 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:21.807499 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fa855a1-115f-4c18-a76d-4a4c17bc09fa req-85c1390f-4914-489c-9064-6ca80d2c7408 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.2147322 Feb 09 21:47:21.949802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fa855a1-115f-4c18-a76d-4a4c17bc09fa req-599bcaf6-8672-4925-9299-95927af1b5b2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411958 Feb 09 21:47:22.484386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37554) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:22.680885 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f94a8a4c-b9ef-4ec8-b2bd-9917ae2f8ecb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=149056cdaea245e3892e00d1d90ac04e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780992 Feb 09 21:47:22.680885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37562) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:22.795865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3cbf8e1-d2ae-45a2-a2b8-e12a1a1c6472 admin admin] Publish callbacks [] for security_group (8308da69-4547-436c-9c33-9c305ced0dc9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.846215 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3cbf8e1-d2ae-45a2-a2b8-e12a1a1c6472 admin admin] Publish callbacks [] for security_group (8308da69-4547-436c-9c33-9c305ced0dc9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.122033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586841b5-dbb4-45b9-b40b-5a866cdd2071 req-7911e4a9-8870-43a0-b129-dd6a16fcdc25 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.132498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-586841b5-dbb4-45b9-b40b-5a866cdd2071 req-7911e4a9-8870-43a0-b129-dd6a16fcdc25 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1007767 Feb 09 21:47:23.216529 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-586841b5-dbb4-45b9-b40b-5a866cdd2071 req-0e582cf8-fbc1-4514-bc28-97f971070573 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821202 Feb 09 21:47:23.521170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3cbf8e1-d2ae-45a2-a2b8-e12a1a1c6472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8308da69-4547-436c-9c33-9c305ced0dc9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.523833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3cbf8e1-d2ae-45a2-a2b8-e12a1a1c6472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.527575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a3cbf8e1-d2ae-45a2-a2b8-e12a1a1c6472 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8308da69-4547-436c-9c33-9c305ced0dc9 HTTP/1.1" status: 204 len: 168 time: 0.8565376 Feb 09 21:47:23.533778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbf8e1-d2ae-45a2-a2b8-e12a1a1c6472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8308da69-4547-436c-9c33-9c305ced0dc9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:24.087283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37600) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:24.509399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99796b5c-0dfe-441a-af26-9865b6dd230b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=790d22a4c6124c74b7dca02501711a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151516 Feb 09 21:47:24.517452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37626) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:24.547148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64694845-ea8f-4c15-9c71-304a35b3af67 req-d20f4ba6-9c4f-4cee-a337-bc66dbb7abcd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.548747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64694845-ea8f-4c15-9c71-304a35b3af67 req-d20f4ba6-9c4f-4cee-a337-bc66dbb7abcd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.0751913 Feb 09 21:47:24.598038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fb7128c-1f03-4a5f-b8a3-d1fa70221d5b admin admin] Publish callbacks [] for security_group (140ea138-f193-48a1-9825-420a0574deac), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.613751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64694845-ea8f-4c15-9c71-304a35b3af67 req-ba06c9f6-86b9-4f29-a102-2885ded1bf23 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Feb 09 21:47:24.629473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fb7128c-1f03-4a5f-b8a3-d1fa70221d5b admin admin] Publish callbacks [] for security_group (140ea138-f193-48a1-9825-420a0574deac), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.810359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fb7128c-1f03-4a5f-b8a3-d1fa70221d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (140ea138-f193-48a1-9825-420a0574deac), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.816770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fb7128c-1f03-4a5f-b8a3-d1fa70221d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.818374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8fb7128c-1f03-4a5f-b8a3-d1fa70221d5b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/140ea138-f193-48a1-9825-420a0574deac HTTP/1.1" status: 204 len: 168 time: 0.2998049 Feb 09 21:47:24.834292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7128c-1f03-4a5f-b8a3-d1fa70221d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140ea138-f193-48a1-9825-420a0574deac,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:24.861890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5248ab4-b3e8-4c54-8d57-415cb774473f req-fc853600-302e-4278-a047-3c359091cf48 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.872527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5248ab4-b3e8-4c54-8d57-415cb774473f req-fc853600-302e-4278-a047-3c359091cf48 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1366923 Feb 09 21:47:24.940917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5248ab4-b3e8-4c54-8d57-415cb774473f req-2da2519d-264f-42d2-b911-b1590fa722fa tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671315 Feb 09 21:47:25.129979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e87f7d-8779-44f9-a4d7-e596e9c4a518 req-f82ef29c-6158-4ac5-a449-f7d5eb9367bb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.132874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5e87f7d-8779-44f9-a4d7-e596e9c4a518 req-f82ef29c-6158-4ac5-a449-f7d5eb9367bb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0988505 Feb 09 21:47:25.207085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5e87f7d-8779-44f9-a4d7-e596e9c4a518 req-ba0acd31-e0c8-48e2-ba24-9cf1e836d6f9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Feb 09 21:47:25.761624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7834663-c8af-4644-82e3-a733d2117edb req-4f6ffaf8-d5df-4382-920f-86d87072b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.763234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7834663-c8af-4644-82e3-a733d2117edb req-4f6ffaf8-d5df-4382-920f-86d87072b9aa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 1128 time: 0.0931432 Feb 09 21:47:25.793884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d858d6-26a6-4284-b710-3b4315413149 req-4941017c-66ab-4ecd-80d1-241676d2088d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.805871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c1d858d6-26a6-4284-b710-3b4315413149 req-4941017c-66ab-4ecd-80d1-241676d2088d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1017976 Feb 09 21:47:25.827989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:25.924102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1c883486-cac9-4e1f-8484-575e21fd0dce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=91ce0b930935442a871797679aaa3360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943365 Feb 09 21:47:25.941001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c1d858d6-26a6-4284-b710-3b4315413149 req-a4d28dc7-4fe9-447f-9c94-0da2212586ec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335740 Feb 09 21:47:25.942896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:25.984925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7834663-c8af-4644-82e3-a733d2117edb req-55aabc8e-d9ca-4a6f-9d9a-f137309a981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.989120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7834663-c8af-4644-82e3-a733d2117edb req-55aabc8e-d9ca-4a6f-9d9a-f137309a981d service neutron] 10.222.0.110 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 912 time: 0.2169847 Feb 09 21:47:26.069672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b809fa69-bbf1-484c-b32c-404c6b890d8c admin admin] Publish callbacks [] for security_group (7ffac30b-7648-4b5e-b3bd-d338ef9a075a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.071487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7834663-c8af-4644-82e3-a733d2117edb req-c7b0b00c-7f5c-417e-9244-09b82cfd5409 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8 HTTP/1.1" status: 200 len: 217 time: 0.0779519 Feb 09 21:47:26.107979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37750) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:26.151333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b809fa69-bbf1-484c-b32c-404c6b890d8c admin admin] Publish callbacks [] for security_group (7ffac30b-7648-4b5e-b3bd-d338ef9a075a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.208783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7834663-c8af-4644-82e3-a733d2117edb req-f75700ab-78d5-4102-a87d-e21d0728bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:26.217190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7834663-c8af-4644-82e3-a733d2117edb req-f75700ab-78d5-4102-a87d-e21d0728bc0e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.1336181 Feb 09 21:47:26.258504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7834663-c8af-4644-82e3-a733d2117edb req-a5a5e466-aaec-41e9-bc80-16f9a80714ba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350699 Feb 09 21:47:26.301099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1618400609-network', 'tenant_id': '8d48571ba458478ca9ca9af08e938455'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:26.346925 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b809fa69-bbf1-484c-b32c-404c6b890d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7ffac30b-7648-4b5e-b3bd-d338ef9a075a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.349922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b809fa69-bbf1-484c-b32c-404c6b890d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.354577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b809fa69-bbf1-484c-b32c-404c6b890d8c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7ffac30b-7648-4b5e-b3bd-d338ef9a075a HTTP/1.1" status: 204 len: 168 time: 0.4073980 Feb 09 21:47:26.365021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809fa69-bbf1-484c-b32c-404c6b890d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffac30b-7648-4b5e-b3bd-d338ef9a075a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.378395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7834663-c8af-4644-82e3-a733d2117edb req-d96016c1-d1a0-4964-b864-6a6936ef98c8 service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138244 Feb 09 21:47:26.415516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:26.418042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.436164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.575316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7834663-c8af-4644-82e3-a733d2117edb req-8400945a-46d3-423d-b926-26a304d73673 service neutron] 10.222.0.110 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902626 Feb 09 21:47:26.636688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks [] for security_group (6a75f231-1a11-4cf3-bb26-a96ba633b174), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.729580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6a75f231-1a11-4cf3-bb26-a96ba633b174), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.780142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:26.812671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a75f231-1a11-4cf3-bb26-a96ba633b174,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.825154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (de9b2442-c714-43e9-85c8-25be3f91de39), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.826828 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Added segment de9b2442-c714-43e9-85c8-25be3f91de39 of type vlan for network 20777b38-52f9-4d39-97da-7d57119a4667 Feb 09 21:47:26.932157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (20777b38-52f9-4d39-97da-7d57119a4667), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.061603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (20777b38-52f9-4d39-97da-7d57119a4667), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.063092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:27.064410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.188013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3fcdd-62a6-4abc-83dd-f75c380805de req-c1d215d5-d974-4eef-97ac-3fc32e827f2f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:27.196261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cf3fcdd-62a6-4abc-83dd-f75c380805de req-c1d215d5-d974-4eef-97ac-3fc32e827f2f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 946 time: 0.1483712 Feb 09 21:47:27.287416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] Pushing event updated for resources: {'Network': ['ID=20777b38-52f9-4d39-97da-7d57119a4667,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:27.305252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 20777b38-52f9-4d39-97da-7d57119a4667 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:27.307000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cf3fcdd-62a6-4abc-83dd-f75c380805de req-63f8f6e8-c06b-4743-a134-a9b4a4eeee3e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094820 Feb 09 21:47:27.331920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8d9e02ea-6640-43b2-bb64-3c1e4750cc09 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2265825 Feb 09 21:47:27.333374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37802) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:27.339138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Request body: {'subnet': {'network_id': '20777b38-52f9-4d39-97da-7d57119a4667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1618400609-subnet', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:27.436335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:27.438199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.454052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37812) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:27.743749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-81978720'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:27.776077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:27.858080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Made reservation on behalf of 6b0b23bd584543d8b83ea89ee2d1aa14 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:27.864013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.884335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.890008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e0b930ce-7d80-4416-8dc4-31250a56bb89), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.914742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:27.915047 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.950753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:27.953317 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bb83de-a8b9-4222-a933-efe0826434ee" -d '{"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-unplugged", "status": "completed", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:27.968526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:28.048512 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d68fd22-3783-4e37-8d7f-f6e15bd0a949 x-openstack-request-id: req-4d68fd22-3783-4e37-8d7f-f6e15bd0a949 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:28.049035 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-unplugged", "status": "completed", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:28.049589 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d68fd22-3783-4e37-8d7f-f6e15bd0a949 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:28.051038 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'code': 200} Feb 09 21:47:28.052388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.053467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b930ce-7d80-4416-8dc4-31250a56bb89,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:28.077847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Checking segment: {'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:28.078481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Network hostable DHCP agents. Network: 20777b38-52f9-4d39-97da-7d57119a4667, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:28.104911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks [] for security_group (2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.145275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:28.206829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Network 20777b38-52f9-4d39-97da-7d57119a4667 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:28.207384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.218990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:28.231002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d79c401f-086d-4ad6-af10-048d4284c32d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.231750 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Added segment d79c401f-086d-4ad6-af10-048d4284c32d of type vlan for network 35d9210d-dc2b-4ebf-84ca-770ee033de2e Feb 09 21:47:28.315695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 20777b38-52f9-4d39-97da-7d57119a4667) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:28.327655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.327655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.334771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c72d4b-98f5-43fd-adb4-4041aa8640c2 None None] Network 20777b38-52f9-4d39-97da-7d57119a4667 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:28.388781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (35d9210d-dc2b-4ebf-84ca-770ee033de2e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.446223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7b9b8ddb-9c51-4849-9983-1edc5644ad8f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1115439 Feb 09 21:47:28.449749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37856) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:28.472520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:28.548786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:28.580260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5b3e8-0d96-48d4-8c96-149444fa9c2a req-d1ebd042-501b-4d2c-ae68-04b5d65f6a27 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.588375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-20777b38-52f9-4d39-97da-7d57119a4667', 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667', 'project_id': '8d48571ba458478ca9ca9af08e938455', 'fixed_ips': [{'subnet_id': 'e0b930ce-7d80-4416-8dc4-31250a56bb89'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:28.591938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.605205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36f5b3e8-0d96-48d4-8c96-149444fa9c2a req-d1ebd042-501b-4d2c-ae68-04b5d65f6a27 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 944 time: 0.1916938 Feb 09 21:47:28.707166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (35d9210d-dc2b-4ebf-84ca-770ee033de2e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.712918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.714210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.826744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36f5b3e8-0d96-48d4-8c96-149444fa9c2a req-a7794bb5-e86a-4d9e-b3ad-3cd613431eeb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204871 Feb 09 21:47:28.858561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (d9ae2385-52ea-47ee-9b83-862a1788deb1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.860209 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (d9ae2385-52ea-47ee-9b83-862a1788deb1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.893634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Allocated IP 172.20.0.2 (20777b38-52f9-4d39-97da-7d57119a4667/e0b930ce-7d80-4416-8dc4-31250a56bb89/8350480b-f431-41ef-a7af-3b08f077bbea) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:29.131352 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Publish callbacks [] for port (8350480b-f431-41ef-a7af-3b08f077bbea), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.234004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.256112 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.317220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Pushing event updated for resources: {'Port': ['ID=8350480b-f431-41ef-a7af-3b08f077bbea,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:29.335779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Network 20777b38-52f9-4d39-97da-7d57119a4667 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:29.346974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:29.354117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:29.438982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Attempting to bind port 8350480b-f431-41ef-a7af-3b08f077bbea on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:29.439787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Attempting to bind port 8350480b-f431-41ef-a7af-3b08f077bbea by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:29.440241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Attempting to bind port 8350480b-f431-41ef-a7af-3b08f077bbea on network 20777b38-52f9-4d39-97da-7d57119a4667 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:29.445992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:29.446371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Checking segment: {'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:29.446780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.447175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Bound using segment: {'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:29.448067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Bound port: 8350480b-f431-41ef-a7af-3b08f077bbea, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:29.448488 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.506332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.0542867 Feb 09 21:47:29.517484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks [] for router_controller (d9ae2385-52ea-47ee-9b83-862a1788deb1), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.527441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fe9e4-9aba-446f-918a-442c13a51fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Pushing event updated for resources: {'Network': ['ID=35d9210d-dc2b-4ebf-84ca-770ee033de2e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:29.552473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 35d9210d-dc2b-4ebf-84ca-770ee033de2e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:29.666695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] For port 8350480b-f431-41ef-a7af-3b08f077bbea, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:29.684553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] For port 8350480b-f431-41ef-a7af-3b08f077bbea, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8350480b-f431-41ef-a7af-3b08f077bbea,segment=NetworkSegment(de9b2442-c714-43e9-85c8-25be3f91de39),segment_id=de9b2442-c714-43e9-85c8-25be3f91de39)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:29.792912 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.845773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks [] for router_gateway (d9ae2385-52ea-47ee-9b83-862a1788deb1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.893706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee340568-c500-49f3-830a-1ac458dbedda None None] Pushing event updated for resources: {'Port': ['ID=8350480b-f431-41ef-a7af-3b08f077bbea,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:29.993475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37926) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:29.999685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Request body: {'port': {'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e', 'binding:host_id': 'n-h1-828599-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-49109265'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:30.151777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c8562-8503-45d9-93c1-5d1ae615a943 req-71577c3b-1b82-4127-8045-05d422ad05de tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:30.153383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea5c8562-8503-45d9-93c1-5d1ae615a943 req-71577c3b-1b82-4127-8045-05d422ad05de tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 944 time: 0.0935745 Feb 09 21:47:30.154761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Made reservation on behalf of 0f1b7ad374334aa094cde7229bf15022 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:30.158905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.173988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.218985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks [] for router_gateway (d9ae2385-52ea-47ee-9b83-862a1788deb1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.249607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.273977 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for security_group (0abc708f-85a6-471b-a3eb-9659d2079c41), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.305856 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea5c8562-8503-45d9-93c1-5d1ae615a943 req-35be1120-943b-4620-8ac1-47733f388487 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349795 Feb 09 21:47:30.376334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0abc708f-85a6-471b-a3eb-9659d2079c41), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.383269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] device_id is not set on port 85284753-7279-4e9d-a23d-9867d2e45588 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:30.400017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Allocated IP 172.25.5.187 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/b830f4cb-4825-41a3-b946-55bed4c75903) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:30.509368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abc708f-85a6-471b-a3eb-9659d2079c41,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:30.562640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks [] for port (b830f4cb-4825-41a3-b946-55bed4c75903), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.595633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.668335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-cb932eb2-bae1-41e5-8d0f-cafa5101b3b8 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f61d432dd52242858b7b90aed95ca06c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336635 Feb 09 21:47:30.674758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cc688-e028-42ee-8e94-132143fcfc99 req-26609955-c8b3-420f-a7af-9b999c3134de tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:30.676455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b1cc688-e028-42ee-8e94-132143fcfc99 req-26609955-c8b3-420f-a7af-9b999c3134de tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0717614 Feb 09 21:47:30.691457 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.771088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:30.781655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:30.787658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Pushing event updated for resources: {'Port': ['ID=b830f4cb-4825-41a3-b946-55bed4c75903,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:30.790924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:30.800639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] device_id is not set on port 85284753-7279-4e9d-a23d-9867d2e45588 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:30.821456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for port (85284753-7279-4e9d-a23d-9867d2e45588), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.845744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-dd8f96ea-ef01-43e2-82b3-139a5d16207d tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:30.847556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-dd8f96ea-ef01-43e2-82b3-139a5d16207d tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728590 Feb 09 21:47:30.867540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b1cc688-e028-42ee-8e94-132143fcfc99 req-ed07900c-726d-49a8-b53d-b1ecc453fd04 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793458 Feb 09 21:47:30.871686 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-6968ff53-f3fc-4683-8d6c-4546d235cea1 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/quotas/f61d432dd52242858b7b90aed95ca06c HTTP/1.1" status: 200 len: 375 time: 0.0158668 Feb 09 21:47:30.982723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-443a6d7e-1d2b-444b-9e94-7204c20136f6 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f61d432dd52242858b7b90aed95ca06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947106 Feb 09 21:47:30.989083 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (85284753-7279-4e9d-a23d-9867d2e45588), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.130707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=85284753-7279-4e9d-a23d-9867d2e45588,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:31.177034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Checking segment: {'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:31.177411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Network hostable DHCP agents. Network: 35d9210d-dc2b-4ebf-84ca-770ee033de2e, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:31.295572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Network 35d9210d-dc2b-4ebf-84ca-770ee033de2e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:31.312244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8350480b-f431-41ef-a7af-3b08f077bbea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:31.389771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 35d9210d-dc2b-4ebf-84ca-770ee033de2e) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:31.394028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:31.427094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2881c92-3bef-4c2f-b478-e1bc0297e307 None None] Network 35d9210d-dc2b-4ebf-84ca-770ee033de2e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:31.462247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.462247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.462556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.491028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.491398 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.491850 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 2 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.528528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.528892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.529230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.554096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.554096 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.554096 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 3 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.589351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.590448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.591532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.602825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.603917 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.605095 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 4 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.614034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2a245-59c2-48fa-ba16-445e39e6f192 None None] Network 20777b38-52f9-4d39-97da-7d57119a4667 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:31.627184 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.627612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.629534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.638334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8350480b-f431-41ef-a7af-3b08f077bbea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:31.642159 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.643164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.644324 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.645687 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 5 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.667245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.667658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.668032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.685972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks [] for router_gateway (d9ae2385-52ea-47ee-9b83-862a1788deb1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.686544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.688075 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.688633 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 6 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.720358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.723213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.724298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.730076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.730483 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.730891 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 7 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.745533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.746491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.746616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.751451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.751890 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.752380 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 8 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.767754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.767754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.767754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.773860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.774365 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.774841 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 9 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.790922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.791386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.791871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.796644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2aa5d194-84c6-4f39-a930-a7d4b05ddce8 None None] Provisioning complete for port 8350480b-f431-41ef-a7af-3b08f077bbea triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:31.803512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.804747 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.805493 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 10 to bind port 85284753-7279-4e9d-a23d-9867d2e45588 Feb 09 21:47:31.807243 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d194-84c6-4f39-a930-a7d4b05ddce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.820881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:31.840533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:31.841128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:31.843141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:31.857269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 85284753-7279-4e9d-a23d-9867d2e45588 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:31.857740 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 85284753-7279-4e9d-a23d-9867d2e45588 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:31.858320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (85284753-7279-4e9d-a23d-9867d2e45588), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.087812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8350480b-f431-41ef-a7af-3b08f077bbea is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:32.088217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.098484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (d9ae2385-52ea-47ee-9b83-862a1788deb1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.126933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] For port 85284753-7279-4e9d-a23d-9867d2e45588, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:32.126933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempted to set empty binding levels {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:47:32.164723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5d194-84c6-4f39-a930-a7d4b05ddce8 None None] Current status of the port 8350480b-f431-41ef-a7af-3b08f077bbea is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:32.165117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2aa5d194-84c6-4f39-a930-a7d4b05ddce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.200305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (85284753-7279-4e9d-a23d-9867d2e45588), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.260632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.261533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.289798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:32.310639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 8350480b-f431-41ef-a7af-3b08f077bbea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8350480b-f431-41ef-a7af-3b08f077bbea,segment=NetworkSegment(de9b2442-c714-43e9-85c8-25be3f91de39),segment_id=de9b2442-c714-43e9-85c8-25be3f91de39)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:32.312188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=85284753-7279-4e9d-a23d-9867d2e45588,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:32.419038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-67c8dd2f-bb7b-40b1-885f-8b361cc4abf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.4237473 Feb 09 21:47:32.419246 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.425722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38020) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:32.492369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Router d9ae2385-52ea-47ee-9b83-862a1788deb1 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:47:32.620360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Deleting port 85284753-7279-4e9d-a23d-9867d2e45588 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:32.621398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (85284753-7279-4e9d-a23d-9867d2e45588), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.644904 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-2aa5d194-84c6-4f39-a930-a7d4b05ddce8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:47:32.647328 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-2aa5d194-84c6-4f39-a930-a7d4b05ddce8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:47:32.686209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=8350480b-f431-41ef-a7af-3b08f077bbea,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:32.709451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] For port 85284753-7279-4e9d-a23d-9867d2e45588, host n-h1-828599-1, got binding levels [] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:32.710447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (85284753-7279-4e9d-a23d-9867d2e45588), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.731269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Calling delete_port for 85284753-7279-4e9d-a23d-9867d2e45588 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:32.754244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:32.767576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Sync routers for ids ['d9ae2385-52ea-47ee-9b83-862a1788deb1'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:32.779434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Routers {'d9ae2385-52ea-47ee-9b83-862a1788deb1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:32.782249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d9ae2385-52ea-47ee-9b83-862a1788deb1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:32.849139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.852919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1e76e1a8-1258-41d6-a79f-9751bded3d47 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3881576 Feb 09 21:47:32.859058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38028) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.035145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (85284753-7279-4e9d-a23d-9867d2e45588), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.130163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event deleted for resources: {'Port': ['ID=85284753-7279-4e9d-a23d-9867d2e45588,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:33.130163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.133120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38042) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.133390 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b860f53-23ac-4088-b0d8-d0cb8b9e4ad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "DELETE /v2.0/ports/85284753-7279-4e9d-a23d-9867d2e45588 HTTP/1.1" status: 204 len: 168 time: 0.7059839 Feb 09 21:47:33.208652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8350480b-f431-41ef-a7af-3b08f077bbea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:33.252673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-f2118e7e-59c0-4254-899e-27746fbd72b9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:33.259714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-f2118e7e-59c0-4254-899e-27746fbd72b9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=59a6e69a-4918-4814-bd56-db52453f609d HTTP/1.1" status: 200 len: 944 time: 0.2823074 Feb 09 21:47:33.262019 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b42a4ad-2da5-4dac-96cb-25c18750d0e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:47:33.267413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3b42a4ad-2da5-4dac-96cb-25c18750d0e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "GET /v2.0/ports/85284753-7279-4e9d-a23d-9867d2e45588 HTTP/1.1" status: 404 len: 333 time: 0.1294615 Feb 09 21:47:33.268806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38048) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.276153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Request body: {'port': {'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-188058260'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:33.290084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Set router d9ae2385-52ea-47ee-9b83-862a1788deb1 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:33.414662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Deleting port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:33.414924 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.452255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5d194-84c6-4f39-a930-a7d4b05ddce8 None None] Current status of the port 8350480b-f431-41ef-a7af-3b08f077bbea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:33.481367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38054) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.514357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Made reservation on behalf of 0f1b7ad374334aa094cde7229bf15022 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:33.526523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.534629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8350480b-f431-41ef-a7af-3b08f077bbea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:33.535012 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.603087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] device_id is not set on port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:33.707162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] For port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:33.707536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.738364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Calling delete_port for 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:33.755170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cf583846-d980-4c58-8361-0c920b421ecc None None] Provisioning complete for port 8350480b-f431-41ef-a7af-3b08f077bbea triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:33.756275 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cf583846-d980-4c58-8361-0c920b421ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.795389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02e8efbb-583d-42f6-b2fd-741d137af228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.841498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8350480b-f431-41ef-a7af-3b08f077bbea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:33.877362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 3, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port': {'id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:30Z', 'updated_at': '2022-02-09T21:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:33.930448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Checking router: d9ae2385-52ea-47ee-9b83-862a1788deb1 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:33.931098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Updating router d9ae2385-52ea-47ee-9b83-862a1788deb1 port b830f4cb-4825-41a3-b946-55bed4c75903 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:33.953607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02e8efbb-583d-42f6-b2fd-741d137af228 admin admin] Publish callbacks [] for security_group (68e0a2dd-08b0-4a94-b6e6-677056e75314), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.976267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cf583846-d980-4c58-8361-0c920b421ecc None None] Current status of the port 8350480b-f431-41ef-a7af-3b08f077bbea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:33.979964 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.057146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02e8efbb-583d-42f6-b2fd-741d137af228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (68e0a2dd-08b0-4a94-b6e6-677056e75314), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.140780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-02e8efbb-583d-42f6-b2fd-741d137af228 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f585fc817b06490f87858d0ca19f6eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6566768 Feb 09 21:47:34.144537 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.161769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38074) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:34.215081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8efbb-583d-42f6-b2fd-741d137af228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e0a2dd-08b0-4a94-b6e6-677056e75314,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:34.255658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.413750 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Publish callbacks [] for port (b830f4cb-4825-41a3-b946-55bed4c75903), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.414039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Allocated IP 172.20.0.1 (20777b38-52f9-4d39-97da-7d57119a4667/e0b930ce-7d80-4416-8dc4-31250a56bb89/32054bc3-3717-44ff-b1b7-ba6a40096cdd) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:34.456798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ff18669-d98e-4001-8e8f-59c874b5a5ce admin admin] Publish callbacks [] for security_group (68e0a2dd-08b0-4a94-b6e6-677056e75314), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.487908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9964bf48-27da-4e8d-8ae2-ad4697f4cab8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.487908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ff18669-d98e-4001-8e8f-59c874b5a5ce admin admin] Publish callbacks [] for security_group (68e0a2dd-08b0-4a94-b6e6-677056e75314), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.520396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-3c1063cf-98fe-46f0-9515-0a2f1f1a20b3 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=f61d432dd52242858b7b90aed95ca06c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552504 Feb 09 21:47:34.525632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event deleted for resources: {'Port': ['ID=9964bf48-27da-4e8d-8ae2-ad4697f4cab8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:34.586377 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.588963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] No DVR routers for this DVR port 9964bf48-27da-4e8d-8ae2-ad4697f4cab8 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:34.593069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.599958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d92c62f4-8ce5-43f4-ba9c-b774c0876d7b req-7fac2b40-1f4b-4e30-8a86-8b38abfe1ef8 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "DELETE /v2.0/ports/9964bf48-27da-4e8d-8ae2-ad4697f4cab8 HTTP/1.1" status: 204 len: 173 time: 1.3368821 Feb 09 21:47:34.599958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-deleted', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:34.601834 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d76eb6-f998-48a2-9f4b-034068ceb045" -d '{"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-deleted", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:34.616210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.710009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Network 35d9210d-dc2b-4ebf-84ca-770ee033de2e is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:34.715622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:34.718039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:34.723410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.723410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.724166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=dc41b2d3-8a01-42d4-846e-c1dd013a32f9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:34.727117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Attempting to bind port b830f4cb-4825-41a3-b946-55bed4c75903 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:34.727508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Attempting to bind port b830f4cb-4825-41a3-b946-55bed4c75903 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:34.727917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Attempting to bind port b830f4cb-4825-41a3-b946-55bed4c75903 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:34.741680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ff18669-d98e-4001-8e8f-59c874b5a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (68e0a2dd-08b0-4a94-b6e6-677056e75314), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.745089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550797c3-b06f-48a3-9920-3a95e141538f None None] Pushing event updated for resources: {'Port': ['ID=b830f4cb-4825-41a3-b946-55bed4c75903,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:34.745303 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ff18669-d98e-4001-8e8f-59c874b5a5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.749220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ff18669-d98e-4001-8e8f-59c874b5a5ce admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/68e0a2dd-08b0-4a94-b6e6-677056e75314 HTTP/1.1" status: 204 len: 168 time: 0.5816567 Feb 09 21:47:34.756670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:34.757258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:34.757365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff18669-d98e-4001-8e8f-59c874b5a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e0a2dd-08b0-4a94-b6e6-677056e75314,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:34.757472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.757858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:34.758363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Bound port: b830f4cb-4825-41a3-b946-55bed4c75903, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:34.758760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.855595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks [] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.858674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-63c30ec8-b4b4-4b9f-91f3-da3ae90da099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5887842 Feb 09 21:47:34.861266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38084) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:34.866773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:34.874196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] For port b830f4cb-4825-41a3-b946-55bed4c75903, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:34.880405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] For port b830f4cb-4825-41a3-b946-55bed4c75903, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b830f4cb-4825-41a3-b946-55bed4c75903,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:34.884305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-2af8ed17-92a6-4963-9dba-5047bd6473dc tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.885788 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-2af8ed17-92a6-4963-9dba-5047bd6473dc tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597834 Feb 09 21:47:34.902757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Request body: {'port': {'device_id': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'f61d432dd52242858b7b90aed95ca06c'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:34.938609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.972235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.006467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222b6c2-43c8-4420-9442-dd2270d64764 req-9df2903a-bdec-416c-9cc6-c06187214849 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.008034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e222b6c2-43c8-4420-9442-dd2270d64764 req-9df2903a-bdec-416c-9cc6-c06187214849 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2687914 Feb 09 21:47:35.062770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Routers {'d9ae2385-52ea-47ee-9b83-862a1788deb1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:35.069384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d9ae2385-52ea-47ee-9b83-862a1788deb1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.106290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550797c3-b06f-48a3-9920-3a95e141538f None None] Pushing event updated for resources: {'Port': ['ID=b830f4cb-4825-41a3-b946-55bed4c75903,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:35.129157 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e222b6c2-43c8-4420-9442-dd2270d64764 req-4c2ff114-e55b-4f6c-8deb-45c6324aecc5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720510 Feb 09 21:47:35.167257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.229539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] Set router d9ae2385-52ea-47ee-9b83-862a1788deb1 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:35.282357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Pushing event updated for resources: {'Port': ['ID=32054bc3-3717-44ff-b1b7-ba6a40096cdd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:35.347190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2bd34158-61dd-45bf-b0c1-7cd4d105224f req-355ceef8-557a-4fd8-8fcb-cd69093c399d tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 210 time: 0.0608060 Feb 09 21:47:35.348250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Made reservation on behalf of f61d432dd52242858b7b90aed95ca06c for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:35.358182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.374899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] device_id is not set on port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:35.399839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.404898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Network 20777b38-52f9-4d39-97da-7d57119a4667 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:35.412488 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.430894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:35.433440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:35.487022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.508352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (d9ae2385-52ea-47ee-9b83-862a1788deb1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.658138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=dc41b2d3-8a01-42d4-846e-c1dd013a32f9,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:35.658138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.658138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.658138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.658138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.658138 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.658138 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 2 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.659620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 3, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port': {'id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:30Z', 'updated_at': '2022-02-09T21:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.659903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.659903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.659903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.659903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.659903 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.659903 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 3 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.660867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.661235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.661877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.666949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.667154 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.667451 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 4 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.669097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d055b-53a5-4837-ae47-1f7547b2130c None None] The sync data for ids ['d9ae2385-52ea-47ee-9b83-862a1788deb1'] in n-d-828599-1 is: [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:47:31Z', 'revision_number': 3, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port': {'id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:30Z', 'updated_at': '2022-02-09T21:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:35.694659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.694891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.695093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.709698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.711307 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.712102 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 5 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.713519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks [] for security_group (371c6e0e-0b6d-4857-9dd3-102cc0d8f251), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.731404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.731804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.732283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.738559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.738897 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.739315 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 6 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.768458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.768752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.769103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.774129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.774571 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.775051 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 7 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.792126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.792658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.793018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.798862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.799203 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.799609 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 8 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.814451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.814791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.815142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.819945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-391cf296-eeea-479f-b94a-ab0cbd2f98e0 None None] Provisioning complete for port 32054bc3-3717-44ff-b1b7-ba6a40096cdd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:35.820452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.820721 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.821121 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 9 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.821271 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-391cf296-eeea-479f-b94a-ab0cbd2f98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.835040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.835384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.835766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.840369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.840707 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.841163 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 10 to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 Feb 09 21:47:35.855750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:35.856087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:35.856442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:35.858940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd92d211-5963-48ef-9a9c-97e5536c1f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.862461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:35.862948 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:35.863176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:35.872271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-391cf296-eeea-479f-b94a-ab0cbd2f98e0 None None] Port 32054bc3-3717-44ff-b1b7-ba6a40096cdd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:35.947689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] For port dc41b2d3-8a01-42d4-846e-c1dd013a32f9, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:35.948357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempted to set empty binding levels {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:47:35.953475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (371c6e0e-0b6d-4857-9dd3-102cc0d8f251), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.038999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.082802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] In _notify_port_updated(), no bound segment for port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:47:36.083896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.084951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.086451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "PUT /v2.0/ports/dc41b2d3-8a01-42d4-846e-c1dd013a32f9 HTTP/1.1" status: 200 len: 978 time: 1.2242448 Feb 09 21:47:36.087378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.096018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38114) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.187741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.196252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371c6e0e-0b6d-4857-9dd3-102cc0d8f251,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:36.202963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.206931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa7f11-6549-4261-8222-f3726609f835 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=dc41b2d3-8a01-42d4-846e-c1dd013a32f9,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:36.261680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Allocated IP 192.168.233.234 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/2418a23c-8174-4c74-afec-c3647636219d) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:36.459934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks [] for port (2418a23c-8174-4c74-afec-c3647636219d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.494435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.495187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.495738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.496098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.496447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.496792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.497131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.497465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.497795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.498125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.498458 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.498840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.499187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:36.608856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.609375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.609848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.610464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.610826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.611285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.611762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.612228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.612685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.613143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.613603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.614057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.614514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.614965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.615417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.615923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.616383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.619185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0169b6e9-fbbd-4e1d-a962-5d418589d87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15953 time: 0.5079777 Feb 09 21:47:36.636737 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9904640-2c95-41c8-a818-2d9929bfbe93 x-openstack-request-id: req-f9904640-2c95-41c8-a818-2d9929bfbe93 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:36.636737 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6e69a-4918-4814-bd56-db52453f609d", "name": "network-vif-deleted", "tag": "9964bf48-27da-4e8d-8ae2-ad4697f4cab8", "status": "failed", "code": 422}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:36.636737 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9904640-2c95-41c8-a818-2d9929bfbe93 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:36.636737 n-d-828599-1 neutron-server[103697]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59a6e69a-4918-4814-bd56-db52453f609d', 'name': 'network-vif-deleted', 'tag': '9964bf48-27da-4e8d-8ae2-ad4697f4cab8', 'status': 'failed', 'code': 422} returned with failed status Feb 09 21:47:36.636737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38126) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.647733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b49e17-7aad-4aeb-aec9-8d04f1bb3365 req-b42bd720-4362-40ae-8519-053a1bfeaced tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.649718 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38b49e17-7aad-4aeb-aec9-8d04f1bb3365 req-b42bd720-4362-40ae-8519-053a1bfeaced tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 948 time: 0.1429505 Feb 09 21:47:36.681409 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2418a23c-8174-4c74-afec-c3647636219d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.742945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Publish callbacks [] for security_group (9403641e-1815-4415-8cc7-2c4d90fd958f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.791636 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38b49e17-7aad-4aeb-aec9-8d04f1bb3365 req-837bb6f0-d242-4452-9fd4-6d6678dee258 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122296 Feb 09 21:47:36.796480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:36.816384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:36.816384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Pushing event updated for resources: {'Port': ['ID=2418a23c-8174-4c74-afec-c3647636219d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:36.816384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:36.861286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d9eb-552c-4bc3-8695-70b1814c6416 req-7290fb35-8ee6-43e8-bd95-3e6ca67c5de8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.874584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.875224 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.880288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d023d9eb-552c-4bc3-8695-70b1814c6416 req-7290fb35-8ee6-43e8-bd95-3e6ca67c5de8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2573972 Feb 09 21:47:36.882882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9403641e-1815-4415-8cc7-2c4d90fd958f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.920517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=14ea2b63b44a4a35a0f42cb0652e95a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8299210 Feb 09 21:47:36.985757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks [] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.993089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38130) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.000311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d023d9eb-552c-4bc3-8695-70b1814c6416 req-8e434d9e-57d2-44fb-834d-c1ceceb33ef6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184108 Feb 09 21:47:37.024491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9403641e-1815-4415-8cc7-2c4d90fd958f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.049703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.049703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.050081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.050429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.050772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.051108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.051453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.052146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.052249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.052909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.052909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.053227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.053555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d141f9d-1217-4417-801c-bfcd447f66d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.060805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.131577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Deleting port dc41b2d3-8a01-42d4-846e-c1dd013a32f9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:37.131962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.193391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b830f4cb-4825-41a3-b946-55bed4c75903 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:37.205595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-16094973-3a36-4188-bf4b-cc14867f41eb tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3090651 Feb 09 21:47:37.227906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Request body: {'port': {'device_id': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:37.245868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b830f4cb-4825-41a3-b946-55bed4c75903 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:37.246262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.265345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-510d90d1-34ff-4a03-b5be-c2067c36330a admin admin] Publish callbacks [] for security_group (9403641e-1815-4415-8cc7-2c4d90fd958f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.303473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2418a23c-8174-4c74-afec-c3647636219d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.312087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-857211a7-c3fa-4eb5-b67c-e123319f5457 None None] Provisioning complete for port 2418a23c-8174-4c74-afec-c3647636219d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:37.312704 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-857211a7-c3fa-4eb5-b67c-e123319f5457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2418a23c-8174-4c74-afec-c3647636219d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.327452 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Pushing event updated for resources: {'Port': ['ID=32054bc3-3717-44ff-b1b7-ba6a40096cdd,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.331579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-510d90d1-34ff-4a03-b5be-c2067c36330a admin admin] Publish callbacks [] for security_group (9403641e-1815-4415-8cc7-2c4d90fd958f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.333918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (d9ae2385-52ea-47ee-9b83-862a1788deb1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.350340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] For port dc41b2d3-8a01-42d4-846e-c1dd013a32f9, host n-h1-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:37.350721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.381109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be55f7-1626-49e1-a8c0-f1782391bdc8 req-960d7e2b-182c-44e5-ab52-262794c7f7dc tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:37.382650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53be55f7-1626-49e1-a8c0-f1782391bdc8 req-960d7e2b-182c-44e5-ab52-262794c7f7dc tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2482288 Feb 09 21:47:37.395653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-857211a7-c3fa-4eb5-b67c-e123319f5457 None None] Port 2418a23c-8174-4c74-afec-c3647636219d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:37.397481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b830f4cb-4825-41a3-b946-55bed4c75903 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:37.398225 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.404713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Calling delete_port for dc41b2d3-8a01-42d4-846e-c1dd013a32f9 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:37.431284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port b830f4cb-4825-41a3-b946-55bed4c75903, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b830f4cb-4825-41a3-b946-55bed4c75903,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:37.457177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fbf35-bf66-4f17-aa37-53abad5e2d96 req-bf9efff8-c502-466f-96d9-868cb0a22f98 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:37.458688 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e7fbf35-bf66-4f17-aa37-53abad5e2d96 req-bf9efff8-c502-466f-96d9-868cb0a22f98 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 936 time: 0.3952754 Feb 09 21:47:37.492529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53be55f7-1626-49e1-a8c0-f1782391bdc8 req-15cd8f5a-f76e-43b0-a419-0034eda61254 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987735 Feb 09 21:47:37.527357 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-db20b760-df3c-47af-8c25-c04542a81211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.529938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.584891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-510d90d1-34ff-4a03-b5be-c2067c36330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9403641e-1815-4415-8cc7-2c4d90fd958f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.587570 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-510d90d1-34ff-4a03-b5be-c2067c36330a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.591696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-510d90d1-34ff-4a03-b5be-c2067c36330a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9403641e-1815-4415-8cc7-2c4d90fd958f HTTP/1.1" status: 204 len: 168 time: 0.5896633 Feb 09 21:47:37.605050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d90d1-34ff-4a03-b5be-c2067c36330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9403641e-1815-4415-8cc7-2c4d90fd958f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.614999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (dc41b2d3-8a01-42d4-846e-c1dd013a32f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.666813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=b830f4cb-4825-41a3-b946-55bed4c75903,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.699779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc41b2d3-8a01-42d4-846e-c1dd013a32f9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.714083 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.733308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1e15c4a6-79ad-4f76-8c42-d6a10e43b7fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "DELETE /v2.0/ports/dc41b2d3-8a01-42d4-846e-c1dd013a32f9 HTTP/1.1" status: 204 len: 168 time: 1.0966504 Feb 09 21:47:37.733948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38158) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.839626 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc4967c-4be3-44ff-8c29-6cc259f47ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:47:37.844945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4dc4967c-4be3-44ff-8c29-6cc259f47ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "GET /v2.0/ports/dc41b2d3-8a01-42d4-846e-c1dd013a32f9 HTTP/1.1" status: 404 len: 333 time: 0.1002762 Feb 09 21:47:37.845581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38164) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.852798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544676343', 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:37.919266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-ddf05772-d947-4a1b-9ab5-c47b21ab5d40 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:37.920874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-ddf05772-d947-4a1b-9ab5-c47b21ab5d40 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.1860282 Feb 09 21:47:37.949037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-ed727027-e53f-4858-aee5-40807be98d48 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/quotas/356eb4a569cb4fa1af12545be45d8009 HTTP/1.1" status: 200 len: 375 time: 0.0163980 Feb 09 21:47:37.978648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-3f267745-3148-4f72-b109-6b3fe70bb0ce tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286989 Feb 09 21:47:37.984607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Made reservation on behalf of 0f1b7ad374334aa094cde7229bf15022 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:37.984607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.002929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-2577ee34-fc01-493c-b641-699c33843330 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:38.004000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-2577ee34-fc01-493c-b641-699c33843330 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058899 Feb 09 21:47:38.061930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] device_id is not set on port 1531c46c-6381-4c7b-9adb-86a406a1227e yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:38.178226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e7fbf35-bf66-4f17-aa37-53abad5e2d96 req-42cb8389-8fee-4083-9822-bf4b3792f9fe tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114336 Feb 09 21:47:38.207972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-47f4fed8-dba4-45d3-a290-dd3ba91ff21b service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950078 Feb 09 21:47:38.248800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Network 20777b38-52f9-4d39-97da-7d57119a4667 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:38.254294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:38.414367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59522664-b27f-4d60-9933-a322725cfe29 req-a5127e8f-bc83-4e62-8b8b-54cb087bb530 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:38.416181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59522664-b27f-4d60-9933-a322725cfe29 req-a5127e8f-bc83-4e62-8b8b-54cb087bb530 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 948 time: 0.2883418 Feb 09 21:47:38.456030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-52f9e81a-da53-4c9e-bb45-8e0eb40ad1a9 service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470214 Feb 09 21:47:38.459335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for port (1531c46c-6381-4c7b-9adb-86a406a1227e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.612831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1531c46c-6381-4c7b-9adb-86a406a1227e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.635939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-18f8e316-61b0-4b42-a2e5-1b0596f0ffd4 None None] Provisioning complete for port 32054bc3-3717-44ff-b1b7-ba6a40096cdd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:38.637027 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18f8e316-61b0-4b42-a2e5-1b0596f0ffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.663693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Router d9ae2385-52ea-47ee-9b83-862a1788deb1 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:38.669862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2418a23c-8174-4c74-afec-c3647636219d {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:38.685443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Publish callbacks [] for port (2418a23c-8174-4c74-afec-c3647636219d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.686082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Network 35d9210d-dc2b-4ebf-84ca-770ee033de2e is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:38.691872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:38.699444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:38.701117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:38.701735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.702563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35ee7b-4fb8-4126-a65a-d89878d5616f req-d9552a1a-104b-4fda-9bd6-a2ad4c2e2dd3 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:38.712370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-18f8e316-61b0-4b42-a2e5-1b0596f0ffd4 None None] Port 32054bc3-3717-44ff-b1b7-ba6a40096cdd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:38.712827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd35ee7b-4fb8-4126-a65a-d89878d5616f req-d9552a1a-104b-4fda-9bd6-a2ad4c2e2dd3 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 948 time: 0.3100121 Feb 09 21:47:38.724878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=1531c46c-6381-4c7b-9adb-86a406a1227e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:38.790268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Transition to ACTIVE for port object 2418a23c-8174-4c74-afec-c3647636219d will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:47:38.871965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1bd8c723-1e68-480b-ba36-45007b1196b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0200443 Feb 09 21:47:38.873716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38184) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:38.884434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd35ee7b-4fb8-4126-a65a-d89878d5616f req-62da1bf0-f1ea-417a-9d74-84c68fb6e671 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705797 Feb 09 21:47:38.942139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2418a23c-8174-4c74-afec-c3647636219d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.959947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Deleting port 26a9aa06-e35a-4db0-9193-3392420e8f7c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:38.960266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d0dc8-4903-487a-b003-eefb41937379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:38.960734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.976030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3d6d0dc8-4903-487a-b003-eefb41937379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "GET /v2.0/ports/1531c46c-6381-4c7b-9adb-86a406a1227e HTTP/1.1" status: 200 len: 959 time: 0.1007140 Feb 09 21:47:38.976741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38192) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:38.983559 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.986888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcccf02-8728-40f7-9748-955c26ff6c5e req-18b9337c-1fbb-498c-a8ed-fbe95e0b78ad tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:38.993679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fcccf02-8728-40f7-9748-955c26ff6c5e req-18b9337c-1fbb-498c-a8ed-fbe95e0b78ad tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1740553 Feb 09 21:47:39.084590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6616267c-4aa0-48da-8919-e062fe556360 req-66c87eec-bed3-425b-9414-17a1c10446ec tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 210 time: 0.1377289 Feb 09 21:47:39.114239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fcccf02-8728-40f7-9748-955c26ff6c5e req-a0ccd1af-2101-4efd-8acc-bf7f82006f58 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193299 Feb 09 21:47:39.173310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b830f4cb-4825-41a3-b946-55bed4c75903 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:39.192710 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Deleting port 1531c46c-6381-4c7b-9adb-86a406a1227e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:39.193334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1531c46c-6381-4c7b-9adb-86a406a1227e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.228059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Pushing event updated for resources: {'Port': ['ID=2418a23c-8174-4c74-afec-c3647636219d,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:39.277082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b830f4cb-4825-41a3-b946-55bed4c75903 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:39.277612 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.353177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1531c46c-6381-4c7b-9adb-86a406a1227e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.383451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Calling delete_port for 1531c46c-6381-4c7b-9adb-86a406a1227e owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:39.441754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b830f4cb-4825-41a3-b946-55bed4c75903 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:39.489087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:39.493270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] For port 26a9aa06-e35a-4db0-9193-3392420e8f7c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=26a9aa06-e35a-4db0-9193-3392420e8f7c,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:39.493942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.503456 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Sync routers for ids ['d9ae2385-52ea-47ee-9b83-862a1788deb1'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:39.515884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Calling delete_port for 26a9aa06-e35a-4db0-9193-3392420e8f7c owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:39.517497 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Routers {'d9ae2385-52ea-47ee-9b83-862a1788deb1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:39.518336 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d9ae2385-52ea-47ee-9b83-862a1788deb1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:39.626511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d9f34-cc49-43ab-807e-aab6f7db71ef req-d9c544e5-843f-49e8-bf97-72c3322749d8 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:39.634287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e2d9f34-cc49-43ab-807e-aab6f7db71ef req-d9c544e5-843f-49e8-bf97-72c3322749d8 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 948 time: 0.1476202 Feb 09 21:47:39.669694 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Set router d9ae2385-52ea-47ee-9b83-862a1788deb1 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:39.675466 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e89d8116-907d-42c1-b028-75282b1cdb59 admin admin] 10.222.0.98 "PUT /v2.0/routers/d9ae2385-52ea-47ee-9b83-862a1788deb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8185890 Feb 09 21:47:39.752985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e2d9f34-cc49-43ab-807e-aab6f7db71ef req-b99aad58-050a-4d2e-9314-8ef627cc36b1 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147497 Feb 09 21:47:39.764526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1531c46c-6381-4c7b-9adb-86a406a1227e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.787159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Attempting to bind port 2418a23c-8174-4c74-afec-c3647636219d on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:39.787501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Attempting to bind port 2418a23c-8174-4c74-afec-c3647636219d by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:39.788476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Attempting to bind port 2418a23c-8174-4c74-afec-c3647636219d on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:39.811555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Port 2418a23c-8174-4c74-afec-c3647636219d on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:39.813672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Attempting to bind port 2418a23c-8174-4c74-afec-c3647636219d on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:39.843493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:39.843887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:39.844307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:39.853677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Bound port: 2418a23c-8174-4c74-afec-c3647636219d, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:39.854070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2418a23c-8174-4c74-afec-c3647636219d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.860078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event deleted for resources: {'Port': ['ID=1531c46c-6381-4c7b-9adb-86a406a1227e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:39.883574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.887505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246775b4-efcb-4a2e-bbd4-ac27cbd31be6 req-aa55e988-17b9-4094-8083-ed19c35f648f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:39.897401 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-246775b4-efcb-4a2e-bbd4-ac27cbd31be6 req-aa55e988-17b9-4094-8083-ed19c35f648f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.5987151 Feb 09 21:47:39.900313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:39.908984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99176e61-16c0-4753-97ea-5b248a7ae670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "DELETE /v2.0/ports/1531c46c-6381-4c7b-9adb-86a406a1227e HTTP/1.1" status: 204 len: 168 time: 0.9306738 Feb 09 21:47:39.936805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38218) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:39.964601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (26a9aa06-e35a-4db0-9193-3392420e8f7c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.008161 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d80485-3404-405b-84dd-e7d6bc1cb6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:47:40.010968 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:47:35Z', 'revision_number': 4, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port': {'id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:30Z', 'updated_at': '2022-02-09T21:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '32054bc3-3717-44ff-b1b7-ba6a40096cdd', 'name': '', 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'mac_address': 'fa:16:3e:43:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'e0b930ce-7d80-4416-8dc4-31250a56bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:34Z', 'updated_at': '2022-02-09T21:47:36Z', 'revision_number': 2, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'subnets': [{'id': 'e0b930ce-7d80-4416-8dc4-31250a56bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:40.014375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-91d80485-3404-405b-84dd-e7d6bc1cb6c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "GET /v2.0/ports/1531c46c-6381-4c7b-9adb-86a406a1227e HTTP/1.1" status: 404 len: 333 time: 0.0989351 Feb 09 21:47:40.015009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:40.020314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b17e221a-24ef-41a1-8990-0b6ef6a7b196 req-aad3672b-6474-4e3f-a78c-2ee8294d87db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 210 time: 0.0513694 Feb 09 21:47:40.054999 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Checking router: d9ae2385-52ea-47ee-9b83-862a1788deb1 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:40.055602 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Updating router d9ae2385-52ea-47ee-9b83-862a1788deb1 port 32054bc3-3717-44ff-b1b7-ba6a40096cdd binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:40.061060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Request body: {'port': {'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1693330471'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:40.106671 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.174428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1956562500'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:40.174885 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.195308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Pushing event deleted for resources: {'Port': ['ID=26a9aa06-e35a-4db0-9193-3392420e8f7c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:40.229003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99e09b11-054e-4924-b7ea-84722ac5d979 req-309cc2c5-9047-457d-921d-a67ea64f2e8a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 210 time: 0.0354609 Feb 09 21:47:40.250109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] No DVR routers for this DVR port 26a9aa06-e35a-4db0-9193-3392420e8f7c on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:40.252508 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.256292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59522664-b27f-4d60-9933-a322725cfe29 req-d59b38ca-4674-4478-9e34-c75d317e3d7d tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "DELETE /v2.0/ports/26a9aa06-e35a-4db0-9193-3392420e8f7c HTTP/1.1" status: 204 len: 173 time: 1.8227153 Feb 09 21:47:40.272781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-deleted', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:40.276989 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5978c342-faa7-4640-b520-bb578ae241ca" -d '{"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-deleted", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:40.301686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] For port 2418a23c-8174-4c74-afec-c3647636219d, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:40.304292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] For port 2418a23c-8174-4c74-afec-c3647636219d, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2418a23c-8174-4c74-afec-c3647636219d,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:40.340024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-246775b4-efcb-4a2e-bbd4-ac27cbd31be6 req-f0141045-0716-4397-8524-4ab12dd4f352 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761868 Feb 09 21:47:40.349359 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909804be-1dde-40b9-8255-4feddfdb249a x-openstack-request-id: req-909804be-1dde-40b9-8255-4feddfdb249a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:40.349528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:40.350056 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372b2a42-4f9a-42b3-955a-0e1c31970bfe", "name": "network-vif-deleted", "tag": "26a9aa06-e35a-4db0-9193-3392420e8f7c", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:40.350410 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-909804be-1dde-40b9-8255-4feddfdb249a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:40.352595 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372b2a42-4f9a-42b3-955a-0e1c31970bfe', 'name': 'network-vif-deleted', 'tag': '26a9aa06-e35a-4db0-9193-3392420e8f7c', 'status': 'completed', 'code': 200} Feb 09 21:47:40.353075 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.381426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2418a23c-8174-4c74-afec-c3647636219d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.401136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Made reservation on behalf of 0f1b7ad374334aa094cde7229bf15022 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:40.406045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:40.406507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.425914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0ad9eb80-b9d8-4be3-a393-1e41e968c42e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.426301 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Added segment 0ad9eb80-b9d8-4be3-a393-1e41e968c42e of type vlan for network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 Feb 09 21:47:40.510684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.562614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.568643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.570223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] 10.222.0.110 "PUT /v2.0/ports/2418a23c-8174-4c74-afec-c3647636219d HTTP/1.1" status: 200 len: 1096 time: 3.3509290 Feb 09 21:47:40.599531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] device_id is not set on port 08562192-3a51-40e3-97c5-c682e535f877 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:40.652277 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.666413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.667190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.755233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb66a89-7648-4d0c-8725-97a547339352 service neutron] Pushing event updated for resources: {'Port': ['ID=2418a23c-8174-4c74-afec-c3647636219d,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:40.802454 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Publish callbacks [] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.805860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8675547 Feb 09 21:47:40.810343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38246) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:40.834795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'subnet': {'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:40.872902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84adff0-d1b9-4bb2-9ee0-5ea8e072fe7c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Network': ['ID=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:40.887260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:40.915679 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.014623 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60ca9b-7415-4321-88a4-6861dfa761ea None None] Pushing event updated for resources: {'Port': ['ID=32054bc3-3717-44ff-b1b7-ba6a40096cdd,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:41.102424 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Attempting to bind port 32054bc3-3717-44ff-b1b7-ba6a40096cdd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:41.113326 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Attempting to bind port 32054bc3-3717-44ff-b1b7-ba6a40096cdd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:41.113988 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Attempting to bind port 32054bc3-3717-44ff-b1b7-ba6a40096cdd on network 20777b38-52f9-4d39-97da-7d57119a4667 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:41.120163 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:41.120848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Checking segment: {'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:41.124897 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.124897 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Bound using segment: {'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:41.124897 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Bound port: 32054bc3-3717-44ff-b1b7-ba6a40096cdd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9b2442-c714-43e9-85c8-25be3f91de39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:41.124897 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.191913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-5f38cf0f-d9b5-4329-b7ce-fdc69b30a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.193464 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-5f38cf0f-d9b5-4329-b7ce-fdc69b30a3aa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f61d432dd52242858b7b90aed95ca06c&device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 1130 time: 0.3650670 Feb 09 21:47:41.258459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa9ddd-4e08-486d-ae43-e48d9e8d09fc req-05b10a8d-8ff2-4bd9-ba79-cff8dfe06249 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.260992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ffa9ddd-4e08-486d-ae43-e48d9e8d09fc req-05b10a8d-8ff2-4bd9-ba79-cff8dfe06249 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 948 time: 0.2998326 Feb 09 21:47:41.296842 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] For port 32054bc3-3717-44ff-b1b7-ba6a40096cdd, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:41.305597 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] For port 32054bc3-3717-44ff-b1b7-ba6a40096cdd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=32054bc3-3717-44ff-b1b7-ba6a40096cdd,segment=NetworkSegment(de9b2442-c714-43e9-85c8-25be3f91de39),segment_id=de9b2442-c714-43e9-85c8-25be3f91de39)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:41.349923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-26ec28b5-12b9-47c3-b18e-34bfa750c50b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2418a23c-8174-4c74-afec-c3647636219d HTTP/1.1" status: 200 len: 217 time: 0.1315327 Feb 09 21:47:41.357065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ffa9ddd-4e08-486d-ae43-e48d9e8d09fc req-34594179-16f8-4214-bbd0-b1f9077b5540 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 Feb 09 21:47:41.430835 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for port (08562192-3a51-40e3-97c5-c682e535f877), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.446661 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.495972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ca2e1-0f41-4533-9c9a-4b7aecbc1b52 req-cf3ae710-4210-41cb-94b2-7b1f8b1599e3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.497781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a49ca2e1-0f41-4533-9c9a-4b7aecbc1b52 req-cf3ae710-4210-41cb-94b2-7b1f8b1599e3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.5696588 Feb 09 21:47:41.517780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96fa4801-b960-4d93-862d-4eebbf1c3c72 req-cfd7e679-e829-4387-a5a8-7f5802a3afa4 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=372b2a42-4f9a-42b3-955a-0e1c31970bfe HTTP/1.1" status: 200 len: 210 time: 0.0819952 Feb 09 21:47:41.519015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:41.524613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.549172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-de33ee58-dfc9-4a73-98a5-4ef885150013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.551222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-de33ee58-dfc9-4a73-98a5-4ef885150013 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1630681 Feb 09 21:47:41.678777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1740e1ca-a5ea-4dcf-958c-db4046576e05 None None] Provisioning complete for port 32054bc3-3717-44ff-b1b7-ba6a40096cdd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:41.680610 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1740e1ca-a5ea-4dcf-958c-db4046576e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.681256 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Routers {'d9ae2385-52ea-47ee-9b83-862a1788deb1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:41.681848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d9ae2385-52ea-47ee-9b83-862a1788deb1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:41.695816 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60ca9b-7415-4321-88a4-6861dfa761ea None None] Pushing event updated for resources: {'Port': ['ID=32054bc3-3717-44ff-b1b7-ba6a40096cdd,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:41.760059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.784647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c622eaa-632f-4758-81f4-1b683d62fd8f req-9c3333b1-413a-4d6c-8fe0-6260fb9fd70e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 210 time: 0.0937347 Feb 09 21:47:41.892534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1740e1ca-a5ea-4dcf-958c-db4046576e05 None None] Current status of the port 32054bc3-3717-44ff-b1b7-ba6a40096cdd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:41.893103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1740e1ca-a5ea-4dcf-958c-db4046576e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.937407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1740e1ca-a5ea-4dcf-958c-db4046576e05 None None] For port 32054bc3-3717-44ff-b1b7-ba6a40096cdd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=32054bc3-3717-44ff-b1b7-ba6a40096cdd,segment=NetworkSegment(de9b2442-c714-43e9-85c8-25be3f91de39),segment_id=de9b2442-c714-43e9-85c8-25be3f91de39)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:41.944620 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] Set router d9ae2385-52ea-47ee-9b83-862a1788deb1 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:41.949926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-95ac6999-1369-4ebf-aa4b-a5ddaa1666e7 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.954540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-95ac6999-1369-4ebf-aa4b-a5ddaa1666e7 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.3432503 Feb 09 21:47:41.982516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a49ca2e1-0f41-4533-9c9a-4b7aecbc1b52 req-1730dc12-0180-4166-832f-0ac501dd4468 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763174 Feb 09 21:47:41.987133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Request body: {'port': {'device_id': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'admin_state_up': True, 'tenant_id': '356eb4a569cb4fa1af12545be45d8009'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:42.020782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 26a9aa06-e35a-4db0-9193-3392420e8f7c no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:42.077037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 26a9aa06-e35a-4db0-9193-3392420e8f7c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:42.077633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 26a9aa06-e35a-4db0-9193-3392420e8f7c not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:42.081487 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1740e1ca-a5ea-4dcf-958c-db4046576e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.144555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (08562192-3a51-40e3-97c5-c682e535f877), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.148358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740e1ca-a5ea-4dcf-958c-db4046576e05 None None] Pushing event updated for resources: {'Port': ['ID=32054bc3-3717-44ff-b1b7-ba6a40096cdd,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:42.195778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9ea0-c72e-4212-918e-6c336b83bae1 req-065621d1-646c-4f2a-bfef-046b38b053ac tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.198392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c6c9ea0-c72e-4212-918e-6c336b83bae1 req-065621d1-646c-4f2a-bfef-046b38b053ac tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0697069 Feb 09 21:47:42.200237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (9187751e-8328-43b8-adf3-8a63ed66cf4a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.235838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fe0a77f2-44c9-4a76-b285-a91e0257f5ef None None] Provisioning complete for port 32054bc3-3717-44ff-b1b7-ba6a40096cdd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:42.238984 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe0a77f2-44c9-4a76-b285-a91e0257f5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.295231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-893b2848-8f44-4292-b3d3-a84268b49c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.298911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-893b2848-8f44-4292-b3d3-a84268b49c38 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7327785 Feb 09 21:47:42.317551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Checking segment: {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:42.318636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network hostable DHCP agents. Network: ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:42.326064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Subnet': ['ID=9187751e-8328-43b8-adf3-8a63ed66cf4a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:42.338805 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:47:35Z', 'revision_number': 4, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port': {'id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:30Z', 'updated_at': '2022-02-09T21:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '32054bc3-3717-44ff-b1b7-ba6a40096cdd', 'name': '', 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'mac_address': 'fa:16:3e:43:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'e0b930ce-7d80-4416-8dc4-31250a56bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:34Z', 'updated_at': '2022-02-09T21:47:41Z', 'revision_number': 4, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'subnets': [{'id': 'e0b930ce-7d80-4416-8dc4-31250a56bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:42.344417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c6c9ea0-c72e-4212-918e-6c336b83bae1 req-777a974c-47d2-4fbe-bab3-c42c1c446a91 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350422 Feb 09 21:47:42.358999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Network 35d9210d-dc2b-4ebf-84ca-770ee033de2e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:42.381581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'tag': '2418a23c-8174-4c74-afec-c3647636219d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:42.383388 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a2c1e-33fc-43fb-9832-55399246bd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6934568b-225b-4e7d-8346-5b7e0f3388bc", "tag": "2418a23c-8174-4c74-afec-c3647636219d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:42.404188 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f49bd6-c1ce-41fa-967e-90fb8f27424a None None] The sync data for ids ['d9ae2385-52ea-47ee-9b83-862a1788deb1'] in n-d-828599-1 is: [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:47:35Z', 'revision_number': 4, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port': {'id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:30Z', 'updated_at': '2022-02-09T21:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '32054bc3-3717-44ff-b1b7-ba6a40096cdd', 'name': '', 'network_id': '20777b38-52f9-4d39-97da-7d57119a4667', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'mac_address': 'fa:16:3e:43:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'e0b930ce-7d80-4416-8dc4-31250a56bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:34Z', 'updated_at': '2022-02-09T21:47:41Z', 'revision_number': 4, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'subnets': [{'id': 'e0b930ce-7d80-4416-8dc4-31250a56bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:42.424341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:42.428532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a77f2-44c9-4a76-b285-a91e0257f5ef None None] Current status of the port 32054bc3-3717-44ff-b1b7-ba6a40096cdd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:42.443670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:42.461927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:42.462895 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.463509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.526482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:42.531063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.531826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.559635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b301c-7247-492a-8dbc-8be91d2f6baa None None] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:42.567113 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1600f809-e2d8-4c3d-8547-60eac818c83f x-openstack-request-id: req-1600f809-e2d8-4c3d-8547-60eac818c83f {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:42.573436 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6934568b-225b-4e7d-8346-5b7e0f3388bc", "tag": "2418a23c-8174-4c74-afec-c3647636219d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:42.573436 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1600f809-e2d8-4c3d-8547-60eac818c83f {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:42.573436 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'tag': '2418a23c-8174-4c74-afec-c3647636219d', 'status': 'completed', 'code': 200} Feb 09 21:47:42.579894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=08562192-3a51-40e3-97c5-c682e535f877,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:42.669837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-489ab1cf-a203-4271-994d-cbf867136730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8565760 Feb 09 21:47:42.670068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38292) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:42.677438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1444542210'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:42.686018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-91e75821-926b-499c-ba6c-fcccfcef9ca0 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490415 Feb 09 21:47:42.748355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2b4b01af-d693-488b-8eb7-1b07e7bfd60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7008693 Feb 09 21:47:42.751284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38294) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:42.756670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:42.772090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609', 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609', 'project_id': '8d48571ba458478ca9ca9af08e938455', 'fixed_ips': [{'subnet_id': '9187751e-8328-43b8-adf3-8a63ed66cf4a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:42.773086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.835044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602facb-fc1a-4e1b-b8e1-383846c8be0f req-6973fd98-8ccb-4345-9da6-a0c130a29978 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.837571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6602facb-fc1a-4e1b-b8e1-383846c8be0f req-6973fd98-8ccb-4345-9da6-a0c130a29978 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 948 time: 0.1989069 Feb 09 21:47:42.852119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:42.858644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.862611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:42.868673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.885595 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (08562192-3a51-40e3-97c5-c682e535f877), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.908085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:42.923262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b79c2d69-b78c-4796-8096-eba25e0743a1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.923630 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Added segment b79c2d69-b78c-4796-8096-eba25e0743a1 of type vlan for network 27800f0c-1e5d-4670-a211-3aded5536fd1 Feb 09 21:47:42.960682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f9b6c38-2243-4873-8a7d-9c6ad5198d32 req-251abbe3-4c52-4f1a-99b9-4a9b93125c4e service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510426 Feb 09 21:47:42.982956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6602facb-fc1a-4e1b-b8e1-383846c8be0f req-4606f992-3524-452d-ab48-11efae8762b6 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261880 Feb 09 21:47:42.997029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Allocated IP 19.80.0.2 (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609/9187751e-8328-43b8-adf3-8a63ed66cf4a/e1b2723c-1642-4310-93cc-62e3e77c1748) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:43.096264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (27800f0c-1e5d-4670-a211-3aded5536fd1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.257414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 32054bc3-3717-44ff-b1b7-ba6a40096cdd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:43.259978 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Publish callbacks [] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.274668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9769005b-db2c-471f-9258-855548b0249d req-9847284a-c321-44f7-983a-98bfc0ddbeb1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 210 time: 0.0417542 Feb 09 21:47:43.345577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Allocated IP 172.20.0.11 (f071065e-0967-462d-9ec9-b88235668c87/7bd08550-b806-4ee3-b711-ecc6d2caf5f8/51979a07-26eb-4f37-aa9c-842f2cb8110d) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:43.346404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.374270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (27800f0c-1e5d-4670-a211-3aded5536fd1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.379767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:43.380403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.465254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Network': ['ID=27800f0c-1e5d-4670-a211-3aded5536fd1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:43.465488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:43.480533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 27800f0c-1e5d-4670-a211-3aded5536fd1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:43.486650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:43.504379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:43.525453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Pushing event updated for resources: {'Port': ['ID=e1b2723c-1642-4310-93cc-62e3e77c1748,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:43.612495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-70b34fbb-b804-4d18-b053-265a84d56910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:43.614097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-70b34fbb-b804-4d18-b053-265a84d56910 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f61d432dd52242858b7b90aed95ca06c&device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 1130 time: 0.5030668 Feb 09 21:47:43.629444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 32054bc3-3717-44ff-b1b7-ba6a40096cdd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:43.629892 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.641564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] device_id is not set on port 08562192-3a51-40e3-97c5-c682e535f877 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:43.651063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks [] for port (08562192-3a51-40e3-97c5-c682e535f877), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.664747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27939947-23f8-43cd-9d6c-183e4b1503c5 req-5cd186a9-24ed-4a12-acd8-ec50730e6720 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:43.666319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27939947-23f8-43cd-9d6c-183e4b1503c5 req-5cd186a9-24ed-4a12-acd8-ec50730e6720 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 949 time: 0.2075489 Feb 09 21:47:43.671856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-25defbe7-0e32-4694-99a9-7e3a171c20f5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9995975 Feb 09 21:47:43.674216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38306) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:43.683186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'subnet': {'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:43.762841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2a048-4130-4817-8f7f-99aaa6529110 req-324021df-00f6-49dc-9b9f-353963499f37 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:43.772048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19e2a048-4130-4817-8f7f-99aaa6529110 req-324021df-00f6-49dc-9b9f-353963499f37 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.6020987 Feb 09 21:47:43.814858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Attempting to bind port e1b2723c-1642-4310-93cc-62e3e77c1748 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:43.815660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Attempting to bind port e1b2723c-1642-4310-93cc-62e3e77c1748 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:43.815660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Attempting to bind port e1b2723c-1642-4310-93cc-62e3e77c1748 on network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:43.823652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:43.824143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Checking segment: {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:43.824284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (08562192-3a51-40e3-97c5-c682e535f877), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.824529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.824851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Bound using segment: {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:43.825335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Bound port: e1b2723c-1642-4310-93cc-62e3e77c1748, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:43.825712 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.878897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks [] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:43.926311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19e2a048-4130-4817-8f7f-99aaa6529110 req-092ab21b-bcf7-47fc-8d13-81c2971ded51 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448653 Feb 09 21:47:43.927183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 32054bc3-3717-44ff-b1b7-ba6a40096cdd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:43.945801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] For port e1b2723c-1642-4310-93cc-62e3e77c1748, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:43.950198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] For port e1b2723c-1642-4310-93cc-62e3e77c1748, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e1b2723c-1642-4310-93cc-62e3e77c1748,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:43.973319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=08562192-3a51-40e3-97c5-c682e535f877,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:43.987372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-a41ae6f0-90b1-4502-a59e-eba388c78ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:43.989040 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-a41ae6f0-90b1-4502-a59e-eba388c78ff5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.3575790 Feb 09 21:47:43.990921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:43.994350 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.018280 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27939947-23f8-43cd-9d6c-183e4b1503c5 req-86bd72c3-b261-40d8-b768-ba417ec4c9db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409495 Feb 09 21:47:44.060937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-33f3e29d-8ec3-4dd5-9c5e-5a88d4eac15e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2418a23c-8174-4c74-afec-c3647636219d HTTP/1.1" status: 200 len: 217 time: 0.0648923 Feb 09 21:47:44.089502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.172024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9907a-0eb5-4182-9ab9-d1ca839fd830 None None] Pushing event updated for resources: {'Port': ['ID=e1b2723c-1642-4310-93cc-62e3e77c1748,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:44.200037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.200491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.200960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.206202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.278733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.279072 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.282069 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 2 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.322865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event updated for resources: {'Port': ['ID=51979a07-26eb-4f37-aa9c-842f2cb8110d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:44.332088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Network f071065e-0967-462d-9ec9-b88235668c87 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:44.335058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-d397d29e-c009-4f00-bcf3-ca97ed47487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.338287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-d397d29e-c009-4f00-bcf3-ca97ed47487b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2666707 Feb 09 21:47:44.338287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:44.343029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:44.357138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.357408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.357748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.397745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.398779 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.400377 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 3 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.435975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f71c05-1b9f-4a2e-aba7-5913e55a5cdb req-2bce17de-843a-43bc-b577-203ff9bcfa16 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.437814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5f71c05-1b9f-4a2e-aba7-5913e55a5cdb req-2bce17de-843a-43bc-b577-203ff9bcfa16 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3873584 Feb 09 21:47:44.471162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e0691-e2a2-4559-9ddf-1ef2d500af4c req-1657d830-4c12-4772-9911-8fd42a251a1c tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.478557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f42e0691-e2a2-4559-9ddf-1ef2d500af4c req-1657d830-4c12-4772-9911-8fd42a251a1c tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 948 time: 0.2853303 Feb 09 21:47:44.478557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.478557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.478557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.490075 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (3c4481ad-0cdc-4b77-9da3-31fc2f97c790), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.526454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.527122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.555988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.556319 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.570157 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 4 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.575586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-921ce2a6-b54c-4e56-8a46-37e1456b4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.578411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-921ce2a6-b54c-4e56-8a46-37e1456b4177 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2247164 Feb 09 21:47:44.588528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5f71c05-1b9f-4a2e-aba7-5913e55a5cdb req-4eabf674-f78c-4349-adea-6505f75b68ca tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216528 Feb 09 21:47:44.646133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.646560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.646979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.665327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f42e0691-e2a2-4559-9ddf-1ef2d500af4c req-5e47b18b-e1d1-447d-8d0a-8d0b4d4c8e5f tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823630 Feb 09 21:47:44.665327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.665327 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.667413 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 5 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.732119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Checking segment: {'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:44.732528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network hostable DHCP agents. Network: 27800f0c-1e5d-4670-a211-3aded5536fd1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:44.751803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-e263cee5-e03f-4413-9080-2de580959293 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7684622 Feb 09 21:47:44.763748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Subnet': ['ID=3c4481ad-0cdc-4b77-9da3-31fc2f97c790,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:44.772942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.773292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.773733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.794660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.794660 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.796651 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 6 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.818166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.818512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.823383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.825092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.825443 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.825847 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 7 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.849739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.850084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.850492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.855853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.856196 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.857853 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 8 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.893238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.893679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.894034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.914232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network 27800f0c-1e5d-4670-a211-3aded5536fd1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:44.921747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.922208 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.925222 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 9 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.946176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:44.946564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:44.946865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:44.956983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:44.957364 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:44.958623 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempt 10 to bind port 08562192-3a51-40e3-97c5-c682e535f877 Feb 09 21:47:44.989307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf3f57-b038-4c3c-b9e0-fa91a04ff263 req-b02c8ca8-bdd3-4c4a-a1e2-b753e54934b5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.991220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7abf3f57-b038-4c3c-b9e0-fa91a04ff263 req-b02c8ca8-bdd3-4c4a-a1e2-b753e54934b5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1134043 Feb 09 21:47:44.993801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 27800f0c-1e5d-4670-a211-3aded5536fd1) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:44.998864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.999576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.014524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e6f85-0996-4d83-8329-d7381207f002 None None] Network 27800f0c-1e5d-4670-a211-3aded5536fd1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:45.028701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:45.029055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:45.029403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempting to bind port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:45.060894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:45.061234 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Failed to bind port 08562192-3a51-40e3-97c5-c682e535f877 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'd79c401f-086d-4ad6-af10-048d4284c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '35d9210d-dc2b-4ebf-84ca-770ee033de2e'}] Feb 09 21:47:45.061717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (08562192-3a51-40e3-97c5-c682e535f877), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.160992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7abf3f57-b038-4c3c-b9e0-fa91a04ff263 req-56e8ff36-3467-4fac-b450-5225cc71bb18 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419377 Feb 09 21:47:45.224812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e1c743a4-5783-46f2-874f-164bc2f7452e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5482705 Feb 09 21:47:45.234861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-27800f0c-1e5d-4670-a211-3aded5536fd1', 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1', 'project_id': '8d48571ba458478ca9ca9af08e938455', 'fixed_ips': [{'subnet_id': '3c4481ad-0cdc-4b77-9da3-31fc2f97c790'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:45.252991 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.319429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e1b2723c-1642-4310-93cc-62e3e77c1748 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:45.369586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Request body: {'port': {'device_id': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:45.389500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] For port 08562192-3a51-40e3-97c5-c682e535f877, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:45.389976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attempted to set empty binding levels {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:47:45.405608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-e6dba84a-87f3-4338-a1f3-68899afbb93c tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.408149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-e6dba84a-87f3-4338-a1f3-68899afbb93c tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 949 time: 0.2601213 Feb 09 21:47:45.503214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (08562192-3a51-40e3-97c5-c682e535f877), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.517294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bef04-f621-4c87-ba35-c3d8b5556300 req-195ded28-56c1-4c67-9120-032d237cf783 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.518915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a2bef04-f621-4c87-ba35-c3d8b5556300 req-195ded28-56c1-4c67-9120-032d237cf783 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 949 time: 0.2255969 Feb 09 21:47:45.592104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event updated for resources: {'Port': ['ID=08562192-3a51-40e3-97c5-c682e535f877,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:45.599759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e1b2723c-1642-4310-93cc-62e3e77c1748 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:45.600168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.637649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e606-8975-493a-8a01-bcb6ef1e4ee0 req-4af49d16-ad47-4508-892a-189e4bc590b5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.647008 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cee7e606-8975-493a-8a01-bcb6ef1e4ee0 req-4af49d16-ad47-4508-892a-189e4bc590b5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 932 time: 0.8940403 Feb 09 21:47:45.669664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-ef9e980f-cb1d-45d3-9252-032c002eb88f service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0801127 Feb 09 21:47:45.673244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.733564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a2bef04-f621-4c87-ba35-c3d8b5556300 req-bed117a8-ee42-402b-828d-ad797f03afb8 tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/security-groups?id=ac753d01-3233-4d0f-8c15-b465f8d0bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286683 Feb 09 21:47:45.764813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] In _notify_port_updated(), no bound segment for port 08562192-3a51-40e3-97c5-c682e535f877 on network 35d9210d-dc2b-4ebf-84ca-770ee033de2e {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:47:45.765714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.766889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.768448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ffc7128-e224-44e2-9427-891e687e9cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "PUT /v2.0/ports/08562192-3a51-40e3-97c5-c682e535f877 HTTP/1.1" status: 200 len: 979 time: 3.0159481 Feb 09 21:47:45.773988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38344) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:45.803839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Allocated IP 19.86.0.2 (27800f0c-1e5d-4670-a211-3aded5536fd1/3c4481ad-0cdc-4b77-9da3-31fc2f97c790/ec00aaed-56c6-485e-9a3c-666a7071f3ea) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:46.024263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cee7e606-8975-493a-8a01-bcb6ef1e4ee0 req-bba6268b-8f4a-4eb4-a28e-cd4922a20cac tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720918 Feb 09 21:47:46.089950 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Publish callbacks [] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.097897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2418a23c-8174-4c74-afec-c3647636219d details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:47:46.100507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a5082-7ec2-4994-9c19-f43f36d43045 None None] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:46.113503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-795a2c1e-33fc-43fb-9832-55399246bd4a req-43d307e4-7a63-4046-86a0-3a9437249cbc service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082263 Feb 09 21:47:46.186260 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.212979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e1b2723c-1642-4310-93cc-62e3e77c1748 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:46.213372 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.291584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-08f3f7cf-4530-4bb0-9b23-611d5dd23901 None None] Provisioning complete for port e1b2723c-1642-4310-93cc-62e3e77c1748 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:46.291970 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08f3f7cf-4530-4bb0-9b23-611d5dd23901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.328849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-59d615e7-7a4c-4300-a685-47e664812cb3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:46.333827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-59d615e7-7a4c-4300-a685-47e664812cb3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:46.335801 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:47:46.343599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-59d615e7-7a4c-4300-a685-47e664812cb3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/networks?id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609&id=27800f0c-1e5d-4670-a211-3aded5536fd1&id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 HTTP/1.1" status: 200 len: 1392 time: 0.1848719 Feb 09 21:47:46.345008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Deleting port dc1daadc-491b-4426-a9e4-0f9de6c86a61 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:46.345008 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.383149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-706a6369-560b-4ebe-b9b4-4c77ae5c4770 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/quotas/8d48571ba458478ca9ca9af08e938455 HTTP/1.1" status: 200 len: 375 time: 0.0390708 Feb 09 21:47:46.428533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Network 27800f0c-1e5d-4670-a211-3aded5536fd1 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:46.476407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:46.489726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] For port dc1daadc-491b-4426-a9e4-0f9de6c86a61, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=dc1daadc-491b-4426-a9e4-0f9de6c86a61,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:46.490557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.506372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Calling delete_port for dc1daadc-491b-4426-a9e4-0f9de6c86a61 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:46.515752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:46.568239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port e1b2723c-1642-4310-93cc-62e3e77c1748, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e1b2723c-1642-4310-93cc-62e3e77c1748,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:46.592061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51979a07-26eb-4f37-aa9c-842f2cb8110d {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:46.623119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Pushing event updated for resources: {'Port': ['ID=ec00aaed-56c6-485e-9a3c-666a7071f3ea,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:46.627657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Publish callbacks [] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.663392 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-8b9333a3-7491-4053-9bab-923e8dc9dfe4 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2793014 Feb 09 21:47:46.695382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792901c-c320-441c-854a-355cee40fcfd req-33a599c4-bf02-49fb-be2f-7cd3af097173 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:46.697312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f792901c-c320-441c-854a-355cee40fcfd req-33a599c4-bf02-49fb-be2f-7cd3af097173 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.7947166 Feb 09 21:47:46.700570 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.718802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Attempting to bind port ec00aaed-56c6-485e-9a3c-666a7071f3ea on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:46.719752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Attempting to bind port ec00aaed-56c6-485e-9a3c-666a7071f3ea by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:46.726705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Attempting to bind port ec00aaed-56c6-485e-9a3c-666a7071f3ea on network 27800f0c-1e5d-4670-a211-3aded5536fd1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:46.745658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:46.747908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Checking segment: {'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:46.748334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.748732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Bound using segment: {'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:46.749227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Bound port: ec00aaed-56c6-485e-9a3c-666a7071f3ea, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:46.749605 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.763575 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f792901c-c320-441c-854a-355cee40fcfd req-e106d0e1-357a-461b-b028-010a5ee92f83 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525029 Feb 09 21:47:46.765283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Deleting port 08562192-3a51-40e3-97c5-c682e535f877 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:46.765766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (08562192-3a51-40e3-97c5-c682e535f877), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.908095 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-824d2625-ee4b-4d81-95af-43d3424efaac service neutron] 10.222.0.98 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425909 Feb 09 21:47:46.913978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Transition to ACTIVE for port object 51979a07-26eb-4f37-aa9c-842f2cb8110d will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:47:46.959189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (dc1daadc-491b-4426-a9e4-0f9de6c86a61), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.960869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2418a23c-8174-4c74-afec-c3647636219d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2418a23c-8174-4c74-afec-c3647636219d,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:47.034232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.039566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] For port ec00aaed-56c6-485e-9a3c-666a7071f3ea, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:47.043944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] For port ec00aaed-56c6-485e-9a3c-666a7071f3ea, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec00aaed-56c6-485e-9a3c-666a7071f3ea,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:47.050535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-08f3f7cf-4530-4bb0-9b23-611d5dd23901 None None] Current status of the port e1b2723c-1642-4310-93cc-62e3e77c1748 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:47.053754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=e1b2723c-1642-4310-93cc-62e3e77c1748,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.066242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '2418a23c-8174-4c74-afec-c3647636219d', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '2418a23c-8174-4c74-afec-c3647636219d', 'mac_address': 'fa:16:3e:d1:f4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:47:47.108283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2418a23c-8174-4c74-afec-c3647636219d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:47.109005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2418a23c-8174-4c74-afec-c3647636219d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.121965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Pushing event deleted for resources: {'Port': ['ID=dc1daadc-491b-4426-a9e4-0f9de6c86a61,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.128181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2418a23c-8174-4c74-afec-c3647636219d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:47.154153 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.161098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Pushing event updated for resources: {'Port': ['ID=51979a07-26eb-4f37-aa9c-842f2cb8110d,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.167930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2418a23c-8174-4c74-afec-c3647636219d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2418a23c-8174-4c74-afec-c3647636219d,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:47.184724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] For port 08562192-3a51-40e3-97c5-c682e535f877, host n-h1-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:47.185170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (08562192-3a51-40e3-97c5-c682e535f877), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.233456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4f897de1-6983-4ef5-9d9c-81f31c1f2457 None None] Provisioning complete for port e1b2723c-1642-4310-93cc-62e3e77c1748 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:47.233940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4f897de1-6983-4ef5-9d9c-81f31c1f2457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.260190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] No DVR routers for this DVR port dc1daadc-491b-4426-a9e4-0f9de6c86a61 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:47.269307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Calling delete_port for 08562192-3a51-40e3-97c5-c682e535f877 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:47.275685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.279389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc52dcd7-a29d-4fad-a7ea-173510337f60 req-443fc749-e280-4e7c-b0bf-1947914a48db tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.30 "DELETE /v2.0/ports/dc1daadc-491b-4426-a9e4-0f9de6c86a61 HTTP/1.1" status: 204 len: 173 time: 1.8594868 Feb 09 21:47:47.280753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-deleted', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:47.283682 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97354a10-1cc1-4f24-b35a-7a6ce6c8d5d8" -d '{"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-deleted", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:47.319691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Attempting to bind port 51979a07-26eb-4f37-aa9c-842f2cb8110d on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:47.325262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf007236-cc54-4cd9-b35e-a67f2d938bdd req-20452590-b16e-436c-a8ff-fb9aa515f691 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:47.325476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Attempting to bind port 51979a07-26eb-4f37-aa9c-842f2cb8110d by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:47.325628 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Attempting to bind port 51979a07-26eb-4f37-aa9c-842f2cb8110d on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:47.331010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2418a23c-8174-4c74-afec-c3647636219d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.339554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf007236-cc54-4cd9-b35e-a67f2d938bdd req-20452590-b16e-436c-a8ff-fb9aa515f691 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 948 time: 0.3995552 Feb 09 21:47:47.346096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-cd52fcdc-659f-4052-83fb-98598e0b6452 service neutron] 10.222.0.98 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305599 Feb 09 21:47:47.347040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Port 51979a07-26eb-4f37-aa9c-842f2cb8110d on network f071065e-0967-462d-9ec9-b88235668c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:47.347444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Attempting to bind port 51979a07-26eb-4f37-aa9c-842f2cb8110d on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:47.363419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73a62a-c228-41d7-bbf8-b0ade91d6e7e None None] Pushing event updated for resources: {'Port': ['ID=ec00aaed-56c6-485e-9a3c-666a7071f3ea,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.533029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:47.538157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Checking segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:47.538157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Bound using segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:47.538157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Bound port: 51979a07-26eb-4f37-aa9c-842f2cb8110d, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:47.538157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.583432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf007236-cc54-4cd9-b35e-a67f2d938bdd req-fa18493f-04e7-4979-bfb3-e8188f60517b tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413006 Feb 09 21:47:47.654294 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:47:47.667733 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-ab7c6635-d4f7-45cf-94f7-9d9d5f86192e service neutron] 10.222.0.98 "GET /v2.0/networks/27800f0c-1e5d-4670-a211-3aded5536fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929280 Feb 09 21:47:47.759112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62a8ae3b-0bc3-4c31-a59b-46ee22a08ddb req-7c6d385a-a3e2-4d1e-b932-4ef93edc259c tempest-ListImageFiltersTestJSON-1928854859 tempest-ListImageFiltersTestJSON-1928854859-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a20c0b5-c0b7-4197-ba42-8a86cbc75a20 HTTP/1.1" status: 200 len: 210 time: 0.0493710 Feb 09 21:47:47.803501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (08562192-3a51-40e3-97c5-c682e535f877), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.857439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Pushing event deleted for resources: {'Port': ['ID=08562192-3a51-40e3-97c5-c682e535f877,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.861601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.864975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-51fb3f97-473a-4165-a3dd-4908cec85414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "DELETE /v2.0/ports/08562192-3a51-40e3-97c5-c682e535f877 HTTP/1.1" status: 204 len: 168 time: 2.0865455 Feb 09 21:47:47.867583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38380) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:47.951949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] For port 51979a07-26eb-4f37-aa9c-842f2cb8110d, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:47.954062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] For port 51979a07-26eb-4f37-aa9c-842f2cb8110d, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:47.959167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2418a23c-8174-4c74-afec-c3647636219d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.963512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-0853f685-73d4-4db1-8090-c0c989071c49 service neutron] 10.222.0.98 "GET /v2.0/networks/27800f0c-1e5d-4670-a211-3aded5536fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930896 Feb 09 21:47:48.008901 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cb0d4c-6198-4493-950d-46b08954956e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:47:48.014600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-01cb0d4c-6198-4493-950d-46b08954956e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262731341-project-admin] 10.222.0.98 "GET /v2.0/ports/08562192-3a51-40e3-97c5-c682e535f877 HTTP/1.1" status: 404 len: 333 time: 0.1457791 Feb 09 21:47:48.015261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38386) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:48.020147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4f897de1-6983-4ef5-9d9c-81f31c1f2457 None None] Current status of the port e1b2723c-1642-4310-93cc-62e3e77c1748 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:48.048530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2418a23c-8174-4c74-afec-c3647636219d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:48.083842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:48.095089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-a8557493-7371-4c19-90a6-2896de75bacf service neutron] 10.222.0.98 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297014 Feb 09 21:47:48.096734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.122178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (35d9210d-dc2b-4ebf-84ca-770ee033de2e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.125012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.125739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.127237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] 10.222.0.30 "PUT /v2.0/ports/51979a07-26eb-4f37-aa9c-842f2cb8110d HTTP/1.1" status: 200 len: 1092 time: 3.3461361 Feb 09 21:47:48.145639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: dc1daadc-491b-4426-a9e4-0f9de6c86a61 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:48.146129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device dc1daadc-491b-4426-a9e4-0f9de6c86a61 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:48.270403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:48.273499 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:48.278471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-11c30c5c-ee85-457d-b415-a609d8356c78 service neutron] 10.222.0.98 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580744 Feb 09 21:47:48.323535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (35d9210d-dc2b-4ebf-84ca-770ee033de2e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.353459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d9210d-dc2b-4ebf-84ca-770ee033de2e']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:48.375155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79c401f-086d-4ad6-af10-048d4284c32d') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:48.375495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79c401f-086d-4ad6-af10-048d4284c32d') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:48.390779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (d79c401f-086d-4ad6-af10-048d4284c32d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.425950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003794e-6da0-4741-926c-7460bd47c7cd service neutron] Pushing event updated for resources: {'Port': ['ID=51979a07-26eb-4f37-aa9c-842f2cb8110d,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:48.428253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d79c401f-086d-4ad6-af10-048d4284c32d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.445892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:48.446324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (d79c401f-086d-4ad6-af10-048d4284c32d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.465185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-8a9afb76-0df3-464f-ab33-795bae425930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.482051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-8a9afb76-0df3-464f-ab33-795bae425930 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 1126 time: 0.1781087 Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:48.544389 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:48.549175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-3f37fa04-21b2-41b9-8f12-b30cfe65dd86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d HTTP/1.1" status: 200 len: 217 time: 0.0548234 Feb 09 21:47:48.566706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d5517-39f6-430c-81ee-2378c4b68e7f req-bf22b3cb-8bd9-4e5f-b02c-d84fb67442cc tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.569034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93d5517-39f6-430c-81ee-2378c4b68e7f req-bf22b3cb-8bd9-4e5f-b02c-d84fb67442cc tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 814 time: 0.6624892 Feb 09 21:47:48.589315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93d5517-39f6-430c-81ee-2378c4b68e7f req-f3265b44-2394-4854-bf74-f7ed40b1071c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/quotas/4b39b17c9a054ae0a94810ed1bd771e2 HTTP/1.1" status: 200 len: 375 time: 0.0128341 Feb 09 21:47:48.620522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-19eeb7cf-bef1-4e08-a893-05786ca7c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.622041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-19eeb7cf-bef1-4e08-a893-05786ca7c954 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.0610886 Feb 09 21:47:48.689023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-c8415792-eef4-42c0-a8f6-7c2b75f14d20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530190 Feb 09 21:47:48.728922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (35d9210d-dc2b-4ebf-84ca-770ee033de2e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.736921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.744351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] 10.222.0.98 "DELETE /v2.0/networks/35d9210d-dc2b-4ebf-84ca-770ee033de2e HTTP/1.1" status: 204 len: 168 time: 0.7230036 Feb 09 21:47:48.777145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123b480-77f3-4405-b48a-3a67329807f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-619019750-project] Pushing event deleted for resources: {'Network': ['ID=35d9210d-dc2b-4ebf-84ca-770ee033de2e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:48.793363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93d5517-39f6-430c-81ee-2378c4b68e7f req-ba8855d7-9ab1-459a-b8bc-08e20ad121ce tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1930242 Feb 09 21:47:48.856214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fee65-65d4-4889-a3e8-6ff0b278b962 req-91b8f974-30f6-4587-8276-1236c58b284c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.861846 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f3fee65-65d4-4889-a3e8-6ff0b278b962 req-91b8f974-30f6-4587-8276-1236c58b284c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 944 time: 0.1706283 Feb 09 21:47:48.865143 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b967089-e6df-4f69-a3b7-324019b245a3 x-openstack-request-id: req-4b967089-e6df-4f69-a3b7-324019b245a3 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:48.869556 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a20c0b5-c0b7-4197-ba42-8a86cbc75a20", "name": "network-vif-deleted", "tag": "dc1daadc-491b-4426-a9e4-0f9de6c86a61", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:48.869845 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4b967089-e6df-4f69-a3b7-324019b245a3 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:48.870288 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a20c0b5-c0b7-4197-ba42-8a86cbc75a20', 'name': 'network-vif-deleted', 'tag': 'dc1daadc-491b-4426-a9e4-0f9de6c86a61', 'status': 'completed', 'code': 200} Feb 09 21:47:48.921376 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96692857-0ac5-4130-b9cf-d0f7e6238a70 x-openstack-request-id: req-96692857-0ac5-4130-b9cf-d0f7e6238a70 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:48.921677 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:48.921934 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96692857-0ac5-4130-b9cf-d0f7e6238a70 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:48.922366 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d', 'status': 'completed', 'code': 200} Feb 09 21:47:48.948757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-04918dd9-a962-4ffa-a145-08091f890dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457292 Feb 09 21:47:48.970346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994733d-4ae2-493f-86bb-8100e47076ee None None] Network 27800f0c-1e5d-4670-a211-3aded5536fd1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:48.977625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f3fee65-65d4-4889-a3e8-6ff0b278b962 req-c7ac246b-fdd4-46f8-af11-8031d4f679e1 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150274 Feb 09 21:47:49.088753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b8fff3f0-ee3a-4632-b7e5-cef56afc5a71 None None] Provisioning complete for port ec00aaed-56c6-485e-9a3c-666a7071f3ea triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:49.089207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8fff3f0-ee3a-4632-b7e5-cef56afc5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.095732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7418-65b1-4aef-ae33-396815f033df req-1799ccaa-b0fc-4fd4-b710-97c4bf46f266 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.100414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-395f7418-65b1-4aef-ae33-396815f033df req-1799ccaa-b0fc-4fd4-b710-97c4bf46f266 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 949 time: 0.1223547 Feb 09 21:47:49.104054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f17d7b7a-639d-4f56-88e0-d018b92b9c47 req-2e8f9c6b-bb74-411b-896e-8bf5f32802fd tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 210 time: 0.0427155 Feb 09 21:47:49.117252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9bca274-42fa-4e2f-b54c-639d8de17a4d req-6d12887a-a299-43a8-a084-e553844f61e2 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567123 Feb 09 21:47:49.226444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-395f7418-65b1-4aef-ae33-396815f033df req-6dae3811-9cc9-4696-99fd-04e6b36b7e7d tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130414 Feb 09 21:47:49.273554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b8fff3f0-ee3a-4632-b7e5-cef56afc5a71 None None] Current status of the port ec00aaed-56c6-485e-9a3c-666a7071f3ea is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:49.274092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8fff3f0-ee3a-4632-b7e5-cef56afc5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.319988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21616d6a-669e-41c3-a534-9258d47d2c9b req-69ebf68b-7c12-4e99-b879-234dcd6bd19e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.329134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21616d6a-669e-41c3-a534-9258d47d2c9b req-69ebf68b-7c12-4e99-b879-234dcd6bd19e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0876174 Feb 09 21:47:49.342609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e1b2723c-1642-4310-93cc-62e3e77c1748 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:49.379409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b8fff3f0-ee3a-4632-b7e5-cef56afc5a71 None None] For port ec00aaed-56c6-485e-9a3c-666a7071f3ea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec00aaed-56c6-485e-9a3c-666a7071f3ea,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:49.392033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21616d6a-669e-41c3-a534-9258d47d2c9b req-27e266c2-211c-47aa-943b-e1a2b128704f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577784 Feb 09 21:47:49.489534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e1b2723c-1642-4310-93cc-62e3e77c1748 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:49.489921 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.505986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38426) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:49.526574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-17c470ee-0d59-40bb-bc66-f6568523b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.528689 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-17c470ee-0d59-40bb-bc66-f6568523b698 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 1126 time: 0.1332605 Feb 09 21:47:49.546631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8fff3f0-ee3a-4632-b7e5-cef56afc5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.653832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fff3f0-ee3a-4632-b7e5-cef56afc5a71 None None] Pushing event updated for resources: {'Port': ['ID=ec00aaed-56c6-485e-9a3c-666a7071f3ea,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:49.701717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77351165-ea71-4e15-9935-63e8f6d8aa1f req-9c8c718f-87dc-4128-bfc5-a6a3e710e758 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.705543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e1b2723c-1642-4310-93cc-62e3e77c1748 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:49.707041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec00aaed-56c6-485e-9a3c-666a7071f3ea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:49.721904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77351165-ea71-4e15-9935-63e8f6d8aa1f req-9c8c718f-87dc-4128-bfc5-a6a3e710e758 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2276847 Feb 09 21:47:49.786179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0f377c38-2b7c-4767-b9d1-cff55db0b488 None None] Provisioning complete for port ec00aaed-56c6-485e-9a3c-666a7071f3ea triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:49.788782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f377c38-2b7c-4767-b9d1-cff55db0b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.858488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ec00aaed-56c6-485e-9a3c-666a7071f3ea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:49.863550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-414faa96-329a-46fb-a23d-205ebd3f1b43 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b0b23bd584543d8b83ea89ee2d1aa14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561869 Feb 09 21:47:49.864088 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.865892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:49.873707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77351165-ea71-4e15-9935-63e8f6d8aa1f req-81b9fdc6-4e9a-47b9-baff-abaaca342c33 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497588 Feb 09 21:47:49.879670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-3a63731e-87ab-40d1-a69a-7049893ac6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.881141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-3a63731e-87ab-40d1-a69a-7049893ac6aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 912 time: 0.3268135 Feb 09 21:47:49.885095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2418a23c-8174-4c74-afec-c3647636219d up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:49.944252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-eb71b57d-8337-4aac-9dbd-010e2ae72d11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d HTTP/1.1" status: 200 len: 217 time: 0.0545576 Feb 09 21:47:49.975777 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e472ad68-93a4-4ed0-ba07-0c257c5239d7 admin admin] Publish callbacks [] for security_group (2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.005020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-20ec3244-b125-44d7-aee8-3f313d965784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:50.008175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-20ec3244-b125-44d7-aee8-3f313d965784 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.0548069 Feb 09 21:47:50.048703 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e472ad68-93a4-4ed0-ba07-0c257c5239d7 admin admin] Publish callbacks [] for security_group (2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.095696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-cbd3ea22-68ac-403a-aa23-97d494f0e820 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668371 Feb 09 21:47:50.161101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0f377c38-2b7c-4767-b9d1-cff55db0b488 None None] Current status of the port ec00aaed-56c6-485e-9a3c-666a7071f3ea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:50.191206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ec00aaed-56c6-485e-9a3c-666a7071f3ea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:50.247030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4408c-388f-418a-bb1b-f2ff6e9c6d94 req-39880ea3-045f-44c9-9117-c055e0bc4979 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:50.248523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6b4408c-388f-418a-bb1b-f2ff6e9c6d94 req-39880ea3-045f-44c9-9117-c055e0bc4979 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 944 time: 0.1374478 Feb 09 21:47:50.255302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-949bb79a-80ec-4fa6-9731-875bdf649d11 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579673 Feb 09 21:47:50.312464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 2418a23c-8174-4c74-afec-c3647636219d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:47:50.313967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e472ad68-93a4-4ed0-ba07-0c257c5239d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.321128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e472ad68-93a4-4ed0-ba07-0c257c5239d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.321716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 2418a23c-8174-4c74-afec-c3647636219d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:50.322626 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2418a23c-8174-4c74-afec-c3647636219d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.324409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e472ad68-93a4-4ed0-ba07-0c257c5239d7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c HTTP/1.1" status: 204 len: 168 time: 0.4569347 Feb 09 21:47:50.354991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472ad68-93a4-4ed0-ba07-0c257c5239d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce0ac4e-f316-4ccc-a007-ed7bc35ec88c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:50.379813 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6b4408c-388f-418a-bb1b-f2ff6e9c6d94 req-6b6e1188-a59b-460e-9f22-3cd3f089fa30 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234550 Feb 09 21:47:50.427405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3949e5e5-9cb0-4481-89ee-f1f2f4f5ddf8 req-de14b1dc-d860-4c79-8d38-0e15b5a2422b service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643081 Feb 09 21:47:50.474677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2418a23c-8174-4c74-afec-c3647636219d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:50.475816 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2418a23c-8174-4c74-afec-c3647636219d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.505690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2418a23c-8174-4c74-afec-c3647636219d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:50.509125 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef52df-bbb4-4b34-9754-84b33f9add7b" -d '{"events": [{"server_uuid": "6934568b-225b-4e7d-8346-5b7e0f3388bc", "name": "network-vif-plugged", "status": "completed", "tag": "2418a23c-8174-4c74-afec-c3647636219d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:50.532614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2418a23c-8174-4c74-afec-c3647636219d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2418a23c-8174-4c74-afec-c3647636219d,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:50.554441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26ef759b-d1e0-48cf-b3bf-7976d3887de3 req-c6310d9e-152e-4b56-8831-4858d6a209a5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 210 time: 0.0608053 Feb 09 21:47:50.569374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80844cfb-4064-4fa1-ad84-be3badc4524e req-40217ed4-043a-4619-a894-8bae504efc29 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4b39b17c9a054ae0a94810ed1bd771e2 HTTP/1.1" status: 200 len: 221 time: 0.0347061 Feb 09 21:47:50.634769 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2418a23c-8174-4c74-afec-c3647636219d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.696796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2418a23c-8174-4c74-afec-c3647636219d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:50.698759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415301ce-fe8c-4fec-bf8a-a7c48652d09b req-e79eef4b-696d-4795-890f-9dd1b062c09c tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:50.706613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-415301ce-fe8c-4fec-bf8a-a7c48652d09b req-e79eef4b-696d-4795-890f-9dd1b062c09c tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 950 time: 0.0793941 Feb 09 21:47:50.759718 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-415301ce-fe8c-4fec-bf8a-a7c48652d09b req-2b6e0392-0c68-452e-bb65-816dc4684da1 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Feb 09 21:47:50.818406 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626e244-32a4-4411-b561-01ed83269ab6 x-openstack-request-id: req-e626e244-32a4-4411-b561-01ed83269ab6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:50.818951 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934568b-225b-4e7d-8346-5b7e0f3388bc", "name": "network-vif-plugged", "status": "completed", "tag": "2418a23c-8174-4c74-afec-c3647636219d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:50.819221 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e626e244-32a4-4411-b561-01ed83269ab6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:50.819649 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2418a23c-8174-4c74-afec-c3647636219d', 'code': 200} Feb 09 21:47:51.022473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d500e0-051e-4cae-b0a4-fd90c20ca5da req-5b17646c-6528-4f5f-ba8f-676209274d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:51.024025 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6d500e0-051e-4cae-b0a4-fd90c20ca5da req-5b17646c-6528-4f5f-ba8f-676209274d71 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 1132 time: 0.1039708 Feb 09 21:47:51.045893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d6b31-ed37-422e-8363-8f25dcfcadbb req-8b21e4fb-bcd4-4f72-be2b-58f4ff43233c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:51.052784 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e32d6b31-ed37-422e-8363-8f25dcfcadbb req-8b21e4fb-bcd4-4f72-be2b-58f4ff43233c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0945888 Feb 09 21:47:51.116317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6d500e0-051e-4cae-b0a4-fd90c20ca5da req-a4d79c2a-ea34-4ffe-8f0c-74ab9f06d4d1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Feb 09 21:47:51.138332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e32d6b31-ed37-422e-8363-8f25dcfcadbb req-a45c8c3c-8292-4098-b5b5-e62aacc5286e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Feb 09 21:47:51.158581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec00aaed-56c6-485e-9a3c-666a7071f3ea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:51.254516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ec00aaed-56c6-485e-9a3c-666a7071f3ea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:51.255215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.282591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75d2ef-6a2f-4d14-9787-46a95f27061a req-f809bfcf-7ab7-426a-8b95-462031ee8f8a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:51.284221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ec75d2ef-6a2f-4d14-9787-46a95f27061a req-f809bfcf-7ab7-426a-8b95-462031ee8f8a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0602076 Feb 09 21:47:51.347849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ec00aaed-56c6-485e-9a3c-666a7071f3ea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:51.348397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ec75d2ef-6a2f-4d14-9787-46a95f27061a req-86f1c2dc-72d6-4aeb-b4a2-94783fbd6451 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572202 Feb 09 21:47:51.377355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38512) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:51.424136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1b596325-b89b-45ab-931c-56bcb3fc466b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f1b7ad374334aa094cde7229bf15022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456352 Feb 09 21:47:51.428054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38516) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:51.492404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61114fa8-087a-429d-906c-43c2691ea877 admin admin] Publish callbacks [] for security_group (0abc708f-85a6-471b-a3eb-9659d2079c41), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.507536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c2cd7-ea9f-4793-8c32-02e72e8f1f54 req-d11dc34c-72fe-4de7-bdb3-56681288b09f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:51.509373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e1c2cd7-ea9f-4793-8c32-02e72e8f1f54 req-d11dc34c-72fe-4de7-bdb3-56681288b09f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0611851 Feb 09 21:47:51.526768 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61114fa8-087a-429d-906c-43c2691ea877 admin admin] Publish callbacks [] for security_group (0abc708f-85a6-471b-a3eb-9659d2079c41), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.586865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e1c2cd7-ea9f-4793-8c32-02e72e8f1f54 req-c17482ca-7f51-43e3-8e13-5ce6c4fa9a5e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625441 Feb 09 21:47:51.695235 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06337ebb-7287-4e31-8cf9-314b37234409 req-9128a657-b6fe-4a8f-b305-0226cbea8788 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 210 time: 0.0307770 Feb 09 21:47:51.704863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574d863-8dbc-432f-9c04-99dbb44494f5 req-40253eb1-73d9-4f87-ba75-27e2eec26dc9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:51.706469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c574d863-8dbc-432f-9c04-99dbb44494f5 req-40253eb1-73d9-4f87-ba75-27e2eec26dc9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 944 time: 0.0646768 Feb 09 21:47:51.736142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61114fa8-087a-429d-906c-43c2691ea877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0abc708f-85a6-471b-a3eb-9659d2079c41), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.738727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61114fa8-087a-429d-906c-43c2691ea877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.749402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61114fa8-087a-429d-906c-43c2691ea877 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0abc708f-85a6-471b-a3eb-9659d2079c41 HTTP/1.1" status: 204 len: 168 time: 0.3126962 Feb 09 21:47:51.761193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61114fa8-087a-429d-906c-43c2691ea877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abc708f-85a6-471b-a3eb-9659d2079c41,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:51.794356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c574d863-8dbc-432f-9c04-99dbb44494f5 req-9fa424c5-b438-4af1-a7af-3a6ad379af7f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814836 Feb 09 21:47:51.941281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c093e45-5422-4be1-b287-d2ccc2afa234 req-f2b5df42-52e6-450d-8520-997c62127437 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:51.944821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c093e45-5422-4be1-b287-d2ccc2afa234 req-f2b5df42-52e6-450d-8520-997c62127437 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0796177 Feb 09 21:47:52.010007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c093e45-5422-4be1-b287-d2ccc2afa234 req-476f38b5-b453-4ebd-9d97-8991362ec48b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528872 Feb 09 21:47:52.095077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 51979a07-26eb-4f37-aa9c-842f2cb8110d details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:47:52.197191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461afcf-3767-43e4-8fe5-b6d199182441 req-3e1d4378-3401-4853-a90e-ec90fb8a535e tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:52.202498 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e461afcf-3767-43e4-8fe5-b6d199182441 req-3e1d4378-3401-4853-a90e-ec90fb8a535e tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 950 time: 0.1184139 Feb 09 21:47:52.238809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 51979a07-26eb-4f37-aa9c-842f2cb8110d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:52.259525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '51979a07-26eb-4f37-aa9c-842f2cb8110d', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'port_id': '51979a07-26eb-4f37-aa9c-842f2cb8110d', 'mac_address': 'fa:16:3e:3a:f2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd08550-b806-4ee3-b711-ecc6d2caf5f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:47:52.400830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e461afcf-3767-43e4-8fe5-b6d199182441 req-d79edffc-d90f-48ce-870b-0dd5953f8e11 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838400 Feb 09 21:47:52.414576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-8201a2a0-5b27-4af4-9c2b-24d93e05e939 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:52.426866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-8201a2a0-5b27-4af4-9c2b-24d93e05e939 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:52.433142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-8201a2a0-5b27-4af4-9c2b-24d93e05e939 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "GET /v2.0/networks?id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609&id=27800f0c-1e5d-4670-a211-3aded5536fd1&id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 HTTP/1.1" status: 200 len: 1392 time: 0.2295754 Feb 09 21:47:52.436346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 51979a07-26eb-4f37-aa9c-842f2cb8110d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:52.436869 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.446661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'port': {'device_id': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609', 'admin_state_up': True, 'tenant_id': '8d48571ba458478ca9ca9af08e938455'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:52.459904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51979a07-26eb-4f37-aa9c-842f2cb8110d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:52.491233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 51979a07-26eb-4f37-aa9c-842f2cb8110d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:52.579749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c3479-90a8-4e0a-b1d1-bb3492d1a92f req-ecdf3040-9833-4843-8679-a7e3d2f02585 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:52.596455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-273c3479-90a8-4e0a-b1d1-bb3492d1a92f req-ecdf3040-9833-4843-8679-a7e3d2f02585 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1023800 Feb 09 21:47:52.666780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-273c3479-90a8-4e0a-b1d1-bb3492d1a92f req-8005bc4e-07c9-4462-a123-c58f832d5a62 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688808 Feb 09 21:47:52.797619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a868-de15-4593-9868-2c8b35e4fb8a req-b09bb839-cc21-4b67-917a-5ca049eaba92 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:52.799520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ee8a868-de15-4593-9868-2c8b35e4fb8a req-b09bb839-cc21-4b67-917a-5ca049eaba92 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0569782 Feb 09 21:47:52.879067 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.882045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ee8a868-de15-4593-9868-2c8b35e4fb8a req-dde201df-6b18-4a65-b39e-c24261c9bbec tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707784 Feb 09 21:47:52.966486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=51979a07-26eb-4f37-aa9c-842f2cb8110d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:53.007145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:53.010801 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.041660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-317e3f1d-addd-4eb7-b18e-4ec35d412df2 req-e412b9a3-d89b-4f61-b61d-d62fa009042e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 210 time: 0.0625560 Feb 09 21:47:53.172711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['51979a07-26eb-4f37-aa9c-842f2cb8110d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:53.178921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fbef-0a7f-47b1-ae99-33a9c2cebe64 req-9eb949b3-771a-4e62-adfd-9958376b1cbf tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:53.180670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d186fbef-0a7f-47b1-ae99-33a9c2cebe64 req-9eb949b3-771a-4e62-adfd-9958376b1cbf tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 945 time: 0.0633454 Feb 09 21:47:53.217823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Allocated IP 19.80.0.219 (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609/9187751e-8328-43b8-adf3-8a63ed66cf4a/f7743204-3e16-4acb-b2fb-3e56b9b071b5) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:53.242179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d186fbef-0a7f-47b1-ae99-33a9c2cebe64 req-3ee399b7-45b6-45cf-82d9-690f4a6c9390 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Feb 09 21:47:53.492311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9d552-ccee-4fb7-821c-5f5d82b1d1bd req-064e1472-8694-4a42-aa70-fd02bc2ad9dd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:53.493597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11b9d552-ccee-4fb7-821c-5f5d82b1d1bd req-064e1472-8694-4a42-aa70-fd02bc2ad9dd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1906490 Feb 09 21:47:53.575301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.590000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54241b-11a0-4672-b769-7d03a2538724 req-8c659521-15b0-4741-9c4e-7ed2605e6863 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:53.592570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d54241b-11a0-4672-b769-7d03a2538724 req-8c659521-15b0-4741-9c4e-7ed2605e6863 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 950 time: 0.0880616 Feb 09 21:47:53.595498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11b9d552-ccee-4fb7-821c-5f5d82b1d1bd req-3c550cf1-07ee-4838-ad4d-a032f315bd46 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822434 Feb 09 21:47:53.711218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.717458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d54241b-11a0-4672-b769-7d03a2538724 req-24a33812-e9e8-4021-9748-95f88a2586da tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133788 Feb 09 21:47:53.772865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38602) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:53.820238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:53.824342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38606) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:53.835689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:53.840277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:53.931828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:53.932546 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.950800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1592517552'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:53.993202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8db56-e344-4d2e-8cca-a6042ed90039 req-426bf7a6-6089-4ed2-bc0d-95782922c305 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:54.001830 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7d8db56-e344-4d2e-8cca-a6042ed90039 req-426bf7a6-6089-4ed2-bc0d-95782922c305 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3079257 Feb 09 21:47:54.011292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Port': ['ID=f7743204-3e16-4acb-b2fb-3e56b9b071b5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:54.104316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 51979a07-26eb-4f37-aa9c-842f2cb8110d up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:54.115311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7d8db56-e344-4d2e-8cca-a6042ed90039 req-741ed0f8-bf17-45e0-8b4e-d1a2272975a7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124904 Feb 09 21:47:54.139128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-989c655c-0e55-4b1e-9809-e84350841eb7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6963663 Feb 09 21:47:54.152045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'port': {'device_id': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1', 'admin_state_up': True, 'tenant_id': '8d48571ba458478ca9ca9af08e938455'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:54.171769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f0b4f397-303a-41e6-9cef-a749318d39f2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b08235ee42e466c8c072e9e8799d1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460705 Feb 09 21:47:54.207878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38618) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:54.256734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7664bacd-7453-4ab9-9ccd-b9eddda2550d None None] Provisioning complete for port f7743204-3e16-4acb-b2fb-3e56b9b071b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:54.260676 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7664bacd-7453-4ab9-9ccd-b9eddda2550d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.289074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeb2cb2b-6b48-444f-9f8a-480c4de4fbf0 admin admin] Publish callbacks [] for security_group (ac753d01-3233-4d0f-8c15-b465f8d0bfb2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.292752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Made reservation on behalf of 8d029296d74048f1904ed9427a211e33 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:54.296179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.320734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7664bacd-7453-4ab9-9ccd-b9eddda2550d None None] Port f7743204-3e16-4acb-b2fb-3e56b9b071b5 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:54.330386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928e8b4-0d1a-4e85-b7ec-21fa508d403e req-3d4c98c0-a67c-4dee-aba2-8dabe6752f48 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:54.331754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 51979a07-26eb-4f37-aa9c-842f2cb8110d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:47:54.341444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6928e8b4-0d1a-4e85-b7ec-21fa508d403e req-3d4c98c0-a67c-4dee-aba2-8dabe6752f48 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 932 time: 0.1767364 Feb 09 21:47:54.342585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 51979a07-26eb-4f37-aa9c-842f2cb8110d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:54.342974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.347345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.402364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeb2cb2b-6b48-444f-9f8a-480c4de4fbf0 admin admin] Publish callbacks [] for security_group (ac753d01-3233-4d0f-8c15-b465f8d0bfb2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.457080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 51979a07-26eb-4f37-aa9c-842f2cb8110d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:54.457482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.473253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:54.475411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.537282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:54.549465 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14998187-628b-4fde-89a6-85b1d290d4e7" -d '{"events": [{"server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "name": "network-vif-plugged", "status": "completed", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:54.561558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6928e8b4-0d1a-4e85-b7ec-21fa508d403e req-23da8086-c554-4102-bfef-df3dfd7dfc7a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191267 Feb 09 21:47:54.613024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 51979a07-26eb-4f37-aa9c-842f2cb8110d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:54.673491 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for security_group (90cc7d86-23a6-4b09-a217-52aacafeca1d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.737132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.751969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeb2cb2b-6b48-444f-9f8a-480c4de4fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ac753d01-3233-4d0f-8c15-b465f8d0bfb2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.755433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeb2cb2b-6b48-444f-9f8a-480c4de4fbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.757008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aeb2cb2b-6b48-444f-9f8a-480c4de4fbf0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac753d01-3233-4d0f-8c15-b465f8d0bfb2 HTTP/1.1" status: 204 len: 168 time: 0.5470443 Feb 09 21:47:54.780624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2cb2b-6b48-444f-9f8a-480c4de4fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac753d01-3233-4d0f-8c15-b465f8d0bfb2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:54.788207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Allocated IP 19.86.0.215 (27800f0c-1e5d-4670-a211-3aded5536fd1/3c4481ad-0cdc-4b77-9da3-31fc2f97c790/e06d1132-e4a5-4977-872a-0129f4981aa4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:54.799580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4def3d7-f891-4e7d-885e-062ee3b3e4cb req-fc8d8127-27f4-453a-96cd-d0a9c0e16caf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:54.801321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4def3d7-f891-4e7d-885e-062ee3b3e4cb req-fc8d8127-27f4-453a-96cd-d0a9c0e16caf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1163523 Feb 09 21:47:54.812453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c6ded-1f89-4ebe-8601-ec5321aa58ee req-59b5fb2d-706f-4059-9fa6-0221d4d59790 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:54.821408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (90cc7d86-23a6-4b09-a217-52aacafeca1d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.822218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-138c6ded-1f89-4ebe-8601-ec5321aa58ee req-59b5fb2d-706f-4059-9fa6-0221d4d59790 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 945 time: 0.2596169 Feb 09 21:47:54.850428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:54.884425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=51979a07-26eb-4f37-aa9c-842f2cb8110d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:54.915074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a80c9891-5524-4e5b-a911-563d7904d558), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.916825 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Added segment a80c9891-5524-4e5b-a911-563d7904d558 of type vlan for network c13c163c-5273-46d8-b6d2-65541561970d Feb 09 21:47:54.924874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-138c6ded-1f89-4ebe-8601-ec5321aa58ee req-d640552a-563f-451f-b56c-085ec861ade4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020122 Feb 09 21:47:54.988210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c13c163c-5273-46d8-b6d2-65541561970d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.103100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4def3d7-f891-4e7d-885e-062ee3b3e4cb req-be300bfa-5a9e-4270-8cf1-7cda904f6ec1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950389 Feb 09 21:47:55.117163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.120788 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc7d86-23a6-4b09-a217-52aacafeca1d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:55.135229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c13c163c-5273-46d8-b6d2-65541561970d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.143658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.144976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.188608 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea58731-b30a-4f23-8e02-e03d424bd9a6 x-openstack-request-id: req-8ea58731-b30a-4f23-8e02-e03d424bd9a6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:55.189096 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "name": "network-vif-plugged", "status": "completed", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:55.189202 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8ea58731-b30a-4f23-8e02-e03d424bd9a6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:55.189543 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d', 'code': 200} Feb 09 21:47:55.280593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Network': ['ID=c13c163c-5273-46d8-b6d2-65541561970d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:55.288814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c13c163c-5273-46d8-b6d2-65541561970d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:55.365543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8edc26b0-db1e-49b5-a303-631a6a3afcfe tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5879200 Feb 09 21:47:55.366448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38642) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:55.372488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'subnet': {'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:55.433433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.551018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1336980-2b8a-48e8-a0bc-f8d23d2ccd9a req-098bf907-b341-4f7d-919b-3d6ad13f4ac4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.557223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network 27800f0c-1e5d-4670-a211-3aded5536fd1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:55.570235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:55.590156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1336980-2b8a-48e8-a0bc-f8d23d2ccd9a req-098bf907-b341-4f7d-919b-3d6ad13f4ac4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3117280 Feb 09 21:47:55.593150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:55.671476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.672491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.706914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5861e0e-31d4-4a9f-bfbe-0f1673e16b4c req-bdc9d064-a5a6-4ce3-993e-4b71aba6fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.711683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5861e0e-31d4-4a9f-bfbe-0f1673e16b4c req-bdc9d064-a5a6-4ce3-993e-4b71aba6fd5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 1128 time: 0.4432104 Feb 09 21:47:55.713638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Port': ['ID=e06d1132-e4a5-4977-872a-0129f4981aa4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:55.792199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1336980-2b8a-48e8-a0bc-f8d23d2ccd9a req-5af6bb42-4519-4705-9aa2-36908dbf7cc1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995645 Feb 09 21:47:55.889415 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5861e0e-31d4-4a9f-bfbe-0f1673e16b4c req-52e97dcc-5415-4ec3-a339-68a7bef4d2c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661975 Feb 09 21:47:55.901615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f20b1897-12d3-4046-982e-839576c3a973 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7559378 Feb 09 21:47:55.914754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'port': {'device_id': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609', 'admin_state_up': True, 'tenant_id': '8d48571ba458478ca9ca9af08e938455'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:55.956745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da417746-c261-49b1-8fb3-b4e48229fc6a req-b8f4ceb3-8e40-43c6-bfa4-9a0f0ab5782a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.971009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da417746-c261-49b1-8fb3-b4e48229fc6a req-b8f4ceb3-8e40-43c6-bfa4-9a0f0ab5782a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.992827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da417746-c261-49b1-8fb3-b4e48229fc6a req-b8f4ceb3-8e40-43c6-bfa4-9a0f0ab5782a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 1655 time: 0.1058185 Feb 09 21:47:55.995767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Made reservation on behalf of 8d029296d74048f1904ed9427a211e33 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:55.999159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.034909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811f41c-c025-4ea9-87e8-ce74635a8c75 req-576fd3d1-9f34-479b-af47-8d792e41fbc4 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.042264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0811f41c-c025-4ea9-87e8-ce74635a8c75 req-576fd3d1-9f34-479b-af47-8d792e41fbc4 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 950 time: 0.2667243 Feb 09 21:47:56.075339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5edef715-93b5-4dfb-838a-6eb88bfe72fa None None] Provisioning complete for port e06d1132-e4a5-4977-872a-0129f4981aa4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:56.075732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5edef715-93b5-4dfb-838a-6eb88bfe72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.149024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5edef715-93b5-4dfb-838a-6eb88bfe72fa None None] Port e06d1132-e4a5-4977-872a-0129f4981aa4 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:56.190878 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0811f41c-c025-4ea9-87e8-ce74635a8c75 req-6159cf92-1399-4539-b21b-ed5c6661a8a0 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424098 Feb 09 21:47:56.263805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da417746-c261-49b1-8fb3-b4e48229fc6a req-a0361072-92b2-41f2-8042-93ceb5e55754 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699978 Feb 09 21:47:56.346760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:56.346760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.420246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9d99b-7d9e-4020-9530-018842ef32ea req-b4c4f387-8366-4856-acb9-973d035b71de tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.422179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59f9d99b-7d9e-4020-9530-018842ef32ea req-b4c4f387-8366-4856-acb9-973d035b71de tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1469150 Feb 09 21:47:56.475189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09c012-2516-4d8c-b51f-9ddd5f5ded89 req-551b0f2d-d07e-45d4-8c5d-39e363236191 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.480932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee09c012-2516-4d8c-b51f-9ddd5f5ded89 req-551b0f2d-d07e-45d4-8c5d-39e363236191 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0799105 Feb 09 21:47:56.486332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (7d6af33c-76aa-45b9-8a14-2903edd87cf4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.573251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38676) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:56.574254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Subnet': ['ID=7d6af33c-76aa-45b9-8a14-2903edd87cf4,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:56.578170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59f9d99b-7d9e-4020-9530-018842ef32ea req-8a1ab271-5fb0-4107-bc70-82057ecb7e38 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199381 Feb 09 21:47:56.627510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Allocated IP 19.80.0.129 (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609/9187751e-8328-43b8-adf3-8a63ed66cf4a/19a0c5e5-82a1-4cf3-846c-3088e84dfdb6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:56.653633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee09c012-2516-4d8c-b51f-9ddd5f5ded89 req-0f368bda-3fc5-4e54-9ae6-1704c91a000c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577215 Feb 09 21:47:56.681334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Checking segment: {'id': 'a80c9891-5524-4e5b-a911-563d7904d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:56.682932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Network hostable DHCP agents. Network: c13c163c-5273-46d8-b6d2-65541561970d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:56.774629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1130473639-network', 'tenant_id': '753b76572d5a467b8c5e3944e42779d5'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:56.795421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Network c13c163c-5273-46d8-b6d2-65541561970d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:56.863136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Made reservation on behalf of 753b76572d5a467b8c5e3944e42779d5 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:56.866313 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.882912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.908405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c13c163c-5273-46d8-b6d2-65541561970d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:56.914184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.915079 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.924084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0484519-8b39-4b9b-b64c-e5484e9bd0ec None None] Network c13c163c-5273-46d8-b6d2-65541561970d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:57.052187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks [] for security_group (a470c510-6e56-4c0b-985a-896b80fe5439), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.060366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7d02489e-713e-451f-8053-625e3bf614b4 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6919391 Feb 09 21:47:57.068414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38686) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:57.073287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2b8ab5ba-e1b3-4c21-8bf2-20b1e8b63f84 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-259878340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:57.111273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.134032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c13c163c-5273-46d8-b6d2-65541561970d', 'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d', 'project_id': '8d029296d74048f1904ed9427a211e33', 'fixed_ips': [{'subnet_id': '7d6af33c-76aa-45b9-8a14-2903edd87cf4'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:57.135228 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.142913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a470c510-6e56-4c0b-985a-896b80fe5439), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.186211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:57.198083 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab5ba-e1b3-4c21-8bf2-20b1e8b63f84 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (9b305848-335a-4791-8b18-d2cdd784840e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.201101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab5ba-e1b3-4c21-8bf2-20b1e8b63f84 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (9b305848-335a-4791-8b18-d2cdd784840e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.265406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a470c510-6e56-4c0b-985a-896b80fe5439,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:57.286963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f1789ab6-2f64-4631-bade-b26b1535ab2b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.287353 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Added segment f1789ab6-2f64-4631-bade-b26b1535ab2b of type vlan for network 084a8a0b-99e1-4851-9cd4-f977f3f5775e Feb 09 21:47:57.469593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Allocated IP 172.20.0.2 (c13c163c-5273-46d8-b6d2-65541561970d/7d6af33c-76aa-45b9-8a14-2903edd87cf4/3db663d4-cc0f-44e5-8404-9c12eb57ef63) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:57.471673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (084a8a0b-99e1-4851-9cd4-f977f3f5775e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.506720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab5ba-e1b3-4c21-8bf2-20b1e8b63f84 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for router_controller (9b305848-335a-4791-8b18-d2cdd784840e), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.541508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6fd59-eb3c-4554-888b-d9cf0fe0b052 req-376dac11-1a91-408f-9d4c-95fa0fc8dcf1 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:57.544019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff6fd59-eb3c-4554-888b-d9cf0fe0b052 req-376dac11-1a91-408f-9d4c-95fa0fc8dcf1 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 950 time: 0.2282224 Feb 09 21:47:57.634945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff6fd59-eb3c-4554-888b-d9cf0fe0b052 req-76ca2992-242c-415c-aea2-177c9d55b3a6 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800676 Feb 09 21:47:57.639934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (084a8a0b-99e1-4851-9cd4-f977f3f5775e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.642569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:57.646362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.671127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab5ba-e1b3-4c21-8bf2-20b1e8b63f84 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (9b305848-335a-4791-8b18-d2cdd784840e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.817459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2403555 Feb 09 21:47:57.819285 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Publish callbacks [] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.823303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-d682fd1f-5500-4bd0-a9e0-bde6de1c1c33 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:57.823638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38696) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:57.825065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-d682fd1f-5500-4bd0-a9e0-bde6de1c1c33 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.110 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 950 time: 0.8035944 Feb 09 21:47:57.834484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Request body: {'subnet': {'network_id': '084a8a0b-99e1-4851-9cd4-f977f3f5775e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1130473639-subnet', 'tenant_id': '753b76572d5a467b8c5e3944e42779d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:57.841722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26e156-e116-44d0-a5a4-162613523d29 req-690d3748-446d-4693-b081-006bd8f9361c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:57.843312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e26e156-e116-44d0-a5a4-162613523d29 req-690d3748-446d-4693-b081-006bd8f9361c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 1.0699139 Feb 09 21:47:57.844512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.892938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855480aa-91bc-46c6-b07a-fab727738939 req-c6737e4a-1eb9-4a8c-b1d1-8afcdf7c6546 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:57.897462 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.898680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855480aa-91bc-46c6-b07a-fab727738939 req-c6737e4a-1eb9-4a8c-b1d1-8afcdf7c6546 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:57.906605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-855480aa-91bc-46c6-b07a-fab727738939 req-c6737e4a-1eb9-4a8c-b1d1-8afcdf7c6546 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 1655 time: 0.1299770 Feb 09 21:47:57.910602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab5ba-e1b3-4c21-8bf2-20b1e8b63f84 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.911837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2b8ab5ba-e1b3-4c21-8bf2-20b1e8b63f84 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8423653 Feb 09 21:47:57.915459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493dafe-3b02-409d-8c5d-8e96ef8e3672 admin admin] Pushing event updated for resources: {'Network': ['ID=084a8a0b-99e1-4851-9cd4-f977f3f5775e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:57.917598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38698) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:57.945103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Network c13c163c-5273-46d8-b6d2-65541561970d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:57.989413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 084a8a0b-99e1-4851-9cd4-f977f3f5775e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:58.019295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:58.031285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:58.085862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:58.098212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Pushing event updated for resources: {'Port': ['ID=3db663d4-cc0f-44e5-8404-9c12eb57ef63,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:58.112454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:58.119380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:58.228621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Port': ['ID=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:58.244778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Attempting to bind port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:58.245846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Attempting to bind port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a80c9891-5524-4e5b-a911-563d7904d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:58.245846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Attempting to bind port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 on network c13c163c-5273-46d8-b6d2-65541561970d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:58.256178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e26e156-e116-44d0-a5a4-162613523d29 req-8da19692-fce3-42e2-9e2b-ed9599b572be tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324144 Feb 09 21:47:58.258344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:58.261016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Checking segment: {'id': 'a80c9891-5524-4e5b-a911-563d7904d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:58.261556 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.262074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Bound using segment: {'id': 'a80c9891-5524-4e5b-a911-563d7904d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:58.263760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Bound port: 3db663d4-cc0f-44e5-8404-9c12eb57ef63, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80c9891-5524-4e5b-a911-563d7904d558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:58.265149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.276977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:58.277685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.303590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Deleting port 2418a23c-8174-4c74-afec-c3647636219d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:58.303957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2418a23c-8174-4c74-afec-c3647636219d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.411190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-024745cc-4e85-4271-905e-e10e82c2fde6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5000188 Feb 09 21:47:58.426572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Request body: {'port': {'device_id': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:58.429497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] For port 3db663d4-cc0f-44e5-8404-9c12eb57ef63, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:58.433353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] For port 3db663d4-cc0f-44e5-8404-9c12eb57ef63, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3db663d4-cc0f-44e5-8404-9c12eb57ef63,segment=NetworkSegment(a80c9891-5524-4e5b-a911-563d7904d558),segment_id=a80c9891-5524-4e5b-a911-563d7904d558)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:58.529535 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.572339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] For port 2418a23c-8174-4c74-afec-c3647636219d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2418a23c-8174-4c74-afec-c3647636219d,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:58.573028 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2418a23c-8174-4c74-afec-c3647636219d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.577840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.599021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03664b37-07ea-49b7-b2a5-f236e78b8643 None None] Pushing event updated for resources: {'Port': ['ID=3db663d4-cc0f-44e5-8404-9c12eb57ef63,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:58.611859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Calling delete_port for 2418a23c-8174-4c74-afec-c3647636219d owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:58.640008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-57e14795-a7ae-483d-a1f6-636dde8cb7dd None None] Provisioning complete for port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:58.640257 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-57e14795-a7ae-483d-a1f6-636dde8cb7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.675191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Made reservation on behalf of 753b76572d5a467b8c5e3944e42779d5 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:58.680303 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.686946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-57e14795-a7ae-483d-a1f6-636dde8cb7dd None None] Port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:58.713367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd28aae-0cd0-427c-ba10-54e8b0ad0a06 req-152f7a92-df4f-4ab1-802b-af914f2938bc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:58.715297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edd28aae-0cd0-427c-ba10-54e8b0ad0a06 req-152f7a92-df4f-4ab1-802b-af914f2938bc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2950432 Feb 09 21:47:58.842936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-855480aa-91bc-46c6-b07a-fab727738939 req-6f3d1255-e13c-4f0f-9b6d-27e2de8dcb24 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9297876 Feb 09 21:47:58.853187 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edd28aae-0cd0-427c-ba10-54e8b0ad0a06 req-9ffdb578-757c-447c-b56c-d0348f8e2803 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123610 Feb 09 21:47:59.118006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.131455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.249522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3db663d4-cc0f-44e5-8404-9c12eb57ef63 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:59.260539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb745d-270d-414f-a7e5-0357cffb6a0e req-46c77e48-1294-4508-b203-846bbd8c6c75 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:59.263102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0eb745d-270d-414f-a7e5-0357cffb6a0e req-46c77e48-1294-4508-b203-846bbd8c6c75 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/ports?device_id=6934568b-225b-4e7d-8346-5b7e0f3388bc HTTP/1.1" status: 200 len: 950 time: 0.2485044 Feb 09 21:47:59.267361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (785d8dfa-167e-4cd0-85ea-96696751171b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.268563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2418a23c-8174-4c74-afec-c3647636219d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.311548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Pushing event deleted for resources: {'Port': ['ID=2418a23c-8174-4c74-afec-c3647636219d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:59.315823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7743204-3e16-4acb-b2fb-3e56b9b071b5 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:59.346887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Publish callbacks [] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.369810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:59.374278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.382676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Transition to ACTIVE for port object f7743204-3e16-4acb-b2fb-3e56b9b071b5 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:47:59.442261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] No DVR routers for this DVR port 2418a23c-8174-4c74-afec-c3647636219d on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:59.476307 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.478427 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-986a90d9-03e5-4c59-962c-5fe2b7f36a68 req-28eadcb1-c740-4782-81ca-86dc0f984757 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.110 "DELETE /v2.0/ports/2418a23c-8174-4c74-afec-c3647636219d HTTP/1.1" status: 204 len: 173 time: 1.6455004 Feb 09 21:47:59.483797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'name': 'network-vif-deleted', 'tag': '2418a23c-8174-4c74-afec-c3647636219d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:59.486909 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674edddd-2387-441c-b1c3-feb01d2b7afe" -d '{"events": [{"server_uuid": "6934568b-225b-4e7d-8346-5b7e0f3388bc", "name": "network-vif-deleted", "tag": "2418a23c-8174-4c74-afec-c3647636219d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:59.496974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.504042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:59.504538 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.548140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 3db663d4-cc0f-44e5-8404-9c12eb57ef63, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3db663d4-cc0f-44e5-8404-9c12eb57ef63,segment=NetworkSegment(a80c9891-5524-4e5b-a911-563d7904d558),segment_id=a80c9891-5524-4e5b-a911-563d7904d558)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:59.564272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d40c4-f0aa-4a12-8d54-139c786689b3 req-8fa9116f-8a91-4489-ac02-fa7c9081dd87 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:59.572078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e27d40c4-f0aa-4a12-8d54-139c786689b3 req-8fa9116f-8a91-4489-ac02-fa7c9081dd87 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1312420 Feb 09 21:47:59.631537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785d8dfa-167e-4cd0-85ea-96696751171b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:59.646132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.698113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7743204-3e16-4acb-b2fb-3e56b9b071b5,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:59.754347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e27d40c4-f0aa-4a12-8d54-139c786689b3 req-34d48a0d-8c65-4655-aca4-e0adb6c05556 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812510 Feb 09 21:47:59.774954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=3db663d4-cc0f-44e5-8404-9c12eb57ef63,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:59.826117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Attempting to bind port f7743204-3e16-4acb-b2fb-3e56b9b071b5 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:59.826848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Attempting to bind port f7743204-3e16-4acb-b2fb-3e56b9b071b5 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:59.827455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Attempting to bind port f7743204-3e16-4acb-b2fb-3e56b9b071b5 on network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:59.845523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Port f7743204-3e16-4acb-b2fb-3e56b9b071b5 on network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:59.847887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Attempting to bind port f7743204-3e16-4acb-b2fb-3e56b9b071b5 on network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:59.854574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:59.855195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Checking segment: {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:59.856227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Bound using segment: {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:59.859234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Bound port: f7743204-3e16-4acb-b2fb-3e56b9b071b5, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:59.860412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.888394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Checking segment: {'id': 'f1789ab6-2f64-4631-bade-b26b1535ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '084a8a0b-99e1-4851-9cd4-f977f3f5775e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:59.893623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Network hostable DHCP agents. Network: 084a8a0b-99e1-4851-9cd4-f977f3f5775e, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:59.915644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2418a23c-8174-4c74-afec-c3647636219d no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:59.968359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0eb745d-270d-414f-a7e5-0357cffb6a0e req-ab6e66b7-87c2-41e4-a316-efadb4f940f3 tempest-TenantUsagesTestJSON-1610168698 tempest-TenantUsagesTestJSON-1610168698-project] 10.222.0.98 "GET /v2.0/security-groups?id=371c6e0e-0b6d-4857-9dd3-102cc0d8f251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904180 Feb 09 21:48:00.010287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 2418a23c-8174-4c74-afec-c3647636219d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:00.012012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2418a23c-8174-4c74-afec-c3647636219d not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:00.039321 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a99a28-b6bb-4c68-bcb2-b9921f0ce11e x-openstack-request-id: req-36a99a28-b6bb-4c68-bcb2-b9921f0ce11e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:00.039772 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934568b-225b-4e7d-8346-5b7e0f3388bc", "name": "network-vif-deleted", "tag": "2418a23c-8174-4c74-afec-c3647636219d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:00.040069 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36a99a28-b6bb-4c68-bcb2-b9921f0ce11e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:00.040537 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934568b-225b-4e7d-8346-5b7e0f3388bc', 'name': 'network-vif-deleted', 'tag': '2418a23c-8174-4c74-afec-c3647636219d', 'status': 'completed', 'code': 200} Feb 09 21:48:00.061307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85850a23-f3cd-4311-8cc7-db567f7b1e28 req-4a0870b6-268f-4ce3-a0cb-361fed0240cd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.069406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85850a23-f3cd-4311-8cc7-db567f7b1e28 req-4a0870b6-268f-4ce3-a0cb-361fed0240cd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1791432 Feb 09 21:48:00.092932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Network 084a8a0b-99e1-4851-9cd4-f977f3f5775e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:00.122946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] For port f7743204-3e16-4acb-b2fb-3e56b9b071b5, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:00.175343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85850a23-f3cd-4311-8cc7-db567f7b1e28 req-fec44ed2-eedd-49c2-b1d6-a4d7144e45a3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053703 Feb 09 21:48:00.184399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Allocated IP 172.20.0.1 (c13c163c-5273-46d8-b6d2-65541561970d/7d6af33c-76aa-45b9-8a14-2903edd87cf4/f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:00.201065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 084a8a0b-99e1-4851-9cd4-f977f3f5775e) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:00.205501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] For port f7743204-3e16-4acb-b2fb-3e56b9b071b5, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7743204-3e16-4acb-b2fb-3e56b9b071b5,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:00.211647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2e2ef-fa26-4d49-b754-2caeb7611550 None None] Network 084a8a0b-99e1-4851-9cd4-f977f3f5775e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:00.220251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.220887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.288903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.376756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5770d-7940-4885-b7c2-507246f8054f req-981fb984-67b7-4ed7-bee1-d7284b862103 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.386832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d3697b-7616-44c6-bcbf-4f70f500d6fa None None] Network 084a8a0b-99e1-4851-9cd4-f977f3f5775e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:00.391352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7f5770d-7940-4885-b7c2-507246f8054f req-981fb984-67b7-4ed7-bee1-d7284b862103 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2694645 Feb 09 21:48:00.397526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba93c3ee-7bfb-4b0e-bcca-6b4c9b440978 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5692625 Feb 09 21:48:00.415410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7743204-3e16-4acb-b2fb-3e56b9b071b5,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:00.444488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.445222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.447094 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5ccb7a4b-6fab-47fa-846c-5e823664c0d2 service neutron] 10.222.0.110 "PUT /v2.0/ports/f7743204-3e16-4acb-b2fb-3e56b9b071b5 HTTP/1.1" status: 200 len: 1092 time: 2.0253778 Feb 09 21:48:00.464647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041b05e-dce0-458f-836c-ce1e4a5953e6 req-dbf03e2d-3746-4918-9973-d67b67365768 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.472297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041b05e-dce0-458f-836c-ce1e4a5953e6 req-dbf03e2d-3746-4918-9973-d67b67365768 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.479255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041b05e-dce0-458f-836c-ce1e4a5953e6 req-dbf03e2d-3746-4918-9973-d67b67365768 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.487070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b041b05e-dce0-458f-836c-ce1e4a5953e6 req-dbf03e2d-3746-4918-9973-d67b67365768 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2389 time: 0.2149212 Feb 09 21:48:00.545774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777d51e-461f-4148-82a8-1c08f06122c2 None None] Network c13c163c-5273-46d8-b6d2-65541561970d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:00.549331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b041b05e-dce0-458f-836c-ce1e4a5953e6 req-4a5db7e4-f0e6-452c-9362-45072fab84eb tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 Feb 09 21:48:00.590806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Request body: {'port': {'device_id': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:00.695254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.721838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7f5770d-7940-4885-b7c2-507246f8054f req-a227779c-49ce-4fe6-931a-447eb4d5752c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189769 Feb 09 21:48:00.733862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.903594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.017821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Network c13c163c-5273-46d8-b6d2-65541561970d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:01.021295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:01.028955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:01.056259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e4cbe2f9-bed9-45b0-b797-fa4a2bb0bb89 None None] Provisioning complete for port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:01.056645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4cbe2f9-bed9-45b0-b797-fa4a2bb0bb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.073830 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-32e17fdd-32c6-46ac-9d9f-0bc45dbd37b1 req-2bf99423-dbc2-41d5-9965-1e700ad68fb6 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] show failed (client error): The resource could not be found. Feb 09 21:48:01.074877 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32e17fdd-32c6-46ac-9d9f-0bc45dbd37b1 req-2bf99423-dbc2-41d5-9965-1e700ad68fb6 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "GET /v2.0/security-groups/96a5e385-764a-4448-821f-b5ae70a1e467 HTTP/1.1" status: 404 len: 352 time: 0.0280268 Feb 09 21:48:01.129708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Port': ['ID=f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:01.133045 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.177317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16fe12-68b9-4ccb-8c00-54c1f83400f0 req-38531f15-9a86-4398-8c03-ceaafd127dfe tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:01.185433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd16fe12-68b9-4ccb-8c00-54c1f83400f0 req-38531f15-9a86-4398-8c03-ceaafd127dfe tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1535513 Feb 09 21:48:01.205132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (9b305848-335a-4791-8b18-d2cdd784840e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.235698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3db663d4-cc0f-44e5-8404-9c12eb57ef63 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:01.282311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06d1132-e4a5-4977-872a-0129f4981aa4 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:01.294770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Publish callbacks [] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.316240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Transition to ACTIVE for port object e06d1132-e4a5-4977-872a-0129f4981aa4 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:01.342263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd16fe12-68b9-4ccb-8c00-54c1f83400f0 req-c5b22583-7f36-4815-97d0-eb7b92024f18 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559381 Feb 09 21:48:01.384662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbe2f9-bed9-45b0-b797-fa4a2bb0bb89 None None] Current status of the port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:01.423389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:01.423834 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.442551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.534708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e06d1132-e4a5-4977-872a-0129f4981aa4,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:01.550548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-491ab9d3-de44-478f-a977-d81a4c264c30 req-df0b30c4-8cd9-4ff5-bb1a-76c8bc01b6b7 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=753b76572d5a467b8c5e3944e42779d5 HTTP/1.1" status: 200 len: 3005 time: 0.1516714 Feb 09 21:48:01.582020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5656d-24e9-426f-be6e-b31424f86b0a req-f04173f0-7909-431a-914d-2b03453ae5ff tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:01.598825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7d5656d-24e9-426f-be6e-b31424f86b0a req-f04173f0-7909-431a-914d-2b03453ae5ff tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2273088 Feb 09 21:48:01.612304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:01.687855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.788963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7d5656d-24e9-426f-be6e-b31424f86b0a req-c222c61d-c227-4c7f-a4f5-29bfd6f27b69 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893046 Feb 09 21:48:01.835978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Attempting to bind port e06d1132-e4a5-4977-872a-0129f4981aa4 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:01.836306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Attempting to bind port e06d1132-e4a5-4977-872a-0129f4981aa4 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:01.836647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Attempting to bind port e06d1132-e4a5-4977-872a-0129f4981aa4 on network 27800f0c-1e5d-4670-a211-3aded5536fd1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:01.847823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Port e06d1132-e4a5-4977-872a-0129f4981aa4 on network 27800f0c-1e5d-4670-a211-3aded5536fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:01.848163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Attempting to bind port e06d1132-e4a5-4977-872a-0129f4981aa4 on network 27800f0c-1e5d-4670-a211-3aded5536fd1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:01.861934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:01.862290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Checking segment: {'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:01.862692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Bound using segment: {'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:01.863143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Bound port: e06d1132-e4a5-4977-872a-0129f4981aa4, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79c2d69-b78c-4796-8096-eba25e0743a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:01.863508 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.961787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bcf790bc-b4f5-4f90-89ea-a49edbf121f3 None None] Provisioning complete for port f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:01.961787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcf790bc-b4f5-4f90-89ea-a49edbf121f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.033938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bcf790bc-b4f5-4f90-89ea-a49edbf121f3 None None] Port f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:02.038220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:02.062183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:02.066240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bcf790bc-b4f5-4f90-89ea-a49edbf121f3 None None] Provisioning complete for port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:02.066630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcf790bc-b4f5-4f90-89ea-a49edbf121f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.073717 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2853bfde-395b-4756-b8b8-0a465d8e8dad" -d '{"events": [{"name": "network-changed", "server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:02.129747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] For port e06d1132-e4a5-4977-872a-0129f4981aa4, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:02.133098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] For port e06d1132-e4a5-4977-872a-0129f4981aa4, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e06d1132-e4a5-4977-872a-0129f4981aa4,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:02.164242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5476a2-67fa-4ca0-bed9-79f728cb4875 req-a36be156-7f3c-40f8-ac90-9582c4f69870 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.166958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a5476a2-67fa-4ca0-bed9-79f728cb4875 req-a36be156-7f3c-40f8-ac90-9582c4f69870 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2153466 Feb 09 21:48:02.217883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.224525 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.236822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-491ab9d3-de44-478f-a977-d81a4c264c30 req-333d7ccb-2713-44b4-a467-bb147aa2fdc2 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "GET /v2.0/security-groups/a470c510-6e56-4c0b-985a-896b80fe5439 HTTP/1.1" status: 200 len: 3002 time: 0.6518240 Feb 09 21:48:02.280076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bcf790bc-b4f5-4f90-89ea-a49edbf121f3 None None] Current status of the port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:02.322661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-491ab9d3-de44-478f-a977-d81a4c264c30 req-c27c55dc-2b92-4857-9026-e2e48b3e6439 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "GET /v2.0/security-groups/a470c510-6e56-4c0b-985a-896b80fe5439 HTTP/1.1" status: 200 len: 3002 time: 0.0719142 Feb 09 21:48:02.322661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.356975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.357632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.364708 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] 10.222.0.110 "PUT /v2.0/ports/e06d1132-e4a5-4977-872a-0129f4981aa4 HTTP/1.1" status: 200 len: 1092 time: 1.7783470 Feb 09 21:48:02.417132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (9b305848-335a-4791-8b18-d2cdd784840e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.433111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3f9f7717-13e4-4d20-905a-a7d9bb8ab969 None None] Provisioning complete for port f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:02.433993 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f9f7717-13e4-4d20-905a-a7d9bb8ab969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.511394 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a5476a2-67fa-4ca0-bed9-79f728cb4875 req-b572ec5a-8139-4fa7-9c04-a7cde43ad8a7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375018 Feb 09 21:48:02.523080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Request body: {'port': {'device_id': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:02.578668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f7717-13e4-4d20-905a-a7d9bb8ab969 None None] Port f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:02.666920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e079-37f0-4155-ac99-446861d37d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e06d1132-e4a5-4977-872a-0129f4981aa4,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:02.681855 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734105f6-ce44-425b-8921-73994b53a21a x-openstack-request-id: req-734105f6-ce44-425b-8921-73994b53a21a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:02.682263 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:02.684103 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-734105f6-ce44-425b-8921-73994b53a21a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:02.684103 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5', 'status': 'completed', 'code': 200} Feb 09 21:48:02.706319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Network c13c163c-5273-46d8-b6d2-65541561970d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:02.728020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:02.756086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bae08fe3-1970-4762-a977-018ecfda4f4f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f61d432dd52242858b7b90aed95ca06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161405 Feb 09 21:48:02.767163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38790) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:02.773192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Port': ['ID=f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:02.876301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.885994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782a137-4b7a-4cdb-b0d0-d54a441ad299 req-870431a1-d18a-443f-a1d6-a042d0c84a27 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.886455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b973f408-05a6-4735-9875-c22b60b56cd2 req-5d44d329-bcc9-437d-ab3f-6a1a454564a1 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "GET /v2.0/security-groups/a470c510-6e56-4c0b-985a-896b80fe5439 HTTP/1.1" status: 200 len: 3002 time: 0.2022908 Feb 09 21:48:02.892241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782a137-4b7a-4cdb-b0d0-d54a441ad299 req-870431a1-d18a-443f-a1d6-a042d0c84a27 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.900008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782a137-4b7a-4cdb-b0d0-d54a441ad299 req-870431a1-d18a-443f-a1d6-a042d0c84a27 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.911186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5782a137-4b7a-4cdb-b0d0-d54a441ad299 req-870431a1-d18a-443f-a1d6-a042d0c84a27 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2401 time: 0.4868038 Feb 09 21:48:02.960132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-483675b1-54e2-4acd-8004-a0c71d643a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.960646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-483675b1-54e2-4acd-8004-a0c71d643a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.961131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-483675b1-54e2-4acd-8004-a0c71d643a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.962812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-483675b1-54e2-4acd-8004-a0c71d643a25 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2861 time: 0.2696767 Feb 09 21:48:03.029167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5782a137-4b7a-4cdb-b0d0-d54a441ad299 req-c4435017-a5df-4a4f-9748-7595e5d2b03e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159344 Feb 09 21:48:03.140801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2a7c9314-1867-406d-ad58-aad2e1a874ea None None] Provisioning complete for port f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:03.141321 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a7c9314-1867-406d-ad58-aad2e1a874ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.142136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a88b191-6006-452a-8928-a8ec773c6442 admin admin] Publish callbacks [] for security_group (371c6e0e-0b6d-4857-9dd3-102cc0d8f251), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.174216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Router 9b305848-335a-4791-8b18-d2cdd784840e is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:48:03.209600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2a7c9314-1867-406d-ad58-aad2e1a874ea None None] Port f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:03.224467 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-b973f408-05a6-4735-9875-c22b60b56cd2 req-0fc272ad-0a09-484e-8053-62501b98b645 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:48:03.225537 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b973f408-05a6-4735-9875-c22b60b56cd2 req-0fc272ad-0a09-484e-8053-62501b98b645 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "DELETE /v2.0/security-groups/a470c510-6e56-4c0b-985a-896b80fe5439 HTTP/1.1" status: 409 len: 352 time: 0.3381987 Feb 09 21:48:03.250419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a88b191-6006-452a-8928-a8ec773c6442 admin admin] Publish callbacks [] for security_group (371c6e0e-0b6d-4857-9dd3-102cc0d8f251), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.337912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:03.344465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0d46fd7a-459e-4548-8d3e-d7aab3821548 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "PUT /v2.0/routers/9b305848-335a-4791-8b18-d2cdd784840e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4171999 Feb 09 21:48:03.352172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a3411-053a-4feb-8fd4-aac2bbd96966 req-a50bcb80-c545-4a0c-921c-06cda6a2f98b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.356236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-610a3411-053a-4feb-8fd4-aac2bbd96966 req-a50bcb80-c545-4a0c-921c-06cda6a2f98b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1781573 Feb 09 21:48:03.360123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] Sync routers for ids ['9b305848-335a-4791-8b18-d2cdd784840e'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:03.360646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38800) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:03.370079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'port': {'network_id': 'c13c163c-5273-46d8-b6d2-65541561970d', 'name': 'tempest-FloatingIPNegativeTestJSON-2005652690'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:03.375735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] Routers {'9b305848-335a-4791-8b18-d2cdd784840e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:03.376202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b305848-335a-4791-8b18-d2cdd784840e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:03.376915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-3e750ac3-918e-4b5e-8b78-ae67bcd638c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.377836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-3e750ac3-918e-4b5e-8b78-ae67bcd638c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.377836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-3e750ac3-918e-4b5e-8b78-ae67bcd638c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.379361 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-3e750ac3-918e-4b5e-8b78-ae67bcd638c1 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8d48571ba458478ca9ca9af08e938455&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3567340 Feb 09 21:48:03.429235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:03.439759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] Routers {'9b305848-335a-4791-8b18-d2cdd784840e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:03.440380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:47:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b305848-335a-4791-8b18-d2cdd784840e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:03.468329 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-610a3411-053a-4feb-8fd4-aac2bbd96966 req-65aca8fb-020a-4f07-870d-ae8a126f9ec9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090226 Feb 09 21:48:03.484647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:03.484647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64575eec-18ed-4d7c-b8a3-5c2c8044bd75 None None] The sync data for ids ['9b305848-335a-4791-8b18-d2cdd784840e'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:03.513445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e5a3-627e-43a7-aa9f-908805d6a81c req-e3ea2ae4-e0a3-4aec-855f-e8d948353a70 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.519235 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9971e5a3-627e-43a7-aa9f-908805d6a81c req-e3ea2ae4-e0a3-4aec-855f-e8d948353a70 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2086279 Feb 09 21:48:03.523309 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-3a5735f8-8a07-4d5e-8071-98ee0649b0c6 req-81b26799-5381-470a-824e-0d791b322580 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] show failed (client error): The resource could not be found. Feb 09 21:48:03.529347 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a5735f8-8a07-4d5e-8071-98ee0649b0c6 req-81b26799-5381-470a-824e-0d791b322580 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "GET /v2.0/security-groups/c50c3e32-ec19-4c2f-b1b0-e5dd4b39398b HTTP/1.1" status: 404 len: 352 time: 0.0308549 Feb 09 21:48:03.574032 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-87e728a4-4588-4fdb-ab23-65f486ee1fec req-97475daf-739c-45ed-a352-9982dc805172 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] show failed (client error): The resource could not be found. Feb 09 21:48:03.575171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87e728a4-4588-4fdb-ab23-65f486ee1fec req-97475daf-739c-45ed-a352-9982dc805172 tempest-SecurityGroupsNegativeTestJSON-1818082464 tempest-SecurityGroupsNegativeTestJSON-1818082464-project] 10.222.0.98 "GET /v2.0/security-groups/aaca2337-60f8-45de-a4bd-32101dfeac21 HTTP/1.1" status: 404 len: 352 time: 0.0284235 Feb 09 21:48:03.587083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38804) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:03.598319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-750a5b4b-ba19-4efc-9713-a379737a5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.599828 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2853bfde-395b-4756-b8b8-0a465d8e8dad req-750a5b4b-ba19-4efc-9713-a379737a5ce9 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2129281 Feb 09 21:48:03.628995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:03.644765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] Deleting subnet 785d8dfa-167e-4cd0-85ea-96696751171b {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:03.644921 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Publish callbacks [] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.645027 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] Publish callbacks [] for subnet (785d8dfa-167e-4cd0-85ea-96696751171b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.645982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9971e5a3-627e-43a7-aa9f-908805d6a81c req-65744906-896f-4792-b706-9e66522a0d51 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232505 Feb 09 21:48:03.658272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Transition to ACTIVE for port object 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:03.669218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a88b191-6006-452a-8928-a8ec773c6442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (371c6e0e-0b6d-4857-9dd3-102cc0d8f251), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.682747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a88b191-6006-452a-8928-a8ec773c6442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.682747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2a88b191-6006-452a-8928-a8ec773c6442 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/371c6e0e-0b6d-4857-9dd3-102cc0d8f251 HTTP/1.1" status: 204 len: 168 time: 0.9076793 Feb 09 21:48:03.697200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (785d8dfa-167e-4cd0-85ea-96696751171b), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.711826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88b191-6006-452a-8928-a8ec773c6442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371c6e0e-0b6d-4857-9dd3-102cc0d8f251,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.743136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Made reservation on behalf of 8d029296d74048f1904ed9427a211e33 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:03.747189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.768093 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (785d8dfa-167e-4cd0-85ea-96696751171b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.791435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.795195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] device_id is not set on port 170b9d7f-568b-4a16-9355-c172d8e3435c yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:48:03.851864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Pushing event updated for resources: {'Port': ['ID=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.956513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2d90-f2a4-4a75-aefd-0f2c9406c9fa req-cfa67eca-39de-41ac-ab0e-12d86d85f8ae tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.973728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-377b2d90-f2a4-4a75-aefd-0f2c9406c9fa req-cfa67eca-39de-41ac-ab0e-12d86d85f8ae tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1920662 Feb 09 21:48:03.986748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Attempting to bind port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:03.987082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Attempting to bind port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:03.987479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Attempting to bind port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 on network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:04.004963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 on network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:04.005297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Attempting to bind port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 on network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:04.016899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:04.017288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Checking segment: {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:04.019531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Bound using segment: {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:04.020001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Bound port: 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad9eb80-b9d8-4be3-a393-1e41e968c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:04.021766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.116376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-377b2d90-f2a4-4a75-aefd-0f2c9406c9fa req-933652d6-78a6-476d-9bd5-48936fe15d03 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423361 Feb 09 21:48:04.116376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Allocated IP 172.20.0.3 (c13c163c-5273-46d8-b6d2-65541561970d/7d6af33c-76aa-45b9-8a14-2903edd87cf4/170b9d7f-568b-4a16-9355-c172d8e3435c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:04.116376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (785d8dfa-167e-4cd0-85ea-96696751171b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.183621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] For port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:04.188865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] For port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:04.189051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785d8dfa-167e-4cd0-85ea-96696751171b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:04.201017 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.204302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dafd3fa8-8320-4a10-ae16-5548aa6c054d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/785d8dfa-167e-4cd0-85ea-96696751171b HTTP/1.1" status: 204 len: 168 time: 0.6158068 Feb 09 21:48:04.206995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38826) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:04.289277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a86d-e032-49e2-b621-9ad387be050b req-37e24144-16dc-4181-9ca5-e89dafa0259b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.294569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a86d-e032-49e2-b621-9ad387be050b req-37e24144-16dc-4181-9ca5-e89dafa0259b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.300487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a86d-e032-49e2-b621-9ad387be050b req-37e24144-16dc-4181-9ca5-e89dafa0259b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.302212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f701a86d-e032-49e2-b621-9ad387be050b req-37e24144-16dc-4181-9ca5-e89dafa0259b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2413 time: 0.1255944 Feb 09 21:48:04.304025 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.357826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.358447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.360424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] 10.222.0.110 "PUT /v2.0/ports/19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 HTTP/1.1" status: 200 len: 1092 time: 1.8731391 Feb 09 21:48:04.394546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (084a8a0b-99e1-4851-9cd4-f977f3f5775e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.400631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818a671-1dc6-4846-a6b5-1a1dd2cccf8a service neutron] Pushing event updated for resources: {'Port': ['ID=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:04.412555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f701a86d-e032-49e2-b621-9ad387be050b req-b13d4a47-587f-46a7-8f38-2f6e30b2795f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031468 Feb 09 21:48:04.444315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77933486-dc9c-457e-bbfe-0cac28e7ace1 req-69891e13-25f9-4c17-8bec-7d47c8f8ebc5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.446439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77933486-dc9c-457e-bbfe-0cac28e7ace1 req-69891e13-25f9-4c17-8bec-7d47c8f8ebc5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1810024 Feb 09 21:48:04.593331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (084a8a0b-99e1-4851-9cd4-f977f3f5775e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.598343 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for port (170b9d7f-568b-4a16-9355-c172d8e3435c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.660894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084a8a0b-99e1-4851-9cd4-f977f3f5775e']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:04.661537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38830) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:04.666392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-64fb4f76-33e8-4fd6-b0d5-26a06308d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.667074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-64fb4f76-33e8-4fd6-b0d5-26a06308d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.667547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-64fb4f76-33e8-4fd6-b0d5-26a06308d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.669351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-64fb4f76-33e8-4fd6-b0d5-26a06308d854 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2959 time: 0.1049173 Feb 09 21:48:04.678767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1789ab6-2f64-4631-bade-b26b1535ab2b') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:04.679077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1789ab6-2f64-4631-bade-b26b1535ab2b') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:04.681131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c3fb3-8315-416f-99bf-a24e87fb9ae4 req-6d7ed695-214c-4264-ae0b-667ab471d1c9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.689624 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77933486-dc9c-457e-bbfe-0cac28e7ace1 req-446afe2e-d474-42ef-8bc2-00692a38f6b8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323525 Feb 09 21:48:04.700192 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-524c3fb3-8315-416f-99bf-a24e87fb9ae4 req-6d7ed695-214c-4264-ae0b-667ab471d1c9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1130970 Feb 09 21:48:04.700669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99e49ffc-a410-40ca-a86c-ae154d447e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.702872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'tag': 'e06d1132-e4a5-4977-872a-0129f4981aa4'}, {'name': 'network-changed', 'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'tag': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:04.707327 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80" -d '{"events": [{"name": "network-changed", "server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "tag": "e06d1132-e4a5-4977-872a-0129f4981aa4"}, {"name": "network-changed", "server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "tag": "19a0c5e5-82a1-4cf3-846c-3088e84dfdb6"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:04.708474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (f1789ab6-2f64-4631-bade-b26b1535ab2b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.742630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f1789ab6-2f64-4631-bade-b26b1535ab2b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.784557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:48:04.785366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (f1789ab6-2f64-4631-bade-b26b1535ab2b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:48:04.788349 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:48:04.844390 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e014cbd9-59c4-415c-aff4-45e9f7ac7df4 x-openstack-request-id: req-e014cbd9-59c4-415c-aff4-45e9f7ac7df4 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:04.845131 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "tag": "e06d1132-e4a5-4977-872a-0129f4981aa4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "tag": "19a0c5e5-82a1-4cf3-846c-3088e84dfdb6", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:04.845395 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e014cbd9-59c4-415c-aff4-45e9f7ac7df4 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:04.845798 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'tag': 'e06d1132-e4a5-4977-872a-0129f4981aa4', 'status': 'completed', 'code': 200} Feb 09 21:48:04.846063 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'tag': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6', 'status': 'completed', 'code': 200} Feb 09 21:48:04.849306 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-104c0d36-998a-49ea-95c4-4049d9a12f0c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=f7743204-3e16-4acb-b2fb-3e56b9b071b5 HTTP/1.1" status: 200 len: 217 time: 0.1470764 Feb 09 21:48:04.927931 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-524c3fb3-8315-416f-99bf-a24e87fb9ae4 req-be9be8f0-5b4c-4c56-8e34-cc42f5f256ba tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256150 Feb 09 21:48:04.936431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (170b9d7f-568b-4a16-9355-c172d8e3435c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.962841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-2cdc9df6-c995-4094-9b95-a8934a82ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:04.970168 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-2cdc9df6-c995-4094-9b95-a8934a82ff3a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9187751e-8328-43b8-adf3-8a63ed66cf4a HTTP/1.1" status: 200 len: 801 time: 0.1077693 Feb 09 21:48:04.996803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (084a8a0b-99e1-4851-9cd4-f977f3f5775e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.024373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Network c13c163c-5273-46d8-b6d2-65541561970d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:05.025484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.028754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] 10.222.0.98 "DELETE /v2.0/networks/084a8a0b-99e1-4851-9cd4-f977f3f5775e HTTP/1.1" status: 204 len: 168 time: 0.8207378 Feb 09 21:48:05.031896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-b3a0d981-7d43-4d71-83a3-a1dffac533b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.034816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-b3a0d981-7d43-4d71-83a3-a1dffac533b0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0597336 Feb 09 21:48:05.182251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-f25f25d7-e1dd-4a5f-8f19-a26e0787e04e service neutron] 10.222.0.110 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398590 Feb 09 21:48:05.289037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-e27d4c2a-23d5-4498-bb4e-2ae09f482345 service neutron] 10.222.0.110 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000497 Feb 09 21:48:05.327543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:05.336775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:05.339599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a562208-8ef3-460a-acba-7cea233b91ae admin admin] Pushing event deleted for resources: {'Network': ['ID=084a8a0b-99e1-4851-9cd4-f977f3f5775e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:05.349004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Port': ['ID=170b9d7f-568b-4a16-9355-c172d8e3435c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:05.355802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-8c1fc3ae-53bf-4761-aa50-2f8f63170f23 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=e06d1132-e4a5-4977-872a-0129f4981aa4 HTTP/1.1" status: 200 len: 217 time: 0.0607259 Feb 09 21:48:05.391792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec2a9e-bd97-417c-a0a6-4465deb0c6ef req-17d3a386-eca9-4d4b-a7cf-1ca5d197bb04 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.399121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1ec2a9e-bd97-417c-a0a6-4465deb0c6ef req-17d3a386-eca9-4d4b-a7cf-1ca5d197bb04 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.5068102 Feb 09 21:48:05.460330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-c86dc9f5-fdc3-49ad-a24c-0deae996ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.460330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-c86dc9f5-fdc3-49ad-a24c-0deae996ec14 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c4481ad-0cdc-4b77-9da3-31fc2f97c790 HTTP/1.1" status: 200 len: 801 time: 0.0951896 Feb 09 21:48:05.485299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99e49ffc-a410-40ca-a86c-ae154d447e1e admin admin] Publish callbacks [] for security_group (3ae6b487-529c-4ae3-ae66-61ce15e35659), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.494899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.495698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.496994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4fe55431-c7b1-4c95-b870-113ffae8d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.527956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1ec2a9e-bd97-417c-a0a6-4465deb0c6ef req-a4970f5e-b47a-421c-b803-207ba89e1652 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242416 Feb 09 21:48:05.581433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-ffa9ecf2-bb47-4752-a63e-ab0934493ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.590246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-ffa9ecf2-bb47-4752-a63e-ab0934493ec5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=27800f0c-1e5d-4670-a211-3aded5536fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1254702 Feb 09 21:48:05.598156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38852) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:05.644024 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99e49ffc-a410-40ca-a86c-ae154d447e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3ae6b487-529c-4ae3-ae66-61ce15e35659), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.671493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-87b80615-0b9d-4da6-bb2f-ce232b64d416 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3059545 Feb 09 21:48:05.678129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38854) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:05.725945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:05.746960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-64c23710-a3a3-4cff-9f6f-688edfaacdb3 None None] Provisioning complete for port 170b9d7f-568b-4a16-9355-c172d8e3435c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:05.747697 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64c23710-a3a3-4cff-9f6f-688edfaacdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (170b9d7f-568b-4a16-9355-c172d8e3435c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.770595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e49ffc-a410-40ca-a86c-ae154d447e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae6b487-529c-4ae3-ae66-61ce15e35659,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:05.775081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6356df05-c6b6-4ef7-8682-6b7e3edcd042 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=753b76572d5a467b8c5e3944e42779d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1778414 Feb 09 21:48:05.778360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99e49ffc-a410-40ca-a86c-ae154d447e1e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3de324d10a4c4dc8beb585a20b76625c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1113787 Feb 09 21:48:05.778985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38856) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:05.784884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38858) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:05.828291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-64c23710-a3a3-4cff-9f6f-688edfaacdb3 None None] Port 170b9d7f-568b-4a16-9355-c172d8e3435c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:05.901226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da43-7026-4263-83c6-7edc69cc2be6 admin admin] Publish callbacks [] for security_group (a470c510-6e56-4c0b-985a-896b80fe5439), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.907092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8f7b338-ac16-4384-9f7c-640ff033aa82 admin admin] Publish callbacks [] for security_group (3ae6b487-529c-4ae3-ae66-61ce15e35659), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.927901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518cd9c-eeeb-4b3d-b21d-e71cf9cf893c req-da58e7ec-47f3-4061-afb3-e45b5d6f3cd8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.948690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518cd9c-eeeb-4b3d-b21d-e71cf9cf893c req-da58e7ec-47f3-4061-afb3-e45b5d6f3cd8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.973771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518cd9c-eeeb-4b3d-b21d-e71cf9cf893c req-da58e7ec-47f3-4061-afb3-e45b5d6f3cd8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.990083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f518cd9c-eeeb-4b3d-b21d-e71cf9cf893c req-da58e7ec-47f3-4061-afb3-e45b5d6f3cd8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2413 time: 0.3531487 Feb 09 21:48:05.990567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da43-7026-4263-83c6-7edc69cc2be6 admin admin] Publish callbacks [] for security_group (a470c510-6e56-4c0b-985a-896b80fe5439), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.993450 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8f7b338-ac16-4384-9f7c-640ff033aa82 admin admin] Publish callbacks [] for security_group (3ae6b487-529c-4ae3-ae66-61ce15e35659), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.999789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.089963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-6e8495ed-ad0a-4293-8559-258a1326e992 service neutron] 10.222.0.110 "GET /v2.0/networks/27800f0c-1e5d-4670-a211-3aded5536fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916534 Feb 09 21:48:06.167478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f3407-be17-4572-8adf-04fd4589f58f req-60265898-81f7-4384-ad4d-05b4a7d5d52a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:06.180383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-542f3407-be17-4572-8adf-04fd4589f58f req-60265898-81f7-4384-ad4d-05b4a7d5d52a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1848955 Feb 09 21:48:06.224272 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f518cd9c-eeeb-4b3d-b21d-e71cf9cf893c req-1faa430b-54c1-4e5a-98aa-b1381c8c3a04 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172897 Feb 09 21:48:06.348464 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-542f3407-be17-4572-8adf-04fd4589f58f req-c82f3a37-c6e8-4436-a005-be4969fb2e27 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502433 Feb 09 21:48:06.350228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da43-7026-4263-83c6-7edc69cc2be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a470c510-6e56-4c0b-985a-896b80fe5439), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.365496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-a91890f6-6df1-4fe2-b538-34ae2a882cab service neutron] 10.222.0.110 "GET /v2.0/networks/27800f0c-1e5d-4670-a211-3aded5536fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665038 Feb 09 21:48:06.367650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbb2da43-7026-4263-83c6-7edc69cc2be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.368963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bbb2da43-7026-4263-83c6-7edc69cc2be6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a470c510-6e56-4c0b-985a-896b80fe5439 HTTP/1.1" status: 204 len: 168 time: 0.5891020 Feb 09 21:48:06.369970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8f7b338-ac16-4384-9f7c-640ff033aa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3ae6b487-529c-4ae3-ae66-61ce15e35659), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.384345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8f7b338-ac16-4384-9f7c-640ff033aa82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.387909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a8f7b338-ac16-4384-9f7c-640ff033aa82 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ae6b487-529c-4ae3-ae66-61ce15e35659 HTTP/1.1" status: 204 len: 168 time: 0.6021075 Feb 09 21:48:06.416797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2da43-7026-4263-83c6-7edc69cc2be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a470c510-6e56-4c0b-985a-896b80fe5439,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:06.426222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7b338-ac16-4384-9f7c-640ff033aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae6b487-529c-4ae3-ae66-61ce15e35659,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:06.532045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-ce0c9fa7-70d9-4ac0-9991-8e6d89d32fa0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 HTTP/1.1" status: 200 len: 217 time: 0.1357231 Feb 09 21:48:06.542273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.602473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afa13f-dc2a-42d5-bdb4-5e5bb331afca req-1c496da8-1c0f-4800-8141-a42e992291c5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:06.606276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8afa13f-dc2a-42d5-bdb4-5e5bb331afca req-1c496da8-1c0f-4800-8141-a42e992291c5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2878911 Feb 09 21:48:06.678931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-b1ee320e-1291-4c76-8f30-11c610cc05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:06.680569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-b1ee320e-1291-4c76-8f30-11c610cc05c5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9187751e-8328-43b8-adf3-8a63ed66cf4a HTTP/1.1" status: 200 len: 801 time: 0.1509194 Feb 09 21:48:06.766346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8afa13f-dc2a-42d5-bdb4-5e5bb331afca req-ffabd1d0-9d44-45d4-94f5-2b5d77dad61d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533315 Feb 09 21:48:06.799325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Allocated IP 172.25.5.198 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/e806f523-f995-4562-a67f-1ef910d066bd) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:06.808483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-a96f8ad6-4250-438a-b8fc-4fcd5d2fc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:06.810474 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-a96f8ad6-4250-438a-b8fc-4fcd5d2fc7c5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1218824 Feb 09 21:48:07.428303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-390c6c46-9dfd-4ef7-92f6-03431db74cf6 service neutron] 10.222.0.110 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073501 Feb 09 21:48:07.440028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103790fe-cd57-4f7c-8ca4-7ad2737b0b26 req-e3a7628c-7804-4856-a846-b87f751f67cf tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.454612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103790fe-cd57-4f7c-8ca4-7ad2737b0b26 req-e3a7628c-7804-4856-a846-b87f751f67cf tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.467595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103790fe-cd57-4f7c-8ca4-7ad2737b0b26 req-e3a7628c-7804-4856-a846-b87f751f67cf tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.479009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-103790fe-cd57-4f7c-8ca4-7ad2737b0b26 req-e3a7628c-7804-4856-a846-b87f751f67cf tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2413 time: 0.1583538 Feb 09 21:48:07.522771 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8048db7-f3c9-43a9-941b-7b2b70da0cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.531828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for port (e806f523-f995-4562-a67f-1ef910d066bd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.542826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-103790fe-cd57-4f7c-8ca4-7ad2737b0b26 req-953f10bb-54da-4035-b1bc-bd0e7ffcc50d tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 Feb 09 21:48:07.560420 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac93c1f3-f7f5-433c-bd4f-d14703779f7f req-6a3ab87d-eb75-4766-8c89-38a095dee876 service neutron] 10.222.0.110 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223330 Feb 09 21:48:07.635944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72d99-2dfb-4564-95b1-f14aabb69678 req-f86939d7-e567-4c2f-bb32-5618fbdbe2f4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.637454 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85f72d99-2dfb-4564-95b1-f14aabb69678 req-f86939d7-e567-4c2f-bb32-5618fbdbe2f4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1161089 Feb 09 21:48:07.685957 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85f72d99-2dfb-4564-95b1-f14aabb69678 req-327513e9-3728-4616-91b9-0a4b9aa03279 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Feb 09 21:48:07.800845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e806f523-f995-4562-a67f-1ef910d066bd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.872395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Port': ['ID=e806f523-f995-4562-a67f-1ef910d066bd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:07.901870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-75dde5b6-467e-4a38-9ec6-a58281ad2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.902402 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-75dde5b6-467e-4a38-9ec6-a58281ad2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.902885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-75dde5b6-467e-4a38-9ec6-a58281ad2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.904629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-75dde5b6-467e-4a38-9ec6-a58281ad2b2f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2959 time: 0.1585202 Feb 09 21:48:07.910753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:07.920330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:07.922935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:07.991401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec47c9-0786-4412-a413-cebc60da04a4 req-5df95e0b-7389-49d8-9fa0-9cf0ca3d0d00 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.004099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1ec47c9-0786-4412-a413-cebc60da04a4 req-5df95e0b-7389-49d8-9fa0-9cf0ca3d0d00 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1033170 Feb 09 21:48:08.074436 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1ec47c9-0786-4412-a413-cebc60da04a4 req-23f5f779-c3e8-4e2c-b43f-8a9a758335a3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734618 Feb 09 21:48:08.112243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (252abade-a014-4601-8070-ed7ee17fb2a6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.131452 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-5e00968d-71f0-48b7-a48f-50f4708e8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.133346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-5e00968d-71f0-48b7-a48f-50f4708e8c98 service neutron] 10.222.0.110 "GET /v2.0/networks?id=27800f0c-1e5d-4670-a211-3aded5536fd1 HTTP/1.1" status: 200 len: 903 time: 0.2212477 Feb 09 21:48:08.162123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38930) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:08.170218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-552885106'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:08.187097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-b763fbd7-f921-4bce-a4b3-b58f19c69116 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=e06d1132-e4a5-4977-872a-0129f4981aa4 HTTP/1.1" status: 200 len: 217 time: 0.0449307 Feb 09 21:48:08.297461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:08.302212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.310321 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e806f523-f995-4562-a67f-1ef910d066bd), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.338824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38938) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:08.347671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-304cf4e1-4f58-452f-86cd-69ca9620bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.349159 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-304cf4e1-4f58-452f-86cd-69ca9620bc3d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c4481ad-0cdc-4b77-9da3-31fc2f97c790 HTTP/1.1" status: 200 len: 801 time: 0.1499865 Feb 09 21:48:08.380051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:08.395499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.396032 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Added segment 4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba of type vlan for network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 Feb 09 21:48:08.410040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac0a82-492c-46b3-ba6a-77714b1f3409 req-8dc46006-2381-4bcc-8bf7-be3e31aa79af tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.417345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53ac0a82-492c-46b3-ba6a-77714b1f3409 req-8dc46006-2381-4bcc-8bf7-be3e31aa79af tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2281075 Feb 09 21:48:08.424073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38942) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:08.448401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.538953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-5c7ca17b-2c70-430d-84ee-42a886c8bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.540555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-5c7ca17b-2c70-430d-84ee-42a886c8bc6d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=27800f0c-1e5d-4670-a211-3aded5536fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1821330 Feb 09 21:48:08.552954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53ac0a82-492c-46b3-ba6a-77714b1f3409 req-c63de01f-b527-4e39-828c-d4204e113d91 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347475 Feb 09 21:48:08.579631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-765421793-network', 'tenant_id': '89fa227edaad4de793ed29bb9671682a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:08.587810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.592212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.592811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.696329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-228219500-network', 'tenant_id': 'ba9256d71dd84adf907aa5bf067bca2a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:08.727427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Network': ['ID=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:08.742912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:08.764414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7069ccc-c027-45fd-95df-c3c3282d5fbe req-3e7dd8e4-29b1-4c00-89a3-c41785f99ac5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.767056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for port (e806f523-f995-4562-a67f-1ef910d066bd), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.770344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7069ccc-c027-45fd-95df-c3c3282d5fbe req-3e7dd8e4-29b1-4c00-89a3-c41785f99ac5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.777091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7069ccc-c027-45fd-95df-c3c3282d5fbe req-3e7dd8e4-29b1-4c00-89a3-c41785f99ac5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.778754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7069ccc-c027-45fd-95df-c3c3282d5fbe req-3e7dd8e4-29b1-4c00-89a3-c41785f99ac5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2413 time: 0.1025724 Feb 09 21:48:08.786057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-f21efd40-7116-4198-a3ee-ae07c698463c service neutron] 10.222.0.110 "GET /v2.0/networks/27800f0c-1e5d-4670-a211-3aded5536fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367914 Feb 09 21:48:08.794399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-43f64c7e-b8b5-4849-abee-098b98174c48 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6295726 Feb 09 21:48:08.795065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38948) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:08.814605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-983978936'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:08.880110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7069ccc-c027-45fd-95df-c3c3282d5fbe req-951bb18b-f16e-47e2-af1d-3fef919f7794 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901971 Feb 09 21:48:08.888636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Made reservation on behalf of ba9256d71dd84adf907aa5bf067bca2a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:08.891181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.893641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Made reservation on behalf of 89fa227edaad4de793ed29bb9671682a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:08.896983 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.930703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e806f523-f995-4562-a67f-1ef910d066bd), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.957155 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.986956 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.028103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.057298 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-1bdc0e90-3749-4ccf-adcd-fea4cbd2d54b service neutron] 10.222.0.110 "GET /v2.0/networks/27800f0c-1e5d-4670-a211-3aded5536fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627969 Feb 09 21:48:09.091453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Port': ['ID=e806f523-f995-4562-a67f-1ef910d066bd,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.107139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (252abade-a014-4601-8070-ed7ee17fb2a6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.139803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:09.143176 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.256898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:09.296230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e42bd08e-c7f4-456d-aff4-bf96e6165ce1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.296601 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Added segment e42bd08e-c7f4-456d-aff4-bf96e6165ce1 of type vlan for network 801ef2ae-e59b-436d-a612-be3873c53663 Feb 09 21:48:09.320439 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.324545 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c9e72e3-b041-46f3-b60d-c61e174e9204 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6254973 Feb 09 21:48:09.324545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks [] for security_group (3c26b8b6-6694-438f-90c4-f8639bcfeb9f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.325277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:09.330723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-670f4ed6-3632-41a1-8b32-151ff9dfff43 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'floatingip': {'port_id': '170b9d7f-568b-4a16-9355-c172d8e3435c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:09.334257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-4550feb7-3690-45f2-b133-b1489b72b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.334862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-4550feb7-3690-45f2-b133-b1489b72b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.335341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-4550feb7-3690-45f2-b133-b1489b72b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.337075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-4550feb7-3690-45f2-b133-b1489b72b586 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2959 time: 0.2257481 Feb 09 21:48:09.385071 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884ebbd-c18e-4c9f-b0ac-9ec3e8189463 req-1ddba454-fd58-42bb-b5a6-76e74cf232dd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.386484 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a884ebbd-c18e-4c9f-b0ac-9ec3e8189463 req-1ddba454-fd58-42bb-b5a6-76e74cf232dd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2180872 Feb 09 21:48:09.393187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-670f4ed6-3632-41a1-8b32-151ff9dfff43 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (252abade-a014-4601-8070-ed7ee17fb2a6), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.407023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks [] for security_group (70709158-a5ed-48f4-a10f-cdf59972bbb9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.447621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3c26b8b6-6694-438f-90c4-f8639bcfeb9f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.457031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (801ef2ae-e59b-436d-a612-be3873c53663), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.499478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:09.533220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26b8b6-6694-438f-90c4-f8639bcfeb9f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.550135 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-670f4ed6-3632-41a1-8b32-151ff9dfff43 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] update failed (client error): The resource could not be found. Feb 09 21:48:09.554838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-670f4ed6-3632-41a1-8b32-151ff9dfff43 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "PUT /v2.0/floatingips/252abade-a014-4601-8070-ed7ee17fb2a6 HTTP/1.1" status: 404 len: 507 time: 0.2282476 Feb 09 21:48:09.555276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (60e85d80-092a-45f6-8a5b-40c4ccbba600), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.555507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38958) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:09.555623 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Added segment 60e85d80-092a-45f6-8a5b-40c4ccbba600 of type vlan for network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d Feb 09 21:48:09.585147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a884ebbd-c18e-4c9f-b0ac-9ec3e8189463 req-09609903-bacb-4f28-9f38-eccbaae55dbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492445 Feb 09 21:48:09.588802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (70709158-a5ed-48f4-a10f-cdf59972bbb9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.616674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-e67aee39-5246-4f69-aeb8-a9ba2aef1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.617833 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-e67aee39-5246-4f69-aeb8-a9ba2aef1acd service neutron] 10.222.0.110 "GET /v2.0/networks?id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 HTTP/1.1" status: 200 len: 903 time: 0.2706623 Feb 09 21:48:09.652617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:09.657112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (02d80e36-04b7-413d-b10f-a59cfb7d6b8d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.697676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (801ef2ae-e59b-436d-a612-be3873c53663), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.703037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.705408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.706598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-e41b24d6-5f10-4de7-8300-5199be6ee78c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 HTTP/1.1" status: 200 len: 217 time: 0.0697985 Feb 09 21:48:09.719663 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (879df940-8875-4ad7-b396-9b85f9fb4c0b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.720775 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Added segment 879df940-8875-4ad7-b396-9b85f9fb4c0b of type vlan for network 6527eb64-892d-4da1-9cb5-decc4995b25c Feb 09 21:48:09.732338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70709158-a5ed-48f4-a10f-cdf59972bbb9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.781424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b05d4-ab57-4c6e-b0e6-ae1d699cba19 req-c9efe98a-a285-4526-819b-7874a5c42e53 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.782948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-875b05d4-ab57-4c6e-b0e6-ae1d699cba19 req-c9efe98a-a285-4526-819b-7874a5c42e53 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0974462 Feb 09 21:48:09.802281 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:48:09.809594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Deleting port e806f523-f995-4562-a67f-1ef910d066bd {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:09.809933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e806f523-f995-4562-a67f-1ef910d066bd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.870453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6527eb64-892d-4da1-9cb5-decc4995b25c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.879576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-c6d6ab6b-577c-428e-a354-ba989d57c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.881076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-c6d6ab6b-577c-428e-a354-ba989d57c6a6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9187751e-8328-43b8-adf3-8a63ed66cf4a HTTP/1.1" status: 200 len: 801 time: 0.1645851 Feb 09 21:48:09.883063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Network': ['ID=801ef2ae-e59b-436d-a612-be3873c53663,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.895927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 801ef2ae-e59b-436d-a612-be3873c53663 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:09.913323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-875b05d4-ab57-4c6e-b0e6-ae1d699cba19 req-cf53e9c7-5aa0-463f-af87-056c648b7a00 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174297 Feb 09 21:48:09.936858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e806f523-f995-4562-a67f-1ef910d066bd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.937224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (e806f523-f995-4562-a67f-1ef910d066bd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.963812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-253a01e9-020b-4532-a2a6-ead29735495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.965307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-253a01e9-020b-4532-a2a6-ead29735495e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0757258 Feb 09 21:48:09.966106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Calling delete_port for e806f523-f995-4562-a67f-1ef910d066bd owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:09.971149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ec8ec9d9-49c8-49d8-9c63-08bf22147d68 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1654637 Feb 09 21:48:09.976941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38964) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:09.985547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'subnet': {'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:09.988270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f7743204-3e16-4acb-b2fb-3e56b9b071b5 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:10.119430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (02d80e36-04b7-413d-b10f-a59cfb7d6b8d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.120701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.120986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.129145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6527eb64-892d-4da1-9cb5-decc4995b25c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.130074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.130786 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.152652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f7743204-3e16-4acb-b2fb-3e56b9b071b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7743204-3e16-4acb-b2fb-3e56b9b071b5,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:10.174823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5', 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609', 'port_id': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5', 'mac_address': 'fa:16:3e:ce:da:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9187751e-8328-43b8-adf3-8a63ed66cf4a', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:10.215953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f7743204-3e16-4acb-b2fb-3e56b9b071b5 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:10.216183 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.223338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da6929-f24d-4cf8-b302-7b45816bf890 req-bab3825f-83b9-4df4-b408-0682672186d8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.224957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2da6929-f24d-4cf8-b302-7b45816bf890 req-bab3825f-83b9-4df4-b408-0682672186d8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1124935 Feb 09 21:48:10.235798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7743204-3e16-4acb-b2fb-3e56b9b071b5 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:10.259965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.264116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f7743204-3e16-4acb-b2fb-3e56b9b071b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7743204-3e16-4acb-b2fb-3e56b9b071b5,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:10.289687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910579c8-fe2c-48f4-b851-5b6c20ceb9a4 req-c3c58410-fbcd-462b-bc5c-ef97221800d2 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.295169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910579c8-fe2c-48f4-b851-5b6c20ceb9a4 req-c3c58410-fbcd-462b-bc5c-ef97221800d2 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.300717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910579c8-fe2c-48f4-b851-5b6c20ceb9a4 req-c3c58410-fbcd-462b-bc5c-ef97221800d2 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.308439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-910579c8-fe2c-48f4-b851-5b6c20ceb9a4 req-c3c58410-fbcd-462b-bc5c-ef97221800d2 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2413 time: 0.1814578 Feb 09 21:48:10.319613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2da6929-f24d-4cf8-b302-7b45816bf890 req-cbfbddc5-732d-472e-9c85-f116c58d30fc tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865147 Feb 09 21:48:10.326393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8938384 Feb 09 21:48:10.327274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38968) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:10.331801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] Pushing event updated for resources: {'Network': ['ID=02d80e36-04b7-413d-b10f-a59cfb7d6b8d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:10.335131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Request body: {'subnet': {'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-228219500-subnet', 'tenant_id': 'ba9256d71dd84adf907aa5bf067bca2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:10.346000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-d7070f5e-ff3c-43d1-9614-ec976d0142e0 service neutron] 10.222.0.110 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700845 Feb 09 21:48:10.347163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:10.375736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:10.381517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e5ca6879-0854-4170-9683-81862c73d1ab admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0383506 Feb 09 21:48:10.407585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.407976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38974) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:10.439665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.451092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e06d1132-e4a5-4977-872a-0129f4981aa4 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:10.505838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Request body: {'subnet': {'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-765421793-subnet', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:10.525646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-910579c8-fe2c-48f4-b851-5b6c20ceb9a4 req-9cb29252-9251-4b00-ba77-603f94cdef8d tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162449 Feb 09 21:48:10.548827 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e806f523-f995-4562-a67f-1ef910d066bd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.550991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Made reservation on behalf of ba9256d71dd84adf907aa5bf067bca2a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:10.559804 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.588172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f3836-4de0-40be-a418-009bf6d105de admin admin] Pushing event updated for resources: {'Network': ['ID=6527eb64-892d-4da1-9cb5-decc4995b25c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:10.605340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06dc3d25-0e3b-4abb-a912-9fd3a1802c80 req-fba16910-18e1-4331-9091-50c907bfa251 service neutron] 10.222.0.110 "GET /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963561 Feb 09 21:48:10.607485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6527eb64-892d-4da1-9cb5-decc4995b25c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:10.663874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event deleted for resources: {'Port': ['ID=e806f523-f995-4562-a67f-1ef910d066bd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:10.670275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7743204-3e16-4acb-b2fb-3e56b9b071b5,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:10.777408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e06d1132-e4a5-4977-872a-0129f4981aa4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e06d1132-e4a5-4977-872a-0129f4981aa4,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:10.778591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Made reservation on behalf of 89fa227edaad4de793ed29bb9671682a for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:10.781915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.809068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'e06d1132-e4a5-4977-872a-0129f4981aa4', 'network_id': '27800f0c-1e5d-4670-a211-3aded5536fd1', 'port_id': 'e06d1132-e4a5-4977-872a-0129f4981aa4', 'mac_address': 'fa:16:3e:47:5e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4481ad-0cdc-4b77-9da3-31fc2f97c790', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:10.877938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (252abade-a014-4601-8070-ed7ee17fb2a6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.880612 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.885725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-325bc707-fff7-40bc-a0a8-37696908f3da tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "DELETE /v2.0/floatingips/252abade-a014-4601-8070-ed7ee17fb2a6 HTTP/1.1" status: 204 len: 168 time: 1.3293877 Feb 09 21:48:10.888649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cee1a-72f9-42c4-9201-123eb83a2884 req-0e69bbe8-82bf-4544-b8de-ecace305537a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.888649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf9cee1a-72f9-42c4-9201-123eb83a2884 req-0e69bbe8-82bf-4544-b8de-ecace305537a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1727269 Feb 09 21:48:10.893110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984ed38-a787-438a-be01-507c789a7a61 req-9695e7a8-4fde-43a8-ba4e-8a8136554c23 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.899747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d984ed38-a787-438a-be01-507c789a7a61 req-9695e7a8-4fde-43a8-ba4e-8a8136554c23 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3053493 Feb 09 21:48:10.901336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38982) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:10.904154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e06d1132-e4a5-4977-872a-0129f4981aa4 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:10.905227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.909788 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-71b35b61-a33c-441a-ba05-6062ab39f3c5 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'floatingip': {'floating_network_id': 'c13c163c-5273-46d8-b6d2-65541561970d', 'port_id': '170b9d7f-568b-4a16-9355-c172d8e3435c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:10.923960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06d1132-e4a5-4977-872a-0129f4981aa4 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:10.947752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e06d1132-e4a5-4977-872a-0129f4981aa4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e06d1132-e4a5-4977-872a-0129f4981aa4,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:10.981260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf9cee1a-72f9-42c4-9201-123eb83a2884 req-1be9a2b4-f3b3-48e1-b4b8-4f6d2441b124 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672376 Feb 09 21:48:11.049852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.050701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:11.120336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d984ed38-a787-438a-be01-507c789a7a61 req-7886aa03-77d6-4465-8c16-9a6331bf32e3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196248 Feb 09 21:48:11.124312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-71b35b61-a33c-441a-ba05-6062ab39f3c5 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.131454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:11.146099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (9a2aa069-8d7f-41eb-8bfd-713144c1a246), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.152700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6', 'network_id': 'ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609', 'port_id': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6', 'mac_address': 'fa:16:3e:e4:04:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9187751e-8328-43b8-adf3-8a63ed66cf4a', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:11.172440 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (4754530a-85b8-42fc-8fa2-b4ec844ac4f6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.211273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e06d1132-e4a5-4977-872a-0129f4981aa4,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.224247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:11.224724 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.239479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:11.261040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:11.280539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2aa069-8d7f-41eb-8bfd-713144c1a246,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.281555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (19f1d0d3-5ef5-40d3-856f-467b499aeed4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.298745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Checking segment: {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:11.299115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Network hostable DHCP agents. Network: 02d80e36-04b7-413d-b10f-a59cfb7d6b8d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:11.320311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84cc26-7054-4b4b-b873-898d5947a70b req-2caebbb9-c3fb-4d95-9638-1d0744302664 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.322760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d84cc26-7054-4b4b-b873-898d5947a70b req-2caebbb9-c3fb-4d95-9638-1d0744302664 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1011779 Feb 09 21:48:11.326185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Subnet': ['ID=4754530a-85b8-42fc-8fa2-b4ec844ac4f6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.338474 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.384386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Checking segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:11.384753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network hostable DHCP agents. Network: db60ebb1-cc06-42e6-b75c-9f9261a4d2d8, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:11.385395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d84cc26-7054-4b4b-b873-898d5947a70b req-d592f397-3aed-404c-aa13-a59dc3f10c90 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532396 Feb 09 21:48:11.405270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:11.411352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Checking segment: {'id': '879df940-8875-4ad7-b396-9b85f9fb4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:11.411761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Network hostable DHCP agents. Network: 6527eb64-892d-4da1-9cb5-decc4995b25c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:11.417975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f1d0d3-5ef5-40d3-856f-467b499aeed4,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.423543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.506998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 02d80e36-04b7-413d-b10f-a59cfb7d6b8d) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:11.512544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.513478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.519008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee01fb-cff6-4388-98f6-aad5c470183f None None] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:11.523512 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-71b35b61-a33c-441a-ba05-6062ab39f3c5 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:48:11.526537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-71b35b61-a33c-441a-ba05-6062ab39f3c5 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6197627 Feb 09 21:48:11.531679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38992) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:11.566605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '170b9d7f-568b-4a16-9355-c172d8e3435c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:11.578465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Network 6527eb64-892d-4da1-9cb5-decc4995b25c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:11.596459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57a3ad-8b62-44b2-919e-fce11e22b294 req-5d1e48b1-bd96-47af-a49a-32cefa936690 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.598725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c57a3ad-8b62-44b2-919e-fce11e22b294 req-5d1e48b1-bd96-47af-a49a-32cefa936690 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1026521 Feb 09 21:48:11.615308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 6527eb64-892d-4da1-9cb5-decc4995b25c) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:11.619911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:11.639535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b2ef03f3-dce8-46b5-a133-f90f8ee7fd64 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2292042 Feb 09 21:48:11.640883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:11.651167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:11.652338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.653219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.654413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9dcf9-bd06-4f3e-8925-85cbdb140529 None None] Network 6527eb64-892d-4da1-9cb5-decc4995b25c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:11.671583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, db60ebb1-cc06-42e6-b75c-9f9261a4d2d8) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:11.676606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.677526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.716476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c57a3ad-8b62-44b2-919e-fce11e22b294 req-b51ccf9f-7931-4f7e-8bb5-1b8ff3d17c82 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115716 Feb 09 21:48:11.718336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece1d3a-6d23-4165-9883-2c106a9c8fd2 None None] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:11.735768 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.802578 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2d72699a-30bb-47a0-acbb-60334d401695 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4751091 Feb 09 21:48:11.817530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['19a0c5e5-82a1-4cf3-846c-3088e84dfdb6'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:11.819729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e06d1132-e4a5-4977-872a-0129f4981aa4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:11.834309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fb94703b-eab8-4bc1-9cb2-0af3345065cc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8562689 Feb 09 21:48:11.834631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f7743204-3e16-4acb-b2fb-3e56b9b071b5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:11.840194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39004) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:11.850685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'subnet': {'network_id': '801ef2ae-e59b-436d-a612-be3873c53663', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:11.888879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b41b8b-ab7c-42b9-b676-6b0a2f49966b req-82ce411f-c7dd-42db-a1a5-13e09f5a7730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.895538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b41b8b-ab7c-42b9-b676-6b0a2f49966b req-82ce411f-c7dd-42db-a1a5-13e09f5a7730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.897399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9c91d-08f8-435a-99f7-27a20f9a7c0f req-5968229b-66a9-4f01-b615-b54066fcd520 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.898975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47b9c91d-08f8-435a-99f7-27a20f9a7c0f req-5968229b-66a9-4f01-b615-b54066fcd520 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1034915 Feb 09 21:48:11.908448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b41b8b-ab7c-42b9-b676-6b0a2f49966b req-82ce411f-c7dd-42db-a1a5-13e09f5a7730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.910951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14b41b8b-ab7c-42b9-b676-6b0a2f49966b req-82ce411f-c7dd-42db-a1a5-13e09f5a7730 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2416 time: 0.2404323 Feb 09 21:48:11.936181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (cabe8a80-02dd-4219-8813-db06632908ad), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.937866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (cabe8a80-02dd-4219-8813-db06632908ad), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.057278 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks [] for router_controller (cabe8a80-02dd-4219-8813-db06632908ad), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.077479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47b9c91d-08f8-435a-99f7-27a20f9a7c0f req-33bb9bfe-8602-4fd5-8e45-05575199f687 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716321 Feb 09 21:48:12.083684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14b41b8b-ab7c-42b9-b676-6b0a2f49966b req-35a01bc5-dce7-40d0-946b-fe567041514d tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672406 Feb 09 21:48:12.094140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.194736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:12.200192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.276016 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.309643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b3e44-2fc0-4c30-ab62-b1580d9f77aa req-b4dbac8c-5170-4e04-8250-e63a660133d4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:12.319960 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d20b3e44-2fc0-4c30-ab62-b1580d9f77aa req-b4dbac8c-5170-4e04-8250-e63a660133d4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1700153 Feb 09 21:48:12.422031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9903e0-10ae-4647-94fd-fcd1d7609f78 None None] Network 6527eb64-892d-4da1-9cb5-decc4995b25c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:12.425106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks [] for router_gateway (cabe8a80-02dd-4219-8813-db06632908ad), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.457204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'project_id': '89fa227edaad4de793ed29bb9671682a', 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:12.458554 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.464380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d20b3e44-2fc0-4c30-ab62-b1580d9f77aa req-675d5f4e-44ba-4421-998f-60ddf1e465b3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434598 Feb 09 21:48:12.532382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (b0813bb2-4776-4a6c-85c2-afde588fa39b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.536155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Allocated IP 172.25.5.95 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/667f682b-c5ae-4ca7-8d24-341608c1fd7b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:12.550629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84028-8d59-447e-87a4-3085cc84e9b7 req-e65635d1-56a5-4360-ba77-a358a11d16f0 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:12.550629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ef84028-8d59-447e-87a4-3085cc84e9b7 req-e65635d1-56a5-4360-ba77-a358a11d16f0 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1280553 Feb 09 21:48:12.729401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Allocated IP 172.20.0.2 (02d80e36-04b7-413d-b10f-a59cfb7d6b8d/9a2aa069-8d7f-41eb-8bfd-713144c1a246/08b77e09-206e-46be-a188-074f5cc4beea) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:12.778542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for port (667f682b-c5ae-4ca7-8d24-341608c1fd7b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.861693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks [] for router_gateway (cabe8a80-02dd-4219-8813-db06632908ad), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.886945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.896760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Subnet': ['ID=b0813bb2-4776-4a6c-85c2-afde588fa39b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:12.896967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Publish callbacks [] for port (08b77e09-206e-46be-a188-074f5cc4beea), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.921143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (667f682b-c5ae-4ca7-8d24-341608c1fd7b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.941389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ef84028-8d59-447e-87a4-3085cc84e9b7 req-ffff065c-aa48-468e-9175-d5f19abda0f1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738060 Feb 09 21:48:12.987601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'project_id': 'f620865b281c41179b35bef3337de0ea', 'fixed_ips': [{'subnet_id': '4754530a-85b8-42fc-8fa2-b4ec844ac4f6'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:12.988670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.013888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Checking segment: {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:13.014121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Allocated IP 172.25.5.235 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/591c1947-9a25-4537-9ece-da71cbb919ce) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:13.014339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network hostable DHCP agents. Network: 801ef2ae-e59b-436d-a612-be3873c53663, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:13.043134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:13.048191 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (08b77e09-206e-46be-a188-074f5cc4beea), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.064621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event updated for resources: {'Port': ['ID=667f682b-c5ae-4ca7-8d24-341608c1fd7b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.072312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1488127360-network', 'tenant_id': 'ca3e93081bee43c3af12bec12a32b316'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:13.080229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:13.095279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:13.108539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:13.174249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76f967-a678-4b88-8a4c-48bf1d0e8653 req-f49fc1dc-b607-4a86-924b-14a9b1e9f43f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.175947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b76f967-a678-4b88-8a4c-48bf1d0e8653 req-f49fc1dc-b607-4a86-924b-14a9b1e9f43f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1319473 Feb 09 21:48:13.204479 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks [] for port (591c1947-9a25-4537-9ece-da71cbb919ce), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.232260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:13.244132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Made reservation on behalf of ca3e93081bee43c3af12bec12a32b316 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:13.246423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.266764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b76f967-a678-4b88-8a4c-48bf1d0e8653 req-d26801aa-a01a-4774-9eff-e380ec441d68 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824635 Feb 09 21:48:13.269787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.274572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:13.298278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:13.315372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Pushing event updated for resources: {'Port': ['ID=08b77e09-206e-46be-a188-074f5cc4beea,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.385616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Allocated IP 10.1.1.2 (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8/4754530a-85b8-42fc-8fa2-b4ec844ac4f6/61a76fa8-d47b-46d4-b316-ac7e7678abfd) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:13.484712 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks [] for security_group (62456a3f-40a4-4976-9644-206790be563c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.492937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708baca-4c24-4953-a7d7-0d790588aa93 req-ef97fb14-eae0-4845-9f87-26a6cc4cc6ed tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.500999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c708baca-4c24-4953-a7d7-0d790588aa93 req-ef97fb14-eae0-4845-9f87-26a6cc4cc6ed tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1002567 Feb 09 21:48:13.513468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.513687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Attempting to bind port 08b77e09-206e-46be-a188-074f5cc4beea on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:13.513909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Attempting to bind port 08b77e09-206e-46be-a188-074f5cc4beea by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:13.514483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Attempting to bind port 08b77e09-206e-46be-a188-074f5cc4beea on network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:13.533718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:13.534131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Checking segment: {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:13.534560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.534986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Bound using segment: {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:13.535681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Bound port: 08b77e09-206e-46be-a188-074f5cc4beea, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:13.536114 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (08b77e09-206e-46be-a188-074f5cc4beea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.572963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:13.589086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:13.595803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (62456a3f-40a4-4976-9644-206790be563c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.606623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:13.641327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Pushing event updated for resources: {'Port': ['ID=591c1947-9a25-4537-9ece-da71cbb919ce,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.665210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c708baca-4c24-4953-a7d7-0d790588aa93 req-700a9c96-467a-47ab-9996-6a59e0620299 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611035 Feb 09 21:48:13.673083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] For port 08b77e09-206e-46be-a188-074f5cc4beea, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:13.692193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] For port 08b77e09-206e-46be-a188-074f5cc4beea, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=08b77e09-206e-46be-a188-074f5cc4beea,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:13.706696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:13.715313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Publish callbacks [] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.719717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62456a3f-40a4-4976-9644-206790be563c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.757735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (49537363-6c51-43f9-bc0b-8fd6ad611be6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.758489 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Added segment 49537363-6c51-43f9-bc0b-8fd6ad611be6 of type vlan for network 6663159d-f793-42e4-9155-24847dc9bfa4 Feb 09 21:48:13.762790 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (08b77e09-206e-46be-a188-074f5cc4beea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.801581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network 801ef2ae-e59b-436d-a612-be3873c53663 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:13.808170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.842161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:13.846004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:13.847879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:13.917147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cea49f-28a6-460c-8a06-d00c2f2c50a3 None None] Pushing event updated for resources: {'Port': ['ID=08b77e09-206e-46be-a188-074f5cc4beea,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.961852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6663159d-f793-42e4-9155-24847dc9bfa4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.964138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 801ef2ae-e59b-436d-a612-be3873c53663) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:13.994559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565850e3-4a0b-4ca1-9d74-4b20cd69c0d5 None None] Network 801ef2ae-e59b-436d-a612-be3873c53663 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:13.996411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Attempting to bind port 61a76fa8-d47b-46d4-b316-ac7e7678abfd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:13.996872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Attempting to bind port 61a76fa8-d47b-46d4-b316-ac7e7678abfd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:13.997885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Attempting to bind port 61a76fa8-d47b-46d4-b316-ac7e7678abfd on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:14.043899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.044802 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.060740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e220bc6-ccc6-42ca-a202-9e2fac55acc5 req-98c9d261-7679-4b58-ac7d-13c5c8dae8c5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.067216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e220bc6-ccc6-42ca-a202-9e2fac55acc5 req-98c9d261-7679-4b58-ac7d-13c5c8dae8c5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.072527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:14.073158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Checking segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:14.073630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.074094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Bound using segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:14.074520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e220bc6-ccc6-42ca-a202-9e2fac55acc5 req-98c9d261-7679-4b58-ac7d-13c5c8dae8c5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.074634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Bound port: 61a76fa8-d47b-46d4-b316-ac7e7678abfd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:14.075210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.082355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e220bc6-ccc6-42ca-a202-9e2fac55acc5 req-98c9d261-7679-4b58-ac7d-13c5c8dae8c5 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2416 time: 0.8600597 Feb 09 21:48:14.119442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Pushing event updated for resources: {'Port': ['ID=61a76fa8-d47b-46d4-b316-ac7e7678abfd,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.156642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.157623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.158218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.158776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.159318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.160020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.160550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.161074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.165273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.165879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.166236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.166585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.166991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:14.242463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Deleting port 667f682b-c5ae-4ca7-8d24-341608c1fd7b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:14.242782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (667f682b-c5ae-4ca7-8d24-341608c1fd7b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.251633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-17eced31-3be9-4d8a-b915-47562288c0a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4092600 Feb 09 21:48:14.257382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39046) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:14.262441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'port': {'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'name': 'tempest-TaggedBootDevicesTest_v242-1535903006', 'fixed_ips': [{'subnet_id': '4754530a-85b8-42fc-8fa2-b4ec844ac4f6'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:14.391101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] For port 61a76fa8-d47b-46d4-b316-ac7e7678abfd, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:14.409656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-801ef2ae-e59b-436d-a612-be3873c53663', 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663', 'project_id': 'f620865b281c41179b35bef3337de0ea', 'fixed_ips': [{'subnet_id': 'b0813bb2-4776-4a6c-85c2-afde588fa39b'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:14.411145 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.415806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e220bc6-ccc6-42ca-a202-9e2fac55acc5 req-b0ac2556-2902-462b-8394-c094cd6c5654 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287396 Feb 09 21:48:14.420736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] For port 61a76fa8-d47b-46d4-b316-ac7e7678abfd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=61a76fa8-d47b-46d4-b316-ac7e7678abfd,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:14.482379 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (667f682b-c5ae-4ca7-8d24-341608c1fd7b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.482769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for floatingip (667f682b-c5ae-4ca7-8d24-341608c1fd7b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.501922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Calling delete_port for 667f682b-c5ae-4ca7-8d24-341608c1fd7b owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:14.554568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.655483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6c378-d7dd-454c-ba88-bdc57d12105f req-97c3f6c0-8649-41ed-9da2-b91409f359d9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.657447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11f6c378-d7dd-454c-ba88-bdc57d12105f req-97c3f6c0-8649-41ed-9da2-b91409f359d9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1527402 Feb 09 21:48:14.675901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc502000-6b20-4afb-90ac-ccb1d0ed60a4 req-d509c2fa-4c6a-41f6-af1b-606ebc0e8ff4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.677445 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc502000-6b20-4afb-90ac-ccb1d0ed60a4 req-d509c2fa-4c6a-41f6-af1b-606ebc0e8ff4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.8498728 Feb 09 21:48:14.724433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Allocated IP 10.2.2.2 (801ef2ae-e59b-436d-a612-be3873c53663/b0813bb2-4776-4a6c-85c2-afde588fa39b/99024c00-7d42-4e6a-917d-4758d3346ea7) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:14.727495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004906d-837c-4773-9f21-da2eb2df9447 None None] Pushing event updated for resources: {'Port': ['ID=61a76fa8-d47b-46d4-b316-ac7e7678abfd,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.759317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6663159d-f793-42e4-9155-24847dc9bfa4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.761272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.761873 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.780974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc502000-6b20-4afb-90ac-ccb1d0ed60a4 req-828f8c7f-faf9-4b69-9278-c0b8a57cd9cb tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938454 Feb 09 21:48:14.788401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:14.849862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11f6c378-d7dd-454c-ba88-bdc57d12105f req-9359cc1d-95e0-4e66-a684-524567806e51 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850550 Feb 09 21:48:14.954742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.002634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (667f682b-c5ae-4ca7-8d24-341608c1fd7b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.030417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9826777 Feb 09 21:48:15.040133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39060) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:15.064823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event deleted for resources: {'Port': ['ID=667f682b-c5ae-4ca7-8d24-341608c1fd7b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:15.066696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Request body: {'subnet': {'network_id': '6663159d-f793-42e4-9155-24847dc9bfa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1488127360-subnet', 'tenant_id': 'ca3e93081bee43c3af12bec12a32b316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:15.085420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dd74f-afb7-456c-930e-66624edf028e admin admin] Pushing event updated for resources: {'Network': ['ID=6663159d-f793-42e4-9155-24847dc9bfa4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:15.113588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] device_id is not set on port c286d7dc-ddf1-430b-8ed2-45e7fc795eac yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:48:15.130229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks [] for router_gateway (cabe8a80-02dd-4219-8813-db06632908ad), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.143929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6663159d-f793-42e4-9155-24847dc9bfa4 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:15.372846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Made reservation on behalf of ca3e93081bee43c3af12bec12a32b316 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:15.375733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.429210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 61a76fa8-d47b-46d4-b316-ac7e7678abfd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:15.476894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f38bea-e66a-4ed6-9e1b-4401b37247aa req-8daedd98-1a78-4324-aa8b-0bb7b3a939c2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.483859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28f38bea-e66a-4ed6-9e1b-4401b37247aa req-8daedd98-1a78-4324-aa8b-0bb7b3a939c2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.4201946 Feb 09 21:48:15.533547 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] create failed (client error): The resource could not be found. Feb 09 21:48:15.537622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e2735107-ffbe-4a43-9808-07120b92abdd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0005312 Feb 09 21:48:15.541656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39072) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:15.544795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 61a76fa8-d47b-46d4-b316-ac7e7678abfd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:15.546031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.633939 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Publish callbacks [] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.657771 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (cabe8a80-02dd-4219-8813-db06632908ad), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.689097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a064c0c-40c2-4e72-b0b9-7d75b860715a None None] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:15.694783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2f09-d1e0-406c-9972-3a5d49ed11b2 req-c3483556-4335-4ca6-bb3d-bbfee5428404 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.694935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28f38bea-e66a-4ed6-9e1b-4401b37247aa req-2e77646b-6f56-4593-8beb-c226857e9d2a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098634 Feb 09 21:48:15.700614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2f09-d1e0-406c-9972-3a5d49ed11b2 req-c3483556-4335-4ca6-bb3d-bbfee5428404 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.708045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2f09-d1e0-406c-9972-3a5d49ed11b2 req-c3483556-4335-4ca6-bb3d-bbfee5428404 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.715801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad0d2f09-d1e0-406c-9972-3a5d49ed11b2 req-c3483556-4335-4ca6-bb3d-bbfee5428404 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2416 time: 0.1458833 Feb 09 21:48:15.761436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 10.1.1.189 (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8/4754530a-85b8-42fc-8fa2-b4ec844ac4f6/c286d7dc-ddf1-430b-8ed2-45e7fc795eac) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:15.857852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.894617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Deleting port 170b9d7f-568b-4a16-9355-c172d8e3435c {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:15.895087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (170b9d7f-568b-4a16-9355-c172d8e3435c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.913625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 61a76fa8-d47b-46d4-b316-ac7e7678abfd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:15.914032 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.954067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (cca16855-9977-43e9-af44-3d0dbd0c7e8a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.963258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Network 801ef2ae-e59b-436d-a612-be3873c53663 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:15.966210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-762456c7-83ca-4d83-809b-8bb3d9dcc8b4 None None] Provisioning complete for port 08b77e09-206e-46be-a188-074f5cc4beea triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:15.967051 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-762456c7-83ca-4d83-809b-8bb3d9dcc8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (08b77e09-206e-46be-a188-074f5cc4beea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.984696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e06d1132-e4a5-4977-872a-0129f4981aa4 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:16.024634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:16.030778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:16.067359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad0d2f09-d1e0-406c-9972-3a5d49ed11b2 req-19d69b2e-513e-45a4-8305-b27124dd4229 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506155 Feb 09 21:48:16.079002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca16855-9977-43e9-af44-3d0dbd0c7e8a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:16.121693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Checking segment: {'id': '49537363-6c51-43f9-bc0b-8fd6ad611be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6663159d-f793-42e4-9155-24847dc9bfa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:16.122259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Network hostable DHCP agents. Network: 6663159d-f793-42e4-9155-24847dc9bfa4, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:16.123672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Pushing event updated for resources: {'Port': ['ID=99024c00-7d42-4e6a-917d-4758d3346ea7,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:16.160574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f3e25-80fd-4f87-b196-26fccee2d656 req-97f66fe1-b3bc-44d3-b817-915884a263aa tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.162986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-870f3e25-80fd-4f87-b196-26fccee2d656 req-97f66fe1-b3bc-44d3-b817-915884a263aa tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3206782 Feb 09 21:48:16.217133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.238440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Network 6663159d-f793-42e4-9155-24847dc9bfa4 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:16.252000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Router cabe8a80-02dd-4219-8813-db06632908ad is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:48:16.283268 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (170b9d7f-568b-4a16-9355-c172d8e3435c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.295346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef536c-16a7-41a3-b80a-60cc0968339f req-c8d58353-4d55-4fe0-bf60-a66ec1bff8c7 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.302456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1ef536c-16a7-41a3-b80a-60cc0968339f req-c8d58353-4d55-4fe0-bf60-a66ec1bff8c7 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1168172 Feb 09 21:48:16.312577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Calling delete_port for 170b9d7f-568b-4a16-9355-c172d8e3435c owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:16.320019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 61a76fa8-d47b-46d4-b316-ac7e7678abfd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=61a76fa8-d47b-46d4-b316-ac7e7678abfd,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:16.341971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.373561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 6663159d-f793-42e4-9155-24847dc9bfa4) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:16.388294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb99b7-0eae-451e-a9f2-41baad96e32a None None] Network 6663159d-f793-42e4-9155-24847dc9bfa4 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:16.411199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-762456c7-83ca-4d83-809b-8bb3d9dcc8b4 None None] Current status of the port 08b77e09-206e-46be-a188-074f5cc4beea is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:16.411516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-762456c7-83ca-4d83-809b-8bb3d9dcc8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (08b77e09-206e-46be-a188-074f5cc4beea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.442883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Attempting to bind port 99024c00-7d42-4e6a-917d-4758d3346ea7 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:16.443490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Attempting to bind port 99024c00-7d42-4e6a-917d-4758d3346ea7 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:16.443624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Attempting to bind port 99024c00-7d42-4e6a-917d-4758d3346ea7 on network 801ef2ae-e59b-436d-a612-be3873c53663 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:16.451055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747bd07-92b0-4796-b154-4a9571e52f11 None None] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:16.477876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.478620 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.508516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-870f3e25-80fd-4f87-b196-26fccee2d656 req-3a782cd5-f107-489d-8bd3-17df75f1dbf0 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522407 Feb 09 21:48:16.531696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:16.532156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Checking segment: {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:16.532573 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.532975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Bound using segment: {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:16.533467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Bound port: 99024c00-7d42-4e6a-917d-4758d3346ea7, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:16.533857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.536087 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.536944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 08b77e09-206e-46be-a188-074f5cc4beea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:16.541380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1ef536c-16a7-41a3-b80a-60cc0968339f req-56ffe8b6-3c7f-42a2-b866-6b7856a1294e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316566 Feb 09 21:48:16.545676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:16.561135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port e06d1132-e4a5-4977-872a-0129f4981aa4 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:16.578348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:16.590418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:16.598006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:16.602642 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Sync routers for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:16.621582 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:16.622232 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:16.634346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port e06d1132-e4a5-4977-872a-0129f4981aa4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:16.634732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.636855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:16.646808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cda1df1f-30bd-420f-9aab-590962ee713f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6005626 Feb 09 21:48:16.704600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.705014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.705246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.708768 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-84808a51-4a87-43ec-8675-b5cc8bb01e87 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0613937 Feb 09 21:48:16.709140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39088) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:16.810405 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-21ecc739-87a2-47b8-a90f-b414dae0c367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5519300 Feb 09 21:48:16.811458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39090) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:16.820542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'port': {'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'name': 'tempest-TaggedBootDevicesTest_v242-1125011605', 'fixed_ips': [{'subnet_id': '4754530a-85b8-42fc-8fa2-b4ec844ac4f6'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:16.835451 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:16.875246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-762456c7-83ca-4d83-809b-8bb3d9dcc8b4 None None] For port 08b77e09-206e-46be-a188-074f5cc4beea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=08b77e09-206e-46be-a188-074f5cc4beea,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:16.939060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (170b9d7f-568b-4a16-9355-c172d8e3435c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.940179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee34bd6-0b76-48be-896f-46a30777a3a1 None None] Network 6663159d-f793-42e4-9155-24847dc9bfa4 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:16.988079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-762456c7-83ca-4d83-809b-8bb3d9dcc8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (08b77e09-206e-46be-a188-074f5cc4beea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.989727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=61a76fa8-d47b-46d4-b316-ac7e7678abfd,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:17.054912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event deleted for resources: {'Port': ['ID=170b9d7f-568b-4a16-9355-c172d8e3435c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:17.215759 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:14Z', 'revision_number': 3, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:17.227580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.242061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-53d0a52d-6edd-4142-8053-6b94f262da7b tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "DELETE /v2.0/ports/170b9d7f-568b-4a16-9355-c172d8e3435c HTTP/1.1" status: 204 len: 168 time: 1.6971488 Feb 09 21:48:17.244683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39104) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:17.264452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] For port 99024c00-7d42-4e6a-917d-4758d3346ea7, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:17.296812 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Checking router: cabe8a80-02dd-4219-8813-db06632908ad for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:17.297273 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Updating router cabe8a80-02dd-4219-8813-db06632908ad port 591c1947-9a25-4537-9ece-da71cbb919ce binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:17.362425 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.380001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480260a6-e244-42d9-a2ad-78f823f71bfd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.386035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-480260a6-e244-42d9-a2ad-78f823f71bfd tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b305848-335a-4791-8b18-d2cdd784840e HTTP/1.1" status: 200 len: 913 time: 0.1353679 Feb 09 21:48:17.387866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39110) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:17.416170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e06d1132-e4a5-4977-872a-0129f4981aa4 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:17.418030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.513488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762456c7-83ca-4d83-809b-8bb3d9dcc8b4 None None] Pushing event updated for resources: {'Port': ['ID=08b77e09-206e-46be-a188-074f5cc4beea,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:17.525540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c98e5-40c4-4536-9978-7070ab63c282 req-b91fa78d-1884-43cd-b6c2-794539da7a3e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.530205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab3c98e5-40c4-4536-9978-7070ab63c282 req-b91fa78d-1884-43cd-b6c2-794539da7a3e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.5395160 Feb 09 21:48:17.538235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] For port 99024c00-7d42-4e6a-917d-4758d3346ea7, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=99024c00-7d42-4e6a-917d-4758d3346ea7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:17.542825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-03be23d4-0cfb-4010-bf06-8cba69e148c9 None None] Provisioning complete for port 08b77e09-206e-46be-a188-074f5cc4beea triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:17.544624 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03be23d4-0cfb-4010-bf06-8cba69e148c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (08b77e09-206e-46be-a188-074f5cc4beea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.623257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 08b77e09-206e-46be-a188-074f5cc4beea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:17.623815 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (08b77e09-206e-46be-a188-074f5cc4beea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.681304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab3c98e5-40c4-4536-9978-7070ab63c282 req-93d797b8-c8c9-4a04-8c7e-04a66c1364ea tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414635 Feb 09 21:48:17.714797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e06d1132-e4a5-4977-872a-0129f4981aa4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e06d1132-e4a5-4977-872a-0129f4981aa4,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:17.726624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06d1132-e4a5-4977-872a-0129f4981aa4'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:17.730121 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e363be-bf79-4163-957b-ce3d06fb8f23" -d '{"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-plugged", "status": "completed", "tag": "e06d1132-e4a5-4977-872a-0129f4981aa4"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:17.742594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.743888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.820638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:17.832396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.897475 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.898304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f7743204-3e16-4acb-b2fb-3e56b9b071b5 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:17.913182 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Publish callbacks [] for port (591c1947-9a25-4537-9ece-da71cbb919ce), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.980515 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.074352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719d3d-b004-4474-80d4-5fd7f38766a0 req-70e92259-c4e4-473a-a277-f7fe65d2dce3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.085839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719d3d-b004-4474-80d4-5fd7f38766a0 req-70e92259-c4e4-473a-a277-f7fe65d2dce3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.100430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719d3d-b004-4474-80d4-5fd7f38766a0 req-70e92259-c4e4-473a-a277-f7fe65d2dce3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.102167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16719d3d-b004-4474-80d4-5fd7f38766a0 req-70e92259-c4e4-473a-a277-f7fe65d2dce3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2417 time: 0.2368340 Feb 09 21:48:18.107896 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Pushing event updated for resources: {'Port': ['ID=591c1947-9a25-4537-9ece-da71cbb919ce,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.123338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-03be23d4-0cfb-4010-bf06-8cba69e148c9 None None] Current status of the port 08b77e09-206e-46be-a188-074f5cc4beea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:18.152266 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Attempting to bind port 591c1947-9a25-4537-9ece-da71cbb919ce on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:18.152895 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Attempting to bind port 591c1947-9a25-4537-9ece-da71cbb919ce by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:18.153485 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Attempting to bind port 591c1947-9a25-4537-9ece-da71cbb919ce on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:18.164797 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:18.174860 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:18.174860 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.174860 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:18.174860 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Bound port: 591c1947-9a25-4537-9ece-da71cbb919ce, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:18.174860 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.176401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bb4c1-6725-481b-bdd9-59b54849060e None None] Pushing event updated for resources: {'Port': ['ID=99024c00-7d42-4e6a-917d-4758d3346ea7,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.225850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 08b77e09-206e-46be-a188-074f5cc4beea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:18.229161 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.229750 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.231863 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.232409 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.232986 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.233538 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.234168 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.235307 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.235915 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.237138 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.237683 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.243389 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.244295 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:18.245968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Allocated IP 172.20.0.1 (02d80e36-04b7-413d-b10f-a59cfb7d6b8d/9a2aa069-8d7f-41eb-8bfd-713144c1a246/5647810c-d23f-4a25-af4a-9de6836164a5) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:18.303617 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] For port 591c1947-9a25-4537-9ece-da71cbb919ce, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:18.309249 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] For port 591c1947-9a25-4537-9ece-da71cbb919ce, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=591c1947-9a25-4537-9ece-da71cbb919ce,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:18.383093 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.536786 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cc745-17ad-4aaa-a452-d668f8a9a028 None None] Pushing event updated for resources: {'Port': ['ID=591c1947-9a25-4537-9ece-da71cbb919ce,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.551565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16719d3d-b004-4474-80d4-5fd7f38766a0 req-ad7174d6-5a31-4337-b1de-1fc45cf9f2b3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156224 Feb 09 21:48:18.561811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks [] for port (5647810c-d23f-4a25-af4a-9de6836164a5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.578623 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:18.579287 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:18.590365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-03be23d4-0cfb-4010-bf06-8cba69e148c9 None None] Provisioning complete for port 61a76fa8-d47b-46d4-b316-ac7e7678abfd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:18.590918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03be23d4-0cfb-4010-bf06-8cba69e148c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.675419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 08b77e09-206e-46be-a188-074f5cc4beea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:18.689040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.750563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e06d1132-e4a5-4977-872a-0129f4981aa4,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.765055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:18.783566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:18.783954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port f7743204-3e16-4acb-b2fb-3e56b9b071b5 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:18.784774 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:18.809970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port f7743204-3e16-4acb-b2fb-3e56b9b071b5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:18.810221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.814113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] device_id is not set on port 36a97dad-9fb6-416d-843e-1afa13825922 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:48:18.815598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:18.839583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Pushing event updated for resources: {'Port': ['ID=5647810c-d23f-4a25-af4a-9de6836164a5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.982482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-0ff52a50-cf42-41e1-a442-3600072facad tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.989265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 08b77e09-206e-46be-a188-074f5cc4beea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:18.989647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (08b77e09-206e-46be-a188-074f5cc4beea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.990402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-0ff52a50-cf42-41e1-a442-3600072facad tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/networks?id=6527eb64-892d-4da1-9cb5-decc4995b25c HTTP/1.1" status: 200 len: 814 time: 1.5650303 Feb 09 21:48:18.991344 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (cabe8a80-02dd-4219-8813-db06632908ad), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.023045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-03be23d4-0cfb-4010-bf06-8cba69e148c9 None None] Current status of the port 61a76fa8-d47b-46d4-b316-ac7e7678abfd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:19.091688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f7743204-3e16-4acb-b2fb-3e56b9b071b5 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:19.092031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.137141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-10e38754-c9a7-4f09-a8a4-515e5633ae86 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/quotas/ba9256d71dd84adf907aa5bf067bca2a HTTP/1.1" status: 200 len: 375 time: 0.1456616 Feb 09 21:48:19.207006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 08b77e09-206e-46be-a188-074f5cc4beea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:19.208149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 61a76fa8-d47b-46d4-b316-ac7e7678abfd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:19.209277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba952-473a-4b83-8806-4403c29a75b9 req-3a1f3842-59b4-46ed-8a77-cfbfb0afcf42 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.211889 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-655ba952-473a-4b83-8806-4403c29a75b9 req-3a1f3842-59b4-46ed-8a77-cfbfb0afcf42 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2873147 Feb 09 21:48:19.214061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f7743204-3e16-4acb-b2fb-3e56b9b071b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7743204-3e16-4acb-b2fb-3e56b9b071b5,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:19.215596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b76adcc1-18f6-4c19-94ad-c7dec42d8679 None None] Provisioning complete for port c286d7dc-ddf1-430b-8ed2-45e7fc795eac triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:19.216015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b76adcc1-18f6-4c19-94ad-c7dec42d8679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.322552 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.323431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:19.367093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-50fb004e-1215-46e0-98d5-4e497f6e6a49 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ba9256d71dd84adf907aa5bf067bca2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2060547 Feb 09 21:48:19.383655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-655ba952-473a-4b83-8806-4403c29a75b9 req-35db237c-cd82-4666-a36a-178d5e9b8c23 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656153 Feb 09 21:48:19.399247 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:14Z', 'revision_number': 3, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:19.462698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7743204-3e16-4acb-b2fb-3e56b9b071b5,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:19.468275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.476029 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b444afd-4d89-4f9b-b951-0ebdc86d8bc6 None None] The sync data for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 is: [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:14Z', 'revision_number': 3, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:19.565804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b76adcc1-18f6-4c19-94ad-c7dec42d8679 None None] Port c286d7dc-ddf1-430b-8ed2-45e7fc795eac cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:19.600561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e4bb8e-3cdd-4311-b084-31c6f71f854e None None] Network 801ef2ae-e59b-436d-a612-be3873c53663 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:19.615271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-67898643-bbcf-41dd-ada0-31c4c153d2a8 service neutron] 10.222.0.98 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259717 Feb 09 21:48:19.646309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b76adcc1-18f6-4c19-94ad-c7dec42d8679 None None] Provisioning complete for port 61a76fa8-d47b-46d4-b316-ac7e7678abfd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:19.646743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b76adcc1-18f6-4c19-94ad-c7dec42d8679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.730806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342061b-5dc7-4873-aa64-a318fe6b62e2 req-ae8be57c-d2f1-4262-b100-5e9587db6bb8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.732597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8342061b-5dc7-4873-aa64-a318fe6b62e2 req-ae8be57c-d2f1-4262-b100-5e9587db6bb8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1931491 Feb 09 21:48:19.747408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-30e15e4c-2dd1-406a-944c-98b5bb062816 service neutron] 10.222.0.98 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197696 Feb 09 21:48:19.772080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 61a76fa8-d47b-46d4-b316-ac7e7678abfd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:19.772750 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.881653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8342061b-5dc7-4873-aa64-a318fe6b62e2 req-bec4b70e-8bdc-487d-8e86-098604af1b96 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403277 Feb 09 21:48:19.962722 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks [] for port (5647810c-d23f-4a25-af4a-9de6836164a5), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.987268 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e1645-7f9b-4dbc-9adb-468c15d9cfc5 x-openstack-request-id: req-a70e1645-7f9b-4dbc-9adb-468c15d9cfc5 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:19.987697 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-plugged", "status": "completed", "tag": "e06d1132-e4a5-4977-872a-0129f4981aa4", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:19.988123 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a70e1645-7f9b-4dbc-9adb-468c15d9cfc5 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:19.988629 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06d1132-e4a5-4977-872a-0129f4981aa4', 'code': 200} Feb 09 21:48:20.004500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 10.1.1.112 (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8/4754530a-85b8-42fc-8fa2-b4ec844ac4f6/36a97dad-9fb6-416d-843e-1afa13825922) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:20.034125 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (9b305848-335a-4791-8b18-d2cdd784840e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.061559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b76adcc1-18f6-4c19-94ad-c7dec42d8679 None None] Current status of the port 61a76fa8-d47b-46d4-b316-ac7e7678abfd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:20.069160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.086114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:20.131372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:20.139861 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.224608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 61a76fa8-d47b-46d4-b316-ac7e7678abfd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:20.225699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 99024c00-7d42-4e6a-917d-4758d3346ea7 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:20.233202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (cabe8a80-02dd-4219-8813-db06632908ad), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.308456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Pushing event updated for resources: {'Port': ['ID=5647810c-d23f-4a25-af4a-9de6836164a5,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:20.322652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Provisioning complete for port 5647810c-d23f-4a25-af4a-9de6836164a5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:20.323035 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.338243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81c8-0abf-4ee6-9380-e90d4cac9646 req-a0429757-32f7-43c0-b50d-674028f376ea tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.353955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81c8-0abf-4ee6-9380-e90d4cac9646 req-a0429757-32f7-43c0-b50d-674028f376ea tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.371871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce81c8-0abf-4ee6-9380-e90d4cac9646 req-a0429757-32f7-43c0-b50d-674028f376ea tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.381898 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8dce81c8-0abf-4ee6-9380-e90d4cac9646 req-a0429757-32f7-43c0-b50d-674028f376ea tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2418 time: 0.2491019 Feb 09 21:48:20.415379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 99024c00-7d42-4e6a-917d-4758d3346ea7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:20.415379 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.417573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e376d8f-d86a-4ea3-b6e3-be2ac949884c req-d7137e58-18de-4a84-aed7-d4119f414c90 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 210 time: 0.2098908 Feb 09 21:48:20.524283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8dce81c8-0abf-4ee6-9380-e90d4cac9646 req-852b3af1-3240-4093-94ae-bcf9e4ae0506 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385169 Feb 09 21:48:20.615343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:20.621689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:20.624418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:20.624952 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.724750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Port 5647810c-d23f-4a25-af4a-9de6836164a5 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:20.787265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Provisioning complete for port 99024c00-7d42-4e6a-917d-4758d3346ea7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:20.787993 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.865231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36937cc3-0d01-402c-b0c4-1050cfc25b95 req-76303059-71c4-4f72-b462-1dc786d2bb6f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.865813 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36937cc3-0d01-402c-b0c4-1050cfc25b95 req-76303059-71c4-4f72-b462-1dc786d2bb6f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2739270 Feb 09 21:48:20.898385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1493a-78c1-45a3-8853-8c189fe4d671 req-712a8209-4d52-4bb0-91e3-914d783addcd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.900687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52c1493a-78c1-45a3-8853-8c189fe4d671 req-712a8209-4d52-4bb0-91e3-914d783addcd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2613394 Feb 09 21:48:20.947069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (36a97dad-9fb6-416d-843e-1afa13825922), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.960036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 99024c00-7d42-4e6a-917d-4758d3346ea7 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:20.960430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.995393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52c1493a-78c1-45a3-8853-8c189fe4d671 req-0f939cea-ade3-4d19-8b6f-ca462fff0571 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872810 Feb 09 21:48:20.999145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:21.010551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Router cabe8a80-02dd-4219-8813-db06632908ad has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:21.063886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Deleting port f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:21.064462 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.089520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36937cc3-0d01-402c-b0c4-1050cfc25b95 req-3952cda3-397d-488c-94b3-f6ddd83d78d6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727254 Feb 09 21:48:21.089994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Current status of the port 99024c00-7d42-4e6a-917d-4758d3346ea7 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:21.090575 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.095337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 99024c00-7d42-4e6a-917d-4758d3346ea7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=99024c00-7d42-4e6a-917d-4758d3346ea7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:21.096613 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.207056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.221407 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.282365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.293618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (36a97dad-9fb6-416d-843e-1afa13825922), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.305800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:48:21.306166 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:48:21.337424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:21.360603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=36a97dad-9fb6-416d-843e-1afa13825922,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.363786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Calling delete_port for f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:21.381363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9e6daabe-5136-4603-b7c4-c0a9a346c47c admin admin] 10.222.0.98 "PUT /v2.0/routers/cabe8a80-02dd-4219-8813-db06632908ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6708064 Feb 09 21:48:21.394330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:21.396227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=99024c00-7d42-4e6a-917d-4758d3346ea7,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.397767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:21.402966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:21.438512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 591c1947-9a25-4537-9ece-da71cbb919ce up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:21.454001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e063c5-0608-46a1-b667-3d9dd7d7eaa1 req-caed6bff-7043-4e2d-97b4-07e80dc90b8b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:21.455602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11e063c5-0608-46a1-b667-3d9dd7d7eaa1 req-caed6bff-7043-4e2d-97b4-07e80dc90b8b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2414801 Feb 09 21:48:21.544848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 591c1947-9a25-4537-9ece-da71cbb919ce triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:21.545607 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.577622 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11e063c5-0608-46a1-b667-3d9dd7d7eaa1 req-158e3627-f16c-41f3-8154-85566fc70693 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032100 Feb 09 21:48:21.604123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c968897a-b711-48d1-bd10-c720924bebc6 req-791ab312-d2c2-4759-b30f-bf6d804b9526 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 210 time: 0.0816152 Feb 09 21:48:21.694390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 591c1947-9a25-4537-9ece-da71cbb919ce is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:21.694999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.697023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:21.698764 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.730681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 591c1947-9a25-4537-9ece-da71cbb919ce, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=591c1947-9a25-4537-9ece-da71cbb919ce,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:21.786777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db39c99-a22b-4637-9469-c6d5b93d2363 req-ab10d521-60f2-4119-9780-057a9a927b5e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:21.802550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db39c99-a22b-4637-9469-c6d5b93d2363 req-ab10d521-60f2-4119-9780-057a9a927b5e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:21.803470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.815864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db39c99-a22b-4637-9469-c6d5b93d2363 req-ab10d521-60f2-4119-9780-057a9a927b5e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:21.819223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1db39c99-a22b-4637-9469-c6d5b93d2363 req-ab10d521-60f2-4119-9780-057a9a927b5e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2419 time: 0.1309378 Feb 09 21:48:21.845886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a2c34046-7cb7-404e-869f-7f5819bc42ca tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0333381 Feb 09 21:48:21.923829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1db39c99-a22b-4637-9469-c6d5b93d2363 req-10eb409a-5e53-43df-8eb6-cd931ae91978 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901778 Feb 09 21:48:21.964885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1d852455-1819-48d5-8521-af3b6cc35769 None None] Current status of the port 99024c00-7d42-4e6a-917d-4758d3346ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:21.997718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5'}, {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:22.001804 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317cc015-2442-4b71-a921-c8696112babd" -d '{"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-plugged", "status": "completed", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5"}, {"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-plugged", "status": "completed", "tag": "19a0c5e5-82a1-4cf3-846c-3088e84dfdb6"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:22.017569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=591c1947-9a25-4537-9ece-da71cbb919ce,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.097246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Provisioning complete for port 5647810c-d23f-4a25-af4a-9de6836164a5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:22.097631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.119244 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.159355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Port 5647810c-d23f-4a25-af4a-9de6836164a5 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:22.174259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event deleted for resources: {'Port': ['ID=f4c009e5-9c96-42b0-9ea4-a87e0ce3abc3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.181744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Provisioning complete for port 36a97dad-9fb6-416d-843e-1afa13825922 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:22.182131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (36a97dad-9fb6-416d-843e-1afa13825922), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.206176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39180) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:22.210960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c914b4a7-524e-4a4e-aa4d-6cbc85757227 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271743886', 'description': 'tempest-description--309431325'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:22.254232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Port 36a97dad-9fb6-416d-843e-1afa13825922 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:22.271882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Provisioning complete for port 99024c00-7d42-4e6a-917d-4758d3346ea7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:22.271882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.271882 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa20c9e-0943-4d64-b502-2545a255f952 x-openstack-request-id: req-2fa20c9e-0943-4d64-b502-2545a255f952 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:22.271882 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-plugged", "status": "completed", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5", "code": 200}, {"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-plugged", "status": "completed", "tag": "19a0c5e5-82a1-4cf3-846c-3088e84dfdb6", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:22.272531 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2fa20c9e-0943-4d64-b502-2545a255f952 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:22.273147 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5', 'code': 200} Feb 09 21:48:22.273614 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6', 'code': 200} Feb 09 21:48:22.346002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c914b4a7-524e-4a4e-aa4d-6cbc85757227 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.357221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Sync routers for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:22.391400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:22.392407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:22.549541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (9b305848-335a-4791-8b18-d2cdd784840e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.552165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39182) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:22.566657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc095-d247-4961-a0df-dc994216b609 req-529d8676-7c4e-47a4-b83e-85abf46951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.566933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e738d861-a334-45fc-af2f-0c9b45028019 None None] Current status of the port 99024c00-7d42-4e6a-917d-4758d3346ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:22.567258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc095-d247-4961-a0df-dc994216b609 req-529d8676-7c4e-47a4-b83e-85abf46951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.567562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2f6cbfde-4c45-4113-8d9a-819f2e8947e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260434035', 'description': 'tempest-description--415260010'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:22.574550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc095-d247-4961-a0df-dc994216b609 req-529d8676-7c4e-47a4-b83e-85abf46951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.574550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b53fc095-d247-4961-a0df-dc994216b609 req-529d8676-7c4e-47a4-b83e-85abf46951ee service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2965 time: 0.1772330 Feb 09 21:48:22.581933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:22.617011 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c914b4a7-524e-4a4e-aa4d-6cbc85757227 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group (32d619e6-94a9-409d-b454-7ec7c1a50093), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.666257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b644f8-f2f0-4452-abd3-7f8388735944 req-44372cf5-1a23-4ff3-9bbd-3ecfc3aee392 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.667584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34b644f8-f2f0-4452-abd3-7f8388735944 req-44372cf5-1a23-4ff3-9bbd-3ecfc3aee392 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2329381 Feb 09 21:48:22.681458 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b53fc095-d247-4961-a0df-dc994216b609 req-75877eb7-ebe5-4e5b-82b4-26a05c36fddf service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059644 Feb 09 21:48:22.703852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eb9cf-ec8c-4d8c-8912-c70835c65471 req-ffc0b043-1f7e-426a-8262-8462432e2609 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.705363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e5eb9cf-ec8c-4d8c-8912-c70835c65471 req-ffc0b043-1f7e-426a-8262-8462432e2609 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0942461 Feb 09 21:48:22.714573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c914b4a7-524e-4a4e-aa4d-6cbc85757227 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (32d619e6-94a9-409d-b454-7ec7c1a50093), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.753786 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34b644f8-f2f0-4452-abd3-7f8388735944 req-b413ed4f-b9de-4e7d-b8e5-869ee43fa93e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 Feb 09 21:48:22.768367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914b4a7-524e-4a4e-aa4d-6cbc85757227 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d619e6-94a9-409d-b454-7ec7c1a50093,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.831891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbfde-4c45-4113-8d9a-819f2e8947e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.842545 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e5eb9cf-ec8c-4d8c-8912-c70835c65471 req-be497a7c-ab3c-41cb-af5e-d98a3c6e05ab tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086102 Feb 09 21:48:22.845429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 2, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:22.857583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c914b4a7-524e-4a4e-aa4d-6cbc85757227 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.857583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c914b4a7-524e-4a4e-aa4d-6cbc85757227 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6425679 Feb 09 21:48:22.857866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Router 9b305848-335a-4791-8b18-d2cdd784840e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:22.861896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39188) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:22.872977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-67289368-7a0f-4131-918f-3c57483e6599 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Request body: {'security_group_rule': {'security_group_id': '32d619e6-94a9-409d-b454-7ec7c1a50093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:22.885923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Checking router: cabe8a80-02dd-4219-8813-db06632908ad for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:22.886520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Updating router cabe8a80-02dd-4219-8813-db06632908ad port 5647810c-d23f-4a25-af4a-9de6836164a5 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:22.930473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.002911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edffde-5cef-4cff-aff7-6ded8bb01cd0 req-d30e1c31-0100-4ba1-85f5-ac6b8c298768 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.006776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38edffde-5cef-4cff-aff7-6ded8bb01cd0 req-d30e1c31-0100-4ba1-85f5-ac6b8c298768 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0869389 Feb 09 21:48:23.010193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6eef06b1-9e86-42ff-aa5c-980f4ea2c5c2 req-33322847-5111-493d-82a1-b4dca96a5e73 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 210 time: 0.1135151 Feb 09 21:48:23.037208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:23.048688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-202c8a92-e6f8-47c4-8acf-91e4aa68a4c1 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "PUT /v2.0/routers/9b305848-335a-4791-8b18-d2cdd784840e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6589286 Feb 09 21:48:23.050876 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] Sync routers for ids ['9b305848-335a-4791-8b18-d2cdd784840e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:23.064046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39196) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:23.067083 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] Routers {'9b305848-335a-4791-8b18-d2cdd784840e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:23.068668 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b305848-335a-4791-8b18-d2cdd784840e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:23.078441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbfde-4c45-4113-8d9a-819f2e8947e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group (fcff0b2d-4b33-487c-878f-8f70982114a1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.110941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67289368-7a0f-4131-918f-3c57483e6599 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group_rule (e77777eb-b4da-47c3-86c6-cbc9ff2278ca), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.114000 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:23.145149 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] Routers {'9b305848-335a-4791-8b18-d2cdd784840e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:23.146244 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b305848-335a-4791-8b18-d2cdd784840e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:23.194112 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:23.195057 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca4a94-a0a9-4389-bcaf-f48fcee26f44 None None] The sync data for ids ['9b305848-335a-4791-8b18-d2cdd784840e'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:23.248679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbfde-4c45-4113-8d9a-819f2e8947e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fcff0b2d-4b33-487c-878f-8f70982114a1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.274868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67289368-7a0f-4131-918f-3c57483e6599 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group_rule (e77777eb-b4da-47c3-86c6-cbc9ff2278ca), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.323021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cbfde-4c45-4113-8d9a-819f2e8947e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff0b2d-4b33-487c-878f-8f70982114a1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:23.349837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a79fa-fb22-44c8-a797-f79b67f36e4b req-00845ed3-e378-4eef-b2d3-1ec1f8320534 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.355820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a79fa-fb22-44c8-a797-f79b67f36e4b req-00845ed3-e378-4eef-b2d3-1ec1f8320534 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.362315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a79fa-fb22-44c8-a797-f79b67f36e4b req-00845ed3-e378-4eef-b2d3-1ec1f8320534 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.371758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-422a79fa-fb22-44c8-a797-f79b67f36e4b req-00845ed3-e378-4eef-b2d3-1ec1f8320534 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2419 time: 0.2627368 Feb 09 21:48:23.377171 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67289368-7a0f-4131-918f-3c57483e6599 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e77777eb-b4da-47c3-86c6-cbc9ff2278ca), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.420422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f6cbfde-4c45-4113-8d9a-819f2e8947e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.422435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2f6cbfde-4c45-4113-8d9a-819f2e8947e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8666377 Feb 09 21:48:23.425538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67289368-7a0f-4131-918f-3c57483e6599 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77777eb-b4da-47c3-86c6-cbc9ff2278ca,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:23.427925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39198) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:23.432806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-72b4eabc-191a-415c-9f2e-9527eea93ada tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'security_group_rule': {'security_group_id': 'fcff0b2d-4b33-487c-878f-8f70982114a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:23.433911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 99024c00-7d42-4e6a-917d-4758d3346ea7 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:23.573993 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Publish callbacks [] for port (5647810c-d23f-4a25-af4a-9de6836164a5), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.581762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 99024c00-7d42-4e6a-917d-4758d3346ea7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:23.582285 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.591172 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f341f4-86e9-4687-a73c-9d6c5c704400 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for router (9b305848-335a-4791-8b18-d2cdd784840e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.691765 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38edffde-5cef-4cff-aff7-6ded8bb01cd0 req-7a374e4e-f255-4b22-b0cf-20429476a596 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662934 Feb 09 21:48:23.731636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 99024c00-7d42-4e6a-917d-4758d3346ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:23.733257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 591c1947-9a25-4537-9ece-da71cbb919ce up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:23.789196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.892534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-422a79fa-fb22-44c8-a797-f79b67f36e4b req-8dae5a14-bc9d-4584-9d1b-61b2227a4ab4 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149324 Feb 09 21:48:23.893507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f341f4-86e9-4687-a73c-9d6c5c704400 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (9b305848-335a-4791-8b18-d2cdd784840e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.894176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fd111-eb24-4e89-8255-b86774771f36 None None] Pushing event updated for resources: {'Port': ['ID=5647810c-d23f-4a25-af4a-9de6836164a5,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:23.895930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f341f4-86e9-4687-a73c-9d6c5c704400 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for router_controller (9b305848-335a-4791-8b18-d2cdd784840e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.898978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67289368-7a0f-4131-918f-3c57483e6599 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.900389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-67289368-7a0f-4131-918f-3c57483e6599 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0367277 Feb 09 21:48:23.907026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 591c1947-9a25-4537-9ece-da71cbb919ce triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:23.907026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.916270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39204) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:23.925184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0b274a8f-e0e5-482a-9add-5d7772c4f533 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Request body: {'security_group_rule': {'security_group_id': '32d619e6-94a9-409d-b454-7ec7c1a50093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:23.984081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-3af666e1-ac87-4e53-a781-40d5593299a2 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.984264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72b4eabc-191a-415c-9f2e-9527eea93ada tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group_rule (5fb45598-e825-4e6f-8e90-26d84864a9a0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.985640 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-3af666e1-ac87-4e53-a781-40d5593299a2 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.30 "GET /v2.0/networks?id=6527eb64-892d-4da1-9cb5-decc4995b25c HTTP/1.1" status: 200 len: 814 time: 0.9266248 Feb 09 21:48:24.018292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Request body: {'port': {'device_id': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c', 'admin_state_up': True, 'tenant_id': 'ba9256d71dd84adf907aa5bf067bca2a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:24.032915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Attempting to bind port 5647810c-d23f-4a25-af4a-9de6836164a5 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:24.033444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Attempting to bind port 5647810c-d23f-4a25-af4a-9de6836164a5 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:24.034403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Attempting to bind port 5647810c-d23f-4a25-af4a-9de6836164a5 on network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:24.043031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:24.045146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Checking segment: {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:24.045146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.045146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Bound using segment: {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:24.045552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Bound port: 5647810c-d23f-4a25-af4a-9de6836164a5, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:24.046588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.088280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f341f4-86e9-4687-a73c-9d6c5c704400 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (9b305848-335a-4791-8b18-d2cdd784840e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.088814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f341f4-86e9-4687-a73c-9d6c5c704400 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Fanout notify agent at l3_agent the message router_deleted on router 9b305848-335a-4791-8b18-d2cdd784840e {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:48:24.116393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b274a8f-e0e5-482a-9add-5d7772c4f533 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group_rule (901d0474-ff24-4c02-b39a-8793c588c495), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.122640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 591c1947-9a25-4537-9ece-da71cbb919ce is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:24.192765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] For port 5647810c-d23f-4a25-af4a-9de6836164a5, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:24.196815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] For port 5647810c-d23f-4a25-af4a-9de6836164a5, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5647810c-d23f-4a25-af4a-9de6836164a5,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:24.201210 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f341f4-86e9-4687-a73c-9d6c5c704400 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.205114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39f341f4-86e9-4687-a73c-9d6c5c704400 tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "DELETE /v2.0/routers/9b305848-335a-4791-8b18-d2cdd784840e HTTP/1.1" status: 204 len: 168 time: 1.1116836 Feb 09 21:48:24.218739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39218) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:24.223214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b274a8f-e0e5-482a-9add-5d7772c4f533 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group_rule (901d0474-ff24-4c02-b39a-8793c588c495), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.246562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72b4eabc-191a-415c-9f2e-9527eea93ada tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group_rule (5fb45598-e825-4e6f-8e90-26d84864a9a0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.264090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.277167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f676da-db21-4aa3-b149-f5c85bce3783 req-047bb8b8-2c1c-47ca-bac1-6540e4addc39 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.280023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02f676da-db21-4aa3-b149-f5c85bce3783 req-047bb8b8-2c1c-47ca-bac1-6540e4addc39 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2216375 Feb 09 21:48:24.363433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72b4eabc-191a-415c-9f2e-9527eea93ada tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5fb45598-e825-4e6f-8e90-26d84864a9a0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.368143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fd111-eb24-4e89-8255-b86774771f36 None None] Pushing event updated for resources: {'Port': ['ID=5647810c-d23f-4a25-af4a-9de6836164a5,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:24.393542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b274a8f-e0e5-482a-9add-5d7772c4f533 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (901d0474-ff24-4c02-b39a-8793c588c495), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.414183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:24.415178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:24.438034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4eabc-191a-415c-9f2e-9527eea93ada tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb45598-e825-4e6f-8e90-26d84864a9a0,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:24.445383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Deleting subnet 7d6af33c-76aa-45b9-8a14-2903edd87cf4 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:24.454392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b274a8f-e0e5-482a-9add-5d7772c4f533 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901d0474-ff24-4c02-b39a-8793c588c495,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:24.457058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b4ae-37ad-4674-b0c6-54e58711d11f req-33cebcbe-483b-4265-b0f8-31b1e115bc1b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.472860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa50b4ae-37ad-4674-b0c6-54e58711d11f req-33cebcbe-483b-4265-b0f8-31b1e115bc1b tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.4972091 Feb 09 21:48:24.472860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for subnet (7d6af33c-76aa-45b9-8a14-2903edd87cf4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.481065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02f676da-db21-4aa3-b149-f5c85bce3783 req-ece040a3-0760-4a89-8157-bf0b65bc4a4c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828754 Feb 09 21:48:24.494802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2847c005-c1f4-450e-b28f-334ff192f021 None None] Provisioning complete for port 5647810c-d23f-4a25-af4a-9de6836164a5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:24.494802 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2847c005-c1f4-450e-b28f-334ff192f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.506619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72b4eabc-191a-415c-9f2e-9527eea93ada tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.512675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-72b4eabc-191a-415c-9f2e-9527eea93ada tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0837014 Feb 09 21:48:24.515899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39226) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:24.521252 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b274a8f-e0e5-482a-9add-5d7772c4f533 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.522678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0b274a8f-e0e5-482a-9add-5d7772c4f533 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6053967 Feb 09 21:48:24.524117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cb844991-e60f-4d86-a9c0-b8d1e2c75863 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'security_group_rule': {'security_group_id': 'fcff0b2d-4b33-487c-878f-8f70982114a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:24.526167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39228) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:24.535236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:24.597778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa50b4ae-37ad-4674-b0c6-54e58711d11f req-70e83e40-bd79-47e3-aba3-2352c7cbb275 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320350 Feb 09 21:48:24.621481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Made reservation on behalf of ba9256d71dd84adf907aa5bf067bca2a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:24.625403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.656520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (7d6af33c-76aa-45b9-8a14-2903edd87cf4), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.665744 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:48:24.733597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ce10a57-3313-464f-89cf-3c6cd6f15a5d req-84ce1174-205e-4911-80a0-bb47cb1027cb tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 210 time: 0.1144938 Feb 09 21:48:24.735325 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.742942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb844991-e60f-4d86-a9c0-b8d1e2c75863 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group_rule (86d0fe44-59fa-47ad-b93b-1f92ce0a9d86), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.765108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:24.864209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2847c005-c1f4-450e-b28f-334ff192f021 None None] Current status of the port 5647810c-d23f-4a25-af4a-9de6836164a5 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:24.865023 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2847c005-c1f4-450e-b28f-334ff192f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.931422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.018200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a47b5-9864-4932-836e-25f52eec03e0 req-969c51cf-4121-4bac-818f-5fb70b85e635 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.019814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f05a47b5-9864-4932-836e-25f52eec03e0 req-969c51cf-4121-4bac-818f-5fb70b85e635 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2925029 Feb 09 21:48:25.021152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Allocated IP 172.20.0.8 (6527eb64-892d-4da1-9cb5-decc4995b25c/19f1d0d3-5ef5-40d3-856f-467b499aeed4/8eb6d27e-33be-4c73-8817-e4c152c016e1) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:25.076401 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7d6af33c-76aa-45b9-8a14-2903edd87cf4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.080933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb844991-e60f-4d86-a9c0-b8d1e2c75863 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group_rule (86d0fe44-59fa-47ad-b93b-1f92ce0a9d86), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.145679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f05a47b5-9864-4932-836e-25f52eec03e0 req-0185fb5b-4b7a-4db6-bf19-a7238865a3f7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113029 Feb 09 21:48:25.158297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd2efc-f253-4dc4-b4e9-f2e7cf484071 req-7720aca5-ad2c-4dcc-b8b5-dd3011f294e3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.160484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb844991-e60f-4d86-a9c0-b8d1e2c75863 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (86d0fe44-59fa-47ad-b93b-1f92ce0a9d86), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.166726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd2efc-f253-4dc4-b4e9-f2e7cf484071 req-7720aca5-ad2c-4dcc-b8b5-dd3011f294e3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.183755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd2efc-f253-4dc4-b4e9-f2e7cf484071 req-7720aca5-ad2c-4dcc-b8b5-dd3011f294e3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.192897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4bd2efc-f253-4dc4-b4e9-f2e7cf484071 req-7720aca5-ad2c-4dcc-b8b5-dd3011f294e3 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2419 time: 0.1821535 Feb 09 21:48:25.211974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2847c005-c1f4-450e-b28f-334ff192f021 None None] For port 5647810c-d23f-4a25-af4a-9de6836164a5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5647810c-d23f-4a25-af4a-9de6836164a5,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:25.227673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Allocated IP 172.25.5.177 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/c55db502-8379-49a4-8a1b-2eb678ee37e8) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:25.232566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb844991-e60f-4d86-a9c0-b8d1e2c75863 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d0fe44-59fa-47ad-b93b-1f92ce0a9d86,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:25.278906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:25.315146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164abc2-08da-41b5-8851-c5e9eac8217f None None] The sync data for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 is: [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:25.338986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb844991-e60f-4d86-a9c0-b8d1e2c75863 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.340383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cb844991-e60f-4d86-a9c0-b8d1e2c75863 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8212957 Feb 09 21:48:25.357474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39240) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:25.361187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2847c005-c1f4-450e-b28f-334ff192f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.363203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:25.391807 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (7d6af33c-76aa-45b9-8a14-2903edd87cf4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.398968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4bd2efc-f253-4dc4-b4e9-f2e7cf484071 req-7fd7faeb-a306-4c8e-b3ff-f6667ff35a2b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973362 Feb 09 21:48:25.461641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6af33c-76aa-45b9-8a14-2903edd87cf4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:25.471309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.490739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.494864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3035c8f2-4afe-4f3b-889c-76c9ad19fdff tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "DELETE /v2.0/subnets/7d6af33c-76aa-45b9-8a14-2903edd87cf4 HTTP/1.1" status: 204 len: 168 time: 1.2734382 Feb 09 21:48:25.533617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f108e-676b-47ee-bebb-c44d893d0e48 None None] Network c13c163c-5273-46d8-b6d2-65541561970d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:25.533920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:25.549232 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.600690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b9a14-08dc-436f-9148-7f5cdb624faf req-e1fd0dd8-9f50-4655-ac9b-a75c943a659b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.610495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66b9a14-08dc-436f-9148-7f5cdb624faf req-e1fd0dd8-9f50-4655-ac9b-a75c943a659b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2863443 Feb 09 21:48:25.654920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c005-c1f4-450e-b28f-334ff192f021 None None] Pushing event updated for resources: {'Port': ['ID=5647810c-d23f-4a25-af4a-9de6836164a5,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:25.700140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.739798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6b15c78a-e635-44de-a3bd-e38a895e12cc None None] Provisioning complete for port 5647810c-d23f-4a25-af4a-9de6836164a5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:25.741883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6b15c78a-e635-44de-a3bd-e38a895e12cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.799339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:25.808215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:25.818315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:25.844321 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks [] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.967506 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c13c163c-5273-46d8-b6d2-65541561970d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:25.994567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c66b9a14-08dc-436f-9148-7f5cdb624faf req-b950ccfc-12c3-47b0-88c3-92321244f841 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770926 Feb 09 21:48:26.047282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] DHCP port deletion for c13c163c-5273-46d8-b6d2-65541561970d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:48:26.113216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6b15c78a-e635-44de-a3bd-e38a895e12cc None None] Current status of the port 5647810c-d23f-4a25-af4a-9de6836164a5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:26.138072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for floatingip (7e79aaef-0e60-42f2-ab1b-7c5a85f2a503), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.156736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event updated for resources: {'Port': ['ID=c55db502-8379-49a4-8a1b-2eb678ee37e8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:26.186392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] Deleting port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:26.187608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.238676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cd3f6682-6448-44eb-9199-6f8935038f00 req-044d133d-f42f-422d-baf2-36ef4b6bc3eb tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 210 time: 0.0464501 Feb 09 21:48:26.317584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.319061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] For port 3db663d4-cc0f-44e5-8404-9c12eb57ef63, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3db663d4-cc0f-44e5-8404-9c12eb57ef63,segment=NetworkSegment(a80c9891-5524-4e5b-a911-563d7904d558),segment_id=a80c9891-5524-4e5b-a911-563d7904d558)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:26.319557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.326549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9391f-4f2e-4245-9bb1-c21fc6f731fd req-8cf7a349-ac82-4fb3-9f0e-f740de639e2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.328775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8d9391f-4f2e-4245-9bb1-c21fc6f731fd req-8cf7a349-ac82-4fb3-9f0e-f740de639e2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1837764 Feb 09 21:48:26.334205 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.358258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] Calling delete_port for 3db663d4-cc0f-44e5-8404-9c12eb57ef63 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:26.466793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.471734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f76d4c-12fb-46bb-8680-c7a7d4732a31 req-a93c610a-177a-4cea-9db1-446635b8622a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.474514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88f76d4c-12fb-46bb-8680-c7a7d4732a31 req-a93c610a-177a-4cea-9db1-446635b8622a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1020701 Feb 09 21:48:26.486197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Deleting port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:26.486874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.545632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88f76d4c-12fb-46bb-8680-c7a7d4732a31 req-9f0e497f-ab85-4733-85a9-bff8bc921934 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Feb 09 21:48:26.589990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Network 6527eb64-892d-4da1-9cb5-decc4995b25c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:26.601614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8d9391f-4f2e-4245-9bb1-c21fc6f731fd req-3cca3358-8b7a-4096-92bb-c66c5be06bdc tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544334 Feb 09 21:48:26.631322 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.635247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:26.720683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] Pushing event deleted for resources: {'Port': ['ID=3db663d4-cc0f-44e5-8404-9c12eb57ef63,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:26.725476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:26.732623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab08f4a-38e5-4117-84ad-c983bcf6a525 None None] No DVR routers for this DVR port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:26.739391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Pushing event updated for resources: {'Port': ['ID=8eb6d27e-33be-4c73-8817-e4c152c016e1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:26.818743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] For port 3db663d4-cc0f-44e5-8404-9c12eb57ef63, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3db663d4-cc0f-44e5-8404-9c12eb57ef63,segment=NetworkSegment(a80c9891-5524-4e5b-a911-563d7904d558),segment_id=a80c9891-5524-4e5b-a911-563d7904d558)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:26.826364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.845151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a699-f06c-4dac-a632-0fe949f2d5c5 req-7914a31d-ab12-4e55-bb29-b96a4090399e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.852130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a699-f06c-4dac-a632-0fe949f2d5c5 req-7914a31d-ab12-4e55-bb29-b96a4090399e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.858117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a699-f06c-4dac-a632-0fe949f2d5c5 req-7914a31d-ab12-4e55-bb29-b96a4090399e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.860824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c8a699-f06c-4dac-a632-0fe949f2d5c5 req-7914a31d-ab12-4e55-bb29-b96a4090399e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2419 time: 0.1874290 Feb 09 21:48:26.873271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Calling delete_port for 3db663d4-cc0f-44e5-8404-9c12eb57ef63 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:26.891034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.891774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.942357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:26.973602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c8a699-f06c-4dac-a632-0fe949f2d5c5 req-a04f2a10-f49e-4218-af3a-48d6995c9909 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042933 Feb 09 21:48:27.031124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 172.25.5.135 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5fc7eb55-26fd-4b29-a97f-0b6832b9ee35) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:27.053907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-adf71360-8df1-44f4-abb5-25f0739921d5 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0472267 Feb 09 21:48:27.062061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.085836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Request body: {'port': {'device_id': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:27.218729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event updated for resources: {'Port': ['ID=c55db502-8379-49a4-8a1b-2eb678ee37e8,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:27.231683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (7e79aaef-0e60-42f2-ab1b-7c5a85f2a503), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.310193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.313905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3db663d4-cc0f-44e5-8404-9c12eb57ef63), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.327149 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.337819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9fa230a3-4bd7-46af-93c2-2d0ba3f64ec8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8101945 Feb 09 21:48:27.372108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] No DVR routers for this DVR port 3db663d4-cc0f-44e5-8404-9c12eb57ef63 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:27.473916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event deleted for resources: {'Port': ['ID=3db663d4-cc0f-44e5-8404-9c12eb57ef63,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:27.516222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5647810c-d23f-4a25-af4a-9de6836164a5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:27.525753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52461-de9d-411d-a56a-23995e98437b req-eb36c1da-a7cf-41d3-a9e9-a51e19d0329f tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:27.531113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0b52461-de9d-411d-a56a-23995e98437b req-eb36c1da-a7cf-41d3-a9e9-a51e19d0329f tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 931 time: 0.1007705 Feb 09 21:48:27.614593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0b52461-de9d-411d-a56a-23995e98437b req-c99738f5-2883-4395-9a83-704ba6767c8f tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803630 Feb 09 21:48:27.649430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5647810c-d23f-4a25-af4a-9de6836164a5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:27.649881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.663212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.685039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c13c163c-5273-46d8-b6d2-65541561970d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.740803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5647810c-d23f-4a25-af4a-9de6836164a5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:27.769183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2625e7-36f7-4090-ac29-cc226a0a17eb req-200efd7e-7e7b-488a-b045-9ab2873a1eac tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:27.777178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c2625e7-36f7-4090-ac29-cc226a0a17eb req-200efd7e-7e7b-488a-b045-9ab2873a1eac tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0789607 Feb 09 21:48:27.780527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13c163c-5273-46d8-b6d2-65541561970d']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:27.808536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3db663d4-cc0f-44e5-8404-9c12eb57ef63 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:27.831466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 3db663d4-cc0f-44e5-8404-9c12eb57ef63 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:27.831949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3db663d4-cc0f-44e5-8404-9c12eb57ef63 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:27.832086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80c9891-5524-4e5b-a911-563d7904d558') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:27.832390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80c9891-5524-4e5b-a911-563d7904d558') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:27.832550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c2625e7-36f7-4090-ac29-cc226a0a17eb req-75b1a806-cbee-4fca-ac62-2318600e43d3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538068 Feb 09 21:48:27.866881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-b8425b58-ba29-4f0f-89c9-98358fd9e28c tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--271743886&fields=id&tenant_id=89fa227edaad4de793ed29bb9671682a HTTP/1.1" status: 200 len: 267 time: 0.2516177 Feb 09 21:48:27.870813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (a80c9891-5524-4e5b-a911-563d7904d558), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.908360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a80c9891-5524-4e5b-a911-563d7904d558), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.965527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d9559-bb48-4c8c-8248-4f12c2dbf38f req-403b1948-55fa-46b1-a67d-ea9591d00b32 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:27.967180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a8d9559-bb48-4c8c-8248-4f12c2dbf38f req-403b1948-55fa-46b1-a67d-ea9591d00b32 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.0575049 Feb 09 21:48:27.987593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:48:27.988021 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (a80c9891-5524-4e5b-a911-563d7904d558), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:48:27.991840 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:48:28.006950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.024924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a8d9559-bb48-4c8c-8248-4f12c2dbf38f req-fdb2f34a-c1d3-469e-b346-4cf4c89449d3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Feb 09 21:48:28.121963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-755e1b91-5ee0-422f-ae0b-805385fdf148 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.128108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-755e1b91-5ee0-422f-ae0b-805385fdf148 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.133524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-755e1b91-5ee0-422f-ae0b-805385fdf148 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.135193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-755e1b91-5ee0-422f-ae0b-805385fdf148 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2419 time: 0.3140621 Feb 09 21:48:28.146107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:28.168697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358cd4-9196-45da-b434-9085582a70f9 req-8ecac4b2-ad37-43b3-8ba4-65157efc2d87 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.172282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:28.176167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358cd4-9196-45da-b434-9085582a70f9 req-8ecac4b2-ad37-43b3-8ba4-65157efc2d87 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.180962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89358cd4-9196-45da-b434-9085582a70f9 req-8ecac4b2-ad37-43b3-8ba4-65157efc2d87 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.188937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89358cd4-9196-45da-b434-9085582a70f9 req-8ecac4b2-ad37-43b3-8ba4-65157efc2d87 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2419 time: 0.0837016 Feb 09 21:48:28.201310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=5fc7eb55-26fd-4b29-a97f-0b6832b9ee35,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:28.209640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:28.250693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89358cd4-9196-45da-b434-9085582a70f9 req-91e82834-a54c-4497-8a66-7c7381bd5c67 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Feb 09 21:48:28.260172 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c13c163c-5273-46d8-b6d2-65541561970d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.285598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.288868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] 10.222.0.98 "DELETE /v2.0/networks/c13c163c-5273-46d8-b6d2-65541561970d HTTP/1.1" status: 204 len: 168 time: 2.7539763 Feb 09 21:48:28.316365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-88ee2743-21fd-4344-a786-29ee570a929b tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.317839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-88ee2743-21fd-4344-a786-29ee570a929b tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/networks?id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d HTTP/1.1" status: 200 len: 814 time: 0.4349742 Feb 09 21:48:28.344197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7f64c-9cb6-4fc2-ac6a-8ece72cb4f0e tempest-FloatingIPNegativeTestJSON-156456303 tempest-FloatingIPNegativeTestJSON-156456303-project] Pushing event deleted for resources: {'Network': ['ID=c13c163c-5273-46d8-b6d2-65541561970d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:28.384515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-cab3d621-b5b7-4ada-a482-dee0b1088fdf tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/quotas/89fa227edaad4de793ed29bb9671682a HTTP/1.1" status: 200 len: 375 time: 0.0450151 Feb 09 21:48:28.763748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1ce60-9342-461e-860c-c345902ac885 req-6ef508fa-73ce-4ce9-ae7c-36f0d009dfb3 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.771334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bd1ce60-9342-461e-860c-c345902ac885 req-6ef508fa-73ce-4ce9-ae7c-36f0d009dfb3 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 931 time: 0.0657575 Feb 09 21:48:28.778039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39304) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:28.830144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bd1ce60-9342-461e-860c-c345902ac885 req-a9ddeaeb-d88a-46ff-8abd-39c07f719ee7 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578532 Feb 09 21:48:28.867958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for floatingip (bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.880158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb6d27e-33be-4c73-8817-e4c152c016e1 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:28.897522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Publish callbacks [] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.917086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-571e206b-5d34-44f4-a1ff-98cd202ece8f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=89fa227edaad4de793ed29bb9671682a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4980283 Feb 09 21:48:28.928314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:28.928656 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.962576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fb23c18e-ff5b-4b8b-a0c8-aa5ea693666d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d029296d74048f1904ed9427a211e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811898 Feb 09 21:48:28.962988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:29.029827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bae0f-0487-4ce0-bbeb-440fe230bc03 req-f7089047-b8a1-4105-b2d1-4b2a317d5e76 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.032064 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f9bae0f-0487-4ce0-bbeb-440fe230bc03 req-f7089047-b8a1-4105-b2d1-4b2a317d5e76 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1051593 Feb 09 21:48:29.040690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Transition to ACTIVE for port object 8eb6d27e-33be-4c73-8817-e4c152c016e1 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:29.052782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e751f46a-3075-4e53-9a27-7a0339c0f956 admin admin] Publish callbacks [] for security_group (90cc7d86-23a6-4b09-a217-52aacafeca1d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.074474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.095548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e751f46a-3075-4e53-9a27-7a0339c0f956 admin admin] Publish callbacks [] for security_group (90cc7d86-23a6-4b09-a217-52aacafeca1d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.114116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.125861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f9bae0f-0487-4ce0-bbeb-440fe230bc03 req-bd26ed98-eaf2-4afe-895f-9c29c6cc3744 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841658 Feb 09 21:48:29.149570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:29.154716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.165581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.203074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:29.208416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-eb6dfe81-b42b-4f36-a41e-49b9ad53d4b6 service neutron] 10.222.0.98 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904778 Feb 09 21:48:29.248995 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e751f46a-3075-4e53-9a27-7a0339c0f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (90cc7d86-23a6-4b09-a217-52aacafeca1d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.257020 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e751f46a-3075-4e53-9a27-7a0339c0f956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.262081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e751f46a-3075-4e53-9a27-7a0339c0f956 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/90cc7d86-23a6-4b09-a217-52aacafeca1d HTTP/1.1" status: 204 len: 168 time: 0.2952075 Feb 09 21:48:29.268079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751f46a-3075-4e53-9a27-7a0339c0f956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc7d86-23a6-4b09-a217-52aacafeca1d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:29.351348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41c7cc-43df-4fcf-83d3-47c201408653 req-9e234891-adbd-4010-b59f-fa88b99cb593 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.352896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c41c7cc-43df-4fcf-83d3-47c201408653 req-9e234891-adbd-4010-b59f-fa88b99cb593 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.0820501 Feb 09 21:48:29.410635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c41c7cc-43df-4fcf-83d3-47c201408653 req-a90012dc-e99f-41b4-8da9-a477487b0f53 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497546 Feb 09 21:48:29.418061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6d27e-33be-4c73-8817-e4c152c016e1,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:29.543964 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-3c15729d-ff35-43c7-ae9b-82407e6d5ba6 service neutron] 10.222.0.98 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250818 Feb 09 21:48:29.546822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f16fa-9186-423b-b801-fd0ef6843c26 req-4bedf0ea-3cd0-43ca-b663-5e4b69da748e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.553357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f16fa-9186-423b-b801-fd0ef6843c26 req-4bedf0ea-3cd0-43ca-b663-5e4b69da748e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.558839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f16fa-9186-423b-b801-fd0ef6843c26 req-4bedf0ea-3cd0-43ca-b663-5e4b69da748e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.566493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-291f16fa-9186-423b-b801-fd0ef6843c26 req-4bedf0ea-3cd0-43ca-b663-5e4b69da748e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 2419 time: 0.0774918 Feb 09 21:48:29.572420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Attempting to bind port 8eb6d27e-33be-4c73-8817-e4c152c016e1 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:29.572763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Attempting to bind port 8eb6d27e-33be-4c73-8817-e4c152c016e1 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '879df940-8875-4ad7-b396-9b85f9fb4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:29.573094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Attempting to bind port 8eb6d27e-33be-4c73-8817-e4c152c016e1 on network 6527eb64-892d-4da1-9cb5-decc4995b25c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:29.592216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Port 8eb6d27e-33be-4c73-8817-e4c152c016e1 on network 6527eb64-892d-4da1-9cb5-decc4995b25c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:29.596476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Attempting to bind port 8eb6d27e-33be-4c73-8817-e4c152c016e1 on network 6527eb64-892d-4da1-9cb5-decc4995b25c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:29.623734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-291f16fa-9186-423b-b801-fd0ef6843c26 req-f0f0d488-8e57-4f7c-9181-803e21d14514 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543313 Feb 09 21:48:29.627513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:29.628222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Checking segment: {'id': '879df940-8875-4ad7-b396-9b85f9fb4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:29.628769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Bound using segment: {'id': '879df940-8875-4ad7-b396-9b85f9fb4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:29.629370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Bound port: 8eb6d27e-33be-4c73-8817-e4c152c016e1, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879df940-8875-4ad7-b396-9b85f9fb4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:29.629893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.658354 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.726598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] For port 8eb6d27e-33be-4c73-8817-e4c152c016e1, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:29.729696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] For port 8eb6d27e-33be-4c73-8817-e4c152c016e1, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1,segment=NetworkSegment(879df940-8875-4ad7-b396-9b85f9fb4c0b),segment_id=879df940-8875-4ad7-b396-9b85f9fb4c0b)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:29.798659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (19a0c5e5-82a1-4cf3-846c-3088e84dfdb6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.806051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.834808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3ef08e4-3f71-4a8f-a70b-502c7a0fcc7d req-a5e59c47-b352-4ab0-b8e1-1f810278a452 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 210 time: 0.0305445 Feb 09 21:48:29.875884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.980843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=5fc7eb55-26fd-4b29-a97f-0b6832b9ee35,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:30.017742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.018366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.020459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] 10.222.0.30 "PUT /v2.0/ports/8eb6d27e-33be-4c73-8817-e4c152c016e1 HTTP/1.1" status: 200 len: 1091 time: 2.9416225 Feb 09 21:48:30.038037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'tag': '8eb6d27e-33be-4c73-8817-e4c152c016e1'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:30.038630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f7743204-3e16-4acb-b2fb-3e56b9b071b5 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:30.040417 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad6fadc-9d10-43f8-8b59-47b33deb4415" -d '{"events": [{"name": "network-changed", "server_uuid": "b525a4fb-8ca1-418c-9a3b-248d0b934bc7", "tag": "8eb6d27e-33be-4c73-8817-e4c152c016e1"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:30.069654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:30.072920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.077009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "DELETE /v2.0/ports/19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 HTTP/1.1" status: 204 len: 173 time: 1.9256611 Feb 09 21:48:30.077931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78251df5-3e63-46bb-9d77-528b51e9bcb6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=19a0c5e5-82a1-4cf3-846c-3088e84dfdb6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:30.159927 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a442f4d-f832-484f-8ec8-91e2f49db5a8 x-openstack-request-id: req-3a442f4d-f832-484f-8ec8-91e2f49db5a8 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:30.160213 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b525a4fb-8ca1-418c-9a3b-248d0b934bc7", "tag": "8eb6d27e-33be-4c73-8817-e4c152c016e1", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:30.160481 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a442f4d-f832-484f-8ec8-91e2f49db5a8 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:30.160881 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'tag': '8eb6d27e-33be-4c73-8817-e4c152c016e1', 'status': 'completed', 'code': 200} Feb 09 21:48:30.164120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f7743204-3e16-4acb-b2fb-3e56b9b071b5 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:30.165228 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.193423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:30.196449 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3eb7f8-ab7b-4987-8eef-bce01fac6f5e" -d '{"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-unplugged", "status": "completed", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:30.212335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f7743204-3e16-4acb-b2fb-3e56b9b071b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7743204-3e16-4acb-b2fb-3e56b9b071b5,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:30.221855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.285925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ec55-35f7-4a37-acdd-2b873cd8744a req-d87ed4c8-092f-4f67-8196-82faa6d7d9b9 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.286053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e059ec55-35f7-4a37-acdd-2b873cd8744a req-d87ed4c8-092f-4f67-8196-82faa6d7d9b9 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 943 time: 0.3446062 Feb 09 21:48:30.296608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.297883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:30.307043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b3304-cf9c-4ae4-8315-c448511f6ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8eb6d27e-33be-4c73-8817-e4c152c016e1,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:30.321634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05c1dc-fa3b-4873-a05b-deff0f20791d req-4fbb70c4-5007-480a-9e2b-211278991a02 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.330481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc05c1dc-fa3b-4873-a05b-deff0f20791d req-4fbb70c4-5007-480a-9e2b-211278991a02 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.0804741 Feb 09 21:48:30.394899 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.404470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc05c1dc-fa3b-4873-a05b-deff0f20791d req-913a5310-b5dd-4e6a-9881-ab3a545b468b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729992 Feb 09 21:48:30.408103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-33b77a5c-a4aa-4c6c-975f-563a9eda76f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0485027 Feb 09 21:48:30.420386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-42ede492-b2ef-4056-a569-5e61a5c287a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.420386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-42ede492-b2ef-4056-a569-5e61a5c287a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba9256d71dd84adf907aa5bf067bca2a&device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 1125 time: 0.2616358 Feb 09 21:48:30.434882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e059ec55-35f7-4a37-acdd-2b873cd8744a req-fda1d033-eedb-44b7-bf15-08cfce8061ec tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354306 Feb 09 21:48:30.489099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-259b8f53-8798-4015-b4e4-575f5320a8cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1 HTTP/1.1" status: 200 len: 217 time: 0.0499716 Feb 09 21:48:30.498879 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246ddecc-cc03-439e-b2eb-72621bbae652 x-openstack-request-id: req-246ddecc-cc03-439e-b2eb-72621bbae652 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:30.499222 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-unplugged", "status": "completed", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:30.499544 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-246ddecc-cc03-439e-b2eb-72621bbae652 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:30.500156 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5', 'code': 200} Feb 09 21:48:30.503223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:30.506481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 19a0c5e5-82a1-4cf3-846c-3088e84dfdb6 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:30.506481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e06d1132-e4a5-4977-872a-0129f4981aa4 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:30.508590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port e06d1132-e4a5-4977-872a-0129f4981aa4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:30.508901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.589001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7743204-3e16-4acb-b2fb-3e56b9b071b5,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:30.628624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port e06d1132-e4a5-4977-872a-0129f4981aa4, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e06d1132-e4a5-4977-872a-0129f4981aa4,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:30.629259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.648210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for e06d1132-e4a5-4977-872a-0129f4981aa4 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:30.692149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.728087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e06d1132-e4a5-4977-872a-0129f4981aa4 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:30.728706 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.834014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb4bb4-50b0-4d16-b2fc-23df16e34d97 req-b42754c6-0b46-4fd9-84c0-edf4df6940c8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.834668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39372) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:30.840182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb4bb4-50b0-4d16-b2fc-23df16e34d97 req-b42754c6-0b46-4fd9-84c0-edf4df6940c8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.848306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfdb4bb4-50b0-4d16-b2fc-23df16e34d97 req-b42754c6-0b46-4fd9-84c0-edf4df6940c8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 1681 time: 0.0941086 Feb 09 21:48:30.897295 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e06d1132-e4a5-4977-872a-0129f4981aa4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.945620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfdb4bb4-50b0-4d16-b2fc-23df16e34d97 req-3e8d49ee-fc5d-462a-b0f2-b2f9988aea60 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949306 Feb 09 21:48:30.957160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-9d783fc4-bf0c-4829-9e93-3d6989e2eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.957160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-9d783fc4-bf0c-4829-9e93-3d6989e2eb1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19f1d0d3-5ef5-40d3-856f-467b499aeed4 HTTP/1.1" status: 200 len: 854 time: 0.4548697 Feb 09 21:48:30.957160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=e06d1132-e4a5-4977-872a-0129f4981aa4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:31.025028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-263e709d-98a4-4368-98cd-1885e05d48c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6527eb64-892d-4da1-9cb5-decc4995b25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631664 Feb 09 21:48:31.029618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-304291940'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:31.044975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc0293-7ce3-43fd-add7-286649a04354 req-25fc8e26-dbc5-4c4f-912f-5b467979b902 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.047060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49cc0293-7ce3-43fd-add7-286649a04354 req-25fc8e26-dbc5-4c4f-912f-5b467979b902 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.2134123 Feb 09 21:48:31.110293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-6ac3d134-0346-4a55-96bc-a74384c35052 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--260434035&fields=id&tenant_id=f620865b281c41179b35bef3337de0ea HTTP/1.1" status: 200 len: 267 time: 0.0628171 Feb 09 21:48:31.169407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5131379e-6189-4d14-bfab-a50eca73496f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.169762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port e06d1132-e4a5-4977-872a-0129f4981aa4 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:31.174798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-6b7f4c6c-569c-4023-964a-1199157057ee service neutron] 10.222.0.30 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382158 Feb 09 21:48:31.178872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-5131379e-6189-4d14-bfab-a50eca73496f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports/c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 200 len: 937 time: 0.0642052 Feb 09 21:48:31.181361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.184843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-cf8d945d-8ea0-4ca4-b44a-aec50bbffb90 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "DELETE /v2.0/ports/e06d1132-e4a5-4977-872a-0129f4981aa4 HTTP/1.1" status: 204 len: 173 time: 1.0929906 Feb 09 21:48:31.247172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-198647d3-dc9c-4eff-b3cf-84ee83191c9d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.254705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-198647d3-dc9c-4eff-b3cf-84ee83191c9d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports/36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 200 len: 937 time: 0.0748775 Feb 09 21:48:31.332376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-673eca2f-9704-4b25-b1e3-c6c414879efe tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0766230 Feb 09 21:48:31.366032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-ba60dbc5-6587-4ddf-9345-200ebe941441 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0293825 Feb 09 21:48:31.368187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:31.371328 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.451507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49cc0293-7ce3-43fd-add7-286649a04354 req-05239fa6-8abf-4f3a-b833-eb4915e8d298 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802230 Feb 09 21:48:31.454216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.468895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe1b7833-a1d3-4537-a491-cb3679533273 req-ac839cb8-605d-4cff-b19e-45ada35381ac service neutron] 10.222.0.30 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763112 Feb 09 21:48:31.548267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-aea6eca8-aff1-4006-ae9b-552addc970ae tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.553513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-aea6eca8-aff1-4006-ae9b-552addc970ae tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.562073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-aea6eca8-aff1-4006-ae9b-552addc970ae tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.562271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port f7743204-3e16-4acb-b2fb-3e56b9b071b5 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:31.562271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.567054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-aea6eca8-aff1-4006-ae9b-552addc970ae tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/networks?id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=801ef2ae-e59b-436d-a612-be3873c53663&id=801ef2ae-e59b-436d-a612-be3873c53663 HTTP/1.1" status: 200 len: 1994 time: 0.1946595 Feb 09 21:48:31.606150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-3cd42ecc-81af-405d-9976-9b52bf10a0b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/quotas/f620865b281c41179b35bef3337de0ea HTTP/1.1" status: 200 len: 375 time: 0.0381961 Feb 09 21:48:31.688424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-decdd53b-8735-4395-a7f8-db61354f77d0 req-c030b6b6-d0c9-435d-82af-4752d1bda9c8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 210 time: 0.0413539 Feb 09 21:48:31.744058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-bc88859e-9efa-4a53-b627-296f9f7dd5b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1303031 Feb 09 21:48:31.809942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port f7743204-3e16-4acb-b2fb-3e56b9b071b5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7743204-3e16-4acb-b2fb-3e56b9b071b5,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:31.810326 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.852898 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for security_group (e9e35e84-16bc-4d90-84cd-c4402b59f33c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.903038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-d3a63c2d-ce46-4ece-b852-7aeef7186107 service neutron] 10.222.0.98 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555049 Feb 09 21:48:31.912850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for f7743204-3e16-4acb-b2fb-3e56b9b071b5 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:31.927189 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e9e35e84-16bc-4d90-84cd-c4402b59f33c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.947791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-99bf51d9-336f-4240-9d29-b20dc04278eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.949623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-99bf51d9-336f-4240-9d29-b20dc04278eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba9256d71dd84adf907aa5bf067bca2a&device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 1125 time: 0.2540359 Feb 09 21:48:32.085234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-beacad56-9baf-412e-9d2f-6d7defeca626 service neutron] 10.222.0.98 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784146 Feb 09 21:48:32.088457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:32.110400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451dbf0-0d7c-4b3a-9558-95b6c345a094 req-d2d27379-c595-46ce-a7d8-d096815ad01c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:32.112198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0451dbf0-0d7c-4b3a-9558-95b6c345a094 req-d2d27379-c595-46ce-a7d8-d096815ad01c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3229306 Feb 09 21:48:32.116768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e35e84-16bc-4d90-84cd-c4402b59f33c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.129830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-e17643ab-68b9-4647-aec1-90458d529e01 service neutron] 10.222.0.98 "GET /v2.0/ports/c286d7dc-ddf1-430b-8ed2-45e7fc795eac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0436378 Feb 09 21:48:32.136300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e7877385-8178-4138-8aa2-51fbeacbb8fd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.136538 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Added segment e7877385-8178-4138-8aa2-51fbeacbb8fd of type vlan for network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 Feb 09 21:48:32.164456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-deleted', 'tag': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6'}, {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-deleted', 'tag': 'e06d1132-e4a5-4977-872a-0129f4981aa4'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:32.166709 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc51d4d6-3cb6-4f1e-82b9-94a3058045d0" -d '{"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-deleted", "tag": "19a0c5e5-82a1-4cf3-846c-3088e84dfdb6"}, {"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-deleted", "tag": "e06d1132-e4a5-4977-872a-0129f4981aa4"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:32.219964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-1567b881-0938-49b4-bee3-73731a64f86c service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891941 Feb 09 21:48:32.254349 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (912ad3f6-50ac-4165-b67d-6157bfd1ce55), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.268087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-834a222d-11f0-4c3b-b9b2-2a7329ede507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:32.268087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-834a222d-11f0-4c3b-b9b2-2a7329ede507 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6527eb64-892d-4da1-9cb5-decc4995b25c HTTP/1.1" status: 200 len: 915 time: 0.2955787 Feb 09 21:48:32.282271 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0451dbf0-0d7c-4b3a-9558-95b6c345a094 req-f70efaee-79a9-4f96-8807-03d8723019e6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557724 Feb 09 21:48:32.329819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-01c6b192-82ef-4d3a-af5c-81cedbac1ad4 service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025002 Feb 09 21:48:32.377881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-f98580ae-fbad-41aa-97a2-626ff4b5d46d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1 HTTP/1.1" status: 200 len: 217 time: 0.1003213 Feb 09 21:48:32.378219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-04fc59b7-087a-4b2a-a2c1-c780c2b8632d service neutron] 10.222.0.98 "GET /v2.0/ports/36a97dad-9fb6-416d-843e-1afa13825922?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0473876 Feb 09 21:48:32.470368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (912ad3f6-50ac-4165-b67d-6157bfd1ce55), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.475683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:32.476325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.487124 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-679249b0-94d3-47ab-8ef6-9c749fc7c7bb service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081262 Feb 09 21:48:32.574984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-42b0dbd6-fa4a-4894-b115-33d53ae5d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:32.576403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-42b0dbd6-fa4a-4894-b115-33d53ae5d3e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19f1d0d3-5ef5-40d3-856f-467b499aeed4 HTTP/1.1" status: 200 len: 854 time: 0.1906202 Feb 09 21:48:32.598116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:32.623060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-92fc4157-101f-40de-95fc-21f64ffe3b6b service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299834 Feb 09 21:48:32.633688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f7743204-3e16-4acb-b2fb-3e56b9b071b5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.681486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Network': ['ID=912ad3f6-50ac-4165-b67d-6157bfd1ce55,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.704750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:32.770608 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c72cddff-253d-456e-8d3d-ce87ca746868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.854839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-6d0b5366-88d8-4331-9ecd-78d6952ca74e service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256157 Feb 09 21:48:32.971581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c72cddff-253d-456e-8d3d-ce87ca746868 admin admin] Publish callbacks [] for security_group (45887ca9-3be1-4b55-b6f5-54d48d44a611), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.000299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-a2977355-e59c-4508-8cc8-fbcabfb370f8 service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338010 Feb 09 21:48:33.099003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-f11fdab1-a18a-4d8b-ae8d-5e55fdb81eba service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931909 Feb 09 21:48:33.110705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39f63a72-bf00-4b8b-b08d-a3ded12e2b63 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2724795 Feb 09 21:48:33.112992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c72cddff-253d-456e-8d3d-ce87ca746868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45887ca9-3be1-4b55-b6f5-54d48d44a611), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.118628 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-480ce46c-b7a6-4525-a66e-97b57e877b1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6527eb64-892d-4da1-9cb5-decc4995b25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4888310 Feb 09 21:48:33.119361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=f7743204-3e16-4acb-b2fb-3e56b9b071b5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:33.144326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f1974-9186-4b0f-8c26-79fe4f551391 req-b16d5148-c93b-4c2b-a1a8-8bd2bd088cda tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.145838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb2f1974-9186-4b0f-8c26-79fe4f551391 req-b16d5148-c93b-4c2b-a1a8-8bd2bd088cda tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 943 time: 0.7253008 Feb 09 21:48:33.214699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cddff-253d-456e-8d3d-ce87ca746868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45887ca9-3be1-4b55-b6f5-54d48d44a611,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:33.224894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c72cddff-253d-456e-8d3d-ce87ca746868 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e310ab708deb4f21bd5a0cca1daadd9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6257548 Feb 09 21:48:33.234751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39416) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:33.257703 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port f7743204-3e16-4acb-b2fb-3e56b9b071b5 on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:33.274039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.282860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f5697b6-426c-4edd-816e-98bc239eca5b req-f50ce407-dfce-4224-9473-60fb4204ee0c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "DELETE /v2.0/ports/f7743204-3e16-4acb-b2fb-3e56b9b071b5 HTTP/1.1" status: 204 len: 173 time: 2.0837419 Feb 09 21:48:33.287874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-60d5dcf1-7d50-4ef4-bd1e-67ba3759e243 service neutron] 10.222.0.98 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830308 Feb 09 21:48:33.362238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-3eb6b5eb-8324-4c16-a75b-8cbf932cbac6 service neutron] 10.222.0.30 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290323 Feb 09 21:48:33.375386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-60f76be9-43f3-4025-9980-f55380d4a8b9 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.377404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-60f76be9-43f3-4025-9980-f55380d4a8b9 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.110 "GET /v2.0/networks?id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d HTTP/1.1" status: 200 len: 814 time: 0.8249111 Feb 09 21:48:33.430076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-c11a18db-e385-41a2-a107-0602114e2cef service neutron] 10.222.0.98 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307149 Feb 09 21:48:33.466765 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb2f1974-9186-4b0f-8c26-79fe4f551391 req-7c2b4c3f-df80-4073-b376-7b59ec7b345e tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944124 Feb 09 21:48:33.528547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-be4fd7a1-2860-4c47-934f-f0d0f359c2bb tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89fa227edaad4de793ed29bb9671682a HTTP/1.1" status: 200 len: 379 time: 0.1387174 Feb 09 21:48:33.538512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Request body: {'port': {'device_id': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'admin_state_up': True, 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'security_groups': ['32d619e6-94a9-409d-b454-7ec7c1a50093']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:33.545404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-ab43bf58-b91e-43d9-833c-91cdab524bb1 service neutron] 10.222.0.98 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054647 Feb 09 21:48:33.548787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b60cead-2612-4485-af42-509603925440 admin admin] Publish callbacks [] for security_group (45887ca9-3be1-4b55-b6f5-54d48d44a611), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.557286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dad6fadc-9d10-43f8-8b59-47b33deb4415 req-aeb4ff6a-7f40-4e19-846a-4d06e5b43f34 service neutron] 10.222.0.30 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786630 Feb 09 21:48:33.588797 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b60cead-2612-4485-af42-509603925440 admin admin] Publish callbacks [] for security_group (45887ca9-3be1-4b55-b6f5-54d48d44a611), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.734872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-9203e53b-3735-4759-bc30-fe797580686b service neutron] 10.222.0.98 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973790 Feb 09 21:48:33.747671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Made reservation on behalf of 89fa227edaad4de793ed29bb9671682a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:33.752331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.851328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b60cead-2612-4485-af42-509603925440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45887ca9-3be1-4b55-b6f5-54d48d44a611), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.854050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b60cead-2612-4485-af42-509603925440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.856074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5b60cead-2612-4485-af42-509603925440 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45887ca9-3be1-4b55-b6f5-54d48d44a611 HTTP/1.1" status: 204 len: 168 time: 0.6196342 Feb 09 21:48:33.866550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-77faa36b-1994-42ea-ae51-efe574611f54 service neutron] 10.222.0.98 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253636 Feb 09 21:48:33.883370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60cead-2612-4485-af42-509603925440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45887ca9-3be1-4b55-b6f5-54d48d44a611,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:33.914926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Allocated IP 172.20.0.11 (02d80e36-04b7-413d-b10f-a59cfb7d6b8d/9a2aa069-8d7f-41eb-8bfd-713144c1a246/391301e3-6e47-49d8-84eb-157f84ad7dd6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:34.078928 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.111488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-201034cc-e023-4bba-ae17-6e8a06d419b2 req-8094e1a0-ec84-4c43-a0e4-c00461b9e659 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=04cd8013-97b8-4143-8acc-77e3e0f2a139 HTTP/1.1" status: 200 len: 210 time: 0.0305851 Feb 09 21:48:34.175842 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a32ab5-a253-4d4e-bee2-b9affbbd2804 x-openstack-request-id: req-17a32ab5-a253-4d4e-bee2-b9affbbd2804 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:34.176158 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-deleted", "tag": "19a0c5e5-82a1-4cf3-846c-3088e84dfdb6", "status": "completed", "code": 200}, {"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-deleted", "tag": "e06d1132-e4a5-4977-872a-0129f4981aa4", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:34.176422 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-17a32ab5-a253-4d4e-bee2-b9affbbd2804 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:34.176859 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-deleted', 'tag': '19a0c5e5-82a1-4cf3-846c-3088e84dfdb6', 'status': 'completed', 'code': 200} Feb 09 21:48:34.177123 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-deleted', 'tag': 'e06d1132-e4a5-4977-872a-0129f4981aa4', 'status': 'completed', 'code': 200} Feb 09 21:48:34.217846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8eb6d27e-33be-4c73-8817-e4c152c016e1 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:34.251763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05a68fa6-223f-42f1-8a9f-72a38ed3d99a req-9d4d15ee-ad5b-42ac-8046-71a81e75e83c tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 210 time: 0.0290494 Feb 09 21:48:34.253550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.322011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event updated for resources: {'Port': ['ID=391301e3-6e47-49d8-84eb-157f84ad7dd6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:34.332094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:34.332686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:34.335970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:34.363100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8eb6d27e-33be-4c73-8817-e4c152c016e1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1,segment=NetworkSegment(879df940-8875-4ad7-b396-9b85f9fb4c0b),segment_id=879df940-8875-4ad7-b396-9b85f9fb4c0b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:34.377738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '8eb6d27e-33be-4c73-8817-e4c152c016e1', 'network_id': '6527eb64-892d-4da1-9cb5-decc4995b25c', 'port_id': '8eb6d27e-33be-4c73-8817-e4c152c016e1', 'mac_address': 'fa:16:3e:72:1a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f1d0d3-5ef5-40d3-856f-467b499aeed4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:34.480760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8eb6d27e-33be-4c73-8817-e4c152c016e1 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:34.487163 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.519290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb6d27e-33be-4c73-8817-e4c152c016e1 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:34.527134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.529959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.543524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8eb6d27e-33be-4c73-8817-e4c152c016e1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1,segment=NetworkSegment(879df940-8875-4ad7-b396-9b85f9fb4c0b),segment_id=879df940-8875-4ad7-b396-9b85f9fb4c0b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:34.642215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfd158-6b95-413f-86a2-1bce85afd17b req-67d3d5ab-1135-43c3-b08c-c0950229a07b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.645240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-48bfd158-6b95-413f-86a2-1bce85afd17b req-67d3d5ab-1135-43c3-b08c-c0950229a07b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1773202 Feb 09 21:48:34.677169 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.704019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-48bfd158-6b95-413f-86a2-1bce85afd17b req-53a7a8c8-5882-4905-ac61-eb4f538d72c9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Feb 09 21:48:34.748712 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6a685fd5-c8ff-4fee-a698-b34c09b7c46a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2139113 Feb 09 21:48:34.760625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Request body: {'port': {'device_id': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:34.772361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8eb6d27e-33be-4c73-8817-e4c152c016e1,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:34.790730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aa8377a5-66c2-4d44-a8c6-17ae35adba09 None None] Provisioning complete for port 391301e3-6e47-49d8-84eb-157f84ad7dd6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:34.791124 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aa8377a5-66c2-4d44-a8c6-17ae35adba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.858979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.937577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d26-f9cd-480f-931e-abfae09ab5fb req-5754ba21-08ae-428b-9b66-8004538bebb6 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.939126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d811d26-f9cd-480f-931e-abfae09ab5fb req-5754ba21-08ae-428b-9b66-8004538bebb6 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.1412005 Feb 09 21:48:34.981288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aa8377a5-66c2-4d44-a8c6-17ae35adba09 None None] Port 391301e3-6e47-49d8-84eb-157f84ad7dd6 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:35.015010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:35.038380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a58a274-a5e2-4e63-b090-79aebcf1fef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.069389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['8eb6d27e-33be-4c73-8817-e4c152c016e1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:35.091021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d811d26-f9cd-480f-931e-abfae09ab5fb req-a7cf3c46-daf0-4213-b7ee-b44af05fbcbd tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347692 Feb 09 21:48:35.146962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a58a274-a5e2-4e63-b090-79aebcf1fef8 admin admin] Publish callbacks [] for security_group (de1f005d-479c-4eea-bf3b-744a38b9b7ad), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.245060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a58a274-a5e2-4e63-b090-79aebcf1fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (de1f005d-479c-4eea-bf3b-744a38b9b7ad), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.285003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391301e3-6e47-49d8-84eb-157f84ad7dd6 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:35.297078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Publish callbacks [] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.308185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a22e79-e062-4ace-bb68-13635a5bb2ff req-d13c0953-bd7e-470a-ad14-093f48047c7c tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:35.315867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83a22e79-e062-4ace-bb68-13635a5bb2ff req-d13c0953-bd7e-470a-ad14-093f48047c7c tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 944 time: 0.1226001 Feb 09 21:48:35.322558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a58a274-a5e2-4e63-b090-79aebcf1fef8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e82cb009d284146a1bd86f94c63a5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056591 Feb 09 21:48:35.324775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39452) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:35.339165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Transition to ACTIVE for port object 391301e3-6e47-49d8-84eb-157f84ad7dd6 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:35.345482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58a274-a5e2-4e63-b090-79aebcf1fef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f005d-479c-4eea-bf3b-744a38b9b7ad,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:35.387392 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-da26e2a2-bc5d-4312-a806-84e80b3865c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.392304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83a22e79-e062-4ace-bb68-13635a5bb2ff req-738866aa-a228-4b39-8066-cabaf3545036 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755050 Feb 09 21:48:35.395510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74fdff83-457a-4970-bdac-a2a1ecda2145 admin admin] Publish callbacks [] for security_group (de1f005d-479c-4eea-bf3b-744a38b9b7ad), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.436233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74fdff83-457a-4970-bdac-a2a1ecda2145 admin admin] Publish callbacks [] for security_group (de1f005d-479c-4eea-bf3b-744a38b9b7ad), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.464909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.473946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39456) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:35.598563 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74fdff83-457a-4970-bdac-a2a1ecda2145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (de1f005d-479c-4eea-bf3b-744a38b9b7ad), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.600736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74fdff83-457a-4970-bdac-a2a1ecda2145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.602251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-74fdff83-457a-4970-bdac-a2a1ecda2145 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/de1f005d-479c-4eea-bf3b-744a38b9b7ad HTTP/1.1" status: 204 len: 168 time: 0.2768719 Feb 09 21:48:35.614427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdff83-457a-4970-bdac-a2a1ecda2145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f005d-479c-4eea-bf3b-744a38b9b7ad,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:35.665571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdab41c-1efe-40a3-8a92-5dd2d2f04ce7 req-5fbcf905-a705-4fc9-afdb-e36184ede3ee tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:35.667138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cdab41c-1efe-40a3-8a92-5dd2d2f04ce7 req-5fbcf905-a705-4fc9-afdb-e36184ede3ee tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 944 time: 0.1151037 Feb 09 21:48:35.743521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02dc9676-9a11-4fc7-865f-827042c2ffac req-3e4b513e-05d3-4f0f-89ec-4ce651611d2d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.1475029 Feb 09 21:48:35.803963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cdab41c-1efe-40a3-8a92-5dd2d2f04ce7 req-ab1dbb3e-8fe8-4f66-8bd8-a95ead89566a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263390 Feb 09 21:48:35.871522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Pushing event updated for resources: {'Port': ['ID=391301e3-6e47-49d8-84eb-157f84ad7dd6,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:35.905000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting subnet 3c4481ad-0cdc-4b77-9da3-31fc2f97c790 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:35.916852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (3c4481ad-0cdc-4b77-9da3-31fc2f97c790), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.933393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-fc60eed0-4b2b-40bc-82e2-f80d29053f1d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:35.933393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-fc60eed0-4b2b-40bc-82e2-f80d29053f1d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.5378711 Feb 09 21:48:36.023746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (3c4481ad-0cdc-4b77-9da3-31fc2f97c790), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.031457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Attempting to bind port 391301e3-6e47-49d8-84eb-157f84ad7dd6 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:36.031687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Attempting to bind port 391301e3-6e47-49d8-84eb-157f84ad7dd6 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:36.031970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Attempting to bind port 391301e3-6e47-49d8-84eb-157f84ad7dd6 on network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:36.070001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Port 391301e3-6e47-49d8-84eb-157f84ad7dd6 on network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:36.070337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Attempting to bind port 391301e3-6e47-49d8-84eb-157f84ad7dd6 on network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:36.103446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f166f1f-08bf-4e90-ac08-30e64d143698 req-173da261-b153-49f5-94a0-0cd125b61e08 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:36.104984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f166f1f-08bf-4e90-ac08-30e64d143698 req-173da261-b153-49f5-94a0-0cd125b61e08 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2357316 Feb 09 21:48:36.116256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:36.116256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Checking segment: {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:36.116256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Bound using segment: {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:36.116256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Bound port: 391301e3-6e47-49d8-84eb-157f84ad7dd6, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e85d80-092a-45f6-8a5b-40c4ccbba600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:36.119792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.191590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-deleted', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:36.194518 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dd6bcd-b819-49b8-a90a-0210b716a8a5" -d '{"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-deleted", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:36.223521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8eb6d27e-33be-4c73-8817-e4c152c016e1 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:36.249181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638bcfe-d9e7-4dfd-9288-e9e5a0c0db2c req-835160ee-7bb1-42ad-8a6c-4149b0433b79 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:36.258696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2638bcfe-d9e7-4dfd-9288-e9e5a0c0db2c req-835160ee-7bb1-42ad-8a6c-4149b0433b79 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 946 time: 0.0943956 Feb 09 21:48:36.350810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2638bcfe-d9e7-4dfd-9288-e9e5a0c0db2c req-ee4de9db-6821-47f0-8188-bb763dd7e2ad tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903478 Feb 09 21:48:36.357466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 8eb6d27e-33be-4c73-8817-e4c152c016e1 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:36.362375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Deleting port 51979a07-26eb-4f37-aa9c-842f2cb8110d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:36.363364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39478) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:36.364022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.369383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 8eb6d27e-33be-4c73-8817-e4c152c016e1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:36.369770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.370593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'subnet': {'network_id': '912ad3f6-50ac-4165-b67d-6157bfd1ce55', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:36.380673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f166f1f-08bf-4e90-ac08-30e64d143698 req-4f83aa95-aa55-486b-8d78-a9b6a57d4eaa tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552109 Feb 09 21:48:36.454887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3c4481ad-0cdc-4b77-9da3-31fc2f97c790), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.503851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8eb6d27e-33be-4c73-8817-e4c152c016e1 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:36.507391 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.522718 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d323e2-8f24-4ffa-bd8f-bed61933c46d x-openstack-request-id: req-91d323e2-8f24-4ffa-bd8f-bed61933c46d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:36.523103 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cd8013-97b8-4143-8acc-77e3e0f2a139", "name": "network-vif-deleted", "tag": "f7743204-3e16-4acb-b2fb-3e56b9b071b5", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:36.523461 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-91d323e2-8f24-4ffa-bd8f-bed61933c46d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:36.523987 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cd8013-97b8-4143-8acc-77e3e0f2a139', 'name': 'network-vif-deleted', 'tag': 'f7743204-3e16-4acb-b2fb-3e56b9b071b5', 'status': 'completed', 'code': 200} Feb 09 21:48:36.547963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8eb6d27e-33be-4c73-8817-e4c152c016e1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1,segment=NetworkSegment(879df940-8875-4ad7-b396-9b85f9fb4c0b),segment_id=879df940-8875-4ad7-b396-9b85f9fb4c0b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:36.549350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6d27e-33be-4c73-8817-e4c152c016e1'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:36.552199 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c18e4d-640d-4d66-bbc4-c96602f6567e" -d '{"events": [{"server_uuid": "b525a4fb-8ca1-418c-9a3b-248d0b934bc7", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6d27e-33be-4c73-8817-e4c152c016e1"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:36.570478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] For port 391301e3-6e47-49d8-84eb-157f84ad7dd6, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:36.601019 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9bb632-4147-42fd-9a48-34275714e7ef x-openstack-request-id: req-cc9bb632-4147-42fd-9a48-34275714e7ef {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:36.601895 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525a4fb-8ca1-418c-9a3b-248d0b934bc7", "name": "network-vif-plugged", "status": "completed", "tag": "8eb6d27e-33be-4c73-8817-e4c152c016e1", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:36.601895 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cc9bb632-4147-42fd-9a48-34275714e7ef {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:36.606282 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb6d27e-33be-4c73-8817-e4c152c016e1', 'code': 200} Feb 09 21:48:36.627615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] For port 391301e3-6e47-49d8-84eb-157f84ad7dd6, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:36.658739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] For port 51979a07-26eb-4f37-aa9c-842f2cb8110d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:36.659118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.664869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:36.665115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.666027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 51979a07-26eb-4f37-aa9c-842f2cb8110d no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:36.668912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.676092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Calling delete_port for 51979a07-26eb-4f37-aa9c-842f2cb8110d owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:36.687353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81a7d2-9292-41eb-9c86-e0d5fa95021a req-0964a3ff-d67d-44df-8ec8-d718bfdc4cfd tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:36.688932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d81a7d2-9292-41eb-9c86-e0d5fa95021a req-0964a3ff-d67d-44df-8ec8-d718bfdc4cfd tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 944 time: 0.1562557 Feb 09 21:48:36.757668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (3c4481ad-0cdc-4b77-9da3-31fc2f97c790), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.760040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.762780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8eb6d27e-33be-4c73-8817-e4c152c016e1,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:36.822153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d3a95-7b81-4d97-af3a-017bdde709e5 req-d3b3288a-b6b3-4807-b740-59e6cca4de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:36.824237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f1d3a95-7b81-4d97-af3a-017bdde709e5 req-d3b3288a-b6b3-4807-b740-59e6cca4de04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 1127 time: 0.1386447 Feb 09 21:48:36.860156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 51979a07-26eb-4f37-aa9c-842f2cb8110d is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:36.860560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.907066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:36.907692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.909143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] 10.222.0.110 "PUT /v2.0/ports/391301e3-6e47-49d8-84eb-157f84ad7dd6 HTTP/1.1" status: 200 len: 1092 time: 2.1532459 Feb 09 21:48:36.909777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 51979a07-26eb-4f37-aa9c-842f2cb8110d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=51979a07-26eb-4f37-aa9c-842f2cb8110d,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:36.912595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f593c48-4acb-4679-840e-c025baf88d25 req-09f5ea26-dc58-422d-a263-25c73f08cce9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0533216 Feb 09 21:48:36.919691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4481ad-0cdc-4b77-9da3-31fc2f97c790,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:36.933863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.939447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/subnets/3c4481ad-0cdc-4b77-9da3-31fc2f97c790 HTTP/1.1" status: 204 len: 168 time: 1.4458613 Feb 09 21:48:36.950065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9f741-46d6-41d8-adc2-79e98c9a87aa None None] Network 27800f0c-1e5d-4670-a211-3aded5536fd1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:36.958971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39500) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:36.987319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.987684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.990931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:36.991652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576edbbd-2dd8-4b3f-8f1d-a5def54f2ab8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.024824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.031455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d81a7d2-9292-41eb-9c86-e0d5fa95021a req-15615da9-7907-47cd-87ef-0797f17dc753 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979317 Feb 09 21:48:37.034222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d94e7e-ef45-46e8-b951-86c010255385 service neutron] Pushing event updated for resources: {'Port': ['ID=391301e3-6e47-49d8-84eb-157f84ad7dd6,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:37.080366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f1d3a95-7b81-4d97-af3a-017bdde709e5 req-ffc74c75-8aad-448f-b304-5c7e3162545e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407379 Feb 09 21:48:37.157005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=51979a07-26eb-4f37-aa9c-842f2cb8110d,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:37.228347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-7654944e-c7ae-4e45-8cfc-b2d0c3b1acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:37.230084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-7654944e-c7ae-4e45-8cfc-b2d0c3b1acc7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=89fa227edaad4de793ed29bb9671682a&device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 1126 time: 0.1288888 Feb 09 21:48:37.267018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (27800f0c-1e5d-4670-a211-3aded5536fd1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.278120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] DHCP port deletion for 27800f0c-1e5d-4670-a211-3aded5536fd1 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:48:37.295055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d264b-8164-4225-b20c-c740ddf73d64 req-20bbf50c-3d4f-47a3-a997-ad9b1ff9d469 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:37.302580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa2d264b-8164-4225-b20c-c740ddf73d64 req-20bbf50c-3d4f-47a3-a997-ad9b1ff9d469 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 944 time: 0.1930919 Feb 09 21:48:37.339764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-c17a9ba6-d831-4597-80aa-a974db591e64 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6 HTTP/1.1" status: 200 len: 217 time: 0.0987480 Feb 09 21:48:37.355224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] Deleting port ec00aaed-56c6-485e-9a3c-666a7071f3ea {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:37.355601 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.361073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (51979a07-26eb-4f37-aa9c-842f2cb8110d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.443064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec00aaed-56c6-485e-9a3c-666a7071f3ea no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:37.512699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event deleted for resources: {'Port': ['ID=51979a07-26eb-4f37-aa9c-842f2cb8110d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:37.529063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] No DVR routers for this DVR port 51979a07-26eb-4f37-aa9c-842f2cb8110d on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:37.532513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.537169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32cbe9c8-364f-4eb7-971b-246d0c424692 req-3b88ce58-afec-4b9e-8bfe-1442fd430f2d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "DELETE /v2.0/ports/51979a07-26eb-4f37-aa9c-842f2cb8110d HTTP/1.1" status: 204 len: 173 time: 1.5838706 Feb 09 21:48:37.572943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] For port ec00aaed-56c6-485e-9a3c-666a7071f3ea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec00aaed-56c6-485e-9a3c-666a7071f3ea,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:37.574093 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.577896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-41e4b8a4-591d-4dd3-8a6b-35f831050ddc req-08335b64-e346-4600-a5fc-49b2827b2f2f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 210 time: 0.0941713 Feb 09 21:48:37.579882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-528640f4-033a-4994-b192-de71c318cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:37.581461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-528640f4-033a-4994-b192-de71c318cdf2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a2aa069-8d7f-41eb-8bfd-713144c1a246 HTTP/1.1" status: 200 len: 853 time: 0.2347705 Feb 09 21:48:37.622620 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (2146a1fc-b4a6-4cb6-8112-e2956cfd5a67), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.626591 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3aa956d-37a1-4d86-832a-11ddc648d169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.630109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] Calling delete_port for ec00aaed-56c6-485e-9a3c-666a7071f3ea owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:37.690634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa2d264b-8164-4225-b20c-c740ddf73d64 req-f442a3d4-102b-48b9-91e4-ce33d6094a25 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873746 Feb 09 21:48:37.720620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Subnet': ['ID=2146a1fc-b4a6-4cb6-8112-e2956cfd5a67,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:37.738245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.738625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.738976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.739320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.739663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.740031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.740367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.740698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.741029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.741357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.741687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.742016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.742345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:37.748490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Checking segment: {'id': 'e7877385-8178-4138-8aa2-51fbeacbb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '912ad3f6-50ac-4165-b67d-6157bfd1ce55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:37.748912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network hostable DHCP agents. Network: 912ad3f6-50ac-4165-b67d-6157bfd1ce55, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:37.749506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-3bb5de39-2902-4885-b622-1ac3aedd986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:37.752372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-3bb5de39-2902-4885-b622-1ac3aedd986a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1627691 Feb 09 21:48:37.752495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ec00aaed-56c6-485e-9a3c-666a7071f3ea is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:37.752615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.753604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port ec00aaed-56c6-485e-9a3c-666a7071f3ea {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:37.753890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.807916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port ec00aaed-56c6-485e-9a3c-666a7071f3ea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec00aaed-56c6-485e-9a3c-666a7071f3ea,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:37.833150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port ec00aaed-56c6-485e-9a3c-666a7071f3ea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec00aaed-56c6-485e-9a3c-666a7071f3ea,segment=NetworkSegment(b79c2d69-b78c-4796-8096-eba25e0743a1),segment_id=b79c2d69-b78c-4796-8096-eba25e0743a1)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:37.833529 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.852827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d6eb6-7d1c-4029-81f6-ab54ad26fad9 req-f9514250-b441-408d-90dc-f4244e528324 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:37.855043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for ec00aaed-56c6-485e-9a3c-666a7071f3ea owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:37.855374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e8d6eb6-7d1c-4029-81f6-ab54ad26fad9 req-f9514250-b441-408d-90dc-f4244e528324 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1668384 Feb 09 21:48:37.887988 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.939554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-6ca1e5eb-f1ef-40e0-a119-03559a61edd5 service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811166 Feb 09 21:48:37.955166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:37.987184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=ec00aaed-56c6-485e-9a3c-666a7071f3ea,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:38.002355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e8d6eb6-7d1c-4029-81f6-ab54ad26fad9 req-cdb1fcff-e27f-4384-9f53-38abbb5028bb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342022 Feb 09 21:48:38.028502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.062476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] Pushing event deleted for resources: {'Port': ['ID=ec00aaed-56c6-485e-9a3c-666a7071f3ea,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:38.064915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54e91e36-91e7-4a92-a4ad-e25c3f42296f req-ceafb7e7-7904-4d29-98f3-032350e9a7b4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0371251 Feb 09 21:48:38.076165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ec00aaed-56c6-485e-9a3c-666a7071f3ea), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.096571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040e8be-7f10-4c1e-9fe1-35372b6afa8d None None] No DVR routers for this DVR port ec00aaed-56c6-485e-9a3c-666a7071f3ea on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:38.100535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port ec00aaed-56c6-485e-9a3c-666a7071f3ea on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:38.117151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 912ad3f6-50ac-4165-b67d-6157bfd1ce55) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:38.130834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a05b72-2d5d-4b7d-948e-14affd0dd28b None None] Network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:38.148421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=ec00aaed-56c6-485e-9a3c-666a7071f3ea,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:38.173166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:38.173926 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.211032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4d7535e-e25e-4cda-9334-d007b8c60561 req-aea1bd54-b765-4c71-88d4-f381344587ad service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455246 Feb 09 21:48:38.246421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2148-a9dd-4ba5-8c58-acf4869db694 req-bbc1eff9-e3e4-423f-9dba-746c6f462ffe tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:38.255386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-117f2148-a9dd-4ba5-8c58-acf4869db694 req-bbc1eff9-e3e4-423f-9dba-746c6f462ffe tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 945 time: 0.1230159 Feb 09 21:48:38.275293 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (27800f0c-1e5d-4670-a211-3aded5536fd1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.300992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27800f0c-1e5d-4670-a211-3aded5536fd1']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:38.304524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-912ad3f6-50ac-4165-b67d-6157bfd1ce55', 'network_id': '912ad3f6-50ac-4165-b67d-6157bfd1ce55', 'project_id': 'cf215b4fcbeb415882b7f2cc5ddb5b9a', 'fixed_ips': [{'subnet_id': '2146a1fc-b4a6-4cb6-8112-e2956cfd5a67'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:38.305456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.307246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-117f2148-a9dd-4ba5-8c58-acf4869db694 req-f595cfad-8214-43cd-8b7c-67dec792b7d3 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507500 Feb 09 21:48:38.314596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79c2d69-b78c-4796-8096-eba25e0743a1') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:38.315182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79c2d69-b78c-4796-8096-eba25e0743a1') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:38.325232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-46fa2103-6278-4a83-9756-97c8bdf644c8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9595888 Feb 09 21:48:38.330404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:38.331640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b79c2d69-b78c-4796-8096-eba25e0743a1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.336175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1152221115'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:38.354097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b79c2d69-b78c-4796-8096-eba25e0743a1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.365662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:48:38.366086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b79c2d69-b78c-4796-8096-eba25e0743a1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:48:38.369577 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:48:38.430657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:38.434551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.467767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:38.476571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Allocated IP 2001:db8:0:ffff::2 (912ad3f6-50ac-4165-b67d-6157bfd1ce55/2146a1fc-b4a6-4cb6-8112-e2956cfd5a67/5529c67d-1088-4221-a26d-941dc967728b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:38.479305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (42ee7bda-aa6f-4d59-b301-a86027ba9c12), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.479965 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Added segment 42ee7bda-aa6f-4d59-b301-a86027ba9c12 of type vlan for network de8e772b-838b-4d1e-8b0a-dde797f48697 Feb 09 21:48:38.522091 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (27800f0c-1e5d-4670-a211-3aded5536fd1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.527516 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.533114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6'}, {'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'name': 'network-vif-deleted', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:38.533663 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/networks/27800f0c-1e5d-4670-a211-3aded5536fd1 HTTP/1.1" status: 204 len: 168 time: 1.5704131 Feb 09 21:48:38.538059 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d455492d-04ad-42f7-b214-c28fc1a6bce4" -d '{"events": [{"name": "network-changed", "server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6"}, {"server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "name": "network-vif-deleted", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:38.538059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39532) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:38.543798 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (de8e772b-838b-4d1e-8b0a-dde797f48697), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.549571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e94d7-678a-4a2b-8c86-2cca19431b80 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Network': ['ID=27800f0c-1e5d-4670-a211-3aded5536fd1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:38.616193 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd5998-3d66-4c70-a19e-324578f1d40e x-openstack-request-id: req-13dd5998-3d66-4c70-a19e-324578f1d40e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:38.616496 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6", "status": "completed", "code": 200}, {"server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "name": "network-vif-deleted", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:38.616754 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13dd5998-3d66-4c70-a19e-324578f1d40e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:38.617177 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'status': 'completed', 'code': 200} Feb 09 21:48:38.617511 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'name': 'network-vif-deleted', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d', 'status': 'completed', 'code': 200} Feb 09 21:48:38.623454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting subnet 9187751e-8328-43b8-adf3-8a63ed66cf4a {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:38.627581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (9187751e-8328-43b8-adf3-8a63ed66cf4a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.654150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:38.657123 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b523ec48-f893-41ec-aaaa-d2d9e6aa5e41" -d '{"events": [{"server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "name": "network-vif-unplugged", "status": "completed", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:38.690008 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Publish callbacks [] for port (5529c67d-1088-4221-a26d-941dc967728b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.711101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (9187751e-8328-43b8-adf3-8a63ed66cf4a), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.746136 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d370a6-2e77-4133-8398-ade3e9196bc6 x-openstack-request-id: req-61d370a6-2e77-4133-8398-ade3e9196bc6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:38.746852 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e2cf37-3939-4af9-9939-5a1f926f779a", "name": "network-vif-unplugged", "status": "completed", "tag": "51979a07-26eb-4f37-aa9c-842f2cb8110d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:38.747050 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-61d370a6-2e77-4133-8398-ade3e9196bc6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:38.747606 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e2cf37-3939-4af9-9939-5a1f926f779a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51979a07-26eb-4f37-aa9c-842f2cb8110d', 'code': 200} Feb 09 21:48:38.757870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (de8e772b-838b-4d1e-8b0a-dde797f48697), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.766024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:38.766024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.778159 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a78b96da-5bc6-4863-9652-4bbc1bb5055b req-58697f93-61ae-4161-99bb-38c02dc60f73 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5e2cf37-3939-4af9-9939-5a1f926f779a HTTP/1.1" status: 200 len: 210 time: 0.0796778 Feb 09 21:48:38.786471 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5529c67d-1088-4221-a26d-941dc967728b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.835266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:38.838465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:38.844215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:38.847441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Pushing event updated for resources: {'Port': ['ID=5529c67d-1088-4221-a26d-941dc967728b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:38.879546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a7262-608c-4faa-8e50-ddf0390d8943 req-d90350eb-c111-4ce9-aa2e-14bb808fb452 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:38.881595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d70a7262-608c-4faa-8e50-ddf0390d8943 req-d90350eb-c111-4ce9-aa2e-14bb808fb452 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 944 time: 0.0754831 Feb 09 21:48:38.904165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-b0f84ecb-5fb7-4660-9bb9-09fa0816be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:38.904165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-b0f84ecb-5fb7-4660-9bb9-09fa0816be29 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=89fa227edaad4de793ed29bb9671682a&device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 1126 time: 0.2538683 Feb 09 21:48:38.915334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-f4f3db59-ee53-4684-b751-a13d44b8b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:38.916738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-f4f3db59-ee53-4684-b751-a13d44b8b96b service neutron] 10.222.0.110 "GET /v2.0/ports/c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 200 len: 1033 time: 0.1464112 Feb 09 21:48:38.929304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Attempting to bind port 5529c67d-1088-4221-a26d-941dc967728b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:38.929935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Attempting to bind port 5529c67d-1088-4221-a26d-941dc967728b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'e7877385-8178-4138-8aa2-51fbeacbb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '912ad3f6-50ac-4165-b67d-6157bfd1ce55'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:38.930300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Attempting to bind port 5529c67d-1088-4221-a26d-941dc967728b on network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:38.938179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:38.938561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Checking segment: {'id': 'e7877385-8178-4138-8aa2-51fbeacbb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '912ad3f6-50ac-4165-b67d-6157bfd1ce55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:38.938958 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.939344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Bound using segment: {'id': 'e7877385-8178-4138-8aa2-51fbeacbb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '912ad3f6-50ac-4165-b67d-6157bfd1ce55'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:38.939851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Bound port: 5529c67d-1088-4221-a26d-941dc967728b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7877385-8178-4138-8aa2-51fbeacbb8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '912ad3f6-50ac-4165-b67d-6157bfd1ce55'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:38.940214 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5529c67d-1088-4221-a26d-941dc967728b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:38.946234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d70a7262-608c-4faa-8e50-ddf0390d8943 req-294344e0-4178-43de-8c26-02d69a1b3ac2 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489862 Feb 09 21:48:38.957740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Network': ['ID=de8e772b-838b-4d1e-8b0a-dde797f48697,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:38.966371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-15ea55dd-5813-40bd-ba31-67279665d862 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6347096 Feb 09 21:48:38.966779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39546) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:38.975813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'subnet': {'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:39.007469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network de8e772b-838b-4d1e-8b0a-dde797f48697 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:39.104349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.138926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] For port 5529c67d-1088-4221-a26d-941dc967728b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:39.143528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] For port 5529c67d-1088-4221-a26d-941dc967728b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5529c67d-1088-4221-a26d-941dc967728b,segment=NetworkSegment(e7877385-8178-4138-8aa2-51fbeacbb8fd),segment_id=e7877385-8178-4138-8aa2-51fbeacbb8fd)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:39.200431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a46d3bf3-5498-4238-92d1-7a5cab72e488 req-89dc8668-c05a-4036-9623-0becb5fe6cde tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0452259 Feb 09 21:48:39.202556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:39.209241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.242368 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5529c67d-1088-4221-a26d-941dc967728b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.361098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ca142-de25-4d83-ba49-d1f0f894f738 None None] Pushing event updated for resources: {'Port': ['ID=5529c67d-1088-4221-a26d-941dc967728b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:39.465865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9187751e-8328-43b8-adf3-8a63ed66cf4a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.471480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-8f5beec3-fad5-4f14-a21c-d97fbb510b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:39.477128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-8f5beec3-fad5-4f14-a21c-d97fbb510b0f service neutron] 10.222.0.110 "GET /v2.0/ports/36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 200 len: 1033 time: 0.5478134 Feb 09 21:48:39.532842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8bf62-7b9a-4e66-9c72-7d6e95375a4e req-8c7e45aa-e7a5-42d0-9ca7-546a057419fd tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:39.534681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71d8bf62-7b9a-4e66-9c72-7d6e95375a4e req-8c7e45aa-e7a5-42d0-9ca7-546a057419fd tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 945 time: 0.0760272 Feb 09 21:48:39.601992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71d8bf62-7b9a-4e66-9c72-7d6e95375a4e req-c81609e6-81fb-473b-b99f-0c3c912ab6b3 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593731 Feb 09 21:48:39.750433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-21f042ce-1cd3-4e79-abff-8fd1cb0525eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:39.752462 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-21f042ce-1cd3-4e79-abff-8fd1cb0525eb service neutron] 10.222.0.110 "GET /v2.0/networks?id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d HTTP/1.1" status: 200 len: 915 time: 0.8407726 Feb 09 21:48:39.773985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:48:39.775625 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (c0e2378c-c7f8-46c1-a64c-aad975be1d8c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.810928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-61454206-9777-483d-b676-523b11c64f0a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6 HTTP/1.1" status: 200 len: 217 time: 0.0508516 Feb 09 21:48:39.843096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (9187751e-8328-43b8-adf3-8a63ed66cf4a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.907281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Subnet': ['ID=9187751e-8328-43b8-adf3-8a63ed66cf4a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:39.912975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Subnet': ['ID=c0e2378c-c7f8-46c1-a64c-aad975be1d8c,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:39.922948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Checking segment: {'id': '42ee7bda-aa6f-4d59-b301-a86027ba9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:39.922948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network hostable DHCP agents. Network: de8e772b-838b-4d1e-8b0a-dde797f48697, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:39.939107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b7bfa-bb7b-435b-8bcb-9b0bc31ff074 req-f7b9f620-ec9f-4f6c-9436-2f3b903be56a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:39.941063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a39b7bfa-bb7b-435b-8bcb-9b0bc31ff074 req-f7b9f620-ec9f-4f6c-9436-2f3b903be56a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.5347869 Feb 09 21:48:39.963556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.966673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87188e62-d8c4-40e1-952b-8e1070b4da74 None None] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:39.975038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac99d320-7eeb-4983-ba6b-d41c0b9ece59 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/subnets/9187751e-8328-43b8-adf3-8a63ed66cf4a HTTP/1.1" status: 204 len: 168 time: 1.4332128 Feb 09 21:48:39.987794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39572) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:40.054065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-26290594-c85a-4bcd-8217-62805beb2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.057048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-26290594-c85a-4bcd-8217-62805beb2bf7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a2aa069-8d7f-41eb-8bfd-713144c1a246 HTTP/1.1" status: 200 len: 853 time: 0.2388237 Feb 09 21:48:40.068591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-03cad059-34df-4e46-9a22-e3310751d1ec tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.072738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 391301e3-6e47-49d8-84eb-157f84ad7dd6 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:40.077215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-03cad059-34df-4e46-9a22-e3310751d1ec tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.085028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-03cad059-34df-4e46-9a22-e3310751d1ec tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.087751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-03cad059-34df-4e46-9a22-e3310751d1ec tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "GET /v2.0/networks?id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=801ef2ae-e59b-436d-a612-be3873c53663&id=801ef2ae-e59b-436d-a612-be3873c53663 HTTP/1.1" status: 200 len: 1994 time: 0.5593650 Feb 09 21:48:40.136214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network de8e772b-838b-4d1e-8b0a-dde797f48697 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:40.199611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:40.228079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] DHCP port deletion for ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:48:40.228079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:40.232438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:40.233902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994500d2-c504-4574-8f66-508d70f6b272 req-2796ff49-c61a-47bd-9d02-c5009d0a15b4 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.238772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-994500d2-c504-4574-8f66-508d70f6b272 req-2796ff49-c61a-47bd-9d02-c5009d0a15b4 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 944 time: 0.1314046 Feb 09 21:48:40.259390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, de8e772b-838b-4d1e-8b0a-dde797f48697) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:40.276801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef68afa3-3c8b-4dbe-b417-3e87f7591905 None None] Network de8e772b-838b-4d1e-8b0a-dde797f48697 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:40.325923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a39b7bfa-bb7b-435b-8bcb-9b0bc31ff074 req-5263f3b8-a4aa-4d61-b636-2e4755d5e263 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755479 Feb 09 21:48:40.333573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-dd06deb3-6024-454d-bcc3-5be5577aa33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.335478 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-dd06deb3-6024-454d-bcc3-5be5577aa33c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2466705 Feb 09 21:48:40.341124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3dfbcec-9357-461d-bae7-18cc5a226723 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f620865b281c41179b35bef3337de0ea HTTP/1.1" status: 200 len: 379 time: 0.2310987 Feb 09 21:48:40.347056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.348052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:40.373326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'admin_state_up': True, 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'security_groups': ['fcff0b2d-4b33-487c-878f-8f70982114a1']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:40.439326 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:48:40.594060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-994500d2-c504-4574-8f66-508d70f6b272 req-7ee81efb-3007-4f06-9d5f-4f92c8e0bfcf tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385553 Feb 09 21:48:40.598165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port e1b2723c-1642-4310-93cc-62e3e77c1748 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:40.598438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:40.621231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:40.642404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9dad2a5d-4c4a-44e7-a977-bdbfe1abbf43 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6738539 Feb 09 21:48:40.658630 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-0d5eb487-fe49-4f96-9049-ef63c860ca66 service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111205 Feb 09 21:48:40.658841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821', 'port_id': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'mac_address': 'fa:16:3e:3e:0e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459c31ce-bb71-44ed-b107-28e7cb9fddfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:40.659119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:40.712381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 391301e3-6e47-49d8-84eb-157f84ad7dd6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:40.714735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'port': {'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697', 'name': 'tempest-NetworksIpV6TestAttrs-645477515'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:40.841377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:40.843611 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:40.885761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'port_id': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'mac_address': 'fa:16:3e:1e:bf:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:40.891252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-693093a7-bfb8-4a21-a5ad-30443f61beb8 req-871b023b-0eca-42da-8a67-4bf2135c7043 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.1309967 Feb 09 21:48:40.901432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port e1b2723c-1642-4310-93cc-62e3e77c1748, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e1b2723c-1642-4310-93cc-62e3e77c1748,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:40.923425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:40.939362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b23e3eec-2308-4ade-ab16-73b951b65b75 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:40.961442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for e1b2723c-1642-4310-93cc-62e3e77c1748 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:41.058378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e22d42-415e-4e47-8cd8-54cd296c01b7 None None] Network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:41.069106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] Deleting port e1b2723c-1642-4310-93cc-62e3e77c1748 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:41.070997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.125836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ed61b-27c9-4241-8f99-253688413fef req-afcccf1c-b500-4cca-aa39-71a754d7dc28 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:41.125836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-afcccf1c-b500-4cca-aa39-71a754d7dc28 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.5864420 Feb 09 21:48:41.193197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-05a692a9-78c1-4d88-a0f3-74aac34f80d4 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/quotas/356eb4a569cb4fa1af12545be45d8009 HTTP/1.1" status: 200 len: 375 time: 0.0600023 Feb 09 21:48:41.236466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:41.239884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.244912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.277418 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-d1ec8949-7973-4a47-8fd5-80e42b2090f9 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832162 Feb 09 21:48:41.309239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port e1b2723c-1642-4310-93cc-62e3e77c1748 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:41.312650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=e1b2723c-1642-4310-93cc-62e3e77c1748,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:41.344818 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d455492d-04ad-42f7-b214-c28fc1a6bce4 req-5043490c-20fc-4f17-b2e4-6152e4fa913b service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163404 Feb 09 21:48:41.519981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.576871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:41.595334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad9eb80-b9d8-4be3-a393-1e41e968c42e') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:41.595334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad9eb80-b9d8-4be3-a393-1e41e968c42e') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:41.603224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (0ad9eb80-b9d8-4be3-a393-1e41e968c42e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.619785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0ad9eb80-b9d8-4be3-a393-1e41e968c42e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.627159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:48:41.633442 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (0ad9eb80-b9d8-4be3-a393-1e41e968c42e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.684785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 172.20.0.3 (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3/3801196d-8857-4340-8798-7a9c145bea70/51a8fff3-9067-4932-aba8-76103aef69c7) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:41.694046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5529c67d-1088-4221-a26d-941dc967728b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:48:41.705565 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:48:41.742130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:41.756351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b960-5f0a-4400-b950-483b40165f13 req-4415b929-d0c6-466c-8e54-1795d91d8451 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:41.764567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e65b960-5f0a-4400-b950-483b40165f13 req-4415b929-d0c6-466c-8e54-1795d91d8451 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2655642 Feb 09 21:48:41.793957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-de8e772b-838b-4d1e-8b0a-dde797f48697', 'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697', 'project_id': 'cf215b4fcbeb415882b7f2cc5ddb5b9a', 'fixed_ips': [{'subnet_id': 'c0e2378c-c7f8-46c1-a64c-aad975be1d8c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:41.794567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.801897 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.833399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.848048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/networks/ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 HTTP/1.1" status: 204 len: 168 time: 1.8589227 Feb 09 21:48:41.856402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (51a8fff3-9067-4932-aba8-76103aef69c7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.863418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.876092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39652) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:41.876679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b2629-0eb0-4cf7-a637-e97ce479df36 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Network': ['ID=ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:41.911024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 391301e3-6e47-49d8-84eb-157f84ad7dd6 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:41.912527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.912888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2008358741'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:41.948498 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e65b960-5f0a-4400-b950-483b40165f13 req-ebe990cf-3bb0-4bda-9c73-6b7c033b11a2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714334 Feb 09 21:48:42.010787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:42.016718 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.081377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b23e3eec-2308-4ade-ab16-73b951b65b75'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:42.084767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] device_id is not set on port dd0bcb21-83d7-4b8c-a9dc-c95a517efa42 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:48:42.093234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.094826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-40967d52-b8c3-4570-9744-4949288f7bf2 None None] Provisioning complete for port 5529c67d-1088-4221-a26d-941dc967728b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:42.095236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40967d52-b8c3-4570-9744-4949288f7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5529c67d-1088-4221-a26d-941dc967728b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.119315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:42.129565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.144199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e308a-47b7-40f5-9db8-229a15aee402 req-ccb32562-b732-423a-9681-4cf144963388 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:42.152588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] For port e1b2723c-1642-4310-93cc-62e3e77c1748, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e1b2723c-1642-4310-93cc-62e3e77c1748,segment=NetworkSegment(0ad9eb80-b9d8-4be3-a393-1e41e968c42e),segment_id=0ad9eb80-b9d8-4be3-a393-1e41e968c42e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:42.153011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.160365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-659e308a-47b7-40f5-9db8-229a15aee402 req-ccb32562-b732-423a-9681-4cf144963388 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 944 time: 0.1066964 Feb 09 21:48:42.237109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391301e3-6e47-49d8-84eb-157f84ad7dd6 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:42.247947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-8f703eec-d671-40a1-a9a2-e018f7a6b549 service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9696221 Feb 09 21:48:42.292012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-659e308a-47b7-40f5-9db8-229a15aee402 req-a4937e5e-59ce-4620-8677-422735f21fb3 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306443 Feb 09 21:48:42.303142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] Calling delete_port for e1b2723c-1642-4310-93cc-62e3e77c1748 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:42.307271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:42.327669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ccfb6479-de30-4d59-91b5-6560b52acc77), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.328224 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Added segment ccfb6479-de30-4d59-91b5-6560b52acc77 of type vlan for network 5536140b-8c90-44b4-ac7e-a96fe32ad98b Feb 09 21:48:42.441419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (5536140b-8c90-44b4-ac7e-a96fe32ad98b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.609679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114c284-9f15-45b2-9bb7-ac676eb17957 req-ff81dff1-e65f-40f6-bfa7-4c277dd04a00 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:42.616406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3114c284-9f15-45b2-9bb7-ac676eb17957 req-ff81dff1-e65f-40f6-bfa7-4c277dd04a00 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 931 time: 0.1498902 Feb 09 21:48:42.646620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:42.661387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 391301e3-6e47-49d8-84eb-157f84ad7dd6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:42.679013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-0c450d9f-dda1-4728-80f6-9c2e544af51c service neutron] 10.222.0.98 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080789 Feb 09 21:48:42.688978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.775930 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3114c284-9f15-45b2-9bb7-ac676eb17957 req-e32f2f65-04ee-4901-93bb-99fc6bfaafac tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536965 Feb 09 21:48:42.784484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:42.799482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:42.804523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:42.817266 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.960279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (5536140b-8c90-44b4-ac7e-a96fe32ad98b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.973012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:42.974880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.987849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5529c67d-1088-4221-a26d-941dc967728b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:42.993652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5529c67d-1088-4221-a26d-941dc967728b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.119389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['391301e3-6e47-49d8-84eb-157f84ad7dd6'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:43.203935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=51a8fff3-9067-4932-aba8-76103aef69c7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:43.232754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3414443 Feb 09 21:48:43.244209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39700) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:43.259485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'subnet': {'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:43.366625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bad3d-4b75-4fbe-8631-593d7c16ba9b req-fa76f206-333f-4c89-b69d-c639e151a693 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:43.392498 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-987bad3d-4b75-4fbe-8631-593d7c16ba9b req-fa76f206-333f-4c89-b69d-c639e151a693 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 945 time: 0.2459998 Feb 09 21:48:43.495438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:43.496535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.523646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=391301e3-6e47-49d8-84eb-157f84ad7dd6,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:43.533239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-987bad3d-4b75-4fbe-8631-593d7c16ba9b req-c32e4750-5e80-4c23-bf68-6eb292afed4f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223514 Feb 09 21:48:43.564098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Allocated IP 2001:db8::f816:3eff:fe3c:8376 (de8e772b-838b-4d1e-8b0a-dde797f48697/c0e2378c-c7f8-46c1-a64c-aad975be1d8c/dd0bcb21-83d7-4b8c-a9dc-c95a517efa42) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:43.626151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-40967d52-b8c3-4570-9744-4949288f7bf2 None None] Current status of the port 5529c67d-1088-4221-a26d-941dc967728b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:43.626561 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40967d52-b8c3-4570-9744-4949288f7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5529c67d-1088-4221-a26d-941dc967728b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.662984 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (e1b2723c-1642-4310-93cc-62e3e77c1748), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.689014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fef1c2-b03c-45d3-bcf5-1c8ceed34260 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Network': ['ID=5536140b-8c90-44b4-ac7e-a96fe32ad98b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:43.743597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1f108bc-d5ab-4600-acb7-24fde8c367e9 req-ef6bf6f5-e5f8-4761-a61d-c65b8f46722a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 210 time: 0.3046141 Feb 09 21:48:43.798336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78623358-4d07-418c-b8ef-4b9007316e05 req-1169f31f-6f79-42cb-b657-dba807327f5c tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:43.811976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 5536140b-8c90-44b4-ac7e-a96fe32ad98b details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:43.835156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78623358-4d07-418c-b8ef-4b9007316e05 req-1169f31f-6f79-42cb-b657-dba807327f5c tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 945 time: 0.1827023 Feb 09 21:48:43.876101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-855b9290-6799-40d2-b50c-80c98e17a26d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5237615 Feb 09 21:48:43.918281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'admin_state_up': True, 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'security_groups': ['fcff0b2d-4b33-487c-878f-8f70982114a1']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:43.976458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78623358-4d07-418c-b8ef-4b9007316e05 req-45e2cf8f-1865-4c99-a85a-f7fd48713785 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399386 Feb 09 21:48:43.994248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] Network ba9347f7-4221-4eb4-b3b0-f4e9b3cb4609 is not hosted by any dhcp agent {{(pid=103698) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:48:43.994718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] No DVR routers for this DVR port e1b2723c-1642-4310-93cc-62e3e77c1748 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:44.020281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:44.025029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.030233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1712794-5dbd-461c-b760-ba3724adda36 None None] Pushing event deleted for resources: {'Port': ['ID=e1b2723c-1642-4310-93cc-62e3e77c1748,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:44.138890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-40967d52-b8c3-4570-9744-4949288f7bf2 None None] For port 5529c67d-1088-4221-a26d-941dc967728b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5529c67d-1088-4221-a26d-941dc967728b,segment=NetworkSegment(e7877385-8178-4138-8aa2-51fbeacbb8fd),segment_id=e7877385-8178-4138-8aa2-51fbeacbb8fd)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:44.225607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5529c67d-1088-4221-a26d-941dc967728b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:44.227508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5529c67d-1088-4221-a26d-941dc967728b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.290200 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40967d52-b8c3-4570-9744-4949288f7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5529c67d-1088-4221-a26d-941dc967728b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.447186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40967d52-b8c3-4570-9744-4949288f7bf2 None None] Pushing event updated for resources: {'Port': ['ID=5529c67d-1088-4221-a26d-941dc967728b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:44.508128 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:48:44.508493 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:48:44.526644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for port (dd0bcb21-83d7-4b8c-a9dc-c95a517efa42), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.530847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-01ed8dde-c9b5-428b-8cc5-d436a2f9a3b7 None None] Provisioning complete for port 5529c67d-1088-4221-a26d-941dc967728b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:44.531228 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01ed8dde-c9b5-428b-8cc5-d436a2f9a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5529c67d-1088-4221-a26d-941dc967728b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.609633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (9e58e61c-0de2-43ea-b98f-1c556d645e07), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.687983 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (dd0bcb21-83d7-4b8c-a9dc-c95a517efa42), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.805829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc2d92-e5f5-402e-99f9-e766d719a212 req-1521dd4e-b2b0-4f39-b57f-41aa2d838587 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:44.807357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0adc2d92-e5f5-402e-99f9-e766d719a212 req-1521dd4e-b2b0-4f39-b57f-41aa2d838587 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 931 time: 0.8242707 Feb 09 21:48:44.816873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network de8e772b-838b-4d1e-8b0a-dde797f48697 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:44.832554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Allocated IP 2001:db8::f816:3eff:fe89:5cbc (de8e772b-838b-4d1e-8b0a-dde797f48697/c0e2378c-c7f8-46c1-a64c-aad975be1d8c/d366d5a3-115d-42ae-a4a5-35d75abb9138) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:44.861736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1588ef-37cd-4c00-9905-c63257422c82 req-8c39b617-56d2-4f07-a5d8-c61afc543d36 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:44.865335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:44.867037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c1588ef-37cd-4c00-9905-c63257422c82 req-8c39b617-56d2-4f07-a5d8-c61afc543d36 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 945 time: 0.1385226 Feb 09 21:48:44.895385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:44.901875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:44.903036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.924176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Subnet': ['ID=9e58e61c-0de2-43ea-b98f-1c556d645e07,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:44.952966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-01ed8dde-c9b5-428b-8cc5-d436a2f9a3b7 None None] Current status of the port 5529c67d-1088-4221-a26d-941dc967728b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:44.978790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c1588ef-37cd-4c00-9905-c63257422c82 req-518fd61b-30bd-4f4b-a88e-3e0b6e91727b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972071 Feb 09 21:48:44.997294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Port': ['ID=dd0bcb21-83d7-4b8c-a9dc-c95a517efa42,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:45.007069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Checking segment: {'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:45.007303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network hostable DHCP agents. Network: 5536140b-8c90-44b4-ac7e-a96fe32ad98b, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:45.037600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0adc2d92-e5f5-402e-99f9-e766d719a212 req-03046c37-1195-4e70-94e2-b973cf37166f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824336 Feb 09 21:48:45.060040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-01ed8dde-c9b5-428b-8cc5-d436a2f9a3b7 None None] Provisioning complete for port 51a8fff3-9067-4932-aba8-76103aef69c7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:45.061134 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01ed8dde-c9b5-428b-8cc5-d436a2f9a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.082230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:45.092792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.150078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2854535f-d34d-4b3f-a75a-3be11f8f0658 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4500036 Feb 09 21:48:45.156999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:45.198823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network 5536140b-8c90-44b4-ac7e-a96fe32ad98b is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:45.206026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8fac35ee-5e72-4f23-abf5-777523a5e286 req-5d93f307-5f69-4112-81cf-44a11159ae5e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 210 time: 0.0696728 Feb 09 21:48:45.292987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Publish callbacks [] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.307841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5529c67d-1088-4221-a26d-941dc967728b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:45.310220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-01ed8dde-c9b5-428b-8cc5-d436a2f9a3b7 None None] Port 51a8fff3-9067-4932-aba8-76103aef69c7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:45.357119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting subnet c0e2378c-c7f8-46c1-a64c-aad975be1d8c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:45.368686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.373556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39748) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:45.432176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e1b2723c-1642-4310-93cc-62e3e77c1748 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:45.501886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: e1b2723c-1642-4310-93cc-62e3e77c1748 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:45.502212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e1b2723c-1642-4310-93cc-62e3e77c1748 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:45.536283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Network de8e772b-838b-4d1e-8b0a-dde797f48697 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:45.541313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Pushing event updated for resources: {'Port': ['ID=d366d5a3-115d-42ae-a4a5-35d75abb9138,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:45.549568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:45.553106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:45.652572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for subnet (c0e2378c-c7f8-46c1-a64c-aad975be1d8c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.665738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74db7121-e6c7-4d62-85de-2861d328912e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.703176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Attempting to bind port d366d5a3-115d-42ae-a4a5-35d75abb9138 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:45.703561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Attempting to bind port d366d5a3-115d-42ae-a4a5-35d75abb9138 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '42ee7bda-aa6f-4d59-b301-a86027ba9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:45.703967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Attempting to bind port d366d5a3-115d-42ae-a4a5-35d75abb9138 on network de8e772b-838b-4d1e-8b0a-dde797f48697 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:45.711065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:45.711455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Checking segment: {'id': '42ee7bda-aa6f-4d59-b301-a86027ba9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:45.713783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.719394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Bound using segment: {'id': '42ee7bda-aa6f-4d59-b301-a86027ba9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:45.719981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Bound port: d366d5a3-115d-42ae-a4a5-35d75abb9138, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ee7bda-aa6f-4d59-b301-a86027ba9c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'de8e772b-838b-4d1e-8b0a-dde797f48697'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:45.720401 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.763587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 5536140b-8c90-44b4-ac7e-a96fe32ad98b) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:45.767923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (c0e2378c-c7f8-46c1-a64c-aad975be1d8c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.774135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5529c67d-1088-4221-a26d-941dc967728b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:45.785824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c49849-73cb-4115-b670-e26a20c63072 None None] Network 5536140b-8c90-44b4-ac7e-a96fe32ad98b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:45.826045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 10.1.1.83 (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8/4754530a-85b8-42fc-8fa2-b4ec844ac4f6/817a3dc7-75ea-4124-b5f6-49cb0f14725e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:45.829347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:45.830495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.841425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44569-619f-4d47-b416-2947529210d5 req-068c807b-1825-40cf-9b0b-6162a7a12291 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:45.844938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90c44569-619f-4d47-b416-2947529210d5 req-068c807b-1825-40cf-9b0b-6162a7a12291 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 945 time: 0.6245520 Feb 09 21:48:45.882791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74db7121-e6c7-4d62-85de-2861d328912e admin admin] Publish callbacks [] for security_group (6b44f394-518c-4ac7-aa04-14e74af8e428), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:45.926656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90c44569-619f-4d47-b416-2947529210d5 req-d1b93066-2fee-4587-9886-7b2d25ff0e55 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746353 Feb 09 21:48:45.959208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74db7121-e6c7-4d62-85de-2861d328912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6b44f394-518c-4ac7-aa04-14e74af8e428), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.043802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db7121-e6c7-4d62-85de-2861d328912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44f394-518c-4ac7-aa04-14e74af8e428,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:46.091348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-74db7121-e6c7-4d62-85de-2861d328912e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a4ace024b6184e859e0975840c47163d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7163503 Feb 09 21:48:46.099651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39764) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:46.215170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd105d74-507b-4c53-90ee-d7c5d889c01a admin admin] Publish callbacks [] for security_group (6b44f394-518c-4ac7-aa04-14e74af8e428), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.284327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd105d74-507b-4c53-90ee-d7c5d889c01a admin admin] Publish callbacks [] for security_group (6b44f394-518c-4ac7-aa04-14e74af8e428), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.358108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:46.535640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port b23e3eec-2308-4ade-ab16-73b951b65b75 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:46.536312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.541809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd105d74-507b-4c53-90ee-d7c5d889c01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6b44f394-518c-4ac7-aa04-14e74af8e428), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.544928 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd105d74-507b-4c53-90ee-d7c5d889c01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.547074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dd105d74-507b-4c53-90ee-d7c5d889c01a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b44f394-518c-4ac7-aa04-14e74af8e428 HTTP/1.1" status: 204 len: 168 time: 0.4498165 Feb 09 21:48:46.582852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd105d74-507b-4c53-90ee-d7c5d889c01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44f394-518c-4ac7-aa04-14e74af8e428,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:46.826185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] For port d366d5a3-115d-42ae-a4a5-35d75abb9138, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:46.829343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 391301e3-6e47-49d8-84eb-157f84ad7dd6 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:46.837023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5529c67d-1088-4221-a26d-941dc967728b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:46.837454 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5529c67d-1088-4221-a26d-941dc967728b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.887021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b3de6-eb77-4e5b-aad0-813c2df49fc2 req-be80fe39-8928-45cf-a7ef-f744c8aa0a8e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:46.896788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-5536140b-8c90-44b4-ac7e-a96fe32ad98b', 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b', 'project_id': '8d48571ba458478ca9ca9af08e938455', 'fixed_ips': [{'subnet_id': '9e58e61c-0de2-43ea-b98f-1c556d645e07'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:46.909104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-903b3de6-eb77-4e5b-aad0-813c2df49fc2 req-be80fe39-8928-45cf-a7ef-f744c8aa0a8e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 931 time: 0.1705902 Feb 09 21:48:46.912713 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.977898 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-436f096f-9d92-46fc-a948-1ff97e22711c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7304566 Feb 09 21:48:47.022732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39774) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:47.035724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] For port d366d5a3-115d-42ae-a4a5-35d75abb9138, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d366d5a3-115d-42ae-a4a5-35d75abb9138,segment=NetworkSegment(42ee7bda-aa6f-4d59-b301-a86027ba9c12),segment_id=42ee7bda-aa6f-4d59-b301-a86027ba9c12)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:47.040747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-903b3de6-eb77-4e5b-aad0-813c2df49fc2 req-c4b5fd7c-7c3e-46bd-8f63-d5d6c111529a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243291 Feb 09 21:48:47.061899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1039161179'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:47.150678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0948e-02ed-4950-837b-e9b7f1895ba2 req-04971173-ea85-4997-bf37-eccea72be67d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:47.152698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39d0948e-02ed-4950-837b-e9b7f1895ba2 req-04971173-ea85-4997-bf37-eccea72be67d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 945 time: 0.2827628 Feb 09 21:48:47.241842 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.267966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b500c125-aff0-41bc-b176-e853492ff389 req-f73bb81d-0aa1-4872-bff8-167605316aa6 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 210 time: 0.0666161 Feb 09 21:48:47.267966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:47.268848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.344621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d003327-eceb-4ca2-87a3-d43922867dfd None None] Pushing event updated for resources: {'Port': ['ID=d366d5a3-115d-42ae-a4a5-35d75abb9138,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:47.369044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:47.369718 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.377733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:47.391179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39d0948e-02ed-4950-837b-e9b7f1895ba2 req-8e42a34d-4730-4c66-bfb5-e9dab67aff78 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214079 Feb 09 21:48:47.417339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (76998f04-fe74-4cba-b680-6d5d8fcd3ba2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.417963 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Added segment 76998f04-fe74-4cba-b680-6d5d8fcd3ba2 of type vlan for network 48b5921a-8f12-41b0-8510-d7d9708f7a77 Feb 09 21:48:47.428487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (c0e2378c-c7f8-46c1-a64c-aad975be1d8c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.465927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5529c67d-1088-4221-a26d-941dc967728b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:47.490019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 391301e3-6e47-49d8-84eb-157f84ad7dd6 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:47.498066 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (48b5921a-8f12-41b0-8510-d7d9708f7a77), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.549181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 391301e3-6e47-49d8-84eb-157f84ad7dd6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:47.549574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.625677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b66cc1-33b3-4783-87f9-afac544361b6 req-f708d761-865e-4a6e-b1bb-e5138cf79f3d tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:47.634290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0b66cc1-33b3-4783-87f9-afac544361b6 req-f708d761-865e-4a6e-b1bb-e5138cf79f3d tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 945 time: 0.0931828 Feb 09 21:48:47.636715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ed61b-27c9-4241-8f99-253688413fef req-3e5985de-6301-45cd-89b7-d90d95abdd46 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:47.640520 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-3e5985de-6301-45cd-89b7-d90d95abdd46 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 811 time: 0.7715597 Feb 09 21:48:47.643808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.666618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Request body: {'port': {'device_id': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'admin_state_up': True, 'tenant_id': '356eb4a569cb4fa1af12545be45d8009'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:47.696215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:47.706704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:47.708360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0b66cc1-33b3-4783-87f9-afac544361b6 req-3d31df7d-6dee-4056-8e72-f064ed098ae8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726886 Feb 09 21:48:47.712888 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc6b656-cf68-4186-86db-209f4bb910f7" -d '{"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-plugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:47.715686 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (48b5921a-8f12-41b0-8510-d7d9708f7a77), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.723857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:47.724838 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.797453 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.840524 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdb1248-21a7-4f6a-bb15-1fb90cafb9d0 x-openstack-request-id: req-3cdb1248-21a7-4f6a-bb15-1fb90cafb9d0 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:47.840867 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-plugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:47.841084 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3cdb1248-21a7-4f6a-bb15-1fb90cafb9d0 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:47.844018 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'code': 200} Feb 09 21:48:47.853229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8051267 Feb 09 21:48:47.857028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39782) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:47.866371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'subnet': {'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:47.934049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Allocated IP 19.80.0.2 (5536140b-8c90-44b4-ac7e-a96fe32ad98b/9e58e61c-0de2-43ea-b98f-1c556d645e07/73219d44-cc7f-4efd-8fb5-78e78cc95ba1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:47.943205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39784) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:47.963451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aa27c-133f-48ba-b01d-9b6c986f7ad7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Network': ['ID=48b5921a-8f12-41b0-8510-d7d9708f7a77,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.023084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 391301e3-6e47-49d8-84eb-157f84ad7dd6 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:48.023691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.026779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 48b5921a-8f12-41b0-8510-d7d9708f7a77 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:48.073030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3550d310-34ad-44dc-80fb-63ec5b7e6c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.104359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (c0e2378c-c7f8-46c1-a64c-aad975be1d8c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.192294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 391301e3-6e47-49d8-84eb-157f84ad7dd6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:48.204223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e2378c-c7f8-46c1-a64c-aad975be1d8c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.212711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:48.218545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.222897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.235055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-50b554fb-309f-4fe7-90ac-3ae73bd15bb0 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/c0e2378c-c7f8-46c1-a64c-aad975be1d8c HTTP/1.1" status: 204 len: 168 time: 3.0762434 Feb 09 21:48:48.245762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Made reservation on behalf of 356eb4a569cb4fa1af12545be45d8009 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:48.249536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.260100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39788) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:48.307576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.332435 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.489919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3550d310-34ad-44dc-80fb-63ec5b7e6c97 admin admin] Publish callbacks [] for security_group (0e125b38-e4ef-423c-910d-a390578864df), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.516645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=391301e3-6e47-49d8-84eb-157f84ad7dd6,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.571678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0f558-4a2e-4f6b-8024-c10ae93e9e92 req-6d95e859-0595-4564-ab95-c70201e90f16 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:48.579412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aca0f558-4a2e-4f6b-8024-c10ae93e9e92 req-6d95e859-0595-4564-ab95-c70201e90f16 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 931 time: 0.3523986 Feb 09 21:48:48.636019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3550d310-34ad-44dc-80fb-63ec5b7e6c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0e125b38-e4ef-423c-910d-a390578864df), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.700865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2041a0-f490-49fc-8989-8d4b254e0f26 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:48.703140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2041a0-f490-49fc-8989-8d4b254e0f26 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:48.708403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eb2041a0-f490-49fc-8989-8d4b254e0f26 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4418356 Feb 09 21:48:48.709371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39794) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:48.718984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.776015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Publish callbacks [] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.818636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550d310-34ad-44dc-80fb-63ec5b7e6c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e125b38-e4ef-423c-910d-a390578864df,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.842356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.844627 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3550d310-34ad-44dc-80fb-63ec5b7e6c97 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bb643d3f035d457f804c4676d6c36e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9001827 Feb 09 21:48:48.857283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39798) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:48.942357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-043b24af-edb3-4b3d-acad-55bc77abcff2 req-2313d69f-936d-4e73-82d1-a4c21d10947a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 210 time: 0.4920404 Feb 09 21:48:48.955309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aca0f558-4a2e-4f6b-8024-c10ae93e9e92 req-cfc59415-1c03-457f-ac1f-72a27ef07367 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704529 Feb 09 21:48:48.963742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Network 5536140b-8c90-44b4-ac7e-a96fe32ad98b is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:48.974270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:48.974270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:49.036060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Pushing event updated for resources: {'Port': ['ID=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.145524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6684a8c-4b6d-4608-a0f8-12df7fb4aac8 admin admin] Publish callbacks [] for security_group (0e125b38-e4ef-423c-910d-a390578864df), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.158401 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0f138323-6ef9-4ddc-b946-c921def6b446 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (de8e772b-838b-4d1e-8b0a-dde797f48697), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.174523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:49.204444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaaa35f-9195-4851-b7a4-04278a3950fd None None] Network de8e772b-838b-4d1e-8b0a-dde797f48697 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:49.212600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:49.241882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:49.287427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6684a8c-4b6d-4608-a0f8-12df7fb4aac8 admin admin] Publish callbacks [] for security_group (0e125b38-e4ef-423c-910d-a390578864df), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.386450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e57de-7613-44bd-a844-2a0bb12d7313 req-2426da75-e41b-4239-9a1c-7e85d042b4e8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:49.394481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a6e57de-7613-44bd-a844-2a0bb12d7313 req-2426da75-e41b-4239-9a1c-7e85d042b4e8 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.2499394 Feb 09 21:48:49.440317 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f138323-6ef9-4ddc-b946-c921def6b446 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:48:49.440950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f138323-6ef9-4ddc-b946-c921def6b446 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:48:49.449682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0f138323-6ef9-4ddc-b946-c921def6b446 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/de8e772b-838b-4d1e-8b0a-dde797f48697 HTTP/1.1" status: 409 len: 466 time: 0.7279570 Feb 09 21:48:49.453428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:49.465933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1180358381'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:49.484435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a6e57de-7613-44bd-a844-2a0bb12d7313 req-b7d1c3e5-b961-4684-a5f1-135e9a78e280 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886045 Feb 09 21:48:49.504853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Attempting to bind port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:49.505379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Attempting to bind port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:49.505758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Attempting to bind port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 on network 5536140b-8c90-44b4-ac7e-a96fe32ad98b {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:49.519106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=817a3dc7-75ea-4124-b5f6-49cb0f14725e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.559366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.569061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:49.569061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Checking segment: {'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:49.569061 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.572416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Bound using segment: {'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:49.573280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Bound port: 73219d44-cc7f-4efd-8fb5-78e78cc95ba1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:49.574251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.585348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f3d47480-f284-4469-9713-f607e0505503 None None] Provisioning complete for port d366d5a3-115d-42ae-a4a5-35d75abb9138 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:49.587967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3d47480-f284-4469-9713-f607e0505503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.611106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91c358-ac88-4c33-bcb8-3e7e9056d896 req-af07583f-7ff9-4884-b133-23ca9e480453 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:49.630635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a91c358-ac88-4c33-bcb8-3e7e9056d896 req-af07583f-7ff9-4884-b133-23ca9e480453 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.4532790 Feb 09 21:48:49.642885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:49.664379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.676179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6684a8c-4b6d-4608-a0f8-12df7fb4aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0e125b38-e4ef-423c-910d-a390578864df), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.689949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6684a8c-4b6d-4608-a0f8-12df7fb4aac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.691525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:49.696308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b6684a8c-4b6d-4608-a0f8-12df7fb4aac8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e125b38-e4ef-423c-910d-a390578864df HTTP/1.1" status: 204 len: 168 time: 0.8338881 Feb 09 21:48:49.699390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.699770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Subnet': ['ID=b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.741105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6684a8c-4b6d-4608-a0f8-12df7fb4aac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e125b38-e4ef-423c-910d-a390578864df,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.799691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Allocated IP 172.20.0.11 (f071065e-0967-462d-9ec9-b88235668c87/7bd08550-b806-4ee3-b711-ecc6d2caf5f8/f885b136-1830-4c8d-b3a7-af05e5015bcf) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:49.812266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Checking segment: {'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:49.812638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network hostable DHCP agents. Network: 48b5921a-8f12-41b0-8510-d7d9708f7a77, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:49.854381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d366d5a3-115d-42ae-a4a5-35d75abb9138 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:49.856592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:49.859628 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d388a-b32c-42dc-bfd2-d29cfc573aa0" -d '{"events": [{"server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "name": "network-vif-plugged", "status": "completed", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:49.918182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network 48b5921a-8f12-41b0-8510-d7d9708f7a77 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:49.946311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a91c358-ac88-4c33-bcb8-3e7e9056d896 req-6ed00e62-9416-4d66-b95a-2a780664636c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366457 Feb 09 21:48:49.972228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:50.018463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 48b5921a-8f12-41b0-8510-d7d9708f7a77) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:50.033562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.033562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.084671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a136d91d-b9bf-4273-a1aa-0d98a060236d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.088881 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Added segment a136d91d-b9bf-4273-a1aa-0d98a060236d of type vlan for network c34a9036-adec-4616-9bd3-45025dcbcebd Feb 09 21:48:50.107359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16cebe68-3688-4900-bc21-bea11c964c70 req-0fb3b9aa-7a54-480d-b35d-061e0d92e497 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 210 time: 0.0492790 Feb 09 21:48:50.137254 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75212034-f065-43dc-bbc0-5028f2ac7088 x-openstack-request-id: req-75212034-f065-43dc-bbc0-5028f2ac7088 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:50.142589 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "name": "network-vif-plugged", "status": "completed", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:50.142589 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75212034-f065-43dc-bbc0-5028f2ac7088 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:50.142589 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'code': 200} Feb 09 21:48:50.144914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01aaae-072c-4258-92a4-58be8a249ea1 None None] Network 48b5921a-8f12-41b0-8510-d7d9708f7a77 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:50.156702 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-e3af72c5-65da-4856-8867-ec47470aab84 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.2722356 Feb 09 21:48:50.168061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-67845e6a-2e83-4040-9466-4d589865f81f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3094461 Feb 09 21:48:50.239492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'admin_state_up': True, 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'security_groups': ['fcff0b2d-4b33-487c-878f-8f70982114a1']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:50.301686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] DHCP port deletion for de8e772b-838b-4d1e-8b0a-dde797f48697 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:48:50.402739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c34a9036-adec-4616-9bd3-45025dcbcebd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.467262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-48b5921a-8f12-41b0-8510-d7d9708f7a77', 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77', 'project_id': '8d48571ba458478ca9ca9af08e938455', 'fixed_ips': [{'subnet_id': 'b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:50.468169 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.577129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f3d47480-f284-4469-9713-f607e0505503 None None] Current status of the port d366d5a3-115d-42ae-a4a5-35d75abb9138 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:50.577129 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3d47480-f284-4469-9713-f607e0505503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.603598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-3aa2fdaf-a400-4cbd-984a-2425e6ffc9c8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.609942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-3aa2fdaf-a400-4cbd-984a-2425e6ffc9c8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.616923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-3aa2fdaf-a400-4cbd-984a-2425e6ffc9c8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/networks?id=5536140b-8c90-44b4-ac7e-a96fe32ad98b&id=48b5921a-8f12-41b0-8510-d7d9708f7a77 HTTP/1.1" status: 200 len: 1392 time: 0.2017369 Feb 09 21:48:50.658936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] For port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:50.671843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d366d5a3-115d-42ae-a4a5-35d75abb9138 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:50.672239 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.674860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-08209748-0d8d-448d-8b96-5202527f34f6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/quotas/8d48571ba458478ca9ca9af08e938455 HTTP/1.1" status: 200 len: 375 time: 0.0509748 Feb 09 21:48:50.710922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f3d47480-f284-4469-9713-f607e0505503 None None] For port d366d5a3-115d-42ae-a4a5-35d75abb9138, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d366d5a3-115d-42ae-a4a5-35d75abb9138,segment=NetworkSegment(42ee7bda-aa6f-4d59-b301-a86027ba9c12),segment_id=42ee7bda-aa6f-4d59-b301-a86027ba9c12)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:50.729339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:48:50.765025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f079b48-dd48-41ed-8acf-97d175c8b961 req-84f778e5-d1f8-491a-b796-adbaf45d85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.767099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f079b48-dd48-41ed-8acf-97d175c8b961 req-84f778e5-d1f8-491a-b796-adbaf45d85f8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 1128 time: 0.7608466 Feb 09 21:48:50.774313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:50.774667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] For port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:50.780439 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.789020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3d47480-f284-4469-9713-f607e0505503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.840632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab2345-cc2d-45eb-a57d-122a3f1c4d0e req-04456291-b684-44e6-b3ac-71f7deb14b01 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.848598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab2345-cc2d-45eb-a57d-122a3f1c4d0e req-04456291-b684-44e6-b3ac-71f7deb14b01 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.850780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5ab2345-cc2d-45eb-a57d-122a3f1c4d0e req-04456291-b684-44e6-b3ac-71f7deb14b01 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 1652 time: 0.6576054 Feb 09 21:48:50.850997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-1d08f7e8-8f1c-4abf-b24d-ad8f19ec5045 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1726866 Feb 09 21:48:50.986532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-68dc8eb3-63b7-425c-a97e-46e3b3c93472 service neutron] 10.222.0.98 "GET /v2.0/networks/5536140b-8c90-44b4-ac7e-a96fe32ad98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346128 Feb 09 21:48:51.019659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks [] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.021090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c34a9036-adec-4616-9bd3-45025dcbcebd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.026818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:51.027447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.127980 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.130942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Network': ['ID=c34a9036-adec-4616-9bd3-45025dcbcebd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:51.148677 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f079b48-dd48-41ed-8acf-97d175c8b961 req-21daa8db-7eca-40ee-9d06-7ad10de1e858 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564377 Feb 09 21:48:51.175490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c34a9036-adec-4616-9bd3-45025dcbcebd details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:51.218238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5ab2345-cc2d-45eb-a57d-122a3f1c4d0e req-d01ed085-3acb-4a96-a1f6-596fbedf05eb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265350 Feb 09 21:48:51.261749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-31f82e83-1aaa-4962-bab7-2a22e27610a0 service neutron] 10.222.0.98 "GET /v2.0/networks/5536140b-8c90-44b4-ac7e-a96fe32ad98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692642 Feb 09 21:48:51.266056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 10.1.1.218 (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8/4754530a-85b8-42fc-8fa2-b4ec844ac4f6/38d67e72-cafe-42f0-bc69-349195f1a52b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:51.366157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] Deleting port d366d5a3-115d-42ae-a4a5-35d75abb9138 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:51.367540 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.376570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1c71f90e-dfd5-441a-b0b2-60ddf6a3cd90 None None] Provisioning complete for port 817a3dc7-75ea-4124-b5f6-49cb0f14725e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:51.377127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1c71f90e-dfd5-441a-b0b2-60ddf6a3cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.392729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d47480-f284-4469-9713-f607e0505503 None None] Pushing event updated for resources: {'Port': ['ID=d366d5a3-115d-42ae-a4a5-35d75abb9138,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:51.505425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-dae9dd59-ab2a-4248-8245-57109d2d96c1 service neutron] 10.222.0.98 "GET /v2.0/networks/48b5921a-8f12-41b0-8510-d7d9708f7a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315812 Feb 09 21:48:51.518567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b077d5b7-3992-43c3-84c7-fdc5a2a5d3d1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0574162 Feb 09 21:48:51.536313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39848) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:51.543160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'subnet': {'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:51.624470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] For port d366d5a3-115d-42ae-a4a5-35d75abb9138, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d366d5a3-115d-42ae-a4a5-35d75abb9138,segment=NetworkSegment(42ee7bda-aa6f-4d59-b301-a86027ba9c12),segment_id=42ee7bda-aa6f-4d59-b301-a86027ba9c12)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:51.624470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.674491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] Calling delete_port for d366d5a3-115d-42ae-a4a5-35d75abb9138 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:51.684115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.744420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.814147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Network f071065e-0967-462d-9ec9-b88235668c87 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:51.816718 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.844557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event updated for resources: {'Port': ['ID=f885b136-1830-4c8d-b3a7-af05e5015bcf,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:51.871377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-1539fada-b667-4e3b-8bad-b1acb29759f1 service neutron] 10.222.0.98 "GET /v2.0/networks/48b5921a-8f12-41b0-8510-d7d9708f7a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647704 Feb 09 21:48:51.891118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:51.891262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:51.894924 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.901259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7a5eb-5977-4d73-9364-3855c3759205 req-ed3b3990-632d-4112-bf05-b7eee8711263 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:51.903864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-48f7a5eb-5977-4d73-9364-3855c3759205 req-ed3b3990-632d-4112-bf05-b7eee8711263 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.4088354 Feb 09 21:48:51.905579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:51.918429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:52.027214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:52.033741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2c46-29a3-4372-80f5-c2d07567256d None None] Pushing event updated for resources: {'Port': ['ID=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:52.034603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=38d67e72-cafe-42f0-bc69-349195f1a52b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:52.042637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d366d5a3-115d-42ae-a4a5-35d75abb9138 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:52.065478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:52.075485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Allocated IP 19.86.0.2 (48b5921a-8f12-41b0-8510-d7d9708f7a77/b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa/5306ef67-1f0d-4d30-ba2f-20d07fdadd63) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:52.172812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1c71f90e-dfd5-441a-b0b2-60ddf6a3cd90 None None] Port 817a3dc7-75ea-4124-b5f6-49cb0f14725e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:52.362953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:52.363772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.454118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d366d5a3-115d-42ae-a4a5-35d75abb9138), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.492629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:52.494122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:52.536180 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-48f7a5eb-5977-4d73-9364-3855c3759205 req-bd988660-bbac-4896-8ea6-85cd1a8d6cc1 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100744 Feb 09 21:48:52.647376 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-a4eab083-8718-4cb4-80e0-9e6a882684e7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4211092 Feb 09 21:48:52.660128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663', 'admin_state_up': True, 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'security_groups': ['fcff0b2d-4b33-487c-878f-8f70982114a1']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:52.759200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:52.817417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] No DVR routers for this DVR port d366d5a3-115d-42ae-a4a5-35d75abb9138 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:52.840640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ba0c0-f39e-412c-935a-2a9e841d1b9e req-11456922-1023-43e5-8fe7-805bc59f3cdf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:52.852284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d1ba0c0-f39e-412c-935a-2a9e841d1b9e req-11456922-1023-43e5-8fe7-805bc59f3cdf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3932710 Feb 09 21:48:52.916439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a52de-6506-45fc-8a36-4741761096e2 None None] Pushing event deleted for resources: {'Port': ['ID=d366d5a3-115d-42ae-a4a5-35d75abb9138,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:52.935252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-13290cf5-efa6-460b-ba87-6e0ea1b1d89f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2817903 Feb 09 21:48:52.964202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Request body: {'port': {'device_id': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:53.031267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d1ba0c0-f39e-412c-935a-2a9e841d1b9e req-ad061fd2-c46b-4b15-b4ac-7ad71782caed tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772966 Feb 09 21:48:53.037533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-31bdd50b-d309-4d77-9a32-f592369cc5b9 None None] Provisioning complete for port 38d67e72-cafe-42f0-bc69-349195f1a52b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:53.038119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31bdd50b-d309-4d77-9a32-f592369cc5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.119801 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.130302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:48:53.136076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (5057da22-be5a-4971-9ce0-5528eb0160a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.157917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Publish callbacks [] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.188228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eda51-722b-44f6-8535-f6d8e741a7e2 req-535c7e8d-10b7-4302-b2b9-c7c53c206789 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.200274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e0eda51-722b-44f6-8535-f6d8e741a7e2 req-535c7e8d-10b7-4302-b2b9-c7c53c206789 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 932 time: 0.2821066 Feb 09 21:48:53.213745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:53.214843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.254362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:53.268855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.343570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Network 48b5921a-8f12-41b0-8510-d7d9708f7a77 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:53.345539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-31bdd50b-d309-4d77-9a32-f592369cc5b9 None None] Port 38d67e72-cafe-42f0-bc69-349195f1a52b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:53.350475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Pushing event updated for resources: {'Port': ['ID=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:53.355487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:53.358606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11f8da9a-479e-4046-9f01-c8ce24c16c18 req-e4a662d0-ffdb-4b30-a006-4071f8c9a3a8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 210 time: 0.1240523 Feb 09 21:48:53.373947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:53.402754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b59bbe-ae33-4d6f-af46-765836fc76a7 None None] Network 5536140b-8c90-44b4-ac7e-a96fe32ad98b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:53.418847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Subnet': ['ID=5057da22-be5a-4971-9ce0-5528eb0160a2,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:53.446811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.488153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Checking segment: {'id': 'a136d91d-b9bf-4273-a1aa-0d98a060236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:53.488719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network hostable DHCP agents. Network: c34a9036-adec-4616-9bd3-45025dcbcebd, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:53.560116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e0eda51-722b-44f6-8535-f6d8e741a7e2 req-e84965b8-bf99-483d-9157-36049f86b561 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577688 Feb 09 21:48:53.684006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a541de2-709c-4a12-86ef-fa73dbff3cf3 req-e9375fd9-02b9-47c1-9e0e-1d4a71d06a4c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.691967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a541de2-709c-4a12-86ef-fa73dbff3cf3 req-e9375fd9-02b9-47c1-9e0e-1d4a71d06a4c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.700730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a541de2-709c-4a12-86ef-fa73dbff3cf3 req-e9375fd9-02b9-47c1-9e0e-1d4a71d06a4c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.703336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a541de2-709c-4a12-86ef-fa73dbff3cf3 req-e9375fd9-02b9-47c1-9e0e-1d4a71d06a4c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 2373 time: 0.1956904 Feb 09 21:48:53.792125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7fb7fb6d-9221-4e75-99a4-2e8a69d22d17 None None] Provisioning complete for port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:53.792684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fb6d-9221-4e75-99a4-2e8a69d22d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.805463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network c34a9036-adec-4616-9bd3-45025dcbcebd is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:53.814768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a541de2-709c-4a12-86ef-fa73dbff3cf3 req-90abc53b-8941-4188-8f5b-824e375fe3c0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044357 Feb 09 21:48:53.843741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Attempting to bind port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:53.844089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Attempting to bind port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:53.844562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Attempting to bind port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 on network 48b5921a-8f12-41b0-8510-d7d9708f7a77 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:53.881309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:53.881740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c34a9036-adec-4616-9bd3-45025dcbcebd) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:53.882226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Checking segment: {'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:53.882226 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.882627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Bound using segment: {'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:53.883129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Bound port: 5306ef67-1f0d-4d30-ba2f-20d07fdadd63, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:53.886998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.887931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.893279 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.921431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc1013-0857-4bf3-abd2-576d42088bdf None None] Network c34a9036-adec-4616-9bd3-45025dcbcebd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:54.021250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-792476f4-df49-4f1d-935d-e79c4d2b46da tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4831858 Feb 09 21:48:54.023697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39882) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:54.029272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'port': {'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd', 'name': 'tempest-NetworksIpV6TestAttrs-511071135'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:54.147436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:54.148024 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.197554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:54.276650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c34a9036-adec-4616-9bd3-45025dcbcebd', 'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd', 'project_id': 'cf215b4fcbeb415882b7f2cc5ddb5b9a', 'fixed_ips': [{'subnet_id': '5057da22-be5a-4971-9ce0-5528eb0160a2'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:54.280269 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.407256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c9204-fbd3-4759-99de-84ae2947a274 req-e87c0138-8aea-4e8f-ae22-6b97ca66eb8c tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:54.408912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa2c9204-fbd3-4759-99de-84ae2947a274 req-e87c0138-8aea-4e8f-ae22-6b97ca66eb8c tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.6573932 Feb 09 21:48:54.413289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.435618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23027fbe-33d9-4a96-9039-63192aa5d9dc req-869dc6f7-89e1-49d8-9c00-b9f33c5b40b1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:54.465450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23027fbe-33d9-4a96-9039-63192aa5d9dc req-869dc6f7-89e1-49d8-9c00-b9f33c5b40b1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2872963 Feb 09 21:48:54.474915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f885b136-1830-4c8d-b3a7-af05e5015bcf {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:54.504855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Publish callbacks [] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.510927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 10.2.2.100 (801ef2ae-e59b-436d-a612-be3873c53663/b0813bb2-4776-4a6c-85c2-afde588fa39b/d5c895aa-e6ef-4c72-a053-8e571b40c856) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:54.530371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d366d5a3-115d-42ae-a4a5-35d75abb9138 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:54.592775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d366d5a3-115d-42ae-a4a5-35d75abb9138 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:54.624811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d366d5a3-115d-42ae-a4a5-35d75abb9138 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:54.624811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7fb6d-9221-4e75-99a4-2e8a69d22d17 None None] Current status of the port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:54.624811 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fb6d-9221-4e75-99a4-2e8a69d22d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.627274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Transition to ACTIVE for port object f885b136-1830-4c8d-b3a7-af05e5015bcf will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:54.712468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23027fbe-33d9-4a96-9039-63192aa5d9dc req-c5443590-db98-4f3c-8822-d726622525fc tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350535 Feb 09 21:48:54.723041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa2c9204-fbd3-4759-99de-84ae2947a274 req-7e79bbb1-21a4-43b2-948b-8128bb45d6de tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796149 Feb 09 21:48:54.846844 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.877341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] For port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:54.925932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f885b136-1830-4c8d-b3a7-af05e5015bcf,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:54.940925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1973c61b-d1bf-4884-8d50-e99cb350eec5 req-2661113e-ef8d-4db2-87b7-f58b2d238fd0 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 210 time: 0.1023781 Feb 09 21:48:54.955495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:54.977130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] For port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:54.984052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:54.984223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.057209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] device_id is not set on port 62124072-6ad1-4cae-b799-b4fa6c536e51 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:48:55.069884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7c7c9-cc01-4c4a-9cd4-23ab4afdc473 req-558e982a-0b7c-4097-ba56-37e6f7e08a6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:55.072522 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.075475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3a7c7c9-cc01-4c4a-9cd4-23ab4afdc473 req-558e982a-0b7c-4097-ba56-37e6f7e08a6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 944 time: 0.1615071 Feb 09 21:48:55.088759 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-7fb7fb6d-9221-4e75-99a4-2e8a69d22d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:48:55.088759 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-7fb7fb6d-9221-4e75-99a4-2e8a69d22d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:48:55.158999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Allocated IP 2001:db8::f816:3eff:fef9:2c5c (c34a9036-adec-4616-9bd3-45025dcbcebd/5057da22-be5a-4971-9ce0-5528eb0160a2/7585b8d1-294f-42ae-b887-12c26002d74e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:55.189063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f3b71-0f80-499b-a8f0-0bc82b4603eb None None] Pushing event updated for resources: {'Port': ['ID=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:55.332274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Attempting to bind port f885b136-1830-4c8d-b3a7-af05e5015bcf on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:55.332618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Attempting to bind port f885b136-1830-4c8d-b3a7-af05e5015bcf by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:55.332958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Attempting to bind port f885b136-1830-4c8d-b3a7-af05e5015bcf on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:55.404132 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.408951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4800d0-9e96-4513-adde-d824a21f8445 req-2a70aefc-8547-413a-a6be-c2943977dc78 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:55.411396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Port f885b136-1830-4c8d-b3a7-af05e5015bcf on network f071065e-0967-462d-9ec9-b88235668c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:55.430036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Attempting to bind port f885b136-1830-4c8d-b3a7-af05e5015bcf on network f071065e-0967-462d-9ec9-b88235668c87 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:55.432293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe4800d0-9e96-4513-adde-d824a21f8445 req-2a70aefc-8547-413a-a6be-c2943977dc78 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.3315740 Feb 09 21:48:55.435766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39894) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:55.448516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Publish callbacks [] for port (7585b8d1-294f-42ae-b887-12c26002d74e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.453200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Request body: {'floatingip': {'port_id': '391301e3-6e47-49d8-84eb-157f84ad7dd6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:55.501395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:55.506647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Checking segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:55.508193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Bound using segment: {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:55.508761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Bound port: f885b136-1830-4c8d-b3a7-af05e5015bcf, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a52cc3-21f1-4662-b744-774340d954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:55.511304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.550810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:56.081837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Network c34a9036-adec-4616-9bd3-45025dcbcebd is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:56.108460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:56.126771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:56.158429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Pushing event updated for resources: {'Port': ['ID=7585b8d1-294f-42ae-b887-12c26002d74e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:56.178689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7fb6d-9221-4e75-99a4-2e8a69d22d17 None None] Current status of the port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:56.288656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Attempting to bind port 7585b8d1-294f-42ae-b887-12c26002d74e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:56.289034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Attempting to bind port 7585b8d1-294f-42ae-b887-12c26002d74e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a136d91d-b9bf-4273-a1aa-0d98a060236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:56.289406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Attempting to bind port 7585b8d1-294f-42ae-b887-12c26002d74e on network c34a9036-adec-4616-9bd3-45025dcbcebd {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:56.295277 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for floatingip (7e79aaef-0e60-42f2-ab1b-7c5a85f2a503), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:56.308218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:56.308601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Checking segment: {'id': 'a136d91d-b9bf-4273-a1aa-0d98a060236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:56.309011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:56.309412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Bound using segment: {'id': 'a136d91d-b9bf-4273-a1aa-0d98a060236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:56.309908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Bound port: 7585b8d1-294f-42ae-b887-12c26002d74e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a136d91d-b9bf-4273-a1aa-0d98a060236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c34a9036-adec-4616-9bd3-45025dcbcebd'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:56.310291 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:56.365070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b5592fbf-cd41-4678-97cf-21813b25bf67 None None] Provisioning complete for port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:56.365388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b5592fbf-cd41-4678-97cf-21813b25bf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:56.394429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-dfdfc2e0-f73c-4661-aad7-1aca208f580e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:56.400727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-dfdfc2e0-f73c-4661-aad7-1aca208f580e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:56.402629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-dfdfc2e0-f73c-4661-aad7-1aca208f580e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "GET /v2.0/networks?id=5536140b-8c90-44b4-ac7e-a96fe32ad98b&id=48b5921a-8f12-41b0-8510-d7d9708f7a77 HTTP/1.1" status: 200 len: 1392 time: 0.8301907 Feb 09 21:48:56.409791 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3a7c7c9-cc01-4c4a-9cd4-23ab4afdc473 req-10686f7c-20b0-443f-aaf8-fb72ac5c1c4c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2886176 Feb 09 21:48:56.453746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'port': {'device_id': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b', 'admin_state_up': True, 'tenant_id': '8d48571ba458478ca9ca9af08e938455'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:56.686740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] For port 7585b8d1-294f-42ae-b887-12c26002d74e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:56.718670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] For port 7585b8d1-294f-42ae-b887-12c26002d74e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7585b8d1-294f-42ae-b887-12c26002d74e,segment=NetworkSegment(a136d91d-b9bf-4273-a1aa-0d98a060236d),segment_id=a136d91d-b9bf-4273-a1aa-0d98a060236d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:56.847786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:56.923855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:56.996778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b5592fbf-cd41-4678-97cf-21813b25bf67 None None] Current status of the port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:57.008739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:57.079148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] For port f885b136-1830-4c8d-b3a7-af05e5015bcf, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:57.093463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] For port f885b136-1830-4c8d-b3a7-af05e5015bcf, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f885b136-1830-4c8d-b3a7-af05e5015bcf,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:57.114792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=d5c895aa-e6ef-4c72-a053-8e571b40c856,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:57.128945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network 801ef2ae-e59b-436d-a612-be3873c53663 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:57.137356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:57.146092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:57.203744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10db68-656f-410e-84cc-9431bdadb354 None None] Network 48b5921a-8f12-41b0-8510-d7d9708f7a77 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:57.250359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.251030 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.268821 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.344713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0cf49-a729-42e5-95fc-a0816f3072b5 None None] Pushing event updated for resources: {'Port': ['ID=7585b8d1-294f-42ae-b887-12c26002d74e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:57.410536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1d323bfb-eca8-492c-b649-4c4550f9a1d6 None None] Provisioning complete for port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:57.415274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d323bfb-eca8-492c-b649-4c4550f9a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.428649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.428649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.438896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/f885b136-1830-4c8d-b3a7-af05e5015bcf HTTP/1.1" status: 200 len: 1092 time: 4.4683821 Feb 09 21:48:57.457332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33e304-ada3-4051-aee3-07e13f9e7019 req-49975be4-ce1f-4a8f-9dbf-e4b753fee454 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.462422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c33e304-ada3-4051-aee3-07e13f9e7019 req-49975be4-ce1f-4a8f-9dbf-e4b753fee454 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.8466308 Feb 09 21:48:57.470347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cb5cd-a50f-4989-87ad-c8b330a206a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f885b136-1830-4c8d-b3a7-af05e5015bcf,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:57.484583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'tag': 'f885b136-1830-4c8d-b3a7-af05e5015bcf'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:57.490763 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be02d29-66d9-4d82-9313-6809285462bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd19bab-593d-483a-a5f8-efa9838cab24", "tag": "f885b136-1830-4c8d-b3a7-af05e5015bcf"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:57.518166 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-2cba8c47-4b7b-4f62-bd65-22bfeeb111aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8560343 Feb 09 21:48:57.528859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663', 'admin_state_up': True, 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'security_groups': ['fcff0b2d-4b33-487c-878f-8f70982114a1']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:57.686977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:57.692306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.692793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1d323bfb-eca8-492c-b649-4c4550f9a1d6 None None] Current status of the port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:57.696354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d323bfb-eca8-492c-b649-4c4550f9a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.742881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1d323bfb-eca8-492c-b649-4c4550f9a1d6 None None] For port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:57.771454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:48:57.811659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:57.815119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.844896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d323bfb-eca8-492c-b649-4c4550f9a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.951101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.961851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d323bfb-eca8-492c-b649-4c4550f9a1d6 None None] Pushing event updated for resources: {'Port': ['ID=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:57.987110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Allocated IP 2001:db8::f816:3eff:fe65:f468 (c34a9036-adec-4616-9bd3-45025dcbcebd/5057da22-be5a-4971-9ce0-5528eb0160a2/62124072-6ad1-4cae-b799-b4fa6c536e51) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:58.038377 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (7e79aaef-0e60-42f2-ab1b-7c5a85f2a503), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.105094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:58.109232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:58.198202 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c33e304-ada3-4051-aee3-07e13f9e7019 req-b2a94cc8-aa03-46ff-b336-78fbac8e388d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549821 Feb 09 21:48:58.234724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c52c8b6a-be8d-4e5d-b320-14676a3d491c None None] Provisioning complete for port d5c895aa-e6ef-4c72-a053-8e571b40c856 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:58.235274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c52c8b6a-be8d-4e5d-b320-14676a3d491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.287264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ed61b-27c9-4241-8f99-253688413fef req-78855aef-49b9-4156-ab2d-4c964d777a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:58.290595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-78855aef-49b9-4156-ab2d-4c964d777a3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 1126 time: 0.7330005 Feb 09 21:48:58.305111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840b37f-4737-48b2-8b13-c4b833386f37 req-b1b5d706-5458-4f24-867e-072cbde44b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:58.311042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840b37f-4737-48b2-8b13-c4b833386f37 req-b1b5d706-5458-4f24-867e-072cbde44b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:58.317249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840b37f-4737-48b2-8b13-c4b833386f37 req-b1b5d706-5458-4f24-867e-072cbde44b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:58.325132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3840b37f-4737-48b2-8b13-c4b833386f37 req-b1b5d706-5458-4f24-867e-072cbde44b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 2373 time: 2.0198605 Feb 09 21:48:58.344242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c52c8b6a-be8d-4e5d-b320-14676a3d491c None None] Port d5c895aa-e6ef-4c72-a053-8e571b40c856 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:58.391972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:58.392370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.430053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6025efd-5ffb-4372-ae22-ae7823747c61 req-9cef836c-dfa0-4d21-acd1-e5e19d2bb79c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 210 time: 0.1200609 Feb 09 21:48:58.533959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Made reservation on behalf of f620865b281c41179b35bef3337de0ea for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:58.613644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:58.618767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3840b37f-4737-48b2-8b13-c4b833386f37 req-b92573c3-ae2e-401f-8ffd-fd91ae5a89ad tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922335 Feb 09 21:48:58.653914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-06d93968-2451-4316-beec-4f9b650a7b41 None None] Provisioning complete for port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:58.656231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-06d93968-2451-4316-beec-4f9b650a7b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.704653 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Floating IP 7e79aaef-0e60-42f2-ab1b-7c5a85f2a503 associated. External IP: 172.25.5.177, port: 391301e3-6e47-49d8-84eb-157f84ad7dd6. Feb 09 21:48:58.884630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for port (62124072-6ad1-4cae-b799-b4fa6c536e51), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.887252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-06d93968-2451-4316-beec-4f9b650a7b41 None None] Current status of the port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:58.902736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:58.924463 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f80e450-0fcc-427c-b41c-c25b41f33dbd x-openstack-request-id: req-1f80e450-0fcc-427c-b41c-c25b41f33dbd {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:58.924825 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd19bab-593d-483a-a5f8-efa9838cab24", "tag": "f885b136-1830-4c8d-b3a7-af05e5015bcf", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:58.925247 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1f80e450-0fcc-427c-b41c-c25b41f33dbd {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:58.925653 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'tag': 'f885b136-1830-4c8d-b3a7-af05e5015bcf', 'status': 'completed', 'code': 200} Feb 09 21:48:59.044282 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-e20a134f-8145-4273-95b6-603db5306a8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f885b136-1830-4c8d-b3a7-af05e5015bcf HTTP/1.1" status: 200 len: 217 time: 0.7377121 Feb 09 21:48:59.095369 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (62124072-6ad1-4cae-b799-b4fa6c536e51), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.096061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7585b8d1-294f-42ae-b887-12c26002d74e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:59.137342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.179115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7585b8d1-294f-42ae-b887-12c26002d74e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:59.179510 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.210710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Allocated IP 19.80.0.14 (5536140b-8c90-44b4-ac7e-a96fe32ad98b/9e58e61c-0de2-43ea-b98f-1c556d645e07/e35da496-8674-4ba9-be14-0401b27a1b28) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:59.246550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b2f06-893c-45a0-af53-45a6d6e8d1e3 req-c0dacbc1-28b4-4e68-971a-94f096420c6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:59.254958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network c34a9036-adec-4616-9bd3-45025dcbcebd is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:59.265030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-026b2f06-893c-45a0-af53-45a6d6e8d1e3 req-c0dacbc1-28b4-4e68-971a-94f096420c6c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 944 time: 0.5092618 Feb 09 21:48:59.268566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:59.274353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:59.290645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:59.293597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.298707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a9169-d9f0-401a-b259-4a3f750f647c None None] Network c34a9036-adec-4616-9bd3-45025dcbcebd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:59.302307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ed61b-27c9-4241-8f99-253688413fef req-94b39db5-a57e-4e4e-900f-0b012bda72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:59.306763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-94b39db5-a57e-4e4e-900f-0b012bda72dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.2472937 Feb 09 21:48:59.396545 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-24a9f0a2-bfb0-452f-a2eb-9ed329faddb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813243 Feb 09 21:48:59.556276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.5284178 Feb 09 21:48:59.559038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39908) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:59.598111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-026b2f06-893c-45a0-af53-45a6d6e8d1e3 req-7ccf2796-6a5e-42b2-ba43-194990f8f39d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306787 Feb 09 21:48:59.646169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723455b4-9cd8-4281-ad2e-e8b2196de929 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Port': ['ID=62124072-6ad1-4cae-b799-b4fa6c536e51,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:59.682265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Allocated IP 10.2.2.200 (801ef2ae-e59b-436d-a612-be3873c53663/b0813bb2-4776-4a6c-85c2-afde588fa39b/c781be66-3b43-4cfc-aba2-2b1f136edac7) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:59.690419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0a26ad22-71d8-45dc-8336-75e3565b1f65 None None] Provisioning complete for port 7585b8d1-294f-42ae-b887-12c26002d74e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:59.690864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a26ad22-71d8-45dc-8336-75e3565b1f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.791739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb94210-5d55-4f9e-9a65-7fff19875f34 req-94096ef5-b967-4601-ae9f-00e89d2ed8b7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:59.802436 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4eb94210-5d55-4f9e-9a65-7fff19875f34 req-94096ef5-b967-4601-ae9f-00e89d2ed8b7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3579612 Feb 09 21:48:59.810261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7585b8d1-294f-42ae-b887-12c26002d74e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:59.810627 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:59.823041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62a73707-5b05-4375-95c7-d15f7643f9d8 req-5633ad73-4eed-48a1-9cfb-68d7f21416ee tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 210 time: 0.0789495 Feb 09 21:48:59.837365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Router cabe8a80-02dd-4219-8813-db06632908ad has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:59.978696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting subnet 5057da22-be5a-4971-9ce0-5528eb0160a2 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:59.983766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for subnet (5057da22-be5a-4971-9ce0-5528eb0160a2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.009908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0a26ad22-71d8-45dc-8336-75e3565b1f65 None None] Current status of the port 7585b8d1-294f-42ae-b887-12c26002d74e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:00.026871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a26ad22-71d8-45dc-8336-75e3565b1f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.030795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 7585b8d1-294f-42ae-b887-12c26002d74e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7585b8d1-294f-42ae-b887-12c26002d74e,segment=NetworkSegment(a136d91d-b9bf-4273-a1aa-0d98a060236d),segment_id=a136d91d-b9bf-4273-a1aa-0d98a060236d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:00.038156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (5057da22-be5a-4971-9ce0-5528eb0160a2), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.121938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.132253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:00.187293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4eb94210-5d55-4f9e-9a65-7fff19875f34 req-5ff5afd6-29e1-4cd7-bbdf-3975e62a5787 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463254 Feb 09 21:49:00.195093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (5057da22-be5a-4971-9ce0-5528eb0160a2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.269717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:00.277453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.300471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] Sync routers for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:00.338036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for port (e35da496-8674-4ba9-be14-0401b27a1b28), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.344384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1cc149ee-875e-4a1b-b12e-f7a34f1cb0be tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "PUT /v2.0/floatingips/7e79aaef-0e60-42f2-ab1b-7c5a85f2a503 HTTP/1.1" status: 200 len: 992 time: 4.9040883 Feb 09 21:49:00.344384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:00.364004 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feebd254-d6c1-497a-9a98-e80e58d092e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:00.365628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:00.366736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:00.534471 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.549897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-0cfe07a8-4331-467c-94c2-339f503356d5 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1159182 Feb 09 21:49:00.550149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-0a26ad22-71d8-45dc-8336-75e3565b1f65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:49:00.550149 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-0a26ad22-71d8-45dc-8336-75e3565b1f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:49:00.578172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9ed18-0c23-4437-a675-efa50bf91cb8 req-b5edfcf0-8a00-486a-bd69-5fc40cc4be6e tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:00.584401 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (5057da22-be5a-4971-9ce0-5528eb0160a2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.585405 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aee9ed18-0c23-4437-a675-efa50bf91cb8 req-b5edfcf0-8a00-486a-bd69-5fc40cc4be6e tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.1388209 Feb 09 21:49:00.586914 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.614764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:00.695747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=7585b8d1-294f-42ae-b887-12c26002d74e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:00.742992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aee9ed18-0c23-4437-a675-efa50bf91cb8 req-0d79c1ad-7d03-46a8-9bd1-3b18d9e6bf09 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550002 Feb 09 21:49:00.769903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.829345 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9057f1e6-61e5-4304-bcb6-c3a1bf5b58b8 x-openstack-request-id: req-9057f1e6-61e5-4304-bcb6-c3a1bf5b58b8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:00.829967 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:00.830443 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9057f1e6-61e5-4304-bcb6-c3a1bf5b58b8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:00.831091 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'status': 'completed', 'code': 200} Feb 09 21:49:00.878731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.882897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/5057da22-be5a-4971-9ce0-5528eb0160a2 HTTP/1.1" status: 204 len: 168 time: 1.3122766 Feb 09 21:49:00.894486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Port': ['ID=e35da496-8674-4ba9-be14-0401b27a1b28,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:00.901637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39920) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:00.902403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d3337-2abf-45a8-ad99-bf1df1645b9f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Subnet': ['ID=5057da22-be5a-4971-9ce0-5528eb0160a2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:00.914333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d42e03-dfed-4cfc-957f-ed61882dec05 None None] Network c34a9036-adec-4616-9bd3-45025dcbcebd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:00.953207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network 5536140b-8c90-44b4-ac7e-a96fe32ad98b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:00.958708 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:00.961889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:00.989622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:00.990053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:01.029209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-068ed61b-27c9-4241-8f99-253688413fef req-457455ee-b08f-47f6-a971-4fe9077bff4b service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734826 Feb 09 21:49:01.054669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5819-b610-4ab8-b282-9d4384d17b36 req-2155b7d9-288b-458e-affd-d4862211d0a6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.060193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5819-b610-4ab8-b282-9d4384d17b36 req-2155b7d9-288b-458e-affd-d4862211d0a6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.065887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5819-b610-4ab8-b282-9d4384d17b36 req-2155b7d9-288b-458e-affd-d4862211d0a6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.071538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5819-b610-4ab8-b282-9d4384d17b36 req-2155b7d9-288b-458e-affd-d4862211d0a6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.073369 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13db5819-b610-4ab8-b282-9d4384d17b36 req-2155b7d9-288b-458e-affd-d4862211d0a6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 3094 time: 1.1175013 Feb 09 21:49:01.096751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.097524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:01.138030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-5ea87459-a1d2-4f5c-80f1-0a62bfa8555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.140357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-5ea87459-a1d2-4f5c-80f1-0a62bfa8555c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=89fa227edaad4de793ed29bb9671682a&device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 1128 time: 0.2812352 Feb 09 21:49:01.145486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4279708-9ea4-4969-a760-1d5a61b1304c tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.147808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4279708-9ea4-4969-a760-1d5a61b1304c tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.149455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b4279708-9ea4-4969-a760-1d5a61b1304c tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2438524 Feb 09 21:49:01.154543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39922) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:01.279755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-a0851316-82cc-4cda-9558-12b799cbaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.281444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-a0851316-82cc-4cda-9558-12b799cbaf01 service neutron] 10.222.0.110 "GET /v2.0/networks?id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d HTTP/1.1" status: 200 len: 915 time: 0.1308537 Feb 09 21:49:01.293670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13db5819-b610-4ab8-b282-9d4384d17b36 req-4a0735d9-49bd-4377-b5a2-92c2459b894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111647 Feb 09 21:49:01.306563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:01.307216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7cb62-3b69-44a2-8507-f931f25abb95 req-5b7b8e75-17d6-4779-ad10-d6f7e045c464 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.309529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6a7cb62-3b69-44a2-8507-f931f25abb95 req-5b7b8e75-17d6-4779-ad10-d6f7e045c464 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 944 time: 0.3526409 Feb 09 21:49:01.370277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0daeeadb-42da-41c1-8b90-4cbaaa065756 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9524949 Feb 09 21:49:01.410575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Request body: {'port': {'device_id': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77', 'admin_state_up': True, 'tenant_id': '8d48571ba458478ca9ca9af08e938455'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:01.441989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d49995c9-5898-44a5-bdc9-9320e49a40ea tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c34a9036-adec-4616-9bd3-45025dcbcebd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:01.494263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Network 801ef2ae-e59b-436d-a612-be3873c53663 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:01.517627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:01.615430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:01.619040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:01.621082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7e79aaef-0e60-42f2-ab1b-7c5a85f2a503', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'port_id': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'mac_address': 'fa:16:3e:1e:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:25Z', 'updated_at': '2022-02-09T21:48:57Z', 'revision_number': 1, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:01.655197 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:49:01.686755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] Checking router: cabe8a80-02dd-4219-8813-db06632908ad for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:01.746085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0a26ad22-71d8-45dc-8336-75e3565b1f65 None None] Current status of the port 7585b8d1-294f-42ae-b887-12c26002d74e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:01.752423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event updated for resources: {'Port': ['ID=c781be66-3b43-4cfc-aba2-2b1f136edac7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:01.767768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:01.768070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:48:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:01.806148 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49995c9-5898-44a5-bdc9-9320e49a40ea tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:49:01.806800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49995c9-5898-44a5-bdc9-9320e49a40ea tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:01.814285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d49995c9-5898-44a5-bdc9-9320e49a40ea tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/c34a9036-adec-4616-9bd3-45025dcbcebd HTTP/1.1" status: 409 len: 466 time: 0.6396716 Feb 09 21:49:01.834341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39932) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:01.845641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-942223192'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:01.898549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be02d29-66d9-4d82-9313-6809285462bb req-f11cf485-0480-4c6e-b8e8-188b504855d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.900257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be02d29-66d9-4d82-9313-6809285462bb req-f11cf485-0480-4c6e-b8e8-188b504855d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=356eb4a569cb4fa1af12545be45d8009&device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 1126 time: 0.5076168 Feb 09 21:49:01.960166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:02.080717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6a7cb62-3b69-44a2-8507-f931f25abb95 req-af6b718d-9538-4767-9943-e5ecdb803d02 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842780 Feb 09 21:49:02.093537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.094813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.096650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-361cfa2f-0f34-44e7-af24-41c967d0986c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6 HTTP/1.1" status: 200 len: 1000 time: 0.8077960 Feb 09 21:49:02.104234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7585b8d1-294f-42ae-b887-12c26002d74e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:02.118771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525e57-32a0-48c2-abb3-676e82be991d req-8adc6669-88d2-48ed-9d9a-8d487b284746 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.136959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37525e57-32a0-48c2-abb3-676e82be991d req-8adc6669-88d2-48ed-9d9a-8d487b284746 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 931 time: 0.6205113 Feb 09 21:49:02.136959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be02d29-66d9-4d82-9313-6809285462bb req-1d6619d1-b8e4-402a-a02a-71baefa8f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.136959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be02d29-66d9-4d82-9313-6809285462bb req-1d6619d1-b8e4-402a-a02a-71baefa8f868 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 200 len: 912 time: 0.2080352 Feb 09 21:49:02.187079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be02d29-66d9-4d82-9313-6809285462bb req-b8aaaee3-1008-4adc-a9e6-0a7f1ada87d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f885b136-1830-4c8d-b3a7-af05e5015bcf HTTP/1.1" status: 200 len: 217 time: 0.0489852 Feb 09 21:49:02.208273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:02.220067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.221089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] DHCP port deletion for c34a9036-adec-4616-9bd3-45025dcbcebd request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:49:02.233264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Provisioning complete for port 62124072-6ad1-4cae-b799-b4fa6c536e51 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:02.233653 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (62124072-6ad1-4cae-b799-b4fa6c536e51), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.275827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-5fc0dd5a-311e-4184-9f90-156861f7581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.279381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-5fc0dd5a-311e-4184-9f90-156861f7581e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a2aa069-8d7f-41eb-8bfd-713144c1a246 HTTP/1.1" status: 200 len: 853 time: 0.1761284 Feb 09 21:49:02.341898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Port 62124072-6ad1-4cae-b799-b4fa6c536e51 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:02.390400 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-cccd5e51-5742-4dc6-ad78-c490585dd9b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8688166 Feb 09 21:49:02.392055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be02d29-66d9-4d82-9313-6809285462bb req-7ada74f6-5a70-4161-a0c8-43e3914d7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.396849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be02d29-66d9-4d82-9313-6809285462bb req-7ada74f6-5a70-4161-a0c8-43e3914d7c23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 200 len: 851 time: 0.1348259 Feb 09 21:49:02.397489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Made reservation on behalf of 8d48571ba458478ca9ca9af08e938455 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:02.398359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7585b8d1-294f-42ae-b887-12c26002d74e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:02.398733 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.403294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.427693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:02.457623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Provisioning complete for port e35da496-8674-4ba9-be14-0401b27a1b28 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:02.458486 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.506742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] Deleting port 7585b8d1-294f-42ae-b887-12c26002d74e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:02.507508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.527020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-b7ccb75d-c745-4fd0-8d8a-dd890fb8d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.539204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-b7ccb75d-c745-4fd0-8d8a-dd890fb8d6ca service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2334390 Feb 09 21:49:02.554367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be02d29-66d9-4d82-9313-6809285462bb req-a93f2a8f-12a2-4ca0-a26d-4238cb6b19a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f071065e-0967-462d-9ec9-b88235668c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690019 Feb 09 21:49:02.562332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.568505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30025-7bed-4ba3-8528-be8d85818106 req-afbd8e95-637f-4b8c-98cf-0813d157b01c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.570425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ef30025-7bed-4ba3-8528-be8d85818106 req-afbd8e95-637f-4b8c-98cf-0813d157b01c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2898331 Feb 09 21:49:02.680502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7585b8d1-294f-42ae-b887-12c26002d74e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:02.691655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ef30025-7bed-4ba3-8528-be8d85818106 req-2312d2e5-a050-43eb-94e0-7e27cecc2b12 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116135 Feb 09 21:49:02.716074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7e79aaef-0e60-42f2-ab1b-7c5a85f2a503', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'port_id': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'mac_address': 'fa:16:3e:1e:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:25Z', 'updated_at': '2022-02-09T21:48:57Z', 'revision_number': 1, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:02.740284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Port e35da496-8674-4ba9-be14-0401b27a1b28 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:02.751667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-b07d0d64-9985-44cc-941d-5583316f7bbf service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026196 Feb 09 21:49:02.768911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:02.849359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf6d8b-e5d0-41a7-bc0b-12f354fcd5b5 None None] The sync data for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 is: [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7e79aaef-0e60-42f2-ab1b-7c5a85f2a503', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'port_id': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'mac_address': 'fa:16:3e:1e:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:25Z', 'updated_at': '2022-02-09T21:48:57Z', 'revision_number': 1, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:02.863141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] For port 7585b8d1-294f-42ae-b887-12c26002d74e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7585b8d1-294f-42ae-b887-12c26002d74e,segment=NetworkSegment(a136d91d-b9bf-4273-a1aa-0d98a060236d),segment_id=a136d91d-b9bf-4273-a1aa-0d98a060236d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:02.863948 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.896018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Provisioning complete for port 7585b8d1-294f-42ae-b887-12c26002d74e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:02.896803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.951968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116e9be-9055-4675-ab7f-ca72b8de0467 req-42ad0573-7442-4612-8be6-d6aca1f2c632 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.953546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6116e9be-9055-4675-ab7f-ca72b8de0467 req-42ad0573-7442-4612-8be6-d6aca1f2c632 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.1121862 Feb 09 21:49:02.965164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] Calling delete_port for 7585b8d1-294f-42ae-b887-12c26002d74e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:03.009286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-feebd254-d6c1-497a-9a98-e80e58d092e1 req-22e629b0-0385-4066-bb3e-a43fb0e470a5 service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473793 Feb 09 21:49:03.085152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6116e9be-9055-4675-ab7f-ca72b8de0467 req-2e1998ae-8056-4117-a938-2697184494e7 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143866 Feb 09 21:49:03.184602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1caea-29dd-48d0-ab62-e05c8784736a None None] Current status of the port 7585b8d1-294f-42ae-b887-12c26002d74e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:03.210293 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (7585b8d1-294f-42ae-b887-12c26002d74e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:03.264743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] No DVR routers for this DVR port 7585b8d1-294f-42ae-b887-12c26002d74e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:03.273185 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede396b-973c-4c05-a7e3-cc82a15e011d None None] New status for floating IP 7e79aaef-0e60-42f2-ab1b-7c5a85f2a503: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:49:03.327661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f46bef-f704-4ea7-97a8-c84c4774f389 None None] Pushing event deleted for resources: {'Port': ['ID=7585b8d1-294f-42ae-b887-12c26002d74e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:03.366361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8d07291b-bf8f-463f-a49d-9d417bbcc116 None None] Provisioning complete for port c781be66-3b43-4cfc-aba2-2b1f136edac7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:03.366751 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d07291b-bf8f-463f-a49d-9d417bbcc116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:03.374977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2c840-2abe-48bd-a842-59d6cf795f46 req-2608f5e0-91b7-4254-b126-e74951d83663 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.389232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2c840-2abe-48bd-a842-59d6cf795f46 req-2608f5e0-91b7-4254-b126-e74951d83663 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.402629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2c840-2abe-48bd-a842-59d6cf795f46 req-2608f5e0-91b7-4254-b126-e74951d83663 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.415611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2c840-2abe-48bd-a842-59d6cf795f46 req-2608f5e0-91b7-4254-b126-e74951d83663 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.427596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2c840-2abe-48bd-a842-59d6cf795f46 req-2608f5e0-91b7-4254-b126-e74951d83663 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.433947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bc2c840-2abe-48bd-a842-59d6cf795f46 req-2608f5e0-91b7-4254-b126-e74951d83663 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 3815 time: 0.1961782 Feb 09 21:49:03.435680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8d07291b-bf8f-463f-a49d-9d417bbcc116 None None] Port c781be66-3b43-4cfc-aba2-2b1f136edac7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:03.531208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bc2c840-2abe-48bd-a842-59d6cf795f46 req-2ee35d06-7ca9-47b5-99ae-4602a6db263d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830426 Feb 09 21:49:03.603790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d88ad4d5-c38f-4dda-9e48-0e76b6fc121e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:03.604358 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Added segment d88ad4d5-c38f-4dda-9e48-0e76b6fc121e of type vlan for network 8c24953c-873b-4485-90b2-c87dc3e8d1e0 Feb 09 21:49:03.617592 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37525e57-32a0-48c2-abb3-676e82be991d req-693e6d1f-498b-4a3e-a6bf-cef706aac2a4 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4906108 Feb 09 21:49:03.711821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7599-319c-4d78-8f6b-f811faf180bb req-b39128d6-8936-472c-a968-cd5ee1fa774e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.727009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-981b7599-319c-4d78-8f6b-f811faf180bb req-b39128d6-8936-472c-a968-cd5ee1fa774e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 944 time: 0.1198957 Feb 09 21:49:03.755954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7585b8d1-294f-42ae-b887-12c26002d74e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:03.816739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-981b7599-319c-4d78-8f6b-f811faf180bb req-20b3aeb3-ae14-4dca-ac11-441f0d5bb8c7 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817893 Feb 09 21:49:03.838888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 7585b8d1-294f-42ae-b887-12c26002d74e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:03.839108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8c24953c-873b-4485-90b2-c87dc3e8d1e0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:03.840933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7585b8d1-294f-42ae-b887-12c26002d74e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:03.936422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be02d29-66d9-4d82-9313-6809285462bb req-94426d7a-4dd8-40ec-9c3b-bf37b67c35e0 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3467178 Feb 09 21:49:03.977083 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:49:04.043077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Allocated IP 19.86.0.45 (48b5921a-8f12-41b0-8510-d7d9708f7a77/b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa/a6385630-1a0a-4f41-85a9-359a20a8d0c2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:04.187289 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8c24953c-873b-4485-90b2-c87dc3e8d1e0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.192583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.193307 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.267826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaa54a-b4c1-48d0-b711-621dfbd57f88 req-634dea9d-901c-452a-876e-1bd68d382ec5 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.277602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdcaa54a-b4c1-48d0-b711-621dfbd57f88 req-634dea9d-901c-452a-876e-1bd68d382ec5 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.0747213 Feb 09 21:49:04.281456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efc289-3ebe-4748-ba87-3c00ea9a0825 req-35cd29f7-0411-430e-9949-65980cf6be61 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.289989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8efc289-3ebe-4748-ba87-3c00ea9a0825 req-35cd29f7-0411-430e-9949-65980cf6be61 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3696847 Feb 09 21:49:04.311761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Network': ['ID=8c24953c-873b-4485-90b2-c87dc3e8d1e0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:04.325276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8c24953c-873b-4485-90b2-c87dc3e8d1e0 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:04.376048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdcaa54a-b4c1-48d0-b711-621dfbd57f88 req-6c0bae18-421b-4eeb-8a3f-73e200210208 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936627 Feb 09 21:49:04.388845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f885b136-1830-4c8d-b3a7-af05e5015bcf details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:04.426567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1be02d29-66d9-4d82-9313-6809285462bb req-5b039ac7-5c92-4bc5-b4ba-52809d867bf7 service neutron] 10.222.0.30 "GET /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770455 Feb 09 21:49:04.469816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6c62045e-12ad-4ded-bc63-7307a4adaa82 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6299338 Feb 09 21:49:04.476044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39944) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:04.485999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'subnet': {'network_id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:04.529886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8efc289-3ebe-4748-ba87-3c00ea9a0825 req-2fd3578d-a0fe-4ced-a8b2-ee8e5bb18eff tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382629 Feb 09 21:49:04.572565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f885b136-1830-4c8d-b3a7-af05e5015bcf, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f885b136-1830-4c8d-b3a7-af05e5015bcf,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:04.599156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'f885b136-1830-4c8d-b3a7-af05e5015bcf', 'network_id': 'f071065e-0967-462d-9ec9-b88235668c87', 'port_id': 'f885b136-1830-4c8d-b3a7-af05e5015bcf', 'mac_address': 'fa:16:3e:2f:c5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd08550-b806-4ee3-b711-ecc6d2caf5f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:04.618616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a8fff3-9067-4932-aba8-76103aef69c7 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:04.642792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.646039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Publish callbacks [] for port (51a8fff3-9067-4932-aba8-76103aef69c7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.697892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port f885b136-1830-4c8d-b3a7-af05e5015bcf is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:04.701864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.709831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Transition to ACTIVE for port object 51a8fff3-9067-4932-aba8-76103aef69c7 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:04.724184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f885b136-1830-4c8d-b3a7-af05e5015bcf {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:04.768916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:04.774294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.775655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f885b136-1830-4c8d-b3a7-af05e5015bcf, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f885b136-1830-4c8d-b3a7-af05e5015bcf,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:04.804253 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.873134 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.873373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d693dcb-1b8d-46a4-8830-cfea6496e43b req-a2bcd0cb-694a-4563-8603-2800ffda0cef tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.882894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d693dcb-1b8d-46a4-8830-cfea6496e43b req-a2bcd0cb-694a-4563-8603-2800ffda0cef tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 931 time: 0.1389759 Feb 09 21:49:04.907997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94084f1-45cf-4605-b8db-2357d86268bc req-ad327572-7a37-45c9-b3fd-ca22ef6c6df3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.912639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:04.918417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94084f1-45cf-4605-b8db-2357d86268bc req-ad327572-7a37-45c9-b3fd-ca22ef6c6df3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.927288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94084f1-45cf-4605-b8db-2357d86268bc req-ad327572-7a37-45c9-b3fd-ca22ef6c6df3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.934548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94084f1-45cf-4605-b8db-2357d86268bc req-ad327572-7a37-45c9-b3fd-ca22ef6c6df3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.943461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94084f1-45cf-4605-b8db-2357d86268bc req-ad327572-7a37-45c9-b3fd-ca22ef6c6df3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.947361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d94084f1-45cf-4605-b8db-2357d86268bc req-ad327572-7a37-45c9-b3fd-ca22ef6c6df3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 3815 time: 0.2718511 Feb 09 21:49:04.955224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Network 48b5921a-8f12-41b0-8510-d7d9708f7a77 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:04.975563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=51a8fff3-9067-4932-aba8-76103aef69c7,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:04.993841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=f885b136-1830-4c8d-b3a7-af05e5015bcf,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:05.026889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event updated for resources: {'Port': ['ID=a6385630-1a0a-4f41-85a9-359a20a8d0c2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:05.036157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:05.109283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d693dcb-1b8d-46a4-8830-cfea6496e43b req-fad62e91-5887-44b8-ae04-6fdde63daa1a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261314 Feb 09 21:49:05.113664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:05.162685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['f885b136-1830-4c8d-b3a7-af05e5015bcf'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:05.183626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:05.185034 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.216659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d94084f1-45cf-4605-b8db-2357d86268bc req-391e1a63-c436-46d8-8635-840be37cdb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330320 Feb 09 21:49:05.235260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Attempting to bind port 51a8fff3-9067-4932-aba8-76103aef69c7 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:05.238706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Attempting to bind port 51a8fff3-9067-4932-aba8-76103aef69c7 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:05.240632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Attempting to bind port 51a8fff3-9067-4932-aba8-76103aef69c7 on network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:05.254191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Port 51a8fff3-9067-4932-aba8-76103aef69c7 on network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:05.257026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Attempting to bind port 51a8fff3-9067-4932-aba8-76103aef69c7 on network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:05.296143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:05.296778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Checking segment: {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:05.297370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Bound using segment: {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:05.298008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Bound port: 51a8fff3-9067-4932-aba8-76103aef69c7, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1de60a1-88fc-4a1e-b477-23fd53ae4734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:05.298553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.342969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-7f20fb30-f734-437a-9aa4-a9db3cbc7df7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9337392 Feb 09 21:49:05.377093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Request body: {'port': {'device_id': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:05.530616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3105a-de57-4715-b214-4abd0850a1ef req-8b2347df-37ab-4147-8790-700fe921e685 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:05.532098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2e3105a-de57-4715-b214-4abd0850a1ef req-8b2347df-37ab-4147-8790-700fe921e685 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 945 time: 0.2692893 Feb 09 21:49:05.603880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.642106 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-de876fee-d3d7-4e7a-b80d-d4db677eea91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.651946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] For port 51a8fff3-9067-4932-aba8-76103aef69c7, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:05.663887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-71b4982b-4a5e-4cbe-8a3b-2636b023e3ba None None] Provisioning complete for port a6385630-1a0a-4f41-85a9-359a20a8d0c2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:05.665397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-71b4982b-4a5e-4cbe-8a3b-2636b023e3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.668404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2e3105a-de57-4715-b214-4abd0850a1ef req-da23ee8b-499f-4eda-8044-4d44be56e20d tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287696 Feb 09 21:49:05.674854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] For port 51a8fff3-9067-4932-aba8-76103aef69c7, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=51a8fff3-9067-4932-aba8-76103aef69c7,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:05.736918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-71b4982b-4a5e-4cbe-8a3b-2636b023e3ba None None] Port a6385630-1a0a-4f41-85a9-359a20a8d0c2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:05.779439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:49:05.785870 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (ccf28f00-f142-40f5-99f6-ff9a6ef5373c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:05.858846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30c6f0-967e-4734-b7c9-d760a446a3d3 req-af517452-a319-429f-9e15-eee2b725d056 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:05.866280 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b30c6f0-967e-4734-b7c9-d760a446a3d3 req-af517452-a319-429f-9e15-eee2b725d056 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2571006 Feb 09 21:49:05.938813 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b30c6f0-967e-4734-b7c9-d760a446a3d3 req-4533618b-06dd-44ff-9e48-16f5167a7338 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711977 Feb 09 21:49:05.977011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Checking segment: {'id': 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:05.977381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network hostable DHCP agents. Network: 8c24953c-873b-4485-90b2-c87dc3e8d1e0, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:06.000598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Subnet': ['ID=ccf28f00-f142-40f5-99f6-ff9a6ef5373c,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:06.015583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.052246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35da496-8674-4ba9-be14-0401b27a1b28 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:06.062885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Publish callbacks [] for port (e35da496-8674-4ba9-be14-0401b27a1b28), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.070770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network 8c24953c-873b-4485-90b2-c87dc3e8d1e0 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:06.077982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.078780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.080752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] 10.222.0.110 "PUT /v2.0/ports/51a8fff3-9067-4932-aba8-76103aef69c7 HTTP/1.1" status: 200 len: 1091 time: 3.6627464 Feb 09 21:49:06.086674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:06.089295 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c13058-371d-4c77-9ae8-7a3f68836805" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:06.158285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Transition to ACTIVE for port object e35da496-8674-4ba9-be14-0401b27a1b28 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:06.168695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319e2a0-57b2-46bf-be83-ccad5da2b2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=51a8fff3-9067-4932-aba8-76103aef69c7,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:06.169511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8c24953c-873b-4485-90b2-c87dc3e8d1e0) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:06.178824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f72ab78-3ff4-4cdf-8d3c-ca7a2103bbab None None] Network 8c24953c-873b-4485-90b2-c87dc3e8d1e0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:06.181735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.182557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.202632 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e00df89-194a-4920-b74c-f83d11cf25fc x-openstack-request-id: req-9e00df89-194a-4920-b74c-f83d11cf25fc {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:06.202947 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:06.203214 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e00df89-194a-4920-b74c-f83d11cf25fc {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:06.203642 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7', 'status': 'completed', 'code': 200} Feb 09 21:49:06.248959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:06.318907 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.443941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-668414f0-7112-4e3b-9b04-9e9eead49249 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9587917 Feb 09 21:49:06.483975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39960) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:06.620416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Pushing event updated for resources: {'Port': ['ID=e35da496-8674-4ba9-be14-0401b27a1b28,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:06.689395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:06.695646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f885b136-1830-4c8d-b3a7-af05e5015bcf up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:06.775236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-08b8b169-0f0e-4d34-aa8e-0e5d5f5989c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.775814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-08b8b169-0f0e-4d34-aa8e-0e5d5f5989c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.776320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-08b8b169-0f0e-4d34-aa8e-0e5d5f5989c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.776802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-08b8b169-0f0e-4d34-aa8e-0e5d5f5989c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.778097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-08b8b169-0f0e-4d34-aa8e-0e5d5f5989c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.780142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-08b8b169-0f0e-4d34-aa8e-0e5d5f5989c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 4393 time: 0.5755522 Feb 09 21:49:06.845413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e5c7-e8a0-47a2-9fdd-831813e05623 req-2a32a9ec-b104-4b78-b88b-59e390ede4a7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.851421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e5c7-e8a0-47a2-9fdd-831813e05623 req-2a32a9ec-b104-4b78-b88b-59e390ede4a7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.853116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb85e5c7-e8a0-47a2-9fdd-831813e05623 req-2a32a9ec-b104-4b78-b88b-59e390ede4a7 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1665 time: 0.4687533 Feb 09 21:49:06.911634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dfbc8-f95d-41dc-b29e-49638489aeb8 req-592dd083-4201-4007-a1b1-9f5b1722f8b7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.918378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dfbc8-f95d-41dc-b29e-49638489aeb8 req-592dd083-4201-4007-a1b1-9f5b1722f8b7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.925186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dfbc8-f95d-41dc-b29e-49638489aeb8 req-592dd083-4201-4007-a1b1-9f5b1722f8b7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.933078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dfbc8-f95d-41dc-b29e-49638489aeb8 req-592dd083-4201-4007-a1b1-9f5b1722f8b7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.939312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dfbc8-f95d-41dc-b29e-49638489aeb8 req-592dd083-4201-4007-a1b1-9f5b1722f8b7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.941870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a4dfbc8-f95d-41dc-b29e-49638489aeb8 req-592dd083-4201-4007-a1b1-9f5b1722f8b7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 3827 time: 0.5119472 Feb 09 21:49:07.005861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb85e5c7-e8a0-47a2-9fdd-831813e05623 req-08df8b36-6875-40ad-986d-061e2b9669ab tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438658 Feb 09 21:49:07.020983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8c24953c-873b-4485-90b2-c87dc3e8d1e0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.031298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-8c24953c-873b-4485-90b2-c87dc3e8d1e0', 'network_id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0', 'project_id': 'cf215b4fcbeb415882b7f2cc5ddb5b9a', 'fixed_ips': [{'subnet_id': 'ccf28f00-f142-40f5-99f6-ff9a6ef5373c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:07.034111 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.155542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a4dfbc8-f95d-41dc-b29e-49638489aeb8 req-50a99184-c764-4f0b-a8d6-acb529085601 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834812 Feb 09 21:49:07.160780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Attempting to bind port e35da496-8674-4ba9-be14-0401b27a1b28 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:07.161242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Attempting to bind port e35da496-8674-4ba9-be14-0401b27a1b28 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:07.161809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Attempting to bind port e35da496-8674-4ba9-be14-0401b27a1b28 on network 5536140b-8c90-44b4-ac7e-a96fe32ad98b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:07.178632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port f885b136-1830-4c8d-b3a7-af05e5015bcf completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:07.188762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Port e35da496-8674-4ba9-be14-0401b27a1b28 on network 5536140b-8c90-44b4-ac7e-a96fe32ad98b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:07.189099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Attempting to bind port e35da496-8674-4ba9-be14-0401b27a1b28 on network 5536140b-8c90-44b4-ac7e-a96fe32ad98b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:07.206153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port f885b136-1830-4c8d-b3a7-af05e5015bcf triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:07.206746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.221324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:07.221847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Checking segment: {'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:07.222606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Bound using segment: {'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:07.223081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Bound port: e35da496-8674-4ba9-be14-0401b27a1b28, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb6479-de30-4d59-91b5-6560b52acc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:07.223455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.304193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Allocated IP 2001:db8::f816:3eff:fe7b:eccf (8c24953c-873b-4485-90b2-c87dc3e8d1e0/ccf28f00-f142-40f5-99f6-ff9a6ef5373c/141bb25e-8e9b-401a-b64a-371a0578ff04) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:07.411198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-52472111-4cd1-4a80-af54-756e0eec8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.411832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-52472111-4cd1-4a80-af54-756e0eec8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.413746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-52472111-4cd1-4a80-af54-756e0eec8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.418789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-52472111-4cd1-4a80-af54-756e0eec8164 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=f620865b281c41179b35bef3337de0ea&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6258309 Feb 09 21:49:07.494042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port f885b136-1830-4c8d-b3a7-af05e5015bcf is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:07.494494 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.534516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbf3cfbd-17fa-4409-82d2-13d42b5248b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.542810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885b136-1830-4c8d-b3a7-af05e5015bcf'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:07.546009 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3652a0-2086-43d7-b994-163939cbba81" -d '{"events": [{"server_uuid": "0bd19bab-593d-483a-a5f8-efa9838cab24", "name": "network-vif-plugged", "status": "completed", "tag": "f885b136-1830-4c8d-b3a7-af05e5015bcf"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:07.581082 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (ccf28f00-f142-40f5-99f6-ff9a6ef5373c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.585337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f885b136-1830-4c8d-b3a7-af05e5015bcf, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f885b136-1830-4c8d-b3a7-af05e5015bcf,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:07.667200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-e1ef0b0a-6289-444d-ab91-90753eda35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.669286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.669422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6c13058-371d-4c77-9ae8-7a3f68836805 req-e1ef0b0a-6289-444d-ab91-90753eda35cb service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2443349 Feb 09 21:49:07.713079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac09ff6-6d36-4cfd-a51b-14621cd20f34 req-2059c91b-449f-488d-8f0b-72ca092b3f67 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.714758 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ac09ff6-6d36-4cfd-a51b-14621cd20f34 req-2059c91b-449f-488d-8f0b-72ca092b3f67 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2909789 Feb 09 21:49:07.715986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] For port e35da496-8674-4ba9-be14-0401b27a1b28, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:07.720058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] For port e35da496-8674-4ba9-be14-0401b27a1b28, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e35da496-8674-4ba9-be14-0401b27a1b28,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:07.772000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ac09ff6-6d36-4cfd-a51b-14621cd20f34 req-92d71965-fc68-440d-9b4d-a0f84c25ca37 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Feb 09 21:49:07.782587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e9922-6d5f-4afa-bd2f-c3ed441916e7 req-f566326c-63b1-4756-aabc-b5e64386332c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.784333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Publish callbacks [] for port (141bb25e-8e9b-401a-b64a-371a0578ff04), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.789628 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-605e9922-6d5f-4afa-bd2f-c3ed441916e7 req-f566326c-63b1-4756-aabc-b5e64386332c tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 945 time: 0.5774333 Feb 09 21:49:07.793019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.847081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c286d7dc-ddf1-430b-8ed2-45e7fc795eac {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:07.852614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=f885b136-1830-4c8d-b3a7-af05e5015bcf,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:07.867753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.868770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.870153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] 10.222.0.110 "PUT /v2.0/ports/e35da496-8674-4ba9-be14-0401b27a1b28 HTTP/1.1" status: 200 len: 1091 time: 2.5147669 Feb 09 21:49:07.884944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Publish callbacks [] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.888015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (141bb25e-8e9b-401a-b64a-371a0578ff04), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.941790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Network 8c24953c-873b-4485-90b2-c87dc3e8d1e0 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:07.965085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7684a6-51cd-4615-998f-58abbfd5b037 service neutron] Pushing event updated for resources: {'Port': ['ID=e35da496-8674-4ba9-be14-0401b27a1b28,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:07.969547 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-605e9922-6d5f-4afa-bd2f-c3ed441916e7 req-6c9d2f91-a857-41aa-b8c6-5874cae0e1b6 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654854 Feb 09 21:49:07.999396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Request body: {'port': {'device_id': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:08.005643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Transition to ACTIVE for port object c286d7dc-ddf1-430b-8ed2-45e7fc795eac will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:08.025797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:08.028763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:08.035496 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae4da4-fa51-495f-8ccc-82e1a5e99b6b x-openstack-request-id: req-9aae4da4-fa51-495f-8ccc-82e1a5e99b6b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:08.035858 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd19bab-593d-483a-a5f8-efa9838cab24", "name": "network-vif-plugged", "status": "completed", "tag": "f885b136-1830-4c8d-b3a7-af05e5015bcf", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:08.036078 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9aae4da4-fa51-495f-8ccc-82e1a5e99b6b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:08.036484 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885b136-1830-4c8d-b3a7-af05e5015bcf', 'code': 200} Feb 09 21:49:08.100006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.159254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Attempting to bind port 141bb25e-8e9b-401a-b64a-371a0578ff04 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:08.160013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Attempting to bind port 141bb25e-8e9b-401a-b64a-371a0578ff04 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:08.160368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Attempting to bind port 141bb25e-8e9b-401a-b64a-371a0578ff04 on network 8c24953c-873b-4485-90b2-c87dc3e8d1e0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:08.163947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Pushing event updated for resources: {'Port': ['ID=141bb25e-8e9b-401a-b64a-371a0578ff04,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.167859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (ccf28f00-f142-40f5-99f6-ff9a6ef5373c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.184512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:08.184914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Checking segment: {'id': 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:08.185853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.189119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Bound using segment: {'id': 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:08.189697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Bound port: 141bb25e-8e9b-401a-b64a-371a0578ff04, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:08.190105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (141bb25e-8e9b-401a-b64a-371a0578ff04), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.207773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'tag': 'e35da496-8674-4ba9-be14-0401b27a1b28'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:08.213599 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206d6b00-9321-4e21-af67-7463df0d0cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "tag": "e35da496-8674-4ba9-be14-0401b27a1b28"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:08.235733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.288502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf28f00-f142-40f5-99f6-ff9a6ef5373c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.466494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Pushing event updated for resources: {'Port': ['ID=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.466675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae9dd-cff7-437f-86f2-a68b15ffa491 req-ab9c066a-1253-4517-ac7c-29ba95702d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.466783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] For port 141bb25e-8e9b-401a-b64a-371a0578ff04, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:08.467175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-333ae9dd-cff7-437f-86f2-a68b15ffa491 req-ab9c066a-1253-4517-ac7c-29ba95702d3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 1128 time: 0.3028033 Feb 09 21:49:08.467280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] For port 141bb25e-8e9b-401a-b64a-371a0578ff04, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=141bb25e-8e9b-401a-b64a-371a0578ff04,segment=NetworkSegment(d88ad4d5-c38f-4dda-9e48-0e76b6fc121e),segment_id=d88ad4d5-c38f-4dda-9e48-0e76b6fc121e)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:08.577768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (141bb25e-8e9b-401a-b64a-371a0578ff04), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.578930 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8c24953c-873b-4485-90b2-c87dc3e8d1e0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.597736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-333ae9dd-cff7-437f-86f2-a68b15ffa491 req-5d8384a1-e6a5-470d-9f8b-e92e114a107e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307124 Feb 09 21:49:08.613520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1a4cd-252b-4d46-9fdb-25fc25b19612 req-852fdb57-b220-4cd7-b9ef-4d8e93b9c4c0 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.619964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1a4cd-252b-4d46-9fdb-25fc25b19612 req-852fdb57-b220-4cd7-b9ef-4d8e93b9c4c0 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.627594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3cd1a4cd-252b-4d46-9fdb-25fc25b19612 req-852fdb57-b220-4cd7-b9ef-4d8e93b9c4c0 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1665 time: 0.3875639 Feb 09 21:49:08.678806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159d54e-818e-4f9d-a539-5218bff426cd None None] Pushing event updated for resources: {'Port': ['ID=141bb25e-8e9b-401a-b64a-371a0578ff04,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.741974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Attempting to bind port c286d7dc-ddf1-430b-8ed2-45e7fc795eac on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:08.748698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Attempting to bind port c286d7dc-ddf1-430b-8ed2-45e7fc795eac by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:08.749265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Attempting to bind port c286d7dc-ddf1-430b-8ed2-45e7fc795eac on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:08.771242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1bcecf-9898-4307-abda-e586ae985b48 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:49:08.773135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c24953c-873b-4485-90b2-c87dc3e8d1e0']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:08.797597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-2e4fd8f8-9e99-4b45-8a03-d8e2f202e509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.811778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-2e4fd8f8-9e99-4b45-8a03-d8e2f202e509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.824709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-2e4fd8f8-9e99-4b45-8a03-d8e2f202e509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.837122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-2e4fd8f8-9e99-4b45-8a03-d8e2f202e509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.868540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3cd1a4cd-252b-4d46-9fdb-25fc25b19612 req-d87e514a-baaa-4e39-a292-b2f0446236d1 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045724 Feb 09 21:49:08.868987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-2e4fd8f8-9e99-4b45-8a03-d8e2f202e509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.868987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-2e4fd8f8-9e99-4b45-8a03-d8e2f202e509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.868987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-2e4fd8f8-9e99-4b45-8a03-d8e2f202e509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 4605 time: 0.4634528 Feb 09 21:49:08.897395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:08.901586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:08.931366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (d88ad4d5-c38f-4dda-9e48-0e76b6fc121e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.935003 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a570e4d8-1dfc-429e-a579-40585e0f18d8 x-openstack-request-id: req-a570e4d8-1dfc-429e-a579-40585e0f18d8 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:08.935418 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "tag": "e35da496-8674-4ba9-be14-0401b27a1b28", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:08.935608 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a570e4d8-1dfc-429e-a579-40585e0f18d8 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:08.936013 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'tag': 'e35da496-8674-4ba9-be14-0401b27a1b28', 'status': 'completed', 'code': 200} Feb 09 21:49:08.971544 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d88ad4d5-c38f-4dda-9e48-0e76b6fc121e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.977945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:08.978358 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (d88ad4d5-c38f-4dda-9e48-0e76b6fc121e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.031844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Port c286d7dc-ddf1-430b-8ed2-45e7fc795eac on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Attempting to bind port c286d7dc-ddf1-430b-8ed2-45e7fc795eac on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Checking segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Bound using segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Bound port: c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:09.138737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.141427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1bcecf-9898-4307-abda-e586ae985b48 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:49:09.141530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-7513cd48-7432-4c04-8f43-400eeba4f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.141530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-7513cd48-7432-4c04-8f43-400eeba4f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.141530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-7513cd48-7432-4c04-8f43-400eeba4f29e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1943 time: 0.1838460 Feb 09 21:49:09.160523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6385630-1a0a-4f41-85a9-359a20a8d0c2 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:09.166981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e192b1d5-5d11-453e-8080-33efe11f2576 req-45429e3b-6bad-4daf-b418-881c286eafd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2802835 Feb 09 21:49:09.171789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] For port c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:09.175557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] For port c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:09.211064 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Publish callbacks [] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.242529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c9758-99c9-4e8b-9163-614bd102bd23 req-58c247d2-8d9f-4f8c-b94e-0ed4b7095a58 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.244137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e0c9758-99c9-4e8b-9163-614bd102bd23 req-58c247d2-8d9f-4f8c-b94e-0ed4b7095a58 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.2223060 Feb 09 21:49:09.259960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Transition to ACTIVE for port object a6385630-1a0a-4f41-85a9-359a20a8d0c2 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:09.317423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-3f16956f-cf12-4480-b54c-e1fb39fdb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.317887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-3f16956f-cf12-4480-b54c-e1fb39fdb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.318375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-3f16956f-cf12-4480-b54c-e1fb39fdb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.320438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-3f16956f-cf12-4480-b54c-e1fb39fdb6f2 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8d48571ba458478ca9ca9af08e938455&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1929688 Feb 09 21:49:09.323237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.api [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:49:09.323237 n-d-828599-1 neutron-server[103697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:49:09.323237 n-d-828599-1 neutron-server[103697]: [parameters: {'id': '8c24953c-873b-4485-90b2-c87dc3e8d1e0'}] Feb 09 21:49:09.323237 n-d-828599-1 neutron-server[103697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:49:09.324198 n-d-828599-1 neutron-server[103697]: DEBUG oslo_db.api [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:49:09.335941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3536957-abb8-433a-88d6-a9246338dcf9 req-02eeeb36-aab6-478c-a8fb-c4652d182137 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.345455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3536957-abb8-433a-88d6-a9246338dcf9 req-02eeeb36-aab6-478c-a8fb-c4652d182137 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 946 time: 0.0804431 Feb 09 21:49:09.362978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e0c9758-99c9-4e8b-9163-614bd102bd23 req-7cd01b60-342f-47a2-a5ee-50f2dfbf5441 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049769 Feb 09 21:49:09.384039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.421910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.422180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.441554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3536957-abb8-433a-88d6-a9246338dcf9 req-7a1e5ea8-6a0f-49f0-8919-3a9d3087d9b2 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946903 Feb 09 21:49:09.517819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.517819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.517819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] 10.222.0.110 "PUT /v2.0/ports/c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 200 len: 1136 time: 3.2754960 Feb 09 21:49:09.517819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': 'c286d7dc-ddf1-430b-8ed2-45e7fc795eac'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:09.517819 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "c286d7dc-ddf1-430b-8ed2-45e7fc795eac"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:09.545151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-c6814ac1-39fa-44f7-88ab-ded3d38acc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.546730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-206d6b00-9321-4e21-af67-7463df0d0cbf req-c6814ac1-39fa-44f7-88ab-ded3d38acc13 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172370 Feb 09 21:49:09.568541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7a087-4daa-4765-ba81-6d90758ccba7 service neutron] Pushing event updated for resources: {'Port': ['ID=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:09.585553 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d2d7c-04eb-49be-adc5-57600518197c x-openstack-request-id: req-584d2d7c-04eb-49be-adc5-57600518197c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:09.585858 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "c286d7dc-ddf1-430b-8ed2-45e7fc795eac", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:09.586121 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-584d2d7c-04eb-49be-adc5-57600518197c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:09.586540 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': 'c286d7dc-ddf1-430b-8ed2-45e7fc795eac', 'status': 'completed', 'code': 200} Feb 09 21:49:09.589963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7f17e-2139-4d3e-a1c3-4f96813a2ee1 None None] Network 8c24953c-873b-4485-90b2-c87dc3e8d1e0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:09.600027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Pushing event updated for resources: {'Port': ['ID=a6385630-1a0a-4f41-85a9-359a20a8d0c2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:09.609434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:09.773080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a97dad-9fb6-416d-843e-1afa13825922), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.878793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8c24953c-873b-4485-90b2-c87dc3e8d1e0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.898247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Attempting to bind port a6385630-1a0a-4f41-85a9-359a20a8d0c2 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:09.899399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Attempting to bind port a6385630-1a0a-4f41-85a9-359a20a8d0c2 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:09.900005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Attempting to bind port a6385630-1a0a-4f41-85a9-359a20a8d0c2 on network 48b5921a-8f12-41b0-8510-d7d9708f7a77 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:09.923025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5861f504-e59a-4026-98ad-0efb8f048f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.924636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5861f504-e59a-4026-98ad-0efb8f048f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.925375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5861f504-e59a-4026-98ad-0efb8f048f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.926111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5861f504-e59a-4026-98ad-0efb8f048f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.926843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5861f504-e59a-4026-98ad-0efb8f048f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.938139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5861f504-e59a-4026-98ad-0efb8f048f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.962875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5861f504-e59a-4026-98ad-0efb8f048f00 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5353 time: 0.3643866 Feb 09 21:49:09.965022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Port a6385630-1a0a-4f41-85a9-359a20a8d0c2 on network 48b5921a-8f12-41b0-8510-d7d9708f7a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:09.968874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Attempting to bind port a6385630-1a0a-4f41-85a9-359a20a8d0c2 on network 48b5921a-8f12-41b0-8510-d7d9708f7a77 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:10.063620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:10.068644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Checking segment: {'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:10.069421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Bound using segment: {'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:10.070851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Bound port: a6385630-1a0a-4f41-85a9-359a20a8d0c2, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76998f04-fe74-4cba-b680-6d5d8fcd3ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:10.093889 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.195923 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.228842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5155d050-b678-4b9a-bb9d-551ac70ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.229495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5155d050-b678-4b9a-bb9d-551ac70ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.232722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5155d050-b678-4b9a-bb9d-551ac70ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.239074 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-5155d050-b678-4b9a-bb9d-551ac70ff378 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=f620865b281c41179b35bef3337de0ea&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2570159 Feb 09 21:49:10.314008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727eea7-64c7-476d-a827-16c6da7eef0d req-da07750c-7034-442a-8343-08b4c20bc57c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.333507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727eea7-64c7-476d-a827-16c6da7eef0d req-da07750c-7034-442a-8343-08b4c20bc57c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.342427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2727eea7-64c7-476d-a827-16c6da7eef0d req-da07750c-7034-442a-8343-08b4c20bc57c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1677 time: 0.2442298 Feb 09 21:49:10.464684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-4496b74d-d38f-46b8-81ff-443c571a4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.466311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-307b3796-6e56-4fb4-bfe1-cef9cf7aaf50 req-4496b74d-d38f-46b8-81ff-443c571a4c27 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939838 Feb 09 21:49:10.488535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting port 141bb25e-8e9b-401a-b64a-371a0578ff04 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:10.488873 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (141bb25e-8e9b-401a-b64a-371a0578ff04), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.567823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a97dad-9fb6-416d-843e-1afa13825922 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:10.579663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-2dd7a571-dd5c-4582-854a-4e591e6f6906 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.586164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-2dd7a571-dd5c-4582-854a-4e591e6f6906 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.593380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-2dd7a571-dd5c-4582-854a-4e591e6f6906 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.594521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Publish callbacks [] for port (36a97dad-9fb6-416d-843e-1afa13825922), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.599887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-2dd7a571-dd5c-4582-854a-4e591e6f6906 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.607820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-2dd7a571-dd5c-4582-854a-4e591e6f6906 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.614659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-2dd7a571-dd5c-4582-854a-4e591e6f6906 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.616623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-2dd7a571-dd5c-4582-854a-4e591e6f6906 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 4605 time: 0.1477346 Feb 09 21:49:10.625055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] For port a6385630-1a0a-4f41-85a9-359a20a8d0c2, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:10.633848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] For port a6385630-1a0a-4f41-85a9-359a20a8d0c2, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=a6385630-1a0a-4f41-85a9-359a20a8d0c2,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:10.636615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2727eea7-64c7-476d-a827-16c6da7eef0d req-10930676-d37b-4df4-9272-b0bfcf9d021e tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924037 Feb 09 21:49:10.644527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] For port 141bb25e-8e9b-401a-b64a-371a0578ff04, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=141bb25e-8e9b-401a-b64a-371a0578ff04,segment=NetworkSegment(d88ad4d5-c38f-4dda-9e48-0e76b6fc121e),segment_id=d88ad4d5-c38f-4dda-9e48-0e76b6fc121e)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:10.645052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (141bb25e-8e9b-401a-b64a-371a0578ff04), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.648188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Transition to ACTIVE for port object 36a97dad-9fb6-416d-843e-1afa13825922 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:10.671365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Calling delete_port for 141bb25e-8e9b-401a-b64a-371a0578ff04 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:10.755865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85d8b895-da1c-400d-9d6a-406a08878ebe req-cedaea5f-1a50-4be9-866b-119d9e18f2e9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029809 Feb 09 21:49:10.757915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.799305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (36a97dad-9fb6-416d-843e-1afa13825922), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.821610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.822249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.824464 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] 10.222.0.110 "PUT /v2.0/ports/a6385630-1a0a-4f41-85a9-359a20a8d0c2 HTTP/1.1" status: 200 len: 1091 time: 2.8393557 Feb 09 21:49:10.910953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc2591-509a-423e-9610-e71d09092bfe service neutron] Pushing event updated for resources: {'Port': ['ID=a6385630-1a0a-4f41-85a9-359a20a8d0c2,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:10.936745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'tag': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:10.939861 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "tag": "a6385630-1a0a-4f41-85a9-359a20a8d0c2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:11.097110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a97dad-9fb6-416d-843e-1afa13825922,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:11.156818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2eae8f8d-3f72-4204-8e54-270b6bd51970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.157310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2eae8f8d-3f72-4204-8e54-270b6bd51970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.166274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-2eae8f8d-3f72-4204-8e54-270b6bd51970 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 2041 time: 0.2236228 Feb 09 21:49:11.267491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abbc66-34ff-4efe-9ee3-c8f6bb897e00 req-2a637d70-3114-412c-b33f-05e7d5d15dde tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.279936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9abbc66-34ff-4efe-9ee3-c8f6bb897e00 req-2a637d70-3114-412c-b33f-05e7d5d15dde tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.3434520 Feb 09 21:49:11.291300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74928d-1899-4ef7-a9f7-7135e0cd02e2 req-a4ee6f8f-278f-4575-b965-f29842846c30 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.298650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad74928d-1899-4ef7-a9f7-7135e0cd02e2 req-a4ee6f8f-278f-4575-b965-f29842846c30 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 946 time: 0.2634289 Feb 09 21:49:11.300225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-e0f3526c-e052-4478-97be-d93c859e9586 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=e35da496-8674-4ba9-be14-0401b27a1b28 HTTP/1.1" status: 200 len: 217 time: 0.1291785 Feb 09 21:49:11.343338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Attempting to bind port 36a97dad-9fb6-416d-843e-1afa13825922 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:11.343845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Attempting to bind port 36a97dad-9fb6-416d-843e-1afa13825922 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:11.344069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Attempting to bind port 36a97dad-9fb6-416d-843e-1afa13825922 on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:11.361666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Port 36a97dad-9fb6-416d-843e-1afa13825922 on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:11.362049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Attempting to bind port 36a97dad-9fb6-416d-843e-1afa13825922 on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:11.371489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:11.372067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Checking segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:11.372647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Bound using segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:11.373675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Bound port: 36a97dad-9fb6-416d-843e-1afa13825922, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:11.374033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a97dad-9fb6-416d-843e-1afa13825922), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.418642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad74928d-1899-4ef7-a9f7-7135e0cd02e2 req-4bd36ac3-f8f3-4968-8976-841a3b89c5e3 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149642 Feb 09 21:49:11.424465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-35195f99-d321-4d81-bf91-f2a70c698f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.427934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-35195f99-d321-4d81-bf91-f2a70c698f0c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9e58e61c-0de2-43ea-b98f-1c556d645e07 HTTP/1.1" status: 200 len: 801 time: 0.1206262 Feb 09 21:49:11.436402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9abbc66-34ff-4efe-9ee3-c8f6bb897e00 req-a2b57345-68d9-4db5-a45a-0f8cbe182fdd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555636 Feb 09 21:49:11.446895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (141bb25e-8e9b-401a-b64a-371a0578ff04), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.493482 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf9978-b0c6-4508-b849-8aee3166fef1 x-openstack-request-id: req-efaf9978-b0c6-4508-b849-8aee3166fef1 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:11.493778 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "tag": "a6385630-1a0a-4f41-85a9-359a20a8d0c2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:11.494036 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-efaf9978-b0c6-4508-b849-8aee3166fef1 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:11.494438 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'tag': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2', 'status': 'completed', 'code': 200} Feb 09 21:49:11.496604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] For port 36a97dad-9fb6-416d-843e-1afa13825922, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:11.531773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-08ef02ac-53cc-4d3f-943a-5f8c210d4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.545666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-08ef02ac-53cc-4d3f-943a-5f8c210d4e19 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5536140b-8c90-44b4-ac7e-a96fe32ad98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1047096 Feb 09 21:49:11.547042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] For port 36a97dad-9fb6-416d-843e-1afa13825922, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a97dad-9fb6-416d-843e-1afa13825922,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:11.547042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Port': ['ID=141bb25e-8e9b-401a-b64a-371a0578ff04,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:11.547042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No DVR routers for this DVR port 141bb25e-8e9b-401a-b64a-371a0578ff04 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:11.690011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.700676 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-d914e90b-fb41-4453-9db6-d2a9e9ab5f40 service neutron] 10.222.0.110 "GET /v2.0/networks/5536140b-8c90-44b4-ac7e-a96fe32ad98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265876 Feb 09 21:49:11.704415 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8c24953c-873b-4485-90b2-c87dc3e8d1e0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.716987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (36a97dad-9fb6-416d-843e-1afa13825922), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.780004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c24953c-873b-4485-90b2-c87dc3e8d1e0']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:11.795146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.796223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.797966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] 10.222.0.110 "PUT /v2.0/ports/36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 200 len: 1136 time: 2.2012098 Feb 09 21:49:11.800271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '36a97dad-9fb6-416d-843e-1afa13825922'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:11.802838 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "36a97dad-9fb6-416d-843e-1afa13825922"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:11.811019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:11.811606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88ad4d5-c38f-4dda-9e48-0e76b6fc121e') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:11.847917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-d71a83bd-fa54-4d34-998e-ba17b705b959 service neutron] 10.222.0.110 "GET /v2.0/networks/5536140b-8c90-44b4-ac7e-a96fe32ad98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393747 Feb 09 21:49:11.849297 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (d88ad4d5-c38f-4dda-9e48-0e76b6fc121e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.867174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d88ad4d5-c38f-4dda-9e48-0e76b6fc121e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.909346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:11.909792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (d88ad4d5-c38f-4dda-9e48-0e76b6fc121e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.916579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-5d8baf91-ab2f-4cfe-8b34-2bf1c924c822 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=a6385630-1a0a-4f41-85a9-359a20a8d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0464761 Feb 09 21:49:12.016056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4682ed2-0cce-4447-a591-ef81df9ecf7b req-cfb9c9bc-ccdc-4f63-91ae-e7a4adda8570 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.021664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4682ed2-0cce-4447-a591-ef81df9ecf7b req-cfb9c9bc-ccdc-4f63-91ae-e7a4adda8570 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.023385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c4682ed2-0cce-4447-a591-ef81df9ecf7b req-cfb9c9bc-ccdc-4f63-91ae-e7a4adda8570 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1677 time: 0.1725054 Feb 09 21:49:12.025490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-860d1b35-ac08-4cd9-9d60-8c4caac32459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.026963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-860d1b35-ac08-4cd9-9d60-8c4caac32459 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa HTTP/1.1" status: 200 len: 801 time: 0.0907955 Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:12.446343 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:12.481428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:12.508230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac427cbe-643d-47d7-8a5d-a9099eecb7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a97dad-9fb6-416d-843e-1afa13825922,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:12.531914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c4682ed2-0cce-4447-a591-ef81df9ecf7b req-2cbd9347-8378-45cc-9d07-43ca439892b6 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989529 Feb 09 21:49:12.537599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-e12333f6-77d7-4c66-b269-b178aef40799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.538964 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-e12333f6-77d7-4c66-b269-b178aef40799 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=48b5921a-8f12-41b0-8510-d7d9708f7a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5049703 Feb 09 21:49:12.671488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.681745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.688319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.695517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.702104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.709556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.717519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.727119 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-a8a5ad61-a5e4-4174-86d3-a06a5dede61b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5383 time: 0.2425871 Feb 09 21:49:12.749254 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989da33-024d-4aff-b684-99f1d4c6410c x-openstack-request-id: req-0989da33-024d-4aff-b684-99f1d4c6410c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:12.752034 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "36a97dad-9fb6-416d-843e-1afa13825922", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:12.752034 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0989da33-024d-4aff-b684-99f1d4c6410c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:12.752034 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '36a97dad-9fb6-416d-843e-1afa13825922', 'status': 'completed', 'code': 200} Feb 09 21:49:12.815384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a000249-0224-45bc-9814-d79bed7e72e8 req-e1e8ba73-a916-4abd-af1e-fbf67e63f34f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869727 Feb 09 21:49:12.822880 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8c24953c-873b-4485-90b2-c87dc3e8d1e0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.845901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.852200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/8c24953c-873b-4485-90b2-c87dc3e8d1e0 HTTP/1.1" status: 204 len: 168 time: 6.3309078 Feb 09 21:49:12.854570 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.870559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40034) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:12.892352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-767458469'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:12.900292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-73720d80-cac8-4268-ba38-42d418711a99 service neutron] 10.222.0.110 "GET /v2.0/networks/48b5921a-8f12-41b0-8510-d7d9708f7a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543284 Feb 09 21:49:12.933239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5b710-260c-4b03-aef1-e72f0254a400 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Network': ['ID=8c24953c-873b-4485-90b2-c87dc3e8d1e0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:13.022130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.022719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.023080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.023548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.024042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.024504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.024967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.026894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9b5b9294-12da-477f-9854-282980d7d40c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6313 time: 0.3390605 Feb 09 21:49:13.181317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-d83698b6-0c9e-4b81-98af-56a8a7225cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.181720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-d83698b6-0c9e-4b81-98af-56a8a7225cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.182196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-d83698b6-0c9e-4b81-98af-56a8a7225cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.183835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-d83698b6-0c9e-4b81-98af-56a8a7225cd4 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=f620865b281c41179b35bef3337de0ea&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1392052 Feb 09 21:49:13.302271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817a3dc7-75ea-4124-b5f6-49cb0f14725e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:13.305753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123781b-86fd-4910-a4c7-e3a0509d72e4 req-e5bd1ae4-b3d6-4328-84af-54122db19a2a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.319389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Publish callbacks [] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.322095 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c123781b-86fd-4910-a4c7-e3a0509d72e4 req-e5bd1ae4-b3d6-4328-84af-54122db19a2a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 946 time: 0.5012074 Feb 09 21:49:13.338029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Transition to ACTIVE for port object 817a3dc7-75ea-4124-b5f6-49cb0f14725e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:13.360167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a8de2-9158-453d-8bb7-701a69b9c6fc req-0cc4a7f7-d086-403e-99d9-e6606aa8eed7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.363576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-669a8de2-9158-453d-8bb7-701a69b9c6fc req-0cc4a7f7-d086-403e-99d9-e6606aa8eed7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.4563401 Feb 09 21:49:13.368897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-54a2afed-365d-436d-a6ce-e22c010a83cf service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4314032 Feb 09 21:49:13.374530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:13.395058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.417381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.497228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-b311e45f-356d-4ee6-a52f-331fddf8a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.499444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-b311e45f-356d-4ee6-a52f-331fddf8a7c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1128 time: 0.7189610 Feb 09 21:49:13.515301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-669a8de2-9158-453d-8bb7-701a69b9c6fc req-570b1b98-1d28-4663-9ddb-31d7a9e8157a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453953 Feb 09 21:49:13.536686 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c123781b-86fd-4910-a4c7-e3a0509d72e4 req-b0fa69ad-c23e-4f4d-b04a-054b8e1f6851 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133584 Feb 09 21:49:13.537626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Pushing event updated for resources: {'Port': ['ID=817a3dc7-75ea-4124-b5f6-49cb0f14725e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:13.566973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:13.588408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9322a9b7-6b86-47a0-a237-70996e2ab361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.590052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9322a9b7-6b86-47a0-a237-70996e2ab361 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3958263 Feb 09 21:49:13.647521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-202bd1cd-536d-43fa-beb5-e224abeb277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.648044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-202bd1cd-536d-43fa-beb5-e224abeb277e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=89fa227edaad4de793ed29bb9671682a&device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 1128 time: 0.2014568 Feb 09 21:49:13.669827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b75d8d-6db4-4b84-adfe-b4deabb33b94 req-9d8d1f97-0d73-4ff8-8ef5-a8dcd101c9b0 service neutron] 10.222.0.110 "GET /v2.0/networks/48b5921a-8f12-41b0-8510-d7d9708f7a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176936 Feb 09 21:49:13.758735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.759248 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Added segment 81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac of type vlan for network 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d Feb 09 21:49:13.761595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-63d026a8-4156-48b6-947a-8e4001f4dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.762678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-63d026a8-4156-48b6-947a-8e4001f4dd6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 915 time: 0.2182217 Feb 09 21:49:13.837287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Attempting to bind port 817a3dc7-75ea-4124-b5f6-49cb0f14725e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:13.837568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Attempting to bind port 817a3dc7-75ea-4124-b5f6-49cb0f14725e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:13.837960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Attempting to bind port 817a3dc7-75ea-4124-b5f6-49cb0f14725e on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:13.865636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43929b-d636-4ddc-8afa-0e76b36734d4 req-8dd72409-5cbb-488f-81d3-0af181256b1b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.871345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43929b-d636-4ddc-8afa-0e76b36734d4 req-8dd72409-5cbb-488f-81d3-0af181256b1b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.879583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df43929b-d636-4ddc-8afa-0e76b36734d4 req-8dd72409-5cbb-488f-81d3-0af181256b1b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1677 time: 0.2377977 Feb 09 21:49:13.889718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Port 817a3dc7-75ea-4124-b5f6-49cb0f14725e on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:13.891147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Attempting to bind port 817a3dc7-75ea-4124-b5f6-49cb0f14725e on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:13.919002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:13.919389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Checking segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:13.920609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Bound using segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:13.921073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Bound port: 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:13.921426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.936707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-b5f4a43c-91c7-4b4d-863f-59d1dba5293e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23e3eec-2308-4ade-ab16-73b951b65b75 HTTP/1.1" status: 200 len: 217 time: 0.1624122 Feb 09 21:49:13.944706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-9b96185e-d11e-4c71-bd5a-755b6259a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.946494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-9b96185e-d11e-4c71-bd5a-755b6259a057 service neutron] 10.222.0.110 "GET /v2.0/networks?id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d HTTP/1.1" status: 200 len: 915 time: 0.2671418 Feb 09 21:49:13.985947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.049462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df43929b-d636-4ddc-8afa-0e76b36734d4 req-42bb69c4-f5df-4011-a310-6c10f442a17a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642208 Feb 09 21:49:14.101053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-8fecf37b-4d26-4334-b191-9216cbb78239 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6 HTTP/1.1" status: 200 len: 1002 time: 0.1479964 Feb 09 21:49:14.107954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-25d9217f-a7d7-42f8-8f30-457679e179f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.108478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-25d9217f-a7d7-42f8-8f30-457679e179f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.116097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-25d9217f-a7d7-42f8-8f30-457679e179f0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8d48571ba458478ca9ca9af08e938455&device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 2041 time: 0.2297769 Feb 09 21:49:14.116097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-bd35d64f-5f90-4809-953b-042d2635ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.117100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-bd35d64f-5f90-4809-953b-042d2635ed1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 200 len: 854 time: 0.1533635 Feb 09 21:49:14.142473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] For port 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:14.167870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] For port 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:14.178877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-346c5713-772a-4435-853e-6127726414bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.180394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-346c5713-772a-4435-853e-6127726414bd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a2aa069-8d7f-41eb-8bfd-713144c1a246 HTTP/1.1" status: 200 len: 853 time: 0.0666697 Feb 09 21:49:14.184359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.189601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.194839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.200799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.206136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.212008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.218113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.220069 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-c27e6826-3157-4708-8fe4-f9eefd776fd0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5395 time: 0.2362106 Feb 09 21:49:14.245934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.249682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.254721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.255376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.259673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-00dc8fcb-3b39-4ee5-8e4f-ddb5368489ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33b9148-7cec-402c-a708-a35642f6c821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320386 Feb 09 21:49:14.262110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-815c852f-7c74-4a36-8021-266441b0c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.263927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-815c852f-7c74-4a36-8021-266441b0c783 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=02d80e36-04b7-413d-b10f-a59cfb7d6b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722632 Feb 09 21:49:14.376731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.377679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.379376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] 10.222.0.110 "PUT /v2.0/ports/817a3dc7-75ea-4124-b5f6-49cb0f14725e HTTP/1.1" status: 200 len: 1090 time: 1.9025929 Feb 09 21:49:14.424761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42625929-b058-43c6-b639-e5ac822a07d7 service neutron] Pushing event updated for resources: {'Port': ['ID=817a3dc7-75ea-4124-b5f6-49cb0f14725e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:14.476997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-9b59e7dc-79f6-4ea2-9233-d01ef68b1411 service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891470 Feb 09 21:49:14.488609 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6018908 Feb 09 21:49:14.496796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40044) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:14.535458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'subnet': {'network_id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:14.538181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa45cd6-a49d-4273-b925-04b0759594be tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Network': ['ID=3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:14.550144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:14.586636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:14.600484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-078bebcb-4046-4615-ba4b-baf56404c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.601900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-078bebcb-4046-4615-ba4b-baf56404c9db service neutron] 10.222.0.110 "GET /v2.0/networks?id=48b5921a-8f12-41b0-8510-d7d9708f7a77 HTTP/1.1" status: 200 len: 903 time: 0.4838622 Feb 09 21:49:14.641792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7ee914f-b608-4c57-b11c-d207af1fe338 req-f486f522-15ab-4017-b234-f9d8aec72546 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3947468 Feb 09 21:49:14.734926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-5a61f646-1868-4dc1-b66f-12eb98321ef8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=a6385630-1a0a-4f41-85a9-359a20a8d0c2 HTTP/1.1" status: 200 len: 217 time: 0.1194799 Feb 09 21:49:14.816052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:14.818600 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:14.823052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b5c5d81-496d-4ea2-a081-023d0878ddb8 req-aa4e099f-d0ac-47dd-95ce-9052c3e6ea71 service neutron] 10.222.0.110 "GET /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395948 Feb 09 21:49:14.848152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-6fd41bd4-5322-4ac3-969a-d26eead54d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.849926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-6fd41bd4-5322-4ac3-969a-d26eead54d36 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa HTTP/1.1" status: 200 len: 801 time: 0.1025012 Feb 09 21:49:14.878751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-2c0b1edc-2992-4f9e-a4d1-de9356a40ef2 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980451 Feb 09 21:49:14.931892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.955146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c52e4-7d75-436e-8190-25b39d68b8ab req-70de6ef0-6de5-4c5a-a0a6-1c11337c66f4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.956702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-840c52e4-7d75-436e-8190-25b39d68b8ab req-70de6ef0-6de5-4c5a-a0a6-1c11337c66f4 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1416078 Feb 09 21:49:15.019804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f24f6f-acc5-44c5-b013-58f17dd851d4 req-f8fa9b0e-f5e2-4d7a-a8da-ff83bc18234a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.021336 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0f24f6f-acc5-44c5-b013-58f17dd851d4 req-f8fa9b0e-f5e2-4d7a-a8da-ff83bc18234a tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 946 time: 0.2507219 Feb 09 21:49:15.042075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-3187506e-3162-4703-942f-c390a3691c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.044624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-3187506e-3162-4703-942f-c390a3691c1b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=48b5921a-8f12-41b0-8510-d7d9708f7a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1636167 Feb 09 21:49:15.088130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:15.091529 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.107449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-840c52e4-7d75-436e-8190-25b39d68b8ab req-bf60ff64-2326-4c7d-a218-9abadeea255c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405356 Feb 09 21:49:15.126165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0ae87d-1904-4ef4-bfbd-cedc9fec0105 req-7f3e694f-8ddd-43dd-8bf5-d51e4a0f5b8d service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942966 Feb 09 21:49:15.159997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0f24f6f-acc5-44c5-b013-58f17dd851d4 req-90824638-d8df-4763-a3cb-b000ce6b9047 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267858 Feb 09 21:49:15.210132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-18633903-ce5d-4fc6-9ee5-545f8999a5c7 service neutron] 10.222.0.110 "GET /v2.0/networks/48b5921a-8f12-41b0-8510-d7d9708f7a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569827 Feb 09 21:49:15.247494 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444a6486-5e15-4851-9fa3-11a8918b0fca x-openstack-request-id: req-444a6486-5e15-4851-9fa3-11a8918b0fca {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:15.249822 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:15.250267 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-444a6486-5e15-4851-9fa3-11a8918b0fca {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:15.250845 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e', 'status': 'completed', 'code': 200} Feb 09 21:49:15.430503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.430991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.431493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.434225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.434225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.434225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.434225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.435886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d56c1ffb-9991-40ea-83bd-43ec69deb1d5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6411 time: 0.1625149 Feb 09 21:49:15.460404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a6e8262-a03e-4c47-b2a9-e03bf1536dfd req-278d56a3-2127-40ae-b498-2003a748e6ee service neutron] 10.222.0.110 "GET /v2.0/networks/48b5921a-8f12-41b0-8510-d7d9708f7a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419143 Feb 09 21:49:15.483590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cde3d-99e7-4ba6-8699-6cdf9b564216 req-f31c7888-2375-4741-b229-59b2885c98ce tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.488966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cde3d-99e7-4ba6-8699-6cdf9b564216 req-f31c7888-2375-4741-b229-59b2885c98ce tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.490585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-645cde3d-99e7-4ba6-8699-6cdf9b564216 req-f31c7888-2375-4741-b229-59b2885c98ce tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1677 time: 0.1887121 Feb 09 21:49:15.542931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-fb2f71d5-c0a8-4b56-a609-6f2e53800684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.545182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-fb2f71d5-c0a8-4b56-a609-6f2e53800684 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1128 time: 0.1272595 Feb 09 21:49:15.595480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d67e72-cafe-42f0-bc69-349195f1a52b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:15.609451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Publish callbacks [] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.642034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Transition to ACTIVE for port object 38d67e72-cafe-42f0-bc69-349195f1a52b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:15.651238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d70a056a-c0d4-4af2-b9a5-0e42425fa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.655675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d70a056a-c0d4-4af2-b9a5-0e42425fa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.660194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d70a056a-c0d4-4af2-b9a5-0e42425fa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.661902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-d70a056a-c0d4-4af2-b9a5-0e42425fa7b6 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=f620865b281c41179b35bef3337de0ea&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2169275 Feb 09 21:49:15.663128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-645cde3d-99e7-4ba6-8699-6cdf9b564216 req-95e03807-86e7-477b-87eb-1e938a3f5e4c tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574419 Feb 09 21:49:15.683182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (e8fbec85-e94b-4512-b2a1-604245a7352e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.704848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-e9f6eac3-3337-4bda-b7ac-3e355e25976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.708839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-e9f6eac3-3337-4bda-b7ac-3e355e25976e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 915 time: 0.1334429 Feb 09 21:49:15.738173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.791746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-648f1d3f-89b4-496b-895e-f9b356ab1161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23e3eec-2308-4ade-ab16-73b951b65b75 HTTP/1.1" status: 200 len: 217 time: 0.0738220 Feb 09 21:49:15.903532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Subnet': ['ID=e8fbec85-e94b-4512-b2a1-604245a7352e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:15.922952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-eb4b18b8-7342-45a7-b1b4-ca3adb80e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.924436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-eb4b18b8-7342-45a7-b1b4-ca3adb80e783 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 200 len: 854 time: 0.1230350 Feb 09 21:49:15.937523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=38d67e72-cafe-42f0-bc69-349195f1a52b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:15.941555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.947242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.958843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.963884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.973537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.978901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.984304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.986631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-4fc7a3b9-1aa9-400e-b57f-b6b6d8aa0f02 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5407 time: 0.1970205 Feb 09 21:49:16.000690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-9fc2950a-b543-41d1-9507-3f976a93cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.002229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cacfa0f0-8d99-4a7a-997f-1b9aafb5d733 req-9fc2950a-b543-41d1-9507-3f976a93cb93 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3337846 Feb 09 21:49:16.004257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Checking segment: {'id': '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:16.004628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network hostable DHCP agents. Network: 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:16.026329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-abcd7d9d-180d-4dbe-a89b-1de5b44e9729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33b9148-7cec-402c-a708-a35642f6c821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385249 Feb 09 21:49:16.090136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a202927-1cd5-4dbb-88f3-becde6e9f536 req-d5bb56d7-5b07-4f4f-892c-5639d486d297 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.092315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a202927-1cd5-4dbb-88f3-becde6e9f536 req-d5bb56d7-5b07-4f4f-892c-5639d486d297 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 946 time: 0.2854843 Feb 09 21:49:16.116417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Attempting to bind port 38d67e72-cafe-42f0-bc69-349195f1a52b on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:16.116670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Attempting to bind port 38d67e72-cafe-42f0-bc69-349195f1a52b by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:16.116916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Attempting to bind port 38d67e72-cafe-42f0-bc69-349195f1a52b on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:16.130015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Port 38d67e72-cafe-42f0-bc69-349195f1a52b on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:16.130344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Attempting to bind port 38d67e72-cafe-42f0-bc69-349195f1a52b on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:16.144258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:16.144472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Checking segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:16.144827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Bound using segment: {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:16.145280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Bound port: 38d67e72-cafe-42f0-bc69-349195f1a52b, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:16.145851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.168284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-031e88f3-f769-41d0-ba77-918a76d030d5 req-8f6ad760-c7c5-4b33-a7b9-0d529860ef67 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1399322 Feb 09 21:49:16.169257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:16.177341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a202927-1cd5-4dbb-88f3-becde6e9f536 req-d27efb5d-851a-4d1e-bfb4-592306a50b8f tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Feb 09 21:49:16.226060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-3a24e836-12f8-4b5f-a9c4-af31e8d0c1b1 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433921 Feb 09 21:49:16.246353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] For port 38d67e72-cafe-42f0-bc69-349195f1a52b, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:16.249550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] For port 38d67e72-cafe-42f0-bc69-349195f1a52b, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=38d67e72-cafe-42f0-bc69-349195f1a52b,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:16.323219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:16.332022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ae022-81e9-4696-9b1d-07942122573c None None] Network 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:16.352007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08c86c38-3252-4fb6-ad0d-9e0f765b1068 req-30ad605e-99f9-476d-bf0e-b1a1c243ba89 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181026 Feb 09 21:49:16.353062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.357289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.369396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.425571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7691b-2390-408d-b894-b889c73aae14 req-0e45237c-7674-454f-ae6c-6a4a21fc3b13 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.425571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6c7691b-2390-408d-b894-b889c73aae14 req-0e45237c-7674-454f-ae6c-6a4a21fc3b13 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 946 time: 0.1695960 Feb 09 21:49:16.435610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.436396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.443298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] 10.222.0.110 "PUT /v2.0/ports/38d67e72-cafe-42f0-bc69-349195f1a52b HTTP/1.1" status: 200 len: 1091 time: 1.9191058 Feb 09 21:49:16.486878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:16.510406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6c7691b-2390-408d-b894-b889c73aae14 req-770ffbb6-defe-4652-a205-f8bde0155b61 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637729 Feb 09 21:49:16.511489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ec458-a951-475b-95ed-91967cac905a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d', 'network_id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d', 'project_id': 'cf215b4fcbeb415882b7f2cc5ddb5b9a', 'fixed_ips': [{'subnet_id': 'e8fbec85-e94b-4512-b2a1-604245a7352e'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:16.512419 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-901ec458-a951-475b-95ed-91967cac905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.522796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:16.523014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0aeb8c2b-fc34-4804-a1e4-b01122b084ce tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0240536 Feb 09 21:49:16.527765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee611944-2bfb-4126-9efa-28af1712c7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=38d67e72-cafe-42f0-bc69-349195f1a52b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:16.562248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:16.694038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.718917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.839097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:16.839882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.895729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:16.898562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:16.901697 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f778bb9-2fde-4641-8e05-ece4916218bc" -d '{"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-unplugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:16.907717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e8fbec85-e94b-4512-b2a1-604245a7352e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.937093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-901ec458-a951-475b-95ed-91967cac905a None None] Allocated IP 2001:db8::2 (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d/e8fbec85-e94b-4512-b2a1-604245a7352e/8cb7eea6-be17-4854-b075-ad6bc26bb8cb) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:16.945307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device a6385630-1a0a-4f41-85a9-359a20a8d0c2 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:16.979115 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344c10f1-1196-4eb1-9410-b369c3a45896 x-openstack-request-id: req-344c10f1-1196-4eb1-9410-b369c3a45896 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:16.979409 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-unplugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:16.979664 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-344c10f1-1196-4eb1-9410-b369c3a45896 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:16.980127 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'code': 200} Feb 09 21:49:16.983522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccda6e-aae2-4aab-853a-969cd31b972b req-cb8cbe15-6ae9-4243-9cde-f9fe2d7f5650 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.989507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccda6e-aae2-4aab-853a-969cd31b972b req-cb8cbe15-6ae9-4243-9cde-f9fe2d7f5650 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.000108 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5eccda6e-aae2-4aab-853a-969cd31b972b req-cb8cbe15-6ae9-4243-9cde-f9fe2d7f5650 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1677 time: 0.2011845 Feb 09 21:49:17.029875 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.066509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5eccda6e-aae2-4aab-853a-969cd31b972b req-6cd246b5-40a8-4df6-9a17-f34b023cf048 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611360 Feb 09 21:49:17.149466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c895aa-e6ef-4c72-a053-8e571b40c856 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:17.159999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Publish callbacks [] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.173980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Transition to ACTIVE for port object d5c895aa-e6ef-4c72-a053-8e571b40c856 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:17.178022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.223069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.231301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:17.239548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port a6385630-1a0a-4f41-85a9-359a20a8d0c2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=a6385630-1a0a-4f41-85a9-359a20a8d0c2,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:17.252279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:17.254630 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:17.258843 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.263590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2', 'network_id': '48b5921a-8f12-41b0-8510-d7d9708f7a77', 'port_id': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2', 'mac_address': 'fa:16:3e:cb:b2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa', 'ip_address': '19.86.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:17.280502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-901ec458-a951-475b-95ed-91967cac905a None None] Publish callbacks [] for port (8cb7eea6-be17-4854-b075-ad6bc26bb8cb), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.320639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port a6385630-1a0a-4f41-85a9-359a20a8d0c2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:17.321031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.344742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6385630-1a0a-4f41-85a9-359a20a8d0c2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:17.370502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Pushing event updated for resources: {'Port': ['ID=d5c895aa-e6ef-4c72-a053-8e571b40c856,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.383144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port a6385630-1a0a-4f41-85a9-359a20a8d0c2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=a6385630-1a0a-4f41-85a9-359a20a8d0c2,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:17.410965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-901ec458-a951-475b-95ed-91967cac905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (8cb7eea6-be17-4854-b075-ad6bc26bb8cb), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.505167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Attempting to bind port d5c895aa-e6ef-4c72-a053-8e571b40c856 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:17.507155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Attempting to bind port d5c895aa-e6ef-4c72-a053-8e571b40c856 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:17.507155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Attempting to bind port d5c895aa-e6ef-4c72-a053-8e571b40c856 on network 801ef2ae-e59b-436d-a612-be3873c53663 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:17.514948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Port d5c895aa-e6ef-4c72-a053-8e571b40c856 on network 801ef2ae-e59b-436d-a612-be3873c53663 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:17.517573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Attempting to bind port d5c895aa-e6ef-4c72-a053-8e571b40c856 on network 801ef2ae-e59b-436d-a612-be3873c53663 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:17.523276 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.523960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e35da496-8674-4ba9-be14-0401b27a1b28 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:17.537168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:17.541915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-529f0e4d-e37f-4c2d-afff-2a4955935382 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.542676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Checking segment: {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:17.542676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Bound using segment: {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:17.543454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Bound port: d5c895aa-e6ef-4c72-a053-8e571b40c856, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:17.544051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.545652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-529f0e4d-e37f-4c2d-afff-2a4955935382 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 946 time: 0.2072709 Feb 09 21:49:17.578516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (e8fbec85-e94b-4512-b2a1-604245a7352e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.650946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ec458-a951-475b-95ed-91967cac905a None None] Network 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:17.658030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ec458-a951-475b-95ed-91967cac905a None None] Pushing event updated for resources: {'Port': ['ID=8cb7eea6-be17-4854-b075-ad6bc26bb8cb,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.669890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-901ec458-a951-475b-95ed-91967cac905a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:17.690883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ec458-a951-475b-95ed-91967cac905a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:17.732885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] For port d5c895aa-e6ef-4c72-a053-8e571b40c856, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:17.740346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] For port d5c895aa-e6ef-4c72-a053-8e571b40c856, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:17.759692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fbec85-e94b-4512-b2a1-604245a7352e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.867734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.927777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-901ec458-a951-475b-95ed-91967cac905a None None] Attempting to bind port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:17.928158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-901ec458-a951-475b-95ed-91967cac905a None None] Attempting to bind port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:17.928712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ec458-a951-475b-95ed-91967cac905a None None] Attempting to bind port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb on network 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:17.948911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.958026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=a6385630-1a0a-4f41-85a9-359a20a8d0c2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.969699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ec458-a951-475b-95ed-91967cac905a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:17.972862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ec458-a951-475b-95ed-91967cac905a None None] Checking segment: {'id': '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:17.972862 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-901ec458-a951-475b-95ed-91967cac905a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.972862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ec458-a951-475b-95ed-91967cac905a None None] Bound using segment: {'id': '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:17.972862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-901ec458-a951-475b-95ed-91967cac905a None None] Bound port: 8cb7eea6-be17-4854-b075-ad6bc26bb8cb, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:17.973947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-901ec458-a951-475b-95ed-91967cac905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8cb7eea6-be17-4854-b075-ad6bc26bb8cb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.974047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Pushing event updated for resources: {'Port': ['ID=d5c895aa-e6ef-4c72-a053-8e571b40c856,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.998999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:17.999980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14f9fa-bd25-4183-8539-70019bca1cdb req-a3ad8840-fddd-42d0-a247-62538c6a0ec5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.005979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb14f9fa-bd25-4183-8539-70019bca1cdb req-a3ad8840-fddd-42d0-a247-62538c6a0ec5 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 946 time: 0.6808019 Feb 09 21:49:18.024958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.030969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.043257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.048168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-901ec458-a951-475b-95ed-91967cac905a None None] For port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:18.054482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.054734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.054734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.054888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-901ec458-a951-475b-95ed-91967cac905a None None] For port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8cb7eea6-be17-4854-b075-ad6bc26bb8cb,segment=NetworkSegment(81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac),segment_id=81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:18.054977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-321ee2dc-0ed0-455e-9b14-65cd13a4eeca service neutron] 10.222.0.110 "PUT /v2.0/ports/d5c895aa-e6ef-4c72-a053-8e571b40c856 HTTP/1.1" status: 200 len: 1091 time: 1.5038481 Feb 09 21:49:18.055245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.075328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e35da496-8674-4ba9-be14-0401b27a1b28, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e35da496-8674-4ba9-be14-0401b27a1b28,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:18.093990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'e35da496-8674-4ba9-be14-0401b27a1b28', 'network_id': '5536140b-8c90-44b4-ac7e-a96fe32ad98b', 'port_id': 'e35da496-8674-4ba9-be14-0401b27a1b28', 'mac_address': 'fa:16:3e:06:7b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e58e61c-0de2-43ea-b98f-1c556d645e07', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:18.100585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.112779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.114692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-3bc02e12-add9-4808-9780-3fa94f802e4b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5419 time: 0.7977424 Feb 09 21:49:18.125832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb14f9fa-bd25-4183-8539-70019bca1cdb req-ee2e54d7-c392-4d78-a943-67626bcd247e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a39e3b2-fa9a-4c85-bf17-d57f0f904147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032188 Feb 09 21:49:18.151212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:18.156136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:18.157494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e35da496-8674-4ba9-be14-0401b27a1b28 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:18.159107 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.164728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-901ec458-a951-475b-95ed-91967cac905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8cb7eea6-be17-4854-b075-ad6bc26bb8cb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.207632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Request body: {'port': {'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:18.217522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35da496-8674-4ba9-be14-0401b27a1b28 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:18.220449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Deleting port f885b136-1830-4c8d-b3a7-af05e5015bcf {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:18.220796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.238333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.327809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.336233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:18.336738 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.368805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e35da496-8674-4ba9-be14-0401b27a1b28, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e35da496-8674-4ba9-be14-0401b27a1b28,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:18.371912 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491df0b6-ecde-4ae1-899e-b6b39403c12b x-openstack-request-id: req-491df0b6-ecde-4ae1-899e-b6b39403c12b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:18.372287 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:18.373126 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-491df0b6-ecde-4ae1-899e-b6b39403c12b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:18.373683 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b', 'status': 'completed', 'code': 200} Feb 09 21:49:18.389461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca909ec6-d9cf-42dc-8ff5-d8360ae2ff2e None None] Network 3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:18.424192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.452635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ec458-a951-475b-95ed-91967cac905a None None] Pushing event updated for resources: {'Port': ['ID=8cb7eea6-be17-4854-b075-ad6bc26bb8cb,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:18.459160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:18.466949 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:18.576271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e35da496-8674-4ba9-be14-0401b27a1b28,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:18.593812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] For port f885b136-1830-4c8d-b3a7-af05e5015bcf, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f885b136-1830-4c8d-b3a7-af05e5015bcf,segment=NetworkSegment(e4a52cc3-21f1-4662-b744-774340d954c6),segment_id=e4a52cc3-21f1-4662-b744-774340d954c6)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:18.594979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.617469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Calling delete_port for f885b136-1830-4c8d-b3a7-af05e5015bcf owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:18.620160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01fa88-b9fb-47cb-89ca-52cf9b6b5d63 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:49:18.773275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01fa88-b9fb-47cb-89ca-52cf9b6b5d63 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:49:18.806543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:49:18.806543 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:49:18.806543 n-d-828599-1 neutron-server[103696]: [parameters: {'id': '3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d'}] Feb 09 21:49:18.806543 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:49:18.808440 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:49:18.819652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94a62aa0-3dc6-487f-9d97-e514228075fb req-ccff93df-1af3-4146-91ae-31d3772f75b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6737530 Feb 09 21:49:18.926789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f885b136-1830-4c8d-b3a7-af05e5015bcf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.935928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e35da496-8674-4ba9-be14-0401b27a1b28'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:19.142850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.143424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.143732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.144208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.144672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.145133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.145595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.147568 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-0e3d37c0-b780-4ef1-b5ed-bb0750a279e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6607 time: 0.7404356 Feb 09 21:49:19.161668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32331a0-182d-42e2-a72e-214312a9bcdd req-92402d21-bde2-4f97-ad56-6a89b2d21347 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.168638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b32331a0-182d-42e2-a72e-214312a9bcdd req-92402d21-bde2-4f97-ad56-6a89b2d21347 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.7941523 Feb 09 21:49:19.425736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b32331a0-182d-42e2-a72e-214312a9bcdd req-d69fa33b-47a5-4a2a-b057-db5973e56e4f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497499 Feb 09 21:49:19.488782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.517244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Pushing event deleted for resources: {'Port': ['ID=f885b136-1830-4c8d-b3a7-af05e5015bcf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:19.519974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] No DVR routers for this DVR port f885b136-1830-4c8d-b3a7-af05e5015bcf on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:19.522387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-15c13da4-4f81-48a3-93a0-9396a3fe4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.523225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-15c13da4-4f81-48a3-93a0-9396a3fe4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.523312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-15c13da4-4f81-48a3-93a0-9396a3fe4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.537327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-15c13da4-4f81-48a3-93a0-9396a3fe4df5 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=f620865b281c41179b35bef3337de0ea&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3665407 Feb 09 21:49:19.541319 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.544907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f39eb415-3cc3-43fd-8b8e-8e00df64dc5d req-989f63a4-c70c-42c2-9d07-a29e3b32f46e tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.30 "DELETE /v2.0/ports/f885b136-1830-4c8d-b3a7-af05e5015bcf HTTP/1.1" status: 204 len: 173 time: 1.9787211 Feb 09 21:49:19.557026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'name': 'network-vif-deleted', 'tag': 'f885b136-1830-4c8d-b3a7-af05e5015bcf'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:19.557026 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a379bc-d1c3-4dc1-bce6-b23785291ca3" -d '{"events": [{"server_uuid": "0bd19bab-593d-483a-a5f8-efa9838cab24", "name": "network-vif-deleted", "tag": "f885b136-1830-4c8d-b3a7-af05e5015bcf"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:19.610394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ab47-98cb-4794-b525-354f80e37999 req-872eb6f4-d972-4951-9f1b-57892b0408bf tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.615975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ab47-98cb-4794-b525-354f80e37999 req-872eb6f4-d972-4951-9f1b-57892b0408bf tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.617634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b278ab47-98cb-4794-b525-354f80e37999 req-872eb6f4-d972-4951-9f1b-57892b0408bf tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1679 time: 0.6645291 Feb 09 21:49:19.682166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:19.682500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8cb7eea6-be17-4854-b075-ad6bc26bb8cb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.732711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['a6385630-1a0a-4f41-85a9-359a20a8d0c2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:19.761154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-42ad1d8d-9267-4b14-b912-44a82c7fba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.762660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ba04f9e-d925-4ee1-b7f3-4593ca1be952 req-42ad1d8d-9267-4b14-b912-44a82c7fba91 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158172 Feb 09 21:49:19.767087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b278ab47-98cb-4794-b525-354f80e37999 req-90b45d4e-c0e9-49ac-9381-8061e824abc0 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416123 Feb 09 21:49:19.828103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] For port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8cb7eea6-be17-4854-b075-ad6bc26bb8cb,segment=NetworkSegment(81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac),segment_id=81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:19.831955 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8cb7eea6-be17-4854-b075-ad6bc26bb8cb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.867066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Calling delete_port for 8cb7eea6-be17-4854-b075-ad6bc26bb8cb owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:19.905655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c781be66-3b43-4cfc-aba2-2b1f136edac7 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:19.921642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Publish callbacks [] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.951459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Transition to ACTIVE for port object c781be66-3b43-4cfc-aba2-2b1f136edac7 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:20.025379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf4a14dc-8d15-4080-9590-2bd2252124a6 req-f4364d45-e418-42f6-ab15-2a34e9f5fa63 tempest-DeleteServersTestJSON-914157035 tempest-DeleteServersTestJSON-914157035-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bd19bab-593d-483a-a5f8-efa9838cab24 HTTP/1.1" status: 200 len: 210 time: 0.0479534 Feb 09 21:49:20.036463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.074594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ce2a5-1bf0-40c0-b644-f5032a339d58 req-fb28d6ae-86eb-4f74-baf7-f274e43c94e2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.088932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-511ce2a5-1bf0-40c0-b644-f5032a339d58 req-fb28d6ae-86eb-4f74-baf7-f274e43c94e2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.2118654 Feb 09 21:49:20.098655 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4870a0df-5111-4107-b707-9ad427cbc6ca x-openstack-request-id: req-4870a0df-5111-4107-b707-9ad427cbc6ca {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:20.099788 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd19bab-593d-483a-a5f8-efa9838cab24", "name": "network-vif-deleted", "tag": "f885b136-1830-4c8d-b3a7-af05e5015bcf", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:20.101972 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4870a0df-5111-4107-b707-9ad427cbc6ca {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:20.101972 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd19bab-593d-483a-a5f8-efa9838cab24', 'name': 'network-vif-deleted', 'tag': 'f885b136-1830-4c8d-b3a7-af05e5015bcf', 'status': 'completed', 'code': 200} Feb 09 21:49:20.153124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Pushing event updated for resources: {'Port': ['ID=c781be66-3b43-4cfc-aba2-2b1f136edac7,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:20.186071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8cb7eea6-be17-4854-b075-ad6bc26bb8cb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.217869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Port': ['ID=8cb7eea6-be17-4854-b075-ad6bc26bb8cb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:20.238290 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-511ce2a5-1bf0-40c0-b644-f5032a339d58 req-e1974c93-62fa-487c-9434-58518ce8cd4b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418698 Feb 09 21:49:20.254303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Attempting to bind port c781be66-3b43-4cfc-aba2-2b1f136edac7 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:20.254467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Attempting to bind port c781be66-3b43-4cfc-aba2-2b1f136edac7 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:20.254803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Attempting to bind port c781be66-3b43-4cfc-aba2-2b1f136edac7 on network 801ef2ae-e59b-436d-a612-be3873c53663 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:20.261378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No DVR routers for this DVR port 8cb7eea6-be17-4854-b075-ad6bc26bb8cb on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:20.263169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Port c781be66-3b43-4cfc-aba2-2b1f136edac7 on network 801ef2ae-e59b-436d-a612-be3873c53663 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:20.264466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Attempting to bind port c781be66-3b43-4cfc-aba2-2b1f136edac7 on network 801ef2ae-e59b-436d-a612-be3873c53663 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:20.275677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:20.276152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Checking segment: {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:20.276457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Bound using segment: {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:20.276913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Bound port: c781be66-3b43-4cfc-aba2-2b1f136edac7, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:20.277334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.307248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.321660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.327593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.346776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.352496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.361091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.387955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.398926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.404527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:20.425180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:20.426461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-e5d75a2d-3558-4763-b6f4-49c9d037f5be tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2483006 Feb 09 21:49:20.451312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:20.451632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:20.458856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:20.466857 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca5b961-3190-4760-bf8c-c45baf6cd30e" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:20.472905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.501251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.516806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:20.517224 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (81fc75dc-c689-4b9b-8cf4-ab7bae43c0ac), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:20.533050 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:20.567087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-07e4ab62-44ad-4ad7-918b-501f2616c493 req-4847476c-eec8-4ef1-8150-7b2ad8daa35e service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:49:20.568156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07e4ab62-44ad-4ad7-918b-501f2616c493 req-4847476c-eec8-4ef1-8150-7b2ad8daa35e service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343106 Feb 09 21:49:20.621767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:20.622964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f885b136-1830-4c8d-b3a7-af05e5015bcf no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:20.644994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: f885b136-1830-4c8d-b3a7-af05e5015bcf {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:20.645264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f885b136-1830-4c8d-b3a7-af05e5015bcf not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:20.668427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] For port c781be66-3b43-4cfc-aba2-2b1f136edac7, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:20.672814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] For port c781be66-3b43-4cfc-aba2-2b1f136edac7, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:20.678687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2123175-fcbf-479b-96c7-9e4e5c24268c req-6faac8dc-1405-4ceb-b426-4668bda1c014 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2083349 Feb 09 21:49:20.720665 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.732396 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.738617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d HTTP/1.1" status: 204 len: 168 time: 4.2114797 Feb 09 21:49:20.739113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40132) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:20.745244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-239516108'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:20.756602 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ee0738-b49c-4178-b085-8ebab91083bb x-openstack-request-id: req-30ee0738-b49c-4178-b085-8ebab91083bb {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:20.759520 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:20.759957 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30ee0738-b49c-4178-b085-8ebab91083bb {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:20.767184 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856', 'status': 'completed', 'code': 200} Feb 09 21:49:20.767184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.770961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cfc27-c286-4d0c-88b8-8276a72acb3a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Network': ['ID=3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:20.874922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.882971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.884868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] 10.222.0.110 "PUT /v2.0/ports/c781be66-3b43-4cfc-aba2-2b1f136edac7 HTTP/1.1" status: 200 len: 1091 time: 2.6822100 Feb 09 21:49:20.962142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device a6385630-1a0a-4f41-85a9-359a20a8d0c2 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:20.984932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bbd8e-0f46-4055-bcd1-394f57a27815 service neutron] Pushing event updated for resources: {'Port': ['ID=c781be66-3b43-4cfc-aba2-2b1f136edac7,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:21.020849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:21.024305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.058432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.084401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.084676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.086487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.086977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.087451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.087968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.090479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-ae06f502-b13c-40c6-a721-555f7fa69e8a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6705 time: 0.3035519 Feb 09 21:49:21.178327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b77dc-34f2-4a58-87f3-eabf9a0720d2 req-64d334bc-7213-4470-a2a4-8d70e0027c73 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.179990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a0b77dc-34f2-4a58-87f3-eabf9a0720d2 req-64d334bc-7213-4470-a2a4-8d70e0027c73 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1191771 Feb 09 21:49:21.200311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port a6385630-1a0a-4f41-85a9-359a20a8d0c2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:21.205037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port a6385630-1a0a-4f41-85a9-359a20a8d0c2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:21.208505 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.250942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56c9e2-bd93-4f85-87d7-24a69312a567 req-468536cf-f472-40a4-bd6e-447f222d6ae4 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.266384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a0b77dc-34f2-4a58-87f3-eabf9a0720d2 req-106cb83c-f577-43b1-b236-b619830618f6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788743 Feb 09 21:49:21.268571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56c9e2-bd93-4f85-87d7-24a69312a567 req-468536cf-f472-40a4-bd6e-447f222d6ae4 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.276991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d56c9e2-bd93-4f85-87d7-24a69312a567 req-468536cf-f472-40a4-bd6e-447f222d6ae4 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1679 time: 0.3501031 Feb 09 21:49:21.283620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:21.401622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port a6385630-1a0a-4f41-85a9-359a20a8d0c2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:21.403052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.407717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (33e994d0-618a-484c-8cdf-945f1299daaa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.408082 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Added segment 33e994d0-618a-484c-8cdf-945f1299daaa of type vlan for network ea2f6221-a67e-43eb-812d-b3c01b232baa Feb 09 21:49:21.446288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:21.448582 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50062fd3-bd0e-47cf-96f1-528c54476504" -d '{"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-plugged", "status": "completed", "tag": "a6385630-1a0a-4f41-85a9-359a20a8d0c2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:21.464964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port a6385630-1a0a-4f41-85a9-359a20a8d0c2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=a6385630-1a0a-4f41-85a9-359a20a8d0c2,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:21.520869 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e946f9d-bdd8-4857-a56e-52ae0a57519d x-openstack-request-id: req-0e946f9d-bdd8-4857-a56e-52ae0a57519d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:21.521354 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-plugged", "status": "completed", "tag": "a6385630-1a0a-4f41-85a9-359a20a8d0c2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:21.521788 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e946f9d-bdd8-4857-a56e-52ae0a57519d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:21.522342 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2', 'code': 200} Feb 09 21:49:21.540399 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.541431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e35da496-8674-4ba9-be14-0401b27a1b28 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:21.592193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d56c9e2-bd93-4f85-87d7-24a69312a567 req-736cdd98-5495-4e02-b25a-4ce361b62ba0 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136852 Feb 09 21:49:21.608402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-530381a2-c91a-40af-8feb-134125f53014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.618271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-530381a2-c91a-40af-8feb-134125f53014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.618271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-530381a2-c91a-40af-8feb-134125f53014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.618271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-530381a2-c91a-40af-8feb-134125f53014 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=f620865b281c41179b35bef3337de0ea&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4971299 Feb 09 21:49:21.618271 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ea2f6221-a67e-43eb-812d-b3c01b232baa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.746264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=a6385630-1a0a-4f41-85a9-359a20a8d0c2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:21.814737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:49:21.875281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port e35da496-8674-4ba9-be14-0401b27a1b28 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:21.881529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port e35da496-8674-4ba9-be14-0401b27a1b28 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:21.881966 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.919287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-729411a3-cc0c-4baf-8759-a14a6deef799 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3134460 Feb 09 21:49:21.923610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-b01d1058-f96b-4d0c-bb69-384043364f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.925049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ca5b961-3190-4760-bf8c-c45baf6cd30e req-b01d1058-f96b-4d0c-bb69-384043364f6a service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2839592 Feb 09 21:49:21.931294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-63d35808-036d-4560-ade6-c310ff616866 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:49:21.932246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-63d35808-036d-4560-ade6-c310ff616866 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054519 Feb 09 21:49:21.952265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.959057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.965357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.971954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.982965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.990725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.002464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e35da496-8674-4ba9-be14-0401b27a1b28 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:22.003749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.008483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.012067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-b9d378d7-6333-43c1-b0b5-cd1dccf000cf tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.1941166 Feb 09 21:49:22.019441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ea2f6221-a67e-43eb-812d-b3c01b232baa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.024536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.025132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.247168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5067558 Feb 09 21:49:22.250569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40190) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:22.256271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Request body: {'subnet': {'network_id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:22.271005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fd5d9-69cc-47a8-b177-1adf46551818 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Network': ['ID=ea2f6221-a67e-43eb-812d-b3c01b232baa,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:22.285592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.285592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.285592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.285592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.285592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.285592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.285592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.286692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-5e951a26-e6cb-4ef9-9b07-92d61562a996 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6705 time: 0.2400982 Feb 09 21:49:22.319657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42e41f2d-9969-437c-8d20-cba43f8bb3bc req-5eafe1d6-acbf-4b4f-9365-97bbf5fa6707 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2836413 Feb 09 21:49:22.333279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e35da496-8674-4ba9-be14-0401b27a1b28, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e35da496-8674-4ba9-be14-0401b27a1b28,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:22.338188 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ea2f6221-a67e-43eb-812d-b3c01b232baa details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:22.422738 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.424721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-783fabfa-cd50-4028-aa90-cdd027a60065 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a8fff3-9067-4932-aba8-76103aef69c7 HTTP/1.1" status: 200 len: 217 time: 0.1194942 Feb 09 21:49:22.494531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e35da496-8674-4ba9-be14-0401b27a1b28,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:22.506615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-589cdc90-1e49-4c28-84f0-5a279544a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.508397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-589cdc90-1e49-4c28-84f0-5a279544a4bc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3801196d-8857-4340-8798-7a9c145bea70 HTTP/1.1" status: 200 len: 856 time: 0.0767195 Feb 09 21:49:22.590234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-be657886-07ae-438b-8938-4fca2c48eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.592821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-be657886-07ae-438b-8938-4fca2c48eb6d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763450 Feb 09 21:49:22.651696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c25bf-e265-4728-876f-eef8f312f7cc req-70518df1-e4cb-4dee-b371-6825653478b1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.667310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f8c25bf-e265-4728-876f-eef8f312f7cc req-70518df1-e4cb-4dee-b371-6825653478b1 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.2550347 Feb 09 21:49:22.693631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Made reservation on behalf of cf215b4fcbeb415882b7f2cc5ddb5b9a for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:22.697249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.737798 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-cca22e50-1942-468f-ad9b-271d25909242 service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367056 Feb 09 21:49:22.773051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:22.775622 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcc253a-068d-4c4a-9436-a8003cce1b86" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:22.837924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f8c25bf-e265-4728-876f-eef8f312f7cc req-5233d8b9-c14e-43aa-b64f-7fcac2a511b3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643782 Feb 09 21:49:22.863260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-5ca321a0-4a38-49b0-9006-98c34b90fa09 service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187325 Feb 09 21:49:22.961956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-29dd4df6-bb06-4ae2-87e2-4df6c2b225e1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 200 len: 217 time: 0.0905857 Feb 09 21:49:23.052453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-42abb0d6-4cb7-49c2-b2c8-daadbbe34321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.055156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-42abb0d6-4cb7-49c2-b2c8-daadbbe34321 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0862906 Feb 09 21:49:23.119861 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a375fb-4b3d-4df2-b089-5b5653f7919f x-openstack-request-id: req-66a375fb-4b3d-4df2-b089-5b5653f7919f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:23.120229 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:23.120421 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66a375fb-4b3d-4df2-b089-5b5653f7919f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:23.120806 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7', 'status': 'completed', 'code': 200} Feb 09 21:49:23.127370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3abe59-8b98-413b-9df5-ca77b7620ac9 req-15287e0d-eed2-413f-ba8f-7c2a57d1c09b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.133889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3abe59-8b98-413b-9df5-ca77b7620ac9 req-15287e0d-eed2-413f-ba8f-7c2a57d1c09b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.135525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f3abe59-8b98-413b-9df5-ca77b7620ac9 req-15287e0d-eed2-413f-ba8f-7c2a57d1c09b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1681 time: 0.1800139 Feb 09 21:49:23.151023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-3302ab18-5c92-4998-8fc8-084e3b18bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.153020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-3302ab18-5c92-4998-8fc8-084e3b18bef2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0915220 Feb 09 21:49:23.290586 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-87d3ac07-3f97-4021-9acb-495cac332c6e service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307290 Feb 09 21:49:23.319043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:49:23.322190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.382701 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f3abe59-8b98-413b-9df5-ca77b7620ac9 req-837879a9-04de-47ce-bd4d-10c6b5365d60 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281625 Feb 09 21:49:23.433488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-de69969f-df66-4a16-ae50-15d3973eff9a service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365819 Feb 09 21:49:23.487940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-8d04c162-336f-4cab-8c2b-92acd9eac8ab service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 200 len: 217 time: 0.0478964 Feb 09 21:49:23.523574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35da496-8674-4ba9-be14-0401b27a1b28'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:23.529483 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21720029-350c-43ed-b2d3-ce9a1a17d70c" -d '{"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-plugged", "status": "completed", "tag": "e35da496-8674-4ba9-be14-0401b27a1b28"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:23.542159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event updated for resources: {'Subnet': ['ID=b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:23.545959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Checking segment: {'id': '33e994d0-618a-484c-8cdf-945f1299daaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:23.546438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network hostable DHCP agents. Network: ea2f6221-a67e-43eb-812d-b3c01b232baa, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:23.608425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-7e0b446c-313d-4254-9098-8c553b2b51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.610426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-7e0b446c-313d-4254-9098-8c553b2b51ea service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.1134393 Feb 09 21:49:23.612889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.620295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.627367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.643906 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8a1413-d91f-4479-bccd-7fdc77f3b19a x-openstack-request-id: req-4e8a1413-d91f-4479-bccd-7fdc77f3b19a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:23.644207 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-plugged", "status": "completed", "tag": "e35da496-8674-4ba9-be14-0401b27a1b28", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:23.644462 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e8a1413-d91f-4479-bccd-7fdc77f3b19a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:23.644856 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35da496-8674-4ba9-be14-0401b27a1b28', 'code': 200} Feb 09 21:49:23.646067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.671510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.678187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.687875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-7aaac5c7-4cc2-416f-a18e-39249931ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.692582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-7aaac5c7-4cc2-416f-a18e-39249931ea7a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0737941 Feb 09 21:49:23.707696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.710285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-e8bd36b1-fdcc-4e32-b148-21dc01f082e4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2487459 Feb 09 21:49:23.713133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Network ea2f6221-a67e-43eb-812d-b3c01b232baa is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:23.791748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fc38c32c-d79b-4333-838d-ee2132d0e5f9 req-81217422-358c-4750-a6be-3b238760db8b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741568 Feb 09 21:49:23.825894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ea2f6221-a67e-43eb-812d-b3c01b232baa) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:23.834176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dab512-00ea-4dcb-868b-22207c268523 None None] Network ea2f6221-a67e-43eb-812d-b3c01b232baa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:23.835674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.836715 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.899587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bfe8d-5f1e-4a8a-9e06-68d3ae79b8ff req-6af88199-0aee-4fe1-a46b-fcf9d3bbb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.901244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bfe8d-5f1e-4a8a-9e06-68d3ae79b8ff req-6af88199-0aee-4fe1-a46b-fcf9d3bbb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.902880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-763bfe8d-5f1e-4a8a-9e06-68d3ae79b8ff req-6af88199-0aee-4fe1-a46b-fcf9d3bbb8b3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 2045 time: 0.1851830 Feb 09 21:49:23.930101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8bdc81f0-295e-40a1-8c82-5303046b56fa tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6778543 Feb 09 21:49:23.930992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40232) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:23.959200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-ad2fd810-173f-4f11-a5f3-e661f57957a0 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595682 Feb 09 21:49:23.982652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ea2f6221-a67e-43eb-812d-b3c01b232baa', 'network_id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa', 'project_id': 'cf215b4fcbeb415882b7f2cc5ddb5b9a', 'fixed_ips': [{'subnet_id': 'b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:23.983906 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.072374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-763bfe8d-5f1e-4a8a-9e06-68d3ae79b8ff req-af8bc0ff-f7bc-404e-8457-e9fa11aefd4a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594720 Feb 09 21:49:24.102304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237724-fa90-43fa-bbff-9d3701ef5e13 req-89db2ed1-b7bc-4cc4-9bf4-1a59e5a53ce6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.111903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e237724-fa90-43fa-bbff-9d3701ef5e13 req-89db2ed1-b7bc-4cc4-9bf4-1a59e5a53ce6 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1776981 Feb 09 21:49:24.127035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-0ed032d4-d4ae-4ac2-8169-a9e37d4ae337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.129580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-0ed032d4-d4ae-4ac2-8169-a9e37d4ae337 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0&tenant_id=4b39b17c9a054ae0a94810ed1bd771e2 HTTP/1.1" status: 200 len: 1126 time: 0.1349101 Feb 09 21:49:24.193580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-abdd0dcd-67fd-41cb-9b77-783edade3f39 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977637 Feb 09 21:49:24.206699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Allocated IP 2001:db8::f816:3eff:fee2:1256 (ea2f6221-a67e-43eb-812d-b3c01b232baa/b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129/e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:24.211041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e237724-fa90-43fa-bbff-9d3701ef5e13 req-2e7accdc-9d8a-4260-87bc-9d612fd0ea11 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978882 Feb 09 21:49:24.222050 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ea2f6221-a67e-43eb-812d-b3c01b232baa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.242355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-2b5b0001-64ca-4ef7-b3a4-e0d8e2026b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.243982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-2b5b0001-64ca-4ef7-b3a4-e0d8e2026b56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1126 time: 0.0825713 Feb 09 21:49:24.330183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-2b029d48-f0e8-403e-8869-a9e84d54cfae service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e HTTP/1.1" status: 200 len: 217 time: 0.0638442 Feb 09 21:49:24.386213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-2c648c72-c87f-4ebd-bcdd-6cde6ad7c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.387830 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-2c648c72-c87f-4ebd-bcdd-6cde6ad7c96c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 915 time: 0.1232328 Feb 09 21:49:24.440763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-d94a7341-7511-4d51-8c71-b01dd833f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.442255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-d94a7341-7511-4d51-8c71-b01dd833f793 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.1028876 Feb 09 21:49:24.456602 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Publish callbacks [] for port (e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.462557 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-1233af1d-6a33-4228-ba5f-45a2f0dbe98c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23e3eec-2308-4ade-ab16-73b951b65b75 HTTP/1.1" status: 200 len: 217 time: 0.0647609 Feb 09 21:49:24.474688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.522792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-896db208-ca9c-4bf9-b389-f52aea5d72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.524567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-896db208-ca9c-4bf9-b389-f52aea5d72fb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0667274 Feb 09 21:49:24.530165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.615569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Pushing event updated for resources: {'Port': ['ID=e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:24.640301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Network ea2f6221-a67e-43eb-812d-b3c01b232baa is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:24.646938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:24.651509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:24.658417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-e85d1313-9933-4da7-b124-dcc4c8bc616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.660631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-e85d1313-9933-4da7-b124-dcc4c8bc616f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 200 len: 854 time: 0.1473153 Feb 09 21:49:24.667426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-febd4f73-1031-4230-b4ec-e17f3b52ad74 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357925 Feb 09 21:49:24.670047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce346-8462-49ce-a8a9-a9c7f88c73af req-bda43943-371e-4355-8205-08e9a7277686 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.675265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce346-8462-49ce-a8a9-a9c7f88c73af req-bda43943-371e-4355-8205-08e9a7277686 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.687911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f9ce346-8462-49ce-a8a9-a9c7f88c73af req-bda43943-371e-4355-8205-08e9a7277686 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1681 time: 0.1650443 Feb 09 21:49:24.741824 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-06c1ec9d-80c3-4dab-bdef-dd584711890b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33b9148-7cec-402c-a708-a35642f6c821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328979 Feb 09 21:49:24.747802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Attempting to bind port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:24.748209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Attempting to bind port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '33e994d0-618a-484c-8cdf-945f1299daaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:24.748587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Attempting to bind port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6 on network ea2f6221-a67e-43eb-812d-b3c01b232baa {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:24.762596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:24.763546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Checking segment: {'id': '33e994d0-618a-484c-8cdf-945f1299daaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:24.766771 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.766771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Bound using segment: {'id': '33e994d0-618a-484c-8cdf-945f1299daaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:24.767564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Bound port: e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e994d0-618a-484c-8cdf-945f1299daaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:24.768064 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.851397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-96b4ed02-92ef-46ac-ba1b-63289eefb838 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743097 Feb 09 21:49:24.863737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f9ce346-8462-49ce-a8a9-a9c7f88c73af req-63f0be86-a03b-4a7b-93c9-93a341846822 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692233 Feb 09 21:49:24.874764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.893321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] For port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:24.909849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] For port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6,segment=NetworkSegment(33e994d0-618a-484c-8cdf-945f1299daaa),segment_id=33e994d0-618a-484c-8cdf-945f1299daaa)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:24.914290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Subnet': ['ID=b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:24.920433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-6efd4395-8f0f-45d6-acce-1c62c701c386 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=38d67e72-cafe-42f0-bc69-349195f1a52b HTTP/1.1" status: 200 len: 217 time: 0.0609200 Feb 09 21:49:24.986578 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.002510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-2213b1f6-f0b3-4207-be31-d429226577a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.004705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-2213b1f6-f0b3-4207-be31-d429226577a2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0768592 Feb 09 21:49:25.023745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ea2f6221-a67e-43eb-812d-b3c01b232baa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.038752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-3d7d0d45-c6c1-4875-a1f3-9b832391e067 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860124 Feb 09 21:49:25.064993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.071620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.078088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.083584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.089652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.089872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fda23-e857-4d74-a408-27f22e966ab2 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:49:25.094476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.099882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.108072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-30d60deb-219e-426a-a4b0-49d6624f5b2a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.1913006 Feb 09 21:49:25.150589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-8b16997d-1fbc-479d-9489-9314a4456ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.152054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-8b16997d-1fbc-479d-9489-9314a4456ce4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1397884 Feb 09 21:49:25.216100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-86e92e64-5a59-4ecf-b67b-e3eb4b53cf3f req-35ff30fb-380f-46ea-899a-2bdce3314a06 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638415 Feb 09 21:49:25.220179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928fda23-e857-4d74-a408-27f22e966ab2 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:49:25.233412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2f6221-a67e-43eb-812d-b3c01b232baa']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:25.250320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde27f6f-189e-4a68-b63c-3eb38d658413 None None] Pushing event updated for resources: {'Port': ['ID=e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:25.276041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e994d0-618a-484c-8cdf-945f1299daaa') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:25.276607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e994d0-618a-484c-8cdf-945f1299daaa') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:25.291869 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (33e994d0-618a-484c-8cdf-945f1299daaa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.311315 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (33e994d0-618a-484c-8cdf-945f1299daaa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.319914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:25.320569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (33e994d0-618a-484c-8cdf-945f1299daaa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:25.324546 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:25.352172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e93effda-6aff-4191-8263-5be62ab0eca5 req-14b2bfae-b027-4ef4-af1b-e0c6c53e4b22 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2350938 Feb 09 21:49:25.404748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-2248e89b-ead2-4b35-9178-f20b3036a62b service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386985 Feb 09 21:49:25.493393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf90c9f-51df-42d1-82c7-3399324a3132 req-44361623-ec69-4ae6-88b6-c3a7b6c1ddf3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.495508 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6bf90c9f-51df-42d1-82c7-3399324a3132 req-44361623-ec69-4ae6-88b6-c3a7b6c1ddf3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1670394 Feb 09 21:49:25.498613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:49:25.498613 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:49:25.498613 n-d-828599-1 neutron-server[103696]: [parameters: {'id': 'ea2f6221-a67e-43eb-812d-b3c01b232baa'}] Feb 09 21:49:25.498613 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:49:25.499511 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:49:25.566864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-ffce9e75-ac95-464f-9e30-76a1f7091692 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564398 Feb 09 21:49:25.600959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6bf90c9f-51df-42d1-82c7-3399324a3132 req-02acedb9-fdbf-4498-90a4-f8452be578ce tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996857 Feb 09 21:49:25.637893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-381b0a20-2924-44d3-b0cd-9a33c85ea471 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856 HTTP/1.1" status: 200 len: 217 time: 0.0566826 Feb 09 21:49:25.681199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f3dc9-fde8-4187-ad0c-e1afe9634a29 None None] Network ea2f6221-a67e-43eb-812d-b3c01b232baa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:25.719216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-89debda6-5f22-4be2-9595-aac52305a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.721496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-89debda6-5f22-4be2-9595-aac52305a70e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 200 len: 797 time: 0.0856490 Feb 09 21:49:25.796832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-6d35fb35-bc78-4cea-afff-0a216ceadf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.798497 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-6d35fb35-bc78-4cea-afff-0a216ceadf9a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0697203 Feb 09 21:49:25.952838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-32e973af-02f9-42c0-8c0e-93dc94ace8f6 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465423 Feb 09 21:49:26.001720 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ea2f6221-a67e-43eb-812d-b3c01b232baa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.023739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc3d7a-84ba-4cb0-9481-a9839a738cf7 req-2f5bee0a-5d21-408b-b651-08b27d5f1339 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.029570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc3d7a-84ba-4cb0-9481-a9839a738cf7 req-2f5bee0a-5d21-408b-b651-08b27d5f1339 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.036745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95dc3d7a-84ba-4cb0-9481-a9839a738cf7 req-2f5bee0a-5d21-408b-b651-08b27d5f1339 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1681 time: 0.0808370 Feb 09 21:49:26.058355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-d5e2ba67-2c73-405d-bb96-d0def035b64a service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952785 Feb 09 21:49:26.119603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95dc3d7a-84ba-4cb0-9481-a9839a738cf7 req-91c69523-9a57-4e45-ad19-c5850f696225 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768287 Feb 09 21:49:26.183666 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-2ac48fd1-a9f4-48aa-a83b-b510f6d926b7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7 HTTP/1.1" status: 200 len: 217 time: 0.1167076 Feb 09 21:49:26.185399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:26.185963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.305392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-69ab8d53-2f0a-4ce2-a769-e42b84c0c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.312291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-69ab8d53-2f0a-4ce2-a769-e42b84c0c5e0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 200 len: 797 time: 0.1204743 Feb 09 21:49:26.379866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] For port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6,segment=NetworkSegment(33e994d0-618a-484c-8cdf-945f1299daaa),segment_id=33e994d0-618a-484c-8cdf-945f1299daaa)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:26.387522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.401189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96864088-b7e6-4108-954e-292c9827b4ab req-4c390116-eab4-4505-bdad-f3aa2a8ea311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.403537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-4c390116-eab4-4505-bdad-f3aa2a8ea311 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0843806 Feb 09 21:49:26.439585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Calling delete_port for e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:26.604596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.611447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.619453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.630358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.637992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.644318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.652829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.662140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e7d216f-982b-42ed-a45b-59708600855a req-5620527c-f14e-4bf4-b677-0c6e06b99b70 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.1732213 Feb 09 21:49:26.708328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-d0747629-ab3b-453a-bd19-fc32524adce2 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955070 Feb 09 21:49:26.780806 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.843777 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e7d216f-982b-42ed-a45b-59708600855a req-5bfc5bcf-9627-43e6-8f46-f8770edfac50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806352 Feb 09 21:49:26.871212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Port': ['ID=e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:26.887213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No DVR routers for this DVR port e2fc5dd6-d3ec-4ff0-b4fe-1d64a27881b6 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:26.946143 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96864088-b7e6-4108-954e-292c9827b4ab req-704c96af-06b9-4148-a720-5c6f7382cb7a service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287681 Feb 09 21:49:27.090762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24fd4a-376b-452c-aeb6-b07d4fe9b6e3 req-13b763ac-0eee-44a6-8b1b-fc5bb0978c2f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.102002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24fd4a-376b-452c-aeb6-b07d4fe9b6e3 req-13b763ac-0eee-44a6-8b1b-fc5bb0978c2f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.115969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0d24fd4a-376b-452c-aeb6-b07d4fe9b6e3 req-13b763ac-0eee-44a6-8b1b-fc5bb0978c2f tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1681 time: 0.1255226 Feb 09 21:49:27.179004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ea2f6221-a67e-43eb-812d-b3c01b232baa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.235677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2f6221-a67e-43eb-812d-b3c01b232baa']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:27.275731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b20d1-7799-40d6-8a5c-73f0c51cd801 req-02906a29-2af7-4baf-966e-64425c3c2f33 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.277412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c1b20d1-7799-40d6-8a5c-73f0c51cd801 req-02906a29-2af7-4baf-966e-64425c3c2f33 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.2932539 Feb 09 21:49:27.284192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e994d0-618a-484c-8cdf-945f1299daaa') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:27.284557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e994d0-618a-484c-8cdf-945f1299daaa') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:27.307852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.308611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.313982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.314654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.315315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.316017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.316681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.318853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-aa9f61d6-9ebc-4db4-8825-f836e9a1d06b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6705 time: 0.1892648 Feb 09 21:49:27.331936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (33e994d0-618a-484c-8cdf-945f1299daaa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.342972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0d24fd4a-376b-452c-aeb6-b07d4fe9b6e3 req-0787a0bc-a70c-4f6e-acfa-4ec920843fa8 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256455 Feb 09 21:49:27.381747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (33e994d0-618a-484c-8cdf-945f1299daaa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.413093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:27.413512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (33e994d0-618a-484c-8cdf-945f1299daaa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:27.421901 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:27.527819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-20d4f067-98da-45a5-b410-6f995e98dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.530136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-20d4f067-98da-45a5-b410-6f995e98dfb2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=801ef2ae-e59b-436d-a612-be3873c53663 HTTP/1.1" status: 200 len: 902 time: 0.1846688 Feb 09 21:49:27.569369 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c1b20d1-7799-40d6-8a5c-73f0c51cd801 req-51ae9ba8-7653-4d83-8e9a-ff69d4d2d24e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822936 Feb 09 21:49:27.640490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-fbfa58fc-d155-418d-b384-9b58b96cc75f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7 HTTP/1.1" status: 200 len: 217 time: 0.0933061 Feb 09 21:49:27.682116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ea2f6221-a67e-43eb-812d-b3c01b232baa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.687971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.697209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/ea2f6221-a67e-43eb-812d-b3c01b232baa HTTP/1.1" status: 204 len: 168 time: 3.7651689 Feb 09 21:49:27.705801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:27.727553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306397b-1078-4602-9908-4ed934003190 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Network': ['ID=ea2f6221-a67e-43eb-812d-b3c01b232baa,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:27.740243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-5c0a274e-4f48-4383-84c1-d44edbdafea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.741770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-5c0a274e-4f48-4383-84c1-d44edbdafea3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 200 len: 797 time: 0.0991693 Feb 09 21:49:27.781677 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1afd57-f47f-4229-8b4e-84d2b554b94b tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:27.782820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1afd57-f47f-4229-8b4e-84d2b554b94b tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:27.791101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fe1afd57-f47f-4229-8b4e-84d2b554b94b tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/b00a95d5-76e0-4e66-8cfe-c8d9b4bd2129 HTTP/1.1" status: 404 len: 337 time: 0.0756860 Feb 09 21:49:27.791756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:27.821286 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95e6919-14d3-42a2-97b8-4c67365a1941 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:27.821476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95e6919-14d3-42a2-97b8-4c67365a1941 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:27.827007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e95e6919-14d3-42a2-97b8-4c67365a1941 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/ea2f6221-a67e-43eb-812d-b3c01b232baa HTTP/1.1" status: 404 len: 339 time: 0.0307884 Feb 09 21:49:27.828143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40284) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:27.855844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-69231281-afb7-44ce-9da5-9997892046bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.858128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-69231281-afb7-44ce-9da5-9997892046bb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1094434 Feb 09 21:49:27.879622 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c0d2d4-c008-444f-9494-30282de1fb6d tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:27.880119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c0d2d4-c008-444f-9494-30282de1fb6d tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:27.885895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f5c0d2d4-c008-444f-9494-30282de1fb6d tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/e8fbec85-e94b-4512-b2a1-604245a7352e HTTP/1.1" status: 404 len: 337 time: 0.0505333 Feb 09 21:49:27.887670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40288) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:27.920464 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c153e428-c66f-4bd3-a78b-f96fd1311398 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:27.921566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c153e428-c66f-4bd3-a78b-f96fd1311398 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:27.929020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c153e428-c66f-4bd3-a78b-f96fd1311398 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/3e5cd4fe-58ee-4b00-ae5c-adc136c34e2d HTTP/1.1" status: 404 len: 339 time: 0.0394313 Feb 09 21:49:27.929247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40290) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:27.979126 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a3abf4-84db-4186-9299-7f962f2ee74c tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:27.979607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a3abf4-84db-4186-9299-7f962f2ee74c tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:27.985317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-08a3abf4-84db-4186-9299-7f962f2ee74c tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/ccf28f00-f142-40f5-99f6-ff9a6ef5373c HTTP/1.1" status: 404 len: 337 time: 0.0529397 Feb 09 21:49:27.986074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40292) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:28.007085 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-db12a9d6-4536-4c4a-a7c4-dbfe1ad9ba3f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:28.008299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db12a9d6-4536-4c4a-a7c4-dbfe1ad9ba3f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:28.030297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-db12a9d6-4536-4c4a-a7c4-dbfe1ad9ba3f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/8c24953c-873b-4485-90b2-c87dc3e8d1e0 HTTP/1.1" status: 404 len: 339 time: 0.0405209 Feb 09 21:49:28.031285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40294) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:28.158033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.175796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.185376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.201974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.212215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.212423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting port 62124072-6ad1-4cae-b799-b4fa6c536e51 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:28.212653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (62124072-6ad1-4cae-b799-b4fa6c536e51), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.229048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.241941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.249868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-417f6d70-54d3-43bd-81b0-d479ec52da14 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2445805 Feb 09 21:49:28.335018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (62124072-6ad1-4cae-b799-b4fa6c536e51), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.352448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Calling delete_port for 62124072-6ad1-4cae-b799-b4fa6c536e51 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:28.358236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-ac67bbe1-1361-40a0-9ea2-e633d4b053ae service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850540 Feb 09 21:49:28.581119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (62124072-6ad1-4cae-b799-b4fa6c536e51), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.664137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071242e-afad-4324-bf3b-6bab435d6199 req-39ce1565-9d28-468f-bbc9-d89580260a20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.670544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071242e-afad-4324-bf3b-6bab435d6199 req-39ce1565-9d28-468f-bbc9-d89580260a20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.672443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b071242e-afad-4324-bf3b-6bab435d6199 req-39ce1565-9d28-468f-bbc9-d89580260a20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1681 time: 0.1947093 Feb 09 21:49:28.679649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.686339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/ports/62124072-6ad1-4cae-b799-b4fa6c536e51 HTTP/1.1" status: 204 len: 168 time: 0.6539772 Feb 09 21:49:28.687981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f8f4d-3943-4243-b61a-2b103b26727f tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Port': ['ID=62124072-6ad1-4cae-b799-b4fa6c536e51,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:28.699326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40302) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:28.730842 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f734070d-c7b0-45c2-87b7-2a694ea0049a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:28.731304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f734070d-c7b0-45c2-87b7-2a694ea0049a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:28.740881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f734070d-c7b0-45c2-87b7-2a694ea0049a tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/5057da22-be5a-4971-9ce0-5528eb0160a2 HTTP/1.1" status: 404 len: 337 time: 0.0403888 Feb 09 21:49:28.741537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40304) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:28.962927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b071242e-afad-4324-bf3b-6bab435d6199 req-c6fe7698-055e-4253-ab56-15a513f047e9 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706287 Feb 09 21:49:28.976308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ee5a403-d40f-4ab5-b211-5caa69cdf112 req-e26c75b3-e28f-40d1-9401-0c5a2dda0702 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7251899 Feb 09 21:49:29.021064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-983869b4-8d00-483e-8036-9a2ec98bd069 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.033979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-983869b4-8d00-483e-8036-9a2ec98bd069 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.034548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c34a9036-adec-4616-9bd3-45025dcbcebd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.041315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-983869b4-8d00-483e-8036-9a2ec98bd069 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 1681 time: 0.7510183 Feb 09 21:49:29.189860 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.195362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c34a9036-adec-4616-9bd3-45025dcbcebd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.241275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34a9036-adec-4616-9bd3-45025dcbcebd']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:29.264696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a136d91d-b9bf-4273-a1aa-0d98a060236d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:29.265367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a136d91d-b9bf-4273-a1aa-0d98a060236d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:29.284721 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (a136d91d-b9bf-4273-a1aa-0d98a060236d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.311305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a136d91d-b9bf-4273-a1aa-0d98a060236d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.324662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:29.325191 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (a136d91d-b9bf-4273-a1aa-0d98a060236d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:29.329048 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:29.334394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dcc253a-068d-4c4a-9436-a8003cce1b86 req-c60e7019-525f-4258-854d-b90d1620508c service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9539618 Feb 09 21:49:29.357415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7fbec-7955-49f5-bfb8-20df308a719b req-eef2edb8-4d25-40bf-9281-b105c40b7f8d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.371847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6da7fbec-7955-49f5-bfb8-20df308a719b req-eef2edb8-4d25-40bf-9281-b105c40b7f8d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.2303572 Feb 09 21:49:29.452837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6da7fbec-7955-49f5-bfb8-20df308a719b req-af254d1b-b45a-44f6-a905-2e4684f55501 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794339 Feb 09 21:49:29.508065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port e35da496-8674-4ba9-be14-0401b27a1b28 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:29.509133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.551961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c34a9036-adec-4616-9bd3-45025dcbcebd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.560984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.569443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/c34a9036-adec-4616-9bd3-45025dcbcebd HTTP/1.1" status: 204 len: 168 time: 0.8099694 Feb 09 21:49:29.574170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40306) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:29.641305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1a0a7-c17c-4c3e-a51b-cca744b94ac3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Network': ['ID=c34a9036-adec-4616-9bd3-45025dcbcebd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:29.725817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port e35da496-8674-4ba9-be14-0401b27a1b28, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e35da496-8674-4ba9-be14-0401b27a1b28,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:29.726477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.750913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for e35da496-8674-4ba9-be14-0401b27a1b28 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:29.850600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting port dd0bcb21-83d7-4b8c-a9dc-c95a517efa42 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:29.854115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (dd0bcb21-83d7-4b8c-a9dc-c95a517efa42), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.988236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (dd0bcb21-83d7-4b8c-a9dc-c95a517efa42), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.018245 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e35da496-8674-4ba9-be14-0401b27a1b28), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.032205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e35da496-8674-4ba9-be14-0401b27a1b28', 'a6385630-1a0a-4f41-85a9-359a20a8d0c2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:30.056821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Calling delete_port for dd0bcb21-83d7-4b8c-a9dc-c95a517efa42 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:30.112616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=e35da496-8674-4ba9-be14-0401b27a1b28,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:30.275255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port e35da496-8674-4ba9-be14-0401b27a1b28 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:30.333616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d6251-4457-4d8b-9c89-927f3be94154 req-589de935-4c02-4d00-8e35-82e76882b42a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.335210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-503d6251-4457-4d8b-9c89-927f3be94154 req-589de935-4c02-4d00-8e35-82e76882b42a tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 945 time: 0.1953592 Feb 09 21:49:30.338230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.353691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-af9f95f5-82d1-4d3f-98c6-bd8a4a8e2393 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "DELETE /v2.0/ports/e35da496-8674-4ba9-be14-0401b27a1b28 HTTP/1.1" status: 204 len: 173 time: 1.3004351 Feb 09 21:49:30.357058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-deleted', 'tag': 'e35da496-8674-4ba9-be14-0401b27a1b28'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:30.359591 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b39c4dc-ad19-4563-ba03-613fa9422d21" -d '{"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-deleted", "tag": "e35da496-8674-4ba9-be14-0401b27a1b28"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:30.461585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-503d6251-4457-4d8b-9c89-927f3be94154 req-3cd91a8a-c989-41fe-8734-b94ce5466f97 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/security-groups?id=6a75f231-1a11-4cf3-bb26-a96ba633b174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132197 Feb 09 21:49:30.462336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (dd0bcb21-83d7-4b8c-a9dc-c95a517efa42), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.550671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Port': ['ID=dd0bcb21-83d7-4b8c-a9dc-c95a517efa42,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:30.561493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.567876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7b36c19d-e12f-4140-9211-15e7b1f46cb3 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/ports/dd0bcb21-83d7-4b8c-a9dc-c95a517efa42 HTTP/1.1" status: 204 len: 168 time: 0.9924221 Feb 09 21:49:30.570531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.577575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40324) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:30.584990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.609032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.626724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.627358 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac19c12-c826-41e5-bd26-88f95f3168e9 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] DELETE failed (client error): The resource could not be found. Feb 09 21:49:30.627866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac19c12-c826-41e5-bd26-88f95f3168e9 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:49:30.631146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bac19c12-c826-41e5-bd26-88f95f3168e9 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/c0e2378c-c7f8-46c1-a64c-aad975be1d8c HTTP/1.1" status: 404 len: 337 time: 0.0525146 Feb 09 21:49:30.638625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40326) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:30.642478 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.646346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.659078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.680564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.682655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a999bb1a-d314-45bf-8b44-78117029450a req-f9555f59-9cea-48fe-92fa-b455b02520e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.5100684 Feb 09 21:49:30.700706 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ace13d-f7d5-4cf9-b5b1-cef86b6001b4 x-openstack-request-id: req-90ace13d-f7d5-4cf9-b5b1-cef86b6001b4 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:30.701405 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-deleted", "tag": "e35da496-8674-4ba9-be14-0401b27a1b28", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:30.702192 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90ace13d-f7d5-4cf9-b5b1-cef86b6001b4 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:30.703301 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-deleted', 'tag': 'e35da496-8674-4ba9-be14-0401b27a1b28', 'status': 'completed', 'code': 200} Feb 09 21:49:30.799136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (de8e772b-838b-4d1e-8b0a-dde797f48697), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.863793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a999bb1a-d314-45bf-8b44-78117029450a req-8cb3dd2e-7227-4cc3-aaba-4dcdae328f7c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253529 Feb 09 21:49:30.885281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port a6385630-1a0a-4f41-85a9-359a20a8d0c2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:30.904273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.921767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (de8e772b-838b-4d1e-8b0a-dde797f48697), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.954249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8e772b-838b-4d1e-8b0a-dde797f48697']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:30.965559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ee7bda-aa6f-4d59-b301-a86027ba9c12') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:30.966683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ee7bda-aa6f-4d59-b301-a86027ba9c12') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:30.979909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (42ee7bda-aa6f-4d59-b301-a86027ba9c12), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.011484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (42ee7bda-aa6f-4d59-b301-a86027ba9c12), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.035692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:31.037335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (42ee7bda-aa6f-4d59-b301-a86027ba9c12), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:31.041852 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:31.108835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port a6385630-1a0a-4f41-85a9-359a20a8d0c2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=a6385630-1a0a-4f41-85a9-359a20a8d0c2,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:31.109279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.127141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccea9f-2db7-4a1f-ba2a-ff9727de8510 req-c2bc8ccc-023d-417d-b89e-c65c74a9836f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.134874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edccea9f-2db7-4a1f-ba2a-ff9727de8510 req-c2bc8ccc-023d-417d-b89e-c65c74a9836f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1239324 Feb 09 21:49:31.163103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for a6385630-1a0a-4f41-85a9-359a20a8d0c2 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:31.206102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (de8e772b-838b-4d1e-8b0a-dde797f48697), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.225005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.232015 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/de8e772b-838b-4d1e-8b0a-dde797f48697 HTTP/1.1" status: 204 len: 168 time: 0.5921733 Feb 09 21:49:31.234412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40330) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:31.256676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edccea9f-2db7-4a1f-ba2a-ff9727de8510 req-4bc6b0e0-5a3b-492f-bc98-4fe262596f60 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208537 Feb 09 21:49:31.290504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad0768-3c4d-4e02-beb3-18e24732d1a8 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Network': ['ID=de8e772b-838b-4d1e-8b0a-dde797f48697,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:31.326381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851f6e-3894-475e-afac-ca05d26b70f8 req-f9f54d4f-8583-4db8-98b4-ee536d4cd7e9 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.335632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be851f6e-3894-475e-afac-ca05d26b70f8 req-f9f54d4f-8583-4db8-98b4-ee536d4cd7e9 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.1020317 Feb 09 21:49:31.338068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting subnet 2146a1fc-b4a6-4cb6-8112-e2956cfd5a67 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:31.360589 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks [] for subnet (2146a1fc-b4a6-4cb6-8112-e2956cfd5a67), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.421433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be851f6e-3894-475e-afac-ca05d26b70f8 req-96df842b-ab1a-42b2-ac38-e041ee13d1fc tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845103 Feb 09 21:49:31.471776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (2146a1fc-b4a6-4cb6-8112-e2956cfd5a67), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.701153 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a6385630-1a0a-4f41-85a9-359a20a8d0c2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.720571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-388741c2-3b36-45f3-af5c-e841c6f8f484 req-5e3074d8-b66b-4068-b3d7-9850c9f7553b tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 210 time: 0.0940845 Feb 09 21:49:31.796603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=a6385630-1a0a-4f41-85a9-359a20a8d0c2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:31.832280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2146a1fc-b4a6-4cb6-8112-e2956cfd5a67), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.196856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port a6385630-1a0a-4f41-85a9-359a20a8d0c2 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:32.223655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.235483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53ecd4e6-53b3-4620-a1db-115d77e2b7e6 req-88e76726-14b8-4f9f-975b-0a102b879712 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.110 "DELETE /v2.0/ports/a6385630-1a0a-4f41-85a9-359a20a8d0c2 HTTP/1.1" status: 204 len: 173 time: 1.8687282 Feb 09 21:49:32.344687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.353782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.363310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.370345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.381591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.387978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.393909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.396713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-3ef8d7cf-493e-4562-8436-7cc613a5999a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.3858955 Feb 09 21:49:32.570824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a64aa-225e-4c0d-b4d5-8ec8b4634d29 req-559bff71-a3e5-49bc-8965-d215e8217b57 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.579059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d37a64aa-225e-4c0d-b4d5-8ec8b4634d29 req-559bff71-a3e5-49bc-8965-d215e8217b57 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1239238 Feb 09 21:49:32.682857 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d37a64aa-225e-4c0d-b4d5-8ec8b4634d29 req-ecc8e7e9-b8f2-4a5e-82bc-974e9395662d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016190 Feb 09 21:49:32.704870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-deleted', 'tag': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:32.713884 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d255d1-860c-4468-9f35-2fad67b96ac4" -d '{"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-deleted", "tag": "a6385630-1a0a-4f41-85a9-359a20a8d0c2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:32.786438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-4131d5c3-cf9b-41b7-8f36-a9dee1d3e1bf tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.789163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-4131d5c3-cf9b-41b7-8f36-a9dee1d3e1bf tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.110 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.2625856 Feb 09 21:49:32.798292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ac21ecb-b0ae-48e5-9cb8-ee15a269f947 req-68f2f35d-309e-47a5-9fb4-910690e1125c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3937855 Feb 09 21:49:32.924736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252c8a-1137-47d4-b504-1e00e4f5b5cd req-7dac5255-3430-4d4c-b0e6-6161f3f63564 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.926646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9252c8a-1137-47d4-b504-1e00e4f5b5cd req-7dac5255-3430-4d4c-b0e6-6161f3f63564 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 946 time: 0.1045830 Feb 09 21:49:32.929759 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603a29f1-1b2b-465f-9ab0-461744a07471 x-openstack-request-id: req-603a29f1-1b2b-465f-9ab0-461744a07471 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:32.930063 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1e0250-5aa4-4507-b84c-80ea343b26a7", "name": "network-vif-deleted", "tag": "a6385630-1a0a-4f41-85a9-359a20a8d0c2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:32.930319 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-603a29f1-1b2b-465f-9ab0-461744a07471 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:32.930722 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1e0250-5aa4-4507-b84c-80ea343b26a7', 'name': 'network-vif-deleted', 'tag': 'a6385630-1a0a-4f41-85a9-359a20a8d0c2', 'status': 'completed', 'code': 200} Feb 09 21:49:33.020570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device a6385630-1a0a-4f41-85a9-359a20a8d0c2 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:33.049943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9252c8a-1137-47d4-b504-1e00e4f5b5cd req-fbedf697-092e-454c-9185-8b87ef79169d tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups?id=32d619e6-94a9-409d-b454-7ec7c1a50093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918925 Feb 09 21:49:33.050539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e91c765-b464-4c22-b5e8-d71f3cfedac3 req-12a004eb-05da-473e-bf4a-f2b261af5525 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f1e0250-5aa4-4507-b84c-80ea343b26a7 HTTP/1.1" status: 200 len: 210 time: 0.0462489 Feb 09 21:49:33.050826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: a6385630-1a0a-4f41-85a9-359a20a8d0c2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:33.050826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device a6385630-1a0a-4f41-85a9-359a20a8d0c2 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:33.050826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e35da496-8674-4ba9-be14-0401b27a1b28 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:33.103179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Deleting port 391301e3-6e47-49d8-84eb-157f84ad7dd6 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:33.103179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.112785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: e35da496-8674-4ba9-be14-0401b27a1b28 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:33.113412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e35da496-8674-4ba9-be14-0401b27a1b28 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:33.248656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] For port 391301e3-6e47-49d8-84eb-157f84ad7dd6, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=391301e3-6e47-49d8-84eb-157f84ad7dd6,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:33.249319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.334953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (2146a1fc-b4a6-4cb6-8112-e2956cfd5a67), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.396733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Subnet': ['ID=2146a1fc-b4a6-4cb6-8112-e2956cfd5a67,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:33.591863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.592163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (7e79aaef-0e60-42f2-ab1b-7c5a85f2a503), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.592589 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Floating IP 7e79aaef-0e60-42f2-ab1b-7c5a85f2a503 disassociated. External IP: 172.25.5.177, port: 391301e3-6e47-49d8-84eb-157f84ad7dd6. Feb 09 21:49:33.593170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Calling delete_port for 391301e3-6e47-49d8-84eb-157f84ad7dd6 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:33.602649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.652290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e86d971b-8a0b-479d-8cf8-16d127bc9e07 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/subnets/2146a1fc-b4a6-4cb6-8112-e2956cfd5a67 HTTP/1.1" status: 204 len: 168 time: 2.3712242 Feb 09 21:49:33.654270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f3f14-8e11-4588-9aa6-318d47a0e598 None None] Network 912ad3f6-50ac-4165-b67d-6157bfd1ce55 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:33.654382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40348) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:33.738244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (912ad3f6-50ac-4165-b67d-6157bfd1ce55), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.931900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] DHCP port deletion for 912ad3f6-50ac-4165-b67d-6157bfd1ce55 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:49:33.955594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (391301e3-6e47-49d8-84eb-157f84ad7dd6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.984375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Deleting port 5529c67d-1088-4221-a26d-941dc967728b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:33.984735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5529c67d-1088-4221-a26d-941dc967728b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.064060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event deleted for resources: {'Port': ['ID=391301e3-6e47-49d8-84eb-157f84ad7dd6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:34.100827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] Deleting port 5529c67d-1088-4221-a26d-941dc967728b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:34.101858 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5529c67d-1088-4221-a26d-941dc967728b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.215679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] For port 5529c67d-1088-4221-a26d-941dc967728b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5529c67d-1088-4221-a26d-941dc967728b,segment=NetworkSegment(e7877385-8178-4138-8aa2-51fbeacbb8fd),segment_id=e7877385-8178-4138-8aa2-51fbeacbb8fd)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:34.218588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5529c67d-1088-4221-a26d-941dc967728b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.249939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] Calling delete_port for 5529c67d-1088-4221-a26d-941dc967728b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:34.259833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] For port 5529c67d-1088-4221-a26d-941dc967728b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5529c67d-1088-4221-a26d-941dc967728b,segment=NetworkSegment(e7877385-8178-4138-8aa2-51fbeacbb8fd),segment_id=e7877385-8178-4138-8aa2-51fbeacbb8fd)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:34.262084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5529c67d-1088-4221-a26d-941dc967728b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.297532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Router cabe8a80-02dd-4219-8813-db06632908ad has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:49:34.315624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e99bb-c15e-4af2-aa88-22cba0eb6f12 req-e9af9af4-9949-41c1-87d5-370290e97c7f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.317966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c53e99bb-c15e-4af2-aa88-22cba0eb6f12 req-e9af9af4-9949-41c1-87d5-370290e97c7f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.4752278 Feb 09 21:49:34.374417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Calling delete_port for 5529c67d-1088-4221-a26d-941dc967728b owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:34.529041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c53e99bb-c15e-4af2-aa88-22cba0eb6f12 req-36fae734-c1c2-402b-b86b-b51d07e907ce tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837442 Feb 09 21:49:34.617123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.619958 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (5529c67d-1088-4221-a26d-941dc967728b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.632704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.650570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.663521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] Pushing event deleted for resources: {'Port': ['ID=5529c67d-1088-4221-a26d-941dc967728b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:34.670274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.698423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:34.707140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.721783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.725090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a947c-4532-4d65-9efd-817863b37d52 None None] No DVR routers for this DVR port 5529c67d-1088-4221-a26d-941dc967728b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:34.742384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] Sync routers for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:34.767553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:34.768654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:34.771436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.798296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d24da7c4-a545-442e-844d-a08eedb180fb req-06678cbb-f4a3-468a-ab96-72c2ebe8b5b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.7497108 Feb 09 21:49:34.812581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] No DVR routers for this DVR port 391301e3-6e47-49d8-84eb-157f84ad7dd6 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:34.815238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.825723 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-166cfbd7-0bcc-4f2e-8de0-74644dd02a3d req-520647cf-16f3-47be-a861-cda3b7d0b19f tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.110 "DELETE /v2.0/ports/391301e3-6e47-49d8-84eb-157f84ad7dd6 HTTP/1.1" status: 204 len: 173 time: 2.0247571 Feb 09 21:49:34.935541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5089f738-84f5-4d71-85cb-b92bc1c0847e req-028f9572-dbf2-4e65-8a1b-7361667714d9 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 210 time: 0.0453646 Feb 09 21:49:34.936047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'name': 'network-vif-deleted', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:34.938319 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3beed538-28ab-4ed8-b0cb-ce37f3b03ae9" -d '{"events": [{"server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "name": "network-vif-deleted", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:35.004469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d24da7c4-a545-442e-844d-a08eedb180fb req-6df797b9-b355-4ccd-8799-3e8dbcf5205c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047527 Feb 09 21:49:35.031318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5529c67d-1088-4221-a26d-941dc967728b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.039871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40370) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:35.122025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Port': ['ID=5529c67d-1088-4221-a26d-941dc967728b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:35.132006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] No DVR routers for this DVR port 5529c67d-1088-4221-a26d-941dc967728b on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:35.166640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:35.188988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting subnet b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:35.201374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.354588 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.455904 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (912ad3f6-50ac-4165-b67d-6157bfd1ce55), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.477338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40378) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:35.537398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912ad3f6-50ac-4165-b67d-6157bfd1ce55']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:35.563156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7877385-8178-4138-8aa2-51fbeacbb8fd') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:35.563742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7877385-8178-4138-8aa2-51fbeacbb8fd') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:35.583784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (e7877385-8178-4138-8aa2-51fbeacbb8fd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.625723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e7877385-8178-4138-8aa2-51fbeacbb8fd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.651517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:35.654163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (e7877385-8178-4138-8aa2-51fbeacbb8fd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.698594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:35.817657 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:35.890578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5529c67d-1088-4221-a26d-941dc967728b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:35.939343 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c380a9-935b-49f0-884a-54d2efa0a328 x-openstack-request-id: req-d0c380a9-935b-49f0-884a-54d2efa0a328 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:35.946337 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b387fb09-346f-42b3-92ad-97b8c72a4592", "name": "network-vif-deleted", "tag": "391301e3-6e47-49d8-84eb-157f84ad7dd6", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:35.946337 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d0c380a9-935b-49f0-884a-54d2efa0a328 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:35.946767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5529c67d-1088-4221-a26d-941dc967728b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:35.946767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5529c67d-1088-4221-a26d-941dc967728b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:35.946939 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b387fb09-346f-42b3-92ad-97b8c72a4592', 'name': 'network-vif-deleted', 'tag': '391301e3-6e47-49d8-84eb-157f84ad7dd6', 'status': 'completed', 'code': 200} Feb 09 21:49:35.947023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] Deleting subnet 7bd08550-b806-4ee3-b711-ecc6d2caf5f8 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:35.963745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] Publish callbacks [] for subnet (7bd08550-b806-4ee3-b711-ecc6d2caf5f8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.060056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:36.060056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] Checking router: cabe8a80-02dd-4219-8813-db06632908ad for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:36.065337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a58a87-4d59-4a6c-bf56-2214fa46f656 req-d10d1b91-c823-47d4-8e6f-af1c7359fb9e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:36.072333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:36.072598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:36.081451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00a58a87-4d59-4a6c-bf56-2214fa46f656 req-d10d1b91-c823-47d4-8e6f-af1c7359fb9e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.2628086 Feb 09 21:49:36.119146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (912ad3f6-50ac-4165-b67d-6157bfd1ce55), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.141152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (7bd08550-b806-4ee3-b711-ecc6d2caf5f8), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.151871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.161514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] 10.222.0.98 "DELETE /v2.0/networks/912ad3f6-50ac-4165-b67d-6157bfd1ce55 HTTP/1.1" status: 204 len: 168 time: 2.5498512 Feb 09 21:49:36.226604 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-093cfb01-31e9-4bea-9540-97a471c53558 req-d9d7b9c0-f43d-464a-840e-17cdd8724690 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/ports?device_id=b387fb09-346f-42b3-92ad-97b8c72a4592 HTTP/1.1" status: 200 len: 210 time: 0.1019990 Feb 09 21:49:36.233441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.296823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d31456-d483-44e5-b438-9864bfd924c1 tempest-NetworksIpV6TestAttrs-456724757 tempest-NetworksIpV6TestAttrs-456724757-project] Pushing event deleted for resources: {'Network': ['ID=912ad3f6-50ac-4165-b67d-6157bfd1ce55,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.357604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Subnet': ['ID=b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.374325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d72d3dd2-86ba-4431-8be9-a3d71050bb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.390844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.411397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-76863428-3839-4308-b910-26f9d2bdeb20 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/subnets/b18f8696-fa9d-48f0-bf2d-d9f71db6b8aa HTTP/1.1" status: 204 len: 168 time: 1.3692517 Feb 09 21:49:36.414929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40394) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:36.420422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00a58a87-4d59-4a6c-bf56-2214fa46f656 req-1c1e8222-dac4-4b10-90d9-13ef4d728b62 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376532 Feb 09 21:49:36.429935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567a435-7b11-4814-8596-eb3708bf7c3f None None] Network 48b5921a-8f12-41b0-8510-d7d9708f7a77 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:36.437235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7bd08550-b806-4ee3-b711-ecc6d2caf5f8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.606507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40396) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:36.705910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (7bd08550-b806-4ee3-b711-ecc6d2caf5f8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.759838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd08550-b806-4ee3-b711-ecc6d2caf5f8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.762438 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.768280 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-15c2f9f7-fb8b-4aa4-9fc5-f2fc1231dad4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7bd08550-b806-4ee3-b711-ecc6d2caf5f8 HTTP/1.1" status: 204 len: 168 time: 1.2899454 Feb 09 21:49:36.770884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40400) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:36.818129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:36.897007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (48b5921a-8f12-41b0-8510-d7d9708f7a77), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.001442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (f071065e-0967-462d-9ec9-b88235668c87), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.041001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.061404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.072818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.088637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.099736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.102625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 391301e3-6e47-49d8-84eb-157f84ad7dd6 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:37.110393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] DHCP port deletion for 48b5921a-8f12-41b0-8510-d7d9708f7a77 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:49:37.128624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.150821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.168588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-4d3fec6c-5dc4-40b5-8645-a07d2ad42851 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.6494071 Feb 09 21:49:37.217319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40404) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:37.389385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:37.390000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.397365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (f071065e-0967-462d-9ec9-b88235668c87), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.443992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f071065e-0967-462d-9ec9-b88235668c87']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:37.482968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a52cc3-21f1-4662-b744-774340d954c6') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:37.486161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a52cc3-21f1-4662-b744-774340d954c6') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:37.517305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (e4a52cc3-21f1-4662-b744-774340d954c6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.571348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e4a52cc3-21f1-4662-b744-774340d954c6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.587921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:37.588349 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (e4a52cc3-21f1-4662-b744-774340d954c6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.663899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,segment=NetworkSegment(76998f04-fe74-4cba-b680-6d5d8fcd3ba2),segment_id=76998f04-fe74-4cba-b680-6d5d8fcd3ba2)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:37.664429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:37.715558 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:37.719499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40414) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:37.735067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:37.800958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3c4240f-3dc8-4ec3-b852-dc42bb3f309d req-a767578a-7cc9-4f01-beb7-512e59230e6c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6306603 Feb 09 21:49:37.866062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:37.879841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 391301e3-6e47-49d8-84eb-157f84ad7dd6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:37.880421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 391301e3-6e47-49d8-84eb-157f84ad7dd6 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:37.947669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d2378f1-8ed6-4eab-8d19-1cb90a3baa11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.014662 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.102888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:38.141926 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-afbf01c1-0711-439c-bf06-b8742a0cd4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.206158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:49:38.206722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:49:38.209807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:38.260834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] Deleting port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:38.261519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.390138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (48b5921a-8f12-41b0-8510-d7d9708f7a77), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.474206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b5921a-8f12-41b0-8510-d7d9708f7a77']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:38.480053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] For port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63, host n-d-828599-1, got binding levels [] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:38.480557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.504546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76998f04-fe74-4cba-b680-6d5d8fcd3ba2') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:38.504875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76998f04-fe74-4cba-b680-6d5d8fcd3ba2') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:38.511675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] Calling delete_port for 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:38.514805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.ipam_backend_mixin [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] Port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 was not found and therefore no delete operation was performed {{(pid=103698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:49:38.529065 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (5306ef67-1f0d-4d30-ba2f-20d07fdadd63), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.534969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (76998f04-fe74-4cba-b680-6d5d8fcd3ba2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.552480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] No DVR routers for this DVR port 5306ef67-1f0d-4d30-ba2f-20d07fdadd63 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:38.587625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ae959-3624-4efc-afa4-7240508bfd0c None None] Pushing event deleted for resources: {'Port': ['ID=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:38.602499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (76998f04-fe74-4cba-b680-6d5d8fcd3ba2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.614354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:38.620018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:38.620552 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (76998f04-fe74-4cba-b680-6d5d8fcd3ba2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.655754 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:49:38.665118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=5306ef67-1f0d-4d30-ba2f-20d07fdadd63,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:38.670339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2fdd7-351a-4a40-9ddf-91b9cfce2503 None None] The sync data for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 is: [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '5647810c-d23f-4a25-af4a-9de6836164a5', 'name': '', 'network_id': '02d80e36-04b7-413d-b10f-a59cfb7d6b8d', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'mac_address': 'fa:16:3e:4d:19:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:17Z', 'updated_at': '2022-02-09T21:48:24Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'subnets': [{'id': '9a2aa069-8d7f-41eb-8bfd-713144c1a246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:38.763913 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:38.823144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.827650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.836589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.837648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:38.844640 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (f071065e-0967-462d-9ec9-b88235668c87), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.906123 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.912084 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (48b5921a-8f12-41b0-8510-d7d9708f7a77), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.918594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:38.922841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/networks/48b5921a-8f12-41b0-8510-d7d9708f7a77 HTTP/1.1" status: 204 len: 168 time: 2.5045464 Feb 09 21:49:38.931181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] 10.222.0.98 "DELETE /v2.0/networks/f071065e-0967-462d-9ec9-b88235668c87 HTTP/1.1" status: 204 len: 168 time: 2.1588619 Feb 09 21:49:38.942816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40422) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:38.967158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b708a-2a72-47b7-9b38-70276a294625 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Network': ['ID=48b5921a-8f12-41b0-8510-d7d9708f7a77,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:38.997477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.042298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d2378f1-8ed6-4eab-8d19-1cb90a3baa11 admin admin] Publish callbacks [] for security_group (b7f6f199-9961-4b7b-b7a2-3e72a3622a1a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.127683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting subnet 9e58e61c-0de2-43ea-b98f-1c556d645e07 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:39.146535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.149487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8715ef87-01ce-4ea6-ac02-8a65d6c9e347 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cf215b4fcbeb415882b7f2cc5ddb5b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9289134 Feb 09 21:49:39.160762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.175301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.176918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (9e58e61c-0de2-43ea-b98f-1c556d645e07), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.190286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d2378f1-8ed6-4eab-8d19-1cb90a3baa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7f6f199-9961-4b7b-b7a2-3e72a3622a1a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.190762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.195503 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc741749-df12-4ec1-bf6d-1974ceb55903 None None] New status for floating IP 7e79aaef-0e60-42f2-ab1b-7c5a85f2a503: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:49:39.207569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.221249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.228333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40428) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:39.234015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.237544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb8576-42eb-4c62-9be3-9e11fae3730a req-6c9de1be-75e4-45c4-922c-373af66e474a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.241583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43bb8576-42eb-4c62-9be3-9e11fae3730a req-6c9de1be-75e4-45c4-922c-373af66e474a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 1.4790146 Feb 09 21:49:39.249034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-7015e497-0d99-4ed4-8318-ab04185fa8f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2359774 Feb 09 21:49:39.334067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd42-ccbc-41ce-af98-6dbd6521a6d0 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group (32d619e6-94a9-409d-b454-7ec7c1a50093), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.374776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Pushing event deleted for resources: {'Network': ['ID=f071065e-0967-462d-9ec9-b88235668c87,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:39.441360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a88b6f17-22ba-40c6-8d1c-e0c69d473dc8 req-4a16deb6-4cf3-45d2-9e29-3eed8ad98146 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1737363 Feb 09 21:49:39.458727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43bb8576-42eb-4c62-9be3-9e11fae3730a req-72adbcee-c97a-4650-a45a-1840cacd2289 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763294 Feb 09 21:49:39.469487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.470436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.470796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.471149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.471495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.475029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.475637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.477811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.478196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.479535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.480748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.481606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.481818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18fe93c-ce8f-4c48-b993-960c22e671bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:39.499675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40430) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:39.589441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fc345527-7a8d-40af-b4a6-cdd64ad303da admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=356eb4a569cb4fa1af12545be45d8009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883222 Feb 09 21:49:39.590391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40432) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:39.600948 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd42-ccbc-41ce-af98-6dbd6521a6d0 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group (32d619e6-94a9-409d-b454-7ec7c1a50093), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.690836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a71-79dc-4fa1-97f6-ea97311956cf admin admin] Publish callbacks [] for security_group (0a39e3b2-fa9a-4c85-bf17-d57f0f904147), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.714771 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (9e58e61c-0de2-43ea-b98f-1c556d645e07), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.745742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a71-79dc-4fa1-97f6-ea97311956cf admin admin] Publish callbacks [] for security_group (0a39e3b2-fa9a-4c85-bf17-d57f0f904147), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.804466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2378f1-8ed6-4eab-8d19-1cb90a3baa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f6f199-9961-4b7b-b7a2-3e72a3622a1a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:39.832704 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0d2378f1-8ed6-4eab-8d19-1cb90a3baa11 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a3be808ef5784d8f99fb29faa807fd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2223120 Feb 09 21:49:39.833626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40434) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:39.923006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8d-d9a0-477d-853b-29b2ada03629 admin admin] Publish callbacks [] for security_group (b7f6f199-9961-4b7b-b7a2-3e72a3622a1a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.961407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8d-d9a0-477d-853b-29b2ada03629 admin admin] Publish callbacks [] for security_group (b7f6f199-9961-4b7b-b7a2-3e72a3622a1a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.978785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9e58e61c-0de2-43ea-b98f-1c556d645e07), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.006047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7536-f2f4-4b56-81cb-7fa71493fd72 admin admin] Publish callbacks [] for security_group (e9e35e84-16bc-4d90-84cd-c4402b59f33c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.013434 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a71-79dc-4fa1-97f6-ea97311956cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0a39e3b2-fa9a-4c85-bf17-d57f0f904147), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.017151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8d75a71-79dc-4fa1-97f6-ea97311956cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.023110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d8d75a71-79dc-4fa1-97f6-ea97311956cf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0a39e3b2-fa9a-4c85-bf17-d57f0f904147 HTTP/1.1" status: 204 len: 168 time: 0.4259620 Feb 09 21:49:40.047675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d75a71-79dc-4fa1-97f6-ea97311956cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a39e3b2-fa9a-4c85-bf17-d57f0f904147,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.053032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7536-f2f4-4b56-81cb-7fa71493fd72 admin admin] Publish callbacks [] for security_group (e9e35e84-16bc-4d90-84cd-c4402b59f33c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.063394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd42-ccbc-41ce-af98-6dbd6521a6d0 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (32d619e6-94a9-409d-b454-7ec7c1a50093), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.066509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6eabd42-ccbc-41ce-af98-6dbd6521a6d0 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.080495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d6eabd42-ccbc-41ce-af98-6dbd6521a6d0 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "DELETE /v2.0/security-groups/32d619e6-94a9-409d-b454-7ec7c1a50093 HTTP/1.1" status: 204 len: 168 time: 2.3164294 Feb 09 21:49:40.083359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40438) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:40.108765 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-530ad579-7515-4c45-b504-7ea167c0ae1a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] show failed (client error): The resource could not be found. Feb 09 21:49:40.112676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-530ad579-7515-4c45-b504-7ea167c0ae1a tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "GET /v2.0/security-groups/32d619e6-94a9-409d-b454-7ec7c1a50093 HTTP/1.1" status: 404 len: 347 time: 0.0251317 Feb 09 21:49:40.112853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40440) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:40.127255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8d-d9a0-477d-853b-29b2ada03629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7f6f199-9961-4b7b-b7a2-3e72a3622a1a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.130675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5881bf8d-d9a0-477d-853b-29b2ada03629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.132687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5881bf8d-d9a0-477d-853b-29b2ada03629 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7f6f199-9961-4b7b-b7a2-3e72a3622a1a HTTP/1.1" status: 204 len: 168 time: 0.2975683 Feb 09 21:49:40.137271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eabd42-ccbc-41ce-af98-6dbd6521a6d0 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d619e6-94a9-409d-b454-7ec7c1a50093,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.160116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881bf8d-d9a0-477d-853b-29b2ada03629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f6f199-9961-4b7b-b7a2-3e72a3622a1a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.189400 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.304908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Deleting port c55db502-8379-49a4-8a1b-2eb678ee37e8 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:40.305270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.351481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (9e58e61c-0de2-43ea-b98f-1c556d645e07), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.389900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Subnet': ['ID=9e58e61c-0de2-43ea-b98f-1c556d645e07,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.395157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7536-f2f4-4b56-81cb-7fa71493fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e9e35e84-16bc-4d90-84cd-c4402b59f33c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.396679 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7536-f2f4-4b56-81cb-7fa71493fd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.397857 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4e6c7536-f2f4-4b56-81cb-7fa71493fd72 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e9e35e84-16bc-4d90-84cd-c4402b59f33c HTTP/1.1" status: 204 len: 168 time: 1.1551826 Feb 09 21:49:40.407639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f478ebc-1960-4c60-9231-297dae526d65 None None] Network 5536140b-8c90-44b4-ac7e-a96fe32ad98b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:40.410847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.417234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5a8b00a8-26cc-4af0-852c-632d827c3ffe tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/subnets/9e58e61c-0de2-43ea-b98f-1c556d645e07 HTTP/1.1" status: 204 len: 168 time: 1.3679917 Feb 09 21:49:40.417666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:40.433714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c7536-f2f4-4b56-81cb-7fa71493fd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e35e84-16bc-4d90-84cd-c4402b59f33c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.457411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.458762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for floatingip (c55db502-8379-49a4-8a1b-2eb678ee37e8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.490411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Calling delete_port for c55db502-8379-49a4-8a1b-2eb678ee37e8 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:40.562023 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (5536140b-8c90-44b4-ac7e-a96fe32ad98b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.721182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466dff3-69b6-4407-8163-5b08a0ecb021 req-3bb545db-c851-4245-9b0d-504a6270e7fe tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.722720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0466dff3-69b6-4407-8163-5b08a0ecb021 req-3bb545db-c851-4245-9b0d-504a6270e7fe tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.0904675 Feb 09 21:49:40.727715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Deleting port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:40.728099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.779556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] DHCP port deletion for 5536140b-8c90-44b4-ac7e-a96fe32ad98b request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:49:40.856224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] Deleting port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:40.856448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.872032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.872799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.874587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] For port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:40.874978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.878479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.885741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.891997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.903053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.909341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:40.917547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-3d2805f4-dcd8-4b89-bdc1-d6e1e2df64da tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2985971 Feb 09 21:49:40.926376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c55db502-8379-49a4-8a1b-2eb678ee37e8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.927287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0466dff3-69b6-4407-8163-5b08a0ecb021 req-b6452483-eeab-47f9-9b44-66367d98460b tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617622 Feb 09 21:49:40.928796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Calling delete_port for 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:40.967278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Pushing event deleted for resources: {'Port': ['ID=c55db502-8379-49a4-8a1b-2eb678ee37e8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:41.003873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] For port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,segment=NetworkSegment(ccfb6479-de30-4d59-91b5-6560b52acc77),segment_id=ccfb6479-de30-4d59-91b5-6560b52acc77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:41.007960 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.048437 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-869c3b83-08b3-4ca1-8fb8-43d59a943a9d req-e16e80fa-b327-4101-8b30-3d2c3bfda628 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297913 Feb 09 21:49:41.048986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] Calling delete_port for 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:41.109476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks [] for floatingip (7e79aaef-0e60-42f2-ab1b-7c5a85f2a503), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.113179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.115762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1e7118c8-d72f-453f-a18f-61044d8d8f98 tempest-ServersTestFqdnHostnames-272613717 tempest-ServersTestFqdnHostnames-272613717-project] 10.222.0.98 "DELETE /v2.0/floatingips/7e79aaef-0e60-42f2-ab1b-7c5a85f2a503 HTTP/1.1" status: 204 len: 168 time: 0.9949284 Feb 09 21:49:41.120453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:41.150569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40466) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:41.166875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1f031b0-5984-4a2f-8a1e-908674e4390d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.205336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.233067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] No DVR routers for this DVR port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:41.254550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50534-c8bd-4cca-aa6b-9179f7eecba9 None None] Pushing event deleted for resources: {'Port': ['ID=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:41.270546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (73219d44-cc7f-4efd-8fb5-78e78cc95ba1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.273642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1f031b0-5984-4a2f-8a1e-908674e4390d admin admin] Publish callbacks [] for security_group (a493ae9a-0921-4ca9-85d7-bb80a701855d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.309141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Port': ['ID=73219d44-cc7f-4efd-8fb5-78e78cc95ba1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:41.311893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] No DVR routers for this DVR port 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:41.361106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1f031b0-5984-4a2f-8a1e-908674e4390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a493ae9a-0921-4ca9-85d7-bb80a701855d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.423287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c1f031b0-5984-4a2f-8a1e-908674e4390d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6d68fe026a784dfd9f5f63d76c47ceae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2719057 Feb 09 21:49:41.428086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40476) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:41.461923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (5536140b-8c90-44b4-ac7e-a96fe32ad98b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.479795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f031b0-5984-4a2f-8a1e-908674e4390d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a493ae9a-0921-4ca9-85d7-bb80a701855d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:41.500534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5536140b-8c90-44b4-ac7e-a96fe32ad98b']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:41.513507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfb6479-de30-4d59-91b5-6560b52acc77') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:41.514154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfb6479-de30-4d59-91b5-6560b52acc77') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:41.524832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ccfb6479-de30-4d59-91b5-6560b52acc77), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.540943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ccfb6479-de30-4d59-91b5-6560b52acc77), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.572528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:41.573311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ccfb6479-de30-4d59-91b5-6560b52acc77), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:41.576697 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:41.651697 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.671976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6c68f96-87c2-468d-b155-5cb9ca136855 admin admin] Publish callbacks [] for security_group (a493ae9a-0921-4ca9-85d7-bb80a701855d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.712044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6c68f96-87c2-468d-b155-5cb9ca136855 admin admin] Publish callbacks [] for security_group (a493ae9a-0921-4ca9-85d7-bb80a701855d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.743223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (5536140b-8c90-44b4-ac7e-a96fe32ad98b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.767349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:41.775517 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.788591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] 10.222.0.98 "DELETE /v2.0/networks/5536140b-8c90-44b4-ac7e-a96fe32ad98b HTTP/1.1" status: 204 len: 168 time: 1.3637969 Feb 09 21:49:41.788591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c246e-287d-4aa1-b121-f0cd8cd94374 tempest-ServersTestMultiNic-935750307 tempest-ServersTestMultiNic-935750307-project] Pushing event deleted for resources: {'Network': ['ID=5536140b-8c90-44b4-ac7e-a96fe32ad98b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:41.823089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:41.823449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 73219d44-cc7f-4efd-8fb5-78e78cc95ba1 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:41.885058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6c68f96-87c2-468d-b155-5cb9ca136855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a493ae9a-0921-4ca9-85d7-bb80a701855d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.891953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6c68f96-87c2-468d-b155-5cb9ca136855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.895446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d6c68f96-87c2-468d-b155-5cb9ca136855 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a493ae9a-0921-4ca9-85d7-bb80a701855d HTTP/1.1" status: 204 len: 168 time: 0.3860042 Feb 09 21:49:41.911949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68f96-87c2-468d-b155-5cb9ca136855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a493ae9a-0921-4ca9-85d7-bb80a701855d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:41.922647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (cabe8a80-02dd-4219-8813-db06632908ad), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.075083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40508) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:42.110675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68062-0e7d-4815-87b9-93873acd4b22 req-863ad69a-b3ac-49b2-b8be-91bb364ff4a7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.125541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-faa68062-0e7d-4815-87b9-93873acd4b22 req-863ad69a-b3ac-49b2-b8be-91bb364ff4a7 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 944 time: 0.1252022 Feb 09 21:49:42.190139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-faa68062-0e7d-4815-87b9-93873acd4b22 req-b4052e05-8290-4a25-a596-54a3db9eac9f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580957 Feb 09 21:49:42.349954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.355728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.361880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.367431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.373509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.380466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.386449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.388553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-e49f4116-880c-4aea-a219-46cba1263b59 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2213440 Feb 09 21:49:42.422687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40520) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:42.524838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:42.561607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f737cff-b633-4ff2-bdf4-f5bbd6017902 req-604de2bd-51c3-43bd-a918-67baf5fe1a1e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395950 Feb 09 21:49:42.629718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-258903562-network', 'tenant_id': '1b04eade87d44cc3853f396a28386540'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:42.703230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Deleting port 5647810c-d23f-4a25-af4a-9de6836164a5 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:42.703691 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.723892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:42.749936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'network_id': 'f33b9148-7cec-402c-a708-a35642f6c821', 'port_id': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'mac_address': 'fa:16:3e:3e:0e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459c31ce-bb71-44ed-b107-28e7cb9fddfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:42.765618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Made reservation on behalf of 1b04eade87d44cc3853f396a28386540 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:42.768691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.785300 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.829425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:42.832140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.855095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23e3eec-2308-4ade-ab16-73b951b65b75 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:42.893549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] For port 5647810c-d23f-4a25-af4a-9de6836164a5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5647810c-d23f-4a25-af4a-9de6836164a5,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:42.894403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.897441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:42.918329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Calling delete_port for 5647810c-d23f-4a25-af4a-9de6836164a5 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:42.940892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks [] for security_group (453d3183-b4f8-4a9e-aa40-869a40d03f82), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.974393 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.990377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (d9ae2385-52ea-47ee-9b83-862a1788deb1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.005908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (453d3183-b4f8-4a9e-aa40-869a40d03f82), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.034922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:43.051021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:43.054264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453d3183-b4f8-4a9e-aa40-869a40d03f82,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:43.058807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (83d6e46d-b832-4aa6-bc91-5587d2faeb7b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.059351 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Added segment 83d6e46d-b832-4aa6-bc91-5587d2faeb7b of type vlan for network 80487977-dd7b-4cd6-811f-028766b271f9 Feb 09 21:49:43.124346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (80487977-dd7b-4cd6-811f-028766b271f9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.241759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b23e3eec-2308-4ade-ab16-73b951b65b75'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:43.335067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (80487977-dd7b-4cd6-811f-028766b271f9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.338178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.338178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.437757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] Pushing event updated for resources: {'Network': ['ID=80487977-dd7b-4cd6-811f-028766b271f9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:43.448022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84713227-0cfe-4895-8310-957cc38db5bd req-fdc299bd-cbbc-46a1-bdf9-9c26e3b106f9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.449057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5647810c-d23f-4a25-af4a-9de6836164a5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.449557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84713227-0cfe-4895-8310-957cc38db5bd req-fdc299bd-cbbc-46a1-bdf9-9c26e3b106f9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 945 time: 0.1704333 Feb 09 21:49:43.460968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-24a347d0-b9b4-4e3d-85eb-60518a2a996e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0371566 Feb 09 21:49:43.461707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40552) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:43.465065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 80487977-dd7b-4cd6-811f-028766b271f9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:43.473037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Request body: {'subnet': {'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-258903562-subnet', 'tenant_id': '1b04eade87d44cc3853f396a28386540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:43.516161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5647810c-d23f-4a25-af4a-9de6836164a5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:43.548549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84713227-0cfe-4895-8310-957cc38db5bd req-27cd8890-8b21-4bf8-bbcf-0b1bdce9a507 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857778 Feb 09 21:49:43.653909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Made reservation on behalf of 1b04eade87d44cc3853f396a28386540 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:43.657975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.679319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Deleting port 32054bc3-3717-44ff-b1b7-ba6a40096cdd {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:43.686034 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.114049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (9f46e101-3a76-4789-b8e8-1911c0517d70), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.161570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f46e101-3a76-4789-b8e8-1911c0517d70,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:44.210776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Checking segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:44.211766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Network hostable DHCP agents. Network: 80487977-dd7b-4cd6-811f-028766b271f9, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:44.320802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (cabe8a80-02dd-4219-8813-db06632908ad), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.328627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] For port 32054bc3-3717-44ff-b1b7-ba6a40096cdd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=32054bc3-3717-44ff-b1b7-ba6a40096cdd,segment=NetworkSegment(de9b2442-c714-43e9-85c8-25be3f91de39),segment_id=de9b2442-c714-43e9-85c8-25be3f91de39)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:44.328993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.334346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Network 80487977-dd7b-4cd6-811f-028766b271f9 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:44.356659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.361827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.367017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.372310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.377502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.382782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.387953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.389899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-dc082616-6749-4831-aec2-8b3cc6fe8576 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.6115110 Feb 09 21:49:44.425034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Calling delete_port for 32054bc3-3717-44ff-b1b7-ba6a40096cdd owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:44.436585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 80487977-dd7b-4cd6-811f-028766b271f9) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:44.441233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.442112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.447235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea605be2-662b-465a-936d-0aa699a0af1e None None] Network 80487977-dd7b-4cd6-811f-028766b271f9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:44.531934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:44.544612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-34f694de-bcac-4cb4-83b8-3a570219572a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0675793 Feb 09 21:49:44.594375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ac63f32-6be5-4ae5-90ed-d8caff3c20bb req-b6e9896a-8f4f-4fa5-9e5e-6b26725534d3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705971 Feb 09 21:49:44.688352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-80487977-dd7b-4cd6-811f-028766b271f9', 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'project_id': '1b04eade87d44cc3853f396a28386540', 'fixed_ips': [{'subnet_id': '9f46e101-3a76-4789-b8e8-1911c0517d70'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:44.692126 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.693731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port b23e3eec-2308-4ade-ab16-73b951b65b75 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:44.696255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.776849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc8d60-8096-43fb-844f-bc5770aae200 req-e5615c9a-35e0-4d2f-a0f2-1926d21034ae tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.779124 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00bc8d60-8096-43fb-844f-bc5770aae200 req-e5615c9a-35e0-4d2f-a0f2-1926d21034ae tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 945 time: 0.1333716 Feb 09 21:49:44.866866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00bc8d60-8096-43fb-844f-bc5770aae200 req-ff3e388e-3236-4142-94c5-a46bf85947ae tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809627 Feb 09 21:49:44.892407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Router cabe8a80-02dd-4219-8813-db06632908ad has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:49:44.937838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Allocated IP 172.20.0.2 (80487977-dd7b-4cd6-811f-028766b271f9/9f46e101-3a76-4789-b8e8-1911c0517d70/1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:44.981617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b23e3eec-2308-4ade-ab16-73b951b65b75 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:44.982304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.009159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:45.013633 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f21e4-52f1-4cc9-a84f-7e98c56c4cad" -d '{"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-plugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:45.052911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:45.082739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:45.093858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40592) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:45.095090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] Sync routers for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:45.103322 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc0fd91-ea52-4ba0-8b82-39de17e2273b x-openstack-request-id: req-9bc0fd91-ea52-4ba0-8b82-39de17e2273b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:45.104076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1ecdb728-703d-4eed-94c8-8192808bd0bf admin admin] 10.222.0.98 "PUT /v2.0/routers/cabe8a80-02dd-4219-8813-db06632908ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9699380 Feb 09 21:49:45.120037 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-plugged", "status": "completed", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:45.120037 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9bc0fd91-ea52-4ba0-8b82-39de17e2273b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:45.120037 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'code': 200} Feb 09 21:49:45.120037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:45.120037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:49:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:45.168550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (32054bc3-3717-44ff-b1b7-ba6a40096cdd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.182323 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.220588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Pushing event deleted for resources: {'Port': ['ID=32054bc3-3717-44ff-b1b7-ba6a40096cdd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:45.446976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:45.523616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:45.553543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (d9ae2385-52ea-47ee-9b83-862a1788deb1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.889192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1ca93-b2e7-47b5-acb2-252952142da5 req-3457a415-ac31-4274-860d-04045c4fcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.891540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08f1ca93-b2e7-47b5-acb2-252952142da5 req-3457a415-ac31-4274-860d-04045c4fcd39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1129 time: 0.4878953 Feb 09 21:49:45.906971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.913466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.920439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.926120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.927438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-ed52c997-6f3c-42e0-a933-ff9e601f9b9a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.933173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.934676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-ed52c997-6f3c-42e0-a933-ff9e601f9b9a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 815 time: 0.1507788 Feb 09 21:49:45.939911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.945973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.948173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b81b045d-7956-4d76-8a77-3829df64798a req-e09937eb-2cef-4d5b-802a-f7fb8cfb76dc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.1847048 Feb 09 21:49:45.958791 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Publish callbacks [] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.959661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-21c5f670-8434-4356-bb40-de8e66c8ec72 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/quotas/1b04eade87d44cc3853f396a28386540 HTTP/1.1" status: 200 len: 375 time: 0.0235617 Feb 09 21:49:45.973597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks [] for router (cabe8a80-02dd-4219-8813-db06632908ad), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.050007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.057663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b81b045d-7956-4d76-8a77-3829df64798a req-1259da46-c8d4-481a-9447-9f4ac019f910 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955732 Feb 09 21:49:46.098562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-7ac2d821-bbc3-4da0-a09d-bab469692a60 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1379116 Feb 09 21:49:46.109618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Network 80487977-dd7b-4cd6-811f-028766b271f9 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:46.123118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:46.130368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:46.147746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:49:43Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:46.197553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Pushing event updated for resources: {'Port': ['ID=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:46.201351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-85cceff3-257e-4934-bd50-00c32649d762 service neutron] 10.222.0.98 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018312 Feb 09 21:49:46.260396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Attempting to bind port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:46.260876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Attempting to bind port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:46.261725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Attempting to bind port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f on network 80487977-dd7b-4cd6-811f-028766b271f9 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:46.266580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] Checking router: cabe8a80-02dd-4219-8813-db06632908ad for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:46.277045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08f1ca93-b2e7-47b5-acb2-252952142da5 req-38a6a5f5-a171-4903-981e-1d15d2f310cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271291 Feb 09 21:49:46.286984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] Routers {'cabe8a80-02dd-4219-8813-db06632908ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:46.288113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:49:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cabe8a80-02dd-4219-8813-db06632908ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:46.296965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:46.297368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Checking segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:46.297763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.298169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Bound using segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:46.298666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Bound port: 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:46.299329 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.346149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-43757d3a-dbc1-4e6b-a31b-a948bb61bec0 service neutron] 10.222.0.98 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437976 Feb 09 21:49:46.353945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks [] for router_gateway (cabe8a80-02dd-4219-8813-db06632908ad), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.394919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Router d9ae2385-52ea-47ee-9b83-862a1788deb1 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:49:46.447091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] Set router cabe8a80-02dd-4219-8813-db06632908ad gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:46.546046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Deleting port 591c1947-9a25-4537-9ece-da71cbb919ce {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:46.546472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.669547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:46.678446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9186715-8e6c-4d3c-9f1a-2f0e7badb340 admin admin] 10.222.0.98 "PUT /v2.0/routers/d9ae2385-52ea-47ee-9b83-862a1788deb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5989823 Feb 09 21:49:46.679199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40620) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:46.682371 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] Sync routers for ids ['d9ae2385-52ea-47ee-9b83-862a1788deb1'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:46.704980 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] Routers {'d9ae2385-52ea-47ee-9b83-862a1788deb1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:46.705905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] For port 591c1947-9a25-4537-9ece-da71cbb919ce, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=591c1947-9a25-4537-9ece-da71cbb919ce,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:46.706279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:46.708334 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:49:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d9ae2385-52ea-47ee-9b83-862a1788deb1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:46.760386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Calling delete_port for 591c1947-9a25-4537-9ece-da71cbb919ce owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:46.821461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9c11d-6230-4ab8-b630-57a40077032d req-e96db51b-03a4-4663-ba76-a9d15ab39563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:46.823634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-adb9c11d-6230-4ab8-b630-57a40077032d req-e96db51b-03a4-4663-ba76-a9d15ab39563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2715847 Feb 09 21:49:46.935438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-adb9c11d-6230-4ab8-b630-57a40077032d req-75a79602-ab4e-4df5-a067-34b2cbfb8c07 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010668 Feb 09 21:49:46.939210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] For port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:46.943859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] For port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:46.974465 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] Set router d9ae2385-52ea-47ee-9b83-862a1788deb1 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:46.987675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks [] for router (d9ae2385-52ea-47ee-9b83-862a1788deb1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.015100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:49:43Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:47.068097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-a1f3be88-eb28-4738-b8ab-8d2641bad7ab tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.075272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-a1f3be88-eb28-4738-b8ab-8d2641bad7ab tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 815 time: 0.2014828 Feb 09 21:49:47.101038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682dcd0-1a95-44a1-a44b-a007859dd6f3 None None] The sync data for ids ['cabe8a80-02dd-4219-8813-db06632908ad'] in n-d-828599-1 is: [{'id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'name': 'tempest-ServersTestFqdnHostnames-765421793-router', 'tenant_id': '89fa227edaad4de793ed29bb9671682a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:11Z', 'updated_at': '2022-02-09T21:49:43Z', 'revision_number': 5, 'project_id': '89fa227edaad4de793ed29bb9671682a', 'gw_port': {'id': '591c1947-9a25-4537-9ece-da71cbb919ce', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabe8a80-02dd-4219-8813-db06632908ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:12Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:47.102045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-fda9c0ff-5072-415d-8082-de8a3a8a105e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/quotas/1b04eade87d44cc3853f396a28386540 HTTP/1.1" status: 200 len: 375 time: 0.0258896 Feb 09 21:49:47.103435 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.252657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-7256f9ba-00e2-40c6-927a-aea3a21e7c62 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1496565 Feb 09 21:49:47.262477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d296576-e788-4c89-995e-9ddeb3fddb6d None None] Pushing event updated for resources: {'Port': ['ID=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:47.313749 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (591c1947-9a25-4537-9ece-da71cbb919ce), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.327861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks [] for router_gateway (d9ae2385-52ea-47ee-9b83-862a1788deb1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.344158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Pushing event deleted for resources: {'Port': ['ID=591c1947-9a25-4537-9ece-da71cbb919ce,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:47.346061 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:49:44Z', 'revision_number': 5, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port': {'id': 'b830f4cb-4825-41a3-b946-55bed4c75903', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:cb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:30Z', 'updated_at': '2022-02-09T21:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:47.382002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.388088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.400656 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] Checking router: d9ae2385-52ea-47ee-9b83-862a1788deb1 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:47.412903 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] Routers {'d9ae2385-52ea-47ee-9b83-862a1788deb1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:47.416400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.416894 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:49:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d9ae2385-52ea-47ee-9b83-862a1788deb1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:47.429330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.439107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.445599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.451973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.459876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-046d421b-11af-4e86-a36b-bb4533ba2729 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2578063 Feb 09 21:49:47.497125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-7c661eef-7e52-4419-8d65-a504141c1ff5 service neutron] 10.222.0.98 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434945 Feb 09 21:49:47.624123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1cad207-14be-4724-966f-8b2fbc9ea782 req-16c74585-9d39-4c4f-9794-7898e510932a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600647 Feb 09 21:49:47.631587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (cabe8a80-02dd-4219-8813-db06632908ad), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.651253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Deleting port b830f4cb-4825-41a3-b946-55bed4c75903 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:47.651889 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.866167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] For port b830f4cb-4825-41a3-b946-55bed4c75903, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b830f4cb-4825-41a3-b946-55bed4c75903,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:47.866546 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.887188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Calling delete_port for b830f4cb-4825-41a3-b946-55bed4c75903 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:47.923749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-e237c7cf-8351-4f52-9af6-90ef8555f472 service neutron] 10.222.0.98 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255185 Feb 09 21:49:47.949062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (cabe8a80-02dd-4219-8813-db06632908ad), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:47.960283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks [] for router_controller (cabe8a80-02dd-4219-8813-db06632908ad), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.033147 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] Set router d9ae2385-52ea-47ee-9b83-862a1788deb1 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:48.118564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:48.175975 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:49:47Z', 'revision_number': 6, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:48.179611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (cabe8a80-02dd-4219-8813-db06632908ad), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.180851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabe8a80-02dd-4219-8813-db06632908ad {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:49:48.188187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.188526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f5ae717e-e8da-4472-b05d-d3cb72c32991 admin admin] 10.222.0.98 "DELETE /v2.0/routers/cabe8a80-02dd-4219-8813-db06632908ad HTTP/1.1" status: 204 len: 168 time: 3.0915353 Feb 09 21:49:48.192750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40656) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:48.261119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:48.261682 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.268951 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22f6654-f772-4055-bb5a-9725c07187f2 None None] The sync data for ids ['d9ae2385-52ea-47ee-9b83-862a1788deb1'] in n-d-828599-1 is: [{'id': 'd9ae2385-52ea-47ee-9b83-862a1788deb1', 'name': 'tempest-ServersTestMultiNic-1618400609-router', 'tenant_id': '8d48571ba458478ca9ca9af08e938455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:28Z', 'updated_at': '2022-02-09T21:49:47Z', 'revision_number': 6, 'project_id': '8d48571ba458478ca9ca9af08e938455', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:48.365092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] Deleting subnet 9a2aa069-8d7f-41eb-8bfd-713144c1a246 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:48.370256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] Publish callbacks [] for subnet (9a2aa069-8d7f-41eb-8bfd-713144c1a246), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.434066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b830f4cb-4825-41a3-b946-55bed4c75903), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.472732 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (9a2aa069-8d7f-41eb-8bfd-713144c1a246), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.545679 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b830f4cb-4825-41a3-b946-55bed4c75903,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:48.563267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:48.563267 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.638959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:48.702942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9a2aa069-8d7f-41eb-8bfd-713144c1a246), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.727758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef8e7-9026-41b9-b386-a8a13ff3de88 req-a5141940-f77c-43e3-9977-483ed0993fd3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.738348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20aef8e7-9026-41b9-b386-a8a13ff3de88 req-a5141940-f77c-43e3-9977-483ed0993fd3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.4508963 Feb 09 21:49:48.746217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.889412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:48.898082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5647810c-d23f-4a25-af4a-9de6836164a5 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:48.902069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (d9ae2385-52ea-47ee-9b83-862a1788deb1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.014382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5647810c-d23f-4a25-af4a-9de6836164a5 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:49.014743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5647810c-d23f-4a25-af4a-9de6836164a5 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:49.023722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-29a765c5-8761-4839-a2e3-27f90aa32431 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.024896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-29a765c5-8761-4839-a2e3-27f90aa32431 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 815 time: 0.4037724 Feb 09 21:49:49.068888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-5d890a69-5e65-4697-970b-5c57d63539f3 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/quotas/1b04eade87d44cc3853f396a28386540 HTTP/1.1" status: 200 len: 375 time: 0.0336454 Feb 09 21:49:49.080138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (9a2aa069-8d7f-41eb-8bfd-713144c1a246), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.113234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9f0ed-d557-4c0a-af34-2333d094e289 None None] Network 02d80e36-04b7-413d-b10f-a59cfb7d6b8d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:49.145830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.168389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9a2aa069-8d7f-41eb-8bfd-713144c1a246 HTTP/1.1" status: 204 len: 168 time: 0.9664097 Feb 09 21:49:49.198488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:49.290881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20aef8e7-9026-41b9-b386-a8a13ff3de88 req-374f6f20-8c6a-461a-9a48-a24b4a04a78c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512908 Feb 09 21:49:49.316304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (d9ae2385-52ea-47ee-9b83-862a1788deb1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.324174 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks [] for router_controller (d9ae2385-52ea-47ee-9b83-862a1788deb1), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.333733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc700a6-0f0d-4f2d-ab4d-bc7e16a8c77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2aa069-8d7f-41eb-8bfd-713144c1a246,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:49.493086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (02d80e36-04b7-413d-b10f-a59cfb7d6b8d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.507810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-0c340130-06c6-48ec-be43-6ebfb368abf9 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4065633 Feb 09 21:49:49.540943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705b02f-f063-4aa5-9d89-66e83bf6e00c None None] Network 80487977-dd7b-4cd6-811f-028766b271f9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:49.558892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (d9ae2385-52ea-47ee-9b83-862a1788deb1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.560091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ae2385-52ea-47ee-9b83-862a1788deb1 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:49:49.565995 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.570608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-29a9e715-c954-4acd-8c3e-173ea78c4a7f admin admin] 10.222.0.98 "DELETE /v2.0/routers/d9ae2385-52ea-47ee-9b83-862a1788deb1 HTTP/1.1" status: 204 len: 168 time: 2.8873053 Feb 09 21:49:49.570608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40730) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:49.691961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] DHCP port deletion for 02d80e36-04b7-413d-b10f-a59cfb7d6b8d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:49:49.710557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] Deleting subnet e0b930ce-7d80-4416-8dc4-31250a56bb89 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:49.723860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] Publish callbacks [] for subnet (e0b930ce-7d80-4416-8dc4-31250a56bb89), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.783813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.789815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.796426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.802979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.812123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.819680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.820574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3a629249-aebd-4dbc-8edc-4a3ec0e4b23f None None] Provisioning complete for port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:49.821159 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3a629249-aebd-4dbc-8edc-4a3ec0e4b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.844206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.856597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-342d82c3-1e34-4799-8533-ba3105491d21 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.3519619 Feb 09 21:49:49.900647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:49.925219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Deleting port 08b77e09-206e-46be-a188-074f5cc4beea {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:49.925557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (08b77e09-206e-46be-a188-074f5cc4beea), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.950949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-ec7cb23e-409e-4d10-b219-ed374d4e1694 service neutron] 10.222.0.98 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421999 Feb 09 21:49:50.029844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40738) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:50.067037 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (e0b930ce-7d80-4416-8dc4-31250a56bb89), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.114900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40740) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:50.130896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] Deleting port 08b77e09-206e-46be-a188-074f5cc4beea {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:50.131590 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (08b77e09-206e-46be-a188-074f5cc4beea), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.218669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee720ff4-23d2-48da-a40a-0d864ba39b1d req-f643e71c-d132-4001-b8ce-5eb26fabeb1d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3610296 Feb 09 21:49:50.261905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] For port 08b77e09-206e-46be-a188-074f5cc4beea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=08b77e09-206e-46be-a188-074f5cc4beea,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:50.264305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (08b77e09-206e-46be-a188-074f5cc4beea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.318366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Calling delete_port for 08b77e09-206e-46be-a188-074f5cc4beea owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:50.339817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-ef4a4a7a-83ac-454a-90f4-1d0043ded33a service neutron] 10.222.0.98 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879123 Feb 09 21:49:50.360831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:50.375503 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.526692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-5d800d76-1178-415c-b749-41cd8487d3b0 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:50.533100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-5d800d76-1178-415c-b749-41cd8487d3b0 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 815 time: 0.6293056 Feb 09 21:49:50.548290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3a629249-aebd-4dbc-8edc-4a3ec0e4b23f None None] Current status of the port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:50.558060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Request body: {'port': {'device_id': 'de688db8-01d0-4215-b99a-13970c3904a0', 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'admin_state_up': True, 'tenant_id': '1b04eade87d44cc3853f396a28386540'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:50.564139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a405034c-2d3e-4151-bec7-a388b430301c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.593500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c922902e-96df-4adc-98a1-0f9edfe52803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.613621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] For port 08b77e09-206e-46be-a188-074f5cc4beea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=08b77e09-206e-46be-a188-074f5cc4beea,segment=NetworkSegment(60e85d80-092a-45f6-8a5b-40c4ccbba600),segment_id=60e85d80-092a-45f6-8a5b-40c4ccbba600)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:50.614444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (08b77e09-206e-46be-a188-074f5cc4beea), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.674039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] Calling delete_port for 08b77e09-206e-46be-a188-074f5cc4beea owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:50.803114 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (08b77e09-206e-46be-a188-074f5cc4beea), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.815174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a405034c-2d3e-4151-bec7-a388b430301c admin admin] Publish callbacks [] for security_group (cc64342e-1756-423c-8c8c-620fccaf48a7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.816263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e0b930ce-7d80-4416-8dc4-31250a56bb89), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.820741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c922902e-96df-4adc-98a1-0f9edfe52803 admin admin] Publish callbacks [] for security_group (2d99b9d6-2940-4213-af83-36d3a6ecad76), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.838574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (08b77e09-206e-46be-a188-074f5cc4beea), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.844290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=08b77e09-206e-46be-a188-074f5cc4beea,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:50.848110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] No DVR routers for this DVR port 08b77e09-206e-46be-a188-074f5cc4beea on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:50.919078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-473c8e34-96b9-4eaf-9189-3491bdfbba40 req-9a9b0606-0d7f-418c-aa7c-40fe1df4b70a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 210 time: 0.0299268 Feb 09 21:49:50.951036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c922902e-96df-4adc-98a1-0f9edfe52803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2d99b9d6-2940-4213-af83-36d3a6ecad76), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.953333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a405034c-2d3e-4151-bec7-a388b430301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cc64342e-1756-423c-8c8c-620fccaf48a7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.015317 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (02d80e36-04b7-413d-b10f-a59cfb7d6b8d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.042562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c922902e-96df-4adc-98a1-0f9edfe52803 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=700782a3355c41c68875bb278bae5c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0088863 Feb 09 21:49:51.049887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40756) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:51.062431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] Pushing event deleted for resources: {'Port': ['ID=08b77e09-206e-46be-a188-074f5cc4beea,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:51.075180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-406eb3c7-0c9c-4113-95d6-c1e447e17444 None None] Provisioning complete for port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:51.075575 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-406eb3c7-0c9c-4113-95d6-c1e447e17444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.087737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40be5f-3247-43fb-860d-41c0df8cd438 None None] No DVR routers for this DVR port 08b77e09-206e-46be-a188-074f5cc4beea on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:51.100551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922902e-96df-4adc-98a1-0f9edfe52803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99b9d6-2940-4213-af83-36d3a6ecad76,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:51.108411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d80e36-04b7-413d-b10f-a59cfb7d6b8d']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:51.115442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a405034c-2d3e-4151-bec7-a388b430301c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8a2c59c3ddb143bc870d26323843280f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9774690 Feb 09 21:49:51.122611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40762) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:51.138256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e85d80-092a-45f6-8a5b-40c4ccbba600') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:51.138579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e85d80-092a-45f6-8a5b-40c4ccbba600') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:51.141849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (e0b930ce-7d80-4416-8dc4-31250a56bb89), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.164581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:51.172043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (60e85d80-092a-45f6-8a5b-40c4ccbba600), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.198667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d65277-0f0d-4029-9e6c-c7b1c242bbe5 None None] Network 20777b38-52f9-4d39-97da-7d57119a4667 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:51.198885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.207329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e0b930ce-7d80-4416-8dc4-31250a56bb89 HTTP/1.1" status: 204 len: 168 time: 1.6356828 Feb 09 21:49:51.222924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40764) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:51.226153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405034c-2d3e-4151-bec7-a388b430301c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64342e-1756-423c-8c8c-620fccaf48a7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:51.234118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee8e3e-7771-4838-968d-1e7bb1412ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b930ce-7d80-4416-8dc4-31250a56bb89,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:51.250515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb2ff2-aa0c-4e85-9a00-846d659ce5f6 req-5d2be0e4-e2e7-41be-bd0a-abebd496c0e5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.252645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38bb2ff2-aa0c-4e85-9a00-846d659ce5f6 req-5d2be0e4-e2e7-41be-bd0a-abebd496c0e5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.6542177 Feb 09 21:49:51.264962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a8fb-a225-4294-b400-fb51a5297ccd admin admin] Publish callbacks [] for security_group (2d99b9d6-2940-4213-af83-36d3a6ecad76), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.326785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a8fb-a225-4294-b400-fb51a5297ccd admin admin] Publish callbacks [] for security_group (2d99b9d6-2940-4213-af83-36d3a6ecad76), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.353702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 32054bc3-3717-44ff-b1b7-ba6a40096cdd no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:51.388266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Made reservation on behalf of 1b04eade87d44cc3853f396a28386540 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:51.405614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.425687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (60e85d80-092a-45f6-8a5b-40c4ccbba600), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.431503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 32054bc3-3717-44ff-b1b7-ba6a40096cdd {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:51.431899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 32054bc3-3717-44ff-b1b7-ba6a40096cdd not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:51.432336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b830f4cb-4825-41a3-b946-55bed4c75903 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:51.483968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38bb2ff2-aa0c-4e85-9a00-846d659ce5f6 req-48e7b41c-2534-471b-8f0c-0413c5529c02 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122524 Feb 09 21:49:51.514956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: b830f4cb-4825-41a3-b946-55bed4c75903 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:51.518621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b830f4cb-4825-41a3-b946-55bed4c75903 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:51.518621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 08b77e09-206e-46be-a188-074f5cc4beea no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (60e85d80-092a-45f6-8a5b-40c4ccbba600), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:51.577821 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:51.589566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 08b77e09-206e-46be-a188-074f5cc4beea {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:51.590880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 08b77e09-206e-46be-a188-074f5cc4beea not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:51.591341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 591c1947-9a25-4537-9ece-da71cbb919ce no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:51.651802 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a8fb-a225-4294-b400-fb51a5297ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2d99b9d6-2940-4213-af83-36d3a6ecad76), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.654431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a8fb-a225-4294-b400-fb51a5297ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.655618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7cf6a8fb-a225-4294-b400-fb51a5297ccd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d99b9d6-2940-4213-af83-36d3a6ecad76 HTTP/1.1" status: 204 len: 168 time: 0.5999691 Feb 09 21:49:51.690639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (20777b38-52f9-4d39-97da-7d57119a4667), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.695498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b103235c-94ae-4cd2-a658-12333c535c07 admin admin] Publish callbacks [] for security_group (cc64342e-1756-423c-8c8c-620fccaf48a7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.710307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6a8fb-a225-4294-b400-fb51a5297ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99b9d6-2940-4213-af83-36d3a6ecad76,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:51.766110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 591c1947-9a25-4537-9ece-da71cbb919ce {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:51.766471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 591c1947-9a25-4537-9ece-da71cbb919ce not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:51.817098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.823003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.831377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.837259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.839468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-406eb3c7-0c9c-4113-95d6-c1e447e17444 None None] Current status of the port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:51.844636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.849941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.855977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.858847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-16d6fc1c-4ecf-4f90-9dcf-16403adacd57 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.4309154 Feb 09 21:49:51.859528 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (02d80e36-04b7-413d-b10f-a59cfb7d6b8d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.862734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b103235c-94ae-4cd2-a658-12333c535c07 admin admin] Publish callbacks [] for security_group (cc64342e-1756-423c-8c8c-620fccaf48a7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.923410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.936592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] 10.222.0.98 "DELETE /v2.0/networks/02d80e36-04b7-413d-b10f-a59cfb7d6b8d HTTP/1.1" status: 204 len: 168 time: 2.6568639 Feb 09 21:49:51.957963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] DHCP port deletion for 20777b38-52f9-4d39-97da-7d57119a4667 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:49:51.993792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe867a-01e0-44b1-ba65-b4fb7cb6cb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=02d80e36-04b7-413d-b10f-a59cfb7d6b8d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.013747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Allocated IP 172.20.0.6 (80487977-dd7b-4cd6-811f-028766b271f9/9f46e101-3a76-4789-b8e8-1911c0517d70/88214c0a-2657-44cb-a2b4-83638f58c149) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:52.068394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] Deleting port 8350480b-f431-41ef-a7af-3b08f077bbea {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:52.088634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e04ead21-59fb-432e-b91a-16a0545f7a7b req-7c6267f5-0fae-4b82-ba38-24ab9edf0280 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2066417 Feb 09 21:49:52.102579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.117032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-22a783dd-c26e-4d6e-8ce5-abd0ad3cf4d7 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:52.118208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-22a783dd-c26e-4d6e-8ce5-abd0ad3cf4d7 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 815 time: 0.3987980 Feb 09 21:49:52.122878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Deleting port 8350480b-f431-41ef-a7af-3b08f077bbea {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:52.123227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.141166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Request body: {'port': {'device_id': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'admin_state_up': True, 'tenant_id': '1b04eade87d44cc3853f396a28386540'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:52.240622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b103235c-94ae-4cd2-a658-12333c535c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cc64342e-1756-423c-8c8c-620fccaf48a7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.245653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b103235c-94ae-4cd2-a658-12333c535c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.245653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b103235c-94ae-4cd2-a658-12333c535c07 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc64342e-1756-423c-8c8c-620fccaf48a7 HTTP/1.1" status: 204 len: 168 time: 1.1142688 Feb 09 21:49:52.282803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103235c-94ae-4cd2-a658-12333c535c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64342e-1756-423c-8c8c-620fccaf48a7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.295285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2794690c-21ba-42d8-935b-293b87dad42e req-9c00818a-98a9-4115-a8d0-084c837d0b3a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 210 time: 0.0678530 Feb 09 21:49:52.321372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] For port 8350480b-f431-41ef-a7af-3b08f077bbea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8350480b-f431-41ef-a7af-3b08f077bbea,segment=NetworkSegment(de9b2442-c714-43e9-85c8-25be3f91de39),segment_id=de9b2442-c714-43e9-85c8-25be3f91de39)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:52.321695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.353937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Calling delete_port for 8350480b-f431-41ef-a7af-3b08f077bbea owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:52.503907 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks [] for port (88214c0a-2657-44cb-a2b4-83638f58c149), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.566023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea98ae-bf36-4b4e-b910-b23d3402b4a4 req-39bb8ffb-e2e6-4c93-a22c-ba364bd74563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:52.574371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-93ea98ae-bf36-4b4e-b910-b23d3402b4a4 req-39bb8ffb-e2e6-4c93-a22c-ba364bd74563 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.8675933 Feb 09 21:49:52.576763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Made reservation on behalf of 1b04eade87d44cc3853f396a28386540 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:52.580668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.613944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] For port 8350480b-f431-41ef-a7af-3b08f077bbea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8350480b-f431-41ef-a7af-3b08f077bbea,segment=NetworkSegment(de9b2442-c714-43e9-85c8-25be3f91de39),segment_id=de9b2442-c714-43e9-85c8-25be3f91de39)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:52.623902 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.626644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40790) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:52.642459 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.663572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] Calling delete_port for 8350480b-f431-41ef-a7af-3b08f077bbea owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:52.673386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] No DVR routers for this DVR port 8350480b-f431-41ef-a7af-3b08f077bbea on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:52.700584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.749449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (8350480b-f431-41ef-a7af-3b08f077bbea), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.757994 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-93ea98ae-bf36-4b4e-b910-b23d3402b4a4 req-afa60f6d-4077-4322-af8f-df799d31d8da tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799839 Feb 09 21:49:52.829444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40792) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:52.829656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] Pushing event deleted for resources: {'Port': ['ID=8350480b-f431-41ef-a7af-3b08f077bbea,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.836896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e625818-06f1-41ef-adbb-9945bb7a0761 None None] No DVR routers for this DVR port 8350480b-f431-41ef-a7af-3b08f077bbea on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:52.929994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Allocated IP 172.20.0.13 (80487977-dd7b-4cd6-811f-028766b271f9/9f46e101-3a76-4789-b8e8-1911c0517d70/8c4fc179-e154-4052-aee5-27f7c33f02ff) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:52.947357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Network 80487977-dd7b-4cd6-811f-028766b271f9 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:52.951093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f881253d-7058-43f6-92e5-b42a298f2a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.963121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:52.979583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3bf721a8-6eca-4128-9e0d-b32f7c185d70 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=89fa227edaad4de793ed29bb9671682a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502350 Feb 09 21:49:52.981228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:52.987575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40796) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:52.988290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Pushing event updated for resources: {'Port': ['ID=88214c0a-2657-44cb-a2b4-83638f58c149,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:53.115999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f881253d-7058-43f6-92e5-b42a298f2a8e admin admin] Publish callbacks [] for security_group (f9a63231-4bc9-4f2f-9ca7-d042750875d6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.127873 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks [] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.195998 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f881253d-7058-43f6-92e5-b42a298f2a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f9a63231-4bc9-4f2f-9ca7-d042750875d6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.303251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=8350480b-f431-41ef-a7af-3b08f077bbea,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:53.381080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5823b7ca-c6dd-4b8d-9c94-92b7556ed464 None None] Provisioning complete for port 88214c0a-2657-44cb-a2b4-83638f58c149 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:53.381530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5823b7ca-c6dd-4b8d-9c94-92b7556ed464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.391667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.392678 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.408037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f881253d-7058-43f6-92e5-b42a298f2a8e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5d17ab2aac9747a69b58be6fdaaa821c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744646 Feb 09 21:49:53.422136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40804) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:53.436532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881253d-7058-43f6-92e5-b42a298f2a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a63231-4bc9-4f2f-9ca7-d042750875d6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:53.463611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec41d0c-8767-4a13-a519-8b3f911424f8 admin admin] Publish callbacks [] for security_group (3c26b8b6-6694-438f-90c4-f8639bcfeb9f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.490265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5823b7ca-c6dd-4b8d-9c94-92b7556ed464 None None] Port 88214c0a-2657-44cb-a2b4-83638f58c149 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:53.494980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec41d0c-8767-4a13-a519-8b3f911424f8 admin admin] Publish callbacks [] for security_group (3c26b8b6-6694-438f-90c4-f8639bcfeb9f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.585233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.599937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.617348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.627356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.648249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.655775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.661492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.663831 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-c1b879b0-7d94-4a9f-9d42-673be5acb6f6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.4067731 Feb 09 21:49:53.669882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-52716860-6bd4-4652-8f41-b4632d837e5a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1232235 Feb 09 21:49:53.684545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Request body: {'port': {'device_id': 'de688db8-01d0-4215-b99a-13970c3904a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:53.912625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8350480b-f431-41ef-a7af-3b08f077bbea no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:53.927007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40808) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:53.934472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8350480b-f431-41ef-a7af-3b08f077bbea {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:53.935082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8350480b-f431-41ef-a7af-3b08f077bbea not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:53.953564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-086e628d-a247-4a81-8838-98eea7bc2da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.958649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.069322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Pushing event updated for resources: {'Port': ['ID=8c4fc179-e154-4052-aee5-27f7c33f02ff,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:54.094699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1658c-32d6-4284-a206-bd575f275f9e req-24329409-156e-49d1-a568-c19e649e17f2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:54.098799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44f1658c-32d6-4284-a206-bd575f275f9e req-24329409-156e-49d1-a568-c19e649e17f2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.9380896 Feb 09 21:49:54.131563 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (20777b38-52f9-4d39-97da-7d57119a4667), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.216833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20777b38-52f9-4d39-97da-7d57119a4667']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:54.221053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Network 80487977-dd7b-4cd6-811f-028766b271f9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:54.225356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec41d0c-8767-4a13-a519-8b3f911424f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3c26b8b6-6694-438f-90c4-f8639bcfeb9f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.228297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec41d0c-8767-4a13-a519-8b3f911424f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.231895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3ec41d0c-8767-4a13-a519-8b3f911424f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c26b8b6-6694-438f-90c4-f8639bcfeb9f HTTP/1.1" status: 204 len: 168 time: 1.2384806 Feb 09 21:49:54.246436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:54.258361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9b2442-c714-43e9-85c8-25be3f91de39') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:54.258676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9b2442-c714-43e9-85c8-25be3f91de39') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:54.266497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:54.328349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c2a41ee-7b8c-4355-bdb5-75db77948b4f req-21bbceaa-60c1-4fac-8e5f-a0efbbc7dab3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6566443 Feb 09 21:49:54.330939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:54.331739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.341334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e71440d5-36c4-4199-acbf-bb4412b7fd12 admin admin] Publish callbacks [] for security_group (f9a63231-4bc9-4f2f-9ca7-d042750875d6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.366327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44f1658c-32d6-4284-a206-bd575f275f9e req-ea73dddc-5522-48db-8d74-096d5e19205f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423730 Feb 09 21:49:54.393136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (de9b2442-c714-43e9-85c8-25be3f91de39), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.406150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec41d0c-8767-4a13-a519-8b3f911424f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26b8b6-6694-438f-90c4-f8639bcfeb9f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:54.441485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (de9b2442-c714-43e9-85c8-25be3f91de39), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.449276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:54.450463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (de9b2442-c714-43e9-85c8-25be3f91de39), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.476659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e71440d5-36c4-4199-acbf-bb4412b7fd12 admin admin] Publish callbacks [] for security_group (f9a63231-4bc9-4f2f-9ca7-d042750875d6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:54.528583 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:54.550840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-b654a490-8447-4024-ae2b-2037c547115a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:54.552722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-b654a490-8447-4024-ae2b-2037c547115a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.110 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 815 time: 0.6245496 Feb 09 21:49:54.581389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Request body: {'port': {'device_id': 'f2c09610-1084-4cc0-a721-540387679edd', 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'admin_state_up': True, 'tenant_id': '1b04eade87d44cc3853f396a28386540'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:54.649704 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea32384d-edfa-48f7-91e0-0466fb029609 req-3115cfb0-bdf4-4dd2-afb9-9e07a7b2a08b tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 210 time: 0.0955913 Feb 09 21:49:54.663937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-42f49f42-bbdd-4039-b1ce-fc1995dc71fa tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5269423 Feb 09 21:49:54.664756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (20777b38-52f9-4d39-97da-7d57119a4667), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.673603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.706719 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.710169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] 10.222.0.98 "DELETE /v2.0/networks/20777b38-52f9-4d39-97da-7d57119a4667 HTTP/1.1" status: 204 len: 168 time: 3.4690604 Feb 09 21:49:54.714378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Request body: {'port': {'device_id': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:54.752753 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-086e628d-a247-4a81-8838-98eea7bc2da7 admin admin] Publish callbacks [] for security_group (90d1c67a-76ca-4a46-85fe-76deac85d864), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.763045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d2ac7200-c5c6-4705-ad29-b891ed8cf801 None None] Provisioning complete for port 8c4fc179-e154-4052-aee5-27f7c33f02ff triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:54.766173 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d2ac7200-c5c6-4705-ad29-b891ed8cf801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.772162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169e7f8-d7a5-40a0-bcb2-9293f57c9b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=20777b38-52f9-4d39-97da-7d57119a4667,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:54.846607 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e71440d5-36c4-4199-acbf-bb4412b7fd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f9a63231-4bc9-4f2f-9ca7-d042750875d6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.858208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e71440d5-36c4-4199-acbf-bb4412b7fd12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.863240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e71440d5-36c4-4199-acbf-bb4412b7fd12 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f9a63231-4bc9-4f2f-9ca7-d042750875d6 HTTP/1.1" status: 204 len: 168 time: 1.4370461 Feb 09 21:49:54.889362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac7200-c5c6-4705-ad29-b891ed8cf801 None None] Port 8c4fc179-e154-4052-aee5-27f7c33f02ff cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:54.906232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71440d5-36c4-4199-acbf-bb4412b7fd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a63231-4bc9-4f2f-9ca7-d042750875d6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:54.914726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24678bfb-38a1-42e1-a75a-e3bd3b512d53 req-6582e955-0fde-402c-bf45-d6fbbe1c2b9e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:54.916377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24678bfb-38a1-42e1-a75a-e3bd3b512d53 req-6582e955-0fde-402c-bf45-d6fbbe1c2b9e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.3210695 Feb 09 21:49:54.917049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-086e628d-a247-4a81-8838-98eea7bc2da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (90d1c67a-76ca-4a46-85fe-76deac85d864), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.005146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.154610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88214c0a-2657-44cb-a2b4-83638f58c149 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:55.154829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-086e628d-a247-4a81-8838-98eea7bc2da7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d4c5e55d45a844caba045df69e566c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2246723 Feb 09 21:49:55.155460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40832) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:55.162119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e628d-a247-4a81-8838-98eea7bc2da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d1c67a-76ca-4a46-85fe-76deac85d864,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:55.163653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Publish callbacks [] for port (88214c0a-2657-44cb-a2b4-83638f58c149), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.179016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Transition to ACTIVE for port object 88214c0a-2657-44cb-a2b4-83638f58c149 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:55.239460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.296148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24678bfb-38a1-42e1-a75a-e3bd3b512d53 req-bad87ce1-fa1a-4fbd-b874-db9528339220 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554480 Feb 09 21:49:55.301959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Made reservation on behalf of 1b04eade87d44cc3853f396a28386540 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:55.306664 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.363661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40838) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:55.367666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b81a8d35-8cf7-46fa-92b4-0072f5f09508 admin admin] Publish callbacks [] for security_group (90d1c67a-76ca-4a46-85fe-76deac85d864), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.398149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=88214c0a-2657-44cb-a2b4-83638f58c149,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:55.599866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b81a8d35-8cf7-46fa-92b4-0072f5f09508 admin admin] Publish callbacks [] for security_group (90d1c67a-76ca-4a46-85fe-76deac85d864), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.741584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b561ab54-face-4665-a75b-63cb0eb26934 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d48571ba458478ca9ca9af08e938455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681431 Feb 09 21:49:55.742072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40854) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:55.771682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Attempting to bind port 88214c0a-2657-44cb-a2b4-83638f58c149 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:55.772058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Attempting to bind port 88214c0a-2657-44cb-a2b4-83638f58c149 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:55.772399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Attempting to bind port 88214c0a-2657-44cb-a2b4-83638f58c149 on network 80487977-dd7b-4cd6-811f-028766b271f9 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:55.797606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Port 88214c0a-2657-44cb-a2b4-83638f58c149 on network 80487977-dd7b-4cd6-811f-028766b271f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:55.797946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Attempting to bind port 88214c0a-2657-44cb-a2b4-83638f58c149 on network 80487977-dd7b-4cd6-811f-028766b271f9 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:55.810174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54045ecc-567f-41ac-8416-99d7a3f2ef3a req-a259d29a-9fae-4310-8ef3-0926e0fb3782 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.811763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54045ecc-567f-41ac-8416-99d7a3f2ef3a req-a259d29a-9fae-4310-8ef3-0926e0fb3782 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2781210 Feb 09 21:49:55.817770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:55.818114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Checking segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:55.818569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Bound using segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:55.819297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Bound port: 88214c0a-2657-44cb-a2b4-83638f58c149, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:55.819960 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.917368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c82c841-b21d-4fcb-9402-b82b5d6144c7 admin admin] Publish callbacks [] for security_group (6a75f231-1a11-4cf3-bb26-a96ba633b174), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:55.964945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.981484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.993555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.007028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.014299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.020145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.026379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.029335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-d67ac77a-481c-4323-83b2-0686041f1e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.5260277 Feb 09 21:49:56.069987 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c82c841-b21d-4fcb-9402-b82b5d6144c7 admin admin] Publish callbacks [] for security_group (6a75f231-1a11-4cf3-bb26-a96ba633b174), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.131683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54045ecc-567f-41ac-8416-99d7a3f2ef3a req-ec880dcc-e1f2-4b0d-94fb-3dcfcea7f9b2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050904 Feb 09 21:49:56.204375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] For port 88214c0a-2657-44cb-a2b4-83638f58c149, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:56.207638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] For port 88214c0a-2657-44cb-a2b4-83638f58c149, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=88214c0a-2657-44cb-a2b4-83638f58c149,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:56.227959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bae0ded-58d3-42f4-abf5-b263b932775f req-8149c643-fb2e-40d3-bfdc-cf13377caecd tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806233 Feb 09 21:49:56.233707 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b81a8d35-8cf7-46fa-92b4-0072f5f09508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (90d1c67a-76ca-4a46-85fe-76deac85d864), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.250705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b81a8d35-8cf7-46fa-92b4-0072f5f09508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.257660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b81a8d35-8cf7-46fa-92b4-0072f5f09508 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/90d1c67a-76ca-4a46-85fe-76deac85d864 HTTP/1.1" status: 204 len: 168 time: 1.0963237 Feb 09 21:49:56.318695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a8d35-8cf7-46fa-92b4-0072f5f09508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d1c67a-76ca-4a46-85fe-76deac85d864,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:56.323793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e8721e6-e2ce-4ef6-9c5b-1bb40cf8eb45 req-91f441bd-d2c8-4626-a680-623d4cdac04e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 210 time: 0.0454116 Feb 09 21:49:56.331587 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c82c841-b21d-4fcb-9402-b82b5d6144c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6a75f231-1a11-4cf3-bb26-a96ba633b174), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.341989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c82c841-b21d-4fcb-9402-b82b5d6144c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.346208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5c82c841-b21d-4fcb-9402-b82b5d6144c7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6a75f231-1a11-4cf3-bb26-a96ba633b174 HTTP/1.1" status: 204 len: 168 time: 0.5952780 Feb 09 21:49:56.348131 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.435374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82c841-b21d-4fcb-9402-b82b5d6144c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a75f231-1a11-4cf3-bb26-a96ba633b174,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:56.468809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.469606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.471048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] 10.222.0.30 "PUT /v2.0/ports/88214c0a-2657-44cb-a2b4-83638f58c149 HTTP/1.1" status: 200 len: 1091 time: 2.7912712 Feb 09 21:49:56.471522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de688db8-01d0-4215-b99a-13970c3904a0', 'tag': '88214c0a-2657-44cb-a2b4-83638f58c149'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:56.473866 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e7141-23e2-4bba-8ec9-9a6724082d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "de688db8-01d0-4215-b99a-13970c3904a0", "tag": "88214c0a-2657-44cb-a2b4-83638f58c149"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:56.479945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4fc179-e154-4052-aee5-27f7c33f02ff {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:56.491961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Publish callbacks [] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.511816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f149ee-5425-4243-99eb-5c842944d49a req-2741d70e-3191-4d82-8413-5dccb6206732 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.520659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0f149ee-5425-4243-99eb-5c842944d49a req-2741d70e-3191-4d82-8413-5dccb6206732 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.0967100 Feb 09 21:49:56.532501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f89c48-983d-4fbf-ae2f-061f95731ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=88214c0a-2657-44cb-a2b4-83638f58c149,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:56.541601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Transition to ACTIVE for port object 8c4fc179-e154-4052-aee5-27f7c33f02ff will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:56.585867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0f149ee-5425-4243-99eb-5c842944d49a req-95d83d7c-b588-42e1-a6b0-58b74c0e1be8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639238 Feb 09 21:49:56.625407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.707061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-fcc0a995-9f11-4a03-8791-e37d2574d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.707480 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-fcc0a995-9f11-4a03-8791-e37d2574d465 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 1125 time: 0.0915658 Feb 09 21:49:56.803932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-817437f8-52f6-4753-8657-d931ff5a81eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88214c0a-2657-44cb-a2b4-83638f58c149 HTTP/1.1" status: 200 len: 217 time: 0.0892749 Feb 09 21:49:56.918498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-f859ed01-6c10-42c9-9a5c-6defb45ca70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.921106 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-f859ed01-6c10-42c9-9a5c-6defb45ca70e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 200 len: 854 time: 0.1089184 Feb 09 21:49:57.038750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026acd2-dc88-4102-85b7-e019579870a9 req-8fd96f46-c2fd-4dcd-9c1f-3b1e6c4f7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:57.040447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-8fd96f46-c2fd-4dcd-9c1f-3b1e6c4f7b89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80487977-dd7b-4cd6-811f-028766b271f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1132073 Feb 09 21:49:57.111915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Pushing event updated for resources: {'Port': ['ID=8c4fc179-e154-4052-aee5-27f7c33f02ff,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:57.145806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Allocated IP 172.20.0.11 (80487977-dd7b-4cd6-811f-028766b271f9/9f46e101-3a76-4789-b8e8-1911c0517d70/1ae18043-bcf0-4447-ae6b-973a788c7263) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:57.202245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f95d8-985e-4098-81ed-b88aa0f036ec req-c4efecf8-7147-4863-bec4-62ee9c1e9e6e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:57.218577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a8f95d8-985e-4098-81ed-b88aa0f036ec req-c4efecf8-7147-4863-bec4-62ee9c1e9e6e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.4433167 Feb 09 21:49:57.226648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Attempting to bind port 8c4fc179-e154-4052-aee5-27f7c33f02ff on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:57.228318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Attempting to bind port 8c4fc179-e154-4052-aee5-27f7c33f02ff by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:57.229489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Attempting to bind port 8c4fc179-e154-4052-aee5-27f7c33f02ff on network 80487977-dd7b-4cd6-811f-028766b271f9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:57.245719 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-bbafc68e-ee47-4b70-8e55-10077149d332 service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972651 Feb 09 21:49:57.300695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Port 8c4fc179-e154-4052-aee5-27f7c33f02ff on network 80487977-dd7b-4cd6-811f-028766b271f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:57.305034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Attempting to bind port 8c4fc179-e154-4052-aee5-27f7c33f02ff on network 80487977-dd7b-4cd6-811f-028766b271f9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:57.426481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a8f95d8-985e-4098-81ed-b88aa0f036ec req-ea7fabdb-cce3-4984-84e2-625847d1317f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057767 Feb 09 21:49:57.429230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:57.432037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Checking segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:57.433145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Bound using segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:57.438135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Bound port: 8c4fc179-e154-4052-aee5-27f7c33f02ff, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:57.439529 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.478953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40902) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:57.542210 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c28a2d4-d01c-4726-843d-b6d99697c326 x-openstack-request-id: req-9c28a2d4-d01c-4726-843d-b6d99697c326 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:57.542758 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de688db8-01d0-4215-b99a-13970c3904a0", "tag": "88214c0a-2657-44cb-a2b4-83638f58c149", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:57.543743 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c28a2d4-d01c-4726-843d-b6d99697c326 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:57.545236 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de688db8-01d0-4215-b99a-13970c3904a0', 'tag': '88214c0a-2657-44cb-a2b4-83638f58c149', 'status': 'completed', 'code': 200} Feb 09 21:49:57.560313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6026acd2-dc88-4102-85b7-e019579870a9 req-d4f7ec32-1fad-477e-abf8-0d179804486e service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093150 Feb 09 21:49:57.610952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] For port 8c4fc179-e154-4052-aee5-27f7c33f02ff, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:57.622295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] For port 8c4fc179-e154-4052-aee5-27f7c33f02ff, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c4fc179-e154-4052-aee5-27f7c33f02ff,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:57.775653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4c7604b-de6d-4ecd-85d9-0df356c5a3ef req-daa30295-f46d-4cf2-a134-3d9ffff0bc86 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 210 time: 0.0717845 Feb 09 21:49:57.815863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.872104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40918) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:57.879623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-398331878-network', 'tenant_id': '3885a33537424df6994ec22f1633d088'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:57.958474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-2eab22f2-3218-4200-99e7-a5fec01f463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:57.964322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-2eab22f2-3218-4200-99e7-a5fec01f463d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 1125 time: 0.1917658 Feb 09 21:49:58.058093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-528559043-network', 'tenant_id': '7b01afebf2e8426d99a2ac720d52eac6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:58.069396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks [] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.130871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Made reservation on behalf of 3885a33537424df6994ec22f1633d088 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:58.134808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.154238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.154946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.159653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] 10.222.0.30 "PUT /v2.0/ports/8c4fc179-e154-4052-aee5-27f7c33f02ff HTTP/1.1" status: 200 len: 1092 time: 3.4634111 Feb 09 21:49:58.166433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'tag': '8c4fc179-e154-4052-aee5-27f7c33f02ff'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:58.171405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.174995 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2036f3d-cecb-42ac-8273-83d0b4bbaa1b", "tag": "8c4fc179-e154-4052-aee5-27f7c33f02ff"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:58.215559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Made reservation on behalf of 7b01afebf2e8426d99a2ac720d52eac6 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:58.226083 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.226239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.251416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.257916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.264853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.271475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.274303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.281579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.293728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.304664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-187a4c2c-b937-4c29-8da3-4de2c4afa8c4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.6662655 Feb 09 21:49:58.313757 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.353828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39294f-3b87-4634-a850-08f968394a7e service neutron] Pushing event updated for resources: {'Port': ['ID=8c4fc179-e154-4052-aee5-27f7c33f02ff,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:58.437298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-77f831a1-2857-4737-833a-980129f5d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.439730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-77f831a1-2857-4737-833a-980129f5d6e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 916 time: 0.4690416 Feb 09 21:49:58.514368 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-ffec9e37-2459-4d21-b0ed-b675cd72e3e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88214c0a-2657-44cb-a2b4-83638f58c149 HTTP/1.1" status: 200 len: 217 time: 0.0677981 Feb 09 21:49:58.527481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Network 80487977-dd7b-4cd6-811f-028766b271f9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:58.541923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:58.544432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:58.555527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Pushing event updated for resources: {'Port': ['ID=1ae18043-bcf0-4447-ae6b-973a788c7263,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:58.621989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-ac560f62-9619-4a99-86c1-e497fba8f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.623534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-ac560f62-9619-4a99-86c1-e497fba8f471 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 1126 time: 0.3156755 Feb 09 21:49:58.691265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-dff56b2c-4822-45fc-a71a-8388b2ab8c02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4fc179-e154-4052-aee5-27f7c33f02ff HTTP/1.1" status: 200 len: 217 time: 0.0472670 Feb 09 21:49:58.698732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f58fefa-85b1-417d-af25-bf153a6a63ef req-6ae18ee4-04f6-4955-8bc5-d8f8f575ea9f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3929036 Feb 09 21:49:58.723850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-1f97ca90-1450-423b-8d6e-0c379617125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.725790 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-1f97ca90-1450-423b-8d6e-0c379617125e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 200 len: 854 time: 0.2030311 Feb 09 21:49:58.775637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.779459 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.841612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-5992f675-ed5b-43f1-a73f-99f8f7579d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.843183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-5992f675-ed5b-43f1-a73f-99f8f7579d72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 200 len: 854 time: 0.1401260 Feb 09 21:49:58.845398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks [] for security_group (dbe461e3-7ec5-480d-ba2d-7445665f3eee), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.944437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks [] for security_group (241f596c-1a37-4185-9f63-d13adcc5f171), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.958737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-576f928d-ec3a-473f-841c-3c78f077f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.962036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-576f928d-ec3a-473f-841c-3c78f077f6ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80487977-dd7b-4cd6-811f-028766b271f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2078652 Feb 09 21:49:58.971650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-401f22c8-5c96-43a9-bdca-c1bc85f24391 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4056728 Feb 09 21:49:59.034203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (241f596c-1a37-4185-9f63-d13adcc5f171), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.036639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dbe461e3-7ec5-480d-ba2d-7445665f3eee), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.067400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-40b90072-cf2c-4217-995c-4dce1c40e74f None None] Provisioning complete for port 1ae18043-bcf0-4447-ae6b-973a788c7263 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:59.067400 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40b90072-cf2c-4217-995c-4dce1c40e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.082661 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c860a41b-aa15-4448-8ce4-f58403a49857 x-openstack-request-id: req-c860a41b-aa15-4448-8ce4-f58403a49857 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:59.082958 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2036f3d-cecb-42ac-8273-83d0b4bbaa1b", "tag": "8c4fc179-e154-4052-aee5-27f7c33f02ff", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:59.083206 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c860a41b-aa15-4448-8ce4-f58403a49857 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:59.083638 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'tag': '8c4fc179-e154-4052-aee5-27f7c33f02ff', 'status': 'completed', 'code': 200} Feb 09 21:49:59.134203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-40b90072-cf2c-4217-995c-4dce1c40e74f None None] Port 1ae18043-bcf0-4447-ae6b-973a788c7263 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:59.145826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-c7805bc3-f91f-47e9-8a28-6f4279169306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.153165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-c7805bc3-f91f-47e9-8a28-6f4279169306 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80487977-dd7b-4cd6-811f-028766b271f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2944057 Feb 09 21:49:59.200568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.308843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:59.314313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:59.331054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b509f-56a7-46bb-9c7d-c26fa8fc3f01 req-254c1f73-b177-426b-ba75-b6253660c20e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.335435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241f596c-1a37-4185-9f63-d13adcc5f171,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:59.337724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c9b509f-56a7-46bb-9c7d-c26fa8fc3f01 req-254c1f73-b177-426b-ba75-b6253660c20e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.4492321 Feb 09 21:49:59.399205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe461e3-7ec5-480d-ba2d-7445665f3eee,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:59.428046 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (432054dd-567e-4b30-84cf-58ae96d356d3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.428669 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Added segment 432054dd-567e-4b30-84cf-58ae96d356d3 of type vlan for network ce8e69e8-d5f7-4243-9ce5-2190bc281a86 Feb 09 21:49:59.430697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b0e60b73-f351-4c16-93e1-c31aa0275408), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.431226 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Added segment b0e60b73-f351-4c16-93e1-c31aa0275408 of type vlan for network 0418313c-85eb-4887-82f8-9dbf128da3df Feb 09 21:49:59.496147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-e7aab63d-3913-4c87-8cf9-12be0a05a5e6 service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280084 Feb 09 21:49:59.511062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f187a6-4358-4e2d-a6ab-d141c14d0577 req-1bbaaf32-28c8-48ed-b739-fdadb7679393 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.519226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-22f187a6-4358-4e2d-a6ab-d141c14d0577 req-1bbaaf32-28c8-48ed-b739-fdadb7679393 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 932 time: 0.3236809 Feb 09 21:49:59.538313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c9b509f-56a7-46bb-9c7d-c26fa8fc3f01 req-9ec8682b-19a8-4938-8b47-a2f917d1705c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993451 Feb 09 21:49:59.567229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ce8e69e8-d5f7-4243-9ce5-2190bc281a86), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.580775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-15e35576-6324-49af-841e-bf7bee293064 service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050267 Feb 09 21:49:59.647878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0418313c-85eb-4887-82f8-9dbf128da3df), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.672370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Request body: {'port': {'device_id': 'f2c09610-1084-4cc0-a721-540387679edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:59.744983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-739e7141-23e2-4bba-8ec9-9a6724082d5c req-94c1939f-b464-4ed0-b04d-7ec5000670bd service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470308 Feb 09 21:49:59.749907 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:49:59.790662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:49:59.808526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40962) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:59.852559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9714113c-8da3-41c2-90ed-ea63b61c92ff req-2749d634-3070-42e6-87f7-6da62161ba51 service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537440 Feb 09 21:49:59.876202 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-22f187a6-4358-4e2d-a6ab-d141c14d0577 req-21df4acd-6666-4c2e-b033-3e392b90620f tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503389 Feb 09 21:49:59.895641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ce8e69e8-d5f7-4243-9ce5-2190bc281a86), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.895909 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.896005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.896005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:59.983970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1591896565-network', 'tenant_id': 'edf98863e5c14791835a0df0a7e74544'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:59.999266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.004995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.011690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.018100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.023888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.024866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] Pushing event updated for resources: {'Network': ['ID=ce8e69e8-d5f7-4243-9ce5-2190bc281a86,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:00.030783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.036916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.037545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ce8e69e8-d5f7-4243-9ce5-2190bc281a86 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:00.039590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-43e234cf-1df9-4fd0-8720-25c05e59f976 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.1858153 Feb 09 21:50:00.052296 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0418313c-85eb-4887-82f8-9dbf128da3df), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.057565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.057565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.060117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-260c2eae-ca32-4b61-a864-9b578f0b6e66 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1679130 Feb 09 21:50:00.064050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:00.075777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Request body: {'subnet': {'network_id': 'ce8e69e8-d5f7-4243-9ce5-2190bc281a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-528559043-subnet', 'tenant_id': '7b01afebf2e8426d99a2ac720d52eac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:00.147452 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0418313c-85eb-4887-82f8-9dbf128da3df,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:00.154202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Made reservation on behalf of edf98863e5c14791835a0df0a7e74544 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:00.157472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.159805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0418313c-85eb-4887-82f8-9dbf128da3df details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:00.179698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.281083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-ebc6eba1-fd64-4d75-9234-8877e9ce3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.281083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-ebc6eba1-fd64-4d75-9234-8877e9ce3f38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 1126 time: 0.2393231 Feb 09 21:50:00.294825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-223bc678-1e9a-4c1c-bba2-f2189eb7e4d0 req-5f54da21-d290-4389-8e19-90b26c527509 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2294071 Feb 09 21:50:00.347590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks [] for security_group (6f6aa211-d7ba-4fb0-b67d-29e5100c0077), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.354780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-596b615a-7d4c-4364-a195-7241377776b8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8731627 Feb 09 21:50:00.358085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:00.363136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Request body: {'subnet': {'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-398331878-subnet', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:00.426746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6f6aa211-d7ba-4fb0-b67d-29e5100c0077), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.445296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-5273ed00-f07d-45c0-b3eb-8846fa6d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.446175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:00.447122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-5273ed00-f07d-45c0-b3eb-8846fa6d407c service neutron] 10.222.0.30 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 916 time: 0.1449466 Feb 09 21:50:00.468030 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (60f968b1-edef-47d8-86c1-7c8d414d0d45), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.468435 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Added segment 60f968b1-edef-47d8-86c1-7c8d414d0d45 of type vlan for network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 Feb 09 21:50:00.513775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-c94d95b4-026a-4d64-a687-99c441c8802c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4fc179-e154-4052-aee5-27f7c33f02ff HTTP/1.1" status: 200 len: 217 time: 0.0602005 Feb 09 21:50:00.559768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (853a7e2b-1566-46a5-98bd-a8f5f8ec07c1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.589271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae18043-bcf0-4447-ae6b-973a788c7263 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:00.591281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.592875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Made reservation on behalf of 7b01afebf2e8426d99a2ac720d52eac6 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:00.596796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.623634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 88214c0a-2657-44cb-a2b4-83638f58c149 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:00.642484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Publish callbacks [] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.687445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Transition to ACTIVE for port object 1ae18043-bcf0-4447-ae6b-973a788c7263 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:00.690029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-055573d8-130d-4876-a173-0b92db9dac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.691750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-055573d8-130d-4876-a173-0b92db9dac03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 200 len: 854 time: 0.1599915 Feb 09 21:50:00.761425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Made reservation on behalf of 3885a33537424df6994ec22f1633d088 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:00.768068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.768265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.790261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 88214c0a-2657-44cb-a2b4-83638f58c149, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=88214c0a-2657-44cb-a2b4-83638f58c149,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:00.793008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (853a7e2b-1566-46a5-98bd-a8f5f8ec07c1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.799432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.800486 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:00.858332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '88214c0a-2657-44cb-a2b4-83638f58c149', 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'port_id': '88214c0a-2657-44cb-a2b4-83638f58c149', 'mac_address': 'fa:16:3e:bd:05:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46e101-3a76-4789-b8e8-1911c0517d70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:00.861517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-145087f6-fcd3-45d8-95ee-54ef694a709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.863331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-145087f6-fcd3-45d8-95ee-54ef694a709e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80487977-dd7b-4cd6-811f-028766b271f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1640480 Feb 09 21:50:00.864678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Pushing event updated for resources: {'Port': ['ID=1ae18043-bcf0-4447-ae6b-973a788c7263,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:00.977364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 88214c0a-2657-44cb-a2b4-83638f58c149 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:00.981063 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.007247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88214c0a-2657-44cb-a2b4-83638f58c149 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:01.063139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 88214c0a-2657-44cb-a2b4-83638f58c149, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=88214c0a-2657-44cb-a2b4-83638f58c149,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:01.071727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Pushing event updated for resources: {'Network': ['ID=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:01.085522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:01.115256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6aa211-d7ba-4fb0-b67d-29e5100c0077,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:01.210785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dda9aa-3bdd-49c3-92ce-e4dd898bc755 req-94d090b8-133d-42d8-8b44-6fdfba258bff tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.217921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3dda9aa-3bdd-49c3-92ce-e4dd898bc755 req-94d090b8-133d-42d8-8b44-6fdfba258bff tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.4776216 Feb 09 21:50:01.230926 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.235947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d0f0da33-fd1e-411f-9b40-5a4668d917d9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3914251 Feb 09 21:50:01.253977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40994) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:01.271326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Request body: {'subnet': {'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1591896565-subnet', 'tenant_id': 'edf98863e5c14791835a0df0a7e74544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:01.397888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=88214c0a-2657-44cb-a2b4-83638f58c149,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:01.497493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Made reservation on behalf of edf98863e5c14791835a0df0a7e74544 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:01.499886 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.533000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['88214c0a-2657-44cb-a2b4-83638f58c149'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:01.591116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (9e4c7a6c-70d1-461c-b14e-a27877ce5c5e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.615421 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3dda9aa-3bdd-49c3-92ce-e4dd898bc755 req-8aa1e5a6-7b6b-40af-afa4-2a0a6f4045bd tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734548 Feb 09 21:50:01.691664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31007c-8e53-4fe6-8fcb-fd22758dc53f req-e7337256-e3e5-4d88-bcae-782e2d823ba7 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.693311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba31007c-8e53-4fe6-8fcb-fd22758dc53f req-e7337256-e3e5-4d88-bcae-782e2d823ba7 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 944 time: 0.6330035 Feb 09 21:50:01.701096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Attempting to bind port 1ae18043-bcf0-4447-ae6b-973a788c7263 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:01.701355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Attempting to bind port 1ae18043-bcf0-4447-ae6b-973a788c7263 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:01.701686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Attempting to bind port 1ae18043-bcf0-4447-ae6b-973a788c7263 on network 80487977-dd7b-4cd6-811f-028766b271f9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:01.725209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Port 1ae18043-bcf0-4447-ae6b-973a788c7263 on network 80487977-dd7b-4cd6-811f-028766b271f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:01.725558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Attempting to bind port 1ae18043-bcf0-4447-ae6b-973a788c7263 on network 80487977-dd7b-4cd6-811f-028766b271f9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:01.791894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-dee7048a-df96-40c9-a762-5793c47d6d9c service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9168286 Feb 09 21:50:01.796785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:01.797256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Checking segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:01.797558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Bound using segment: {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:01.798039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Bound port: 1ae18043-bcf0-4447-ae6b-973a788c7263, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d6e46d-b832-4aa6-bc91-5587d2faeb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:01.798414 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:01.866292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4c7a6c-70d1-461c-b14e-a27877ce5c5e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:01.903400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Checking segment: {'id': '432054dd-567e-4b30-84cf-58ae96d356d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ce8e69e8-d5f7-4243-9ce5-2190bc281a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:01.905621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Network hostable DHCP agents. Network: ce8e69e8-d5f7-4243-9ce5-2190bc281a86, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:01.977427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.983515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.989416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.994804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:01.999391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-baa05c4c-de78-47d2-ab8f-417ae2eb45fd req-a5042f68-d5ed-4404-9272-f622309fc8e9 service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910453 Feb 09 21:50:02.000878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.006190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba31007c-8e53-4fe6-8fcb-fd22758dc53f req-64e5241e-6d2d-4b38-9481-f9bd29f059a8 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867332 Feb 09 21:50:02.006397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.011681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.017231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-cb5d7219-13a6-4a86-a83b-6c7f4507598f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2189126 Feb 09 21:50:02.023525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f328736f-78e6-4748-97fa-a7416962ac71), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.079899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] For port 1ae18043-bcf0-4447-ae6b-973a788c7263, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:02.084808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] For port 1ae18043-bcf0-4447-ae6b-973a788c7263, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1ae18043-bcf0-4447-ae6b-973a788c7263,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:02.116947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Network ce8e69e8-d5f7-4243-9ce5-2190bc281a86 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:02.178797 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.186453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f328736f-78e6-4748-97fa-a7416962ac71,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:02.208721 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e94d09b2-ec03-40dc-960d-581bc3f42640), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.224995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e38403d1-2927-4d26-8b64-b34cc5b972ed req-175cdc0d-a77c-4a0a-9d3b-d9dd62ce1451 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1995854 Feb 09 21:50:02.244137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.244776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.247017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] 10.222.0.110 "PUT /v2.0/ports/1ae18043-bcf0-4447-ae6b-973a788c7263 HTTP/1.1" status: 200 len: 1092 time: 3.2467811 Feb 09 21:50:02.247109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c09610-1084-4cc0-a721-540387679edd', 'tag': '1ae18043-bcf0-4447-ae6b-973a788c7263'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:02.248411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Checking segment: {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:02.248853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Network hostable DHCP agents. Network: 0418313c-85eb-4887-82f8-9dbf128da3df, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:02.249583 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294296f1-190e-4068-834c-03760bd9e047" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c09610-1084-4cc0-a721-540387679edd", "tag": "1ae18043-bcf0-4447-ae6b-973a788c7263"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:02.270734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ce8e69e8-d5f7-4243-9ce5-2190bc281a86) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:02.291403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822765a3-6c5e-4225-a3af-3f5dd1b222b0 None None] Network ce8e69e8-d5f7-4243-9ce5-2190bc281a86 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:02.295783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.299048 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.352182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921278b-0fa5-4291-ba19-3893863fd36e service neutron] Pushing event updated for resources: {'Port': ['ID=1ae18043-bcf0-4447-ae6b-973a788c7263,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:02.365762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94d09b2-ec03-40dc-960d-581bc3f42640,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:02.388532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Checking segment: {'id': '60f968b1-edef-47d8-86c1-7c8d414d0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:02.389113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Network hostable DHCP agents. Network: 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:02.415313 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2064daac-d549-4338-8e24-32889880c193 x-openstack-request-id: req-2064daac-d549-4338-8e24-32889880c193 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:02.415766 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c09610-1084-4cc0-a721-540387679edd", "tag": "1ae18043-bcf0-4447-ae6b-973a788c7263", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:02.416023 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2064daac-d549-4338-8e24-32889880c193 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:02.416506 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c09610-1084-4cc0-a721-540387679edd', 'tag': '1ae18043-bcf0-4447-ae6b-973a788c7263', 'status': 'completed', 'code': 200} Feb 09 21:50:02.438909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-cc3d69c4-a211-495f-bd32-700db0f06280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.440908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-cc3d69c4-a211-495f-bd32-700db0f06280 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 1126 time: 0.0630069 Feb 09 21:50:02.475738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-85634773-91ec-4973-811e-aec4736a733f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4082799 Feb 09 21:50:02.481740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:02.488896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Network 0418313c-85eb-4887-82f8-9dbf128da3df is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:02.509281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b600ae9-857e-4d5a-891c-4b654072e85a None None] Network ce8e69e8-d5f7-4243-9ce5-2190bc281a86 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:02.515050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0418313c-85eb-4887-82f8-9dbf128da3df) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:02.519157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.519812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.608340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-9b523686-a025-4119-b8ae-f387d5021aa0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae18043-bcf0-4447-ae6b-973a788c7263 HTTP/1.1" status: 200 len: 217 time: 0.1578472 Feb 09 21:50:02.677664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7a060b2d-2b95-4412-8e0f-06354b84d870 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3182502 Feb 09 21:50:02.684913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41014) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:02.685821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:02.702530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.705419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.733210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:02.737025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-04e173fd-100a-4f74-a06c-ea5e1e68ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.740175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-04e173fd-100a-4f74-a06c-ea5e1e68ea51 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 200 len: 854 time: 0.1237392 Feb 09 21:50:02.780926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d14c8-6079-4c20-86bd-a7e72031b518 None None] Network 0418313c-85eb-4887-82f8-9dbf128da3df requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:02.785292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c4fc179-e154-4052-aee5-27f7c33f02ff details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:02.787224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 88214c0a-2657-44cb-a2b4-83638f58c149 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:02.797193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b1595-546e-45d0-ac10-53a44aa19d5f None None] Network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:02.807327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c341b-2b23-4a77-9049-352d57d9ace7 req-3676dc36-d34c-4f99-9051-fc7090705136 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.820036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-049c341b-2b23-4a77-9049-352d57d9ace7 req-3676dc36-d34c-4f99-9051-fc7090705136 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2498078 Feb 09 21:50:02.902228 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-049c341b-2b23-4a77-9049-352d57d9ace7 req-c37f2650-7221-48d2-9c5d-df1644dbeafb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666742 Feb 09 21:50:02.916642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-ad9659c3-8ec4-4fd2-9efe-67792909d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.918196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-ad9659c3-8ec4-4fd2-9efe-67792909d572 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=80487977-dd7b-4cd6-811f-028766b271f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1697748 Feb 09 21:50:02.926002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-034df6cf-e04f-412f-adb3-ad9b610a61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.926203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (ceaa4448-00e7-464b-9227-ccedfee2abef), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.927251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (ceaa4448-00e7-464b-9227-ccedfee2abef), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.927579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-034df6cf-e04f-412f-adb3-ad9b610a61d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 1129 time: 0.1630375 Feb 09 21:50:02.945206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1efd89a9-e6f5-4dbd-b7a6-f475cde33141 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6806109 Feb 09 21:50:03.072095 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks [] for router_controller (ceaa4448-00e7-464b-9227-ccedfee2abef), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.225856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c4fc179-e154-4052-aee5-27f7c33f02ff, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c4fc179-e154-4052-aee5-27f7c33f02ff,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:03.245073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '8c4fc179-e154-4052-aee5-27f7c33f02ff', 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'port_id': '8c4fc179-e154-4052-aee5-27f7c33f02ff', 'mac_address': 'fa:16:3e:17:fb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46e101-3a76-4789-b8e8-1911c0517d70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:03.350850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0418313c-85eb-4887-82f8-9dbf128da3df', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'project_id': '3885a33537424df6994ec22f1633d088', 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:50:03.355351 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.483936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-ef966c06-df7d-46f3-a761-d5aebbb500d3 service neutron] 10.222.0.110 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519955 Feb 09 21:50:03.521285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d98c69-6998-40c8-af49-4e2b125efd74 req-cdcad5cb-fb53-4b76-9a2f-8e8fd069a787 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.524851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3d98c69-6998-40c8-af49-4e2b125efd74 req-cdcad5cb-fb53-4b76-9a2f-8e8fd069a787 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 944 time: 0.2999027 Feb 09 21:50:03.573034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 88214c0a-2657-44cb-a2b4-83638f58c149 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:03.589457 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks [] for router_gateway (ceaa4448-00e7-464b-9227-ccedfee2abef), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.628830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8c4fc179-e154-4052-aee5-27f7c33f02ff is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:03.630920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.655156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.670277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 88214c0a-2657-44cb-a2b4-83638f58c149 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:03.670801 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:03.680371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.694015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.696021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919392ae-c4a7-4fe4-a673-6e4571493529 None None] Network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:03.707339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.719520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.733426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.746886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.752156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-3f230c87-0fc9-4775-b9ad-4cfe94143144 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2513311 Feb 09 21:50:03.753933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4310a7c-c324-487f-ba8c-4d523c55a9e7 req-f5f8b751-5fcc-4db2-a9d6-39b4908578cb service neutron] 10.222.0.110 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532988 Feb 09 21:50:03.859850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3d98c69-6998-40c8-af49-4e2b125efd74 req-c281dff0-9418-46cf-becd-faec797da0c3 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037886 Feb 09 21:50:03.873414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4fc179-e154-4052-aee5-27f7c33f02ff {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:03.881496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41048) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:03.893671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-743530346-network', 'tenant_id': 'fab466313ee342b29cf682fe88f2e967'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:03.972636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c4fc179-e154-4052-aee5-27f7c33f02ff, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c4fc179-e154-4052-aee5-27f7c33f02ff,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:04.025726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-e6226bd2-e822-49c2-b297-946cdf4f09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.027404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-e6226bd2-e822-49c2-b297-946cdf4f09dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 200 len: 915 time: 1.0890200 Feb 09 21:50:04.058077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Made reservation on behalf of fab466313ee342b29cf682fe88f2e967 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:04.065193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.076317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f559f42c-9299-4cfc-ba70-d26e6bdfce41 req-020e1b74-42a9-4851-b2fc-ca31af60bc90 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3172488 Feb 09 21:50:04.112217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.157097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-7f612c9a-9431-4db6-aeb9-97635fa48e20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23e3eec-2308-4ade-ab16-73b951b65b75 HTTP/1.1" status: 200 len: 217 time: 0.1185048 Feb 09 21:50:04.161651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.263376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294296f1-190e-4068-834c-03760bd9e047 req-038e77c9-0985-4c51-b84a-2ae082e953c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.284424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-294296f1-190e-4068-834c-03760bd9e047 req-038e77c9-0985-4c51-b84a-2ae082e953c7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 1126 time: 0.3339059 Feb 09 21:50:04.408769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224641-2180-450f-b1cc-39d6db97fb9a req-2fc4f86f-5c58-4a1b-9bf8-a20630c365fb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.414391 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be224641-2180-450f-b1cc-39d6db97fb9a req-2fc4f86f-5c58-4a1b-9bf8-a20630c365fb tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2365801 Feb 09 21:50:04.423079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-1040e667-0d4d-4e84-91e7-95b020a830f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.424724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-1040e667-0d4d-4e84-91e7-95b020a830f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 200 len: 854 time: 0.2572887 Feb 09 21:50:04.507534 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks [] for router_gateway (ceaa4448-00e7-464b-9227-ccedfee2abef), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.533735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-f6224da6-4fb4-4af6-85db-67b6dd8dba70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33b9148-7cec-402c-a708-a35642f6c821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906024 Feb 09 21:50:04.584924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be224641-2180-450f-b1cc-39d6db97fb9a req-373699fd-dac9-43ba-949b-47a9d8c8fdc2 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565287 Feb 09 21:50:04.587633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.618164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Allocated IP 172.20.0.2 (0418313c-85eb-4887-82f8-9dbf128da3df/f328736f-78e6-4748-97fa-a7416962ac71/77ae4d78-ad7a-4b0f-92c3-0cea1d69494a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:04.775281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294296f1-190e-4068-834c-03760bd9e047 req-997e4afb-62ef-4ee4-8ca3-460bce8c5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.777123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Allocated IP 172.25.5.21 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/ac7a854d-82da-47a9-bb1b-7e8e3ebd847a) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:04.780153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-294296f1-190e-4068-834c-03760bd9e047 req-997e4afb-62ef-4ee4-8ca3-460bce8c5cad service neutron] 10.222.0.110 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 916 time: 0.4854648 Feb 09 21:50:04.803517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['8c4fc179-e154-4052-aee5-27f7c33f02ff'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:04.815055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8c4fc179-e154-4052-aee5-27f7c33f02ff,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:04.878922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 88214c0a-2657-44cb-a2b4-83638f58c149 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:04.879468 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:04.944704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de688db8-01d0-4215-b99a-13970c3904a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88214c0a-2657-44cb-a2b4-83638f58c149'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:04.946587 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae88ae-5e19-4382-b995-56e47fa6c9c5" -d '{"events": [{"server_uuid": "de688db8-01d0-4215-b99a-13970c3904a0", "name": "network-vif-plugged", "status": "completed", "tag": "88214c0a-2657-44cb-a2b4-83638f58c149"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:05.008783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks [] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.010424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 88214c0a-2657-44cb-a2b4-83638f58c149, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=88214c0a-2657-44cb-a2b4-83638f58c149,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:05.035378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-294296f1-190e-4068-834c-03760bd9e047 req-1a3fe56f-a969-4cc7-8ad4-20cd709206ce service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae18043-bcf0-4447-ae6b-973a788c7263 HTTP/1.1" status: 200 len: 217 time: 0.1648359 Feb 09 21:50:05.108817 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.135249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f975452-478d-4995-a50d-d94bfaabbe59 req-10ab2104-66e8-4f01-96c3-77176b0560a5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:05.137990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f975452-478d-4995-a50d-d94bfaabbe59 req-10ab2104-66e8-4f01-96c3-77176b0560a5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 944 time: 0.1340423 Feb 09 21:50:05.147307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks [] for security_group (b6a7e7b4-ba33-45aa-80df-74dc629b5330), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.206225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f975452-478d-4995-a50d-d94bfaabbe59 req-cc19cefd-60a9-4160-bd39-89a20f93d9dd tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608759 Feb 09 21:50:05.239086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-a69471d2-5e22-4850-be90-8654f55b65e1 service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858032 Feb 09 21:50:05.260594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.301353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab489e6-7875-4246-9544-1626a388a52e req-5209cf41-3ba0-4806-921d-e4c32074801e tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:05.305052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Publish callbacks [] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.319392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-5209cf41-3ba0-4806-921d-e4c32074801e tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/networks?id=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 HTTP/1.1" status: 200 len: 814 time: 0.7625437 Feb 09 21:50:05.338731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294296f1-190e-4068-834c-03760bd9e047 req-d2858533-f648-4dd7-8b51-00ae04134986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:05.343375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-294296f1-190e-4068-834c-03760bd9e047 req-d2858533-f648-4dd7-8b51-00ae04134986 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 200 len: 854 time: 0.2456505 Feb 09 21:50:05.346798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:05.355223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:05.358582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:05.393829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=88214c0a-2657-44cb-a2b4-83638f58c149,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:05.398230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b6a7e7b4-ba33-45aa-80df-74dc629b5330), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.416799 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67048d61-9212-4292-9271-b24124329d9c x-openstack-request-id: req-67048d61-9212-4292-9271-b24124329d9c {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:05.416940 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de688db8-01d0-4215-b99a-13970c3904a0", "name": "network-vif-plugged", "status": "completed", "tag": "88214c0a-2657-44cb-a2b4-83638f58c149", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:05.417196 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-67048d61-9212-4292-9271-b24124329d9c {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:05.417635 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de688db8-01d0-4215-b99a-13970c3904a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88214c0a-2657-44cb-a2b4-83638f58c149', 'code': 200} Feb 09 21:50:05.429092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.464182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Pushing event updated for resources: {'Port': ['ID=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:05.509767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f246fe6d-484d-43fd-92e7-0de9e6f2172f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.609761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Network 0418313c-85eb-4887-82f8-9dbf128da3df is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:05.627668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:05.630199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:05.663580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Pushing event updated for resources: {'Port': ['ID=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:05.706969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-7aa08496-5ef6-4b36-a2dc-56035fcba8b1 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/quotas/edf98863e5c14791835a0df0a7e74544 HTTP/1.1" status: 200 len: 375 time: 0.3874967 Feb 09 21:50:05.713948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd029dc8-f58a-4110-9167-cc48179ae9cd req-79bfa37b-84c5-4c13-9cdf-0f1eac8bd4bd service neutron] 10.222.0.30 "GET /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690591 Feb 09 21:50:05.787488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Attempting to bind port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:05.787968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Attempting to bind port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:05.788296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Attempting to bind port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a on network 0418313c-85eb-4887-82f8-9dbf128da3df {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:05.793606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:05.801975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:05.802371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Checking segment: {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:05.802788 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.803492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Bound using segment: {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:05.803689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Bound port: 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:05.804107 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.855148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-b4522c50-0ba6-452e-81d6-ea98a22f189d tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=edf98863e5c14791835a0df0a7e74544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400042 Feb 09 21:50:05.871983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0a80d858-211a-40a6-9198-0c6621a347ad), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.874496 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Added segment 0a80d858-211a-40a6-9198-0c6621a347ad of type vlan for network 538958a2-3788-4d36-8a5f-9dd75b796c16 Feb 09 21:50:05.899308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a7e7b4-ba33-45aa-80df-74dc629b5330,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:05.947233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] For port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:05.960425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] For port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:05.970143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208098d-83ff-4343-b047-3c6fa68b22a7 req-deabd5a2-be86-4065-b103-5e518b327f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:05.973237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b208098d-83ff-4343-b047-3c6fa68b22a7 req-deabd5a2-be86-4065-b103-5e518b327f04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 1127 time: 0.3838992 Feb 09 21:50:05.999666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.019154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.031192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.039660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.052350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.060634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.067953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294296f1-190e-4068-834c-03760bd9e047 req-eede5f07-b3d7-4a9d-a914-b202e35af005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.069573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.069772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-294296f1-190e-4068-834c-03760bd9e047 req-eede5f07-b3d7-4a9d-a914-b202e35af005 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=80487977-dd7b-4cd6-811f-028766b271f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6979582 Feb 09 21:50:06.076215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-3517918f-f6a8-4aca-83cb-1f5b3055a842 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.3952446 Feb 09 21:50:06.080158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.195118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c00e5-e5a7-42b8-9ae1-750bb1a1cefa None None] Pushing event updated for resources: {'Port': ['ID=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:06.234320 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (538958a2-3788-4d36-8a5f-9dd75b796c16), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.341900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-e7051caf-be3a-4d5a-bb1c-26a0dc3e9bb5 service neutron] 10.222.0.98 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309106 Feb 09 21:50:06.344516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-294296f1-190e-4068-834c-03760bd9e047 req-ee574fec-29b3-4033-9553-9f14ea3ff2fd service neutron] 10.222.0.110 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609107 Feb 09 21:50:06.552611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (538958a2-3788-4d36-8a5f-9dd75b796c16), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.553953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.554725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:06.655357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c4fc179-e154-4052-aee5-27f7c33f02ff up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:06.713194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8302748 Feb 09 21:50:06.719955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41090) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:06.733636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Request body: {'subnet': {'network_id': '538958a2-3788-4d36-8a5f-9dd75b796c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-743530346-subnet', 'tenant_id': 'fab466313ee342b29cf682fe88f2e967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:06.789095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ba237-d435-4bcc-8d2a-f9b805200ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=538958a2-3788-4d36-8a5f-9dd75b796c16,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:06.800781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 538958a2-3788-4d36-8a5f-9dd75b796c16 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:06.836640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-294296f1-190e-4068-834c-03760bd9e047 req-e187dab0-4e28-41b9-9e70-7201bd52aab2 service neutron] 10.222.0.110 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712930 Feb 09 21:50:06.864386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-cbbd5cf0-831d-41de-a245-fcec22e6a811 service neutron] 10.222.0.98 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952962 Feb 09 21:50:06.965923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b208098d-83ff-4343-b047-3c6fa68b22a7 req-60550139-bbbd-4498-bc37-ea6d1b21a8bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8882620 Feb 09 21:50:06.971058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks [] for router_gateway (ceaa4448-00e7-464b-9227-ccedfee2abef), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.029236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 8c4fc179-e154-4052-aee5-27f7c33f02ff completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:07.033664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Made reservation on behalf of fab466313ee342b29cf682fe88f2e967 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:07.037835 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.045059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1ae18043-bcf0-4447-ae6b-973a788c7263 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:07.048232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 8c4fc179-e154-4052-aee5-27f7c33f02ff triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:07.048630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.063876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3155392-5f71-4308-bb6c-4ce74ea49f31 req-02972fca-7f35-489b-9694-3cfda507f7cd tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9696376 Feb 09 21:50:07.465227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 8c4fc179-e154-4052-aee5-27f7c33f02ff is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:07.465609 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.495471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2acb6-cc55-41e8-98b7-45cff848bd9c req-f1a7cc70-ee0c-41be-a691-b2d0b4350932 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:07.498888 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50c2acb6-cc55-41e8-98b7-45cff848bd9c req-f1a7cc70-ee0c-41be-a691-b2d0b4350932 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1701188 Feb 09 21:50:07.510259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5367a-6e0d-479b-8e2c-661831882ac2 req-6d138ba7-1ae2-4320-8c9b-5233820eb1a5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:07.526107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1da5367a-6e0d-479b-8e2c-661831882ac2 req-6d138ba7-1ae2-4320-8c9b-5233820eb1a5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 944 time: 0.1913693 Feb 09 21:50:07.530380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (783f3695-0d16-4a35-97bc-3dec6f0d4e44), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.541839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1ae18043-bcf0-4447-ae6b-973a788c7263, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1ae18043-bcf0-4447-ae6b-973a788c7263,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:07.551971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (ceaa4448-00e7-464b-9227-ccedfee2abef), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.574926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 8c4fc179-e154-4052-aee5-27f7c33f02ff, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c4fc179-e154-4052-aee5-27f7c33f02ff,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:07.602369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4fc179-e154-4052-aee5-27f7c33f02ff'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:07.608196 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c76a25-b360-4abf-8e82-ceef640d6acb" -d '{"events": [{"server_uuid": "a2036f3d-cecb-42ac-8273-83d0b4bbaa1b", "name": "network-vif-plugged", "status": "completed", "tag": "8c4fc179-e154-4052-aee5-27f7c33f02ff"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:07.619048 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1a9064e9-b085-4a37-aea0-9ffc0ed3f885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.632146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '1ae18043-bcf0-4447-ae6b-973a788c7263', 'network_id': '80487977-dd7b-4cd6-811f-028766b271f9', 'port_id': '1ae18043-bcf0-4447-ae6b-973a788c7263', 'mac_address': 'fa:16:3e:19:11:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46e101-3a76-4789-b8e8-1911c0517d70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:07.670165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783f3695-0d16-4a35-97bc-3dec6f0d4e44,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:07.683309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Checking segment: {'id': '0a80d858-211a-40a6-9198-0c6621a347ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '538958a2-3788-4d36-8a5f-9dd75b796c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:07.683847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Network hostable DHCP agents. Network: 538958a2-3788-4d36-8a5f-9dd75b796c16, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:07.698498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1ae18043-bcf0-4447-ae6b-973a788c7263 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:07.700650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.703155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.727570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1da5367a-6e0d-479b-8e2c-661831882ac2 req-3ae8c926-7802-4f75-a918-3fde5f78719e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932890 Feb 09 21:50:07.769389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae18043-bcf0-4447-ae6b-973a788c7263 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:07.783453 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50c2acb6-cc55-41e8-98b7-45cff848bd9c req-a3c67187-c486-4831-aeb9-6571f1bcac99 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726128 Feb 09 21:50:07.822134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1ae18043-bcf0-4447-ae6b-973a788c7263, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1ae18043-bcf0-4447-ae6b-973a788c7263,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:07.850431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=8c4fc179-e154-4052-aee5-27f7c33f02ff,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:07.867614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Network 538958a2-3788-4d36-8a5f-9dd75b796c16 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:07.868113 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f8fa9-615c-426f-8598-305748b46f4a x-openstack-request-id: req-1a5f8fa9-615c-426f-8598-305748b46f4a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:07.868113 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2036f3d-cecb-42ac-8273-83d0b4bbaa1b", "name": "network-vif-plugged", "status": "completed", "tag": "8c4fc179-e154-4052-aee5-27f7c33f02ff", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:07.868113 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a5f8fa9-615c-426f-8598-305748b46f4a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:07.868113 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4fc179-e154-4052-aee5-27f7c33f02ff', 'code': 200} Feb 09 21:50:07.912962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bedb3f4d-0c2d-4226-893d-eabaf96ea7f7 req-3639f071-6621-4e61-aa31-6b6b976f991c tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 210 time: 0.0706496 Feb 09 21:50:07.936132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.954375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310419e9-0d3c-4d51-af3d-f39e827d4b03 None None] Network 0418313c-85eb-4887-82f8-9dbf128da3df requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:08.045148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 538958a2-3788-4d36-8a5f-9dd75b796c16) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:08.046336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.048521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.062887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Router ceaa4448-00e7-464b-9227-ccedfee2abef is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:50:08.142715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1ae18043-bcf0-4447-ae6b-973a788c7263,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:08.158859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902eae7-a2f5-4fd8-a656-de7be7535e07 None None] Network 538958a2-3788-4d36-8a5f-9dd75b796c16 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:08.163599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-70bc5446-00e0-4f8b-9079-0f7d18db1329 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4352050 Feb 09 21:50:08.275561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:08.282660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d8b21-20db-47e5-86a6-486e74df9bbb req-47f7806c-85ce-434f-a75e-d40c59db470a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.285045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-207d8b21-20db-47e5-86a6-486e74df9bbb req-47f7806c-85ce-434f-a75e-d40c59db470a tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2388930 Feb 09 21:50:08.290112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa16e0-7b93-435a-bbac-96b66e224dda req-8a9b2bdd-e75c-47f3-99f6-4dfb7710b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.291906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0daa16e0-7b93-435a-bbac-96b66e224dda req-8a9b2bdd-e75c-47f3-99f6-4dfb7710b2c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 1128 time: 0.3568089 Feb 09 21:50:08.335869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['1ae18043-bcf0-4447-ae6b-973a788c7263'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:08.374949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516567d-5286-4ef8-8a27-5de2c4ca7f8f None None] Network 538958a2-3788-4d36-8a5f-9dd75b796c16 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:08.491192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.507463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.519161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41122) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:08.525452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.526005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0daa16e0-7b93-435a-bbac-96b66e224dda req-7b656500-0f56-4b0f-822d-693aa29b38d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184243 Feb 09 21:50:08.527881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-be5215c2-ad3e-4072-b3e5-83a6cc254753 None None] Provisioning complete for port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:08.528473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be5215c2-ad3e-4072-b3e5-83a6cc254753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.541148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.555025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.567151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.572844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.580588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-0fb2609d-0498-4f0b-a935-2578a530f8a3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2709332 Feb 09 21:50:08.600261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-207d8b21-20db-47e5-86a6-486e74df9bbb req-11e8e35b-3d88-4f9e-b054-e0754c8e6041 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992048 Feb 09 21:50:08.687974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:08.692222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] Deleting subnet 9e4c7a6c-70d1-461c-b14e-a27877ce5c5e {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:08.693127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b476011-f41c-4db1-9fb1-3cf7fe94a15a req-9ebbf2bc-47ec-4229-bf23-1446785e39a7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101606 Feb 09 21:50:08.718369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] Publish callbacks [] for subnet (9e4c7a6c-70d1-461c-b14e-a27877ce5c5e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.724711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Sync routers for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:08.744861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:08.745336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.803195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:08.804204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:08.863210 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (9e4c7a6c-70d1-461c-b14e-a27877ce5c5e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.920113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89fbdf-297a-4cdb-98f1-be69c51b9e87 req-9403b0cd-16e0-4671-9f55-98ebcee52553 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.935866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df89fbdf-297a-4cdb-98f1-be69c51b9e87 req-9403b0cd-16e0-4671-9f55-98ebcee52553 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 945 time: 0.1132684 Feb 09 21:50:08.950736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53e01-825c-4570-bd9c-39830bbf78db req-cd990942-5077-48b1-ad9a-77f50d42c2a9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:08.958137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46e53e01-825c-4570-bd9c-39830bbf78db req-cd990942-5077-48b1-ad9a-77f50d42c2a9 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1892033 Feb 09 21:50:08.965808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9e4c7a6c-70d1-461c-b14e-a27877ce5c5e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.996314 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.997886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6e77be26-210c-42b2-af5a-7b1bb7d442ca admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3096802 Feb 09 21:50:09.002840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41132) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:09.041085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df89fbdf-297a-4cdb-98f1-be69c51b9e87 req-57a49c25-0322-47c1-9d64-edc4c509d420 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039910 Feb 09 21:50:09.108892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46e53e01-825c-4570-bd9c-39830bbf78db req-7414f943-c6db-4684-9360-9e4b395f1019 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450598 Feb 09 21:50:09.215856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52f34529-035a-468e-8edb-7b9cb2757640 req-7deaacee-4b81-4ef0-85d7-74db4d966a9f tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 210 time: 0.0651340 Feb 09 21:50:09.233742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-be5215c2-ad3e-4072-b3e5-83a6cc254753 None None] Current status of the port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:09.234314 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be5215c2-ad3e-4072-b3e5-83a6cc254753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.314807 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.327297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-be5215c2-ad3e-4072-b3e5-83a6cc254753 None None] For port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:09.343839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:09.344316 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.352058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:09.462643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be5215c2-ad3e-4072-b3e5-83a6cc254753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.473637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (9e4c7a6c-70d1-461c-b14e-a27877ce5c5e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.595215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2ede0-4336-42ea-b202-92f0b9fe5012 req-63277eab-f163-4c34-9996-e4a7e6c9513f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:09.604953 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4a2ede0-4336-42ea-b202-92f0b9fe5012 req-63277eab-f163-4c34-9996-e4a7e6c9513f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.3672588 Feb 09 21:50:09.661695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4c7a6c-70d1-461c-b14e-a27877ce5c5e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:09.698200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.702622 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1e3274b9-0c23-404d-9124-87416ff7fe3b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9e4c7a6c-70d1-461c-b14e-a27877ce5c5e HTTP/1.1" status: 204 len: 168 time: 1.1784997 Feb 09 21:50:09.707294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41140) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:09.759598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5215c2-ad3e-4072-b3e5-83a6cc254753 None None] Pushing event updated for resources: {'Port': ['ID=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:09.768890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4a2ede0-4336-42ea-b202-92f0b9fe5012 req-eabff3d2-959a-4203-b5c6-395850fdcfdf tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123033 Feb 09 21:50:09.796946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:50:09.797516 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:50:09.853288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f3a1e24c-58af-437e-be6a-7a243867220e None None] Provisioning complete for port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:09.856366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3a1e24c-58af-437e-be6a-7a243867220e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.954130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ce8e69e8-d5f7-4243-9ce5-2190bc281a86), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.983483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.026802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1e24c-58af-437e-be6a-7a243867220e None None] Current status of the port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:10.039777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:05Z', 'revision_number': 3, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:10.116035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Checking router: ceaa4448-00e7-464b-9227-ccedfee2abef for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:10.116349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Updating router ceaa4448-00e7-464b-9227-ccedfee2abef port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:50:10.159082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.208835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.215286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.225027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.235317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.243633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.252871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.261242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1cf49-c3fe-495e-a588-d08838024b55 req-944efd61-3f04-4f62-97ed-fe2063a6fcd3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.263232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.263491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42f1cf49-c3fe-495e-a588-d08838024b55 req-944efd61-3f04-4f62-97ed-fe2063a6fcd3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1985435 Feb 09 21:50:10.266557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc840073-0cf8-4291-8c15-0509207cce71 req-0c3ddee2-fb0e-4fa7-b579-8eb2bc16e796 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.3180480 Feb 09 21:50:10.281770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.333438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42f1cf49-c3fe-495e-a588-d08838024b55 req-efff114d-48fb-495c-95f1-afb637859c6c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586474 Feb 09 21:50:10.387568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:10.421212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Allocated IP 172.20.0.1 (0418313c-85eb-4887-82f8-9dbf128da3df/f328736f-78e6-4748-97fa-a7416962ac71/0cc52659-14b3-41d7-a48d-926c3e171146) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:10.484619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ce8e69e8-d5f7-4243-9ce5-2190bc281a86), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.521650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:10.553438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8e69e8-d5f7-4243-9ce5-2190bc281a86']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:10.567043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432054dd-567e-4b30-84cf-58ae96d356d3') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:10.573708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432054dd-567e-4b30-84cf-58ae96d356d3') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:10.630994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d898-15dd-4fd3-855d-6921acb83ef7 req-7c5b1d7f-18ef-4f05-a732-8372d497574b tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.638600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ea8d898-15dd-4fd3-855d-6921acb83ef7 req-7c5b1d7f-18ef-4f05-a732-8372d497574b tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 945 time: 0.1677437 Feb 09 21:50:10.654075 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc840073-0cf8-4291-8c15-0509207cce71 req-dcd8e5bb-25e4-4dcb-98ee-c3cf4f29a4ac tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3372207 Feb 09 21:50:10.656568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks [] for port (0cc52659-14b3-41d7-a48d-926c3e171146), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.684419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (432054dd-567e-4b30-84cf-58ae96d356d3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.752303 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (432054dd-567e-4b30-84cf-58ae96d356d3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.762541 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Publish callbacks [] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.773723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:10.776084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.777745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:10.778166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (432054dd-567e-4b30-84cf-58ae96d356d3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:10.780120 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:10.788001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab489e6-7875-4246-9544-1626a388a52e req-0700e614-f56c-476f-9758-1cf6b3d04216 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:10.788551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ea8d898-15dd-4fd3-855d-6921acb83ef7 req-1a7b88e8-8576-4acd-b3d7-74b85504800b tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461141 Feb 09 21:50:10.788640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-0700e614-f56c-476f-9758-1cf6b3d04216 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.110 "GET /v2.0/networks?id=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 HTTP/1.1" status: 200 len: 814 time: 0.5196733 Feb 09 21:50:10.839473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.844233 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.853081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Request body: {'port': {'device_id': '620b8fff-30ba-43a4-b7e4-17607630799c', 'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1', 'admin_state_up': True, 'tenant_id': 'edf98863e5c14791835a0df0a7e74544'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:10.992691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bbed979-9c37-490c-a763-fc1ebfed311f req-e5bea14f-9fa9-4ee4-995a-823fb133ee7c tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 210 time: 0.2164333 Feb 09 21:50:11.031028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Network 0418313c-85eb-4887-82f8-9dbf128da3df is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:11.039835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Attempting to bind port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:11.040226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Attempting to bind port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:11.040602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Attempting to bind port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:11.054917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:11.055302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:11.055779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.056393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:11.056869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Bound port: ac7a854d-82da-47a9-bb1b-7e8e3ebd847a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:11.057228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:11.057350 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.076485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:11.081300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed94e4-82e1-45bf-b25c-c336c32962b8 None None] Pushing event updated for resources: {'Port': ['ID=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:11.087055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1ae18043-bcf0-4447-ae6b-973a788c7263 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:11.095070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:11.106405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Pushing event updated for resources: {'Port': ['ID=0cc52659-14b3-41d7-a48d-926c3e171146,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:11.131072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Made reservation on behalf of edf98863e5c14791835a0df0a7e74544 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:11.135298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.180811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] For port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:11.181233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ce8e69e8-d5f7-4243-9ce5-2190bc281a86), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.185588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] For port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:11.200447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (ceaa4448-00e7-464b-9227-ccedfee2abef), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.236732 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.244449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ce8e69e8-d5f7-4243-9ce5-2190bc281a86 HTTP/1.1" status: 204 len: 168 time: 1.5335674 Feb 09 21:50:11.244449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da8bb9-bdf0-4186-ad21-76ceb8593057 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8e69e8-d5f7-4243-9ce5-2190bc281a86,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:11.252214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41162) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:11.259607 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.307425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 1ae18043-bcf0-4447-ae6b-973a788c7263 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:11.351064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a3bf2-4748-4346-b5c3-1dc6aaa2aabc req-cf6da04b-2ee2-41a6-b1b7-15f3f0ed1275 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.358110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 1ae18043-bcf0-4447-ae6b-973a788c7263 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:11.358483 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.368849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb8a3bf2-4748-4346-b5c3-1dc6aaa2aabc req-cf6da04b-2ee2-41a6-b1b7-15f3f0ed1275 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.4301600 Feb 09 21:50:11.427480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Allocated IP 172.20.0.14 (853a7e2b-1566-46a5-98bd-a8f5f8ec07c1/e94d09b2-ec03-40dc-960d-581bc3f42640/f0ac15c7-f640-4237-ac76-a0d87ad2bcc8) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:11.456095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:11.456870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:11.459123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] Deleting subnet 783f3695-0d16-4a35-97bc-3dec6f0d4e44 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:11.464070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] Publish callbacks [] for subnet (783f3695-0d16-4a35-97bc-3dec6f0d4e44), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.509161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb8a3bf2-4748-4346-b5c3-1dc6aaa2aabc req-2e722bc8-e9a4-4af3-8ea6-90d9671f2398 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339395 Feb 09 21:50:11.509821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed94e4-82e1-45bf-b25c-c336c32962b8 None None] Pushing event updated for resources: {'Port': ['ID=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:11.567010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (783f3695-0d16-4a35-97bc-3dec6f0d4e44), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.617824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (783f3695-0d16-4a35-97bc-3dec6f0d4e44), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.694854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks [] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.703434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9861af74-9236-4ef1-bc92-1f6ebd1dd995 None None] Provisioning complete for port 0cc52659-14b3-41d7-a48d-926c3e171146 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:11.711936 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9861af74-9236-4ef1-bc92-1f6ebd1dd995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.728748 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.788479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.817807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.837558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9861af74-9236-4ef1-bc92-1f6ebd1dd995 None None] Port 0cc52659-14b3-41d7-a48d-926c3e171146 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:11.851357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:11.892797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54e7b6-bc8b-4f9e-9839-2a3b15f0052c req-24bc827b-ac27-442f-8935-4a86e9897ff8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.894743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad54e7b6-bc8b-4f9e-9839-2a3b15f0052c req-24bc827b-ac27-442f-8935-4a86e9897ff8 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1691327 Feb 09 21:50:11.922352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:11.923638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Pushing event updated for resources: {'Port': ['ID=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:11.937370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:11.944040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:11.990315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1ae18043-bcf0-4447-ae6b-973a788c7263 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:11.990767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.992749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (783f3695-0d16-4a35-97bc-3dec6f0d4e44), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.006409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.013374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.014666 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.019789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/783f3695-0d16-4a35-97bc-3dec6f0d4e44 HTTP/1.1" status: 204 len: 168 time: 0.7646544 Feb 09 21:50:12.019960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.020899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad54e7b6-bc8b-4f9e-9839-2a3b15f0052c req-14f7325a-291d-4b30-84ec-1f88e1d1ce3f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139827 Feb 09 21:50:12.026669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41180) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:12.029977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c09610-1084-4cc0-a721-540387679edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae18043-bcf0-4447-ae6b-973a788c7263'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:12.032286 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ecd731-d99b-4f77-8377-d7f9372b21df" -d '{"events": [{"server_uuid": "f2c09610-1084-4cc0-a721-540387679edd", "name": "network-vif-plugged", "status": "completed", "tag": "1ae18043-bcf0-4447-ae6b-973a788c7263"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:12.045655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.063912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.067996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1ae18043-bcf0-4447-ae6b-973a788c7263, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1ae18043-bcf0-4447-ae6b-973a788c7263,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:12.078323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.096779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.104761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-4dde4e71-9148-421a-8341-8fcf13eb6063 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.3197362 Feb 09 21:50:12.141365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (538958a2-3788-4d36-8a5f-9dd75b796c16), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.141849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11c145-46e8-4a20-8e45-c46b358c15bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783f3695-0d16-4a35-97bc-3dec6f0d4e44,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.172186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.174315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.175408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.232860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:05Z', 'revision_number': 3, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:12.236405 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1417d497-6417-462a-9f72-9f1d6189bf34 req-64910a85-a2f6-46c8-a38a-1e6de75f8db0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280363 Feb 09 21:50:12.273907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1ae18043-bcf0-4447-ae6b-973a788c7263,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.276669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323a0b9f-45a7-438f-8a03-ebde7e9cfd14 None None] The sync data for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 is: [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:05Z', 'revision_number': 3, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:12.278713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-6bfd0486-24f4-4fd7-a65a-84c340f6e5bb tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4787505 Feb 09 21:50:12.293816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Request body: {'port': {'device_id': '620b8fff-30ba-43a4-b7e4-17607630799c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:12.330023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (538958a2-3788-4d36-8a5f-9dd75b796c16), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.358146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538958a2-3788-4d36-8a5f-9dd75b796c16']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:12.374400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks [] for port (0cc52659-14b3-41d7-a48d-926c3e171146), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.387810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a80d858-211a-40a6-9198-0c6621a347ad') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:12.388252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a80d858-211a-40a6-9198-0c6621a347ad') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:12.407073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0a80d858-211a-40a6-9198-0c6621a347ad), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.430786 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.439380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5b090-1fdc-4d1c-8f21-8fd945b0c641 req-fe39fc4b-3159-4d85-8c34-ce4b5a6db6de tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.443913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7a5b090-1fdc-4d1c-8f21-8fd945b0c641 req-fe39fc4b-3159-4d85-8c34-ce4b5a6db6de tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.2768912 Feb 09 21:50:12.443913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0a80d858-211a-40a6-9198-0c6621a347ad), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.460463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:12.460844 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0a80d858-211a-40a6-9198-0c6621a347ad), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:12.463111 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:12.487442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.488106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe564-2f58-4a4f-ab3a-e7246f191953 req-6498d9c0-cbf9-46e6-9418-c82ec5230e89 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.489832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-904fe564-2f58-4a4f-ab3a-e7246f191953 req-6498d9c0-cbf9-46e6-9418-c82ec5230e89 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 932 time: 0.1293738 Feb 09 21:50:12.669667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-904fe564-2f58-4a4f-ab3a-e7246f191953 req-515a5cbf-c82c-4bce-8252-afe161a9c622 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703691 Feb 09 21:50:12.770716 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1f772-62d0-4bee-b73a-4f0ffc10f6b6 x-openstack-request-id: req-c9b1f772-62d0-4bee-b73a-4f0ffc10f6b6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:12.771024 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c09610-1084-4cc0-a721-540387679edd", "name": "network-vif-plugged", "status": "completed", "tag": "1ae18043-bcf0-4447-ae6b-973a788c7263", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:12.771481 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9b1f772-62d0-4bee-b73a-4f0ffc10f6b6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:12.772019 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c09610-1084-4cc0-a721-540387679edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae18043-bcf0-4447-ae6b-973a788c7263', 'code': 200} Feb 09 21:50:12.796825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7a5b090-1fdc-4d1c-8f21-8fd945b0c641 req-accdba25-34a7-4307-ae6c-e84c43a4a3a6 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477440 Feb 09 21:50:12.797738 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (ceaa4448-00e7-464b-9227-ccedfee2abef), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.828542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (538958a2-3788-4d36-8a5f-9dd75b796c16), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.842618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.873265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] 10.222.0.98 "DELETE /v2.0/networks/538958a2-3788-4d36-8a5f-9dd75b796c16 HTTP/1.1" status: 204 len: 168 time: 0.8076372 Feb 09 21:50:12.913682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Pushing event updated for resources: {'Port': ['ID=0cc52659-14b3-41d7-a48d-926c3e171146,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.930652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9107134-7026-42c0-b6fe-11206cfd90b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=538958a2-3788-4d36-8a5f-9dd75b796c16,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:13.099088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Network 0418313c-85eb-4887-82f8-9dbf128da3df is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:13.101351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:13.500705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f041de1b-f16e-4faa-9671-e948541b764a None None] Provisioning complete for port 0cc52659-14b3-41d7-a48d-926c3e171146 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:13.501905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f041de1b-f16e-4faa-9671-e948541b764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.547966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41196) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:13.595493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f041de1b-f16e-4faa-9671-e948541b764a None None] Port 0cc52659-14b3-41d7-a48d-926c3e171146 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:13.656784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b1b32f76-bd21-4dda-ab90-a2c6f15d58fc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7b01afebf2e8426d99a2ac720d52eac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805557 Feb 09 21:50:13.661666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41198) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:13.716899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90862d90-3804-4f34-8d1c-b302cbb887a3 req-873f70c9-be45-4b65-8b38-d5294a187c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.719108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90862d90-3804-4f34-8d1c-b302cbb887a3 req-873f70c9-be45-4b65-8b38-d5294a187c26 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 1128 time: 0.2939620 Feb 09 21:50:13.729749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68f88-8dd0-4994-a575-7f6e3baa7af9 req-97bd4e7d-747e-4568-be26-9f40456c370d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.737607 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7f68f88-8dd0-4994-a575-7f6e3baa7af9 req-97bd4e7d-747e-4568-be26-9f40456c370d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2659547 Feb 09 21:50:13.843902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4f51b145-38a1-4525-b67e-64d0b694fb9e admin admin] Publish callbacks [] for security_group (241f596c-1a37-4185-9f63-d13adcc5f171), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.916279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7f68f88-8dd0-4994-a575-7f6e3baa7af9 req-42aa171b-307d-421d-a15e-d615356893b0 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749032 Feb 09 21:50:13.921072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.924258 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4f51b145-38a1-4525-b67e-64d0b694fb9e admin admin] Publish callbacks [] for security_group (241f596c-1a37-4185-9f63-d13adcc5f171), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.926565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.927812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90862d90-3804-4f34-8d1c-b302cbb887a3 req-0028da45-1aa5-4a01-a13d-4c7a822446a6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796887 Feb 09 21:50:13.939768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.948633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.952257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.958996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.964472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.966569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-4ad1c4a0-a232-438d-b5d3-a01f7c47a909 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.1363797 Feb 09 21:50:13.990097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Router ceaa4448-00e7-464b-9227-ccedfee2abef has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:14.058977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:14.064837 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Publish callbacks [] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.080829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Transition to ACTIVE for port object f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:14.169382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c507410-3e36-4a44-aba1-8dea2733e68f req-361b07dc-0f01-4eaa-89f5-b4dd4dfa9b7f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1931503 Feb 09 21:50:14.183078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb783f9-36e6-46d3-af5c-ada683a7f211 req-9f0d5c20-c83e-4905-b450-6e1e3395ab77 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:14.191529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bb783f9-36e6-46d3-af5c-ada683a7f211 req-9f0d5c20-c83e-4905-b450-6e1e3395ab77 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 932 time: 0.1069040 Feb 09 21:50:14.216800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:14.216911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.224695 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-10484683-c934-4ee4-9944-26dd416ff16f admin admin] 10.222.0.98 "PUT /v2.0/routers/ceaa4448-00e7-464b-9227-ccedfee2abef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2207270 Feb 09 21:50:14.372504 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4f51b145-38a1-4525-b67e-64d0b694fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (241f596c-1a37-4185-9f63-d13adcc5f171), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.375467 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4f51b145-38a1-4525-b67e-64d0b694fb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.376359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4f51b145-38a1-4525-b67e-64d0b694fb9e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/241f596c-1a37-4185-9f63-d13adcc5f171 HTTP/1.1" status: 204 len: 168 time: 0.7061822 Feb 09 21:50:14.385363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4203298-a65c-421b-aa66-f4681254bd5d req-726c63dd-dbaa-46b5-98b1-e21b82813781 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:14.388125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bb783f9-36e6-46d3-af5c-ada683a7f211 req-4ef248db-e39a-4c0b-914c-b0314bcc3167 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955314 Feb 09 21:50:14.388510 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4203298-a65c-421b-aa66-f4681254bd5d req-726c63dd-dbaa-46b5-98b1-e21b82813781 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.1192021 Feb 09 21:50:14.398453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51b145-38a1-4525-b67e-64d0b694fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241f596c-1a37-4185-9f63-d13adcc5f171,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:14.465640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Pushing event updated for resources: {'Port': ['ID=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:14.504356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4203298-a65c-421b-aa66-f4681254bd5d req-9a4f05f0-ad7e-4018-b9bc-90ccc0844ce3 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988090 Feb 09 21:50:14.540107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-37a1231a-560b-4488-9151-1185be5cc31b req-4912886f-332a-41ab-8717-ba31c515aa21 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:50:14.554012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37a1231a-560b-4488-9151-1185be5cc31b req-4912886f-332a-41ab-8717-ba31c515aa21 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166347 Feb 09 21:50:14.618690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ac7a854d-82da-47a9-bb1b-7e8e3ebd847a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:14.658148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Attempting to bind port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:14.658591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Attempting to bind port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '60f968b1-edef-47d8-86c1-7c8d414d0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:14.659003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Attempting to bind port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 on network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:14.674468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 on network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:14.674886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Attempting to bind port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 on network 853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:14.699974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:14.700365 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.712690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:14.713134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Checking segment: {'id': '60f968b1-edef-47d8-86c1-7c8d414d0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:14.713602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Bound using segment: {'id': '60f968b1-edef-47d8-86c1-7c8d414d0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:14.719070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Bound port: f0ac15c7-f640-4237-ac76-a0d87ad2bcc8, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f968b1-edef-47d8-86c1-7c8d414d0d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:14.719602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.814736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243dc00-983f-4ae4-85a8-cda9e4521267 req-89f5e36d-7746-4780-bb83-8fc005dabd9c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:14.816555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2243dc00-983f-4ae4-85a8-cda9e4521267 req-89f5e36d-7746-4780-bb83-8fc005dabd9c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1602874 Feb 09 21:50:14.891486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] For port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:14.936730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] For port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,segment=NetworkSegment(60f968b1-edef-47d8-86c1-7c8d414d0d45),segment_id=60f968b1-edef-47d8-86c1-7c8d414d0d45)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:14.959685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Sync routers for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:14.981809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:14.981809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:15.014131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2243dc00-983f-4ae4-85a8-cda9e4521267 req-dbe80667-5ae0-412e-b90b-bf39e332b0e0 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885784 Feb 09 21:50:15.053919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.163456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.164383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.166938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] 10.222.0.110 "PUT /v2.0/ports/f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 HTTP/1.1" status: 200 len: 1092 time: 2.8783617 Feb 09 21:50:15.168335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620b8fff-30ba-43a4-b7e4-17607630799c', 'tag': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:15.181473 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11" -d '{"events": [{"name": "network-changed", "server_uuid": "620b8fff-30ba-43a4-b7e4-17607630799c", "tag": "f0ac15c7-f640-4237-ac76-a0d87ad2bcc8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:15.233972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e2f7f-2ad9-40f4-a7aa-860798bfffbe service neutron] Pushing event updated for resources: {'Port': ['ID=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:15.257523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41242) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.275189 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:15.275339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8f815868-6cb5-4495-941e-e3e2d14c0e09 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767207564', 'description': 'tempest-description--1846241533'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:15.349749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:15.350116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.377413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-f3560081-5f00-4e62-b705-c58fd4020f93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297381 Feb 09 21:50:15.404963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:15.422792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8688cc-dbb5-41f5-a8a2-7e28cd3b3a76 req-0a2791f6-db25-4c57-99a8-27f8bcebe648 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.425685 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af8688cc-dbb5-41f5-a8a2-7e28cd3b3a76 req-0a2791f6-db25-4c57-99a8-27f8bcebe648 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1038916 Feb 09 21:50:15.436371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f815868-6cb5-4495-941e-e3e2d14c0e09 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.470281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.535581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab489e6-7875-4246-9544-1626a388a52e req-9ca1d1f1-3cfd-40ec-beb5-d450f646eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.537815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-9ca1d1f1-3cfd-40ec-beb5-d450f646eca6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edf98863e5c14791835a0df0a7e74544&device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 1126 time: 0.2161536 Feb 09 21:50:15.554913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41248) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.571062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:15.583457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-e3b45bcc-e487-4056-a3e6-82534d652177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.583457 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-e3b45bcc-e487-4056-a3e6-82534d652177 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba9256d71dd84adf907aa5bf067bca2a&device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 1127 time: 0.1483130 Feb 09 21:50:15.600902 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af8688cc-dbb5-41f5-a8a2-7e28cd3b3a76 req-54fcbdab-7f0e-4a88-821f-093e71a58357 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529343 Feb 09 21:50:15.655043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-412dbdf4-5a22-430a-bca4-bead1218720a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 HTTP/1.1" status: 200 len: 217 time: 0.1087315 Feb 09 21:50:15.670593 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a57f54-6325-47d6-923f-8f78d7233a60 x-openstack-request-id: req-72a57f54-6325-47d6-923f-8f78d7233a60 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:15.670904 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620b8fff-30ba-43a4-b7e4-17607630799c", "tag": "f0ac15c7-f640-4237-ac76-a0d87ad2bcc8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:15.671154 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-72a57f54-6325-47d6-923f-8f78d7233a60 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:15.671366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:50:15.671558 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620b8fff-30ba-43a4-b7e4-17607630799c', 'tag': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8', 'status': 'completed', 'code': 200} Feb 09 21:50:15.702973 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 2, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:15.714057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b20962f1-52a6-4fa3-a8ab-5290277d5402 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fab466313ee342b29cf682fe88f2e967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531816 Feb 09 21:50:15.716948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41254) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.739956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Checking router: ceaa4448-00e7-464b-9227-ccedfee2abef for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:15.740935 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Updating router ceaa4448-00e7-464b-9227-ccedfee2abef port 0cc52659-14b3-41d7-a48d-926c3e171146 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:50:15.782062 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.834417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f815868-6cb5-4495-941e-e3e2d14c0e09 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group (e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.839647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab489e6-7875-4246-9544-1626a388a52e req-9bfd438b-caaa-468b-9301-ab09159613b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.841265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-9bfd438b-caaa-468b-9301-ab09159613b7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e94d09b2-ec03-40dc-960d-581bc3f42640 HTTP/1.1" status: 200 len: 854 time: 0.1631188 Feb 09 21:50:15.873862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.879743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-46481d9a-017d-400b-bc0a-072cbc479e95 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302000 Feb 09 21:50:15.880270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.887864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.891485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871e88d-8490-464a-adf0-1f83199a61e3 req-862141e0-637e-470f-b41c-6db7e22c09f4 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.893156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f871e88d-8490-464a-adf0-1f83199a61e3 req-862141e0-637e-470f-b41c-6db7e22c09f4 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 944 time: 0.1410265 Feb 09 21:50:15.895247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.901216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.907225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.913028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.920873 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-3cbd12ae-6294-4029-89e1-50026fce6c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2098396 Feb 09 21:50:15.926253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-bcba3577-6396-4b26-9a8a-62f406fe663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.928006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-bcba3577-6396-4b26-9a8a-62f406fe663d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6527eb64-892d-4da1-9cb5-decc4995b25c HTTP/1.1" status: 200 len: 915 time: 0.3023133 Feb 09 21:50:15.937041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36444d60-7607-400b-8b9d-9ef9d2618f5f admin admin] Publish callbacks [] for security_group (b6a7e7b4-ba33-45aa-80df-74dc629b5330), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.944229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f815868-6cb5-4495-941e-e3e2d14c0e09 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.996973 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-80778742-460b-4377-9d5d-8b893c3cc1df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1 HTTP/1.1" status: 200 len: 217 time: 0.0505726 Feb 09 21:50:16.021262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f815868-6cb5-4495-941e-e3e2d14c0e09 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.027058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36444d60-7607-400b-8b9d-9ef9d2618f5f admin admin] Publish callbacks [] for security_group (b6a7e7b4-ba33-45aa-80df-74dc629b5330), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.056037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f871e88d-8490-464a-adf0-1f83199a61e3 req-2495c37f-8be9-4f12-81ec-1a5c225f7d7c tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487856 Feb 09 21:50:16.085990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-0ccf39b3-72c3-46fb-b8b1-78d3831c819d service neutron] 10.222.0.110 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917961 Feb 09 21:50:16.110969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8f815868-6cb5-4495-941e-e3e2d14c0e09 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.113013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8f815868-6cb5-4495-941e-e3e2d14c0e09 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8543904 Feb 09 21:50:16.118432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41256) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:16.129134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8d093f1f-6bf5-4671-abe1-67a628a95577 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Request body: {'security_group_rule': {'security_group_id': 'e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:16.170438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-2b871d58-05e9-4dfd-bebe-3a5619975278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.172152 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-2b871d58-05e9-4dfd-bebe-3a5619975278 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19f1d0d3-5ef5-40d3-856f-467b499aeed4 HTTP/1.1" status: 200 len: 854 time: 0.1650989 Feb 09 21:50:16.184511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0928b8f-453a-4c63-994d-f2c3554e683a req-583f560e-25b5-4531-acba-eb5b3a67b75c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2624459 Feb 09 21:50:16.229048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-4930aa22-d865-47f2-8632-37e1558ee6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6527eb64-892d-4da1-9cb5-decc4995b25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433745 Feb 09 21:50:16.234424 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Publish callbacks [] for port (0cc52659-14b3-41d7-a48d-926c3e171146), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.273304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ab489e6-7875-4246-9544-1626a388a52e req-3015e423-828c-471e-afd4-553883ca1bd6 service neutron] 10.222.0.110 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800380 Feb 09 21:50:16.294780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa63bb-de34-4764-bbef-3ac4a1060559 req-41d314d4-b995-4cc0-8bfe-94e92791614e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.296437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92fa63bb-de34-4764-bbef-3ac4a1060559 req-41d314d4-b995-4cc0-8bfe-94e92791614e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.0971761 Feb 09 21:50:16.343395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36444d60-7607-400b-8b9d-9ef9d2618f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b6a7e7b4-ba33-45aa-80df-74dc629b5330), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.346126 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36444d60-7607-400b-8b9d-9ef9d2618f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.349774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-36444d60-7607-400b-8b9d-9ef9d2618f5f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b6a7e7b4-ba33-45aa-80df-74dc629b5330 HTTP/1.1" status: 204 len: 168 time: 0.6294382 Feb 09 21:50:16.353220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92fa63bb-de34-4764-bbef-3ac4a1060559 req-186da787-fbfa-47ed-a4c4-231328ce2b31 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Feb 09 21:50:16.369684 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d093f1f-6bf5-4671-abe1-67a628a95577 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group_rule (857099fb-3b90-4296-8b20-10b6ac525249), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.379326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36444d60-7607-400b-8b9d-9ef9d2618f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a7e7b4-ba33-45aa-80df-74dc629b5330,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.394840 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.525924 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Pushing event updated for resources: {'Port': ['ID=0cc52659-14b3-41d7-a48d-926c3e171146,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.573280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.573771 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.574182 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.574717 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.575054 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.575384 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.575800 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.576087 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.576858 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.577194 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.577521 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.577855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-152e017a-28d8-4c6e-9c51-96c51421e428 service neutron] 10.222.0.30 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333900 Feb 09 21:50:16.578130 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.578469 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.585180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ac7a854d-82da-47a9-bb1b-7e8e3ebd847a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:16.615280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Attempting to bind port 0cc52659-14b3-41d7-a48d-926c3e171146 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:16.615837 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Attempting to bind port 0cc52659-14b3-41d7-a48d-926c3e171146 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:16.616086 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Attempting to bind port 0cc52659-14b3-41d7-a48d-926c3e171146 on network 0418313c-85eb-4887-82f8-9dbf128da3df {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:16.622264 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:16.626867 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Checking segment: {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:16.626867 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.626867 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Bound using segment: {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:16.626867 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Bound port: 0cc52659-14b3-41d7-a48d-926c3e171146, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:16.626867 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.710701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:16.715610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-2751a471-70b7-4556-ba3d-2ee7ae2deef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.716516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.728109 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-2751a471-70b7-4556-ba3d-2ee7ae2deef8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edf98863e5c14791835a0df0a7e74544&device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 1126 time: 0.2434657 Feb 09 21:50:16.744508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26947590-bf20-4e03-afe5-6cbaa15a161c req-d878850b-1c6b-4b6f-9f21-5922b15a366c tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.746675 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26947590-bf20-4e03-afe5-6cbaa15a161c req-d878850b-1c6b-4b6f-9f21-5922b15a366c tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 945 time: 0.4404068 Feb 09 21:50:16.806600 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] For port 0cc52659-14b3-41d7-a48d-926c3e171146, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:16.810695 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] For port 0cc52659-14b3-41d7-a48d-926c3e171146, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0cc52659-14b3-41d7-a48d-926c3e171146,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:16.876375 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.893939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48996837-dd7b-4673-abe0-1195ea886d15 req-de791de0-0538-4db3-ae95-bcc639b5ee0e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.895437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48996837-dd7b-4673-abe0-1195ea886d15 req-de791de0-0538-4db3-ae95-bcc639b5ee0e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.3200748 Feb 09 21:50:16.925427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Provisioning complete for port 0cc52659-14b3-41d7-a48d-926c3e171146 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:16.925844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.928300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d093f1f-6bf5-4671-abe1-67a628a95577 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group_rule (857099fb-3b90-4296-8b20-10b6ac525249), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.982645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:16.987958 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570268ed-37bd-470a-9a43-af3b0020ae06 None None] Pushing event updated for resources: {'Port': ['ID=0cc52659-14b3-41d7-a48d-926c3e171146,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.010975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26947590-bf20-4e03-afe5-6cbaa15a161c req-ce288328-39e1-4bb7-8045-076a18340236 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/security-groups?id=70709158-a5ed-48f4-a10f-cdf59972bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832108 Feb 09 21:50:17.022896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d093f1f-6bf5-4671-abe1-67a628a95577 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (857099fb-3b90-4296-8b20-10b6ac525249), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.037635 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:17.038276 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:17.087836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d093f1f-6bf5-4671-abe1-67a628a95577 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857099fb-3b90-4296-8b20-10b6ac525249,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.097523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63fbb91c-1691-4a5b-a3af-dccbb45fdfb1 req-c870da7b-74d8-4e25-8c06-eba92b416800 service neutron] 10.222.0.30 "GET /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477239 Feb 09 21:50:17.137551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48996837-dd7b-4673-abe0-1195ea886d15 req-7de12a4a-7d89-40b5-b7ca-2f28b25bf0f9 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323492 Feb 09 21:50:17.141406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Current status of the port 0cc52659-14b3-41d7-a48d-926c3e171146 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:17.141758 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.154676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-098b92c1-3c0a-4197-85ec-8983064e656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.154676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-098b92c1-3c0a-4197-85ec-8983064e656b service neutron] 10.222.0.110 "GET /v2.0/networks?id=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 HTTP/1.1" status: 200 len: 915 time: 0.4220190 Feb 09 21:50:17.178105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d093f1f-6bf5-4671-abe1-67a628a95577 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.179521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8d093f1f-6bf5-4671-abe1-67a628a95577 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0577929 Feb 09 21:50:17.182084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:17.204396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-df4a85b2-b87e-468c-af4e-44d22dd4bcde tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Request body: {'security_group_rule': {'security_group_id': 'e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:17.263009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] For port 0cc52659-14b3-41d7-a48d-926c3e171146, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0cc52659-14b3-41d7-a48d-926c3e171146,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:17.329215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-f9f69dc4-626a-4867-a68f-17f2df945e85 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 HTTP/1.1" status: 200 len: 217 time: 0.1697919 Feb 09 21:50:17.351867 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:17.361607 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.474274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791a9c8-ae7e-477a-bf86-f803e4c103b1 req-adffecf1-31b7-4c2b-b9b4-d9778c2a2646 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.478366 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1791a9c8-ae7e-477a-bf86-f803e4c103b1 req-adffecf1-31b7-4c2b-b9b4-d9778c2a2646 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2731018 Feb 09 21:50:17.485453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-1cf677a0-a193-439d-905e-443834edee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.487624 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-1cf677a0-a193-439d-905e-443834edee10 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e94d09b2-ec03-40dc-960d-581bc3f42640 HTTP/1.1" status: 200 len: 854 time: 0.1069481 Feb 09 21:50:17.489493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Pushing event updated for resources: {'Port': ['ID=0cc52659-14b3-41d7-a48d-926c3e171146,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.500892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-651c89f6-9ba6-4314-9fb0-851462414df1 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.506084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-651c89f6-9ba6-4314-9fb0-851462414df1 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.30 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 945 time: 0.2298846 Feb 09 21:50:17.528689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-f1d26dc7-d140-4b10-8062-f8d44a46d6d1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329595 Feb 09 21:50:17.537279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.537767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.538122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.538480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.538904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.539251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.539593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.539956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.540292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.540626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.540961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.541294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.545465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f156741-e794-4047-ba11-aeabc52e7c4b req-536248fa-b22a-4e91-ab4e-a815e76b2bb3 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.546017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401617c-bfc6-4b3c-9b8c-f811ae60181e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:17.553400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f156741-e794-4047-ba11-aeabc52e7c4b req-536248fa-b22a-4e91-ab4e-a815e76b2bb3 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 944 time: 0.2488189 Feb 09 21:50:17.592924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fb480424-2551-4611-a057-12dd0c41d5a7 None None] Provisioning complete for port 0cc52659-14b3-41d7-a48d-926c3e171146 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:17.593482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb480424-2551-4611-a057-12dd0c41d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.614593 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1791a9c8-ae7e-477a-bf86-f803e4c103b1 req-9b5d7387-ff25-4981-b724-5667f7e9f936 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047442 Feb 09 21:50:17.623565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df4a85b2-b87e-468c-af4e-44d22dd4bcde tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group_rule (80864cf4-5b7a-4460-9165-972a67e889c0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.724365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df4a85b2-b87e-468c-af4e-44d22dd4bcde tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group_rule (80864cf4-5b7a-4460-9165-972a67e889c0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.734527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Deleting port 8eb6d27e-33be-4c73-8817-e4c152c016e1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:17.734929 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.763294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-21fa0ea7-73f4-457d-87d7-f3079bf40734 service neutron] 10.222.0.110 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067971 Feb 09 21:50:17.805273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fb480424-2551-4611-a057-12dd0c41d5a7 None None] Current status of the port 0cc52659-14b3-41d7-a48d-926c3e171146 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:17.866671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] For port 8eb6d27e-33be-4c73-8817-e4c152c016e1, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8eb6d27e-33be-4c73-8817-e4c152c016e1,segment=NetworkSegment(879df940-8875-4ad7-b396-9b85f9fb4c0b),segment_id=879df940-8875-4ad7-b396-9b85f9fb4c0b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:17.867049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.879542 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:16Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:17.881553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Calling delete_port for 8eb6d27e-33be-4c73-8817-e4c152c016e1 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:17.929205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c37b6b-ef51-4769-a3e1-b2b37c632654 None None] The sync data for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 is: [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:16Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:17.950026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df4a85b2-b87e-468c-af4e-44d22dd4bcde tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (80864cf4-5b7a-4460-9165-972a67e889c0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.005037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a85b2-b87e-468c-af4e-44d22dd4bcde tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80864cf4-5b7a-4460-9165-972a67e889c0,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:18.029497 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f156741-e794-4047-ba11-aeabc52e7c4b req-c6e4a339-ea85-4e93-879b-31f514dee184 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745207 Feb 09 21:50:18.094966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a779a-729e-46a7-8e69-a9b5ceeee748 req-eb07b970-5923-471a-8926-a772ef50d46f tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.103652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-367a779a-729e-46a7-8e69-a9b5ceeee748 req-eb07b970-5923-471a-8926-a772ef50d46f tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 946 time: 0.1585085 Feb 09 21:50:18.118120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df4a85b2-b87e-468c-af4e-44d22dd4bcde tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.126593 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-df4a85b2-b87e-468c-af4e-44d22dd4bcde tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9433842 Feb 09 21:50:18.132537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-227a9ca4-7cfc-4b00-8e01-38fa2f84ea11 req-2d5e9cdf-47b5-4da2-bb2a-7d80187c75b9 service neutron] 10.222.0.110 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956967 Feb 09 21:50:18.133668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41300) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:18.144202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:18.291394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.301649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.319194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.332239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.343029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.361322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.362034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-367a779a-729e-46a7-8e69-a9b5ceeee748 req-19f36d36-2c45-4810-8b87-b547f0d64f89 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561982 Feb 09 21:50:18.379294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.394750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-1714165b-3ea0-46ce-9d36-181df2e50564 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2131777 Feb 09 21:50:18.413803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.447419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8eb6d27e-33be-4c73-8817-e4c152c016e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.460731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['8eb6d27e-33be-4c73-8817-e4c152c016e1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:18.549110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Pushing event deleted for resources: {'Port': ['ID=8eb6d27e-33be-4c73-8817-e4c152c016e1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:18.592933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0662ee2b-399d-4ce1-ab75-5025a9e3bcdd req-13d3658c-738e-4895-b3da-36d296d65c7b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905236 Feb 09 21:50:18.644340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0cc52659-14b3-41d7-a48d-926c3e171146 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:18.664745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] No DVR routers for this DVR port 8eb6d27e-33be-4c73-8817-e4c152c016e1 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:18.671930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.672587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c424f32-e389-4ac8-81aa-fc6665009898 req-05fc1ad4-9ddf-4140-8ccd-ac2ab7b23234 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.30 "DELETE /v2.0/ports/8eb6d27e-33be-4c73-8817-e4c152c016e1 HTTP/1.1" status: 204 len: 173 time: 1.1374795 Feb 09 21:50:18.673050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'name': 'network-vif-deleted', 'tag': '8eb6d27e-33be-4c73-8817-e4c152c016e1'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:18.675348 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210ab067-564a-48a0-a035-3bec24ba1bb5" -d '{"events": [{"server_uuid": "b525a4fb-8ca1-418c-9a3b-248d0b934bc7", "name": "network-vif-deleted", "tag": "8eb6d27e-33be-4c73-8817-e4c152c016e1"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:18.736730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00de02-7379-4a44-8bdc-3ef6e224fc4f req-cec3afe8-c2a9-4203-9951-8ab8e90779d5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.738523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d00de02-7379-4a44-8bdc-3ef6e224fc4f req-cec3afe8-c2a9-4203-9951-8ab8e90779d5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2231991 Feb 09 21:50:18.756865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.827584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0cc52659-14b3-41d7-a48d-926c3e171146 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:18.828175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.869868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d00de02-7379-4a44-8bdc-3ef6e224fc4f req-12dbef42-0614-478a-8c95-de9fc182281c tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253762 Feb 09 21:50:18.945586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0cc52659-14b3-41d7-a48d-926c3e171146 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:19.034840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d4bab0c-caea-4269-9751-099c6b6cbfd1 req-05931c9d-66c8-4c82-b1c4-1405e1499ce7 tempest-VolumesAdminNegativeTest-918600213 tempest-VolumesAdminNegativeTest-918600213-project] 10.222.0.98 "GET /v2.0/ports?device_id=b525a4fb-8ca1-418c-9a3b-248d0b934bc7 HTTP/1.1" status: 200 len: 210 time: 0.2213748 Feb 09 21:50:19.125291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:19.141747 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ed63d-d38e-4124-970e-07c6654fbb3e x-openstack-request-id: req-7d9ed63d-d38e-4124-970e-07c6654fbb3e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:19.141747 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525a4fb-8ca1-418c-9a3b-248d0b934bc7", "name": "network-vif-deleted", "tag": "8eb6d27e-33be-4c73-8817-e4c152c016e1", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:19.143872 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d9ed63d-d38e-4124-970e-07c6654fbb3e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:19.143872 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b525a4fb-8ca1-418c-9a3b-248d0b934bc7', 'name': 'network-vif-deleted', 'tag': '8eb6d27e-33be-4c73-8817-e4c152c016e1', 'status': 'completed', 'code': 200} Feb 09 21:50:19.198305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Allocated IP 172.25.5.113 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/3554869c-4fdd-4d46-ae27-d5ab77f51ea1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:19.337507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,segment=NetworkSegment(60f968b1-edef-47d8-86c1-7c8d414d0d45),segment_id=60f968b1-edef-47d8-86c1-7c8d414d0d45)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:19.353900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8', 'network_id': '853a7e2b-1566-46a5-98bd-a8f5f8ec07c1', 'port_id': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8', 'mac_address': 'fa:16:3e:eb:66:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94d09b2-ec03-40dc-960d-581bc3f42640', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:19.395104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f42fcc-e5e6-4530-9fdd-e77defb72847 req-83412e89-641b-4043-b5a3-9779d1a1908d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:19.406461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d4f42fcc-e5e6-4530-9fdd-e77defb72847 req-83412e89-641b-4043-b5a3-9779d1a1908d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.1149218 Feb 09 21:50:19.416318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90342637-9d70-4944-9644-6912c5297dd1 req-f705dd31-2e89-44f2-be08-36ca204416a6 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:19.417943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90342637-9d70-4944-9644-6912c5297dd1 req-f705dd31-2e89-44f2-be08-36ca204416a6 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 944 time: 0.1190968 Feb 09 21:50:19.460749 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.463659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:19.465036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.483865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:19.520007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,segment=NetworkSegment(60f968b1-edef-47d8-86c1-7c8d414d0d45),segment_id=60f968b1-edef-47d8-86c1-7c8d414d0d45)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:19.556881 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90342637-9d70-4944-9644-6912c5297dd1 req-8f2a2ef4-c537-48d5-82bf-4770af94ec26 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135557 Feb 09 21:50:19.589044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d4f42fcc-e5e6-4530-9fdd-e77defb72847 req-d2080d5a-ffa0-4f92-9868-b461751dbbd9 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815748 Feb 09 21:50:19.681394 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.716712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.764590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:19.780662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:19.791277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0fed9-f487-42b0-b8c9-badb51b82055 req-e40714e3-0a58-4521-9e8b-953dd6756c3d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:19.811625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcc0fed9-f487-42b0-b8c9-badb51b82055 req-e40714e3-0a58-4521-9e8b-953dd6756c3d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1615310 Feb 09 21:50:19.836806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:19.860816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:19.872574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event updated for resources: {'Port': ['ID=3554869c-4fdd-4d46-ae27-d5ab77f51ea1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:19.962576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f0ac15c7-f640-4237-ac76-a0d87ad2bcc8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:20.066962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcc0fed9-f487-42b0-b8c9-badb51b82055 req-94089822-6eff-4ae8-9706-5919bf5ff406 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490180 Feb 09 21:50:20.091999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for floatingip (8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.132534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf67336-b767-4568-a592-38571a26bfa3 req-263ed8e7-a3da-47a9-b44c-4e83edd33909 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.134528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0bf67336-b767-4568-a592-38571a26bfa3 req-263ed8e7-a3da-47a9-b44c-4e83edd33909 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1129997 Feb 09 21:50:20.203268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0bf67336-b767-4568-a592-38571a26bfa3 req-99002483-95d4-4149-98f6-3f261979b5ac tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624831 Feb 09 21:50:20.237038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.241964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41354) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:20.277641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.283061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.289351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.295512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.298162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] Deleting subnet 19f1d0d3-5ef5-40d3-856f-467b499aeed4 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:20.300964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.302291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] Publish callbacks [] for subnet (19f1d0d3-5ef5-40d3-856f-467b499aeed4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.306481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.311880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.313833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-d53df491-641d-4bc6-8923-b91facd825aa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.1570249 Feb 09 21:50:20.360924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (19f1d0d3-5ef5-40d3-856f-467b499aeed4), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.409541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5060ff9-4f0f-46e1-bf77-c1c194ec4b90 req-285b9ccb-7ee8-450b-b2c8-f3f0b2074668 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.409892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5060ff9-4f0f-46e1-bf77-c1c194ec4b90 req-285b9ccb-7ee8-450b-b2c8-f3f0b2074668 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1248295 Feb 09 21:50:20.433333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (19f1d0d3-5ef5-40d3-856f-467b499aeed4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.437591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3b0ca53-44d1-49c7-beba-9e57ef63753e req-77c5e4a9-2ee1-443b-b22a-7d2c17b9b8a6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164701 Feb 09 21:50:20.506485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.528204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5060ff9-4f0f-46e1-bf77-c1c194ec4b90 req-44bb05a4-81f4-449d-bdcd-e464b8989e94 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035376 Feb 09 21:50:20.623154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.666985 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (19f1d0d3-5ef5-40d3-856f-467b499aeed4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.704541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f1d0d3-5ef5-40d3-856f-467b499aeed4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:20.715395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8eb6d27e-33be-4c73-8817-e4c152c016e1 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:20.738290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d9847-14ba-4be2-92e0-2cd22e59399c req-58c80852-df7b-4920-aaaf-a5add4d22ff3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.747171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-608d9847-14ba-4be2-92e0-2cd22e59399c req-58c80852-df7b-4920-aaaf-a5add4d22ff3 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1315081 Feb 09 21:50:20.750226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.755918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-07389772-92b0-4751-a37a-a90e907c9c02 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/19f1d0d3-5ef5-40d3-856f-467b499aeed4 HTTP/1.1" status: 204 len: 168 time: 0.5106163 Feb 09 21:50:20.757586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41368) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:20.779168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41370) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:20.779579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 8eb6d27e-33be-4c73-8817-e4c152c016e1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:20.780071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8eb6d27e-33be-4c73-8817-e4c152c016e1 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:20.826297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-608d9847-14ba-4be2-92e0-2cd22e59399c req-2f588253-b1ad-4a50-886d-abfbaaad1707 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782397 Feb 09 21:50:20.935799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.942302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event updated for resources: {'Port': ['ID=3554869c-4fdd-4d46-ae27-d5ab77f51ea1,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:21.020068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6527eb64-892d-4da1-9cb5-decc4995b25c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.030992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc3ef-d7c1-4e3c-aac7-ebd609d83658 req-1c8be9f7-5879-4088-b27e-ee8a39ae64b5 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.038499 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a12bc3ef-d7c1-4e3c-aac7-ebd609d83658 req-1c8be9f7-5879-4088-b27e-ee8a39ae64b5 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 945 time: 0.0661020 Feb 09 21:50:21.046315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed526-e1f2-45d9-90a5-f40e819607e4 req-ab4248b4-5045-476d-b4b6-3d47fae1a8fe tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.052436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed526-e1f2-45d9-90a5-f40e819607e4 req-ab4248b4-5045-476d-b4b6-3d47fae1a8fe tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.058931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed526-e1f2-45d9-90a5-f40e819607e4 req-ab4248b4-5045-476d-b4b6-3d47fae1a8fe tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.060819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f22ed526-e1f2-45d9-90a5-f40e819607e4 req-ab4248b4-5045-476d-b4b6-3d47fae1a8fe tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd&device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b&device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 2418 time: 0.2607646 Feb 09 21:50:21.067375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0e24-5ebb-48bf-b0b1-9e66e421e0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.108391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.109625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5be091e8-ad08-4b6f-a2a3-f54f7cefe9b1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9741960 Feb 09 21:50:21.113870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a12bc3ef-d7c1-4e3c-aac7-ebd609d83658 req-a0204c87-43a2-4739-87d0-152ab9417d8e tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740054 Feb 09 21:50:21.133084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:21.256024 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6527eb64-892d-4da1-9cb5-decc4995b25c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.281328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6527eb64-892d-4da1-9cb5-decc4995b25c']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:21.293305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879df940-8875-4ad7-b396-9b85f9fb4c0b') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:21.293938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879df940-8875-4ad7-b396-9b85f9fb4c0b') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:21.305105 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (879df940-8875-4ad7-b396-9b85f9fb4c0b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.320867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (879df940-8875-4ad7-b396-9b85f9fb4c0b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.327575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:21.328841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (879df940-8875-4ad7-b396-9b85f9fb4c0b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.349701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:21.355506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:21.355506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:21.453466 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:21.496612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f22ed526-e1f2-45d9-90a5-f40e819607e4 req-28fb4b6e-f6f3-4ff5-84aa-9663b228623d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250355 Feb 09 21:50:21.531759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-52e3165c-913f-4bc5-b953-af0e93491727 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--767207564&fields=id&tenant_id=3885a33537424df6994ec22f1633d088 HTTP/1.1" status: 200 len: 267 time: 0.1117070 Feb 09 21:50:21.551334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6527eb64-892d-4da1-9cb5-decc4995b25c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.563791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:21.564358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.602614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.615893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6527eb64-892d-4da1-9cb5-decc4995b25c HTTP/1.1" status: 204 len: 168 time: 0.8518081 Feb 09 21:50:21.620134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620b8fff-30ba-43a4-b7e4-17607630799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:21.623810 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864812fa-cf77-4f6d-9c52-b87836e2e353" -d '{"events": [{"server_uuid": "620b8fff-30ba-43a4-b7e4-17607630799c", "name": "network-vif-plugged", "status": "completed", "tag": "f0ac15c7-f640-4237-ac76-a0d87ad2bcc8"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:21.624174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9351726-89f3-4a79-ad24-1c9bc5308078 admin admin] Pushing event deleted for resources: {'Network': ['ID=6527eb64-892d-4da1-9cb5-decc4995b25c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:21.630697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41394) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:21.643180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,segment=NetworkSegment(60f968b1-edef-47d8-86c1-7c8d414d0d45),segment_id=60f968b1-edef-47d8-86c1-7c8d414d0d45)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:21.710450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] Deleting subnet cca16855-9977-43e9-af44-3d0dbd0c7e8a {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:21.727161 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.746630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] Publish callbacks [] for subnet (cca16855-9977-43e9-af44-3d0dbd0c7e8a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.778400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-616dc7ee-d83d-4fc5-9731-6bc68e4ecbf7 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.791886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-616dc7ee-d83d-4fc5-9731-6bc68e4ecbf7 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/networks?id=0418313c-85eb-4887-82f8-9dbf128da3df HTTP/1.1" status: 200 len: 811 time: 0.2529018 Feb 09 21:50:21.833682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-f1720864-6c01-4e62-bcd5-f911c2ad6c6c tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/quotas/3885a33537424df6994ec22f1633d088 HTTP/1.1" status: 200 len: 375 time: 0.0400169 Feb 09 21:50:21.854574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:21.893577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0e24-5ebb-48bf-b0b1-9e66e421e0d6 admin admin] Publish callbacks [] for security_group (ca553564-9ee5-45a8-84bf-f1d306b321d1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.897291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (cca16855-9977-43e9-af44-3d0dbd0c7e8a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.916308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-ccf21c12-8de5-436a-bc15-b701fb20af53 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3885a33537424df6994ec22f1633d088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815327 Feb 09 21:50:21.956975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.962666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.969013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.974576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.985746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.001187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.006542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.008492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-dd959051-5b3d-45ff-87cb-c6ece5992c87 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.3751104 Feb 09 21:50:22.013960 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0e24-5ebb-48bf-b0b1-9e66e421e0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca553564-9ee5-45a8-84bf-f1d306b321d1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.016600 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (cca16855-9977-43e9-af44-3d0dbd0c7e8a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.068810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-5f8c9940-0960-458b-ad30-f23dc5a40ca2 service neutron] 10.222.0.98 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267967 Feb 09 21:50:22.118661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0e24-5ebb-48bf-b0b1-9e66e421e0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca553564-9ee5-45a8-84bf-f1d306b321d1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:22.138894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a9ec0e24-5ebb-48bf-b0b1-9e66e421e0d6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=69a23040469240058e128eba38a4a794&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3475451 Feb 09 21:50:22.145642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41402) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:22.216914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9adf67b9-d136-429c-9958-b88b8a7fd579 req-6a4b5f39-378e-4445-8b3c-5976d47c5aaa tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1978579 Feb 09 21:50:22.234629 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-786c08e6-ddad-45da-b95b-a9d8a9945bda admin admin] Publish callbacks [] for security_group (ca553564-9ee5-45a8-84bf-f1d306b321d1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.236375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-55090760-d61a-4484-a356-90426ee0f3e1 service neutron] 10.222.0.98 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660836 Feb 09 21:50:22.262782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-786c08e6-ddad-45da-b95b-a9d8a9945bda admin admin] Publish callbacks [] for security_group (ca553564-9ee5-45a8-84bf-f1d306b321d1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.287337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (cca16855-9977-43e9-af44-3d0dbd0c7e8a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.344702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca16855-9977-43e9-af44-3d0dbd0c7e8a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:22.346909 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.351758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eb3eb7c8-3665-4811-96c4-b0e79f95b41e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/cca16855-9977-43e9-af44-3d0dbd0c7e8a HTTP/1.1" status: 204 len: 168 time: 0.7146683 Feb 09 21:50:22.360276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41406) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:22.524672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-786c08e6-ddad-45da-b95b-a9d8a9945bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca553564-9ee5-45a8-84bf-f1d306b321d1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.534846 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-786c08e6-ddad-45da-b95b-a9d8a9945bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.534846 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-786c08e6-ddad-45da-b95b-a9d8a9945bda admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca553564-9ee5-45a8-84bf-f1d306b321d1 HTTP/1.1" status: 204 len: 168 time: 0.3828902 Feb 09 21:50:22.577212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb2c13-3859-4383-9754-00ad20f6c8fb req-4c42b761-6655-4cc8-8833-5ca62837de17 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.581805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69cb2c13-3859-4383-9754-00ad20f6c8fb req-4c42b761-6655-4cc8-8833-5ca62837de17 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.1144319 Feb 09 21:50:22.612935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6663159d-f793-42e4-9155-24847dc9bfa4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.741165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c08e6-ddad-45da-b95b-a9d8a9945bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca553564-9ee5-45a8-84bf-f1d306b321d1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:22.790224 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adad8624-df8f-4707-80ca-875f09a939a9 x-openstack-request-id: req-adad8624-df8f-4707-80ca-875f09a939a9 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:22.790771 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620b8fff-30ba-43a4-b7e4-17607630799c", "name": "network-vif-plugged", "status": "completed", "tag": "f0ac15c7-f640-4237-ac76-a0d87ad2bcc8", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:22.790902 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-adad8624-df8f-4707-80ca-875f09a939a9 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:22.791465 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620b8fff-30ba-43a4-b7e4-17607630799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8', 'code': 200} Feb 09 21:50:22.831002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69cb2c13-3859-4383-9754-00ad20f6c8fb req-5d980efa-ff70-4361-9a27-d0802e680960 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310162 Feb 09 21:50:22.956256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6663159d-f793-42e4-9155-24847dc9bfa4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.978469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663159d-f793-42e4-9155-24847dc9bfa4']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:22.991507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49537363-6c51-43f9-bc0b-8fd6ad611be6') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:22.991840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49537363-6c51-43f9-bc0b-8fd6ad611be6') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:23.004098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (49537363-6c51-43f9-bc0b-8fd6ad611be6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.019060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (49537363-6c51-43f9-bc0b-8fd6ad611be6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.028745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:23.030393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (49537363-6c51-43f9-bc0b-8fd6ad611be6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.051170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ab43184-9e77-44dc-872e-e85eaf392edb req-873cdd89-1536-4435-af14-239f1c29bd96 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 210 time: 0.1100738 Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:23.102556 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:23.106941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f6ec4-50aa-4308-9249-d162d9e7f8eb req-c403e235-c1ed-42d4-b4cc-4615c966bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.114986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-162f6ec4-50aa-4308-9249-d162d9e7f8eb req-c403e235-c1ed-42d4-b4cc-4615c966bce2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 1128 time: 0.2323759 Feb 09 21:50:23.195201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afc7f2-2b79-426e-81ad-ff6931a5858b req-1bccaa7b-d9d6-492b-98ec-c563e76ebff1 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.207317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55afc7f2-2b79-426e-81ad-ff6931a5858b req-1bccaa7b-d9d6-492b-98ec-c563e76ebff1 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.1078951 Feb 09 21:50:23.209808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-162f6ec4-50aa-4308-9249-d162d9e7f8eb req-12a4b4b6-2284-45d7-a966-972ccc2a1a9a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894258 Feb 09 21:50:23.224411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6663159d-f793-42e4-9155-24847dc9bfa4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.269348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.281333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6663159d-f793-42e4-9155-24847dc9bfa4 HTTP/1.1" status: 204 len: 168 time: 0.9174311 Feb 09 21:50:23.313682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff2cf4-f750-4fdd-bc29-f08748622ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6663159d-f793-42e4-9155-24847dc9bfa4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:23.431890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55afc7f2-2b79-426e-81ad-ff6931a5858b req-74fda7d4-56e2-4dd1-a68a-b621c71f905b tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212555 Feb 09 21:50:23.521042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.538708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.540620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41432) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:23.544375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.559736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5258bd43-cc63-41eb-836b-5dce39895d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.560701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.601811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.619672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.645345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.661531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-e1b93827-6b1c-4a18-bf03-8c96a55fa605 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2134778 Feb 09 21:50:23.744800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5258bd43-cc63-41eb-836b-5dce39895d57 admin admin] Publish callbacks [] for security_group (87f3d62e-80c5-4fb5-9457-3f641bc2b54c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.759464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41438) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:23.768495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c3b9a0b-ef15-4134-a23f-00f9e4bba057 req-b28b98ec-ed40-4d81-b376-728c82cc4c30 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057074 Feb 09 21:50:23.848065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5258bd43-cc63-41eb-836b-5dce39895d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (87f3d62e-80c5-4fb5-9457-3f641bc2b54c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.888454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258bd43-cc63-41eb-836b-5dce39895d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3d62e-80c5-4fb5-9457-3f641bc2b54c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:23.896021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fb181571-c9bb-4011-a77c-6a15cca4553f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ba9256d71dd84adf907aa5bf067bca2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370828 Feb 09 21:50:23.898664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:23.934253 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5258bd43-cc63-41eb-836b-5dce39895d57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1931740966e44f15aa810f139088086d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3921585 Feb 09 21:50:23.934827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41444) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:24.025854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3086c32a-b746-41dc-a549-a00b89e94317 admin admin] Publish callbacks [] for security_group (70709158-a5ed-48f4-a10f-cdf59972bbb9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.040180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f72c-b0b8-4367-a2a1-063887ac1c68 admin admin] Publish callbacks [] for security_group (87f3d62e-80c5-4fb5-9457-3f641bc2b54c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.051866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3086c32a-b746-41dc-a549-a00b89e94317 admin admin] Publish callbacks [] for security_group (70709158-a5ed-48f4-a10f-cdf59972bbb9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.079363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f72c-b0b8-4367-a2a1-063887ac1c68 admin admin] Publish callbacks [] for security_group (87f3d62e-80c5-4fb5-9457-3f641bc2b54c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.209673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e1fb438-3c85-48ce-ac95-c1dcf6fca104 req-b00217a3-66bf-4f7c-9f80-9a53da471ed8 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 210 time: 0.0460842 Feb 09 21:50:24.229927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f72c-b0b8-4367-a2a1-063887ac1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (87f3d62e-80c5-4fb5-9457-3f641bc2b54c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.233076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f72c-b0b8-4367-a2a1-063887ac1c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.236251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ca1f72c-b0b8-4367-a2a1-063887ac1c68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/87f3d62e-80c5-4fb5-9457-3f641bc2b54c HTTP/1.1" status: 204 len: 168 time: 0.3002429 Feb 09 21:50:24.250859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3086c32a-b746-41dc-a549-a00b89e94317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (70709158-a5ed-48f4-a10f-cdf59972bbb9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.267066 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3086c32a-b746-41dc-a549-a00b89e94317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:24.276098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3086c32a-b746-41dc-a549-a00b89e94317 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/70709158-a5ed-48f4-a10f-cdf59972bbb9 HTTP/1.1" status: 204 len: 168 time: 0.3741558 Feb 09 21:50:24.276326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1f72c-b0b8-4367-a2a1-063887ac1c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3d62e-80c5-4fb5-9457-3f641bc2b54c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:24.327630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086c32a-b746-41dc-a549-a00b89e94317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70709158-a5ed-48f4-a10f-cdf59972bbb9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:24.674154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939d69-328e-4169-aca5-90be56005e2b req-efa77e81-6741-4657-9ee2-dd327b7bde44 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.680937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab939d69-328e-4169-aca5-90be56005e2b req-efa77e81-6741-4657-9ee2-dd327b7bde44 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.1099715 Feb 09 21:50:24.741677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab939d69-328e-4169-aca5-90be56005e2b req-b9193c0e-07ea-43d5-aa25-1e892d0467d9 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 Feb 09 21:50:25.082094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.090428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.104233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.116665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3afa1-31c2-435b-acf6-3f7496e153ba req-f1d26f65-fd3c-40e7-b2be-7f18747e7d6a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.122292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.124151 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04f3afa1-31c2-435b-acf6-3f7496e153ba req-f1d26f65-fd3c-40e7-b2be-7f18747e7d6a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1168003 Feb 09 21:50:25.130048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.136444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c286d7dc-ddf1-430b-8ed2-45e7fc795eac details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:25.152642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.170258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.177775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-05915dd1-d678-4e32-9656-a844e14440f8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5431 time: 0.2133889 Feb 09 21:50:25.211528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04f3afa1-31c2-435b-acf6-3f7496e153ba req-f5525f46-ad88-4eae-9f2a-e726273897fe tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848529 Feb 09 21:50:25.295214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b46ecdb-b45c-4505-b20a-366487c39994 req-d5987c99-29fe-426a-9711-a379e7604685 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063111 Feb 09 21:50:25.333049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:25.347952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'c286d7dc-ddf1-430b-8ed2-45e7fc795eac', 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'port_id': 'c286d7dc-ddf1-430b-8ed2-45e7fc795eac', 'mac_address': 'fa:16:3e:27:ef:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4754530a-85b8-42fc-8fa2-b4ec844ac4f6', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:25.414306 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0f155f1-a2b4-4ef2-aaa0-8562b87a7bb3 req-b58fe61e-cc48-4275-871d-388930b4b363 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 210 time: 0.0493724 Feb 09 21:50:25.418659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41484) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:25.454276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c286d7dc-ddf1-430b-8ed2-45e7fc795eac is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:25.455088 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.473121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c286d7dc-ddf1-430b-8ed2-45e7fc795eac {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:25.487429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ad1d7050-78e6-4e1c-bdcb-418c4c85eb03 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ca3e93081bee43c3af12bec12a32b316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654781 Feb 09 21:50:25.488408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41486) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:25.513323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:25.584284 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.585288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5c895aa-e6ef-4c72-a053-8e571b40c856 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:25.590517 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-444f50b9-eeec-429d-affb-693866bba5ac admin admin] Publish callbacks [] for security_group (62456a3f-40a4-4976-9644-206790be563c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.663920 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-444f50b9-eeec-429d-affb-693866bba5ac admin admin] Publish callbacks [] for security_group (62456a3f-40a4-4976-9644-206790be563c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.862353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-444f50b9-eeec-429d-affb-693866bba5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (62456a3f-40a4-4976-9644-206790be563c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.865416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-444f50b9-eeec-429d-affb-693866bba5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:25.869600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-444f50b9-eeec-429d-affb-693866bba5ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/62456a3f-40a4-4976-9644-206790be563c HTTP/1.1" status: 204 len: 168 time: 0.3702536 Feb 09 21:50:25.894505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f50b9-eeec-429d-affb-693866bba5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62456a3f-40a4-4976-9644-206790be563c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:26.011792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ed4a3-cb9e-4c3a-ada2-369a6881d22c req-f9a73223-5f4c-4f53-ab9a-d5ca46081217 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.015902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5c895aa-e6ef-4c72-a053-8e571b40c856, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:26.021286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae2ed4a3-cb9e-4c3a-ada2-369a6881d22c req-f9a73223-5f4c-4f53-ab9a-d5ca46081217 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.1046684 Feb 09 21:50:26.043313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:26.060036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'd5c895aa-e6ef-4c72-a053-8e571b40c856', 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663', 'port_id': 'd5c895aa-e6ef-4c72-a053-8e571b40c856', 'mac_address': 'fa:16:3e:01:b4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0813bb2-4776-4a6c-85c2-afde588fa39b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:26.099856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-22b8f162-3c14-4ce4-870e-8347b5f4cfe6 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.101693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-22b8f162-3c14-4ce4-870e-8347b5f4cfe6 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.30 "GET /v2.0/networks?id=0418313c-85eb-4887-82f8-9dbf128da3df HTTP/1.1" status: 200 len: 811 time: 0.3288102 Feb 09 21:50:26.147272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5c895aa-e6ef-4c72-a053-8e571b40c856 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:26.147881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.173947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c895aa-e6ef-4c72-a053-8e571b40c856 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:26.212472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5c895aa-e6ef-4c72-a053-8e571b40c856, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:26.213124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-da9baef2-f944-46d1-b5aa-099e328f1a4c tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3885a33537424df6994ec22f1633d088 HTTP/1.1" status: 200 len: 379 time: 0.0974739 Feb 09 21:50:26.219266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Request body: {'port': {'device_id': '35414386-4330-4047-b48f-239f54cf6f0c', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'admin_state_up': True, 'tenant_id': '3885a33537424df6994ec22f1633d088', 'security_groups': ['e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:26.330657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.331457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c781be66-3b43-4cfc-aba2-2b1f136edac7 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:26.456786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c781be66-3b43-4cfc-aba2-2b1f136edac7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:26.507895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'c781be66-3b43-4cfc-aba2-2b1f136edac7', 'network_id': '801ef2ae-e59b-436d-a612-be3873c53663', 'port_id': 'c781be66-3b43-4cfc-aba2-2b1f136edac7', 'mac_address': 'fa:16:3e:47:4f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0813bb2-4776-4a6c-85c2-afde588fa39b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:26.522645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5c895aa-e6ef-4c72-a053-8e571b40c856,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:26.570348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd537299-c24c-4506-bb52-3748a45e1f90 req-a25766f0-f71b-4abb-b265-e4e3e010e1fb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.572380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dd537299-c24c-4506-bb52-3748a45e1f90 req-a25766f0-f71b-4abb-b265-e4e3e010e1fb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.2162006 Feb 09 21:50:26.623395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c781be66-3b43-4cfc-aba2-2b1f136edac7 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:26.623690 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.642105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Made reservation on behalf of 3885a33537424df6994ec22f1633d088 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:26.646508 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.674466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c781be66-3b43-4cfc-aba2-2b1f136edac7 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:26.743748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c781be66-3b43-4cfc-aba2-2b1f136edac7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:26.823215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae2ed4a3-cb9e-4c3a-ada2-369a6881d22c req-61e26352-0265-464e-bc5c-c04a43a57c95 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7998409 Feb 09 21:50:26.867123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.867923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 817a3dc7-75ea-4124-b5f6-49cb0f14725e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:26.908091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Allocated IP 172.20.0.7 (0418313c-85eb-4887-82f8-9dbf128da3df/f328736f-78e6-4748-97fa-a7416962ac71/03cf5032-3502-47d9-a0d2-3fc63cf97dd7) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:26.973190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c781be66-3b43-4cfc-aba2-2b1f136edac7,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:27.026348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:27.038673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '817a3dc7-75ea-4124-b5f6-49cb0f14725e', 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'port_id': '817a3dc7-75ea-4124-b5f6-49cb0f14725e', 'mac_address': 'fa:16:3e:52:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4754530a-85b8-42fc-8fa2-b4ec844ac4f6', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:27.046424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dd537299-c24c-4506-bb52-3748a45e1f90 req-cfd1c339-2cef-4111-ac14-516a6563c999 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656639 Feb 09 21:50:27.074227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.079530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.082999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 817a3dc7-75ea-4124-b5f6-49cb0f14725e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:27.083411 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.107613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.123642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.132829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.133156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817a3dc7-75ea-4124-b5f6-49cb0f14725e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:27.144797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.156268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.158449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:27.164278 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-3bda4e31-1983-4b27-b9ee-847889ebfb2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5434 time: 0.2215457 Feb 09 21:50:27.181330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.203432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8572f93-037e-4d2a-be6d-d163510df0ec req-eaa6ec69-128d-4602-a00b-68be4e693cae tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 210 time: 0.0368626 Feb 09 21:50:27.269685 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.270534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a97dad-9fb6-416d-843e-1afa13825922 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:27.344731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.375093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2de4fd79-bb91-4cef-a45c-ba4bbd345603 req-8494ee0c-a560-4de0-84d7-8668454839ae tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990490 Feb 09 21:50:27.437309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Network 0418313c-85eb-4887-82f8-9dbf128da3df is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:27.454038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:27.459502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:27.489353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 36a97dad-9fb6-416d-843e-1afa13825922, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a97dad-9fb6-416d-843e-1afa13825922,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:27.505768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event updated for resources: {'Port': ['ID=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:27.513329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '36a97dad-9fb6-416d-843e-1afa13825922', 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'port_id': '36a97dad-9fb6-416d-843e-1afa13825922', 'mac_address': 'fa:16:3e:61:36:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4754530a-85b8-42fc-8fa2-b4ec844ac4f6', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:27.552073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=817a3dc7-75ea-4124-b5f6-49cb0f14725e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:27.569299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.570713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.591668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 36a97dad-9fb6-416d-843e-1afa13825922 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:27.592497 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a97dad-9fb6-416d-843e-1afa13825922), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.631452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a97dad-9fb6-416d-843e-1afa13825922 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:27.668873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 36a97dad-9fb6-416d-843e-1afa13825922, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a97dad-9fb6-416d-843e-1afa13825922,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:27.755927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-7f24bdec-9a8d-467b-90fb-478b94d17efd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5415158 Feb 09 21:50:27.769384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Request body: {'port': {'device_id': '35414386-4330-4047-b48f-239f54cf6f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:27.784646 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (36a97dad-9fb6-416d-843e-1afa13825922), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.785486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 51a8fff3-9067-4932-aba8-76103aef69c7 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:28.035119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:50:28.040966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.103156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-bdaaa8e4-129c-46fa-bd4b-fa7bc7ebd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.113806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-bdaaa8e4-129c-46fa-bd4b-fa7bc7ebd3fe service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edf98863e5c14791835a0df0a7e74544&device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 1128 time: 0.1343226 Feb 09 21:50:28.134094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00240c20-5e2a-46e8-be03-3e97ac0dc56e req-08afbca0-a1ce-42bc-a1aa-9671f6bb4ffa tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.146341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00240c20-5e2a-46e8-be03-3e97ac0dc56e req-08afbca0-a1ce-42bc-a1aa-9671f6bb4ffa tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.2385185 Feb 09 21:50:28.181306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=36a97dad-9fb6-416d-843e-1afa13825922,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:28.190909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e4be27df-4921-42cf-b08b-50d7cfb1bada None None] Provisioning complete for port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:28.191606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4be27df-4921-42cf-b08b-50d7cfb1bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.383549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e4be27df-4921-42cf-b08b-50d7cfb1bada None None] Port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:28.390753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 51a8fff3-9067-4932-aba8-76103aef69c7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=51a8fff3-9067-4932-aba8-76103aef69c7,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:28.432095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '51a8fff3-9067-4932-aba8-76103aef69c7', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'port_id': '51a8fff3-9067-4932-aba8-76103aef69c7', 'mac_address': 'fa:16:3e:92:e8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:28.452400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-e9af7311-28ae-439c-abb2-fc7e9c3853ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.458658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-e9af7311-28ae-439c-abb2-fc7e9c3853ec service neutron] 10.222.0.110 "GET /v2.0/networks?id=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 HTTP/1.1" status: 200 len: 915 time: 0.3032067 Feb 09 21:50:28.519850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 51a8fff3-9067-4932-aba8-76103aef69c7 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:28.520256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.545789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a8fff3-9067-4932-aba8-76103aef69c7 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:28.564317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00240c20-5e2a-46e8-be03-3e97ac0dc56e req-b59a8312-e0b0-4b59-b620-838be561aa66 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170084 Feb 09 21:50:28.571240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-d04eff92-1e1c-40db-8a04-53ad8c0660e1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 HTTP/1.1" status: 200 len: 217 time: 0.1016712 Feb 09 21:50:28.610621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 51a8fff3-9067-4932-aba8-76103aef69c7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=51a8fff3-9067-4932-aba8-76103aef69c7,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:28.659391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-0176fe63-30f3-4eed-a966-16dd691ec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.660931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-0176fe63-30f3-4eed-a966-16dd691ec510 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e94d09b2-ec03-40dc-960d-581bc3f42640 HTTP/1.1" status: 200 len: 854 time: 0.0837221 Feb 09 21:50:28.686657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.687528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 38d67e72-cafe-42f0-bc69-349195f1a52b details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:28.707422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:28.725366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Publish callbacks [] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.774498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Transition to ACTIVE for port object 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:28.778020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-4e1be77f-e737-4bd8-9dd4-242bfb1d8b8f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092031 Feb 09 21:50:28.877777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.890661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=51a8fff3-9067-4932-aba8-76103aef69c7,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:28.921472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 38d67e72-cafe-42f0-bc69-349195f1a52b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=38d67e72-cafe-42f0-bc69-349195f1a52b,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:28.959274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '38d67e72-cafe-42f0-bc69-349195f1a52b', 'network_id': 'db60ebb1-cc06-42e6-b75c-9f9261a4d2d8', 'port_id': '38d67e72-cafe-42f0-bc69-349195f1a52b', 'mac_address': 'fa:16:3e:ac:c3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4754530a-85b8-42fc-8fa2-b4ec844ac4f6', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:29.050992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 38d67e72-cafe-42f0-bc69-349195f1a52b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:29.053995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.121234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d67e72-cafe-42f0-bc69-349195f1a52b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:29.124405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff30b-ab34-4b25-a68e-c9b57b2791a4 req-587b09dd-1c0f-4bb2-aa23-906d8e7107ac tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.132257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4ff30b-ab34-4b25-a68e-c9b57b2791a4 req-587b09dd-1c0f-4bb2-aa23-906d8e7107ac tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 931 time: 0.4277329 Feb 09 21:50:29.174160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed48b7-9476-4ad4-9765-25563f9f710a req-5622139c-96cb-4b66-b960-7e4094ec36cb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.178187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.178363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aeed48b7-9476-4ad4-9765-25563f9f710a req-5622139c-96cb-4b66-b960-7e4094ec36cb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.3979728 Feb 09 21:50:29.180037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 38d67e72-cafe-42f0-bc69-349195f1a52b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=38d67e72-cafe-42f0-bc69-349195f1a52b,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:29.183511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Pushing event updated for resources: {'Port': ['ID=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:29.210040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-e1744f23-4a0e-4ebb-972a-22f2ca0f1b68 service neutron] 10.222.0.110 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688478 Feb 09 21:50:29.248740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.306262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af4ff30b-ab34-4b25-a68e-c9b57b2791a4 req-a8816b03-9f0d-4931-8862-7753b2a24457 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712265 Feb 09 21:50:29.383144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=38d67e72-cafe-42f0-bc69-349195f1a52b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:29.535157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16abcac6-a6aa-44f4-b516-813d092e7726 req-48e0756d-e135-4618-83a0-f11942a4e3b2 service neutron] 10.222.0.110 "GET /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100884 Feb 09 21:50:29.591032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aeed48b7-9476-4ad4-9765-25563f9f710a req-4a835d65-c7b1-4bbd-a584-6ac2b36cee7e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605731 Feb 09 21:50:29.613559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Attempting to bind port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:29.614188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Attempting to bind port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:29.614775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Attempting to bind port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 on network 0418313c-85eb-4887-82f8-9dbf128da3df {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:29.630540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 on network 0418313c-85eb-4887-82f8-9dbf128da3df not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:29.631289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Attempting to bind port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 on network 0418313c-85eb-4887-82f8-9dbf128da3df {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:29.657128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:29.660077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Checking segment: {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:29.660935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Bound using segment: {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:29.664012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Bound port: 03cf5032-3502-47d9-a0d2-3fc63cf97dd7, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e60b73-f351-4c16-93e1-c31aa0275408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:29.664790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:29.819963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.843523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.856955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['38d67e72-cafe-42f0-bc69-349195f1a52b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:29.869718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.886996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.905954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.931532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.954517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.968648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-409bbe5e-9441-4f9c-a490-521999ccf39b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5438 time: 0.3712223 Feb 09 21:50:30.005106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['817a3dc7-75ea-4124-b5f6-49cb0f14725e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:30.007463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d5c895aa-e6ef-4c72-a053-8e571b40c856'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:30.009422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c781be66-3b43-4cfc-aba2-2b1f136edac7'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:30.039612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] For port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:30.060029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] For port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:30.083302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082ff3-97a3-4467-98c2-3de8354f5281 req-9eab1ea6-6680-417b-a549-5861b3c7c380 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.095602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9082ff3-97a3-4467-98c2-3de8354f5281 req-9eab1ea6-6680-417b-a549-5861b3c7c380 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.1519074 Feb 09 21:50:30.171508 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9082ff3-97a3-4467-98c2-3de8354f5281 req-5635d36c-65dc-4e83-9353-72340bf0ec10 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722249 Feb 09 21:50:30.178603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.179333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5faad782-7dfe-46cc-ad7c-53501a69c8c7 req-621857c3-fbc3-492b-a805-9f77116f23f4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2086854 Feb 09 21:50:30.284942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.285779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.291067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/03cf5032-3502-47d9-a0d2-3fc63cf97dd7 HTTP/1.1" status: 200 len: 1091 time: 2.5262494 Feb 09 21:50:30.291612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:30.299255 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a" -d '{"events": [{"name": "network-changed", "server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:30.402792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556da79e-a325-4010-83e3-a51282d263d0 service neutron] Pushing event updated for resources: {'Port': ['ID=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:30.603475 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15930a66-9ce7-40c4-ade9-b500b60dda0d x-openstack-request-id: req-15930a66-9ce7-40c4-ade9-b500b60dda0d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:30.603832 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:30.604170 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-15930a66-9ce7-40c4-ade9-b500b60dda0d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:30.604537 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'status': 'completed', 'code': 200} Feb 09 21:50:30.678422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-736a0df2-ab3b-4535-92dd-2a798957c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.679983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-736a0df2-ab3b-4535-92dd-2a798957c6e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3885a33537424df6994ec22f1633d088&device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 1125 time: 0.2396331 Feb 09 21:50:30.756598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd359a-af30-4b7b-832e-4ddf426f5eb7 req-863b3cf6-970f-4361-8fb2-b349f7ee71b2 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.770360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52fd359a-af30-4b7b-832e-4ddf426f5eb7 req-863b3cf6-970f-4361-8fb2-b349f7ee71b2 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 943 time: 0.2024639 Feb 09 21:50:30.831161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-83173f58-ac2e-4a14-a25c-7bd19f6be60d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7 HTTP/1.1" status: 200 len: 217 time: 0.1344752 Feb 09 21:50:30.833361 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.918156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52fd359a-af30-4b7b-832e-4ddf426f5eb7 req-2da6f3c8-f821-407c-bbc2-f979040fc0e7 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466632 Feb 09 21:50:30.996261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['36a97dad-9fb6-416d-843e-1afa13825922'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:30.998839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-c822d1b1-60eb-4e9f-aadf-523a62ecc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.000152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['51a8fff3-9067-4932-aba8-76103aef69c7'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:31.000422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-c822d1b1-60eb-4e9f-aadf-523a62ecc5e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f328736f-78e6-4748-97fa-a7416962ac71 HTTP/1.1" status: 200 len: 850 time: 0.1040790 Feb 09 21:50:31.006205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41634) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:31.108994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c286d7dc-ddf1-430b-8ed2-45e7fc795eac'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:31.170527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692339-2ec8-49a2-8cfa-3f97a8d938f4 req-303c362c-772b-4d93-b51e-a82d7909b43c tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.187079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af692339-2ec8-49a2-8cfa-3f97a8d938f4 req-303c362c-772b-4d93-b51e-a82d7909b43c tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.3548176 Feb 09 21:50:31.223100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-9a4c56f3-c95d-4c0d-8aac-38c93a0f998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.224704 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-9a4c56f3-c95d-4c0d-8aac-38c93a0f998a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0418313c-85eb-4887-82f8-9dbf128da3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2152851 Feb 09 21:50:31.283660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edb2047-ff85-4a10-8ccb-e42b06d955b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.532599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec09b19-cc7a-4635-aa1c-f871a0bce194 req-ee4cc95b-b418-4504-a110-6cb76de40213 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.535013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ec09b19-cc7a-4635-aa1c-f871a0bce194 req-ee4cc95b-b418-4504-a110-6cb76de40213 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.2033789 Feb 09 21:50:31.540329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af692339-2ec8-49a2-8cfa-3f97a8d938f4 req-bf986d62-8858-4a7b-a838-0f10f034a96b tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468444 Feb 09 21:50:31.542736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-aeb42414-bf34-4286-912f-044f92f6e8ac service neutron] 10.222.0.30 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246413 Feb 09 21:50:31.794051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ec09b19-cc7a-4635-aa1c-f871a0bce194 req-12c2af2e-fe97-4cb8-b7e0-27d9da62d6e9 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469637 Feb 09 21:50:31.799174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edb2047-ff85-4a10-8ccb-e42b06d955b4 admin admin] Publish callbacks [] for security_group (72e0b103-b682-42ec-bc6c-8b8104c8e39b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.878526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8edb2047-ff85-4a10-8ccb-e42b06d955b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (72e0b103-b682-42ec-bc6c-8b8104c8e39b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.931590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.952933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.972829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.980966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.991262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.005319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.014439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb2047-ff85-4a10-8ccb-e42b06d955b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0b103-b682-42ec-bc6c-8b8104c8e39b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:32.025549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.027653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-409258b4-0ca9-4147-87f5-e1c00133c99b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5438 time: 0.3105595 Feb 09 21:50:32.073716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8edb2047-ff85-4a10-8ccb-e42b06d955b4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c3bb1710c4ac4ff1a88dd18c8a320c82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0659921 Feb 09 21:50:32.077416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41656) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:32.197634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f89b-a960-4134-8184-8f5d97033c74 req-990932df-54de-4ef4-aa21-a31f57e86007 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.205974 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-20f3f89b-a960-4134-8184-8f5d97033c74 req-990932df-54de-4ef4-aa21-a31f57e86007 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 943 time: 0.1027949 Feb 09 21:50:32.293217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83fbf9d1-bc94-4e27-bcf0-fd6eaa6f2d94 req-2e81a498-7284-4cf1-9435-6f38be97f1ef tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2577615 Feb 09 21:50:32.309063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d021e57-0146-4bf7-893a-ad4dd8178cd6 req-0d8f8151-7623-4830-aafb-c00b40588919 service neutron] 10.222.0.30 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7569022 Feb 09 21:50:32.326319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-20f3f89b-a960-4134-8184-8f5d97033c74 req-15857d33-77eb-4344-9b4d-cc1b2d241740 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192844 Feb 09 21:50:32.403435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35f139a5-1bb8-4a5d-9ed7-ba340d3502e1 admin admin] Publish callbacks [] for security_group (72e0b103-b682-42ec-bc6c-8b8104c8e39b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:32.457862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35f139a5-1bb8-4a5d-9ed7-ba340d3502e1 admin admin] Publish callbacks [] for security_group (72e0b103-b682-42ec-bc6c-8b8104c8e39b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:32.550092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-57eaeab7-55ab-4dc5-b5a6-bcc6ddb3ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.551962 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-57eaeab7-55ab-4dc5-b5a6-bcc6ddb3ea76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3885a33537424df6994ec22f1633d088&device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 1125 time: 0.0859349 Feb 09 21:50:32.864000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a991-11a1-405f-9755-5bbd8da44d33 req-dde9d77a-b3ad-4398-926b-c1f45a55f204 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.871808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3694a991-11a1-405f-9755-5bbd8da44d33 req-dde9d77a-b3ad-4398-926b-c1f45a55f204 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1309013 Feb 09 21:50:32.888151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-76f70d5b-573b-49a2-ab66-818077246da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.899171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-76f70d5b-573b-49a2-ab66-818077246da4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0418313c-85eb-4887-82f8-9dbf128da3df HTTP/1.1" status: 200 len: 912 time: 0.3352568 Feb 09 21:50:33.007596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3694a991-11a1-405f-9755-5bbd8da44d33 req-f92d490a-0e91-4a5a-bbb1-04b52e79e91f tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150649 Feb 09 21:50:33.027864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-24dac0d8-2cc0-457a-9d73-f0563e980e71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7 HTTP/1.1" status: 200 len: 217 time: 0.1156981 Feb 09 21:50:33.045972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35f139a5-1bb8-4a5d-9ed7-ba340d3502e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (72e0b103-b682-42ec-bc6c-8b8104c8e39b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.056367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35f139a5-1bb8-4a5d-9ed7-ba340d3502e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:33.060910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-35f139a5-1bb8-4a5d-9ed7-ba340d3502e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72e0b103-b682-42ec-bc6c-8b8104c8e39b HTTP/1.1" status: 204 len: 168 time: 0.9701900 Feb 09 21:50:33.172292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f139a5-1bb8-4a5d-9ed7-ba340d3502e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e0b103-b682-42ec-bc6c-8b8104c8e39b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:33.535494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.546518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.574373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.583430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.596538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.609736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.620686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.642324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-d5a1022b-4cac-41ec-b4c2-625d9cfc8166 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5438 time: 0.2211843 Feb 09 21:50:33.779649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-844ddeb7-6701-4f28-a2d0-1dee9bcba83b req-5975167c-df4e-44f0-8da0-bd08cb2f686c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363654 Feb 09 21:50:33.840761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-74a9faf4-d850-4ef8-9e17-574564820a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.840761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-74a9faf4-d850-4ef8-9e17-574564820a18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f328736f-78e6-4748-97fa-a7416962ac71 HTTP/1.1" status: 200 len: 850 time: 0.7721202 Feb 09 21:50:33.849733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeb266-fd21-4875-9ea0-013720e0919e req-31418cc5-3213-4cfd-90b5-3f5d5e8dbe24 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:33.857316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fdbeb266-fd21-4875-9ea0-013720e0919e req-31418cc5-3213-4cfd-90b5-3f5d5e8dbe24 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.9212964 Feb 09 21:50:34.027144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30cfa-d8a9-4fc5-8151-d1fe135e1b64 req-2d260d86-dd5c-4d92-b379-a81f8013b103 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:34.028757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21b30cfa-d8a9-4fc5-8151-d1fe135e1b64 req-2d260d86-dd5c-4d92-b379-a81f8013b103 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 943 time: 0.1086819 Feb 09 21:50:34.048117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fdbeb266-fd21-4875-9ea0-013720e0919e req-08509fcd-20d2-4b44-a35c-e7142273aca6 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/security-groups?id=6f6aa211-d7ba-4fb0-b67d-29e5100c0077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884921 Feb 09 21:50:34.117682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-c76089dd-2994-40a0-a865-b9a18749c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:34.119326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-c76089dd-2994-40a0-a865-b9a18749c82f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0418313c-85eb-4887-82f8-9dbf128da3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2599630 Feb 09 21:50:34.193669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21b30cfa-d8a9-4fc5-8151-d1fe135e1b64 req-32070618-d612-454e-8dc6-7f6acf4848f6 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567466 Feb 09 21:50:34.334532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bec57-3422-4bac-8b27-e3e9c7585040 req-ed995e78-b103-498f-9bf3-b7d52bcc10cf tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:34.343123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a74bec57-3422-4bac-8b27-e3e9c7585040 req-ed995e78-b103-498f-9bf3-b7d52bcc10cf tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.0967729 Feb 09 21:50:34.406559 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-8b43702c-deda-44c0-bc1c-c7f53b8a4752 service neutron] 10.222.0.30 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798691 Feb 09 21:50:34.517234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a74bec57-3422-4bac-8b27-e3e9c7585040 req-1438a1a1-cf3e-4a7e-bd49-3a643358263f tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731610 Feb 09 21:50:34.615108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-41b39605-8a4d-49c2-91f1-5542de259963 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:34.617982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cf07abe-5c27-40a1-9ed9-fc8e9a0de62a req-b7042701-aa90-4f8d-8989-0481267a7179 service neutron] 10.222.0.30 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018530 Feb 09 21:50:34.619487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-41b39605-8a4d-49c2-91f1-5542de259963 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.110 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 946 time: 0.1214116 Feb 09 21:50:34.770626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Deleting port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:34.771339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:34.779147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:34.909064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] For port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,segment=NetworkSegment(60f968b1-edef-47d8-86c1-7c8d414d0d45),segment_id=60f968b1-edef-47d8-86c1-7c8d414d0d45)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:34.909449 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:34.934555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Calling delete_port for f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:34.983671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:35.016982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'port_id': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'mac_address': 'fa:16:3e:ba:0c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:35.019951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.035806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.042852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.048793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.055280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.063668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.072203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.074759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18913af2-759a-402c-b97c-46035c481c95 req-69a12bc6-bd71-4faf-a280-b056424900d8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5438 time: 0.1811025 Feb 09 21:50:35.083407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:35.084412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.098925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:35.123697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:35.162812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18913af2-759a-402c-b97c-46035c481c95 req-f10795a2-93ec-4786-9ce3-1656fd57f9e0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804002 Feb 09 21:50:35.206521 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.242129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f0ac15c7-f640-4237-ac76-a0d87ad2bcc8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.296999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Pushing event deleted for resources: {'Port': ['ID=f0ac15c7-f640-4237-ac76-a0d87ad2bcc8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:35.331911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:35.340000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f0ac15c7-f640-4237-ac76-a0d87ad2bcc8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:35.367031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] No DVR routers for this DVR port f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:35.375420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c286d7dc-ddf1-430b-8ed2-45e7fc795eac up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:35.376162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4003843d-3014-4cdc-a5e6-9eaadcefa7d1 req-dce2c050-108c-45d0-a90e-477af9e6f51a tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 210 time: 0.0813136 Feb 09 21:50:35.444643 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.448847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9ebd70b-d79d-42d1-9298-eaed0783ddb1 req-e5cb525d-98d9-486f-8558-ec1211a9d736 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.110 "DELETE /v2.0/ports/f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 HTTP/1.1" status: 204 len: 173 time: 0.8158121 Feb 09 21:50:35.451234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620b8fff-30ba-43a4-b7e4-17607630799c', 'name': 'network-vif-deleted', 'tag': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:35.454054 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d5567c-0a45-438a-94f0-8e96ac32ee86" -d '{"events": [{"server_uuid": "620b8fff-30ba-43a4-b7e4-17607630799c", "name": "network-vif-deleted", "tag": "f0ac15c7-f640-4237-ac76-a0d87ad2bcc8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:35.482336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['03cf5032-3502-47d9-a0d2-3fc63cf97dd7'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:35.488132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355ba42-b2a2-4752-ac51-d3bb5524c839 req-eab498be-f7e7-4c9b-a847-a1d5b279f8b2 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.489782 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6355ba42-b2a2-4752-ac51-d3bb5524c839 req-eab498be-f7e7-4c9b-a847-a1d5b279f8b2 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 944 time: 0.1250744 Feb 09 21:50:35.544105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6355ba42-b2a2-4752-ac51-d3bb5524c839 req-c3d84e40-70a1-456f-8dfa-1a8115e09b8a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Feb 09 21:50:35.549971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port c286d7dc-ddf1-430b-8ed2-45e7fc795eac completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:35.656140 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68452b40-cdec-4e17-bcf4-a024a763631b x-openstack-request-id: req-68452b40-cdec-4e17-bcf4-a024a763631b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:35.656638 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620b8fff-30ba-43a4-b7e4-17607630799c", "name": "network-vif-deleted", "tag": "f0ac15c7-f640-4237-ac76-a0d87ad2bcc8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:35.656736 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-68452b40-cdec-4e17-bcf4-a024a763631b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:35.657162 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620b8fff-30ba-43a4-b7e4-17607630799c', 'name': 'network-vif-deleted', 'tag': 'f0ac15c7-f640-4237-ac76-a0d87ad2bcc8', 'status': 'completed', 'code': 200} Feb 09 21:50:35.749779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4514b-a3c1-4dae-aedd-50ef5784c7ca req-c69c84ee-de7d-40bf-9a14-a310e7421124 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:35.751549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4cc4514b-a3c1-4dae-aedd-50ef5784c7ca req-c69c84ee-de7d-40bf-9a14-a310e7421124 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.0652888 Feb 09 21:50:35.764670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-973625ae-024d-4320-b035-69a176b893fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.774381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port c286d7dc-ddf1-430b-8ed2-45e7fc795eac triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:35.774641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.834997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4cc4514b-a3c1-4dae-aedd-50ef5784c7ca req-8d0bb1d8-0875-4ac9-8e83-5c9dbd818869 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730114 Feb 09 21:50:35.943656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c286d7dc-ddf1-430b-8ed2-45e7fc795eac is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:35.945332 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:35.991552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c286d7dc-ddf1-430b-8ed2-45e7fc795eac'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:35.997684 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce79a7-a89a-47d1-9996-c7acbf9642e5" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c286d7dc-ddf1-430b-8ed2-45e7fc795eac"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:36.029958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:36.049443 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0025ecd0-fe59-4cc2-a061-e78f59b35c3b x-openstack-request-id: req-0025ecd0-fe59-4cc2-a061-e78f59b35c3b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:36.049796 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c286d7dc-ddf1-430b-8ed2-45e7fc795eac", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:36.050067 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0025ecd0-fe59-4cc2-a061-e78f59b35c3b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:36.050470 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c286d7dc-ddf1-430b-8ed2-45e7fc795eac', 'code': 200} Feb 09 21:50:36.107235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.108240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 38d67e72-cafe-42f0-bc69-349195f1a52b up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:36.195349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:36.289841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 38d67e72-cafe-42f0-bc69-349195f1a52b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:36.295010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 38d67e72-cafe-42f0-bc69-349195f1a52b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:36.295451 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.314475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.320111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.326564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.333775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.339943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.346367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.352737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.361102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-8feb0cd4-25ee-4146-b47c-a80c6e9869bc tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5439 time: 0.1076093 Feb 09 21:50:36.416094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 38d67e72-cafe-42f0-bc69-349195f1a52b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:36.417736 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.433175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f3ea536-88fc-4bea-abae-e6894bf2358b req-ae902d1d-7abe-4423-8ab8-f4d5ab385a71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645928 Feb 09 21:50:36.476697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 38d67e72-cafe-42f0-bc69-349195f1a52b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=38d67e72-cafe-42f0-bc69-349195f1a52b,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:36.577652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88de58c3-8210-4cd3-9f8f-399ef206b3e5 req-0efd3f32-f0e1-4bcc-b93b-953a6d3a8d80 tempest-InstanceActionsTestJSON-832939677 tempest-InstanceActionsTestJSON-832939677-project] 10.222.0.98 "GET /v2.0/ports?device_id=620b8fff-30ba-43a4-b7e4-17607630799c HTTP/1.1" status: 200 len: 210 time: 0.0513084 Feb 09 21:50:36.589880 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:36.591006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c781be66-3b43-4cfc-aba2-2b1f136edac7 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:36.745580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=38d67e72-cafe-42f0-bc69-349195f1a52b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:36.797518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:36.874663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299b3f0-234e-4330-80c3-6e2abf4fc7d7 req-ff5da294-7165-47f2-a500-39b7b35090a3 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:36.878925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b299b3f0-234e-4330-80c3-6e2abf4fc7d7 req-ff5da294-7165-47f2-a500-39b7b35090a3 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 944 time: 0.1407297 Feb 09 21:50:36.974038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b299b3f0-234e-4330-80c3-6e2abf4fc7d7 req-8262a3d5-635f-4e2e-b1bc-6d527c83fdf2 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862308 Feb 09 21:50:37.012449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:37.017061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:37.017604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.088640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port c781be66-3b43-4cfc-aba2-2b1f136edac7 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:37.110102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port c781be66-3b43-4cfc-aba2-2b1f136edac7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:37.121721 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.252264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f217d2-a382-4bcf-8568-a1f2e45e9357 req-8fcf428e-c80d-4994-8361-8d060eed0afd tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.253911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f217d2-a382-4bcf-8568-a1f2e45e9357 req-8fcf428e-c80d-4994-8361-8d060eed0afd tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1421673 Feb 09 21:50:37.364798 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f217d2-a382-4bcf-8568-a1f2e45e9357 req-6da2fa61-e63b-472d-b7c4-00e6f134eca5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946989 Feb 09 21:50:37.471517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c781be66-3b43-4cfc-aba2-2b1f136edac7 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:37.471949 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.559777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:37.572416 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.637277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c781be66-3b43-4cfc-aba2-2b1f136edac7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:37.652084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-824da95b-0d41-40ce-9a72-18e5938b14f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.670890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:37.687872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.694520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.701619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.704070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.704928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5c895aa-e6ef-4c72-a053-8e571b40c856 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:37.720767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.726550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.733043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.738905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:37.748451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-e33d1c93-9003-4201-b321-ad9f8e7e3dea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5440 time: 0.1941018 Feb 09 21:50:37.838261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:37.875065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b1bd6331-0a09-4c67-af1b-45cb39d5f9a5 req-6e25cb6d-9956-4286-81a4-8748f4c31101 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252158 Feb 09 21:50:37.903199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c781be66-3b43-4cfc-aba2-2b1f136edac7,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:38.052084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b'}, {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7'}, {'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:38.054735 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d941306-2b01-4792-afd8-1bb92fbfdf26" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b"}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7"}, {"server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "name": "network-vif-plugged", "status": "completed", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:38.061452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:38.146851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port d5c895aa-e6ef-4c72-a053-8e571b40c856 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:38.146851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port d5c895aa-e6ef-4c72-a053-8e571b40c856 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:38.146851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.187079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41794) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:38.313119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5c895aa-e6ef-4c72-a053-8e571b40c856 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:38.316750 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.355344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Deleting subnet e94d09b2-ec03-40dc-960d-581bc3f42640 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:38.367835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0bbed-5d26-4852-a875-a35fede75025 req-f4caa7e2-cef5-47a0-b7c9-70ff6b0eecd7 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.369312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Publish callbacks [] for subnet (e94d09b2-ec03-40dc-960d-581bc3f42640), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.386962 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03c0bbed-5d26-4852-a875-a35fede75025 req-f4caa7e2-cef5-47a0-b7c9-70ff6b0eecd7 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.1129918 Feb 09 21:50:38.390680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5c895aa-e6ef-4c72-a053-8e571b40c856, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:38.466302 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (e94d09b2-ec03-40dc-960d-581bc3f42640), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.477832 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03c0bbed-5d26-4852-a875-a35fede75025 req-163c8a78-af3b-4e6b-94c8-9379307a592b tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895479 Feb 09 21:50:38.479596 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.480665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a97dad-9fb6-416d-843e-1afa13825922 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:38.644314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e94d09b2-ec03-40dc-960d-581bc3f42640), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.652489 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19557b9b-5aa7-4708-b37b-8743b0e1e2b7 x-openstack-request-id: req-19557b9b-5aa7-4708-b37b-8743b0e1e2b7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:38.652830 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b", "code": 200}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7", "code": 200}, {"server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "name": "network-vif-plugged", "status": "completed", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:38.653104 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19557b9b-5aa7-4708-b37b-8743b0e1e2b7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:38.653704 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b', 'code': 200} Feb 09 21:50:38.653975 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7', 'code': 200} Feb 09 21:50:38.654237 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'code': 200} Feb 09 21:50:38.768989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5c895aa-e6ef-4c72-a053-8e571b40c856,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:38.771144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ee93-2db0-4f2c-8dbf-41cc018d6ca5 req-2e9b9c72-d237-4a26-a50d-0b3e6112a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.781531 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56a1ee93-2db0-4f2c-8dbf-41cc018d6ca5 req-2e9b9c72-d237-4a26-a50d-0b3e6112a34f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 1127 time: 0.1176817 Feb 09 21:50:38.859222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56a1ee93-2db0-4f2c-8dbf-41cc018d6ca5 req-6149b9bd-f95a-471c-bd29-832005810d5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658898 Feb 09 21:50:38.879353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ddb5-fbec-4faa-a9c0-9ddd688071bb req-b1ce82f8-c037-4737-bca4-4624db720f41 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:38.886500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98f8ddb5-fbec-4faa-a9c0-9ddd688071bb req-b1ce82f8-c037-4737-bca4-4624db720f41 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1304765 Feb 09 21:50:38.888101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (e94d09b2-ec03-40dc-960d-581bc3f42640), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.913677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 36a97dad-9fb6-416d-843e-1afa13825922 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:38.924327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 36a97dad-9fb6-416d-843e-1afa13825922 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:38.924947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (36a97dad-9fb6-416d-843e-1afa13825922), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.944254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94d09b2-ec03-40dc-960d-581bc3f42640,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:39.003194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.004046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.004856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.005539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.006048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.006575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.007248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.007924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.008440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.008947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.009446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.009943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.010488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:39.020081 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.023984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-320c36c0-1367-463a-871a-89cf569c62b5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e94d09b2-ec03-40dc-960d-581bc3f42640 HTTP/1.1" status: 204 len: 168 time: 0.8357737 Feb 09 21:50:39.026722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41808) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:39.031783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.097619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98f8ddb5-fbec-4faa-a9c0-9ddd688071bb req-ba46dd41-3d21-45b5-a43d-39b6c6bdcbb7 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560807 Feb 09 21:50:39.129962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 36a97dad-9fb6-416d-843e-1afa13825922 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:39.130546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a97dad-9fb6-416d-843e-1afa13825922), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.209780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 36a97dad-9fb6-416d-843e-1afa13825922, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a97dad-9fb6-416d-843e-1afa13825922,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:39.303368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (853a7e2b-1566-46a5-98bd-a8f5f8ec07c1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.337768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (36a97dad-9fb6-416d-843e-1afa13825922), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.338637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 51a8fff3-9067-4932-aba8-76103aef69c7 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:39.341910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8f491-c5eb-40eb-85ed-5a47ea075c4b req-732c5f50-3e6a-4c56-ac1b-6fcae8a4cc02 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.349332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88f8f491-c5eb-40eb-85ed-5a47ea075c4b req-732c5f50-3e6a-4c56-ac1b-6fcae8a4cc02 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.2020888 Feb 09 21:50:39.416314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.422322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.457066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.462535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.491190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.508541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=36a97dad-9fb6-416d-843e-1afa13825922,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:39.514652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.536712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:39.538971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-aa0e6bca-0d11-4934-b2c4-851f264b4987 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5442 time: 0.2942224 Feb 09 21:50:39.568641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (853a7e2b-1566-46a5-98bd-a8f5f8ec07c1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.606821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 51a8fff3-9067-4932-aba8-76103aef69c7 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:39.611046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 51a8fff3-9067-4932-aba8-76103aef69c7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:39.611433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.612939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853a7e2b-1566-46a5-98bd-a8f5f8ec07c1']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:39.632386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f968b1-edef-47d8-86c1-7c8d414d0d45') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:39.636160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f968b1-edef-47d8-86c1-7c8d414d0d45') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:39.657420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (60f968b1-edef-47d8-86c1-7c8d414d0d45), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.679920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (60f968b1-edef-47d8-86c1-7c8d414d0d45), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.692600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:39.695959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (60f968b1-edef-47d8-86c1-7c8d414d0d45), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.718413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f667f8f-6768-4cb7-8bca-697f2f75eb11 req-2f4290f2-eb57-420d-8121-6fef79363de0 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1712985 Feb 09 21:50:39.785989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 51a8fff3-9067-4932-aba8-76103aef69c7 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:39.786388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:39.867587 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:39.902192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 51a8fff3-9067-4932-aba8-76103aef69c7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=51a8fff3-9067-4932-aba8-76103aef69c7,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:39.969949 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88f8f491-c5eb-40eb-85ed-5a47ea075c4b req-24d1d8a8-b341-47dc-871e-8d584690bb5d tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194763 Feb 09 21:50:39.996095 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (853a7e2b-1566-46a5-98bd-a8f5f8ec07c1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.006415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.007461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 817a3dc7-75ea-4124-b5f6-49cb0f14725e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:40.048293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.057042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] 10.222.0.98 "DELETE /v2.0/networks/853a7e2b-1566-46a5-98bd-a8f5f8ec07c1 HTTP/1.1" status: 204 len: 168 time: 1.0291231 Feb 09 21:50:40.074270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Pushing event deleted for resources: {'Network': ['ID=853a7e2b-1566-46a5-98bd-a8f5f8ec07c1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:40.106424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.115894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.117164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.123730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.124503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.124503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.124787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.125364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.125568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.125909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.126246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.126584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.126923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df7b33-9fba-404e-a170-3f3b267c40ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:40.154204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bec0-b363-4529-a712-7f5de492fd24 req-b30909ce-6a92-4fca-a949-7f1d16a8401d tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.159793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7792bec0-b363-4529-a712-7f5de492fd24 req-b30909ce-6a92-4fca-a949-7f1d16a8401d tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.2354009 Feb 09 21:50:40.356268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7792bec0-b363-4529-a712-7f5de492fd24 req-04693e33-904f-491c-8dfe-2f29ae2ae928 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761589 Feb 09 21:50:40.397199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=51a8fff3-9067-4932-aba8-76103aef69c7,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:40.504158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.505034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 817a3dc7-75ea-4124-b5f6-49cb0f14725e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:40.520023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 817a3dc7-75ea-4124-b5f6-49cb0f14725e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:40.520420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.527323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cd12e-eeaf-49a6-9b9a-f3118cd39269 req-c1667b03-8569-4ab3-bf44-acf217984d15 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.554988 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-451cd12e-eeaf-49a6-9b9a-f3118cd39269 req-c1667b03-8569-4ab3-bf44-acf217984d15 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1559217 Feb 09 21:50:40.657732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856'}, {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a97dad-9fb6-416d-843e-1afa13825922'}, {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:40.660263 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24f2713-f4d2-490b-9665-93c2e278cc2c" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856"}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "36a97dad-9fb6-416d-843e-1afa13825922"}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:40.704300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41830) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:40.748521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 817a3dc7-75ea-4124-b5f6-49cb0f14725e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:40.748857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.775213 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e6214b-51a0-41a5-a7ac-10bf6480d4b7 x-openstack-request-id: req-a4e6214b-51a0-41a5-a7ac-10bf6480d4b7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:40.779662 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856", "code": 200}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "36a97dad-9fb6-416d-843e-1afa13825922", "code": 200}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:40.779990 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4e6214b-51a0-41a5-a7ac-10bf6480d4b7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:40.780420 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856', 'code': 200} Feb 09 21:50:40.780688 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a97dad-9fb6-416d-843e-1afa13825922', 'code': 200} Feb 09 21:50:40.780950 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7', 'code': 200} Feb 09 21:50:40.793612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-451cd12e-eeaf-49a6-9b9a-f3118cd39269 req-d2070731-1785-4816-bdd9-7462c187f571 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377396 Feb 09 21:50:40.829984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:40.832298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-97efa04b-bb87-46c4-96b2-90fb941b774e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:40.834240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-97efa04b-bb87-46c4-96b2-90fb941b774e tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.3377793 Feb 09 21:50:40.869623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b9a98505-b666-4235-b3bc-f4cf8d41758d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=edf98863e5c14791835a0df0a7e74544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594796 Feb 09 21:50:40.872866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41834) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:40.941944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.000074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:41.056892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Deleting port b23e3eec-2308-4ade-ab16-73b951b65b75 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:41.060268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:41.060619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f0ac15c7-f640-4237-ac76-a0d87ad2bcc8 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:41.061337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.095134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=817a3dc7-75ea-4124-b5f6-49cb0f14725e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:41.102059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a56259e2-b490-4c1c-b255-f62a05569d18 admin admin] Publish callbacks [] for security_group (6f6aa211-d7ba-4fb0-b67d-29e5100c0077), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.132781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.148030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.153614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.168969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.183007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.198474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.213616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.215734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-8cdb3302-12af-4cae-b2c0-190788ff81bb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.3056588 Feb 09 21:50:41.238144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a56259e2-b490-4c1c-b255-f62a05569d18 admin admin] Publish callbacks [] for security_group (6f6aa211-d7ba-4fb0-b67d-29e5100c0077), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.272139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:41.286870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a134c8-8558-4b0e-a5de-04885ea616c8 req-f650957b-f70e-4e43-b880-97bf22273227 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.302733 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25a134c8-8558-4b0e-a5de-04885ea616c8 req-f650957b-f70e-4e43-b880-97bf22273227 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 947 time: 0.1427181 Feb 09 21:50:41.373476 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e5ba1da-90b7-446a-b27a-891f91909d85 req-82d524f0-5343-43f2-86d0-ad4626fcf36d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915909 Feb 09 21:50:41.402233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a56259e2-b490-4c1c-b255-f62a05569d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6f6aa211-d7ba-4fb0-b67d-29e5100c0077), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.405303 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a56259e2-b490-4c1c-b255-f62a05569d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.407412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a56259e2-b490-4c1c-b255-f62a05569d18 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f6aa211-d7ba-4fb0-b67d-29e5100c0077 HTTP/1.1" status: 204 len: 168 time: 0.5329914 Feb 09 21:50:41.418164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25a134c8-8558-4b0e-a5de-04885ea616c8 req-f8b2a121-9c01-4ea9-9249-991a964e51b5 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/security-groups?id=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074080 Feb 09 21:50:41.434230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56259e2-b490-4c1c-b255-f62a05569d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6aa211-d7ba-4fb0-b67d-29e5100c0077,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:41.434444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] For port b23e3eec-2308-4ade-ab16-73b951b65b75, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b23e3eec-2308-4ade-ab16-73b951b65b75,segment=NetworkSegment(c3eb3d32-2481-46d2-841b-51ec915f9932),segment_id=c3eb3d32-2481-46d2-841b-51ec915f9932)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:41.434444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.447876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Calling delete_port for b23e3eec-2308-4ade-ab16-73b951b65b75 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:41.545375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3e05404-8dce-48e5-96f4-3ca9744837a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.615467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc75b3-bc4c-4144-a4d8-83c9bded4099 req-45dffc9b-852f-44b2-89d9-a223bca1d1d1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:41.617125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36dc75b3-bc4c-4144-a4d8-83c9bded4099 req-45dffc9b-852f-44b2-89d9-a223bca1d1d1 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.0763028 Feb 09 21:50:41.651178 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3e05404-8dce-48e5-96f4-3ca9744837a8 admin admin] Publish callbacks [] for security_group (1ee328d6-eebe-47f9-96dd-298e24031075), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.703599 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.724088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36dc75b3-bc4c-4144-a4d8-83c9bded4099 req-326e6d98-500f-40c5-bb06-711dfddcd51f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993304 Feb 09 21:50:41.735970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3e05404-8dce-48e5-96f4-3ca9744837a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1ee328d6-eebe-47f9-96dd-298e24031075), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.801936 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c3e05404-8dce-48e5-96f4-3ca9744837a8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4fd622cad604e3c9614f5185fe3f733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5280240 Feb 09 21:50:41.805537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05404-8dce-48e5-96f4-3ca9744837a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee328d6-eebe-47f9-96dd-298e24031075,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:41.805723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41854) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:41.822585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b23e3eec-2308-4ade-ab16-73b951b65b75), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.882053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Pushing event deleted for resources: {'Port': ['ID=b23e3eec-2308-4ade-ab16-73b951b65b75,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:41.991769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] No DVR routers for this DVR port b23e3eec-2308-4ade-ab16-73b951b65b75 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:41.994663 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.999341 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba9b1f6c-56bc-4cb2-a085-a3a447c58f3f req-3593460c-6b20-453e-96c4-db6ac63b123f tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.30 "DELETE /v2.0/ports/b23e3eec-2308-4ade-ab16-73b951b65b75 HTTP/1.1" status: 204 len: 173 time: 1.1536815 Feb 09 21:50:42.001067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-deleted', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:42.011763 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1eca2e-cb02-4d2b-8dce-043124f3a61e" -d '{"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-deleted", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:42.030241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ea02fe8-7e7d-44ac-b1a5-f8b35cf2f9a2 admin admin] Publish callbacks [] for security_group (1ee328d6-eebe-47f9-96dd-298e24031075), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.031664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb768bd7-f2f6-4ae4-893f-45a9e831b368 req-703eb70e-ddd6-4c3d-b79f-eeab30c6e584 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.044223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb768bd7-f2f6-4ae4-893f-45a9e831b368 req-703eb70e-ddd6-4c3d-b79f-eeab30c6e584 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.2559521 Feb 09 21:50:42.045992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41864) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:42.055740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Request body: {'floatingip': {'port_id': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:42.067009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ea02fe8-7e7d-44ac-b1a5-f8b35cf2f9a2 admin admin] Publish callbacks [] for security_group (1ee328d6-eebe-47f9-96dd-298e24031075), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.152368 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e077f733-c599-4ff6-a907-0a0f63dc8249 x-openstack-request-id: req-e077f733-c599-4ff6-a907-0a0f63dc8249 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:42.152767 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108270b9-8a8f-4fd4-9c10-7120de5bdae0", "name": "network-vif-deleted", "tag": "b23e3eec-2308-4ade-ab16-73b951b65b75", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:42.153094 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e077f733-c599-4ff6-a907-0a0f63dc8249 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:42.153724 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108270b9-8a8f-4fd4-9c10-7120de5bdae0', 'name': 'network-vif-deleted', 'tag': 'b23e3eec-2308-4ade-ab16-73b951b65b75', 'status': 'completed', 'code': 200} Feb 09 21:50:42.156138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebec2-7fed-4532-b161-6649df283fd7 req-32134ad8-860b-4296-b445-f73aa8f0bad2 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.164580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-45eebec2-7fed-4532-b161-6649df283fd7 req-32134ad8-860b-4296-b445-f73aa8f0bad2 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.2184353 Feb 09 21:50:42.165010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for floatingip (8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.249694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-45eebec2-7fed-4532-b161-6649df283fd7 req-34dc4128-61fc-46c3-b592-e2996431ddf3 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839002 Feb 09 21:50:42.266847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ea02fe8-7e7d-44ac-b1a5-f8b35cf2f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1ee328d6-eebe-47f9-96dd-298e24031075), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.269702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ea02fe8-7e7d-44ac-b1a5-f8b35cf2f9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.271435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ea02fe8-7e7d-44ac-b1a5-f8b35cf2f9a2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1ee328d6-eebe-47f9-96dd-298e24031075 HTTP/1.1" status: 204 len: 168 time: 0.4654219 Feb 09 21:50:42.297095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea02fe8-7e7d-44ac-b1a5-f8b35cf2f9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee328d6-eebe-47f9-96dd-298e24031075,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:42.657373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.662678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.676277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.681606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.687511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.693110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.694411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-391184a3-7646-4f21-b2ce-16ed022975fa req-f35596ca-eb45-491c-80d2-509a68694de0 tempest-ServersNegativeTestJSON-1880896556 tempest-ServersNegativeTestJSON-1880896556-project] 10.222.0.98 "GET /v2.0/ports?device_id=108270b9-8a8f-4fd4-9c10-7120de5bdae0 HTTP/1.1" status: 200 len: 210 time: 0.0459695 Feb 09 21:50:42.700851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:42.702843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-c7f75c79-ca06-4197-970c-4e7e73aa3c4d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.1596942 Feb 09 21:50:42.782482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:42.794035 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a2f390-a081-4a50-b9a5-8eb925e6c994" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:42.816726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:42.847791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49cc2625-10e5-4fbf-85c9-a42d893d5ced req-f39a8177-2065-4507-be0a-c1ec2d16c926 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385825 Feb 09 21:50:42.890006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: b23e3eec-2308-4ade-ab16-73b951b65b75 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:42.890360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b23e3eec-2308-4ade-ab16-73b951b65b75 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:42.999964 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0055c3a3-5f0e-49e9-8f19-f0dc1a29bb5c x-openstack-request-id: req-0055c3a3-5f0e-49e9-8f19-f0dc1a29bb5c {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:42.999964 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-plugged", "status": "completed", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:42.999964 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0055c3a3-5f0e-49e9-8f19-f0dc1a29bb5c {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:43.000453 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e', 'code': 200} Feb 09 21:50:43.142168 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.219936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.221632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.222608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.222960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.223485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.223986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.224510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.227481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-8cc0678a-0ed9-491b-ac04-2950b89e6067 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6719 time: 0.1288981 Feb 09 21:50:43.237627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214dfe-57bc-45b9-bd0d-e6e45851ba05 req-c074da3d-b505-47f3-9b9d-2390bbd93604 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.240664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6214dfe-57bc-45b9-bd0d-e6e45851ba05 req-c074da3d-b505-47f3-9b9d-2390bbd93604 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1835561 Feb 09 21:50:43.241046 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.332825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67694b45-ba55-4e32-a277-01e3a8c23c0b req-3aa5f8da-76f5-4dab-ad4d-95764e2d1e70 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&id=91118fb1-5e96-4564-9ffc-4f23a8046efb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971179 Feb 09 21:50:43.366451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5359-b570-4170-a5de-92754802ad2b req-c4c7b2bd-f1bd-4903-bcf3-0dadc5759b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.368139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cef5359-b570-4170-a5de-92754802ad2b req-c4c7b2bd-f1bd-4903-bcf3-0dadc5759b4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b04eade87d44cc3853f396a28386540&device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 1127 time: 0.2070563 Feb 09 21:50:43.448848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6214dfe-57bc-45b9-bd0d-e6e45851ba05 req-fe77d2eb-67df-46d5-aebd-bf0e911ea158 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986794 Feb 09 21:50:43.504999 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Floating IP 8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2 associated. External IP: 172.25.5.113, port: 03cf5032-3502-47d9-a0d2-3fc63cf97dd7. Feb 09 21:50:43.651909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5359-b570-4170-a5de-92754802ad2b req-15f89cf4-1e8c-4474-b552-ff809b88ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.655796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cef5359-b570-4170-a5de-92754802ad2b req-15f89cf4-1e8c-4474-b552-ff809b88ebab service neutron] 10.222.0.30 "GET /v2.0/networks?id=80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 200 len: 916 time: 0.2745197 Feb 09 21:50:43.705124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cef5359-b570-4170-a5de-92754802ad2b req-d2b99ed8-44de-4407-bf5e-13aca2bf2605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88214c0a-2657-44cb-a2b4-83638f58c149 HTTP/1.1" status: 200 len: 217 time: 0.0434575 Feb 09 21:50:43.777849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5359-b570-4170-a5de-92754802ad2b req-20f8b1a2-38dc-42ae-a666-87c13afb65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:43.781709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cef5359-b570-4170-a5de-92754802ad2b req-20f8b1a2-38dc-42ae-a666-87c13afb65dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 200 len: 854 time: 0.0661399 Feb 09 21:50:43.782493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41930) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:43.914110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] Deleting subnet 459c31ce-bb71-44ed-b107-28e7cb9fddfc {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:43.922158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] Publish callbacks [] for subnet (459c31ce-bb71-44ed-b107-28e7cb9fddfc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.997707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Router ceaa4448-00e7-464b-9227-ccedfee2abef has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:43.998597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (459c31ce-bb71-44ed-b107-28e7cb9fddfc), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.015768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5359-b570-4170-a5de-92754802ad2b req-058bf4e0-591e-45e9-b44f-2ffd42e52c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.017444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cef5359-b570-4170-a5de-92754802ad2b req-058bf4e0-591e-45e9-b44f-2ffd42e52c56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80487977-dd7b-4cd6-811f-028766b271f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2308004 Feb 09 21:50:44.077090 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (459c31ce-bb71-44ed-b107-28e7cb9fddfc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.111163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41944) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:44.225338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.231324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.237082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.242877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.249577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.255222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.258125 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (459c31ce-bb71-44ed-b107-28e7cb9fddfc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.262021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.269974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-45f290ff-6390-4810-8715-98db13c42840 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.2514122 Feb 09 21:50:44.288114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41954) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:44.343110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b369400-bd41-477a-b11c-b4e93cd0a165 req-09117a09-1994-47ee-9e3c-c9ddcd790280 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0980611 Feb 09 21:50:44.400570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459c31ce-bb71-44ed-b107-28e7cb9fddfc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:44.405380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.409459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5d0be857-d329-48ae-99e1-bf0822df2d32 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/459c31ce-bb71-44ed-b107-28e7cb9fddfc HTTP/1.1" status: 204 len: 168 time: 0.6256480 Feb 09 21:50:44.418469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41958) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:44.420821 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cef5359-b570-4170-a5de-92754802ad2b req-54b222d3-9c39-4160-8d31-3e108ba32271 service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637073 Feb 09 21:50:44.436035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0424f9a-de8e-4b85-86a2-98801133d111 req-f74425fe-ceaf-434f-8f7a-73b02693c460 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650763 Feb 09 21:50:44.573281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (f33b9148-7cec-402c-a708-a35642f6c821), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.613275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:44.618178 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.625087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] Sync routers for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:44.646463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:44.648575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:44.650947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1234090723-network', 'tenant_id': '8b2966ff68344a029bb9308d5399f63e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:44.683245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cef5359-b570-4170-a5de-92754802ad2b req-ac576371-fe65-4bef-8f53-4da086ab583c service neutron] 10.222.0.30 "GET /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303653 Feb 09 21:50:44.691331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f78485da-ed5d-4538-b30c-ccb402f0de38 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "PUT /v2.0/floatingips/8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2 HTTP/1.1" status: 200 len: 991 time: 2.6442730 Feb 09 21:50:44.693194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:44.712450 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e53547-c1e9-42f0-8306-9081b5ac04be" -d '{"events": [{"name": "network-changed", "server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:44.730750 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1111f01-38c0-4560-9d77-2334fd2f04c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.839852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028d1d-ec21-4fcd-b361-5119018983a4 req-2c629016-1391-4653-9b8a-3f9d5a8227dc tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.847078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db028d1d-ec21-4fcd-b361-5119018983a4 req-2c629016-1391-4653-9b8a-3f9d5a8227dc tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.2674413 Feb 09 21:50:44.879268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:44.880423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df383e1-75cb-4198-9d1d-3da58bbd2d18 req-4cc9d9a5-411c-4bf7-adec-6c91a5a78113 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.891257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6df383e1-75cb-4198-9d1d-3da58bbd2d18 req-4cc9d9a5-411c-4bf7-adec-6c91a5a78113 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.0874689 Feb 09 21:50:44.953790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Made reservation on behalf of 8b2966ff68344a029bb9308d5399f63e for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:44.956128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.959778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (f33b9148-7cec-402c-a708-a35642f6c821), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.989284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.000976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db028d1d-ec21-4fcd-b361-5119018983a4 req-71c658da-6609-472a-b011-1d94ce3bb3f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532426 Feb 09 21:50:45.007890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6df383e1-75cb-4198-9d1d-3da58bbd2d18 req-77ff4ff6-778f-4ef3-b590-f647805cdf08 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152375 Feb 09 21:50:45.049550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1111f01-38c0-4560-9d77-2334fd2f04c1 admin admin] Publish callbacks [] for security_group (fd26c75b-59f5-4f46-84ba-d9aa84b003bf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.066545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33b9148-7cec-402c-a708-a35642f6c821']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:45.118604 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a9e3af-57b1-49c4-b15e-e6b3b0dd3fb8 x-openstack-request-id: req-12a9e3af-57b1-49c4-b15e-e6b3b0dd3fb8 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:45.118970 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:45.119349 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12a9e3af-57b1-49c4-b15e-e6b3b0dd3fb8 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:45.119894 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'status': 'completed', 'code': 200} Feb 09 21:50:45.139506 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks [] for security_group (a1bdb371-1e13-4447-91a5-84329a12e8d0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.146332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a1111f01-38c0-4560-9d77-2334fd2f04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fd26c75b-59f5-4f46-84ba-d9aa84b003bf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.154692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3eb3d32-2481-46d2-841b-51ec915f9932') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:45.155222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3eb3d32-2481-46d2-841b-51ec915f9932') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:45.186513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (c3eb3d32-2481-46d2-841b-51ec915f9932), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.211873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a1111f01-38c0-4560-9d77-2334fd2f04c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=93f7c6db4e564e72beed2b2f9f66a60d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0963800 Feb 09 21:50:45.212084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:45.213428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1111f01-38c0-4560-9d77-2334fd2f04c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd26c75b-59f5-4f46-84ba-d9aa84b003bf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:45.219455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c3eb3d32-2481-46d2-841b-51ec915f9932), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.226311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:45.226910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (c3eb3d32-2481-46d2-841b-51ec915f9932), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:45.228708 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:45.266469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a1bdb371-1e13-4447-91a5-84329a12e8d0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.291897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-7eb97fa4-2585-4f2a-8596-393d10d2abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.295170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-7eb97fa4-2585-4f2a-8596-393d10d2abe9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3885a33537424df6994ec22f1633d088&device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 1127 time: 0.1483831 Feb 09 21:50:45.309101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:45.334276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bdb371-1e13-4447-91a5-84329a12e8d0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:45.348645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'floating_ip_address': '172.25.5.113', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'port_id': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'mac_address': 'fa:16:3e:ba:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35414386-4330-4047-b48f-239f54cf6f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:50:19Z', 'updated_at': '2022-02-09T21:50:42Z', 'revision_number': 1, 'project_id': '3885a33537424df6994ec22f1633d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 5, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:45.397760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (f33b9148-7cec-402c-a708-a35642f6c821), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.400545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1a16af3d-3742-46ec-b0a7-594d4cd510b5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.402037 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Added segment 1a16af3d-3742-46ec-b0a7-594d4cd510b5 of type vlan for network ff554d8c-e459-49c5-aa4c-a06d18f8099d Feb 09 21:50:45.414869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.426906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] 10.222.0.98 "DELETE /v2.0/networks/f33b9148-7cec-402c-a708-a35642f6c821 HTTP/1.1" status: 204 len: 168 time: 1.0107675 Feb 09 21:50:45.447105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] Checking router: ceaa4448-00e7-464b-9227-ccedfee2abef for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:45.476610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8798f9-619f-47cd-8000-2ebe5c554eed admin admin] Pushing event deleted for resources: {'Network': ['ID=f33b9148-7cec-402c-a708-a35642f6c821,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:45.479006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:45.479767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:45.588783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ff554d8c-e459-49c5-aa4c-a06d18f8099d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.610686 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50461bcc-dbea-4f44-ad84-04dd5f61f3d3 req-e81121b6-caaa-44a3-bffc-b999a5cc1be1 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.1291106 Feb 09 21:50:45.643919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b65e4a1b-790f-478a-a55e-9451084be16a admin admin] Publish callbacks [] for security_group (fd26c75b-59f5-4f46-84ba-d9aa84b003bf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.661758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:45.687461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b65e4a1b-790f-478a-a55e-9451084be16a admin admin] Publish callbacks [] for security_group (fd26c75b-59f5-4f46-84ba-d9aa84b003bf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.803296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.809212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-97d1cf6b-12db-4de5-9c27-55347df2b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.810696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-97d1cf6b-12db-4de5-9c27-55347df2b9f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0418313c-85eb-4887-82f8-9dbf128da3df HTTP/1.1" status: 200 len: 912 time: 0.4911158 Feb 09 21:50:45.813674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.823991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.834786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.846400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.862364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.879683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.881668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05573213-587b-4455-9a98-ad816bdf5e6b req-bfadb6f7-6ae8-4487-a9a6-e2734e6b2e85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.2713544 Feb 09 21:50:45.882856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ff554d8c-e459-49c5-aa4c-a06d18f8099d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.883783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:45.884348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.921228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b65e4a1b-790f-478a-a55e-9451084be16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fd26c75b-59f5-4f46-84ba-d9aa84b003bf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.924208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b65e4a1b-790f-478a-a55e-9451084be16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.925360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b65e4a1b-790f-478a-a55e-9451084be16a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fd26c75b-59f5-4f46-84ba-d9aa84b003bf HTTP/1.1" status: 204 len: 168 time: 0.7139275 Feb 09 21:50:45.967127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e4a1b-790f-478a-a55e-9451084be16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd26c75b-59f5-4f46-84ba-d9aa84b003bf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:45.992810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-a74fdcbf-2911-4979-8b52-037e0dcd2f44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7 HTTP/1.1" status: 200 len: 999 time: 0.1748230 Feb 09 21:50:46.075098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41994) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.132919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] Pushing event updated for resources: {'Network': ['ID=ff554d8c-e459-49c5-aa4c-a06d18f8099d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:46.135862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'floating_ip_address': '172.25.5.113', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'port_id': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'mac_address': 'fa:16:3e:ba:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35414386-4330-4047-b48f-239f54cf6f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:50:19Z', 'updated_at': '2022-02-09T21:50:42Z', 'revision_number': 1, 'project_id': '3885a33537424df6994ec22f1633d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 5, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:46.152930 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05573213-587b-4455-9a98-ad816bdf5e6b req-309467bc-8e52-40b5-83e5-168fb58ab7f2 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2569177 Feb 09 21:50:46.189540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-847a3c90-8638-4ca8-ba93-3fbf7eec7a99 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8801887 Feb 09 21:50:46.200094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42002) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.205911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Request body: {'subnet': {'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1234090723-subnet', 'tenant_id': '8b2966ff68344a029bb9308d5399f63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:46.258718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-f9a56d42-aab3-40b8-ad3f-e4945a6ac344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.263080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-f9a56d42-aab3-40b8-ad3f-e4945a6ac344 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f328736f-78e6-4748-97fa-a7416962ac71 HTTP/1.1" status: 200 len: 850 time: 0.2609377 Feb 09 21:50:46.263201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4acbd-dfec-49ab-af80-89327b7faf2c None None] The sync data for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 is: [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'floating_ip_address': '172.25.5.113', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'port_id': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'mac_address': 'fa:16:3e:ba:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35414386-4330-4047-b48f-239f54cf6f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:50:19Z', 'updated_at': '2022-02-09T21:50:42Z', 'revision_number': 1, 'project_id': '3885a33537424df6994ec22f1633d088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 5, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:46.274338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ff554d8c-e459-49c5-aa4c-a06d18f8099d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:46.295566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0f52f033-8f25-4879-9dcf-8795dfb46a81 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b39b17c9a054ae0a94810ed1bd771e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212131 Feb 09 21:50:46.301876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42004) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.330205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Made reservation on behalf of 8b2966ff68344a029bb9308d5399f63e for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:46.334185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c4b87-7e31-42dd-991f-987aaa9b33be req-02bf3b0a-1f89-401d-a497-d3c1fdd8ca06 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.335927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-813c4b87-7e31-42dd-991f-987aaa9b33be req-02bf3b0a-1f89-401d-a497-d3c1fdd8ca06 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.2187841 Feb 09 21:50:46.345106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.370996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-157afb57-1db1-4daa-9082-15aafe4e1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.372559 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-157afb57-1db1-4daa-9082-15aafe4e1b0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0418313c-85eb-4887-82f8-9dbf128da3df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966463 Feb 09 21:50:46.519864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86c2e0-2c47-4927-8ee6-3133c1f64554 req-3305287a-4c2d-418a-99db-1c1c27729ef9 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.529175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c86c2e0-2c47-4927-8ee6-3133c1f64554 req-3305287a-4c2d-418a-99db-1c1c27729ef9 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.2833903 Feb 09 21:50:46.565845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-813c4b87-7e31-42dd-991f-987aaa9b33be req-59720c50-1a0b-491e-9547-d27ed2c0839a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220531 Feb 09 21:50:46.616423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42010) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.658083 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d65d96-877a-4cbb-908b-9806e079d2e8 None None] New status for floating IP 8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:50:46.709573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4162841d-b09a-431a-8516-da1c77766eb1 admin admin] Publish callbacks [] for security_group (68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.726956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-085af990-f840-4a38-bbed-9f12e9dfa1cc service neutron] 10.222.0.30 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432977 Feb 09 21:50:46.762434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c86c2e0-2c47-4927-8ee6-3133c1f64554 req-d86153a4-9222-454d-b463-ff0a4e2f3cf7 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319670 Feb 09 21:50:46.812419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4162841d-b09a-431a-8516-da1c77766eb1 admin admin] Publish callbacks [] for security_group (68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.962571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8307094a-d2b9-4f7c-b85c-58d02c549e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.976643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b0e53547-c1e9-42f0-8306-9081b5ac04be req-f1b5c1ab-6b79-46be-960d-187aec563662 service neutron] 10.222.0.30 "GET /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429123 Feb 09 21:50:46.987905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b08ed9d-aca8-45f5-84a9-fe9fd0f591a7 req-5fa1d887-f56e-4569-a655-eefc2e5a05cd tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0718613 Feb 09 21:50:47.050705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.059037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.065994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.076613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.083348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.091319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.098565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.100806 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b0ade85-4082-451f-b73d-8493a13d8489 req-b3d8c1ec-9b8e-4ba5-8732-9c59d1a3a778 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.3470135 Feb 09 21:50:47.111330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42020) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:47.117641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Request body: {'floatingip': {'port_id': '51a8fff3-9067-4932-aba8-76103aef69c7'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:47.166230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for floatingip (bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.213926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5dca1-482c-4682-8fd2-399e2a39a472 req-390f37a0-9eea-48a0-8152-900cc0a5cee1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.223823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ba5dca1-482c-4682-8fd2-399e2a39a472 req-390f37a0-9eea-48a0-8152-900cc0a5cee1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.0841963 Feb 09 21:50:47.243246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8307094a-d2b9-4f7c-b85c-58d02c549e0e admin admin] Publish callbacks [] for security_group (37a1c7b9-2ac7-4f65-8f3b-56cef754cd99), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.245611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (4ab6aab3-7ffc-4996-b042-b978967aa4a8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.248380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42022) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:47.295032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4162841d-b09a-431a-8516-da1c77766eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.297706 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4162841d-b09a-431a-8516-da1c77766eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.301361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4162841d-b09a-431a-8516-da1c77766eb1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810 HTTP/1.1" status: 204 len: 168 time: 0.9961617 Feb 09 21:50:47.334251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-300aec69-c90d-451c-8f71-b6b00e9ec395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.427693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ba5dca1-482c-4682-8fd2-399e2a39a472 req-d1dbb5ef-a5b3-470f-82f9-1a8b946491e8 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993148 Feb 09 21:50:47.450357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab6aab3-7ffc-4996-b042-b978967aa4a8,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:47.479589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162841d-b09a-431a-8516-da1c77766eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce7cb9-c1e4-4c96-8d3a-d231f5c5b810,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:47.498361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8307094a-d2b9-4f7c-b85c-58d02c549e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (37a1c7b9-2ac7-4f65-8f3b-56cef754cd99), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.574316 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8307094a-d2b9-4f7c-b85c-58d02c549e0e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=36300f2980a3474ca8af7f2779b5da63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9379077 Feb 09 21:50:47.575169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Checking segment: {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:47.575540 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Network hostable DHCP agents. Network: ff554d8c-e459-49c5-aa4c-a06d18f8099d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:47.581241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42028) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:47.598821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307094a-d2b9-4f7c-b85c-58d02c549e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1c7b9-2ac7-4f65-8f3b-56cef754cd99,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:47.715809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-300aec69-c90d-451c-8f71-b6b00e9ec395 admin admin] Publish callbacks [] for security_group (5254aaf0-542c-409a-a15a-73ff990ecebf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.737161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2023d-5815-47df-b761-f14bbbb7d328 req-e4c4c3fa-8899-44b2-a2f1-5d91d1ac0cb0 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.738748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3f2023d-5815-47df-b761-f14bbbb7d328 req-e4c4c3fa-8899-44b2-a2f1-5d91d1ac0cb0 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 946 time: 0.1590030 Feb 09 21:50:47.752461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Network ff554d8c-e459-49c5-aa4c-a06d18f8099d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:47.773550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc1cef-79c6-45bc-a27f-573b71b73b3f req-a3fe5fb2-dc36-42bd-b199-8b1a5564009d tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.775076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bcc1cef-79c6-45bc-a27f-573b71b73b3f req-a3fe5fb2-dc36-42bd-b199-8b1a5564009d tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.0701034 Feb 09 21:50:47.805186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-300aec69-c90d-451c-8f71-b6b00e9ec395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5254aaf0-542c-409a-a15a-73ff990ecebf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.825463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e72d3e7f-9026-4b45-baf7-71f22f8da937 admin admin] Publish callbacks [] for security_group (37a1c7b9-2ac7-4f65-8f3b-56cef754cd99), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.839381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-300aec69-c90d-451c-8f71-b6b00e9ec395 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a7c97b173e14d5e868aeee5388c852d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5874691 Feb 09 21:50:47.840310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ff554d8c-e459-49c5-aa4c-a06d18f8099d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:47.845567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.846679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.850091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42032) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:47.862310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812b6bc-2377-442c-871c-f1506bb56fa0 None None] Network ff554d8c-e459-49c5-aa4c-a06d18f8099d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:47.897534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300aec69-c90d-451c-8f71-b6b00e9ec395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5254aaf0-542c-409a-a15a-73ff990ecebf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:47.909569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bcc1cef-79c6-45bc-a27f-573b71b73b3f req-1c2536ed-f16a-40bb-97b5-12bdcd75401b tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279950 Feb 09 21:50:47.928462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e72d3e7f-9026-4b45-baf7-71f22f8da937 admin admin] Publish callbacks [] for security_group (37a1c7b9-2ac7-4f65-8f3b-56cef754cd99), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.970194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6b1b9b17-0b22-4560-9a5f-229430ea6d77 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7687330 Feb 09 21:50:48.053983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849df7ae-5a09-4dbc-b28a-6697209ae55a None None] Network ff554d8c-e459-49c5-aa4c-a06d18f8099d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:48.174737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e081704-f552-40b0-a0b2-faabf6136ff9 req-f937253d-435d-4947-8f78-d9e498b7bdea tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.184971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e081704-f552-40b0-a0b2-faabf6136ff9 req-f937253d-435d-4947-8f78-d9e498b7bdea tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.1497810 Feb 09 21:50:48.262146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e081704-f552-40b0-a0b2-faabf6136ff9 req-1c69035f-3fd1-414c-97fc-5406991dee12 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712616 Feb 09 21:50:48.329505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3f2023d-5815-47df-b761-f14bbbb7d328 req-5572e34a-b4c2-49e6-92b1-2bd3d1ae632e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776019 Feb 09 21:50:48.377421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8746cfc-b221-4782-abb4-5fe04b8bea10 req-cad9de87-da20-4330-8a33-7150ca3a9384 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0361803 Feb 09 21:50:48.396633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.397558 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61ce1ade-7e0f-470e-b03c-92eef1717322 admin admin] Publish callbacks [] for security_group (5254aaf0-542c-409a-a15a-73ff990ecebf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.452954 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61ce1ade-7e0f-470e-b03c-92eef1717322 admin admin] Publish callbacks [] for security_group (5254aaf0-542c-409a-a15a-73ff990ecebf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.490694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.535107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e72d3e7f-9026-4b45-baf7-71f22f8da937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (37a1c7b9-2ac7-4f65-8f3b-56cef754cd99), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.538144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e72d3e7f-9026-4b45-baf7-71f22f8da937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.541924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e72d3e7f-9026-4b45-baf7-71f22f8da937 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/37a1c7b9-2ac7-4f65-8f3b-56cef754cd99 HTTP/1.1" status: 204 len: 168 time: 0.9568727 Feb 09 21:50:48.542079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87b647-3d6c-4ecc-8cbf-48af2dce0cef req-f65a276c-b7ba-4475-a884-aad2204f9975 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.544269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b87b647-3d6c-4ecc-8cbf-48af2dce0cef req-f65a276c-b7ba-4475-a884-aad2204f9975 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.0808816 Feb 09 21:50:48.575414 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d3e7f-9026-4b45-baf7-71f22f8da937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1c7b9-2ac7-4f65-8f3b-56cef754cd99,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:48.620353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b87b647-3d6c-4ecc-8cbf-48af2dce0cef req-2ccfe712-de5c-48ee-aece-8736da0ff9f5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703554 Feb 09 21:50:48.640535 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Floating IP bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b associated. External IP: 172.25.5.135, port: 51a8fff3-9067-4932-aba8-76103aef69c7. Feb 09 21:50:48.661214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-2a618957-e5ad-434e-8022-59c244ad96a0 req-41aa8b40-e699-4c48-9b79-e7412d3f2057 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:50:48.662494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a618957-e5ad-434e-8022-59c244ad96a0 req-41aa8b40-e699-4c48-9b79-e7412d3f2057 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065980 Feb 09 21:50:48.784832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a618957-e5ad-434e-8022-59c244ad96a0 req-98c29b96-d880-4f81-9c89-4d160be6d91d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1147974 Feb 09 21:50:48.797135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61ce1ade-7e0f-470e-b03c-92eef1717322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5254aaf0-542c-409a-a15a-73ff990ecebf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.799107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61ce1ade-7e0f-470e-b03c-92eef1717322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.805922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-61ce1ade-7e0f-470e-b03c-92eef1717322 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5254aaf0-542c-409a-a15a-73ff990ecebf HTTP/1.1" status: 204 len: 168 time: 0.9496455 Feb 09 21:50:48.858636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce1ade-7e0f-470e-b03c-92eef1717322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5254aaf0-542c-409a-a15a-73ff990ecebf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:48.974408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-1739a837-36c8-4cf6-9ab0-a5d05341d5e6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:48.977415 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-1739a837-36c8-4cf6-9ab0-a5d05341d5e6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 815 time: 0.1760423 Feb 09 21:50:48.981554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:48.996615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-4536ccab-ef23-4c34-9b71-37f8d109ce8e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/quotas/8b2966ff68344a029bb9308d5399f63e HTTP/1.1" status: 200 len: 375 time: 0.0121841 Feb 09 21:50:49.103068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811d9c3-3ce6-44c5-a0d0-9bd9e8b3e3df req-0f005e2a-8529-451a-9f70-4623022d9810 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.104932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e811d9c3-3ce6-44c5-a0d0-9bd9e8b3e3df req-0f005e2a-8529-451a-9f70-4623022d9810 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.0962467 Feb 09 21:50:49.106262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-8392adb4-39ed-40de-9c6b-c6b3d1faf6d5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679660 Feb 09 21:50:49.148055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b121ae1d-5732-464b-befb-c1cc4ee7fe59 req-35231371-be78-4eb9-bf70-50dd2530b385 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0368373 Feb 09 21:50:49.172934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e811d9c3-3ce6-44c5-a0d0-9bd9e8b3e3df req-8109481f-2562-45bf-8ce5-e482debff4c3 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Feb 09 21:50:49.178420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:49.193059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] Sync routers for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:49.193620 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.206690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:49.207347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:49.255028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b4a290d0-f878-42f4-905c-e8c69032894e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "PUT /v2.0/floatingips/bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b HTTP/1.1" status: 200 len: 991 time: 2.1355937 Feb 09 21:50:49.255028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:49.255028 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:49.286663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e4ae2-a1d3-4f52-9a14-3f371affdd48 req-6bc37ebe-9327-44b8-8718-412d96a9836a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.288192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-176e4ae2-a1d3-4f52-9a14-3f371affdd48 req-6bc37ebe-9327-44b8-8718-412d96a9836a tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 946 time: 0.0519922 Feb 09 21:50:49.336978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:49.339977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-176e4ae2-a1d3-4f52-9a14-3f371affdd48 req-106ad2ff-5c93-454d-9d96-12916d056e17 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Feb 09 21:50:49.401191 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499c534b-6b80-4ca4-a746-0006df3384fa x-openstack-request-id: req-499c534b-6b80-4ca4-a746-0006df3384fa {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:49.401896 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:49.402270 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-499c534b-6b80-4ca4-a746-0006df3384fa {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:49.402786 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7', 'status': 'completed', 'code': 200} Feb 09 21:50:49.531969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42102) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:49.540868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.541833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.542491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.543136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.543819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.544465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.545131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.547326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-982e2a75-628a-4aa7-b0dc-101ab0c4257a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6719 time: 0.1026521 Feb 09 21:50:49.553310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3c10986-e274-4acb-a5f4-756f0d68262b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.625956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.632502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'port_id': '51a8fff3-9067-4932-aba8-76103aef69c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'mac_address': 'fa:16:3e:92:e8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:28Z', 'updated_at': '2022-02-09T21:50:48Z', 'revision_number': 1, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 5, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:49.639995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.645360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.660365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.662317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] Checking router: 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:49.671110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:49.671769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:49.672033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.688557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.703337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.705445 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25350b5f-042f-48db-8a4d-3811d317567a req-ed6684e8-cbd4-4699-8a2b-ebb328086b10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.2280791 Feb 09 21:50:49.709707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42104) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:49.784866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:49.809866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-dac4b35f-679e-4ef5-b5bc-a4ec560423de service neutron] 10.222.0.98 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862190 Feb 09 21:50:49.830538 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3c10986-e274-4acb-a5f4-756f0d68262b admin admin] Publish callbacks [] for security_group (977936c2-0cff-4c89-964d-32fd711c5a66), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.833455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-359765187-network', 'tenant_id': '3111cbee8aa34740a21308ca97ced547'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:49.858544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-4a238470-2175-41ff-9a47-acb547c1725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:49.869208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-4a238470-2175-41ff-9a47-acb547c1725e service neutron] 10.222.0.110 "GET /v2.0/networks?id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 HTTP/1.1" status: 200 len: 918 time: 0.3134046 Feb 09 21:50:49.890478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3c10986-e274-4acb-a5f4-756f0d68262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (977936c2-0cff-4c89-964d-32fd711c5a66), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.938934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Made reservation on behalf of 3111cbee8aa34740a21308ca97ced547 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:49.941387 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.967631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.979603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-57863677-f999-4847-a965-276675b5e886 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a8fff3-9067-4932-aba8-76103aef69c7 HTTP/1.1" status: 200 len: 999 time: 0.0978308 Feb 09 21:50:50.001057 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25350b5f-042f-48db-8a4d-3811d317567a req-96834dbe-c27e-4bad-80d5-bfe56b05888c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2857423 Feb 09 21:50:50.006601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a3c10986-e274-4acb-a5f4-756f0d68262b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=395e3001de274cb09f1ce41313680258&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4728899 Feb 09 21:50:50.010320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42114) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:50.014933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c10986-e274-4acb-a5f4-756f0d68262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977936c2-0cff-4c89-964d-32fd711c5a66,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:50.075951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-dbdeba70-515d-4a5c-9672-646807ef0d13 service neutron] 10.222.0.98 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564154 Feb 09 21:50:50.146994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c064fac3-eca8-4b11-9c15-57af883ef73f admin admin] Publish callbacks [] for security_group (977936c2-0cff-4c89-964d-32fd711c5a66), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.149009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'port_id': '51a8fff3-9067-4932-aba8-76103aef69c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'mac_address': 'fa:16:3e:92:e8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:28Z', 'updated_at': '2022-02-09T21:50:48Z', 'revision_number': 1, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 5, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:50.183163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ec8e5-68f3-4176-bda7-d652aa6248f2 None None] The sync data for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 is: [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'port_id': '51a8fff3-9067-4932-aba8-76103aef69c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'mac_address': 'fa:16:3e:92:e8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:28Z', 'updated_at': '2022-02-09T21:50:48Z', 'revision_number': 1, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 5, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:50.199339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c064fac3-eca8-4b11-9c15-57af883ef73f admin admin] Publish callbacks [] for security_group (977936c2-0cff-4c89-964d-32fd711c5a66), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.356029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c064fac3-eca8-4b11-9c15-57af883ef73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (977936c2-0cff-4c89-964d-32fd711c5a66), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.356859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c064fac3-eca8-4b11-9c15-57af883ef73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.360398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c064fac3-eca8-4b11-9c15-57af883ef73f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/977936c2-0cff-4c89-964d-32fd711c5a66 HTTP/1.1" status: 204 len: 168 time: 0.3463049 Feb 09 21:50:50.367464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064fac3-eca8-4b11-9c15-57af883ef73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977936c2-0cff-4c89-964d-32fd711c5a66,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:50.441238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-8585c614-c381-4373-8974-b4e1183caf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.443049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-8585c614-c381-4373-8974-b4e1183caf30 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3801196d-8857-4340-8798-7a9c145bea70 HTTP/1.1" status: 200 len: 856 time: 0.4569693 Feb 09 21:50:50.542540 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0c5cc5-497c-4285-b931-0550c898a579 None None] New status for floating IP bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:50:50.551031 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks [] for security_group (ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.563000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2474d344-4670-48a5-8c2d-e1fd39bc8536 req-2cf13917-ea01-4266-9bb6-4d51fd778529 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0493851 Feb 09 21:50:50.569364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9895f-7c77-4cc4-91af-cb2e167a36b9 req-f2de41df-6f72-44b0-9eb4-d137e63d933c tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.571231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2e9895f-7c77-4cc4-91af-cb2e167a36b9 req-f2de41df-6f72-44b0-9eb4-d137e63d933c tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.1908050 Feb 09 21:50:50.597296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-6e69cae5-595e-41c6-959a-28c7bf5fa70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:50.599200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-6e69cae5-595e-41c6-959a-28c7bf5fa70b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1392355 Feb 09 21:50:50.667155 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83ec728b-bd3f-4b01-97cd-50723120acc2 req-589d22e2-5229-43b8-bbaa-05437c0693f7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 210 time: 0.0371437 Feb 09 21:50:50.699944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.762775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:50.824491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2e9895f-7c77-4cc4-91af-cb2e167a36b9 req-25b22684-1ce6-4d40-a688-1333ae93ce17 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371781 Feb 09 21:50:50.871097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:50.912187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0fb0853b-14d9-40f9-9475-3a0a6166b55d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.913871 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Added segment 0fb0853b-14d9-40f9-9475-3a0a6166b55d of type vlan for network e2b32f15-c20f-4397-a710-0cdd3fbb0bac Feb 09 21:50:50.995554 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (e2b32f15-c20f-4397-a710-0cdd3fbb0bac), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.005080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-9ad9ad1f-ecbb-4bb1-8b41-af11b44902fa service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919413 Feb 09 21:50:51.191989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c10f-d030-474f-81b3-b3638df9e88e req-1bbd2381-3d33-46e6-95ce-865a48818afb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.193279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c10f-d030-474f-81b3-b3638df9e88e req-1bbd2381-3d33-46e6-95ce-865a48818afb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.199443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5c10f-d030-474f-81b3-b3638df9e88e req-1bbd2381-3d33-46e6-95ce-865a48818afb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.201143 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bc5c10f-d030-474f-81b3-b3638df9e88e req-1bbd2381-3d33-46e6-95ce-865a48818afb tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd&device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b&device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 2418 time: 0.1063404 Feb 09 21:50:51.215948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (e2b32f15-c20f-4397-a710-0cdd3fbb0bac), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.216910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.217483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.260116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07f2b03e-46e7-4966-8fad-4b87b06a8f9c req-9a955ae4-7235-467b-9479-9cfc86c23935 service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504702 Feb 09 21:50:51.292044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.298148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.304461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.310519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.315847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.318545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b32f15-c20f-4397-a710-0cdd3fbb0bac,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:51.322745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.328528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.330615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-9aa02e71-735d-4395-b3e9-1f158bbc9930 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.1328540 Feb 09 21:50:51.348507 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bc5c10f-d030-474f-81b3-b3638df9e88e req-f712f74c-ed92-49d3-a380-d1a4e03529ad tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354182 Feb 09 21:50:51.348702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:51.366904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aeec6636-d5a2-4736-b352-98b28143d669 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6531799 Feb 09 21:50:51.367134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42172) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:51.374522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Request body: {'subnet': {'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-subnet', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:51.399363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6cc9381-feb7-4a55-a7b4-89888d59405f req-8868970e-f8fc-4ca0-9364-216a92b343c7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622547 Feb 09 21:50:51.476650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-1195e4e9-bba8-45e5-9e3a-06ec301e971a req-afa4db7b-84ed-424a-be53-5a36ce4d7d35 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:50:51.477663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1195e4e9-bba8-45e5-9e3a-06ec301e971a req-afa4db7b-84ed-424a-be53-5a36ce4d7d35 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061212 Feb 09 21:50:51.477833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d00a965-4907-4c80-a6ea-c962ece35e8d req-d8374b69-5143-4d89-9bee-adb74ef939af tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0286334 Feb 09 21:50:51.526064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Made reservation on behalf of 3111cbee8aa34740a21308ca97ced547 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:51.536498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.655234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1195e4e9-bba8-45e5-9e3a-06ec301e971a req-eb47769d-af28-4086-927c-b4a71c3ed68d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1698785 Feb 09 21:50:51.749926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42190) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:51.797006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-50a852d8-26cd-44c0-b71f-bf643032e8b7 req-c80e7a65-7c3f-4468-a4a1-b42d1df5d9c9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 210 time: 0.0401561 Feb 09 21:50:51.859474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (5162ea3a-b221-4977-86ba-b72073a90e74), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.872797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74d6a7fe-261f-4d0f-8af8-3ff037f097da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.949916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5162ea3a-b221-4977-86ba-b72073a90e74,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:51.962573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Checking segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:51.963253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Network hostable DHCP agents. Network: e2b32f15-c20f-4397-a710-0cdd3fbb0bac, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:52.001788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74d6a7fe-261f-4d0f-8af8-3ff037f097da admin admin] Publish callbacks [] for security_group (73323004-7d56-4dd2-8df8-a028d5e4f4b0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.043635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:52.072137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74d6a7fe-261f-4d0f-8af8-3ff037f097da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (73323004-7d56-4dd2-8df8-a028d5e4f4b0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.119356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-74d6a7fe-261f-4d0f-8af8-3ff037f097da admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53f9adbe011e4aedafaa1fd8c6afa963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681266 Feb 09 21:50:52.120484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6a7fe-261f-4d0f-8af8-3ff037f097da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73323004-7d56-4dd2-8df8-a028d5e4f4b0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:52.122518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42204) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:52.154607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, e2b32f15-c20f-4397-a710-0cdd3fbb0bac) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:52.163596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea251a-55e3-4d5b-a0eb-a4cc76c0fa17 None None] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:52.176096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.177133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.203816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0eab-1eee-4054-b10a-3ddd1c21854b admin admin] Publish callbacks [] for security_group (73323004-7d56-4dd2-8df8-a028d5e4f4b0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.243370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0eab-1eee-4054-b10a-3ddd1c21854b admin admin] Publish callbacks [] for security_group (73323004-7d56-4dd2-8df8-a028d5e4f4b0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.291395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'project_id': '3111cbee8aa34740a21308ca97ced547', 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:50:52.292385 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.299140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42210) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:52.299642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5f199bd0-57ad-4d92-bede-1834661daaef admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9282050 Feb 09 21:50:52.313737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:52.423783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0eab-1eee-4054-b10a-3ddd1c21854b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (73323004-7d56-4dd2-8df8-a028d5e4f4b0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.424044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.425077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.426976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0eab-1eee-4054-b10a-3ddd1c21854b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.434602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7e6f0eab-1eee-4054-b10a-3ddd1c21854b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/73323004-7d56-4dd2-8df8-a028d5e4f4b0 HTTP/1.1" status: 204 len: 168 time: 0.3091083 Feb 09 21:50:52.451847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f0eab-1eee-4054-b10a-3ddd1c21854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73323004-7d56-4dd2-8df8-a028d5e4f4b0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:52.596274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks [] for router_controller (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.636829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.642341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.648734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.657294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.658441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Allocated IP 172.20.0.2 (e2b32f15-c20f-4397-a710-0cdd3fbb0bac/5162ea3a-b221-4977-86ba-b72073a90e74/d3618d97-4410-4035-ac86-14d41aed959e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:52.661640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.666192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58226533-8ae4-487c-9d18-47f246ef3ef3 req-14dbfc7b-7dc0-47b3-b8de-047ee17c5ce0 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0523434 Feb 09 21:50:52.672044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:50:52.674483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.680219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.684302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-86405a96-b8e3-4739-af0f-6d81c8b37473 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.1380265 Feb 09 21:50:52.771394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42222) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:52.837343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69ee12b5-baee-4dd1-9f0b-1f9d81b053af req-a364e621-1bb6-4474-9de3-c2af3fa59f86 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085687 Feb 09 21:50:52.864437 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Publish callbacks [] for port (d3618d97-4410-4035-ac86-14d41aed959e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.952122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks [] for router_gateway (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.966743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d3618d97-4410-4035-ac86-14d41aed959e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.012818 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f663591-063d-4bc2-aa1a-34f1a90b34ce req-4919b49d-2c2d-4cf8-ba33-2671c8c6b33f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 210 time: 0.0402608 Feb 09 21:50:53.045193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:53.058489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:53.058798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.072105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:53.072919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.079605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.080739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Pushing event updated for resources: {'Port': ['ID=d3618d97-4410-4035-ac86-14d41aed959e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.086239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.092149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.097436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.105939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.110887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-1ff79c40-68ee-4141-999e-0f2625610e15 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.1704557 Feb 09 21:50:53.138929 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc636704-8eef-4839-8327-89571e71c990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.148166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Attempting to bind port d3618d97-4410-4035-ac86-14d41aed959e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:53.148786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Attempting to bind port d3618d97-4410-4035-ac86-14d41aed959e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:53.149325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Attempting to bind port d3618d97-4410-4035-ac86-14d41aed959e on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:53.155401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:53.163533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Checking segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:53.163533 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.163533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Bound using segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:53.163533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Bound port: d3618d97-4410-4035-ac86-14d41aed959e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:53.163533 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d3618d97-4410-4035-ac86-14d41aed959e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.221344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e27d7e2-2c2c-430b-b3f0-72206a06cb29 req-25ac7735-cf02-4f9f-bdf9-60c5fe4d68a1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094086 Feb 09 21:50:53.247672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] For port d3618d97-4410-4035-ac86-14d41aed959e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:53.253039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] For port d3618d97-4410-4035-ac86-14d41aed959e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3618d97-4410-4035-ac86-14d41aed959e,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:53.347176 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d3618d97-4410-4035-ac86-14d41aed959e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.432063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks [] for router_gateway (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.459382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.473273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc636704-8eef-4839-8327-89571e71c990 admin admin] Publish callbacks [] for security_group (e8e4f020-9a02-42e7-93c1-d8200ee9ec3f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.504431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ecb9-5919-45d6-9d7a-4699f76e20cf None None] Pushing event updated for resources: {'Port': ['ID=d3618d97-4410-4035-ac86-14d41aed959e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.509708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-55c703f0-f00f-4a54-aae6-17b0b2007ad7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.512655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-55c703f0-f00f-4a54-aae6-17b0b2007ad7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 815 time: 0.2897172 Feb 09 21:50:53.534145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.539741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.552047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.552047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.556422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.561870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.567329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:53.569764 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1262dbae-db5f-4379-af21-d98af32ca920 req-edd91438-436b-4b7b-aabe-7203539d40d4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.1990316 Feb 09 21:50:53.575113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Request body: {'port': {'device_id': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'admin_state_up': True, 'tenant_id': '8b2966ff68344a029bb9308d5399f63e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:53.600721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc636704-8eef-4839-8327-89571e71c990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e8e4f020-9a02-42e7-93c1-d8200ee9ec3f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.645621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Allocated IP 172.25.5.246 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/b470f666-d187-4333-8889-2fb0d55b5cc4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:53.726288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cc636704-8eef-4839-8327-89571e71c990 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a5dcf8f1c0504d499da8bcef86696048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9536250 Feb 09 21:50:53.735412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc636704-8eef-4839-8327-89571e71c990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e4f020-9a02-42e7-93c1-d8200ee9ec3f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.751303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42256) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:53.813865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49706568-2956-4ad6-80ae-ebd041e19922 req-d917bf44-8fb5-465e-86dd-4b2678345709 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0305712 Feb 09 21:50:53.881996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks [] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.899487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42264) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:53.903034 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a187bdb9-6b05-477d-a20f-d98b555ceab1 admin admin] Publish callbacks [] for security_group (e8e4f020-9a02-42e7-93c1-d8200ee9ec3f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.940315 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a187bdb9-6b05-477d-a20f-d98b555ceab1 admin admin] Publish callbacks [] for security_group (e8e4f020-9a02-42e7-93c1-d8200ee9ec3f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.943029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Made reservation on behalf of 8b2966ff68344a029bb9308d5399f63e for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:53.947440 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.029270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.042987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-888236922-network', 'tenant_id': 'fbafb900dce54da98382f75cbbbcffd2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:54.060303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ca1dd-3475-4c01-80b1-a874defc581c req-d3f72a22-93bf-4844-8b5c-7f374d9304f0 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.062416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a0ca1dd-3475-4c01-80b1-a874defc581c req-d3f72a22-93bf-4844-8b5c-7f374d9304f0 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.1328552 Feb 09 21:50:54.067739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a187bdb9-6b05-477d-a20f-d98b555ceab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e8e4f020-9a02-42e7-93c1-d8200ee9ec3f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.069970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a187bdb9-6b05-477d-a20f-d98b555ceab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.071108 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a187bdb9-6b05-477d-a20f-d98b555ceab1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e8e4f020-9a02-42e7-93c1-d8200ee9ec3f HTTP/1.1" status: 204 len: 168 time: 0.3187840 Feb 09 21:50:54.101230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:54.138751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:54.153053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:54.173451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Pushing event updated for resources: {'Port': ['ID=b470f666-d187-4333-8889-2fb0d55b5cc4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.175993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a0ca1dd-3475-4c01-80b1-a874defc581c req-234823f4-c3fa-439f-b1e5-9d4f324cc2ce tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994124 Feb 09 21:50:54.183945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187bdb9-6b05-477d-a20f-d98b555ceab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e4f020-9a02-42e7-93c1-d8200ee9ec3f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.191540 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Allocated IP 172.20.0.14 (ff554d8c-e459-49c5-aa4c-a06d18f8099d/4ab6aab3-7ffc-4996-b042-b978967aa4a8/d5df1478-88da-4675-becb-c2ca34006522) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:54.230817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Made reservation on behalf of fbafb900dce54da98382f75cbbbcffd2 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:54.234564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.239261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-535491f6-c54a-4676-b7c1-2d9ca9381737 req-9d09959b-cfdb-4b4e-8980-fa2469eea98b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 210 time: 0.1070194 Feb 09 21:50:54.259818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.401521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks [] for port (d5df1478-88da-4675-becb-c2ca34006522), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.438557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks [] for security_group (8e9fcade-0eec-48d4-950a-9a9ea23319e9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.520676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e9fcade-0eec-48d4-950a-9a9ea23319e9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.555813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:54.562602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.590095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3618d97-4410-4035-ac86-14d41aed959e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:54.651988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks [] for router_gateway (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.677675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.678030 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Added segment 5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe of type vlan for network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec Feb 09 21:50:54.709054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9fcade-0eec-48d4-950a-9a9ea23319e9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.710635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d3618d97-4410-4035-ac86-14d41aed959e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:54.729625 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3618d97-4410-4035-ac86-14d41aed959e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.785612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Network ff554d8c-e459-49c5-aa4c-a06d18f8099d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:54.789568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:54.818445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.828968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:54.837856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.892391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d3618d97-4410-4035-ac86-14d41aed959e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:54.893028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d3618d97-4410-4035-ac86-14d41aed959e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.939647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc70f9-cdc4-4fc4-b209-5da8e012da37 None None] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:54.949806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:54.950430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.004526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.029484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34956d62-af09-42fc-bb6b-86c12ead74b7 req-c0713ba3-6f0c-47af-9090-bb9749e2301d tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0438080 Feb 09 21:50:55.045880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7b6809d6-3a9b-4ce0-9889-a8491cc4e9a0 None None] Provisioning complete for port d3618d97-4410-4035-ac86-14d41aed959e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:55.046544 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7b6809d6-3a9b-4ce0-9889-a8491cc4e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3618d97-4410-4035-ac86-14d41aed959e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.049051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.050103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.050695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.051331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port d3618d97-4410-4035-ac86-14d41aed959e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3618d97-4410-4035-ac86-14d41aed959e,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:55.126357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-145a6f0a-a1fa-458b-a8df-8ed76779db78 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5549314 Feb 09 21:50:55.149160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d3618d97-4410-4035-ac86-14d41aed959e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.154364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Request body: {'port': {'device_id': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:55.183440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] Pushing event updated for resources: {'Network': ['ID=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:55.203575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:55.244408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.246158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:50:55.249851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1bccb752-b8dd-4f1d-b782-e9007dc4ad84 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3495162 Feb 09 21:50:55.256281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42290) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:55.266407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Request body: {'subnet': {'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-888236922-subnet', 'tenant_id': 'fbafb900dce54da98382f75cbbbcffd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:55.396195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7b6809d6-3a9b-4ce0-9889-a8491cc4e9a0 None None] Current status of the port d3618d97-4410-4035-ac86-14d41aed959e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:55.407329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=d3618d97-4410-4035-ac86-14d41aed959e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:55.600037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0abf1-ace7-43a5-90c5-da8ed99fd85b req-abc2ebb0-a12b-4c07-bbaf-b64e58a4d59a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.607188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c0abf1-ace7-43a5-90c5-da8ed99fd85b req-abc2ebb0-a12b-4c07-bbaf-b64e58a4d59a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 932 time: 0.2506576 Feb 09 21:50:55.647181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-ec534dd0-f18b-4d1b-986f-f536f2b6209d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.648796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-ec534dd0-f18b-4d1b-986f-f536f2b6209d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.110 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.1894643 Feb 09 21:50:55.840511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c0abf1-ace7-43a5-90c5-da8ed99fd85b req-f56a8a28-bd14-45c6-98ef-57c94f307330 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321668 Feb 09 21:50:55.841722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-151b3e47-ddfb-4436-a536-662740967b43 None None] Provisioning complete for port d3618d97-4410-4035-ac86-14d41aed959e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:55.842237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-151b3e47-ddfb-4436-a536-662740967b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3618d97-4410-4035-ac86-14d41aed959e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.967118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5df1478-88da-4675-becb-c2ca34006522 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:55.990372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24af253-669d-4b44-8a01-6bb645026221 req-6f71a72c-facf-411f-8078-3b538b86d632 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.996664 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Publish callbacks [] for port (d5df1478-88da-4675-becb-c2ca34006522), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.997480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-151b3e47-ddfb-4436-a536-662740967b43 None None] Current status of the port d3618d97-4410-4035-ac86-14d41aed959e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:55.998196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d24af253-669d-4b44-8a01-6bb645026221 req-6f71a72c-facf-411f-8078-3b538b86d632 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 946 time: 0.6024070 Feb 09 21:50:56.000116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Made reservation on behalf of fbafb900dce54da98382f75cbbbcffd2 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:56.008076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.008076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:56.019912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Sync routers for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:56.042677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:56.042677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:56.042994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Transition to ACTIVE for port object d5df1478-88da-4675-becb-c2ca34006522 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:56.043918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Deleting port 1ae18043-bcf0-4447-ae6b-973a788c7263 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:56.044758 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.142037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d24af253-669d-4b44-8a01-6bb645026221 req-de9f181c-3b5f-4b9b-8692-9f15aa02a23e tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380248 Feb 09 21:50:56.161488 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.162966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-59ec15df-c10c-4f03-b829-c041095e0f52 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8621976 Feb 09 21:50:56.170847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42304) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:56.191259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:56.282652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] For port 1ae18043-bcf0-4447-ae6b-973a788c7263, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1ae18043-bcf0-4447-ae6b-973a788c7263,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:56.283226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.309687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Calling delete_port for 1ae18043-bcf0-4447-ae6b-973a788c7263 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:56.450598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.544105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:56.568743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Checking segment: {'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:56.569236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Network hostable DHCP agents. Network: f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:56.569820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.622650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3618d97-4410-4035-ac86-14d41aed959e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:56.693679 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:56.708509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb757f5d-3132-4cd9-96f4-66bc6d677f82 req-6c1ef889-564e-404f-b2f3-61546bdca054 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.1841996 Feb 09 21:50:56.725526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1ae18043-bcf0-4447-ae6b-973a788c7263), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.754435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['1ae18043-bcf0-4447-ae6b-973a788c7263'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:56.785501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:56.786250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:56.794322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:56.795098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.868662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['88214c0a-2657-44cb-a2b4-83638f58c149', '8c4fc179-e154-4052-aee5-27f7c33f02ff'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:56.890944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85881182-1cb4-4765-9984-ec8483e7a535 None None] Network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:56.966456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e619c2b9-cb7a-448b-85f1-1163f75885d2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7074292 Feb 09 21:50:56.970613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Pushing event deleted for resources: {'Port': ['ID=1ae18043-bcf0-4447-ae6b-973a788c7263,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:56.981401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] No DVR routers for this DVR port 1ae18043-bcf0-4447-ae6b-973a788c7263 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:56.990446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.000323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c57f3d6e-d6df-4e15-914f-17a052424921 req-70eeb2c8-64cd-4e22-a932-355afbaf2e68 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.110 "DELETE /v2.0/ports/1ae18043-bcf0-4447-ae6b-973a788c7263 HTTP/1.1" status: 204 len: 173 time: 1.3346970 Feb 09 21:50:57.004579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c09610-1084-4cc0-a721-540387679edd', 'name': 'network-vif-deleted', 'tag': '1ae18043-bcf0-4447-ae6b-973a788c7263'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:57.007074 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fee9df-4863-4bdb-8e54-a91ac6b30963" -d '{"events": [{"server_uuid": "f2c09610-1084-4cc0-a721-540387679edd", "name": "network-vif-deleted", "tag": "1ae18043-bcf0-4447-ae6b-973a788c7263"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:57.032623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Attempting to bind port d5df1478-88da-4675-becb-c2ca34006522 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:57.034950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Attempting to bind port d5df1478-88da-4675-becb-c2ca34006522 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:57.037044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Attempting to bind port d5df1478-88da-4675-becb-c2ca34006522 on network ff554d8c-e459-49c5-aa4c-a06d18f8099d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:57.049759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Port d5df1478-88da-4675-becb-c2ca34006522 on network ff554d8c-e459-49c5-aa4c-a06d18f8099d not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:57.050412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Attempting to bind port d5df1478-88da-4675-becb-c2ca34006522 on network ff554d8c-e459-49c5-aa4c-a06d18f8099d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:57.063024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.064696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:57.065315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Checking segment: {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:57.065953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Bound using segment: {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:57.066764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Bound port: d5df1478-88da-4675-becb-c2ca34006522, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:57.067738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.097931 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba94798f-d2ab-4fee-a9fe-051c6208c2d7 x-openstack-request-id: req-ba94798f-d2ab-4fee-a9fe-051c6208c2d7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:57.098155 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c09610-1084-4cc0-a721-540387679edd", "name": "network-vif-deleted", "tag": "1ae18043-bcf0-4447-ae6b-973a788c7263", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:57.098271 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba94798f-d2ab-4fee-a9fe-051c6208c2d7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:57.098666 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c09610-1084-4cc0-a721-540387679edd', 'name': 'network-vif-deleted', 'tag': '1ae18043-bcf0-4447-ae6b-973a788c7263', 'status': 'completed', 'code': 200} Feb 09 21:50:57.161738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 3, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:57.222277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:57.231091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Checking router: 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:57.231497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Updating router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 port b470f666-d187-4333-8889-2fb0d55b5cc4 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:50:57.232385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:57.305530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37d07b1c-fb22-4f25-96ce-a266e7e00bbf req-5b4885a7-a1b5-483a-a28c-b86b61e62a87 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2c09610-1084-4cc0-a721-540387679edd HTTP/1.1" status: 200 len: 210 time: 0.0513690 Feb 09 21:50:57.322046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b20ca2-d9db-40be-a9f3-667c30fc00ef None None] Network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:57.356259 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.412259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.415177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.420397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] 10.222.0.110 "PUT /v2.0/ports/d5df1478-88da-4675-becb-c2ca34006522 HTTP/1.1" status: 200 len: 1092 time: 2.2790010 Feb 09 21:50:57.438550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a56b2b-beb8-4d62-8f73-2916f33487d7 req-7cf687e1-96be-4bd2-9d2f-a9c009974a81 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.444170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42a56b2b-beb8-4d62-8f73-2916f33487d7 req-7cf687e1-96be-4bd2-9d2f-a9c009974a81 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 944 time: 0.4720526 Feb 09 21:50:57.455196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d3618d97-4410-4035-ac86-14d41aed959e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:57.455647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3618d97-4410-4035-ac86-14d41aed959e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.471258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64876a6c-8079-4e0f-8176-e6968018e5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:57.496470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.580063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42a56b2b-beb8-4d62-8f73-2916f33487d7 req-b9c5010f-7686-46c5-986f-4d828c82d5a6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314626 Feb 09 21:50:57.598392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Allocated IP 172.20.0.1 (e2b32f15-c20f-4397-a710-0cdd3fbb0bac/5162ea3a-b221-4977-86ba-b72073a90e74/2e8d7eca-b80e-420b-b29c-02d274d7a102) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:57.644490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-2c858cfd-d73d-4747-9d84-0e604ce0d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.646576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-2c858cfd-d73d-4747-9d84-0e604ce0d76b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 1126 time: 0.0967431 Feb 09 21:50:57.763892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-4c4900d7-7947-407f-85f3-dbe9c132ee3d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5df1478-88da-4675-becb-c2ca34006522 HTTP/1.1" status: 200 len: 217 time: 0.1096342 Feb 09 21:50:57.822497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks [] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.851859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21be2b4d-db03-4539-85f2-be3436c4a67e req-5557b5c5-6205-483a-8031-3d3b7b9c47de tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0354080 Feb 09 21:50:57.854772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-ffee1c8c-80d8-4879-87e9-bf5d6e2b37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.856398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-ffee1c8c-80d8-4879-87e9-bf5d6e2b37f8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ab6aab3-7ffc-4996-b042-b978967aa4a8 HTTP/1.1" status: 200 len: 855 time: 0.0861843 Feb 09 21:50:57.898935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-f3c3d723-f9f9-4c5a-b59f-9e27ad46d661 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ff554d8c-e459-49c5-aa4c-a06d18f8099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360425 Feb 09 21:50:57.957060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d3618d97-4410-4035-ac86-14d41aed959e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:57.975290 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.038483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:58.042277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:58.046329 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-d70c263f-4f49-48f4-aba1-8835927cc08a service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415629 Feb 09 21:50:58.062498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:58.112937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.159645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Publish callbacks [] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.193707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8d7eca-b80e-420b-b29c-02d274d7a102,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:58.199282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b186548-087c-4b49-9ec5-1f8f98b1aa75 req-bd4f0d9f-6aab-4338-9844-2bca32351ee6 service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432726 Feb 09 21:50:58.246001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.302946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Attempting to bind port b470f666-d187-4333-8889-2fb0d55b5cc4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:58.303320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Attempting to bind port b470f666-d187-4333-8889-2fb0d55b5cc4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:58.303689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Attempting to bind port b470f666-d187-4333-8889-2fb0d55b5cc4 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:58.308995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b574584-f854-422a-9998-f6f63181f915 None None] Pushing event updated for resources: {'Port': ['ID=b470f666-d187-4333-8889-2fb0d55b5cc4,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:58.314182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:58.314462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:58.314884 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.315275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:58.315805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Bound port: b470f666-d187-4333-8889-2fb0d55b5cc4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:58.316207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.386941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3ad50c28-42cc-4015-86ba-5820b14d848c None None] Provisioning complete for port 2e8d7eca-b80e-420b-b29c-02d274d7a102 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:58.387185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3ad50c28-42cc-4015-86ba-5820b14d848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.388520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.390978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] For port b470f666-d187-4333-8889-2fb0d55b5cc4, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:58.428428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] For port b470f666-d187-4333-8889-2fb0d55b5cc4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b470f666-d187-4333-8889-2fb0d55b5cc4,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:58.437246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3ad50c28-42cc-4015-86ba-5820b14d848c None None] Port 2e8d7eca-b80e-420b-b29c-02d274d7a102 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:58.504004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.554520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:58.555159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:58.611335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b574584-f854-422a-9998-f6f63181f915 None None] Pushing event updated for resources: {'Port': ['ID=b470f666-d187-4333-8889-2fb0d55b5cc4,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:58.621023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks [] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.688181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:58.712647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.797457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe90cf2-b5dd-4701-a02b-e592e7cdd8c6 req-5bcab669-35ab-4869-a67c-1bea28d21473 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:58.799049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ffe90cf2-b5dd-4701-a02b-e592e7cdd8c6 req-5bcab669-35ab-4869-a67c-1bea28d21473 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 944 time: 0.1257336 Feb 09 21:50:58.803601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.806560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8d7eca-b80e-420b-b29c-02d274d7a102,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:58.929090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:50:57Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:58.937154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:58.940878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:58.959344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73a6b5-f9cc-43c8-bca9-c61caf4d0126 req-0acad9a1-3250-4684-a0e4-8c459149c5d3 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:58.966713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df73a6b5-f9cc-43c8-bca9-c61caf4d0126 req-0acad9a1-3250-4684-a0e4-8c459149c5d3 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 946 time: 0.0770762 Feb 09 21:50:58.981941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddae3c7-39c3-491b-9ccd-063a616516f7 None None] The sync data for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 is: [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:50:57Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:59.031861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df73a6b5-f9cc-43c8-bca9-c61caf4d0126 req-36eb33da-9155-4da2-bc7e-732c914c0785 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641098 Feb 09 21:50:59.100277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:59.103254 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbb2edd-293e-482a-bc35-3caf82f9276e" -d '{"events": [{"name": "network-changed", "server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "tag": "d5df1478-88da-4675-becb-c2ca34006522"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:59.166912 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.174911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ffe90cf2-b5dd-4701-a02b-e592e7cdd8c6 req-115389bf-4cd3-4224-87d0-6bfd2bbc6a33 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424726 Feb 09 21:50:59.192544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:59.208129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d80d0ccf-bf32-4e8e-93e4-74fd66c6f503 req-5a7f6943-a8a0-4c10-842b-b2d3a714738b tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0637908 Feb 09 21:50:59.284801 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a4d06d-ea9a-4d99-ab2a-a7fa8f1261e9 x-openstack-request-id: req-69a4d06d-ea9a-4d99-ab2a-a7fa8f1261e9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:59.285349 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "tag": "d5df1478-88da-4675-becb-c2ca34006522", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:59.285770 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-69a4d06d-ea9a-4d99-ab2a-a7fa8f1261e9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:59.286336 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522', 'status': 'completed', 'code': 200} Feb 09 21:50:59.399658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:59.402410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1ae18043-bcf0-4447-ae6b-973a788c7263 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:59.431100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47cb612a-9244-480e-a173-170f127c6ad4 admin admin] 10.222.0.98 "PUT /v2.0/routers/20fce3c7-3d82-4e34-bde1-22d0b8fa5a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2570357 Feb 09 21:50:59.460894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-ac1291a5-2fe6-4660-801f-d1046481125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:59.462433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-ac1291a5-2fe6-4660-801f-d1046481125b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 1126 time: 0.1512897 Feb 09 21:50:59.463453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8508bedb-ccaa-4783-b696-8b6b345ee40a None None] Provisioning complete for port 2e8d7eca-b80e-420b-b29c-02d274d7a102 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:59.464110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8508bedb-ccaa-4783-b696-8b6b345ee40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.466861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 1ae18043-bcf0-4447-ae6b-973a788c7263 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:59.467471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1ae18043-bcf0-4447-ae6b-973a788c7263 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:59.528064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8508bedb-ccaa-4783-b696-8b6b345ee40a None None] Port 2e8d7eca-b80e-420b-b29c-02d274d7a102 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:59.636520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-c85aad4d-e5c9-4a26-b22f-bd836005bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:59.638204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-c85aad4d-e5c9-4a26-b22f-bd836005bf6c service neutron] 10.222.0.110 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 916 time: 0.1688833 Feb 09 21:50:59.700667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-f954f8d1-fe3f-47a1-88f2-df9118c0f65b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5df1478-88da-4675-becb-c2ca34006522 HTTP/1.1" status: 200 len: 217 time: 0.0529838 Feb 09 21:50:59.803066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-4ae4a26e-16b8-4236-89dc-52448b053e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:59.805984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-4ae4a26e-16b8-4236-89dc-52448b053e50 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ab6aab3-7ffc-4996-b042-b978967aa4a8 HTTP/1.1" status: 200 len: 855 time: 0.0985129 Feb 09 21:50:59.854548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-ab598e6c-8ddc-4669-b8a1-d85006eeb6ce service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ff554d8c-e459-49c5-aa4c-a06d18f8099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431404 Feb 09 21:50:59.977577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-b51ccf81-5845-45a7-a319-cc307797f1fd service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147149 Feb 09 21:51:00.126904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dbb2edd-293e-482a-bc35-3caf82f9276e req-0b2553dd-92c2-43a4-a218-7d45dfce2a15 service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425092 Feb 09 21:51:00.138627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42376) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:00.146640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-445f8887-2a2d-416a-b06d-8a45f516d33f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807445827', 'description': 'tempest-description--531518546'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:00.259128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70db484-735b-4022-8cd5-64101e0ce404 req-bcb1c3a1-1a4b-4b01-8598-53d6f26c8c88 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.260966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c70db484-735b-4022-8cd5-64101e0ce404 req-bcb1c3a1-1a4b-4b01-8598-53d6f26c8c88 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 946 time: 0.0895624 Feb 09 21:51:00.301525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-445f8887-2a2d-416a-b06d-8a45f516d33f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.339628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ebd1a-ba3b-4fe1-9811-27992431aa77 req-23727f0f-b82a-4d07-af04-ca94e32c6771 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.340652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b3ebd1a-ba3b-4fe1-9811-27992431aa77 req-23727f0f-b82a-4d07-af04-ca94e32c6771 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 944 time: 0.0746377 Feb 09 21:51:00.383784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-5662edfc-8a02-4859-8274-599a2cdeea50 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.385569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-5662edfc-8a02-4859-8274-599a2cdeea50 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 946 time: 0.1234691 Feb 09 21:51:00.410786 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b3ebd1a-ba3b-4fe1-9811-27992431aa77 req-20e10bdb-2e47-4845-9164-e03fccdc80d8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638924 Feb 09 21:51:00.463805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c70db484-735b-4022-8cd5-64101e0ce404 req-4a2ae14b-3c69-4cf3-aced-4ab541133e3b tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655033 Feb 09 21:51:00.550785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14373d15-86d0-4647-98b2-6f8dff52ad90 req-9cfda1e4-a66a-406c-8b30-666a1ef58a9a tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0447223 Feb 09 21:51:00.641921 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.662382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-445f8887-2a2d-416a-b06d-8a45f516d33f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (352597df-68ae-47ad-a73b-b5c1c56f6034), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.682351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b470f666-d187-4333-8889-2fb0d55b5cc4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:00.695074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Deleting port 8c4fc179-e154-4052-aee5-27f7c33f02ff {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:00.695446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.756441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-445f8887-2a2d-416a-b06d-8a45f516d33f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (352597df-68ae-47ad-a73b-b5c1c56f6034), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.758286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b470f666-d187-4333-8889-2fb0d55b5cc4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:00.758878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.809737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f8887-2a2d-416a-b06d-8a45f516d33f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352597df-68ae-47ad-a73b-b5c1c56f6034,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:00.850752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] For port 8c4fc179-e154-4052-aee5-27f7c33f02ff, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=8c4fc179-e154-4052-aee5-27f7c33f02ff,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:00.852243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.870240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Calling delete_port for 8c4fc179-e154-4052-aee5-27f7c33f02ff owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:00.891785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b470f666-d187-4333-8889-2fb0d55b5cc4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:00.892250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.904859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-445f8887-2a2d-416a-b06d-8a45f516d33f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.906551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-445f8887-2a2d-416a-b06d-8a45f516d33f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7666059 Feb 09 21:51:00.909501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42388) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:00.919390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port b470f666-d187-4333-8889-2fb0d55b5cc4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b470f666-d187-4333-8889-2fb0d55b5cc4,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:00.919626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-931aca49-152a-4bfb-a21b-598c3a9e14c2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'security_group_rule': {'security_group_id': '352597df-68ae-47ad-a73b-b5c1c56f6034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:00.994997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.056435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-931aca49-152a-4bfb-a21b-598c3a9e14c2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (b660d791-dc7d-4d85-976c-ec6d5540a914), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.061187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=b470f666-d187-4333-8889-2fb0d55b5cc4,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:01.118241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-931aca49-152a-4bfb-a21b-598c3a9e14c2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (b660d791-dc7d-4d85-976c-ec6d5540a914), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.180440 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8c4fc179-e154-4052-aee5-27f7c33f02ff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.192664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['88214c0a-2657-44cb-a2b4-83638f58c149'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:01.210561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Pushing event deleted for resources: {'Port': ['ID=8c4fc179-e154-4052-aee5-27f7c33f02ff,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:01.218040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-931aca49-152a-4bfb-a21b-598c3a9e14c2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b660d791-dc7d-4d85-976c-ec6d5540a914), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.253616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aca49-152a-4bfb-a21b-598c3a9e14c2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b660d791-dc7d-4d85-976c-ec6d5540a914,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:01.259598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] No DVR routers for this DVR port 8c4fc179-e154-4052-aee5-27f7c33f02ff on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:01.262722 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.266335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44eabdc1-c7f6-4699-9305-f766e121d21c req-20450e36-24ff-42b4-9209-665f18773403 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "DELETE /v2.0/ports/8c4fc179-e154-4052-aee5-27f7c33f02ff HTTP/1.1" status: 204 len: 173 time: 0.8667290 Feb 09 21:51:01.267003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'name': 'network-vif-deleted', 'tag': '8c4fc179-e154-4052-aee5-27f7c33f02ff'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:01.269705 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f53ab3-4c20-47c0-bf7c-4067a3ccf8c8" -d '{"events": [{"server_uuid": "a2036f3d-cecb-42ac-8273-83d0b4bbaa1b", "name": "network-vif-deleted", "tag": "8c4fc179-e154-4052-aee5-27f7c33f02ff"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:01.307143 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0580e2d3-90d9-4df5-828a-ee6bab0e1df0 x-openstack-request-id: req-0580e2d3-90d9-4df5-828a-ee6bab0e1df0 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:01.308648 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2036f3d-cecb-42ac-8273-83d0b4bbaa1b", "name": "network-vif-deleted", "tag": "8c4fc179-e154-4052-aee5-27f7c33f02ff", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:01.308648 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0580e2d3-90d9-4df5-828a-ee6bab0e1df0 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:01.308648 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2036f3d-cecb-42ac-8273-83d0b4bbaa1b', 'name': 'network-vif-deleted', 'tag': '8c4fc179-e154-4052-aee5-27f7c33f02ff', 'status': 'completed', 'code': 200} Feb 09 21:51:01.327459 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-931aca49-152a-4bfb-a21b-598c3a9e14c2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.331313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-931aca49-152a-4bfb-a21b-598c3a9e14c2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150403 Feb 09 21:51:01.340345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42394) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:01.340345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a413a4cd-25a0-4047-ac37-140ff9e160e1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'security_group_rule': {'security_group_id': '352597df-68ae-47ad-a73b-b5c1c56f6034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:01.421981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5df1478-88da-4675-becb-c2ca34006522 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:01.423359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a413a4cd-25a0-4047-ac37-140ff9e160e1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (264aaf0c-2d7d-4717-9a7d-b442792731d6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.485623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a413a4cd-25a0-4047-ac37-140ff9e160e1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (264aaf0c-2d7d-4717-9a7d-b442792731d6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.525470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:01.538478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'd5df1478-88da-4675-becb-c2ca34006522', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'port_id': 'd5df1478-88da-4675-becb-c2ca34006522', 'mac_address': 'fa:16:3e:5d:29:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab6aab3-7ffc-4996-b042-b978967aa4a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:01.551612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a413a4cd-25a0-4047-ac37-140ff9e160e1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (264aaf0c-2d7d-4717-9a7d-b442792731d6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.590334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edc8fa-2689-4e1e-8fc1-ff97e61f458f req-f6a30a7f-7c03-4479-b699-cfe10d8e2228 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:01.592790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21edc8fa-2689-4e1e-8fc1-ff97e61f458f req-f6a30a7f-7c03-4479-b699-cfe10d8e2228 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 944 time: 0.0775411 Feb 09 21:51:01.602412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5df1478-88da-4675-becb-c2ca34006522 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:01.603112 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.632380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5df1478-88da-4675-becb-c2ca34006522 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:01.653959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413a4cd-25a0-4047-ac37-140ff9e160e1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264aaf0c-2d7d-4717-9a7d-b442792731d6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:01.680132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:01.713758 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe835f49-fd80-4698-ae7d-15c5a019b6de req-b11536e1-7acb-449f-93b1-0d0cbb49087c tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=a2036f3d-cecb-42ac-8273-83d0b4bbaa1b HTTP/1.1" status: 200 len: 210 time: 0.1353402 Feb 09 21:51:01.725684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21edc8fa-2689-4e1e-8fc1-ff97e61f458f req-3d93e67d-df7b-4706-99a8-fe95a33d3f22 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127853 Feb 09 21:51:01.746732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a413a4cd-25a0-4047-ac37-140ff9e160e1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.748173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a413a4cd-25a0-4047-ac37-140ff9e160e1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4151971 Feb 09 21:51:01.752189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42408) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:01.761825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:01.781906 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.862405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:01.876386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55f58929-fbf9-4462-9c07-6a6fe1487324 req-ee7f234b-edd5-4cf1-8471-b37c1b44b430 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0638657 Feb 09 21:51:01.878180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.989336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.006563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-845d1780-e4d0-4400-a0d5-cb66a1c70b38 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:02.008228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-845d1780-e4d0-4400-a0d5-cb66a1c70b38 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/networks?id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec HTTP/1.1" status: 200 len: 808 time: 0.1159859 Feb 09 21:51:02.023063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-169df84f-9206-4d53-8bd6-e164741b80a0 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/quotas/fbafb900dce54da98382f75cbbbcffd2 HTTP/1.1" status: 200 len: 375 time: 0.0092177 Feb 09 21:51:02.076045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-4c7bcc99-e641-4c68-9987-c30029daad40 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbafb900dce54da98382f75cbbbcffd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392585 Feb 09 21:51:02.093580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d5df1478-88da-4675-becb-c2ca34006522'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:02.119459 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Sync routers for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:02.120312 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:02.120936 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:02.143345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Allocated IP 172.25.5.224 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/a5806c51-fab2-4d90-bdc2-e000a748abe1) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:02.195521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-2996159e-44e4-4f7f-9f92-da51745f2358 service neutron] 10.222.0.98 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113849 Feb 09 21:51:02.258881 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:02.278996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.334704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-0091f12f-fae4-47d9-bab5-a7d2d4ca31f5 service neutron] 10.222.0.98 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323755 Feb 09 21:51:02.412346 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.542908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 2, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:02.595613 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Checking router: 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:02.596007 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Updating router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 port 2e8d7eca-b80e-420b-b29c-02d274d7a102 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:02.640444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b470f666-d187-4333-8889-2fb0d55b5cc4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:02.660365 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.741837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'Port': ['ID=a5806c51-fab2-4d90-bdc2-e000a748abe1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:02.769370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b470f666-d187-4333-8889-2fb0d55b5cc4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:02.769851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.794236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:02.833764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dea4f446-52b5-47c3-84bd-0243901fcb7b req-816ad647-8c24-4f65-81f6-9fd804c61531 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 210 time: 0.0874262 Feb 09 21:51:02.834893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:02.837697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:02.909787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44f4ce-e01d-4ee3-ad57-f1ab5d0c45a5 req-0bd3cab5-09f6-4571-852c-109756eb12d9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:02.920868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c4fc179-e154-4052-aee5-27f7c33f02ff no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:02.926020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce44f4ce-e01d-4ee3-ad57-f1ab5d0c45a5 req-0bd3cab5-09f6-4571-852c-109756eb12d9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 945 time: 0.0737088 Feb 09 21:51:02.986558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b470f666-d187-4333-8889-2fb0d55b5cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:02.990551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 8c4fc179-e154-4052-aee5-27f7c33f02ff {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:02.990551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 8c4fc179-e154-4052-aee5-27f7c33f02ff not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:03.018559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce44f4ce-e01d-4ee3-ad57-f1ab5d0c45a5 req-515f8b31-7a94-4a13-9cb3-87ce3894e4c9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956886 Feb 09 21:51:03.023272 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (a2e061cc-86e7-4c6e-80db-08ec359402b9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.098810 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Publish callbacks [] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.122472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-481e5983-6a9e-4ef5-904c-8ebbd893c7fd req-de18e657-bc83-425e-a513-40c651828719 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0452740 Feb 09 21:51:03.161189 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.240277 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.293658 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dcfa1-935f-4911-bb0f-82dd2895a0e9 None None] Pushing event updated for resources: {'Port': ['ID=2e8d7eca-b80e-420b-b29c-02d274d7a102,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:03.347919 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Attempting to bind port 2e8d7eca-b80e-420b-b29c-02d274d7a102 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:03.348299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Attempting to bind port 2e8d7eca-b80e-420b-b29c-02d274d7a102 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:03.349221 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Attempting to bind port 2e8d7eca-b80e-420b-b29c-02d274d7a102 on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:03.355634 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:03.356335 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Checking segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:03.356899 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.357448 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Bound using segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:03.358073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Bound port: 2e8d7eca-b80e-420b-b29c-02d274d7a102, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:03.358625 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.387461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.435654 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] For port 2e8d7eca-b80e-420b-b29c-02d274d7a102, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:03.442532 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] For port 2e8d7eca-b80e-420b-b29c-02d274d7a102, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2e8d7eca-b80e-420b-b29c-02d274d7a102,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:03.457741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5df1478-88da-4675-becb-c2ca34006522 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:03.489321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f460e-d49d-40c5-b6c3-d58335a21050 req-4a530a64-0bda-4732-957f-8c04de7c0497 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:03.491582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7f460e-d49d-40c5-b6c3-d58335a21050 req-4a530a64-0bda-4732-957f-8c04de7c0497 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.0672007 Feb 09 21:51:03.495571 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.552530 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.608532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c7f460e-d49d-40c5-b6c3-d58335a21050 req-a075c209-3f16-400b-b4dd-4d2e61a2770d tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024365 Feb 09 21:51:03.632212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (a2e061cc-86e7-4c6e-80db-08ec359402b9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.659068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:03.659068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:03.659068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dcfa1-935f-4911-bb0f-82dd2895a0e9 None None] Pushing event updated for resources: {'Port': ['ID=2e8d7eca-b80e-420b-b29c-02d274d7a102,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:03.661683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'Port': ['ID=a5806c51-fab2-4d90-bdc2-e000a748abe1,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:03.754163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.764509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2b9ef709-29c6-4ad5-9a98-fced874601a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0021060 Feb 09 21:51:03.796031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1b9661cb-b13e-4748-adfe-795293b6e991 None None] Provisioning complete for port 2e8d7eca-b80e-420b-b29c-02d274d7a102 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:03.796031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b9661cb-b13e-4748-adfe-795293b6e991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.829203 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:03.887831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port d5df1478-88da-4675-becb-c2ca34006522 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:03.947920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port d5df1478-88da-4675-becb-c2ca34006522 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:03.950567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d5df1478-88da-4675-becb-c2ca34006522), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:03.971536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-5c3cc48b-d9b1-4b4a-837c-005e27be241d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--807445827&fields=id&tenant_id=3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 267 time: 0.0677328 Feb 09 21:51:03.999157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ef3a3c0-a62a-408b-b54d-d3acda6c78af req-a41654f4-3c13-4258-b6c1-c33084c44a78 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 210 time: 0.0541251 Feb 09 21:51:04.020418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1b9661cb-b13e-4748-adfe-795293b6e991 None None] Current status of the port 2e8d7eca-b80e-420b-b29c-02d274d7a102 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:04.020806 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b9661cb-b13e-4748-adfe-795293b6e991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:04.099659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1b9661cb-b13e-4748-adfe-795293b6e991 None None] For port 2e8d7eca-b80e-420b-b29c-02d274d7a102, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2e8d7eca-b80e-420b-b29c-02d274d7a102,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:04.115172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5df1478-88da-4675-becb-c2ca34006522 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:04.116062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:04.116921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-f078e66a-30b9-4a70-a292-8ff03e13bda9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:04.125131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-f078e66a-30b9-4a70-a292-8ff03e13bda9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 816 time: 0.1441216 Feb 09 21:51:04.141968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1b2d7f44-5278-4339-86ae-d37771bd9f1f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/quotas/3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 375 time: 0.0155811 Feb 09 21:51:04.153741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:04.156539 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c49930b-4959-43f3-a179-2924ee5cbfc2" -d '{"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d5df1478-88da-4675-becb-c2ca34006522"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:04.163306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:04.183009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b9661cb-b13e-4748-adfe-795293b6e991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:04.220681 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:03Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:04.225774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-e56a92ce-9c12-4b5b-8388-4113c5780a42 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755582 Feb 09 21:51:04.229887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d52907-59e8-4af4-9bb5-407224494c7e req-959d0f1d-0588-4e28-8f0a-02dbf686684c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:04.235849 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7d52907-59e8-4af4-9bb5-407224494c7e req-959d0f1d-0588-4e28-8f0a-02dbf686684c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 945 time: 0.0990441 Feb 09 21:51:04.277246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2902b-2068-4c01-869e-a8c4f5a9434a None None] The sync data for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 is: [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:03Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:04.304344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9661cb-b13e-4748-adfe-795293b6e991 None None] Pushing event updated for resources: {'Port': ['ID=2e8d7eca-b80e-420b-b29c-02d274d7a102,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:04.324421 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:04.328134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7d52907-59e8-4af4-9bb5-407224494c7e req-2dbd6ca2-734e-4c26-a6dd-27ca67eb7171 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735140 Feb 09 21:51:04.364900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-befe5417-8574-44d0-9d4a-c82d9bf1178e service neutron] 10.222.0.98 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379349 Feb 09 21:51:04.427162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-98fa1034-9263-4fb1-9e47-e6af65481a87 None None] Provisioning complete for port 2e8d7eca-b80e-420b-b29c-02d274d7a102 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:04.427641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-98fa1034-9263-4fb1-9e47-e6af65481a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:04.451069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-488bfafe-bacb-4189-832b-7b185d965c36 req-1a7b82f1-ce00-4146-b577-75b34942609b tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0519364 Feb 09 21:51:04.537145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-f79ccd58-f3dd-42af-b4e9-47f3e721d452 service neutron] 10.222.0.98 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706803 Feb 09 21:51:04.564429 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdecca5-e067-4b2a-9ede-d9c574b3c969 x-openstack-request-id: req-bbdecca5-e067-4b2a-9ede-d9c574b3c969 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:04.565064 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d5df1478-88da-4675-becb-c2ca34006522", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:04.565492 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bbdecca5-e067-4b2a-9ede-d9c574b3c969 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:04.566061 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522', 'code': 200} Feb 09 21:51:04.593365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:04.702957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2e8d7eca-b80e-420b-b29c-02d274d7a102 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:04.714691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c270a44-eaa6-40d8-8098-a0c523aab63a req-6eebf097-c909-43fa-a823-faee17a05d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:04.716383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c270a44-eaa6-40d8-8098-a0c523aab63a req-6eebf097-c909-43fa-a823-faee17a05d55 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 1128 time: 0.1180894 Feb 09 21:51:04.737424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-98fa1034-9263-4fb1-9e47-e6af65481a87 None None] Current status of the port 2e8d7eca-b80e-420b-b29c-02d274d7a102 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:04.809022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2e8d7eca-b80e-420b-b29c-02d274d7a102 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:04.809648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:04.848456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3c270a44-eaa6-40d8-8098-a0c523aab63a req-2e9988b3-46d1-497c-89fb-6b1a389f5809 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244857 Feb 09 21:51:04.872279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745ed09-1a14-42bc-9eb5-c2065fe754ce req-e41cc937-5652-49eb-94f1-bf4af371c565 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:04.873939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b745ed09-1a14-42bc-9eb5-c2065fe754ce req-e41cc937-5652-49eb-94f1-bf4af371c565 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.1235728 Feb 09 21:51:04.910024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af2a3b04-332b-447a-b04e-bc6202432e4e req-10f26933-3c98-40f0-8266-58f929a7f0a8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 210 time: 0.0377207 Feb 09 21:51:04.930965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2e8d7eca-b80e-420b-b29c-02d274d7a102 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:04.967774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b745ed09-1a14-42bc-9eb5-c2065fe754ce req-4b1e0329-d8af-496f-a93f-b633033d7104 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/security-groups?id=453d3183-b4f8-4a9e-aa40-869a40d03f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862222 Feb 09 21:51:05.115394 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-495f0899-fe6f-46ec-9b50-0ff2792155c8 req-7a998ab8-9876-4c03-b693-d45dbc24c7a2 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 210 time: 0.0392480 Feb 09 21:51:05.178023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-2cf83e4d-931b-4b50-a710-f8f3aeadf4a5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:05.179529 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-2cf83e4d-931b-4b50-a710-f8f3aeadf4a5 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 945 time: 0.0765951 Feb 09 21:51:05.318449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Deleting port 88214c0a-2657-44cb-a2b4-83638f58c149 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:05.319381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:05.458791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c57ca-86fc-4a27-b1bf-a6fb3f360fe4 req-fda77a65-0fe3-4f42-ab7e-13d92b9886f5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:05.460579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b97c57ca-86fc-4a27-b1bf-a6fb3f360fe4 req-fda77a65-0fe3-4f42-ab7e-13d92b9886f5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0610344 Feb 09 21:51:05.463686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] For port 88214c0a-2657-44cb-a2b4-83638f58c149, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=88214c0a-2657-44cb-a2b4-83638f58c149,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:05.464854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:05.477280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6238ea28-2545-487d-9b06-549862e1c581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:05.494350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Calling delete_port for 88214c0a-2657-44cb-a2b4-83638f58c149 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:05.538172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b97c57ca-86fc-4a27-b1bf-a6fb3f360fe4 req-3e53ed40-a0a8-4086-8562-267049a904b1 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710845 Feb 09 21:51:05.596700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ab005ff-1367-4540-9c49-9941eb322c34 req-9e30b520-b78e-4432-8a31-3cf14d38d939 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0309787 Feb 09 21:51:05.811312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (88214c0a-2657-44cb-a2b4-83638f58c149), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:05.824647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['88214c0a-2657-44cb-a2b4-83638f58c149'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:05.845623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Pushing event deleted for resources: {'Port': ['ID=88214c0a-2657-44cb-a2b4-83638f58c149,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:05.924813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] No DVR routers for this DVR port 88214c0a-2657-44cb-a2b4-83638f58c149 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:05.932173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:05.941140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51ee4edf-9079-4f68-9d8a-89e7d89f016e req-76e1c725-fd53-45ff-88ed-8b0d6a0520f1 tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.30 "DELETE /v2.0/ports/88214c0a-2657-44cb-a2b4-83638f58c149 HTTP/1.1" status: 204 len: 173 time: 0.7556098 Feb 09 21:51:05.942935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de688db8-01d0-4215-b99a-13970c3904a0', 'name': 'network-vif-deleted', 'tag': '88214c0a-2657-44cb-a2b4-83638f58c149'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:05.949912 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31aff3-57e7-4732-9292-be4cdc88741b" -d '{"events": [{"server_uuid": "de688db8-01d0-4215-b99a-13970c3904a0", "name": "network-vif-deleted", "tag": "88214c0a-2657-44cb-a2b4-83638f58c149"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:06.036487 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6b754-7769-424c-8f4f-11c7432fec4e x-openstack-request-id: req-47a6b754-7769-424c-8f4f-11c7432fec4e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:06.036986 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de688db8-01d0-4215-b99a-13970c3904a0", "name": "network-vif-deleted", "tag": "88214c0a-2657-44cb-a2b4-83638f58c149", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:06.037316 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-47a6b754-7769-424c-8f4f-11c7432fec4e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:06.040119 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de688db8-01d0-4215-b99a-13970c3904a0', 'name': 'network-vif-deleted', 'tag': '88214c0a-2657-44cb-a2b4-83638f58c149', 'status': 'completed', 'code': 200} Feb 09 21:51:06.167104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d04d00b0-cf68-4420-82c0-fcb941ac0881 req-f6744c88-830b-4a02-800d-b6ef80b000dc tempest-ListServerFiltersTestJSON-2114188625 tempest-ListServerFiltersTestJSON-2114188625-project] 10.222.0.98 "GET /v2.0/ports?device_id=de688db8-01d0-4215-b99a-13970c3904a0 HTTP/1.1" status: 200 len: 210 time: 0.0500014 Feb 09 21:51:06.186093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75593fd1-ce37-4f77-8424-6f3dc512741c req-ee614d20-de2a-4fe0-8197-7ea566f0d5ec tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 210 time: 0.0466013 Feb 09 21:51:06.203641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-bd257354-26a5-48b4-89e5-20f8153d5c71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:06.205538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-bd257354-26a5-48b4-89e5-20f8153d5c71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "GET /v2.0/networks?id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec HTTP/1.1" status: 200 len: 808 time: 0.6473191 Feb 09 21:51:06.221480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Request body: {'port': {'device_id': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec', 'admin_state_up': True, 'tenant_id': 'fbafb900dce54da98382f75cbbbcffd2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:06.330542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55786d32-de09-48e6-96fc-b1b0d95660cf req-a4a102ff-5165-46aa-b368-e96372e87382 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 210 time: 0.0340540 Feb 09 21:51:06.463411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Made reservation on behalf of fbafb900dce54da98382f75cbbbcffd2 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:06.467524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:06.607344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Allocated IP 172.20.0.10 (f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec/b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9/97f164b7-a995-4a7a-99b1-bd3f45a775b9) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:06.722701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e2dd6-7f74-46ff-a5a0-1933e67ae8b7 req-4f33cf8f-7b44-4dc8-83db-065b6ba7cb32 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:06.729439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-961e2dd6-7f74-46ff-a5a0-1933e67ae8b7 req-4f33cf8f-7b44-4dc8-83db-065b6ba7cb32 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1154916 Feb 09 21:51:06.731752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d8fb7f2-38a6-40e5-9f7f-c81719bb7329 req-56527fd2-2038-4728-afe3-0ed6edf220dc tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0425804 Feb 09 21:51:06.833003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-961e2dd6-7f74-46ff-a5a0-1933e67ae8b7 req-cb799c60-7c98-4e53-b203-104535018168 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745060 Feb 09 21:51:06.856281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks [] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:06.958441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941ad7c-c749-4ec1-8a89-0bcdd98eaa06 req-f3caa1da-5053-4310-a00b-31c0221f527e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:06.959941 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7941ad7c-c749-4ec1-8a89-0bcdd98eaa06 req-f3caa1da-5053-4310-a00b-31c0221f527e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0541279 Feb 09 21:51:06.966869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.021051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:07.023953 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7941ad7c-c749-4ec1-8a89-0bcdd98eaa06 req-94a44765-685b-4b1c-87b0-500362c00b87 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571725 Feb 09 21:51:07.029094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:07.031425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:07.061465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Pushing event updated for resources: {'Port': ['ID=97f164b7-a995-4a7a-99b1-bd3f45a775b9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:07.090737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:07.091282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.213498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42520) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:07.236837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-023914ba-a63d-4416-a974-a1b2f76ae753 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0192301 Feb 09 21:51:07.251203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Request body: {'port': {'device_id': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:07.256780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] Deleting subnet 9f46e101-3a76-4789-b8e8-1911c0517d70 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:07.260491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] Publish callbacks [] for subnet (9f46e101-3a76-4789-b8e8-1911c0517d70), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.318449 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-976031f9-054f-49e5-9ff6-c7df26742561 req-20bc6854-227e-487c-80d7-69ee700eecee tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 210 time: 0.0365279 Feb 09 21:51:07.326580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (9f46e101-3a76-4789-b8e8-1911c0517d70), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.347047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.419482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9f46e101-3a76-4789-b8e8-1911c0517d70), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.520444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-37e88651-bffd-4d27-9ee8-35fb483ee6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.576661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c979654-f1b5-4ad2-b71b-23ea3df6dedc req-9586d8ef-ef9d-4dbd-a1d5-df391f08872e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:07.584240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c979654-f1b5-4ad2-b71b-23ea3df6dedc req-9586d8ef-ef9d-4dbd-a1d5-df391f08872e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 932 time: 0.0837951 Feb 09 21:51:07.679333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (9f46e101-3a76-4789-b8e8-1911c0517d70), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.750446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071e6c8-a5d5-4ab2-8f6d-20eeb196a11a req-0771df73-b167-4056-af82-23c522b9f3e6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:07.753159 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6071e6c8-a5d5-4ab2-8f6d-20eeb196a11a req-0771df73-b167-4056-af82-23c522b9f3e6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0873761 Feb 09 21:51:07.772560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c979654-f1b5-4ad2-b71b-23ea3df6dedc req-82d5fcb8-9301-4513-8bf2-2885698ea59c tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870220 Feb 09 21:51:07.845926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f164b7-a995-4a7a-99b1-bd3f45a775b9 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:07.854071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6071e6c8-a5d5-4ab2-8f6d-20eeb196a11a req-ec33e804-78bb-4d18-aab3-c73681a050ba tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951679 Feb 09 21:51:07.858225 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Publish callbacks [] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.865814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-4ed722d8-e967-4f73-a455-b507dcb7dfb2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:07.867823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-4ed722d8-e967-4f73-a455-b507dcb7dfb2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 816 time: 0.2268517 Feb 09 21:51:07.882500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f790c6-0e89-4174-aa53-6436530e44cc None None] Network 80487977-dd7b-4cd6-811f-028766b271f9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:07.887003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f46e101-3a76-4789-b8e8-1911c0517d70,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:07.888442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Transition to ACTIVE for port object 97f164b7-a995-4a7a-99b1-bd3f45a775b9 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:07.899938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:07.910193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2b44e87d-4db8-45ab-bab8-56d8359eb8ae admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9f46e101-3a76-4789-b8e8-1911c0517d70 HTTP/1.1" status: 204 len: 168 time: 0.6934257 Feb 09 21:51:07.911437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42540) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:07.965531 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8db422f6-af7e-4067-9716-bf4d69106ee4 req-286b0422-43f2-4a53-956e-fd3b06232661 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0889478 Feb 09 21:51:08.029616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (80487977-dd7b-4cd6-811f-028766b271f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.035472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.050738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-07dfd861-7201-4dbb-9a38-169672a89392 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 379 time: 0.1599264 Feb 09 21:51:08.062936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'port': {'device_id': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'admin_state_up': True, 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'security_groups': ['352597df-68ae-47ad-a73b-b5c1c56f6034']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:08.143779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Pushing event updated for resources: {'Port': ['ID=97f164b7-a995-4a7a-99b1-bd3f45a775b9,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:08.176028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] DHCP port deletion for 80487977-dd7b-4cd6-811f-028766b271f9 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:08.252574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42546) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:08.289667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Attempting to bind port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:08.290245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Attempting to bind port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:08.292308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Attempting to bind port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 on network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:08.301653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 on network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:08.302396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Attempting to bind port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 on network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:08.310196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:08.315155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Checking segment: {'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:08.315155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Bound using segment: {'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:08.315155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Bound port: 97f164b7-a995-4a7a-99b1-bd3f45a775b9, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:08.315155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.315772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] Deleting port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:08.316337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.338127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Deleting port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:08.338741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.393990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Made reservation on behalf of 3111cbee8aa34740a21308ca97ced547 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:08.397718 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.424045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] For port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:08.424804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.444945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] Calling delete_port for 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:08.453945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9480723-e663-46c4-b8c0-e13108f81f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.511156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] For port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,segment=NetworkSegment(83d6e46d-b832-4aa6-bc91-5587d2faeb7b),segment_id=83d6e46d-b832-4aa6-bc91-5587d2faeb7b)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:08.511856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.532695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Calling delete_port for 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:08.545827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:08.574946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] For port 97f164b7-a995-4a7a-99b1-bd3f45a775b9, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:08.581379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93eb6e2c-1dd3-4f99-8ac3-c56cf885fa72 req-ce9cb7e7-8057-46db-ad59-5bd56e0631c8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 210 time: 0.1161156 Feb 09 21:51:08.600725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] For port 97f164b7-a995-4a7a-99b1-bd3f45a775b9, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=97f164b7-a995-4a7a-99b1-bd3f45a775b9,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:08.612514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Allocated IP 172.20.0.13 (e2b32f15-c20f-4397-a710-0cdd3fbb0bac/5162ea3a-b221-4977-86ba-b72073a90e74/27719b97-c67e-4758-a0a8-9304de7ea196) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:08.660727 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.678019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] No DVR routers for this DVR port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:08.710296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9480723-e663-46c4-b8c0-e13108f81f27 admin admin] Publish callbacks [] for security_group (50329220-d8fb-498a-bbcb-6367c656d1f3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.713087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.716271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:08.716984 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.728915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b77f0-509c-4c0f-8b86-ff1e20c7b54c None None] Pushing event deleted for resources: {'Port': ['ID=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:08.774876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:08.774876 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.776613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] 10.222.0.110 "PUT /v2.0/ports/97f164b7-a995-4a7a-99b1-bd3f45a775b9 HTTP/1.1" status: 200 len: 1092 time: 1.5316122 Feb 09 21:51:08.778875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'tag': '97f164b7-a995-4a7a-99b1-bd3f45a775b9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:08.781963 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9752aaf6-207e-4261-8ca5-f712a26d2749" -d '{"events": [{"name": "network-changed", "server_uuid": "78c0880d-9d23-455f-b7d2-c52a3ff3b84d", "tag": "97f164b7-a995-4a7a-99b1-bd3f45a775b9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:08.836295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612efc28-1bb4-4a31-8803-30493fc4a60a service neutron] Pushing event updated for resources: {'Port': ['ID=97f164b7-a995-4a7a-99b1-bd3f45a775b9,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:08.844965 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.875096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for port (27719b97-c67e-4758-a0a8-9304de7ea196), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.888252 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b944286-15e6-4dd7-b65c-e5888ca3f631 x-openstack-request-id: req-6b944286-15e6-4dd7-b65c-e5888ca3f631 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:08.888561 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c0880d-9d23-455f-b7d2-c52a3ff3b84d", "tag": "97f164b7-a995-4a7a-99b1-bd3f45a775b9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:08.888822 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b944286-15e6-4dd7-b65c-e5888ca3f631 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:08.889288 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'tag': '97f164b7-a995-4a7a-99b1-bd3f45a775b9', 'status': 'completed', 'code': 200} Feb 09 21:51:08.913914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Pushing event deleted for resources: {'Port': ['ID=1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:08.925549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] No DVR routers for this DVR port 1745c2d5-8ce4-45d2-a5eb-ce1ee6091f9f on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:08.931937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 88214c0a-2657-44cb-a2b4-83638f58c149 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:08.975094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 88214c0a-2657-44cb-a2b4-83638f58c149 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:08.975976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 88214c0a-2657-44cb-a2b4-83638f58c149 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:08.983388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0740d4-661c-44ca-886a-196097a441f3 req-319f7488-f770-4fcf-9ba8-02a2695307ef tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:08.984387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be0740d4-661c-44ca-886a-196097a441f3 req-319f7488-f770-4fcf-9ba8-02a2695307ef tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 944 time: 0.0726218 Feb 09 21:51:09.002109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9480723-e663-46c4-b8c0-e13108f81f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (50329220-d8fb-498a-bbcb-6367c656d1f3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.034222 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.040046 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.057898 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be0740d4-661c-44ca-886a-196097a441f3 req-205c04ab-9d67-4e6f-b896-d2b441ec2871 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656259 Feb 09 21:51:09.086234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:09.090175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:09.094565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:09.133542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (80487977-dd7b-4cd6-811f-028766b271f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.139948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:09.151099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a9480723-e663-46c4-b8c0-e13108f81f27 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=97650e375edf4532a4c697b29ce19a3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8919559 Feb 09 21:51:09.154552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42560) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:09.156417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9480723-e663-46c4-b8c0-e13108f81f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50329220-d8fb-498a-bbcb-6367c656d1f3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:09.174341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.175089 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.175364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752aaf6-207e-4261-8ca5-f712a26d2749 req-bae2a581-7232-45d8-b15b-b898298c3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.176921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9752aaf6-207e-4261-8ca5-f712a26d2749 req-bae2a581-7232-45d8-b15b-b898298c3da7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fbafb900dce54da98382f75cbbbcffd2&device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 1126 time: 0.2557085 Feb 09 21:51:09.182565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80487977-dd7b-4cd6-811f-028766b271f9']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:09.210840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d6e46d-b832-4aa6-bc91-5587d2faeb7b') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:09.211200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d6e46d-b832-4aa6-bc91-5587d2faeb7b') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:09.246602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ef057e2-5a7a-4d4e-808d-bad7863ce34b req-99f4ea3d-5609-4b25-aa3a-ab78e9bf7857 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0441816 Feb 09 21:51:09.281919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255c5f5-6e04-4280-a892-05eebdc6081c req-2e9d6fda-c3a2-4999-9e3d-c0a3d39b925f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.283539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d255c5f5-6e04-4280-a892-05eebdc6081c req-2e9d6fda-c3a2-4999-9e3d-c0a3d39b925f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.2958775 Feb 09 21:51:09.286846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-322df47b-593e-431a-97f6-d6bde374a1bb admin admin] Publish callbacks [] for security_group (50329220-d8fb-498a-bbcb-6367c656d1f3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.289032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (83d6e46d-b832-4aa6-bc91-5587d2faeb7b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.323590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-322df47b-593e-431a-97f6-d6bde374a1bb admin admin] Publish callbacks [] for security_group (50329220-d8fb-498a-bbcb-6367c656d1f3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.343264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-1a221a8e-77c6-469d-a82c-4d40921c4122 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2848659 Feb 09 21:51:09.343779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (83d6e46d-b832-4aa6-bc91-5587d2faeb7b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.368542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:09.369410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (83d6e46d-b832-4aa6-bc91-5587d2faeb7b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.376728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Request body: {'port': {'device_id': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:09.376981 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:09.423300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d255c5f5-6e04-4280-a892-05eebdc6081c req-7731cedd-c8e2-4901-bdcc-f0239e683076 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294215 Feb 09 21:51:09.455843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752aaf6-207e-4261-8ca5-f712a26d2749 req-d9385a08-9dca-497c-aad3-95962eed5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.457728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9752aaf6-207e-4261-8ca5-f712a26d2749 req-d9385a08-9dca-497c-aad3-95962eed5f4e service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=fbafb900dce54da98382f75cbbbcffd2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2709651 Feb 09 21:51:09.485961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.496540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5ba9b58f-cc73-4ef1-91d9-b0d6e041aa28 None None] Provisioning complete for port 27719b97-c67e-4758-a0a8-9304de7ea196 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:09.497251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b58f-cc73-4ef1-91d9-b0d6e041aa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.551663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5ba9b58f-cc73-4ef1-91d9-b0d6e041aa28 None None] Port 27719b97-c67e-4758-a0a8-9304de7ea196 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:09.571163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752aaf6-207e-4261-8ca5-f712a26d2749 req-e1e5ad3c-6c55-4ea4-a7e5-99dcd875e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.573496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9752aaf6-207e-4261-8ca5-f712a26d2749 req-e1e5ad3c-6c55-4ea4-a7e5-99dcd875e7cf service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085474 Feb 09 21:51:09.574568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (80487977-dd7b-4cd6-811f-028766b271f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.590842 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.590842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] 10.222.0.98 "DELETE /v2.0/networks/80487977-dd7b-4cd6-811f-028766b271f9 HTTP/1.1" status: 204 len: 168 time: 1.6770689 Feb 09 21:51:09.606657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba6aaf-acaf-4da8-936c-593e24ad9435 admin admin] Pushing event deleted for resources: {'Network': ['ID=80487977-dd7b-4cd6-811f-028766b271f9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:09.620138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-322df47b-593e-431a-97f6-d6bde374a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (50329220-d8fb-498a-bbcb-6367c656d1f3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.623301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-322df47b-593e-431a-97f6-d6bde374a1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.627216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-322df47b-593e-431a-97f6-d6bde374a1bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/50329220-d8fb-498a-bbcb-6367c656d1f3 HTTP/1.1" status: 204 len: 168 time: 0.4688280 Feb 09 21:51:09.657468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322df47b-593e-431a-97f6-d6bde374a1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50329220-d8fb-498a-bbcb-6367c656d1f3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:09.713228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-56a0cd4f-a0ce-47e9-ba37-7080024dd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.718484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-56a0cd4f-a0ce-47e9-ba37-7080024dd597 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fbafb900dce54da98382f75cbbbcffd2&device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 1126 time: 0.0969901 Feb 09 21:51:09.782363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-5684d086-8547-4e30-9307-f990872e17cb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97f164b7-a995-4a7a-99b1-bd3f45a775b9 HTTP/1.1" status: 200 len: 217 time: 0.0567219 Feb 09 21:51:09.845357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-f0c2f7ba-b78c-4ffc-bd37-3ae57396baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.846874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-f0c2f7ba-b78c-4ffc-bd37-3ae57396baab service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9 HTTP/1.1" status: 200 len: 848 time: 0.0563309 Feb 09 21:51:09.859336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a0130-c8fa-40ee-b87a-ac351e31d090 req-b45bd859-7546-45da-9b9e-f3890eef3875 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.860859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c0a0130-c8fa-40ee-b87a-ac351e31d090 req-b45bd859-7546-45da-9b9e-f3890eef3875 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 932 time: 0.0943472 Feb 09 21:51:09.885198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-155ed295-7f3c-490c-874a-7fb98729f3f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318725 Feb 09 21:51:09.906556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27719b97-c67e-4758-a0a8-9304de7ea196 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:09.917961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Publish callbacks [] for port (27719b97-c67e-4758-a0a8-9304de7ea196), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.952387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Transition to ACTIVE for port object 27719b97-c67e-4758-a0a8-9304de7ea196 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:09.956119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c0a0130-c8fa-40ee-b87a-ac351e31d090 req-f524f372-3213-4861-9a8e-f02173fa4909 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770121 Feb 09 21:51:10.006632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-6a8b0963-1d22-4866-9a25-9011a9c86515 service neutron] 10.222.0.110 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150403 Feb 09 21:51:10.028729 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.095988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:10.127163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49f8b1d9-815d-4766-8b8e-6fa4f2537ffe req-dbd273ae-2163-4d00-b916-f4b0c6f090f5 service neutron] 10.222.0.110 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096432 Feb 09 21:51:10.180523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Attempting to bind port 27719b97-c67e-4758-a0a8-9304de7ea196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:10.180867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Attempting to bind port 27719b97-c67e-4758-a0a8-9304de7ea196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:10.181208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Attempting to bind port 27719b97-c67e-4758-a0a8-9304de7ea196 on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:10.189397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Port 27719b97-c67e-4758-a0a8-9304de7ea196 on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:10.193333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Attempting to bind port 27719b97-c67e-4758-a0a8-9304de7ea196 on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:10.199583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:10.199959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Checking segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:10.200425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Bound using segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:10.200794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Bound port: 27719b97-c67e-4758-a0a8-9304de7ea196, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:10.201159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.209221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.241360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42572) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:10.278201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ebc4c-ee49-414f-9b9d-43b89f11bbab req-90394e66-24ae-4ca4-b259-288c7ce7a527 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.280584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a9ebc4c-ee49-414f-9b9d-43b89f11bbab req-90394e66-24ae-4ca4-b259-288c7ce7a527 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 944 time: 0.0743322 Feb 09 21:51:10.349582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bb654438-e31c-4648-9ca5-c920e52b533e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1b04eade87d44cc3853f396a28386540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1069915 Feb 09 21:51:10.351089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:10.353809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42576) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:10.357949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:10.369932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a9ebc4c-ee49-414f-9b9d-43b89f11bbab req-8b74960e-7070-4179-a34b-eda220556050 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824440 Feb 09 21:51:10.414556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2bbcf01f-f41b-4bdd-8bd1-75a71531b592 req-7586de2f-b257-4e5d-918b-d9830edf4740 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0366626 Feb 09 21:51:10.437470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3889e13-40dc-41c9-8263-c49a3065c308 admin admin] Publish callbacks [] for security_group (453d3183-b4f8-4a9e-aa40-869a40d03f82), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.458861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.467906 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3889e13-40dc-41c9-8263-c49a3065c308 admin admin] Publish callbacks [] for security_group (453d3183-b4f8-4a9e-aa40-869a40d03f82), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.523054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.527208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.527208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] 10.222.0.30 "PUT /v2.0/ports/27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 200 len: 1092 time: 1.1644304 Feb 09 21:51:10.527994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:10.530458 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b89f4-0123-4ea4-af5f-d930a948a962" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:10.561039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f821000-b26f-4f04-a904-8e60c8e78087 service neutron] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:10.588064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521e0cb-904c-4305-84e5-94b90da22fc5 req-42d43893-7168-4dc2-b5de-91f24ba9e936 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.594581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c521e0cb-904c-4305-84e5-94b90da22fc5 req-42d43893-7168-4dc2-b5de-91f24ba9e936 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0953307 Feb 09 21:51:10.600658 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dcfa42-d429-4c5c-b577-241f5d290bf3 x-openstack-request-id: req-24dcfa42-d429-4c5c-b577-241f5d290bf3 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:10.600939 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:10.601440 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24dcfa42-d429-4c5c-b577-241f5d290bf3 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:10.601866 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196', 'status': 'completed', 'code': 200} Feb 09 21:51:10.657888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c521e0cb-904c-4305-84e5-94b90da22fc5 req-f0697057-f261-4ae8-9b8d-1b73c70803d6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Feb 09 21:51:10.674604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b89f4-0123-4ea4-af5f-d930a948a962 req-4861802b-a11b-492c-b9d4-2fecc99dd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.676141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c84b89f4-0123-4ea4-af5f-d930a948a962 req-4861802b-a11b-492c-b9d4-2fecc99dd9f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1126 time: 0.0542328 Feb 09 21:51:10.752005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3889e13-40dc-41c9-8263-c49a3065c308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (453d3183-b4f8-4a9e-aa40-869a40d03f82), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.754689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3889e13-40dc-41c9-8263-c49a3065c308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:10.755855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c3889e13-40dc-41c9-8263-c49a3065c308 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/453d3183-b4f8-4a9e-aa40-869a40d03f82 HTTP/1.1" status: 204 len: 168 time: 0.4009442 Feb 09 21:51:10.784619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3889e13-40dc-41c9-8263-c49a3065c308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d3183-b4f8-4a9e-aa40-869a40d03f82,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:10.864021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b89f4-0123-4ea4-af5f-d930a948a962 req-3f7566fd-59a2-48a5-9121-ee950fe1ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.865589 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c84b89f4-0123-4ea4-af5f-d930a948a962 req-3f7566fd-59a2-48a5-9121-ee950fe1ef11 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3111cbee8aa34740a21308ca97ced547&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1810699 Feb 09 21:51:10.868213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:11.138997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287bd894-2b50-4120-93c1-8449c4489052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.311322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e7a50-2777-4f49-a885-a7f9208fdc16 req-639b49ac-f11e-461d-b492-a69dbf33417d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.312834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-834e7a50-2777-4f49-a885-a7f9208fdc16 req-639b49ac-f11e-461d-b492-a69dbf33417d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1753500 Feb 09 21:51:11.360077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b89f4-0123-4ea4-af5f-d930a948a962 req-453e98ea-4e64-48f5-8939-56886595ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.361544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c84b89f4-0123-4ea4-af5f-d930a948a962 req-453e98ea-4e64-48f5-8939-56886595ff37 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4872503 Feb 09 21:51:11.409032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-834e7a50-2777-4f49-a885-a7f9208fdc16 req-1ce33922-290d-4e8b-9ff8-9e7ac7e40698 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847533 Feb 09 21:51:11.420096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287bd894-2b50-4120-93c1-8449c4489052 admin admin] Publish callbacks [] for security_group (2fd52507-b0b0-4797-ac2e-51081683f69e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.464655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-28e16a9a-63d5-4157-8313-705582d96443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.464655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-28e16a9a-63d5-4157-8313-705582d96443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1126 time: 0.0573168 Feb 09 21:51:11.508056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-bfe55caf-3e41-464d-bbe2-490a56d08939 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 200 len: 217 time: 0.0377707 Feb 09 21:51:11.515491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287bd894-2b50-4120-93c1-8449c4489052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2fd52507-b0b0-4797-ac2e-51081683f69e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.520201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbfacc-dda2-4e9f-83a1-d2ba10039e0f req-87761130-af1b-4f7e-95a0-16c906369673 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.522091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcfbfacc-dda2-4e9f-83a1-d2ba10039e0f req-87761130-af1b-4f7e-95a0-16c906369673 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 944 time: 0.0582731 Feb 09 21:51:11.554375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc2dd9a8-a4ed-4eba-bb55-54bf9724bdf0 req-82df9cdc-bfe9-4ca5-a52d-e904f6b15257 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0490954 Feb 09 21:51:11.602146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcfbfacc-dda2-4e9f-83a1-d2ba10039e0f req-4ce330a1-1b5c-4c70-be38-d0a210e8bdc5 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701826 Feb 09 21:51:11.621561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-287bd894-2b50-4120-93c1-8449c4489052 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1ebf02ebbae445a9925f3e4792457d90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7473357 Feb 09 21:51:11.621561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42604) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:11.628419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bd894-2b50-4120-93c1-8449c4489052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd52507-b0b0-4797-ac2e-51081683f69e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:11.640765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-a79c2199-5356-4400-a85d-dfc4efa8095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.642237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-a79c2199-5356-4400-a85d-dfc4efa8095c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.1224575 Feb 09 21:51:11.648542 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.710865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb8a69c9-24ad-4ee8-8c3e-763d01dca7fd admin admin] Publish callbacks [] for security_group (2fd52507-b0b0-4797-ac2e-51081683f69e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.725741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-df037c1c-89f4-4bf5-be97-8e4a8cd29210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.727215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-df037c1c-89f4-4bf5-be97-8e4a8cd29210 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775239 Feb 09 21:51:11.802612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb8a69c9-24ad-4ee8-8c3e-763d01dca7fd admin admin] Publish callbacks [] for security_group (2fd52507-b0b0-4797-ac2e-51081683f69e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.889394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f369c6-9c8a-4798-885f-cc7fa4280424 req-b306a9e1-c8bc-4407-b2e3-b3e7714c88d6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.890875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1f369c6-9c8a-4798-885f-cc7fa4280424 req-b306a9e1-c8bc-4407-b2e3-b3e7714c88d6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1673996 Feb 09 21:51:11.898615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-bf18cbd1-bb46-45e3-827c-ab892e590c46 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593230 Feb 09 21:51:11.899058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42614) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:11.976607 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb8a69c9-24ad-4ee8-8c3e-763d01dca7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2fd52507-b0b0-4797-ac2e-51081683f69e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.979789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb8a69c9-24ad-4ee8-8c3e-763d01dca7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.980993 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bb8a69c9-24ad-4ee8-8c3e-763d01dca7fd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2fd52507-b0b0-4797-ac2e-51081683f69e HTTP/1.1" status: 204 len: 168 time: 0.3599985 Feb 09 21:51:12.002544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a69c9-24ad-4ee8-8c3e-763d01dca7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd52507-b0b0-4797-ac2e-51081683f69e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:12.010244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1f369c6-9c8a-4798-885f-cc7fa4280424 req-f45f8f37-6bc7-4733-b5b5-36220bccb44b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102879 Feb 09 21:51:12.015900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-network', 'tenant_id': '304cf48462d643beb07b933a49703f33'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:12.055843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-755a7b4c-d577-4c58-90c1-7cfe55237242 req-f0cca43a-53d0-4675-9ca3-f84e881460e8 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451533 Feb 09 21:51:12.139801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Made reservation on behalf of 304cf48462d643beb07b933a49703f33 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:12.142213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.156079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.233491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks [] for security_group (9c68cd8a-81ca-46ea-8af7-e4b6ed41182a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.311297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c68cd8a-81ca-46ea-8af7-e4b6ed41182a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.337383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:51:12.347816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:12.352730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (588fa28e-cd77-4b6b-8522-fc515c51045b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.353130 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Added segment 588fa28e-cd77-4b6b-8522-fc515c51045b of type vlan for network 130563c1-416f-49f3-96b9-21b3eb9e371d Feb 09 21:51:12.396942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (130563c1-416f-49f3-96b9-21b3eb9e371d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.502787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (130563c1-416f-49f3-96b9-21b3eb9e371d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.503732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:12.504351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.539603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce723f-c0ef-4115-b4fa-d0b5902939af req-ea362872-a346-4edb-aba7-637f36c88989 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:12.544365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1ce723f-c0ef-4115-b4fa-d0b5902939af req-ea362872-a346-4edb-aba7-637f36c88989 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0572083 Feb 09 21:51:12.578652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] Pushing event updated for resources: {'Network': ['ID=130563c1-416f-49f3-96b9-21b3eb9e371d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:12.590655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 130563c1-416f-49f3-96b9-21b3eb9e371d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:51:12.594101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1ce723f-c0ef-4115-b4fa-d0b5902939af req-72b7b751-7a4e-46ca-9b24-40f6e99dc686 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471911 Feb 09 21:51:12.620654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a1a6662-7703-49a4-b9fc-6fc6499e465a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7188950 Feb 09 21:51:12.624370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42634) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:12.630206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Request body: {'subnet': {'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-subnet', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:12.715803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf8dac3e-4c11-40a6-a75b-7554fd37229d req-755e3c1f-7e7e-4caa-969c-dc6a13c3636e tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0346608 Feb 09 21:51:12.742932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501700eb-16c9-4fc5-9e87-e1188c17d678 req-28ae96da-8db4-48cf-8546-062b8c6265ea tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:12.745036 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-501700eb-16c9-4fc5-9e87-e1188c17d678 req-28ae96da-8db4-48cf-8546-062b8c6265ea tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 944 time: 0.0574467 Feb 09 21:51:12.748043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Made reservation on behalf of 304cf48462d643beb07b933a49703f33 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:12.750305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.849009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-501700eb-16c9-4fc5-9e87-e1188c17d678 req-e0c38bc8-9e12-450e-a943-a40881224e38 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964694 Feb 09 21:51:13.043634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (26dec25f-2d89-439e-9d12-33cc3f40c897), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.107220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dec25f-2d89-439e-9d12-33cc3f40c897,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:13.120183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Checking segment: {'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:13.123054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Network hostable DHCP agents. Network: 130563c1-416f-49f3-96b9-21b3eb9e371d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:51:13.146346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4043e4-7f7a-455a-81c7-a07bcc285d7a req-684f327f-ffb6-4d07-a1eb-8329040e3349 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.148314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef4043e4-7f7a-455a-81c7-a07bcc285d7a req-684f327f-ffb6-4d07-a1eb-8329040e3349 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0550869 Feb 09 21:51:13.195182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef4043e4-7f7a-455a-81c7-a07bcc285d7a req-9606d925-6fd8-4426-b74e-3f8ec325b3af tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416532 Feb 09 21:51:13.225620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Network 130563c1-416f-49f3-96b9-21b3eb9e371d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:51:13.351480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 130563c1-416f-49f3-96b9-21b3eb9e371d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:13.356381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.357033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.362412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055af988-88f5-41ef-b69c-eddea0133041 None None] Network 130563c1-416f-49f3-96b9-21b3eb9e371d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:13.463267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911f1c4-ba5c-491a-b180-0a6d7d028e37 None None] Network 130563c1-416f-49f3-96b9-21b3eb9e371d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:13.468729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c62e9d5d-54ba-414a-aedb-fc91c68d780c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8432686 Feb 09 21:51:13.471478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42654) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:13.476003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:13.492476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 97f164b7-a995-4a7a-99b1-bd3f45a775b9 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:13.592001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (cb567db6-e493-4787-a9ce-25ff5e132c51), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.593099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (cb567db6-e493-4787-a9ce-25ff5e132c51), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.652665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks [] for router_controller (cb567db6-e493-4787-a9ce-25ff5e132c51), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.683810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 97f164b7-a995-4a7a-99b1-bd3f45a775b9, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=97f164b7-a995-4a7a-99b1-bd3f45a775b9,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:13.696809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '97f164b7-a995-4a7a-99b1-bd3f45a775b9', 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec', 'port_id': '97f164b7-a995-4a7a-99b1-bd3f45a775b9', 'mac_address': 'fa:16:3e:24:8e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:13.732186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8c19-f735-4a1b-8045-685ecfa940fd req-f6c5020d-b23c-400a-a52a-30669ff2c7f5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.733556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:13.733752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13cd8c19-f735-4a1b-8045-685ecfa940fd req-f6c5020d-b23c-400a-a52a-30669ff2c7f5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0581901 Feb 09 21:51:13.733961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.751230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f164b7-a995-4a7a-99b1-bd3f45a775b9 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:13.772694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 97f164b7-a995-4a7a-99b1-bd3f45a775b9, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=97f164b7-a995-4a7a-99b1-bd3f45a775b9,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:13.822681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-75d8befe-2fdc-4248-85cc-6792b207e2c8 req-428d9e5c-b3a5-4995-a77d-dd8551db72ca tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0283377 Feb 09 21:51:13.848070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.896548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=97f164b7-a995-4a7a-99b1-bd3f45a775b9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:13.944452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks [] for router_gateway (cb567db6-e493-4787-a9ce-25ff5e132c51), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.950567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13cd8c19-f735-4a1b-8045-685ecfa940fd req-7854e261-78f5-4940-8221-398be2a46d7e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770303 Feb 09 21:51:13.975814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-b492a764-c0d0-48a3-bdd2-342311fe31a2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0737445 Feb 09 21:51:13.988035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c87e4b-117d-43d6-b906-0e1c7950e6db req-ce635cf4-6ee5-4f15-959c-7c4d7fc211de tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.989542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4c87e4b-117d-43d6-b906-0e1c7950e6db req-ce635cf4-6ee5-4f15-959c-7c4d7fc211de tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 945 time: 0.0591290 Feb 09 21:51:14.056307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4c87e4b-117d-43d6-b906-0e1c7950e6db req-ad9554c7-481e-4b7b-bbf1-58f00c0ad1b3 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609689 Feb 09 21:51:14.132876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.133394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.133949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.134583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.135016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.135481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.136066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.137964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-37ec9a73-a8aa-4cc1-b59e-f2d6277d7ecc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6719 time: 0.1089282 Feb 09 21:51:14.168197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['97f164b7-a995-4a7a-99b1-bd3f45a775b9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:14.381169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-f2f03400-4eec-4c26-8407-69203b3bfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.381169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-f2f03400-4eec-4c26-8407-69203b3bfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.381169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-f2f03400-4eec-4c26-8407-69203b3bfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.381169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-f2f03400-4eec-4c26-8407-69203b3bfcb9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=801ef2ae-e59b-436d-a612-be3873c53663&id=801ef2ae-e59b-436d-a612-be3873c53663 HTTP/1.1" status: 200 len: 2297 time: 0.2148237 Feb 09 21:51:14.461120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks [] for router_gateway (cb567db6-e493-4787-a9ce-25ff5e132c51), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.490477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.510596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba5551-a78f-4585-bde9-a7b129e87a6e req-4a89a40d-0243-41d5-a85f-5cd5ab4e5465 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.512766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40ba5551-a78f-4585-bde9-a7b129e87a6e req-4a89a40d-0243-41d5-a85f-5cd5ab4e5465 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1976635 Feb 09 21:51:14.514482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-8f183d16-c55f-442a-a047-ec61453ef480 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a8fff3-9067-4932-aba8-76103aef69c7 HTTP/1.1" status: 200 len: 1001 time: 0.1140866 Feb 09 21:51:14.935874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5bf0c54-cc3d-4426-8622-9a4ff87ed345 req-c91e19f9-01a5-44a1-afff-0c162be7add5 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0289841 Feb 09 21:51:14.966094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:14.985224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40ba5551-a78f-4585-bde9-a7b129e87a6e req-2d73a82a-6515-456b-ae87-cd2c10e37ebe tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657547 Feb 09 21:51:14.988772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-8f9c553f-cdb2-4bb5-b8a6-7c3bf95d532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.990292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-8f9c553f-cdb2-4bb5-b8a6-7c3bf95d532a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3801196d-8857-4340-8798-7a9c145bea70 HTTP/1.1" status: 200 len: 856 time: 0.4400744 Feb 09 21:51:15.034657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Allocated IP 172.25.5.207 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6e1fc184-1a0d-42e9-8a49-67c4caa2c4db) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:15.100787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:15.117977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '27719b97-c67e-4758-a0a8-9304de7ea196', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'port_id': '27719b97-c67e-4758-a0a8-9304de7ea196', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:15.119895 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fccdd-80c3-40ba-8af2-7cfd8067df3e req-137e32f2-aa65-420d-a728-8deae47c1e13 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.168070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e3fccdd-80c3-40ba-8af2-7cfd8067df3e req-137e32f2-aa65-420d-a728-8deae47c1e13 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0831535 Feb 09 21:51:15.168180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-9542741e-ddb2-4c42-be4c-cf1bba46a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.168180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-9542741e-ddb2-4c42-be4c-cf1bba46a7ac service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1371329 Feb 09 21:51:15.195021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:15.195582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e3fccdd-80c3-40ba-8af2-7cfd8067df3e req-d675821f-e201-434d-add4-22a821888c53 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603540 Feb 09 21:51:15.196491 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.224235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27719b97-c67e-4758-a0a8-9304de7ea196 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:15.239741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:15.313513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks [] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.328443 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-f2b06db3-c32f-4ed0-aebc-2baeb9e53846 service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769433 Feb 09 21:51:15.340170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.353624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777278ef-61e7-41f1-a22e-172b5954d814 req-477bdb2b-1400-4d4e-ab02-61a04158a3d8 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.355134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-777278ef-61e7-41f1-a22e-172b5954d814 req-477bdb2b-1400-4d4e-ab02-61a04158a3d8 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 945 time: 0.1471009 Feb 09 21:51:15.388745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:15.469426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-777278ef-61e7-41f1-a22e-172b5954d814 req-b2b04bd8-f66b-46e3-9d20-ff9f27ae511e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984437 Feb 09 21:51:15.486213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-8e17e80e-852c-43df-bdea-54f54a20f534 service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511433 Feb 09 21:51:15.497572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 97f164b7-a995-4a7a-99b1-bd3f45a775b9 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:15.535140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-b6aa5ab5-54aa-4e16-a1b2-30550062b6a1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 200 len: 217 time: 0.0420372 Feb 09 21:51:15.570087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.579283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['27719b97-c67e-4758-a0a8-9304de7ea196'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:15.627640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:15.629359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-d80eec6c-d487-4d49-9363-fba165dc62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.631505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-d80eec6c-d487-4d49-9363-fba165dc62ca service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0908580 Feb 09 21:51:15.637586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:15.640778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:15.645523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:15.645903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.651862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:15.690827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Pushing event updated for resources: {'Port': ['ID=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:15.771443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-2405faaf-6e3a-4597-be19-95e4fd82e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.773003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-2405faaf-6e3a-4597-be19-95e4fd82e7af service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1334682 Feb 09 21:51:15.786742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:15.787130 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.831005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f164b7-a995-4a7a-99b1-bd3f45a775b9'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:15.833282 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8fd0fb-0ca7-45fd-8585-0ad46740c776" -d '{"events": [{"server_uuid": "78c0880d-9d23-455f-b7d2-c52a3ff3b84d", "name": "network-vif-plugged", "status": "completed", "tag": "97f164b7-a995-4a7a-99b1-bd3f45a775b9"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:15.850184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 97f164b7-a995-4a7a-99b1-bd3f45a775b9, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=97f164b7-a995-4a7a-99b1-bd3f45a775b9,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:15.877028 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d22dd7a-c766-4a60-83af-a7054d42ee55 x-openstack-request-id: req-8d22dd7a-c766-4a60-83af-a7054d42ee55 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:15.877333 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c0880d-9d23-455f-b7d2-c52a3ff3b84d", "name": "network-vif-plugged", "status": "completed", "tag": "97f164b7-a995-4a7a-99b1-bd3f45a775b9", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:15.877595 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d22dd7a-c766-4a60-83af-a7054d42ee55 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:15.877996 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f164b7-a995-4a7a-99b1-bd3f45a775b9', 'code': 200} Feb 09 21:51:15.940197 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.969892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-9973bbba-6a4f-4953-94d8-d7b17e31498a service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721301 Feb 09 21:51:15.996845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=97f164b7-a995-4a7a-99b1-bd3f45a775b9,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:16.110782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80020ced-56e7-4fd3-ab90-dd8df79a8d62 req-04067386-c697-4f0d-9ed1-ef3482a1c94a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.112301 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80020ced-56e7-4fd3-ab90-dd8df79a8d62 req-04067386-c697-4f0d-9ed1-ef3482a1c94a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0565705 Feb 09 21:51:16.129558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aac56c-466b-4512-8dd7-f38ba7b205cb req-175d4524-4f01-47c1-9115-762887a8ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.131082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39aac56c-466b-4512-8dd7-f38ba7b205cb req-175d4524-4f01-47c1-9115-762887a8ba7c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 1128 time: 0.1931288 Feb 09 21:51:16.132928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc832155-edba-4ebf-858e-bbc4b8c6935e req-aee0aa16-5009-49df-9163-58005327204b tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.1025217 Feb 09 21:51:16.165011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80020ced-56e7-4fd3-ab90-dd8df79a8d62 req-8fe4f2e4-4daf-40d8-854a-6d0c243ad0fe tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Feb 09 21:51:16.203826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-3c25f89b-8fde-4eb5-9ca3-0c5305a31ccf service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268739 Feb 09 21:51:16.259377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39aac56c-466b-4512-8dd7-f38ba7b205cb req-b132bdc9-334b-4bd2-b06f-11c552399a0a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223707 Feb 09 21:51:16.262870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-d6d8f0c7-e1e3-4428-9f08-b7fc139539d0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 200 len: 217 time: 0.0522478 Feb 09 21:51:16.266810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks [] for router_gateway (cb567db6-e493-4787-a9ce-25ff5e132c51), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:16.399450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159bf1-12c6-462c-b211-897ce664c83b req-99775804-1562-48a8-b772-0d8cf648c82b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.401135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85159bf1-12c6-462c-b211-897ce664c83b req-99775804-1562-48a8-b772-0d8cf648c82b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 945 time: 0.1009254 Feb 09 21:51:16.573465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85159bf1-12c6-462c-b211-897ce664c83b req-c94dc059-bb03-4766-96c9-a283780d595e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639671 Feb 09 21:51:16.577705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-014a88ec-a985-4366-a765-d83c865619e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.579148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-014a88ec-a985-4366-a765-d83c865619e6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0991199 Feb 09 21:51:16.598476 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (cb567db6-e493-4787-a9ce-25ff5e132c51), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:16.603374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a6606-0a18-4b7b-9ef6-887e865ad138 req-90fd8fe2-7945-4e66-8491-41641e5c1cfa tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.603374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f6a6606-0a18-4b7b-9ef6-887e865ad138 req-90fd8fe2-7945-4e66-8491-41641e5c1cfa tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 946 time: 0.0596583 Feb 09 21:51:16.653910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f6a6606-0a18-4b7b-9ef6-887e865ad138 req-6a659104-f613-43e3-814b-1b0c063b9348 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Feb 09 21:51:16.727008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-c877a33b-e9a2-4bb2-a0dc-ee1c7115db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.728554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-c877a33b-e9a2-4bb2-a0dc-ee1c7115db5f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1271591 Feb 09 21:51:16.848623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-c80569fd-1dab-412b-82c4-e639705d2463 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103411 Feb 09 21:51:16.914313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Router cb567db6-e493-4787-a9ce-25ff5e132c51 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:51:16.966656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:17.007839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-8fdcc9b3-1fac-4008-bc20-0476e1a8c8d3 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532161 Feb 09 21:51:17.054599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-77d33aed-a367-4929-bd3e-8925ab2be988 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e HTTP/1.1" status: 200 len: 217 time: 0.0377662 Feb 09 21:51:17.087538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 27719b97-c67e-4758-a0a8-9304de7ea196 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:17.087538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 27719b97-c67e-4758-a0a8-9304de7ea196 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:17.087538 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.107509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:17.117878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Sync routers for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:17.121893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-664d509f-4bc6-40d2-935b-0afb40111029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.123348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-664d509f-4bc6-40d2-935b-0afb40111029 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0625579 Feb 09 21:51:17.135299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:17.135962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:17.180982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-dee9bde0-a581-4c98-b3ea-5fd92203eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.181893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-dee9bde0-a581-4c98-b3ea-5fd92203eda4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0505369 Feb 09 21:51:17.234672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.235951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-235186e3-3271-4756-abdd-74ecc2b7319a admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7632966 Feb 09 21:51:17.239166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42718) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:17.345123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-7a073f3a-0642-42c9-922b-bfab4c6617d2 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433325 Feb 09 21:51:17.379966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60181d57-5245-4eb8-9abe-5be4b9eaacde req-be809f8c-8ef1-45b7-ae1b-f18b663240a3 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0472150 Feb 09 21:51:17.424568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:17.425262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.466083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:17.494503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-cefcb406-b3b3-4ecf-b573-8ef30fe1b4a0 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344988 Feb 09 21:51:17.500020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf147618-cd1a-46b4-99ac-f136a6559263 req-4a61dda2-40a7-4d1b-9b63-229989ecf931 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.501775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf147618-cd1a-46b4-99ac-f136a6559263 req-4a61dda2-40a7-4d1b-9b63-229989ecf931 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.2055032 Feb 09 21:51:17.537897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:17.542693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-2b2f6355-69d8-480c-96b7-050d8e4ad815 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=38d67e72-cafe-42f0-bc69-349195f1a52b HTTP/1.1" status: 200 len: 217 time: 0.0378771 Feb 09 21:51:17.618885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-5d2bb5a0-99fc-4729-8977-684a8c13e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.620741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-5d2bb5a0-99fc-4729-8977-684a8c13e530 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0560088 Feb 09 21:51:17.627689 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf147618-cd1a-46b4-99ac-f136a6559263 req-5ab11f50-ea90-4f67-bb33-3e86c51cd0e9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129048 Feb 09 21:51:17.652047 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.732997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-c82d2830-3114-459c-9b27-0ab53ebf838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.734431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-c82d2830-3114-459c-9b27-0ab53ebf838a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1060882 Feb 09 21:51:17.749971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2044b7-1831-499d-9ee4-3a4b9917aa49 req-3aaf4a7e-6955-4ffd-9a6b-b914305a2821 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.751977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe2044b7-1831-499d-9ee4-3a4b9917aa49 req-3aaf4a7e-6955-4ffd-9a6b-b914305a2821 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0741966 Feb 09 21:51:17.758910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.774654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:17.799842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:15Z', 'revision_number': 3, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:17.851340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Checking router: cb567db6-e493-4787-a9ce-25ff5e132c51 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:17.851525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Updating router cb567db6-e493-4787-a9ce-25ff5e132c51 port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:17.879208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:17.881678 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3155b747-c543-457f-8fdb-eab00451cd8b" -d '{"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:17.891576 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.914009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe2044b7-1831-499d-9ee4-3a4b9917aa49 req-4237eb9f-be84-4b78-a34f-249b8f11289a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224225 Feb 09 21:51:17.944152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-2c524551-592f-47af-abb5-717ce283f325 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822982 Feb 09 21:51:17.946298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f33962-5b99-41ee-b1b2-ba2152671e74 req-ef5c4e75-7f23-45c9-ac5d-b4937b97c907 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.953901 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3f33962-5b99-41ee-b1b2-ba2152671e74 req-ef5c4e75-7f23-45c9-ac5d-b4937b97c907 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 946 time: 0.1378121 Feb 09 21:51:17.997466 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857c8a7b-dd04-41f0-9fd7-e7dd1939e9e3 x-openstack-request-id: req-857c8a7b-dd04-41f0-9fd7-e7dd1939e9e3 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:17.997753 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:17.998191 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-857c8a7b-dd04-41f0-9fd7-e7dd1939e9e3 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:17.998597 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196', 'code': 200} Feb 09 21:51:18.003113 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.062618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-da4c1929-0057-4d4c-8782-15685920691c service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099520 Feb 09 21:51:18.129098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-6e33f5fc-3682-47d6-a7bb-8f7bf3f7fab9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856 HTTP/1.1" status: 200 len: 217 time: 0.0586483 Feb 09 21:51:18.151979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3f33962-5b99-41ee-b1b2-ba2152671e74 req-b733ea64-69ac-49f3-9206-006f35ef90b0 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971250 Feb 09 21:51:18.161549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d8dd2-a14d-40ba-8d10-ca6fc1a11eb8 req-ac6e3232-7083-45b1-b9c9-f0e28794b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.163039 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c6d8dd2-a14d-40ba-8d10-ca6fc1a11eb8 req-ac6e3232-7083-45b1-b9c9-f0e28794b704 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1128 time: 0.1076629 Feb 09 21:51:18.210564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-c592cbae-caca-426e-8324-c047ba80f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.213940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-c592cbae-caca-426e-8324-c047ba80f4b4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 200 len: 797 time: 0.0771835 Feb 09 21:51:18.261277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c6d8dd2-a14d-40ba-8d10-ca6fc1a11eb8 req-3a22d381-8d46-4dad-9504-f5ad738ef0b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614815 Feb 09 21:51:18.281978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-30868970-7348-45ea-b0c8-9139727ca654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.283527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-30868970-7348-45ea-b0c8-9139727ca654 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0632498 Feb 09 21:51:18.287657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Publish callbacks [] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.301592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Allocated IP 172.20.0.1 (130563c1-416f-49f3-96b9-21b3eb9e371d/26dec25f-2d89-439e-9d12-33cc3f40c897/7ef7425b-335c-4f2c-9754-d417e778a981) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:18.389855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-25410d63-e35f-494f-ad5e-d0b36409f773 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982103 Feb 09 21:51:18.405569 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.432110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks [] for port (7ef7425b-335c-4f2c-9754-d417e778a981), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.484338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3a981-8a96-4295-a44c-a9986a669c5e None None] Pushing event updated for resources: {'Port': ['ID=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:18.486908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Attempting to bind port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:18.487285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Attempting to bind port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:18.487653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Attempting to bind port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:18.508010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:18.508625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:18.508977 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.509382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:18.509932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Bound port: 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:18.510364 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.586565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] For port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:18.590923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] For port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:18.626108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.678033 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.723936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef7425b-335c-4f2c-9754-d417e778a981,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:18.784222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Network 130563c1-416f-49f3-96b9-21b3eb9e371d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:18.789550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:18.800261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:18.833542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:18.834899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:18.839184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69d58d85-9999-4c27-b02d-c477c7fb7945 req-f13282de-983f-410f-92cd-d70051eacaa9 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0682411 Feb 09 21:51:18.847395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (cb567db6-e493-4787-a9ce-25ff5e132c51), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.933054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3a981-8a96-4295-a44c-a9986a669c5e None None] Pushing event updated for resources: {'Port': ['ID=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:18.953370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-e0a87063-8d9f-4785-b5b3-a0cd83a42c73 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536225 Feb 09 21:51:18.990629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d48ff-c823-4d8f-af71-29c0fd533320 req-e99223b1-6c84-4b3c-ac1a-2b18b5aecf9c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.991991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:19.001440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-807d48ff-c823-4d8f-af71-29c0fd533320 req-e99223b1-6c84-4b3c-ac1a-2b18b5aecf9c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.2728527 Feb 09 21:51:19.019257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-b4eb7728-2aa7-4a20-9fa5-3e294509022a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7 HTTP/1.1" status: 200 len: 217 time: 0.0559156 Feb 09 21:51:19.080798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-bc2b60df-a000-4ecc-ac24-785a1f5f76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.084341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-bc2b60df-a000-4ecc-ac24-785a1f5f76c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 200 len: 797 time: 0.0562074 Feb 09 21:51:19.117765 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-807d48ff-c823-4d8f-af71-29c0fd533320 req-ea529761-071f-4dc9-83d5-b1ad7d2e9eb6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112981 Feb 09 21:51:19.211292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92c6e4-4586-4e27-b531-8d94425f5b25 req-9c7096e8-2e1f-466d-b6af-d5e215666101 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.218636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d92c6e4-4586-4e27-b531-8d94425f5b25 req-9c7096e8-2e1f-466d-b6af-d5e215666101 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1927946 Feb 09 21:51:19.227618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:15Z', 'revision_number': 3, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:19.243106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.259274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad68f48-c1ad-4601-a8b4-94aefda9f3f9 None None] The sync data for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 is: [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:15Z', 'revision_number': 3, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:19.263206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-264ee630-8548-4e50-ba66-d35793cf97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.264970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-264ee630-8548-4e50-ba66-d35793cf97b9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1495464 Feb 09 21:51:19.372325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d92c6e4-4586-4e27-b531-8d94425f5b25 req-9b70698c-ea5f-49bc-a3a3-d3ef3b61cfac tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527047 Feb 09 21:51:19.429408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-05ad73c8-1a80-40e7-8626-56aeb5015d73 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535475 Feb 09 21:51:19.486012 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks [] for port (7ef7425b-335c-4f2c-9754-d417e778a981), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.584170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cf9ab31-c1d6-479f-9eee-30d276e8d494 req-d15c78e7-775f-43aa-8564-b32b7495369f service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401992 Feb 09 21:51:19.650943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.733659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef7425b-335c-4f2c-9754-d417e778a981,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:19.738692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (cb567db6-e493-4787-a9ce-25ff5e132c51), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.857606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Network 130563c1-416f-49f3-96b9-21b3eb9e371d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:19.859605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:19.936251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8098f-225e-4232-90bb-6b1f20534961 req-8afcc648-3258-4768-8a25-ac715d8e3220 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:19.945060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4f8098f-225e-4232-90bb-6b1f20534961 req-8afcc648-3258-4768-8a25-ac715d8e3220 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 946 time: 0.1163776 Feb 09 21:51:20.005053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4f8098f-225e-4232-90bb-6b1f20534961 req-5afe16aa-4e2c-411c-a843-c591ff2d8aa0 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590181 Feb 09 21:51:20.030564 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80f57eb3-1fdc-4562-a236-1f058770dcd5 req-8885a6c7-a6c8-4854-96c2-9f05d0c89bd1 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0342205 Feb 09 21:51:20.062299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Router cb567db6-e493-4787-a9ce-25ff5e132c51 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:20.263149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adde66a-f2db-4217-989f-74b7fa6818c9 req-1e6ee84c-4648-47c8-a525-b6729091fc26 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.265288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8adde66a-f2db-4217-989f-74b7fa6818c9 req-1e6ee84c-4648-47c8-a525-b6729091fc26 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0717335 Feb 09 21:51:20.337728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8adde66a-f2db-4217-989f-74b7fa6818c9 req-bdeda308-4652-40ed-ba7f-4f4fdeaa3836 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652854 Feb 09 21:51:20.437396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:20.451044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-27f981f3-75f9-4909-898c-f37538e4b909 admin admin] 10.222.0.98 "PUT /v2.0/routers/cb567db6-e493-4787-a9ce-25ff5e132c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2111826 Feb 09 21:51:20.544666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e231-f385-40b8-974b-52644364d98a req-167e17b5-b836-47ea-9ca8-bb405e36e5e0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.551488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19f2e231-f385-40b8-974b-52644364d98a req-167e17b5-b836-47ea-9ca8-bb405e36e5e0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0789969 Feb 09 21:51:20.599523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:20.627776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19f2e231-f385-40b8-974b-52644364d98a req-38c02776-4816-41d0-8925-57c6e0d9ee04 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753427 Feb 09 21:51:20.665759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:20.666412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.775059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:20.775562 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.800475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07bceb-11a2-46d9-9fda-e7e60247cde0 req-885cb340-0f25-43f5-8cdd-609e9f27da41 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.802277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d07bceb-11a2-46d9-9fda-e7e60247cde0 req-885cb340-0f25-43f5-8cdd-609e9f27da41 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0764740 Feb 09 21:51:20.805559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:20.813107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42772) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:20.818223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'floatingip': {'port_id': '27719b97-c67e-4758-a0a8-9304de7ea196'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:20.858482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (a2e061cc-86e7-4c6e-80db-08ec359402b9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.863863 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.941367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:21.145988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1da8a5-6924-46f0-a2f0-a1a7823149d5 req-f6a93bd0-036b-452f-8875-7c8ffce7f604 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.148781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a1da8a5-6924-46f0-a2f0-a1a7823149d5 req-f6a93bd0-036b-452f-8875-7c8ffce7f604 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 946 time: 0.0617986 Feb 09 21:51:21.175750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-d94f8ca4-48f9-430a-be08-7bcbbb080da6 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.177294 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-d94f8ca4-48f9-430a-be08-7bcbbb080da6 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 820 time: 0.2187939 Feb 09 21:51:21.203928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-a09ce8b2-919c-4507-9617-81a6be5dc79a tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/quotas/304cf48462d643beb07b933a49703f33 HTTP/1.1" status: 200 len: 375 time: 0.0207536 Feb 09 21:51:21.217107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a1da8a5-6924-46f0-a2f0-a1a7823149d5 req-693f6e6d-8f8a-4fcc-a1b9-e7198f3e836e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569296 Feb 09 21:51:21.343172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8226281a-5140-43b5-8017-4150b84b8b49 req-3b213858-3c65-4c71-a8af-135fe3ae46f0 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0331836 Feb 09 21:51:21.385425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-8c477339-1ad2-4270-879b-0d7719e78b53 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805010 Feb 09 21:51:21.480808 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Sync routers for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:21.515514 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:21.522369 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:21.557082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd79f50-10fc-431f-a13b-e23919490343 req-269278db-6cd6-4efe-8071-968652695c39 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.559653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2bd79f50-10fc-431f-a13b-e23919490343 req-269278db-6cd6-4efe-8071-968652695c39 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 946 time: 0.0788639 Feb 09 21:51:21.642848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-5db77c8c-89a3-4367-a19f-6130219d2619 service neutron] 10.222.0.98 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444973 Feb 09 21:51:21.670782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.673033 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:21.687211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf91a5-d2e8-4e50-aa65-192cd7dc4027 req-171f92cd-2c56-4bb0-b5c0-016f95ce6044 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.688871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebaf91a5-d2e8-4e50-aa65-192cd7dc4027 req-171f92cd-2c56-4bb0-b5c0-016f95ce6044 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1161075 Feb 09 21:51:21.736703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (a2e061cc-86e7-4c6e-80db-08ec359402b9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.752548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Deleting port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:21.752958 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.796597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebaf91a5-d2e8-4e50-aa65-192cd7dc4027 req-3ae0f20f-c9e4-43b0-a9d1-f53a3a47c0ec tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834417 Feb 09 21:51:21.842296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-5cd8f251-66de-43ab-bdc1-9bf40df93961 service neutron] 10.222.0.98 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987410 Feb 09 21:51:21.904252 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Floating IP a2e061cc-86e7-4c6e-80db-08ec359402b9 associated. External IP: 172.25.5.224, port: 27719b97-c67e-4758-a0a8-9304de7ea196. Feb 09 21:51:21.954216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] For port 97f164b7-a995-4a7a-99b1-bd3f45a775b9, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=97f164b7-a995-4a7a-99b1-bd3f45a775b9,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:21.954721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.972332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Calling delete_port for 97f164b7-a995-4a7a-99b1-bd3f45a775b9 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:22.083110 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 2, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:22.110531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031d14-426c-4168-9727-a137a3884ad5 req-60b6ae51-8d2a-42a3-b629-65bb94ca6dca tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.111393 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Checking router: cb567db6-e493-4787-a9ce-25ff5e132c51 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:22.112034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Updating router cb567db6-e493-4787-a9ce-25ff5e132c51 port 7ef7425b-335c-4f2c-9754-d417e778a981 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:22.117851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3031d14-426c-4168-9727-a137a3884ad5 req-60b6ae51-8d2a-42a3-b629-65bb94ca6dca tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.1410241 Feb 09 21:51:22.176272 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.193098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:22.232366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3031d14-426c-4168-9727-a137a3884ad5 req-50351ae0-89b6-4899-a802-e3140814bf59 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133893 Feb 09 21:51:22.260843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03b7de75-c77d-4769-ac08-34dfb9bedda3 req-5d2384c9-f58a-4a42-a6ea-0d2f2b5bf62f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 210 time: 0.0883007 Feb 09 21:51:22.385762 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (97f164b7-a995-4a7a-99b1-bd3f45a775b9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.405980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['97f164b7-a995-4a7a-99b1-bd3f45a775b9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:22.424665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:22.430522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.452790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] Sync routers for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:22.458542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Pushing event deleted for resources: {'Port': ['ID=97f164b7-a995-4a7a-99b1-bd3f45a775b9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:22.476184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e2d8c4a7-391f-4a61-8265-9204e85a23a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "PUT /v2.0/floatingips/a2e061cc-86e7-4c6e-80db-08ec359402b9 HTTP/1.1" status: 200 len: 992 time: 1.6618865 Feb 09 21:51:22.477249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:22.480570 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748a8787-7e42-4b2f-8061-6f0e5b54607c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:22.482571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:22.483642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:22.549395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c633002-8b70-4356-8fc3-cd8f7e1e2607 req-6f225559-df2d-4cd9-ba0d-bb3f7ee1e61c tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0443625 Feb 09 21:51:22.575887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] No DVR routers for this DVR port 97f164b7-a995-4a7a-99b1-bd3f45a775b9 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:22.591429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.599586 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2bd79f50-10fc-431f-a13b-e23919490343 req-1d9e6c65-46e4-47de-b049-9ccae7e3a86f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "DELETE /v2.0/ports/97f164b7-a995-4a7a-99b1-bd3f45a775b9 HTTP/1.1" status: 204 len: 173 time: 1.0341718 Feb 09 21:51:22.602036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'name': 'network-vif-deleted', 'tag': '97f164b7-a995-4a7a-99b1-bd3f45a775b9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:22.608316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:22.616687 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6b8bd3-ec87-4958-b653-85bff92e92df" -d '{"events": [{"server_uuid": "78c0880d-9d23-455f-b7d2-c52a3ff3b84d", "name": "network-vif-deleted", "tag": "97f164b7-a995-4a7a-99b1-bd3f45a775b9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:22.634523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5cb-2917-4374-86ac-c7068eb960e6 req-11791bd1-19d6-4f35-99d8-48734b4e1b1c tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.645654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ec1b5cb-2917-4374-86ac-c7068eb960e6 req-11791bd1-19d6-4f35-99d8-48734b4e1b1c tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 867 time: 0.3063438 Feb 09 21:51:22.668850 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Publish callbacks [] for port (7ef7425b-335c-4f2c-9754-d417e778a981), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.730786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:22.740803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ec1b5cb-2917-4374-86ac-c7068eb960e6 req-d8c92ee8-a5f7-446c-95c3-70b28d682622 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927985 Feb 09 21:51:22.770922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:22.771615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.779589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57d61b-b330-49a9-9ddd-a19052d5fb19 req-1c8e0077-615c-4b7e-a904-95276895e8f5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.790616 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.820974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a57d61b-b330-49a9-9ddd-a19052d5fb19 req-1c8e0077-615c-4b7e-a904-95276895e8f5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1400490 Feb 09 21:51:22.832741 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3d821-a3c3-4ae4-a29a-7a695bcc3ec6 x-openstack-request-id: req-4ef3d821-a3c3-4ae4-a29a-7a695bcc3ec6 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:22.833117 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:22.833379 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4ef3d821-a3c3-4ae4-a29a-7a695bcc3ec6 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:22.833738 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196', 'status': 'completed', 'code': 200} Feb 09 21:51:22.850271 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb7f480-c02c-40d3-bc11-e67e86746642 x-openstack-request-id: req-6fb7f480-c02c-40d3-bc11-e67e86746642 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:22.851133 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c0880d-9d23-455f-b7d2-c52a3ff3b84d", "name": "network-vif-deleted", "tag": "97f164b7-a995-4a7a-99b1-bd3f45a775b9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:22.851133 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6fb7f480-c02c-40d3-bc11-e67e86746642 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:22.851828 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c0880d-9d23-455f-b7d2-c52a3ff3b84d', 'name': 'network-vif-deleted', 'tag': '97f164b7-a995-4a7a-99b1-bd3f45a775b9', 'status': 'completed', 'code': 200} Feb 09 21:51:22.947641 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a57d61b-b330-49a9-9ddd-a19052d5fb19 req-9e0427e3-8783-4db4-b642-ef28bf237ab6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257045 Feb 09 21:51:22.975042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-0782e991-16dc-43d9-9de5-77cdda9594f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.977140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-0782e991-16dc-43d9-9de5-77cdda9594f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1128 time: 0.1084049 Feb 09 21:51:22.991286 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Pushing event updated for resources: {'Port': ['ID=7ef7425b-335c-4f2c-9754-d417e778a981,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:23.010894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:23.025084 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.025590 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.025942 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.026288 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.026623 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.027565 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.027963 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.028313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.028802 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.029139 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.029472 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.029848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.030175 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:23.101567 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Attempting to bind port 7ef7425b-335c-4f2c-9754-d417e778a981 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:23.102695 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Attempting to bind port 7ef7425b-335c-4f2c-9754-d417e778a981 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:23.103074 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Attempting to bind port 7ef7425b-335c-4f2c-9754-d417e778a981 on network 130563c1-416f-49f3-96b9-21b3eb9e371d {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:23.112745 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:23.113142 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Checking segment: {'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:23.113655 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.113936 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Bound using segment: {'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:23.114416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Bound port: 7ef7425b-335c-4f2c-9754-d417e778a981, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:23.115108 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.208816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ded9ad-4f0e-4a0e-b39b-498b736f8fc1 req-574a1b44-6462-424a-8cfe-ad1c3ce130b8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.210363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7ded9ad-4f0e-4a0e-b39b-498b736f8fc1 req-574a1b44-6462-424a-8cfe-ad1c3ce130b8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1613073 Feb 09 21:51:23.216235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-d77fafc1-6099-48f5-aaee-bba9eb6e3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.217686 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-d77fafc1-6099-48f5-aaee-bba9eb6e3341 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.2335279 Feb 09 21:51:23.225874 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] For port 7ef7425b-335c-4f2c-9754-d417e778a981, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:23.229430 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] For port 7ef7425b-335c-4f2c-9754-d417e778a981, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ef7425b-335c-4f2c-9754-d417e778a981,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:23.329601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'a2e061cc-86e7-4c6e-80db-08ec359402b9', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'port_id': '27719b97-c67e-4758-a0a8-9304de7ea196', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:02Z', 'updated_at': '2022-02-09T21:51:21Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:23.362830 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-2fd72589-38e3-4dbf-a972-3abcf87f3edf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 200 len: 1000 time: 0.1230249 Feb 09 21:51:23.363945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] Checking router: 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:23.367217 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.376616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:23.377544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:23.411086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7cb3553d-f11b-443c-ace5-3ec7cf9060b7 req-e2b353fd-51b0-400a-9e8f-2e4b985a4a23 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 210 time: 0.0383096 Feb 09 21:51:23.449983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7ded9ad-4f0e-4a0e-b39b-498b736f8fc1 req-b2c61a6f-103e-41ed-bc36-9973750d299a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242498 Feb 09 21:51:23.472003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-adb8fe16-0056-4516-86f9-23988126e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.474163 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-adb8fe16-0056-4516-86f9-23988126e863 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.0986054 Feb 09 21:51:23.488482 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:23.489414 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:23.543927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:23.567307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-88066141-507b-403d-8e03-34806ccadd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.569097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-88066141-507b-403d-8e03-34806ccadd6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0861030 Feb 09 21:51:23.618455 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:23.643485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46539d33-2990-4d3d-a4a3-22cff35f51b4 req-99932c07-eb02-4202-b5d6-17e5be58fa76 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.655819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46539d33-2990-4d3d-a4a3-22cff35f51b4 req-99932c07-eb02-4202-b5d6-17e5be58fa76 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.1266115 Feb 09 21:51:23.763442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46539d33-2990-4d3d-a4a3-22cff35f51b4 req-75ac681e-2585-42ea-babd-a302eb3ab564 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007242 Feb 09 21:51:23.809654 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4842cb-2de5-4688-9ba7-76752d26e81c None None] Pushing event updated for resources: {'Port': ['ID=7ef7425b-335c-4f2c-9754-d417e778a981,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:23.896753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80571970-a57c-46a0-a441-79aa65a78425 req-20e08686-5f2e-45b0-9df8-1059591ee5b9 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0923431 Feb 09 21:51:23.909544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:23Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:23.948555 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79c1ff-6e0b-4181-aec4-3bde31e8ddd1 None None] The sync data for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 is: [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:23Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:23.969064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-e1315c21-6eea-4bde-834e-b52f64af7432 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833847 Feb 09 21:51:23.994699 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dad5ab2d-0a1f-4723-a853-6ef472ffb66b req-fcc389a4-1006-4bf8-ab9b-5f63df669495 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c0880d-9d23-455f-b7d2-c52a3ff3b84d HTTP/1.1" status: 200 len: 210 time: 0.0669286 Feb 09 21:51:24.008195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:24.058365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'a2e061cc-86e7-4c6e-80db-08ec359402b9', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'port_id': '27719b97-c67e-4758-a0a8-9304de7ea196', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:02Z', 'updated_at': '2022-02-09T21:51:21Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:24.094917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86cf81b-7590-489e-8509-dd44972d8263 None None] The sync data for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 is: [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'a2e061cc-86e7-4c6e-80db-08ec359402b9', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'port_id': '27719b97-c67e-4758-a0a8-9304de7ea196', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:02Z', 'updated_at': '2022-02-09T21:51:21Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:24.261131 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c457061-28e1-44a6-b16b-e8f0fa9e8985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.290313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26fca8-5177-4024-8c65-5a52be22919a req-b8126f8e-a65d-4c76-a68b-9364698d1398 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.300164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d26fca8-5177-4024-8c65-5a52be22919a req-b8126f8e-a65d-4c76-a68b-9364698d1398 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1881289 Feb 09 21:51:24.306116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748a8787-7e42-4b2f-8061-6f0e5b54607c req-872fceba-b288-4241-8d13-a0969901a755 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256576 Feb 09 21:51:24.370914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d26fca8-5177-4024-8c65-5a52be22919a req-6bdf9a89-1ef8-4fb3-9b9a-48d1bcd07164 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698552 Feb 09 21:51:24.445317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c457061-28e1-44a6-b16b-e8f0fa9e8985 admin admin] Publish callbacks [] for security_group (7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.462788 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95f90f-3f13-456e-af65-a9e7ab5ece9f None None] New status for floating IP a2e061cc-86e7-4c6e-80db-08ec359402b9: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:51:24.542452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c457061-28e1-44a6-b16b-e8f0fa9e8985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.616071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a53b92c-b061-4995-b7d4-a941b53fd293 req-60398653-10fe-4bc4-9a9d-8718ebfeb1dd tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 210 time: 0.0449595 Feb 09 21:51:24.631792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c457061-28e1-44a6-b16b-e8f0fa9e8985 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=02688260365f47b688202aad74ed160c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6215880 Feb 09 21:51:24.641135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42850) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:24.694440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ef7425b-335c-4f2c-9754-d417e778a981 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:24.718745 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61272cd6-6a41-4b7c-8a68-528a980543e5 admin admin] Publish callbacks [] for security_group (7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.728395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c457061-28e1-44a6-b16b-e8f0fa9e8985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:24.747328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe51982-331a-4bed-ae59-b2963ff29863 req-457b2144-974b-4259-b215-7e0b917081ca tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.756268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fe51982-331a-4bed-ae59-b2963ff29863 req-457b2144-974b-4259-b215-7e0b917081ca tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1602948 Feb 09 21:51:24.769545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61272cd6-6a41-4b7c-8a68-528a980543e5 admin admin] Publish callbacks [] for security_group (7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.827128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7ef7425b-335c-4f2c-9754-d417e778a981 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:24.827513 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.834504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fe51982-331a-4bed-ae59-b2963ff29863 req-c64b2495-782d-41bc-87eb-c3d9557699fd tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761626 Feb 09 21:51:24.961164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-a910d4ea-4c86-4331-bcaf-66c95e14116f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.962753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-a910d4ea-4c86-4331-bcaf-66c95e14116f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.30 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.1104889 Feb 09 21:51:24.969090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7ef7425b-335c-4f2c-9754-d417e778a981 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:24.972218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.987648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d608b-5fe5-4e4d-b818-d26614288104 req-96fbfe6e-9d6c-4fd7-a45b-badd27da0aaa tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.997731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-642d608b-5fe5-4e4d-b818-d26614288104 req-96fbfe6e-9d6c-4fd7-a45b-badd27da0aaa tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 945 time: 0.1083353 Feb 09 21:51:25.058006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 7ef7425b-335c-4f2c-9754-d417e778a981, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ef7425b-335c-4f2c-9754-d417e778a981,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:25.065249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-642d608b-5fe5-4e4d-b818-d26614288104 req-08e13ea1-cb9a-4201-908b-612dfd145506 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661986 Feb 09 21:51:25.066145 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61272cd6-6a41-4b7c-8a68-528a980543e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.069829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61272cd6-6a41-4b7c-8a68-528a980543e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.071047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61272cd6-6a41-4b7c-8a68-528a980543e5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c HTTP/1.1" status: 204 len: 168 time: 0.4286447 Feb 09 21:51:25.092389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61272cd6-6a41-4b7c-8a68-528a980543e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe0bfd-cf53-4f8f-ac0d-81dd922bdb9c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:25.159315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.228080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c7030b2-4dca-42aa-ba8c-6d6485f0ed4c req-c5d540f6-f9b3-4ebe-a9c3-445b69fedd20 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.1646528 Feb 09 21:51:25.272754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Deleting port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:25.273706 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.335723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=7ef7425b-335c-4f2c-9754-d417e778a981,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:25.517534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] For port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:25.519376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.535056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 97f164b7-a995-4a7a-99b1-bd3f45a775b9 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:25.544842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff784f6a-09ad-4691-a852-1b1d2906fb7a req-41ccf26d-236c-4e7a-8ce8-0a65f8c14f89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0919163 Feb 09 21:51:25.573392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 97f164b7-a995-4a7a-99b1-bd3f45a775b9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:25.575873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 97f164b7-a995-4a7a-99b1-bd3f45a775b9 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:25.617437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-90cc0baa-1a85-4e2f-bafe-fb37df1f7eee tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.619650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-90cc0baa-1a85-4e2f-bafe-fb37df1f7eee tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.30 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 820 time: 0.3333549 Feb 09 21:51:25.738485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-3d80be2c-9051-4d4c-86ce-b146de71c2df tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.740453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-3d80be2c-9051-4d4c-86ce-b146de71c2df tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/networks?id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec HTTP/1.1" status: 200 len: 808 time: 0.2019484 Feb 09 21:51:25.770174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-3e56fded-1008-4596-a5c9-dffdd8e8a11d tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/quotas/fbafb900dce54da98382f75cbbbcffd2 HTTP/1.1" status: 200 len: 375 time: 0.0209861 Feb 09 21:51:25.776233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Request body: {'port': {'device_id': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'admin_state_up': True, 'tenant_id': '304cf48462d643beb07b933a49703f33'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:25.809490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0fd5c-8851-4194-8e32-6440339b005f req-ca6a79d3-a21b-498f-90e7-4a72ebdded1f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.815830 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95b0fd5c-8851-4194-8e32-6440339b005f req-ca6a79d3-a21b-498f-90e7-4a72ebdded1f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.3446872 Feb 09 21:51:25.906969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-56fd5d67-eaf7-49cf-8539-5841279d7f44 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=fbafb900dce54da98382f75cbbbcffd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1375563 Feb 09 21:51:25.908282 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95b0fd5c-8851-4194-8e32-6440339b005f req-0de914bf-2540-4a45-b498-119ffd2e842c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854282 Feb 09 21:51:26.108814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f6eb6e78-70de-492f-80f5-adf9b521d2c8 service neutron] 10.222.0.98 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349099 Feb 09 21:51:26.215465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-6da10011-184b-46ce-8201-211505dc258d service neutron] 10.222.0.98 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991540 Feb 09 21:51:26.247025 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e03e6665-04b7-4a4d-a224-1dcf077d2be1 req-001a555a-6460-40e0-882a-d557b54cf029 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 210 time: 0.0301659 Feb 09 21:51:26.277719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.280275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.280815 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Floating IP 8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2 disassociated. External IP: 172.25.5.113, port: 03cf5032-3502-47d9-a0d2-3fc63cf97dd7. Feb 09 21:51:26.281445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Calling delete_port for 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:26.297231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Made reservation on behalf of 304cf48462d643beb07b933a49703f33 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:26.302741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.458513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Allocated IP 172.20.0.3 (130563c1-416f-49f3-96b9-21b3eb9e371d/26dec25f-2d89-439e-9d12-33cc3f40c897/49122695-818c-4346-8d6f-b25aa2976e66) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:26.495435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1c0e7-82e8-4433-a977-960939060da3 req-278bc451-e1a8-40ce-b8d1-9bc9b40fc0ec tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:26.497748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bea1c0e7-82e8-4433-a977-960939060da3 req-278bc451-e1a8-40ce-b8d1-9bc9b40fc0ec tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1495376 Feb 09 21:51:26.629688 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bea1c0e7-82e8-4433-a977-960939060da3 req-4342b0f4-1542-40f3-9a19-4c4adc7281db tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245060 Feb 09 21:51:26.634937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (03cf5032-3502-47d9-a0d2-3fc63cf97dd7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.652620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ef7425b-335c-4f2c-9754-d417e778a981 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:26.692892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c06ba7bd-1b53-424b-ac0b-6f1906d64963 req-a53e441c-5432-47c8-a88d-e1a2398f7e6b tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 210 time: 0.0911944 Feb 09 21:51:26.724745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event deleted for resources: {'Port': ['ID=03cf5032-3502-47d9-a0d2-3fc63cf97dd7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:26.860041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7ef7425b-335c-4f2c-9754-d417e778a981 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:26.862062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.929794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5b57726-cfe6-47f3-945b-d1fb92d66331 req-6385f8ad-8db0-486f-88e6-fe25eadb1014 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0957789 Feb 09 21:51:26.977837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9eea00ac-9d55-4818-aca5-16174b7e22a6 req-34ba874b-5171-46dc-a074-be141252d9d8 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 210 time: 0.1244919 Feb 09 21:51:27.003333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for port (49122695-818c-4346-8d6f-b25aa2976e66), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.011871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Router ceaa4448-00e7-464b-9227-ccedfee2abef has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:27.048133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:27.077614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:27.078224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:27.090716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7ef7425b-335c-4f2c-9754-d417e778a981 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:27.178593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:27.188923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.192018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] Sync routers for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:27.205287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:27.206321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:27.227291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] No DVR routers for this DVR port 03cf5032-3502-47d9-a0d2-3fc63cf97dd7 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:27.230479 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.237554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f202e30b-3411-4f8c-9ca7-a181992c4a4f req-e1a4f312-7886-422c-a6f4-24d849501e3f tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.30 "DELETE /v2.0/ports/03cf5032-3502-47d9-a0d2-3fc63cf97dd7 HTTP/1.1" status: 204 len: 173 time: 2.2666879 Feb 09 21:51:27.238454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'name': 'network-vif-deleted', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:27.240816 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae355747-268f-4281-b899-ebb09badb4e9" -d '{"events": [{"server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "name": "network-vif-deleted", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:27.245547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Network 130563c1-416f-49f3-96b9-21b3eb9e371d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:27.247221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:27.251725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:27.298673 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11285889-b537-46f4-868d-242a4202ad41 x-openstack-request-id: req-11285889-b537-46f4-868d-242a4202ad41 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:27.299194 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35414386-4330-4047-b48f-239f54cf6f0c", "name": "network-vif-deleted", "tag": "03cf5032-3502-47d9-a0d2-3fc63cf97dd7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:27.299286 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-11285889-b537-46f4-868d-242a4202ad41 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:27.299632 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35414386-4330-4047-b48f-239f54cf6f0c', 'name': 'network-vif-deleted', 'tag': '03cf5032-3502-47d9-a0d2-3fc63cf97dd7', 'status': 'completed', 'code': 200} Feb 09 21:51:27.341392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.342172 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.346706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event updated for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:27.414370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:27.427789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044053cf-d37a-4877-9180-4ac10591e981 req-6767f773-6004-48d5-91e8-e1e099bc5936 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.429796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-044053cf-d37a-4877-9180-4ac10591e981 req-6767f773-6004-48d5-91e8-e1e099bc5936 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 931 time: 0.0641968 Feb 09 21:51:27.484412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-044053cf-d37a-4877-9180-4ac10591e981 req-8f351921-3180-478d-9d05-8c5902ec9e96 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492389 Feb 09 21:51:27.499283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-f235d776-3552-490a-9163-af29d244beba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7277036 Feb 09 21:51:27.515763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Request body: {'port': {'device_id': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:27.582523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49122695-818c-4346-8d6f-b25aa2976e66), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.817584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350be2-2320-4c3a-8eab-103c7019e6c5 req-b472501b-928c-47cf-9e85-eb5dbb81f326 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:27.825178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69350be2-2320-4c3a-8eab-103c7019e6c5 req-b472501b-928c-47cf-9e85-eb5dbb81f326 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1114986 Feb 09 21:51:27.854068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 5, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:27.882856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] Checking router: ceaa4448-00e7-464b-9227-ccedfee2abef for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:27.889276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29a242de-af70-4024-8c27-c88604539f7d req-043537d3-7085-41c9-b149-0310067ea3cd tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/ports?device_id=35414386-4330-4047-b48f-239f54cf6f0c HTTP/1.1" status: 200 len: 210 time: 0.0517623 Feb 09 21:51:27.893663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69350be2-2320-4c3a-8eab-103c7019e6c5 req-0d32d727-5121-4aad-aea0-3b6de9fb44f1 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673301 Feb 09 21:51:27.916205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:27.916848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:28.000751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49122695-818c-4346-8d6f-b25aa2976e66 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:28.008869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Publish callbacks [] for port (49122695-818c-4346-8d6f-b25aa2976e66), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.023835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Transition to ACTIVE for port object 49122695-818c-4346-8d6f-b25aa2976e66 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:28.056707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:28.124416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36de2d00-3389-42e7-8a72-3545103a7d88 req-fdca4ae3-5ef8-450a-91be-2f66a2c70ed8 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0908353 Feb 09 21:51:28.132004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80620d92-8b78-4523-9c12-9e1bc2f1904e req-4caaafe5-c84c-4cec-9b18-5d03d7c2368c tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 210 time: 0.0335703 Feb 09 21:51:28.132907 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.256975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440133-88bf-498a-91df-5e6951965493 service neutron] Pushing event updated for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:28.345665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Attempting to bind port 49122695-818c-4346-8d6f-b25aa2976e66 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:28.349444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Attempting to bind port 49122695-818c-4346-8d6f-b25aa2976e66 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:28.349444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Attempting to bind port 49122695-818c-4346-8d6f-b25aa2976e66 on network 130563c1-416f-49f3-96b9-21b3eb9e371d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:28.352824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Port 49122695-818c-4346-8d6f-b25aa2976e66 on network 130563c1-416f-49f3-96b9-21b3eb9e371d not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:28.353487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Attempting to bind port 49122695-818c-4346-8d6f-b25aa2976e66 on network 130563c1-416f-49f3-96b9-21b3eb9e371d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:28.359356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:28.359814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Checking segment: {'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:28.360270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Bound using segment: {'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:28.360787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Bound port: 49122695-818c-4346-8d6f-b25aa2976e66, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588fa28e-cd77-4b6b-8522-fc515c51045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:28.361265 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49122695-818c-4346-8d6f-b25aa2976e66), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.399025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 5, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:28.440507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:28.444395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49122695-818c-4346-8d6f-b25aa2976e66,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:28.449243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf35d6-bf9d-4c26-b76a-214305a64370 None None] The sync data for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 is: [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:50:11Z', 'revision_number': 4, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '0cc52659-14b3-41d7-a48d-926c3e171146', 'name': '', 'network_id': '0418313c-85eb-4887-82f8-9dbf128da3df', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'mac_address': 'fa:16:3e:5e:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:10Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 5, 'project_id': '3885a33537424df6994ec22f1633d088', 'subnets': [{'id': 'f328736f-78e6-4748-97fa-a7416962ac71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:28.561911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.668320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32b6a5-4c74-4403-8eda-aa09c44c736a req-29140567-2449-4a6c-a66c-4e75b357ac33 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.677168 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f32b6a5-4c74-4403-8eda-aa09c44c736a req-29140567-2449-4a6c-a66c-4e75b357ac33 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 943 time: 0.0937324 Feb 09 21:51:28.689223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.689223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.689223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-55440133-88bf-498a-91df-5e6951965493 service neutron] 10.222.0.30 "PUT /v2.0/ports/49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 1091 time: 1.1815300 Feb 09 21:51:28.690920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:28.695328 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca16ec3a-4e77-41b6-8420-f1ef3ed7151d" -d '{"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:28.772736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f32b6a5-4c74-4403-8eda-aa09c44c736a req-c75bf65b-4f9b-486f-84d1-7105306be64b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787199 Feb 09 21:51:28.776622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440133-88bf-498a-91df-5e6951965493 service neutron] Pushing event updated for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:28.869473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed7214c6-8286-4fb6-aff0-cb4eb5eb81c8 req-630cf7c3-54fa-40c0-bb3d-664508bf65b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f2c3d06a4534e0596f7b332f5aa9fc7&device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0719681 Feb 09 21:51:28.872876 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e08fe08-4e1d-46da-b42d-e2e0bb298bd1 x-openstack-request-id: req-2e08fe08-4e1d-46da-b42d-e2e0bb298bd1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:28.873302 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:28.874327 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2e08fe08-4e1d-46da-b42d-e2e0bb298bd1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:28.874327 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66', 'status': 'completed', 'code': 200} Feb 09 21:51:28.891238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ec3a-4e77-41b6-8420-f1ef3ed7151d req-9fb9125e-cc72-4883-9e64-93d8505ffce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.896747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca16ec3a-4e77-41b6-8420-f1ef3ed7151d req-9fb9125e-cc72-4883-9e64-93d8505ffce5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1125 time: 0.0702538 Feb 09 21:51:28.909210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed7214c6-8286-4fb6-aff0-cb4eb5eb81c8 req-3534cd2b-309e-48e3-82cc-692b53608546 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6f2c3d06a4534e0596f7b332f5aa9fc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340927 Feb 09 21:51:28.927684 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae6e46-b367-4a5f-99d3-e6000c7f2ad3 None None] New status for floating IP 8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:51:28.999398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00076e0e-e491-4516-a12e-9e0b4617f90b req-85167ac2-198a-4204-9984-7f6f0fe35972 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0923808 Feb 09 21:51:29.139978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ec3a-4e77-41b6-8420-f1ef3ed7151d req-3159545b-e8e3-40f3-a939-317c29e501f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.141758 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca16ec3a-4e77-41b6-8420-f1ef3ed7151d req-3159545b-e8e3-40f3-a939-317c29e501f4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=304cf48462d643beb07b933a49703f33&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2361133 Feb 09 21:51:29.165367 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.182154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7214c6-8286-4fb6-aff0-cb4eb5eb81c8 req-e522e060-4cc7-40b7-bc8a-3b95ad7bbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.184400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed7214c6-8286-4fb6-aff0-cb4eb5eb81c8 req-e522e060-4cc7-40b7-bc8a-3b95ad7bbcc8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678056 Feb 09 21:51:29.191348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485a493-e536-4cee-9289-a414efdd0b1e req-cf716701-45a8-474a-88a8-639f36a92f2c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.198418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5485a493-e536-4cee-9289-a414efdd0b1e req-cf716701-45a8-474a-88a8-639f36a92f2c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1590569 Feb 09 21:51:29.256881 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5485a493-e536-4cee-9289-a414efdd0b1e req-faaeb9c0-cde0-4e43-9572-ba9f1223faa5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575104 Feb 09 21:51:29.266992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42962) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:29.360572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ec3a-4e77-41b6-8420-f1ef3ed7151d req-bbe30217-b206-412b-9725-27414134678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.362289 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ca16ec3a-4e77-41b6-8420-f1ef3ed7151d req-bbe30217-b206-412b-9725-27414134678d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2131569 Feb 09 21:51:29.418411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-20b5df0a-a7cc-4726-b909-af0ee424a583 req-d78a678e-d6cb-48d0-9765-1633c3723c50 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 210 time: 0.0568419 Feb 09 21:51:29.422039 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-887586e9-5c1a-4f7f-9d01-c9bce5059c47 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group (e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.450651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-887586e9-5c1a-4f7f-9d01-c9bce5059c47 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group (e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.482154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-007a4b5f-551d-4404-8e3c-c69035f9dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.483574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-007a4b5f-551d-4404-8e3c-c69035f9dd10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1125 time: 0.0573680 Feb 09 21:51:29.531353 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-65154433-2dfb-4f6a-873b-3778d8cf676a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 217 time: 0.0395770 Feb 09 21:51:29.582108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-ee5aa42f-5f63-46f8-ac5d-7d1a3472675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.583865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-ee5aa42f-5f63-46f8-ac5d-7d1a3472675d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.0463736 Feb 09 21:51:29.619771 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-887586e9-5c1a-4f7f-9d01-c9bce5059c47 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.625160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-db7eedb9-f2af-46dc-bcfb-0a8cab78a262 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343220 Feb 09 21:51:29.628089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-887586e9-5c1a-4f7f-9d01-c9bce5059c47 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.629285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-887586e9-5c1a-4f7f-9d01-c9bce5059c47 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "DELETE /v2.0/security-groups/e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7 HTTP/1.1" status: 204 len: 168 time: 0.3612485 Feb 09 21:51:29.637107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:29.667238 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:51:29.690571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-60daf5ad-2fdd-4571-b604-9a7f2d3a91f8 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.694811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-60daf5ad-2fdd-4571-b604-9a7f2d3a91f8 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "GET /v2.0/networks?id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec HTTP/1.1" status: 200 len: 808 time: 0.1729875 Feb 09 21:51:29.695655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887586e9-5c1a-4f7f-9d01-c9bce5059c47 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.712768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Request body: {'port': {'device_id': '14da328d-7dce-4bed-93d3-bb7f45320741', 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec', 'admin_state_up': True, 'tenant_id': 'fbafb900dce54da98382f75cbbbcffd2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:29.817625 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-69ed4623-3567-42dc-9874-bc885e553526 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] show failed (client error): The resource could not be found. Feb 09 21:51:29.820272 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-69ed4623-3567-42dc-9874-bc885e553526 tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "GET /v2.0/security-groups/e7611dbe-70e3-489f-b2d1-3d21fb0b0eb7 HTTP/1.1" status: 404 len: 347 time: 0.1751842 Feb 09 21:51:29.826692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:29.846251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-cd32a64c-b536-4107-a17c-5a1e6ed826b9 service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019224 Feb 09 21:51:29.976186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Made reservation on behalf of fbafb900dce54da98382f75cbbbcffd2 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:29.979845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.120899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad621d9a-de0c-4ca9-894f-883e5097520f req-a76de1c9-1b3a-4e56-b0a1-9d6ec273d91c tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:30.122426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad621d9a-de0c-4ca9-894f-883e5097520f req-a76de1c9-1b3a-4e56-b0a1-9d6ec273d91c tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 943 time: 0.2029173 Feb 09 21:51:30.134916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12cc2e96-1dd8-4679-9865-9151c46bb9f6 req-d9251286-03cd-40d6-8726-27a1d7bb12d6 service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829602 Feb 09 21:51:30.147259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-744df947-d710-43d4-a8f8-d9f5109fd800 req-18f90973-0449-4c22-bb09-6cdb8c9c74c9 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0396860 Feb 09 21:51:30.148277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Allocated IP 172.20.0.12 (f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec/b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9/f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:30.161600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Deleting port 3554869c-4fdd-4d46-ae27-d5ab77f51ea1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:30.161910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.235939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad621d9a-de0c-4ca9-894f-883e5097520f req-90f09f33-ddee-41f6-801f-0f069542ae05 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059260 Feb 09 21:51:30.261392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.262314 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for floatingip (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.285788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Calling delete_port for 3554869c-4fdd-4d46-ae27-d5ab77f51ea1 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:30.344653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks [] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.443755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a674f-5837-4c56-8cde-33b56d8eb3db req-1619727b-2df5-4a5f-8474-9db507f16095 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:30.444915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-746a674f-5837-4c56-8cde-33b56d8eb3db req-1619727b-2df5-4a5f-8474-9db507f16095 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0886381 Feb 09 21:51:30.497280 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-746a674f-5837-4c56-8cde-33b56d8eb3db req-1ac2cd99-e0c6-4331-a928-e975b49e6a7a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Feb 09 21:51:30.520933 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c7aa9b-d804-4c90-b2c1-2352a0e74828 req-87c39634-07d0-4879-9adb-50f0238b5c35 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 210 time: 0.0286262 Feb 09 21:51:30.529069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.568855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed7214c6-8286-4fb6-aff0-cb4eb5eb81c8 req-758a62ba-4c69-43c6-ac88-e06f04cd5527 tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.30 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0338600 Feb 09 21:51:30.578371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:30.581768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:30.585484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:30.592212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Pushing event updated for resources: {'Port': ['ID=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.616507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3554869c-4fdd-4d46-ae27-d5ab77f51ea1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.642668 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.646912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:30.647757 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.655573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Pushing event deleted for resources: {'Port': ['ID=3554869c-4fdd-4d46-ae27-d5ab77f51ea1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.712686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks [] for floatingip (8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.715724 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.716866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-37da2c46-4764-44e9-9722-86b7b591429a tempest-ServersTestManualDisk-366651779 tempest-ServersTestManualDisk-366651779-project] 10.222.0.98 "DELETE /v2.0/floatingips/8ddb0c68-48af-4dbe-9ea6-56b5da3b0ce2 HTTP/1.1" status: 204 len: 168 time: 0.8890896 Feb 09 21:51:30.719843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42980) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:30.790400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-b9226166-e0c0-4435-b3cb-9c0967bb4a71 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0819662 Feb 09 21:51:30.803213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Request body: {'port': {'device_id': '14da328d-7dce-4bed-93d3-bb7f45320741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:30.866922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.135943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:31.143859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Publish callbacks [] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.156238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Transition to ACTIVE for port object f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:31.163041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (ceaa4448-00e7-464b-9227-ccedfee2abef), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.271348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6a0a898f-fcd5-48a9-a59a-a46e9281e0a5 req-80a3e80d-3bad-457f-8a76-203113c8e5ef tempest-ServerShowV257Test-1493157535 tempest-ServerShowV257Test-1493157535-project] 10.222.0.98 "GET /v2.0/ports?device_id=2602522b-aa01-4d32-90b9-71d9a1d9012b HTTP/1.1" status: 200 len: 210 time: 0.0272808 Feb 09 21:51:31.327806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.432933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.472425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Attempting to bind port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:31.472776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Attempting to bind port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:31.473116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Attempting to bind port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 on network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:31.478526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 on network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:31.482036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Attempting to bind port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 on network f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:31.486182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:31.486538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Checking segment: {'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:31.487137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Bound using segment: {'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:31.487590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Bound port: f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:31.487986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.589456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-be43bb15-3393-4ca1-85ab-f43c973e7ee5 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=7587b735d473437a89b1e9acc659162f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412004 Feb 09 21:51:31.593963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] For port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:31.616059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] For port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:31.679883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c7e29-55c1-43a5-8764-77e9c7927298 req-cb86f58e-959c-485d-902a-7cd2676cb318 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.681412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543c7e29-55c1-43a5-8764-77e9c7927298 req-cb86f58e-959c-485d-902a-7cd2676cb318 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 943 time: 0.3550406 Feb 09 21:51:31.727016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.758526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-543c7e29-55c1-43a5-8764-77e9c7927298 req-a27e4a2b-e77c-45d4-a12c-d527b50b0728 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699811 Feb 09 21:51:31.770268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Deleting port 0cc52659-14b3-41d7-a48d-926c3e171146 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:31.770660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.825367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.826124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.827637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] 10.222.0.110 "PUT /v2.0/ports/f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 HTTP/1.1" status: 200 len: 1092 time: 1.0287199 Feb 09 21:51:31.829689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14da328d-7dce-4bed-93d3-bb7f45320741', 'tag': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:31.832262 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e516215-6041-4abe-8548-bbfe95b388e0" -d '{"events": [{"name": "network-changed", "server_uuid": "14da328d-7dce-4bed-93d3-bb7f45320741", "tag": "f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:31.851924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-6113225c-7073-4635-8cb8-12d450514736 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.855415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-6113225c-7073-4635-8cb8-12d450514736 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572505 Feb 09 21:51:31.862273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3172464-6cc1-4ac8-ac44-93534a4cd556 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.873114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-8d981d76-2343-4346-ad24-46668e72b8d1 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/quotas/7587b735d473437a89b1e9acc659162f HTTP/1.1" status: 200 len: 375 time: 0.0124969 Feb 09 21:51:31.884212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] For port 0cc52659-14b3-41d7-a48d-926c3e171146, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0cc52659-14b3-41d7-a48d-926c3e171146,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:31.884579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.900584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Calling delete_port for 0cc52659-14b3-41d7-a48d-926c3e171146 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:31.910904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-4cf1fc16-717c-4119-a668-1244df6992dc tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7587b735d473437a89b1e9acc659162f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318019 Feb 09 21:51:31.925666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65bba-366e-4081-98a6-dc9375981fa6 req-91fe2cc0-f8ba-4cf7-a1e4-b2b39b4f3340 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:31.927148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ac65bba-366e-4081-98a6-dc9375981fa6 req-91fe2cc0-f8ba-4cf7-a1e4-b2b39b4f3340 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0983186 Feb 09 21:51:32.020978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ac65bba-366e-4081-98a6-dc9375981fa6 req-72541e0d-50b1-4d60-971d-abf11be84def tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665674 Feb 09 21:51:32.207616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72060d3d-9f78-4a3e-8c74-350c9cb157e9 req-74bf68f3-533b-4be5-9d8d-35e6f9dca2ea tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.212172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72060d3d-9f78-4a3e-8c74-350c9cb157e9 req-74bf68f3-533b-4be5-9d8d-35e6f9dca2ea tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 944 time: 0.1204777 Feb 09 21:51:32.263496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72060d3d-9f78-4a3e-8c74-350c9cb157e9 req-b192bd4c-2f18-457a-a6e8-d7ca84083e3b tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478895 Feb 09 21:51:32.267439 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0cc52659-14b3-41d7-a48d-926c3e171146), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.305875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc52659-14b3-41d7-a48d-926c3e171146,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.388368 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41ebb6d-51f8-4dac-ae2f-85a52410f8f0 x-openstack-request-id: req-f41ebb6d-51f8-4dac-ae2f-85a52410f8f0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:32.388976 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14da328d-7dce-4bed-93d3-bb7f45320741", "tag": "f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:32.388976 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f41ebb6d-51f8-4dac-ae2f-85a52410f8f0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:32.389230 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14da328d-7dce-4bed-93d3-bb7f45320741', 'tag': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870', 'status': 'completed', 'code': 200} Feb 09 21:51:32.437260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3967e4ef-a14d-432c-9b65-4c6962f65f14 req-b900199f-41cb-4e90-98c3-a6e78995509f tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 210 time: 0.0471535 Feb 09 21:51:32.447596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-1b8d8913-47e0-42ea-9215-c9e4eb86236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.449317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-1b8d8913-47e0-42ea-9215-c9e4eb86236e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fbafb900dce54da98382f75cbbbcffd2&device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 1126 time: 0.4686310 Feb 09 21:51:32.524696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-caab56c3-8228-4993-b676-beff206614c4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 HTTP/1.1" status: 200 len: 217 time: 0.0616283 Feb 09 21:51:32.544408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (ceaa4448-00e7-464b-9227-ccedfee2abef), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.588945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-382519e0-15eb-4f03-a23a-523f2f54059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.590328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-382519e0-15eb-4f03-a23a-523f2f54059c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9 HTTP/1.1" status: 200 len: 848 time: 0.0592210 Feb 09 21:51:32.625163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-238772d7-2d68-481f-91d2-3ace49ca05f5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273869 Feb 09 21:51:32.724525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-f91c0a2f-80fb-493b-8fc9-bee2c0c0f44e service neutron] 10.222.0.110 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925598 Feb 09 21:51:32.789816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Router ceaa4448-00e7-464b-9227-ccedfee2abef has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:32.822035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7582500-6f11-43b8-a5c3-13f45226de41 req-d4de7e5c-bcb7-4fcb-8b14-f08dfa2b1724 service neutron] 10.222.0.110 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918894 Feb 09 21:51:32.936332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dcffb-b7c7-41a1-ab19-77a70491f078 req-fc921a79-26e4-46d6-8f5f-030430e34f11 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.937865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-913dcffb-b7c7-41a1-ab19-77a70491f078 req-fc921a79-26e4-46d6-8f5f-030430e34f11 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 943 time: 0.1010354 Feb 09 21:51:32.943059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:32.953616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] Sync routers for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:32.956223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e297a7a9-d29c-4387-8a6d-0ed99e79c0f9 admin admin] 10.222.0.98 "PUT /v2.0/routers/ceaa4448-00e7-464b-9227-ccedfee2abef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2353597 Feb 09 21:51:32.963359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:32.974306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:32.981902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:32.989550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-e564770f-8aa9-44b3-9047-33a244456e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.994887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-e564770f-8aa9-44b3-9047-33a244456e3b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fbafb900dce54da98382f75cbbbcffd2&device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 1126 time: 0.0611541 Feb 09 21:51:32.995954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43032) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:33.117217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-913dcffb-b7c7-41a1-ab19-77a70491f078 req-42358fd7-450e-43d6-bd1a-2397edaa6672 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640694 Feb 09 21:51:33.143960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49122695-818c-4346-8d6f-b25aa2976e66 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:33.164291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7694-f5ad-4bee-b180-c34783094859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.165848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks [] for router (ceaa4448-00e7-464b-9227-ccedfee2abef), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.166590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-5c264a45-3f5c-4d77-b15b-bd864f3f04fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.169677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-5c264a45-3f5c-4d77-b15b-bd864f3f04fe service neutron] 10.222.0.110 "GET /v2.0/networks?id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec HTTP/1.1" status: 200 len: 909 time: 0.1562064 Feb 09 21:51:33.245196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-bf077886-662e-4a86-90da-d53856953bab service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 HTTP/1.1" status: 200 len: 217 time: 0.0527096 Feb 09 21:51:33.272991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49122695-818c-4346-8d6f-b25aa2976e66,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:33.298581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '49122695-818c-4346-8d6f-b25aa2976e66', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'port_id': '49122695-818c-4346-8d6f-b25aa2976e66', 'mac_address': 'fa:16:3e:32:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:33.318317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks [] for router_gateway (ceaa4448-00e7-464b-9227-ccedfee2abef), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.322981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-72d0481e-62c6-4f85-b063-bd437bcc3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.325048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-72d0481e-62c6-4f85-b063-bd437bcc3fa0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9 HTTP/1.1" status: 200 len: 848 time: 0.0622337 Feb 09 21:51:33.344472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bdf76-82c4-41a4-85ca-770ed70b6295 req-13e7d025-d004-468b-afd6-5e1974e472cf tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.351217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab6bdf76-82c4-41a4-85ca-770ed70b6295 req-13e7d025-d004-468b-afd6-5e1974e472cf tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.2070351 Feb 09 21:51:33.359788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:33.393156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-5a123082-4d68-4e07-8513-f95a9543a3c0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583532 Feb 09 21:51:33.457946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc8b46-e215-46bf-8421-3864facd6abc req-71df4cd5-6b86-4b2e-813b-4d1269f8ff93 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.459634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3abc8b46-e215-46bf-8421-3864facd6abc req-71df4cd5-6b86-4b2e-813b-4d1269f8ff93 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 944 time: 0.1029294 Feb 09 21:51:33.515471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-f6027d74-cf35-43b1-8ad3-5c16b74d161d service neutron] 10.222.0.110 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073961 Feb 09 21:51:33.548571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3abc8b46-e215-46bf-8421-3864facd6abc req-1753bc40-3875-4644-b9ca-47b022ea0f7e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 Feb 09 21:51:33.555637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Deleting port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:33.556328 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.563934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 49122695-818c-4346-8d6f-b25aa2976e66 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:33.564363 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49122695-818c-4346-8d6f-b25aa2976e66), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.578051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab6bdf76-82c4-41a4-85ca-770ed70b6295 req-ffe9026f-5fae-43eb-bd54-ef03d6a8b209 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258837 Feb 09 21:51:33.596844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49122695-818c-4346-8d6f-b25aa2976e66 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:33.649674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:51:32Z', 'revision_number': 5, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port': {'id': 'ac7a854d-82da-47a9-bb1b-7e8e3ebd847a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:04Z', 'updated_at': '2022-02-09T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:33.653134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49122695-818c-4346-8d6f-b25aa2976e66,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:33.666901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] For port ac7a854d-82da-47a9-bb1b-7e8e3ebd847a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:33.668237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.682712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] Checking router: ceaa4448-00e7-464b-9227-ccedfee2abef for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:33.682954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Calling delete_port for ac7a854d-82da-47a9-bb1b-7e8e3ebd847a owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:33.693291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] Routers {'ceaa4448-00e7-464b-9227-ccedfee2abef'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:33.693927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ceaa4448-00e7-464b-9227-ccedfee2abef'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:33.728687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-842e2edb-6c7f-437d-89ce-66caf193d951 req-53a5f81f-a245-4037-9de5-942855a3d242 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 210 time: 0.0472381 Feb 09 21:51:33.730597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7694-f5ad-4bee-b180-c34783094859 admin admin] Publish callbacks [] for security_group (c7aca9e1-3abd-4156-877e-0fddc6db48c6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.766420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e516215-6041-4abe-8548-bbfe95b388e0 req-17140ae4-6813-43cb-9d30-1cf7f270c59d service neutron] 10.222.0.110 "GET /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355227 Feb 09 21:51:33.770813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.804939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7694-f5ad-4bee-b180-c34783094859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c7aca9e1-3abd-4156-877e-0fddc6db48c6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.836635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] Set router ceaa4448-00e7-464b-9227-ccedfee2abef gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:33.850714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6f9d7694-f5ad-4bee-b180-c34783094859 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6f2c3d06a4534e0596f7b332f5aa9fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8535087 Feb 09 21:51:33.851078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43042) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:33.851811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d7694-f5ad-4bee-b180-c34783094859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aca9e1-3abd-4156-877e-0fddc6db48c6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:33.866701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:33.904892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 6, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:33.936428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c596d4-32ce-47dc-9663-ae624023a516 None None] The sync data for ids ['ceaa4448-00e7-464b-9227-ccedfee2abef'] in n-d-828599-1 is: [{'id': 'ceaa4448-00e7-464b-9227-ccedfee2abef', 'name': 'tempest-ServersTestManualDisk-398331878-router', 'tenant_id': '3885a33537424df6994ec22f1633d088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:02Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 6, 'project_id': '3885a33537424df6994ec22f1633d088', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:33.941173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74cbb0d9-109d-490e-a7fd-5387c46ea32f admin admin] Publish callbacks [] for security_group (c7aca9e1-3abd-4156-877e-0fddc6db48c6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.966436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74cbb0d9-109d-490e-a7fd-5387c46ea32f admin admin] Publish callbacks [] for security_group (c7aca9e1-3abd-4156-877e-0fddc6db48c6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.015013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49122695-818c-4346-8d6f-b25aa2976e66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:34.033057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ac7a854d-82da-47a9-bb1b-7e8e3ebd847a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.059567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7a854d-82da-47a9-bb1b-7e8e3ebd847a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:34.124857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74cbb0d9-109d-490e-a7fd-5387c46ea32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c7aca9e1-3abd-4156-877e-0fddc6db48c6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.127428 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74cbb0d9-109d-490e-a7fd-5387c46ea32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.128641 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-74cbb0d9-109d-490e-a7fd-5387c46ea32f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c7aca9e1-3abd-4156-877e-0fddc6db48c6 HTTP/1.1" status: 204 len: 168 time: 0.2606645 Feb 09 21:51:34.144279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbb0d9-109d-490e-a7fd-5387c46ea32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aca9e1-3abd-4156-877e-0fddc6db48c6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:34.152193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (ceaa4448-00e7-464b-9227-ccedfee2abef), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.257311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (ceaa4448-00e7-464b-9227-ccedfee2abef), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.273829 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks [] for router_controller (ceaa4448-00e7-464b-9227-ccedfee2abef), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.333663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167788e-616b-428f-9269-e423074cf531 req-5a776243-3cfc-4e8c-bf67-4ce57e1829cd tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:34.335191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7167788e-616b-428f-9269-e423074cf531 req-5a776243-3cfc-4e8c-bf67-4ce57e1829cd tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 944 time: 0.0950093 Feb 09 21:51:34.386103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7167788e-616b-428f-9269-e423074cf531 req-61b033b1-2bc1-428d-bc2e-fcdf4797e23b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Feb 09 21:51:34.393285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (ceaa4448-00e7-464b-9227-ccedfee2abef), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.393834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceaa4448-00e7-464b-9227-ccedfee2abef {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:51:34.400091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.401009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b1edcefb-e5c9-4bfb-8f4d-a0115a16114a admin admin] 10.222.0.98 "DELETE /v2.0/routers/ceaa4448-00e7-464b-9227-ccedfee2abef HTTP/1.1" status: 204 len: 168 time: 1.4366481 Feb 09 21:51:34.403936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43050) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:34.455368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] Deleting subnet f328736f-78e6-4748-97fa-a7416962ac71 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:34.458801 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] Publish callbacks [] for subnet (f328736f-78e6-4748-97fa-a7416962ac71), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.497329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f328736f-78e6-4748-97fa-a7416962ac71), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.576465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f328736f-78e6-4748-97fa-a7416962ac71), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.642483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-84f70418-0e5b-46ab-a66a-e3b74e9d7700 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7587b735d473437a89b1e9acc659162f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316899 Feb 09 21:51:34.759243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25748cd5-2619-4074-b0eb-410beda5673a req-a72fb012-830b-4503-8abc-194a0436c614 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:34.762926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25748cd5-2619-4074-b0eb-410beda5673a req-a72fb012-830b-4503-8abc-194a0436c614 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0847645 Feb 09 21:51:34.787923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ac7a854d-82da-47a9-bb1b-7e8e3ebd847a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:34.814900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ac7a854d-82da-47a9-bb1b-7e8e3ebd847a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:34.815300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ac7a854d-82da-47a9-bb1b-7e8e3ebd847a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:34.816809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0cc52659-14b3-41d7-a48d-926c3e171146 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:34.841445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 0cc52659-14b3-41d7-a48d-926c3e171146 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:34.844041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0cc52659-14b3-41d7-a48d-926c3e171146 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:34.872931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25748cd5-2619-4074-b0eb-410beda5673a req-87c461ad-2d0a-403b-af6d-91de00c744ae tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981517 Feb 09 21:51:34.901634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a460dc0-45b9-4d29-a0d7-b06fb1e17b02 req-348f61a0-a280-4a5b-8570-bd18f67d119e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:34.901634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a460dc0-45b9-4d29-a0d7-b06fb1e17b02 req-348f61a0-a280-4a5b-8570-bd18f67d119e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 944 time: 0.2247963 Feb 09 21:51:34.938746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f328736f-78e6-4748-97fa-a7416962ac71), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.963870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a889d46-0c72-4db2-b4fd-96e2afc114eb req-8d0b6a7b-af8c-412c-8451-00a5d8d65334 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 210 time: 0.0336752 Feb 09 21:51:34.996253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f328736f-78e6-4748-97fa-a7416962ac71,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.008175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.010018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08af71-eb1a-45fb-8026-ed4cffc0dc60 None None] Network 0418313c-85eb-4887-82f8-9dbf128da3df requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:35.012134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5e2e04d4-eb0d-44d9-b44e-5b0e52d1721e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f328736f-78e6-4748-97fa-a7416962ac71 HTTP/1.1" status: 204 len: 168 time: 0.6064389 Feb 09 21:51:35.019881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-3bc382ec-932f-48d6-a779-1c00af30bbf0 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:35.021475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-3bc382ec-932f-48d6-a779-1c00af30bbf0 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3712916 Feb 09 21:51:35.021980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43066) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:35.066843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49122695-818c-4346-8d6f-b25aa2976e66 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:35.100804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0418313c-85eb-4887-82f8-9dbf128da3df), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.114463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Request body: {'port': {'device_id': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': '7587b735d473437a89b1e9acc659162f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:35.176388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a460dc0-45b9-4d29-a0d7-b06fb1e17b02 req-0a2e4f5a-dfa8-4071-b55a-ede0d4adc20a tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683256 Feb 09 21:51:35.274162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 49122695-818c-4346-8d6f-b25aa2976e66 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:35.280727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] DHCP port deletion for 0418313c-85eb-4887-82f8-9dbf128da3df request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:35.281928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Deleting port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:35.282452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.286337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 49122695-818c-4346-8d6f-b25aa2976e66 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:35.286979 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49122695-818c-4346-8d6f-b25aa2976e66), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.351549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] For port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:35.352184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.361954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Made reservation on behalf of 7587b735d473437a89b1e9acc659162f for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:35.365343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.371644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Calling delete_port for 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:35.380565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.411691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] Deleting port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:35.411691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.481474 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2775d05b-d8e6-435a-805e-a196ce4be8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.499875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 49122695-818c-4346-8d6f-b25aa2976e66 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:35.500282 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49122695-818c-4346-8d6f-b25aa2976e66), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.534212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] For port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,segment=NetworkSegment(b0e60b73-f351-4c16-93e1-c31aa0275408),segment_id=b0e60b73-f351-4c16-93e1-c31aa0275408)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:35.534628 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.551070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:35.553542 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724ecac8-2b85-42fa-bb8c-31d6f6b53ca4" -d '{"events": [{"server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "name": "network-vif-plugged", "status": "completed", "tag": "49122695-818c-4346-8d6f-b25aa2976e66"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:35.568524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] Calling delete_port for 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:35.576873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49122695-818c-4346-8d6f-b25aa2976e66,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:35.577167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c7e9b-cb9c-4586-820c-b76363a90677 req-1eec1a6e-a588-4269-86ef-4b1b936e1a30 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:35.577307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-081c7e9b-cb9c-4586-820c-b76363a90677 req-1eec1a6e-a588-4269-86ef-4b1b936e1a30 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 944 time: 0.1095133 Feb 09 21:51:35.586469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:35.592188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks [] for security_group (b18c80a2-0472-421a-9313-d61528be1da7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.605693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.644231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] No DVR routers for this DVR port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:35.646018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Pushing event deleted for resources: {'Port': ['ID=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.670845 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eae60b-8c3a-440c-956b-c959795aa853 x-openstack-request-id: req-15eae60b-8c3a-440c-956b-c959795aa853 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:35.671021 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "name": "network-vif-plugged", "status": "completed", "tag": "49122695-818c-4346-8d6f-b25aa2976e66", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:35.671288 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-15eae60b-8c3a-440c-956b-c959795aa853 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:35.671686 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66', 'code': 200} Feb 09 21:51:35.684545 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.769750 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (77ae4d78-ad7a-4b0f-92c3-0cea1d69494a), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.779422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8dbcf-930d-4961-8b0b-c29270368dd0 req-3b2c3c63-b580-40fd-b66a-e8a57d07ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:35.781092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67c8dbcf-930d-4961-8b0b-c29270368dd0 req-3b2c3c63-b580-40fd-b66a-e8a57d07ca71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.0620279 Feb 09 21:51:35.814486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] No DVR routers for this DVR port 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:35.821927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.859023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67c8dbcf-930d-4961-8b0b-c29270368dd0 req-8e57050c-fafe-4912-8816-d020b1dd0991 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 Feb 09 21:51:35.864651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc50ff-36bf-4696-afcf-c1994f781807 None None] Pushing event deleted for resources: {'Port': ['ID=77ae4d78-ad7a-4b0f-92c3-0cea1d69494a,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.915804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:35.939092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870', 'network_id': 'f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec', 'port_id': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870', 'mac_address': 'fa:16:3e:9b:07:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:35.993849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:35.994660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.001514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b18c80a2-0472-421a-9313-d61528be1da7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.010151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:36.034410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:36.037566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-081c7e9b-cb9c-4586-820c-b76363a90677 req-4986546c-e05f-451f-a6fc-492adfbfce35 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478817 Feb 09 21:51:36.045851 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0418313c-85eb-4887-82f8-9dbf128da3df), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.073229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3acd9e-3946-4533-bf6b-04aaffc4b0f8 req-a712e365-6ca7-490e-9b80-c456ecd1f930 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.075596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f3acd9e-3946-4533-bf6b-04aaffc4b0f8 req-a712e365-6ca7-490e-9b80-c456ecd1f930 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0616989 Feb 09 21:51:36.105080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c80a2-0472-421a-9313-d61528be1da7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.127637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0418313c-85eb-4887-82f8-9dbf128da3df']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:36.137361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f3acd9e-3946-4533-bf6b-04aaffc4b0f8 req-880758a8-80c3-4866-b368-9a594a86e27b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549421 Feb 09 21:51:36.141936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e60b73-f351-4c16-93e1-c31aa0275408') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:36.142244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e60b73-f351-4c16-93e1-c31aa0275408') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:36.145572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.173191 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b0e60b73-f351-4c16-93e1-c31aa0275408), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.199387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.201327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b0e60b73-f351-4c16-93e1-c31aa0275408), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.213431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:36.213845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b0e60b73-f351-4c16-93e1-c31aa0275408), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:36.216362 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:36.264323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Allocated IP 192.168.233.215 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/4fc2f967-27cc-4fd4-a59d-41b4224d3626) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:36.276150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf987154-acf6-4713-810f-c95feac11b8e req-dbc99a63-80b4-4953-af99-e93da7820882 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 210 time: 0.0379970 Feb 09 21:51:36.392444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0418313c-85eb-4887-82f8-9dbf128da3df), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.407423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.410588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] 10.222.0.98 "DELETE /v2.0/networks/0418313c-85eb-4887-82f8-9dbf128da3df HTTP/1.1" status: 204 len: 168 time: 1.3855145 Feb 09 21:51:36.428427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3d467-1899-4bb5-88a3-76d18312803c admin admin] Pushing event deleted for resources: {'Network': ['ID=0418313c-85eb-4887-82f8-9dbf128da3df,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.440069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487896-290e-4ba6-b5d3-a7745ada3f7a req-3b71c2ec-58ee-4a54-b605-458408ba2bcf tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.441825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b487896-290e-4ba6-b5d3-a7745ada3f7a req-3b71c2ec-58ee-4a54-b605-458408ba2bcf tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 945 time: 0.1469965 Feb 09 21:51:36.475278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:36.510781 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks [] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.524299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b487896-290e-4ba6-b5d3-a7745ada3f7a req-86076e17-5a4a-48a4-9c9d-dd7b6baf157c tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 Feb 09 21:51:36.553364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:36.581211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:36.581561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 77ae4d78-ad7a-4b0f-92c3-0cea1d69494a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:36.636052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.700978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:36.704672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:36.708964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:36.741334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43124) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.743908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Pushing event updated for resources: {'Port': ['ID=4fc2f967-27cc-4fd4-a59d-41b4224d3626,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.776451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43130) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.810606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.811293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.826304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a8ff01c2-dc68-40c9-84d6-02f2e5619f3b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3885a33537424df6994ec22f1633d088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478442 Feb 09 21:51:36.828957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43132) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.906859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6425949e-6f14-4ae8-98fa-a5c35e69e346 admin admin] Publish callbacks [] for security_group (dbe461e3-7ec5-480d-ba2d-7445665f3eee), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.924969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-27107c6b-f075-4e92-b6f8-2d8a243488ac tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8175645 Feb 09 21:51:36.942767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Request body: {'port': {'device_id': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:36.946299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6425949e-6f14-4ae8-98fa-a5c35e69e346 admin admin] Publish callbacks [] for security_group (dbe461e3-7ec5-480d-ba2d-7445665f3eee), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.976498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e2489776-a9d6-4807-ad90-aad560fb599b None None] Provisioning complete for port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:36.977157 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2489776-a9d6-4807-ad90-aad560fb599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.023572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70e5295b-0335-496d-9944-a4dcda9ea245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.030785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e2489776-a9d6-4807-ad90-aad560fb599b None None] Port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:37.037915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.110754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70e5295b-0335-496d-9944-a4dcda9ea245 admin admin] Publish callbacks [] for security_group (b2379ae8-6328-4b4a-a870-ed80b6df2bbe), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.149698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6425949e-6f14-4ae8-98fa-a5c35e69e346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dbe461e3-7ec5-480d-ba2d-7445665f3eee), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.152962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6425949e-6f14-4ae8-98fa-a5c35e69e346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.154189 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6425949e-6f14-4ae8-98fa-a5c35e69e346 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dbe461e3-7ec5-480d-ba2d-7445665f3eee HTTP/1.1" status: 204 len: 168 time: 0.3239734 Feb 09 21:51:37.171664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ba384-8039-47f7-9855-1805f19c4e73 req-107a6382-720f-4bc6-9b3e-bb0400cc519d tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.173645 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa3ba384-8039-47f7-9855-1805f19c4e73 req-107a6382-720f-4bc6-9b3e-bb0400cc519d tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0568211 Feb 09 21:51:37.175456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425949e-6f14-4ae8-98fa-a5c35e69e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe461e3-7ec5-480d-ba2d-7445665f3eee,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:37.207497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70e5295b-0335-496d-9944-a4dcda9ea245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b2379ae8-6328-4b4a-a870-ed80b6df2bbe), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.287653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-70e5295b-0335-496d-9944-a4dcda9ea245 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8f7e83e55cbc4e89915ffc8ea4117108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448005 Feb 09 21:51:37.288655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5295b-0335-496d-9944-a4dcda9ea245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2379ae8-6328-4b4a-a870-ed80b6df2bbe,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:37.293553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa3ba384-8039-47f7-9855-1805f19c4e73 req-86640089-e8ea-4b86-958b-20559b7f305c tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135583 Feb 09 21:51:37.294349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43140) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:37.343282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed148c-722d-4d54-aed9-ec00f79ff307 req-4fda5600-2ead-443c-b01c-01c37d01c346 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.344883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1ed148c-722d-4d54-aed9-ec00f79ff307 req-4fda5600-2ead-443c-b01c-01c37d01c346 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1136684 Feb 09 21:51:37.373140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6822a3a9-9278-417f-be73-69d67bfeda0f admin admin] Publish callbacks [] for security_group (b2379ae8-6328-4b4a-a870-ed80b6df2bbe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.423522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1ed148c-722d-4d54-aed9-ec00f79ff307 req-46bd78e7-8480-4ef0-9bf7-89f3a9110909 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726185 Feb 09 21:51:37.424752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6822a3a9-9278-417f-be73-69d67bfeda0f admin admin] Publish callbacks [] for security_group (b2379ae8-6328-4b4a-a870-ed80b6df2bbe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.461681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc2f967-27cc-4fd4-a59d-41b4224d3626 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:37.465822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e6ddf-ac0a-4668-90d2-0508692a4678 req-0a391415-b2c1-4ca6-9b37-868227b42939 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.467336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c2e6ddf-ac0a-4668-90d2-0508692a4678 req-0a391415-b2c1-4ca6-9b37-868227b42939 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 936 time: 0.0922987 Feb 09 21:51:37.469490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Publish callbacks [] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.481737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Transition to ACTIVE for port object 4fc2f967-27cc-4fd4-a59d-41b4224d3626 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:37.512427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03ad58ed-5554-41f1-a7ad-fae1481aa716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.522822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c2e6ddf-ac0a-4668-90d2-0508692a4678 req-4c7c891c-3171-4f6f-b2aa-c96cab086b37 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479259 Feb 09 21:51:37.562266 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.599164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:37.604279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6822a3a9-9278-417f-be73-69d67bfeda0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b2379ae8-6328-4b4a-a870-ed80b6df2bbe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.607326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6822a3a9-9278-417f-be73-69d67bfeda0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.610098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6822a3a9-9278-417f-be73-69d67bfeda0f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b2379ae8-6328-4b4a-a870-ed80b6df2bbe HTTP/1.1" status: 204 len: 168 time: 0.3147962 Feb 09 21:51:37.631476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822a3a9-9278-417f-be73-69d67bfeda0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2379ae8-6328-4b4a-a870-ed80b6df2bbe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:37.689526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc2f967-27cc-4fd4-a59d-41b4224d3626,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:37.768534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:37.773024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9439-05d5-4da6-bc79-74d5eb1092a3 req-cf7596c4-e5c7-47a5-a05f-f6df85b69672 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.774629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-324d9439-05d5-4da6-bc79-74d5eb1092a3 req-cf7596c4-e5c7-47a5-a05f-f6df85b69672 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 945 time: 0.1512725 Feb 09 21:51:37.776766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:37.777371 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.810139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Attempting to bind port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:37.810657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Attempting to bind port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:37.811092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Attempting to bind port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:37.821540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:37.822016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Attempting to bind port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:37.836100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:37.836454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:37.836849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:37.837302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Bound port: 4fc2f967-27cc-4fd4-a59d-41b4224d3626, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:37.837671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.866802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-324d9439-05d5-4da6-bc79-74d5eb1092a3 req-2acbdcba-6d34-4f9b-87e1-c8bc4d71142e tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851657 Feb 09 21:51:37.879344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:37.879850 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.914552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14da328d-7dce-4bed-93d3-bb7f45320741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:37.917173 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b031cc-704e-4efb-8667-ad910ef00725" -d '{"events": [{"server_uuid": "14da328d-7dce-4bed-93d3-bb7f45320741", "name": "network-vif-plugged", "status": "completed", "tag": "f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:37.926943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] For port 4fc2f967-27cc-4fd4-a59d-41b4224d3626, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:37.932182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] For port 4fc2f967-27cc-4fd4-a59d-41b4224d3626, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:37.936276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:37.965636 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0ac30-6936-4463-8099-59f66daad11e x-openstack-request-id: req-b9c0ac30-6936-4463-8099-59f66daad11e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:37.965970 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14da328d-7dce-4bed-93d3-bb7f45320741", "name": "network-vif-plugged", "status": "completed", "tag": "f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:37.966470 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9c0ac30-6936-4463-8099-59f66daad11e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:37.967039 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14da328d-7dce-4bed-93d3-bb7f45320741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870', 'code': 200} Feb 09 21:51:38.002712 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.030874 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.055269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.055938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.057348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/4fc2f967-27cc-4fd4-a59d-41b4224d3626 HTTP/1.1" status: 200 len: 1096 time: 1.1223788 Feb 09 21:51:38.063535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'tag': '4fc2f967-27cc-4fd4-a59d-41b4224d3626'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:38.066708 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1a944-b812-4d13-88aa-9f44c4deb4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "24a319db-68c3-4b97-8f09-8b01b0aa0342", "tag": "4fc2f967-27cc-4fd4-a59d-41b4224d3626"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:38.085937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d22a0-769d-42e0-8c4e-8f9034429da3 req-c6618417-3160-4a29-8541-0ca7113bce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.088022 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c20d22a0-769d-42e0-8c4e-8f9034429da3 req-c6618417-3160-4a29-8541-0ca7113bce4d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 1128 time: 0.0647125 Feb 09 21:51:38.114594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:38.150028 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852a60bd-5317-464d-88af-5c613a8ddd18 x-openstack-request-id: req-852a60bd-5317-464d-88af-5c613a8ddd18 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:38.150028 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a319db-68c3-4b97-8f09-8b01b0aa0342", "tag": "4fc2f967-27cc-4fd4-a59d-41b4224d3626", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:38.150028 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-852a60bd-5317-464d-88af-5c613a8ddd18 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:38.150028 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'tag': '4fc2f967-27cc-4fd4-a59d-41b4224d3626', 'status': 'completed', 'code': 200} Feb 09 21:51:38.150028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1440c8-0fa9-4d5a-8340-4d4b1e57d1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc2f967-27cc-4fd4-a59d-41b4224d3626,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:38.186045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c20d22a0-769d-42e0-8c4e-8f9034429da3 req-b7a63635-a452-494e-98fa-cd1662ee45ac service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 Feb 09 21:51:38.240805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a944-b812-4d13-88aa-9f44c4deb4aa req-8688d1f2-1a63-4946-934f-c2da3d964017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.242378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cb1a944-b812-4d13-88aa-9f44c4deb4aa req-8688d1f2-1a63-4946-934f-c2da3d964017 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7587b735d473437a89b1e9acc659162f&device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 1130 time: 0.0607245 Feb 09 21:51:38.270185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cb1a944-b812-4d13-88aa-9f44c4deb4aa req-dfcb2090-c43d-434e-b928-59bb895104ec service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7587b735d473437a89b1e9acc659162f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201743 Feb 09 21:51:38.370603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a944-b812-4d13-88aa-9f44c4deb4aa req-75b1c58a-d2da-49ae-95e5-fd40f5b9d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.372342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cb1a944-b812-4d13-88aa-9f44c4deb4aa req-75b1c58a-d2da-49ae-95e5-fd40f5b9d099 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953248 Feb 09 21:51:38.462146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43184) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:38.481665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-7b896e09-8001-43de-a8e7-0076adea8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.481665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-7b896e09-8001-43de-a8e7-0076adea8bad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7587b735d473437a89b1e9acc659162f&device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 1130 time: 0.0722835 Feb 09 21:51:38.490088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ac905-162e-4ca7-b636-25549f8a0fa5 req-aa6bcf4f-6bcb-4ab4-b4a8-ff7b959919a2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.497279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-361ac905-162e-4ca7-b636-25549f8a0fa5 req-aa6bcf4f-6bcb-4ab4-b4a8-ff7b959919a2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0870025 Feb 09 21:51:38.533709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-2351d55b-9912-4751-9754-a6ca2ccf159e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626 HTTP/1.1" status: 200 len: 217 time: 0.0423539 Feb 09 21:51:38.544149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-361ac905-162e-4ca7-b636-25549f8a0fa5 req-fca7ffff-65e7-4e30-863b-4a75af474da1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457318 Feb 09 21:51:38.635360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-6ffa79dc-b3d0-460a-a5bb-7df806622452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.637432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-6ffa79dc-b3d0-460a-a5bb-7df806622452 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0965593 Feb 09 21:51:38.637813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1695813764-network', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:38.649031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ff2f8-03db-4531-a64b-d8ff32f1bbfd req-fdd53e4c-9058-4f75-b1d8-6d688091e10a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.650939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-760ff2f8-03db-4531-a64b-d8ff32f1bbfd req-fdd53e4c-9058-4f75-b1d8-6d688091e10a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1018748 Feb 09 21:51:38.683324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6d7e9-d903-4f9f-bdd0-cb9f0fc83cda req-1a2092f9-3078-41c7-b465-d66366d8a677 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.684884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77f6d7e9-d903-4f9f-bdd0-cb9f0fc83cda req-1a2092f9-3078-41c7-b465-d66366d8a677 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 948 time: 0.0817325 Feb 09 21:51:38.736734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Made reservation on behalf of 871b3132515c4a0f8ea3fad830c23874 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:38.739047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.741816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-f9bd4e1c-0668-423b-8c21-2ea45152e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.743309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-f9bd4e1c-0668-423b-8c21-2ea45152e828 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0914896 Feb 09 21:51:38.745400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77f6d7e9-d903-4f9f-bdd0-cb9f0fc83cda req-0838ec96-b3bf-4d59-9268-5756804e4e9f tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Feb 09 21:51:38.747849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-760ff2f8-03db-4531-a64b-d8ff32f1bbfd req-2097f684-4829-41a3-9376-b6589ac665a5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857320 Feb 09 21:51:38.773571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.847406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-d5d1b8cc-6d24-4597-b5a6-10bf14d0cf96 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971467 Feb 09 21:51:38.856805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks [] for security_group (bcae7769-191d-473a-9d7b-8be1bbc7c4ff), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.949526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc437cb3-e2ac-4e75-a0a8-34900b0c620c req-6c38fd6a-5c99-462b-8e72-66d2d4c4892b service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950031 Feb 09 21:51:38.983023 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bcae7769-191d-473a-9d7b-8be1bbc7c4ff), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.005718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:51:39.013404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.028956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (34e89a6e-1346-4f3f-9354-081a82411925), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.029302 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Added segment 34e89a6e-1346-4f3f-9354-081a82411925 of type vlan for network de77f096-ad5e-4478-9aa3-38b40b1cb433 Feb 09 21:51:39.032361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcae7769-191d-473a-9d7b-8be1bbc7c4ff,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:39.048622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fd65-03dd-4cd8-af9a-dad72ed7d3e7 req-9abafb32-da7d-4b16-aa36-f8cec6761890 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.050134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8383fd65-03dd-4cd8-af9a-dad72ed7d3e7 req-9abafb32-da7d-4b16-aa36-f8cec6761890 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 946 time: 0.1109593 Feb 09 21:51:39.057458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.057813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.058696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.059177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.059377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.059728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.060095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.060428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.060760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.061088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.061415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.061741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.062067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:39.114332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (de77f096-ad5e-4478-9aa3-38b40b1cb433), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.161384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8383fd65-03dd-4cd8-af9a-dad72ed7d3e7 req-d850f325-f3e1-4432-83f3-452b6f7e9fd4 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740209 Feb 09 21:51:39.224613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (de77f096-ad5e-4478-9aa3-38b40b1cb433), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.225743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.226339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.267036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1fc6a-c4be-4f47-86c6-093360643cf2 req-032b1905-3b42-466f-ae23-eeff036aa2f2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.272900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95e1fc6a-c4be-4f47-86c6-093360643cf2 req-032b1905-3b42-466f-ae23-eeff036aa2f2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0625587 Feb 09 21:51:39.291740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=de77f096-ad5e-4478-9aa3-38b40b1cb433,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:39.301966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:51:39.347690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-27b92620-a55c-4b63-9842-fe45647cdaa8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8844543 Feb 09 21:51:39.352381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43210) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:39.362876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Request body: {'subnet': {'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1695813764-subnet', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:39.371800 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95e1fc6a-c4be-4f47-86c6-093360643cf2 req-4ad627b6-cb51-4211-858d-af2e75c099fd tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867426 Feb 09 21:51:39.389707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-b2f1500c-7755-4503-a9f5-79d98e3a6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.396908 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-b2f1500c-7755-4503-a9f5-79d98e3a6835 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.1199253 Feb 09 21:51:39.482159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Made reservation on behalf of 871b3132515c4a0f8ea3fad830c23874 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:39.484596 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.495392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-c7da853e-570d-4b1c-bc1d-e47c2de644f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.497495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-c7da853e-570d-4b1c-bc1d-e47c2de644f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 921 time: 0.0941818 Feb 09 21:51:39.544460 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-27f09b72-9ee7-47cb-a594-ac831ae86294 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 217 time: 0.0404353 Feb 09 21:51:39.602446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-08e57d8d-8e7f-40dc-983f-9d583db352f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.604550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-08e57d8d-8e7f-40dc-983f-9d583db352f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.0538719 Feb 09 21:51:39.641891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-d076c2ec-4aa7-47b3-be10-2099826b44d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305068 Feb 09 21:51:39.756868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-0d3a4103-78f4-4233-a488-efc41d6a8cbd service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936646 Feb 09 21:51:39.839029 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ecd9410-f87c-42de-a9b8-aa69a47b683e req-06aac011-b369-492f-943e-36432a9bcdad service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 Feb 09 21:51:39.874516 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (2369572b-34af-42e9-93e8-48a0b0d10055), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.915608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7ca78-6c0e-4735-a74a-7c9f6fd0bfbd req-a72dcab8-0203-4f36-9c47-ec940631cf9c tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.917201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-87f7ca78-6c0e-4735-a74a-7c9f6fd0bfbd req-a72dcab8-0203-4f36-9c47-ec940631cf9c tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 948 time: 0.0575943 Feb 09 21:51:39.964865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-87f7ca78-6c0e-4735-a74a-7c9f6fd0bfbd req-b49dd7b0-03aa-4843-9119-f381d02df85c tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Feb 09 21:51:39.976165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2369572b-34af-42e9-93e8-48a0b0d10055,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:39.986764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e8b65-9320-4518-8c21-946db3adc5bc req-512fbc08-0797-4341-ba8b-bac9d192e1fa tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.993230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad2e8b65-9320-4518-8c21-946db3adc5bc req-512fbc08-0797-4341-ba8b-bac9d192e1fa tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1274753 Feb 09 21:51:39.996277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:39.996646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Network hostable DHCP agents. Network: de77f096-ad5e-4478-9aa3-38b40b1cb433, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:51:40.051629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad2e8b65-9320-4518-8c21-946db3adc5bc req-366c5d28-38e7-46c9-9c13-cf1876b4261c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570533 Feb 09 21:51:40.124893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:51:40.150975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.238592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, de77f096-ad5e-4478-9aa3-38b40b1cb433) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:40.243579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.244724 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.249828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfab2f1-5aed-434e-b48f-f3d09b17bb2f None None] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:40.294634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4047d-6947-44e3-93dd-9c767ccad2de req-62a5ac7e-cfb4-4694-b1eb-0f66ec53ca9f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.296237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07a4047d-6947-44e3-93dd-9c767ccad2de req-62a5ac7e-cfb4-4694-b1eb-0f66ec53ca9f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 946 time: 0.0664537 Feb 09 21:51:40.349968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07a4047d-6947-44e3-93dd-9c767ccad2de req-f6584542-235b-4468-b0f2-0ae570070750 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Feb 09 21:51:40.361809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0d042a11-1304-4c88-aae2-2f00a73ab405 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0044749 Feb 09 21:51:40.364012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43240) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:40.368387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:40.372886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-de77f096-ad5e-4478-9aa3-38b40b1cb433', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:51:40.373938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.483774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (276c7870-7c81-4ba6-809e-29e7c07560d5), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.483774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (276c7870-7c81-4ba6-809e-29e7c07560d5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.529729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Allocated IP 172.20.0.2 (de77f096-ad5e-4478-9aa3-38b40b1cb433/2369572b-34af-42e9-93e8-48a0b0d10055/34e474bd-6a44-412c-980b-9b400652300b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:40.561554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f0dff-012b-41a9-918c-2d22f7d5e824 req-941c548f-4497-4672-b316-7e26cf6cf7e5 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.563011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d28f0dff-012b-41a9-918c-2d22f7d5e824 req-941c548f-4497-4672-b316-7e26cf6cf7e5 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1103206 Feb 09 21:51:40.565898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks [] for router_controller (276c7870-7c81-4ba6-809e-29e7c07560d5), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.610135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d28f0dff-012b-41a9-918c-2d22f7d5e824 req-403a2532-a142-491d-b3fd-37e07caa1576 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Feb 09 21:51:40.684711 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Publish callbacks [] for port (34e474bd-6a44-412c-980b-9b400652300b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.770883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (34e474bd-6a44-412c-980b-9b400652300b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.813147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:40.814799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:40.816048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks [] for router_gateway (276c7870-7c81-4ba6-809e-29e7c07560d5), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.819061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:40.825006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Pushing event updated for resources: {'Port': ['ID=34e474bd-6a44-412c-980b-9b400652300b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.881530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Attempting to bind port 34e474bd-6a44-412c-980b-9b400652300b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:40.881904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Attempting to bind port 34e474bd-6a44-412c-980b-9b400652300b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:40.882762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Attempting to bind port 34e474bd-6a44-412c-980b-9b400652300b on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:40.889181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:40.889619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:40.890177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.890755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Bound using segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:40.891239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Bound port: 34e474bd-6a44-412c-980b-9b400652300b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:40.891684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34e474bd-6a44-412c-980b-9b400652300b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.964224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] For port 34e474bd-6a44-412c-980b-9b400652300b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:40.968298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] For port 34e474bd-6a44-412c-980b-9b400652300b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34e474bd-6a44-412c-980b-9b400652300b,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:41.065984 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34e474bd-6a44-412c-980b-9b400652300b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.123250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20915fe-8254-4979-a457-2804b77b2dc3 req-fab3b09b-f9fe-4429-90ca-2f7ab74550d1 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.132819 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a20915fe-8254-4979-a457-2804b77b2dc3 req-fab3b09b-f9fe-4429-90ca-2f7ab74550d1 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 948 time: 0.0939581 Feb 09 21:51:41.147258 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks [] for router_gateway (276c7870-7c81-4ba6-809e-29e7c07560d5), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.152647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd1197-cc6c-4528-946f-5d8835785942 None None] Pushing event updated for resources: {'Port': ['ID=34e474bd-6a44-412c-980b-9b400652300b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:41.180996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.202378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a20915fe-8254-4979-a457-2804b77b2dc3 req-c984878f-ef30-435a-b4c2-4c0ec2b1fb8e tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599174 Feb 09 21:51:41.310446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892648-d000-4d21-9f5d-440fbe63963b req-22d1568f-c136-4c58-840c-9f620319000f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.312032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6892648-d000-4d21-9f5d-440fbe63963b req-22d1568f-c136-4c58-840c-9f620319000f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1404998 Feb 09 21:51:41.357978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Allocated IP 172.25.5.157 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/3019a9fb-23e7-4eb2-8bf9-41f04c891d0f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:41.418457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6892648-d000-4d21-9f5d-440fbe63963b req-f42fbf43-13f6-400f-a06b-3581c1d701df tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968485 Feb 09 21:51:41.528127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks [] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.659043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.660177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.735950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:41.738375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Pushing event updated for resources: {'Port': ['ID=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:41.741813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:41.755510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:41.797443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc56c27-e02b-423b-9b8d-e9e03ce46542 req-25d8d653-b627-4ba3-896b-596e86fae20a tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.799066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4cc56c27-e02b-423b-9b8d-e9e03ce46542 req-25d8d653-b627-4ba3-896b-596e86fae20a tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 946 time: 0.0724843 Feb 09 21:51:41.800264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c426c5-22e2-4c6a-9a51-ca2745bd9ebf req-86e42b77-38a5-4198-815d-8267c9c9fac4 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.801786 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6c426c5-22e2-4c6a-9a51-ca2745bd9ebf req-86e42b77-38a5-4198-815d-8267c9c9fac4 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1145034 Feb 09 21:51:41.853487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:41.863500 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4cc56c27-e02b-423b-9b8d-e9e03ce46542 req-829fa18b-519d-4fa6-bd1c-56afd6e6cb4d tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575995 Feb 09 21:51:41.951273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6c426c5-22e2-4c6a-9a51-ca2745bd9ebf req-471a74d9-1835-4d6e-bb77-a90d27b279a1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420655 Feb 09 21:51:41.972280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.051498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Publish callbacks [] for security_group (75567e0b-84c0-43c2-a572-875107eaad08), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.150436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (75567e0b-84c0-43c2-a572-875107eaad08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.191918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75567e0b-84c0-43c2-a572-875107eaad08,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:42.200485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ccd55e8f68cf4c1ab5d0e815e95e1cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430328 Feb 09 21:51:42.201791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43286) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:42.210133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.210485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.210831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.211170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.211726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.212262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.212601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.212934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.213265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.213594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.213939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.214335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.214738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145700-5686-43a9-bacb-3aa03d8f4b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:42.254916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b41cc-d745-4f8d-8459-d60ccf1aef28 None None] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:42.279261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba1bf-c192-430f-a026-89bf231ec384 admin admin] Publish callbacks [] for security_group (75567e0b-84c0-43c2-a572-875107eaad08), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.334029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba1bf-c192-430f-a026-89bf231ec384 admin admin] Publish callbacks [] for security_group (75567e0b-84c0-43c2-a572-875107eaad08), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.339556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c4836b7f-841f-4644-9e1f-6599e63b2321 None None] Provisioning complete for port 34e474bd-6a44-412c-980b-9b400652300b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:42.344981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4836b7f-841f-4644-9e1f-6599e63b2321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34e474bd-6a44-412c-980b-9b400652300b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.387577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68043f75-140b-4921-8fa0-1616016441ba req-35e98b2d-2afa-44b0-9a97-4a6fb9edf9f6 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.389070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68043f75-140b-4921-8fa0-1616016441ba req-35e98b2d-2afa-44b0-9a97-4a6fb9edf9f6 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 948 time: 0.0988116 Feb 09 21:51:42.468064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c4836b7f-841f-4644-9e1f-6599e63b2321 None None] Current status of the port 34e474bd-6a44-412c-980b-9b400652300b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:42.468271 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68043f75-140b-4921-8fa0-1616016441ba req-cd70ccf7-b1dd-462e-9a36-faecbcb2660e tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568228 Feb 09 21:51:42.469704 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4836b7f-841f-4644-9e1f-6599e63b2321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34e474bd-6a44-412c-980b-9b400652300b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.481715 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks [] for router_gateway (276c7870-7c81-4ba6-809e-29e7c07560d5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.484697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba1bf-c192-430f-a026-89bf231ec384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (75567e0b-84c0-43c2-a572-875107eaad08), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.488242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba1bf-c192-430f-a026-89bf231ec384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.489495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c4ba1bf-c192-430f-a026-89bf231ec384 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/75567e0b-84c0-43c2-a572-875107eaad08 HTTP/1.1" status: 204 len: 168 time: 0.2867150 Feb 09 21:51:42.512041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ba1bf-c192-430f-a026-89bf231ec384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75567e0b-84c0-43c2-a572-875107eaad08,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:42.578677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c4836b7f-841f-4644-9e1f-6599e63b2321 None None] For port 34e474bd-6a44-412c-980b-9b400652300b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34e474bd-6a44-412c-980b-9b400652300b,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:42.649476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34e474bd-6a44-412c-980b-9b400652300b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:42.674354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4836b7f-841f-4644-9e1f-6599e63b2321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34e474bd-6a44-412c-980b-9b400652300b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.677951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a4618-860a-4dae-a1ed-ac23bd16604b req-9b38b429-7394-474a-8a29-b947fb78400b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.679494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d9a4618-860a-4dae-a1ed-ac23bd16604b req-9b38b429-7394-474a-8a29-b947fb78400b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1397216 Feb 09 21:51:42.741068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4836b7f-841f-4644-9e1f-6599e63b2321 None None] Pushing event updated for resources: {'Port': ['ID=34e474bd-6a44-412c-980b-9b400652300b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:42.746227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 34e474bd-6a44-412c-980b-9b400652300b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:42.751918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34e474bd-6a44-412c-980b-9b400652300b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.802409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1f89b34b-b4c6-4f51-aea9-2c087009525d None None] Provisioning complete for port 34e474bd-6a44-412c-980b-9b400652300b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:42.802874 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f89b34b-b4c6-4f51-aea9-2c087009525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34e474bd-6a44-412c-980b-9b400652300b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.816567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d9a4618-860a-4dae-a1ed-ac23bd16604b req-1fe0f30d-41c4-4784-b2da-f682d1e0a6bf tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887656 Feb 09 21:51:42.837526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (276c7870-7c81-4ba6-809e-29e7c07560d5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:42.884631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 34e474bd-6a44-412c-980b-9b400652300b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:42.931408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f89b34b-b4c6-4f51-aea9-2c087009525d None None] Current status of the port 34e474bd-6a44-412c-980b-9b400652300b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:43.005277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c26c80-b03e-4ef0-9677-0784b18aa6f0 req-c1e9e34c-88a3-4f87-840a-5424c844948a tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.006790 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2c26c80-b03e-4ef0-9677-0784b18aa6f0 req-c1e9e34c-88a3-4f87-840a-5424c844948a tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 946 time: 0.0560150 Feb 09 21:51:43.055874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f2c26c80-b03e-4ef0-9677-0784b18aa6f0 req-25cba4d5-d7fd-462a-a6e0-dd11acb3fb7f tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e9fcade-0eec-48d4-950a-9a9ea23319e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Feb 09 21:51:43.062834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4fc2f967-27cc-4fd4-a59d-41b4224d3626 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:43.081174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47b0e5-1615-46da-aee4-8b8597c3f9e0 req-a7c67c5e-c102-45f6-97d6-a95b817aa7fe tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.082741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec47b0e5-1615-46da-aee4-8b8597c3f9e0 req-a7c67c5e-c102-45f6-97d6-a95b817aa7fe tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0566924 Feb 09 21:51:43.083590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Router 276c7870-7c81-4ba6-809e-29e7c07560d5 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:51:43.166950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4fc2f967-27cc-4fd4-a59d-41b4224d3626, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:43.179250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '4fc2f967-27cc-4fd4-a59d-41b4224d3626', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': '4fc2f967-27cc-4fd4-a59d-41b4224d3626', 'mac_address': 'fa:16:3e:a8:73:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:43.217466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:43.217872 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.230738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc2f967-27cc-4fd4-a59d-41b4224d3626 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:43.241937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec47b0e5-1615-46da-aee4-8b8597c3f9e0 req-1db75d41-e077-4357-82af-152e9e1a0c06 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522772 Feb 09 21:51:43.260080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4fc2f967-27cc-4fd4-a59d-41b4224d3626, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:43.266426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09281667-895f-4ced-a044-7e6e15da0715 req-62315b4b-7c29-49b3-a2e2-991e8fd51bef tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.267947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09281667-895f-4ced-a044-7e6e15da0715 req-62315b4b-7c29-49b3-a2e2-991e8fd51bef tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 946 time: 0.1254251 Feb 09 21:51:43.270799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43300) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:43.283195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:43.285178 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28690649-0064-4b12-9237-83eb68a43531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.292841 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Sync routers for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:43.302715 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:43.303333 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:43.328642 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.378596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28690649-0064-4b12-9237-83eb68a43531 admin admin] Publish callbacks [] for security_group (f2887fd7-fce7-4c7c-961a-b1460af1ec5f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.392074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.396626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=4fc2f967-27cc-4fd4-a59d-41b4224d3626,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:43.396852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45ed868b-5ae6-4df4-bb20-da050d7a2b6c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0284679 Feb 09 21:51:43.397935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43304) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:43.409467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Deleting port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:43.409951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.472125 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28690649-0064-4b12-9237-83eb68a43531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f2887fd7-fce7-4c7c-961a-b1460af1ec5f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.510003 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:43.526524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] For port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,segment=NetworkSegment(5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe),segment_id=5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:43.527062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.530754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28690649-0064-4b12-9237-83eb68a43531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2887fd7-fce7-4c7c-961a-b1460af1ec5f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:43.538956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-28690649-0064-4b12-9237-83eb68a43531 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0efcf984fa8e4300a622a58a54467721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670193 Feb 09 21:51:43.541884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43308) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:43.550779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Calling delete_port for f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:43.590501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['4fc2f967-27cc-4fd4-a59d-41b4224d3626'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:43.628658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5df1478-88da-4675-becb-c2ca34006522 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:43.643794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5df1478-88da-4675-becb-c2ca34006522 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:43.713905 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:41Z', 'revision_number': 3, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:43.746618 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Checking router: 276c7870-7c81-4ba6-809e-29e7c07560d5 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:43.747073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Updating router 276c7870-7c81-4ba6-809e-29e7c07560d5 port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:43.751667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7308e7d-8f62-4f9a-bb30-89246ea78fe3 req-43fef894-32db-4ba7-b34e-af55917bb850 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.753267 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7308e7d-8f62-4f9a-bb30-89246ea78fe3 req-43fef894-32db-4ba7-b34e-af55917bb850 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 949 time: 0.1823199 Feb 09 21:51:43.773961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3bf39c3-a1c1-4c63-9c89-0a0814887d72 admin admin] Publish callbacks [] for security_group (f2887fd7-fce7-4c7c-961a-b1460af1ec5f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.776822 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.801319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.825529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:43.834542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3bf39c3-a1c1-4c63-9c89-0a0814887d72 admin admin] Publish callbacks [] for security_group (f2887fd7-fce7-4c7c-961a-b1460af1ec5f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.844493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Pushing event deleted for resources: {'Port': ['ID=f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:43.921218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] No DVR routers for this DVR port f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:43.923869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.929769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09281667-895f-4ced-a044-7e6e15da0715 req-33563ff7-723b-4e5e-afa4-6da275a3eef6 tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.110 "DELETE /v2.0/ports/f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 HTTP/1.1" status: 204 len: 173 time: 0.6555705 Feb 09 21:51:43.930240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14da328d-7dce-4bed-93d3-bb7f45320741', 'name': 'network-vif-deleted', 'tag': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:43.934074 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488bfe06-bfbd-4023-b00d-b13ed0407122" -d '{"events": [{"server_uuid": "14da328d-7dce-4bed-93d3-bb7f45320741", "name": "network-vif-deleted", "tag": "f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:43.950865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7308e7d-8f62-4f9a-bb30-89246ea78fe3 req-53f85bde-edaa-4078-aaa5-389cc9c082f6 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875525 Feb 09 21:51:43.959393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5df1478-88da-4675-becb-c2ca34006522 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:43.960120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.998807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:44.010772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c8c34-8b1c-45ac-ae24-0b05aba23209 req-3291a4e4-dfd5-4a2b-b888-29c7a906d6e7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.013161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db1c8c34-8b1c-45ac-ae24-0b05aba23209 req-3291a4e4-dfd5-4a2b-b888-29c7a906d6e7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.0753052 Feb 09 21:51:44.045004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:44.048065 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4623fe44-3e0d-419f-80c2-13cf3719aed7" -d '{"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5df1478-88da-4675-becb-c2ca34006522"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:44.050852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'd5df1478-88da-4675-becb-c2ca34006522', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'port_id': 'd5df1478-88da-4675-becb-c2ca34006522', 'mac_address': 'fa:16:3e:5d:29:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab6aab3-7ffc-4996-b042-b978967aa4a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:44.054243 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f184d6-36af-412f-8bae-a49e5e7ffd4a x-openstack-request-id: req-86f184d6-36af-412f-8bae-a49e5e7ffd4a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:44.056624 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14da328d-7dce-4bed-93d3-bb7f45320741", "name": "network-vif-deleted", "tag": "f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:44.056624 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86f184d6-36af-412f-8bae-a49e5e7ffd4a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:44.056624 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14da328d-7dce-4bed-93d3-bb7f45320741', 'name': 'network-vif-deleted', 'tag': 'f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870', 'status': 'completed', 'code': 200} Feb 09 21:51:44.075062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:44.117480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db1c8c34-8b1c-45ac-ae24-0b05aba23209 req-24a24db4-b10b-4ecf-8675-1c3bf657a9a2 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970356 Feb 09 21:51:44.122950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5df1478-88da-4675-becb-c2ca34006522 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:44.123356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.135863 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3979d6c-fee5-4986-81f5-8ff6790d0a02 x-openstack-request-id: req-d3979d6c-fee5-4986-81f5-8ff6790d0a02 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:44.140221 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5df1478-88da-4675-becb-c2ca34006522", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:44.140221 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d3979d6c-fee5-4986-81f5-8ff6790d0a02 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:44.140221 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522', 'code': 200} Feb 09 21:51:44.144531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5df1478-88da-4675-becb-c2ca34006522 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:44.150890 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Publish callbacks [] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.185912 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.186341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3bf39c3-a1c1-4c63-9c89-0a0814887d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f2887fd7-fce7-4c7c-961a-b1460af1ec5f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.188978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3bf39c3-a1c1-4c63-9c89-0a0814887d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.194722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e3bf39c3-a1c1-4c63-9c89-0a0814887d72 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f2887fd7-fce7-4c7c-961a-b1460af1ec5f HTTP/1.1" status: 204 len: 168 time: 0.6501160 Feb 09 21:51:44.216200 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.265334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:51:44.265932 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:51:44.274555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30f3cb1d-1f3a-4e23-a46c-4a071ac6376e req-05ea2392-78c6-4467-95a8-8ebe64c2e4ce tempest-VolumesActionsTest-927422363 tempest-VolumesActionsTest-927422363-project] 10.222.0.98 "GET /v2.0/ports?device_id=14da328d-7dce-4bed-93d3-bb7f45320741 HTTP/1.1" status: 200 len: 210 time: 0.0725083 Feb 09 21:51:44.277775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.283752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf39c3-a1c1-4c63-9c89-0a0814887d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2887fd7-fce7-4c7c-961a-b1460af1ec5f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.333651 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07cebb-829c-49ec-ad9a-23a1839d87b1 None None] Pushing event updated for resources: {'Port': ['ID=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.341363 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Attempting to bind port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:44.342000 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Attempting to bind port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:44.342533 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Attempting to bind port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:44.349920 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:44.356488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:44.356488 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.356488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:44.356488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Bound port: 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:44.356488 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.358176 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.411251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54544f2-dc7c-45e6-b768-0e124894e27d req-4a12eeff-7a70-4dc2-b82e-bef3d691d48b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.412412 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] For port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:44.415407 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] For port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:44.418215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a54544f2-dc7c-45e6-b768-0e124894e27d req-4a12eeff-7a70-4dc2-b82e-bef3d691d48b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0653152 Feb 09 21:51:44.466943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a54544f2-dc7c-45e6-b768-0e124894e27d req-79512596-1289-475a-a57e-61db75e8517e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Feb 09 21:51:44.485508 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.532032 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:44.532902 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:44.545125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Allocated IP 172.20.0.1 (de77f096-ad5e-4478-9aa3-38b40b1cb433/2369572b-34af-42e9-93e8-48a0b0d10055/42571e95-babd-4eb0-8b16-f1e297172e45) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:44.579747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34e474bd-6a44-412c-980b-9b400652300b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:44.627236 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07cebb-829c-49ec-ad9a-23a1839d87b1 None None] Pushing event updated for resources: {'Port': ['ID=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.635561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 34e474bd-6a44-412c-980b-9b400652300b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:44.636510 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34e474bd-6a44-412c-980b-9b400652300b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.677408 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:44.730316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 34e474bd-6a44-412c-980b-9b400652300b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:44.814209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5df1478-88da-4675-becb-c2ca34006522 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:44.814619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.831125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5df1478-88da-4675-becb-c2ca34006522 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:44.856274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:44.947821 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:41Z', 'revision_number': 3, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:44.979005 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde16f-1eba-48b9-80ff-8be856e73320 None None] The sync data for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 is: [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:41Z', 'revision_number': 3, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:44.979983 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks [] for port (42571e95-babd-4eb0-8b16-f1e297172e45), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.021728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.084370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4fc2f967-27cc-4fd4-a59d-41b4224d3626 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:45.089013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc8bb0-cf8b-4953-8ade-d38cabd64c8e req-78b16ebd-cbb1-495d-8ad8-2ef790de6647 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.089013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6bbc8bb0-cf8b-4953-8ade-d38cabd64c8e req-78b16ebd-cbb1-495d-8ad8-2ef790de6647 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 949 time: 0.0695651 Feb 09 21:51:45.133323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.143800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.177443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6bbc8bb0-cf8b-4953-8ade-d38cabd64c8e req-1fda6c92-20ed-40ee-b5e8-c1a0a58ccfa4 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816281 Feb 09 21:51:45.190164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:45.197844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:45.202552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:45.229471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Pushing event updated for resources: {'Port': ['ID=42571e95-babd-4eb0-8b16-f1e297172e45,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.246762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:45.255785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:45.255993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (276c7870-7c81-4ba6-809e-29e7c07560d5), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.258201 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.301759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e6778-ae16-48ec-a646-db343a5d1680 req-3966feca-24da-4a39-9d4c-7a861a0ee23d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.303340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f8e6778-ae16-48ec-a646-db343a5d1680 req-3966feca-24da-4a39-9d4c-7a861a0ee23d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 945 time: 0.0818803 Feb 09 21:51:45.387546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d5df1478-88da-4675-becb-c2ca34006522'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:45.467296 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f8e6778-ae16-48ec-a646-db343a5d1680 req-8b91decd-47aa-41d4-885b-f7821264a1ca tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437004 Feb 09 21:51:45.519899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:45.519899 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.605677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 4fc2f967-27cc-4fd4-a59d-41b4224d3626, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:45.634197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.642800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:45.682957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:45.683349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f7c1bc6f-25d2-4a2f-a2fc-9a8ce8790870 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:45.726311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.730315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d686e1-db72-4039-92fc-f45875d6b924 req-eca3fc37-c1d2-421a-9fe5-e88aea90aa53 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.736506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6d686e1-db72-4039-92fc-f45875d6b924 req-eca3fc37-c1d2-421a-9fe5-e88aea90aa53 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1467786 Feb 09 21:51:45.737401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0c87049c-d169-4938-802a-e4c9b98c83be None None] Provisioning complete for port 42571e95-babd-4eb0-8b16-f1e297172e45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:45.737804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c87049c-d169-4938-802a-e4c9b98c83be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.846330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0c87049c-d169-4938-802a-e4c9b98c83be None None] Port 42571e95-babd-4eb0-8b16-f1e297172e45 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:45.853951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=4fc2f967-27cc-4fd4-a59d-41b4224d3626,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.887642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6d686e1-db72-4039-92fc-f45875d6b924 req-0b523446-5b32-49e4-8cc1-ba1a51f5cba4 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413720 Feb 09 21:51:45.958136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks [] for port (42571e95-babd-4eb0-8b16-f1e297172e45), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.044042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.110704 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (276c7870-7c81-4ba6-809e-29e7c07560d5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.112616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Pushing event updated for resources: {'Port': ['ID=42571e95-babd-4eb0-8b16-f1e297172e45,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:46.138427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc2f967-27cc-4fd4-a59d-41b4224d3626'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:46.141233 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8632107c-0536-42bf-93a4-5fc29772bdcc" -d '{"events": [{"server_uuid": "24a319db-68c3-4b97-8f09-8b01b0aa0342", "name": "network-vif-plugged", "status": "completed", "tag": "4fc2f967-27cc-4fd4-a59d-41b4224d3626"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:46.196809 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269b60f5-e5dd-4f9b-a94e-0ee867950d1b x-openstack-request-id: req-269b60f5-e5dd-4f9b-a94e-0ee867950d1b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:46.197249 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a319db-68c3-4b97-8f09-8b01b0aa0342", "name": "network-vif-plugged", "status": "completed", "tag": "4fc2f967-27cc-4fd4-a59d-41b4224d3626", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:46.197515 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-269b60f5-e5dd-4f9b-a94e-0ee867950d1b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:46.197976 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc2f967-27cc-4fd4-a59d-41b4224d3626', 'code': 200} Feb 09 21:51:46.314926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:46.320984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:46.411376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add81fdc-0391-4331-bb5c-34c8b7fdca05 req-df3bf38a-a43b-46bc-b10e-3d5153f6f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.413075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-add81fdc-0391-4331-bb5c-34c8b7fdca05 req-df3bf38a-a43b-46bc-b10e-3d5153f6f8b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 1132 time: 0.1504593 Feb 09 21:51:46.523402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-add81fdc-0391-4331-bb5c-34c8b7fdca05 req-8f5a0aad-a193-4f39-ac75-f7107ff3c052 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794084 Feb 09 21:51:46.533975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e54f7b-f3b3-4592-8a0b-0c31cdfd7ce4 req-f5d47811-e636-41fa-90a4-cbd2b6432c6e tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.540884 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2e54f7b-f3b3-4592-8a0b-0c31cdfd7ce4 req-f5d47811-e636-41fa-90a4-cbd2b6432c6e tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 950 time: 0.2177176 Feb 09 21:51:46.635413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Router 276c7870-7c81-4ba6-809e-29e7c07560d5 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:46.654164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:46.669306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d3ad4-9bc4-4df3-93a9-6f78a5146ffd req-0554b135-fb5f-49e8-b7b9-8e314cbc9f48 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.671655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d57d3ad4-9bc4-4df3-93a9-6f78a5146ffd req-0554b135-fb5f-49e8-b7b9-8e314cbc9f48 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 945 time: 0.0895033 Feb 09 21:51:46.671872 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2e54f7b-f3b3-4592-8a0b-0c31cdfd7ce4 req-4a737083-8cba-4622-a508-d9ddc3cc72cc tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279492 Feb 09 21:51:46.736007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-91d27939-3ff9-4de7-b6a5-2d2051e89c31 None None] Provisioning complete for port 42571e95-babd-4eb0-8b16-f1e297172e45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:46.736831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-91d27939-3ff9-4de7-b6a5-2d2051e89c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.763485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d57d3ad4-9bc4-4df3-93a9-6f78a5146ffd req-e6128b35-c642-4225-b258-fefecf5d7805 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812008 Feb 09 21:51:46.778850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:46.779237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:46.806929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-91d27939-3ff9-4de7-b6a5-2d2051e89c31 None None] Port 42571e95-babd-4eb0-8b16-f1e297172e45 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:46.871955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:46.878837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eecba823-110b-43a9-821b-dff68fd78d55 admin admin] 10.222.0.98 "PUT /v2.0/routers/276c7870-7c81-4ba6-809e-29e7c07560d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4794815 Feb 09 21:51:47.094592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0b7cd-bdad-4c65-a366-9866857bfb3f req-794a1eb7-6c37-4be2-840c-7bf62f7fbaee tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.099290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:47.099696 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:47.104436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ff0b7cd-bdad-4c65-a366-9866857bfb3f req-794a1eb7-6c37-4be2-840c-7bf62f7fbaee tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1014016 Feb 09 21:51:47.124966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:47.210101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ff0b7cd-bdad-4c65-a366-9866857bfb3f req-487f6a1f-505e-4158-b6d1-ed03c0975f34 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043298 Feb 09 21:51:47.232114 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:47.293238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Sync routers for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:47.312890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:47.319405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:47.320074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:47.462847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:47.644976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5df1478-88da-4675-becb-c2ca34006522 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:47.751388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port d5df1478-88da-4675-becb-c2ca34006522 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:47.756132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d5df1478-88da-4675-becb-c2ca34006522), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:47.791526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 2, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:47.833168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Checking router: 276c7870-7c81-4ba6-809e-29e7c07560d5 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:47.833168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Updating router 276c7870-7c81-4ba6-809e-29e7c07560d5 port 42571e95-babd-4eb0-8b16-f1e297172e45 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:47.864638 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:47.903660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873ef78-41cf-42e9-904b-4114e8602946 req-df98af00-164a-443f-bc50-8a28b7c41a80 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.905954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1873ef78-41cf-42e9-904b-4114e8602946 req-df98af00-164a-443f-bc50-8a28b7c41a80 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 950 time: 0.0844238 Feb 09 21:51:47.948498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5df1478-88da-4675-becb-c2ca34006522 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:47.949251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:47.977509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1873ef78-41cf-42e9-904b-4114e8602946 req-0198175c-b964-4917-809a-a7ac921f76b3 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639024 Feb 09 21:51:48.004873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43434) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:48.011642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f79a1cca-b3d3-4b9a-9246-f2fbec9fb57c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573423588', 'description': 'tempest-description--260097578'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:48.057576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:48.119686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d31bd-2262-4ed8-9a43-5feb8192f386 req-337dfd68-1907-4fcc-a19c-df7495203cd9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.121997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc0d31bd-2262-4ed8-9a43-5feb8192f386 req-337dfd68-1907-4fcc-a19c-df7495203cd9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 945 time: 0.0750575 Feb 09 21:51:48.148748 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f79a1cca-b3d3-4b9a-9246-f2fbec9fb57c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.181971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.202644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:48.205413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc0d31bd-2262-4ed8-9a43-5feb8192f386 req-38a5b3c1-6a42-408c-9dd4-b3c123ff70b3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770502 Feb 09 21:51:48.205583 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447e704d-1b73-4f0c-b2f5-3f6fed377344" -d '{"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d5df1478-88da-4675-becb-c2ca34006522"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:48.272024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f79a1cca-b3d3-4b9a-9246-f2fbec9fb57c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group (ced6fce3-4fe2-46b7-a3ab-9e76fb87378a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.285320 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e7deb-a9bb-4e53-b2f9-f2b0445c2cd4 x-openstack-request-id: req-083e7deb-a9bb-4e53-b2f9-f2b0445c2cd4 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:48.285320 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d5df1478-88da-4675-becb-c2ca34006522", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:48.285320 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-083e7deb-a9bb-4e53-b2f9-f2b0445c2cd4 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:48.285320 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522', 'code': 200} Feb 09 21:51:48.289063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:48.306968 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Publish callbacks [] for port (42571e95-babd-4eb0-8b16-f1e297172e45), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.366708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f79a1cca-b3d3-4b9a-9246-f2fbec9fb57c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ced6fce3-4fe2-46b7-a3ab-9e76fb87378a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.410425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694390e2-4639-4008-a79e-0d1c494c1301 req-2e786a4f-04ef-4306-8d83-f9a109220f9c tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.412211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-694390e2-4639-4008-a79e-0d1c494c1301 req-2e786a4f-04ef-4306-8d83-f9a109220f9c tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1071396 Feb 09 21:51:48.424355 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.446823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a1cca-b3d3-4b9a-9246-f2fbec9fb57c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:48.503958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-694390e2-4639-4008-a79e-0d1c494c1301 req-bf8af339-0370-4cde-8a7d-fe21c6b9c5bb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765088 Feb 09 21:51:48.526000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cbe9e-9d29-4620-9e83-18ba2a1f9177 req-5da94e58-d24c-439b-8bd5-1e131b6382e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.527536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-636cbe9e-9d29-4620-9e83-18ba2a1f9177 req-5da94e58-d24c-439b-8bd5-1e131b6382e8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 1128 time: 0.1117427 Feb 09 21:51:48.537114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee896173-442d-40b2-880c-e30d50b96661 None None] Pushing event updated for resources: {'Port': ['ID=42571e95-babd-4eb0-8b16-f1e297172e45,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:48.548835 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f79a1cca-b3d3-4b9a-9246-f2fbec9fb57c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.550349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f79a1cca-b3d3-4b9a-9246-f2fbec9fb57c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5442533 Feb 09 21:51:48.553474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43456) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:48.569086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b76a797e-e328-4f94-924e-b5d21b10b29b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'security_group_rule': {'security_group_id': 'ced6fce3-4fe2-46b7-a3ab-9e76fb87378a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:48.604880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:48.624707 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-636cbe9e-9d29-4620-9e83-18ba2a1f9177 req-dbd9c3e0-e7e4-4ff2-b374-4412f99447a3 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876572 Feb 09 21:51:48.661570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Attempting to bind port 42571e95-babd-4eb0-8b16-f1e297172e45 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:48.662055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Attempting to bind port 42571e95-babd-4eb0-8b16-f1e297172e45 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:48.662488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Attempting to bind port 42571e95-babd-4eb0-8b16-f1e297172e45 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:48.675806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:48.676300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:48.676839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.677251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Bound using segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:48.677830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Bound port: 42571e95-babd-4eb0-8b16-f1e297172e45, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:48.678271 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.722089 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b76a797e-e328-4f94-924e-b5d21b10b29b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group_rule (a2e2c5fc-4235-435a-bd23-e5feb42dcc9a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.737634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:48.738020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.795811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] For port 42571e95-babd-4eb0-8b16-f1e297172e45, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:48.809883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] For port 42571e95-babd-4eb0-8b16-f1e297172e45, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=42571e95-babd-4eb0-8b16-f1e297172e45,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:48.820899 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b76a797e-e328-4f94-924e-b5d21b10b29b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group_rule (a2e2c5fc-4235-435a-bd23-e5feb42dcc9a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.866124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:48.869002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-eca9ed50-0a8e-4963-b8d6-70639823d4f3 None None] Provisioning complete for port 42571e95-babd-4eb0-8b16-f1e297172e45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:48.869381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eca9ed50-0a8e-4963-b8d6-70639823d4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.904738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eca9ed50-0a8e-4963-b8d6-70639823d4f3 None None] Port 42571e95-babd-4eb0-8b16-f1e297172e45 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:48.919196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.941360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b76a797e-e328-4f94-924e-b5d21b10b29b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a2e2c5fc-4235-435a-bd23-e5feb42dcc9a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:48.968538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a797e-e328-4f94-924e-b5d21b10b29b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e2c5fc-4235-435a-bd23-e5feb42dcc9a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:48.969205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:48.969850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:51:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:49.077761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b76a797e-e328-4f94-924e-b5d21b10b29b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.077761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b76a797e-e328-4f94-924e-b5d21b10b29b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5188746 Feb 09 21:51:49.077761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43474) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:49.082083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fffec7a2-51f2-43a0-a7e9-c2064d4f264c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'security_group_rule': {'security_group_id': 'ced6fce3-4fe2-46b7-a3ab-9e76fb87378a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:49.111000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee896173-442d-40b2-880c-e30d50b96661 None None] Pushing event updated for resources: {'Port': ['ID=42571e95-babd-4eb0-8b16-f1e297172e45,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:49.172078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77380980-892d-4881-a1fa-60b247bd24bc req-2446d7b2-a359-4d0e-a227-07e2c551fd97 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.182346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77380980-892d-4881-a1fa-60b247bd24bc req-2446d7b2-a359-4d0e-a227-07e2c551fd97 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 950 time: 0.1319246 Feb 09 21:51:49.207746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffec7a2-51f2-43a0-a7e9-c2064d4f264c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group_rule (57c7b2c4-ddd6-4959-9656-8071b8683ceb), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.217955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:49.297589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77380980-892d-4881-a1fa-60b247bd24bc req-4e602e26-d13f-4fca-8581-d0eb796c1f8a tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130455 Feb 09 21:51:49.437480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffec7a2-51f2-43a0-a7e9-c2064d4f264c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group_rule (57c7b2c4-ddd6-4959-9656-8071b8683ceb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.462538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221292bc-796b-4143-846f-b22337276d23 req-79b44fc7-62d9-458c-9c18-bead437102d3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.470947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-221292bc-796b-4143-846f-b22337276d23 req-79b44fc7-62d9-458c-9c18-bead437102d3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1057708 Feb 09 21:51:49.543093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffec7a2-51f2-43a0-a7e9-c2064d4f264c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (57c7b2c4-ddd6-4959-9656-8071b8683ceb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.584406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-221292bc-796b-4143-846f-b22337276d23 req-63dbcd4a-c4da-4e4d-8ec9-729bddf72bdc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122496 Feb 09 21:51:49.594394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4b848321-9bf5-4e88-b849-e9e21b7eb2f4 None None] Provisioning complete for port 42571e95-babd-4eb0-8b16-f1e297172e45 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:49.597773 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4b848321-9bf5-4e88-b849-e9e21b7eb2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.609270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffec7a2-51f2-43a0-a7e9-c2064d4f264c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c7b2c4-ddd6-4959-9656-8071b8683ceb,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:49.637190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43494) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:49.742964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffec7a2-51f2-43a0-a7e9-c2064d4f264c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.747310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fffec7a2-51f2-43a0-a7e9-c2064d4f264c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6669252 Feb 09 21:51:49.747605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43498) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:49.752362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:49.764030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:48Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:49.799720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0275ea-f4f2-4ef4-bebc-bc78d5f97b8c req-81b48200-b3a0-4053-86df-ee80ddd2e900 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.807452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c0275ea-f4f2-4ef4-bebc-bc78d5f97b8c req-81b48200-b3a0-4053-86df-ee80ddd2e900 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1190500 Feb 09 21:51:49.853948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f714b7-2ed1-493e-b2e0-afa8593959fa None None] The sync data for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 is: [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:48Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:49.872744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5116a7-cf60-4b6f-bb47-3de02c85b11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.893704 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.916223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4b848321-9bf5-4e88-b849-e9e21b7eb2f4 None None] Current status of the port 42571e95-babd-4eb0-8b16-f1e297172e45 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:49.916619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4b848321-9bf5-4e88-b849-e9e21b7eb2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:49.926395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c0275ea-f4f2-4ef4-bebc-bc78d5f97b8c req-3fdcb77c-0cd5-479e-86ae-58bf85113ce1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161609 Feb 09 21:51:50.025013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4b848321-9bf5-4e88-b849-e9e21b7eb2f4 None None] For port 42571e95-babd-4eb0-8b16-f1e297172e45, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=42571e95-babd-4eb0-8b16-f1e297172e45,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:50.117764 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4b848321-9bf5-4e88-b849-e9e21b7eb2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.183125 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5116a7-cf60-4b6f-bb47-3de02c85b11e admin admin] Publish callbacks [] for security_group (e3e8092f-3b7a-4538-abff-26cb04d695f1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.218027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.225630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b848321-9bf5-4e88-b849-e9e21b7eb2f4 None None] Pushing event updated for resources: {'Port': ['ID=42571e95-babd-4eb0-8b16-f1e297172e45,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:50.296489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5116a7-cf60-4b6f-bb47-3de02c85b11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e3e8092f-3b7a-4538-abff-26cb04d695f1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.393312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea5116a7-cf60-4b6f-bb47-3de02c85b11e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=788de0dc617c4254acccac02f6cde3ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7548029 Feb 09 21:51:50.395603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43508) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:50.409993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5116a7-cf60-4b6f-bb47-3de02c85b11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8092f-3b7a-4538-abff-26cb04d695f1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:50.491777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Allocated IP 172.25.5.241 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/2b4047cf-5baa-45cb-b482-3e240c8a0f43) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:50.507577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3bb1df96-cb07-49dc-94d5-341e4620e6a3 admin admin] Publish callbacks [] for security_group (e3e8092f-3b7a-4538-abff-26cb04d695f1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.577306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3bb1df96-cb07-49dc-94d5-341e4620e6a3 admin admin] Publish callbacks [] for security_group (e3e8092f-3b7a-4538-abff-26cb04d695f1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.678066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 42571e95-babd-4eb0-8b16-f1e297172e45 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:50.764634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3bb1df96-cb07-49dc-94d5-341e4620e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e3e8092f-3b7a-4538-abff-26cb04d695f1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.767429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3bb1df96-cb07-49dc-94d5-341e4620e6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.780206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3bb1df96-cb07-49dc-94d5-341e4620e6a3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3e8092f-3b7a-4538-abff-26cb04d695f1 HTTP/1.1" status: 204 len: 168 time: 0.3828681 Feb 09 21:51:50.786541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 42571e95-babd-4eb0-8b16-f1e297172e45 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:50.789003 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.816800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1df96-cb07-49dc-94d5-341e4620e6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8092f-3b7a-4538-abff-26cb04d695f1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:50.835847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:50.917048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346fd4f-ecb2-49a5-9e72-8a428d121c9d req-3f5a755e-fd82-4767-9fe9-ea61905fc9a3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.920494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9346fd4f-ecb2-49a5-9e72-8a428d121c9d req-3f5a755e-fd82-4767-9fe9-ea61905fc9a3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1679230 Feb 09 21:51:50.980250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 42571e95-babd-4eb0-8b16-f1e297172e45 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:51.069171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9346fd4f-ecb2-49a5-9e72-8a428d121c9d req-8fc0c026-d446-40f0-9373-54ec190b83f5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333280 Feb 09 21:51:51.069171 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:51.107398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc17c2-8e99-4b75-b664-2bd469399e5e req-485a3afe-4de8-4ab1-86d1-f12f81ae11c9 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.119692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ddc17c2-8e99-4b75-b664-2bd469399e5e req-485a3afe-4de8-4ab1-86d1-f12f81ae11c9 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0875807 Feb 09 21:51:51.186984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:51.194648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:51.203462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ddc17c2-8e99-4b75-b664-2bd469399e5e req-81b15543-5cc2-4eca-bcb0-41b54fdcd36e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810597 Feb 09 21:51:51.227298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:51.327996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=2b4047cf-5baa-45cb-b482-3e240c8a0f43,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:51.443942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b5e57-b0bb-4093-9172-fa75a671b1b2 req-18698cb5-3686-4b67-9142-f42c978984fd tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.445725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a7b5e57-b0bb-4093-9172-fa75a671b1b2 req-18698cb5-3686-4b67-9142-f42c978984fd tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.2523863 Feb 09 21:51:51.512631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for floatingip (52cef784-1952-4fcf-a188-aa33a1f15cff), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:51.540566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a7b5e57-b0bb-4093-9172-fa75a671b1b2 req-1b27b30e-e0ae-460d-b7d0-3b483c8d0fea tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879667 Feb 09 21:51:51.716047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:51.810319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43534) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:51.855347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f978228d-b7a1-4e23-82c2-9f6561cdee96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.015906 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.052691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f978228d-b7a1-4e23-82c2-9f6561cdee96 admin admin] Publish callbacks [] for security_group (11bba78a-906a-46b9-a944-8a27a8c3ed2c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.156204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f978228d-b7a1-4e23-82c2-9f6561cdee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (11bba78a-906a-46b9-a944-8a27a8c3ed2c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.160767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.264220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978228d-b7a1-4e23-82c2-9f6561cdee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bba78a-906a-46b9-a944-8a27a8c3ed2c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:52.270173 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f978228d-b7a1-4e23-82c2-9f6561cdee96 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6baf6bbf024f441f876a86f71fe35791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588842 Feb 09 21:51:52.274088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43540) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:52.343938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (52cef784-1952-4fcf-a188-aa33a1f15cff), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.383736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=2b4047cf-5baa-45cb-b482-3e240c8a0f43,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:52.405280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f1278a9a-2334-4459-8d07-92634383651c admin admin] Publish callbacks [] for security_group (11bba78a-906a-46b9-a944-8a27a8c3ed2c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.452404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f1278a9a-2334-4459-8d07-92634383651c admin admin] Publish callbacks [] for security_group (11bba78a-906a-46b9-a944-8a27a8c3ed2c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.521710 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.528004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c1cda725-5506-475f-a902-62befa3b4d8c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7743430 Feb 09 21:51:52.554432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e585d-07de-45b3-ba57-e59f9d7264de req-3f153263-5504-4a97-a484-d8c4b2f1b663 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.564138 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a21e585d-07de-45b3-ba57-e59f9d7264de req-3f153263-5504-4a97-a484-d8c4b2f1b663 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1287096 Feb 09 21:51:52.692256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a21e585d-07de-45b3-ba57-e59f9d7264de req-a7bb8f4e-20c9-44e9-ab17-0fe390cc6a77 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271205 Feb 09 21:51:52.726585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f1278a9a-2334-4459-8d07-92634383651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (11bba78a-906a-46b9-a944-8a27a8c3ed2c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.730402 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f1278a9a-2334-4459-8d07-92634383651c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.731581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f1278a9a-2334-4459-8d07-92634383651c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11bba78a-906a-46b9-a944-8a27a8c3ed2c HTTP/1.1" status: 204 len: 168 time: 0.4555247 Feb 09 21:51:52.779006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1278a9a-2334-4459-8d07-92634383651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bba78a-906a-46b9-a944-8a27a8c3ed2c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:52.861242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-730fc27c-203f-4086-9492-40d8c5fb628d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.873008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-730fc27c-203f-4086-9492-40d8c5fb628d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 815 time: 0.2859213 Feb 09 21:51:52.891939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-6642e459-28f9-449f-84ed-444b82101d77 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/quotas/8b2966ff68344a029bb9308d5399f63e HTTP/1.1" status: 200 len: 375 time: 0.0175748 Feb 09 21:51:52.928909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-c8e9ce87-ab43-4c18-bac5-edf78d1f07ef tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1573423588&fields=id&tenant_id=871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 267 time: 0.0977039 Feb 09 21:51:53.017549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-ec3e8b6e-77fd-498d-9d7c-275f15da8073 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225114 Feb 09 21:51:53.160747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-4e27a1ed-cd68-47f0-b1b5-54ab3c07e526 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.181572 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-4e27a1ed-cd68-47f0-b1b5-54ab3c07e526 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.2497239 Feb 09 21:51:53.231915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-382d06dd-dd3d-42ff-ba78-7c8b37d0f256 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/quotas/871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 375 time: 0.0467155 Feb 09 21:51:53.340247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-d9aaaa74-0f55-4516-bd04-a449e32a8fe7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006362 Feb 09 21:51:53.344270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-12362d63-4ed3-46e4-be82-2210ccd2a052 service neutron] 10.222.0.98 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247743 Feb 09 21:51:53.466773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-3d30c7af-7f17-44f0-a2bd-51b19ed8e92c service neutron] 10.222.0.98 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202133 Feb 09 21:51:53.671333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-73da6760-a34b-46b1-9dae-102115e52024 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.671333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-73da6760-a34b-46b1-9dae-102115e52024 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "GET /v2.0/ports?device_id=2efb172f-ce95-4f43-aa8b-66761fac1b1d HTTP/1.1" status: 200 len: 946 time: 0.1109843 Feb 09 21:51:53.689652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-c1c16bba-41bc-4246-b37e-147e21cb4fce service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467298 Feb 09 21:51:53.894905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66050ba0-5d46-43e6-9014-f01ab11629a6 req-136906e5-f048-4bc1-9ac4-22d9b4811947 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 210 time: 0.1212347 Feb 09 21:51:54.034005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-d2613c08-da56-4bd4-9236-a22c81743a02 service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433688 Feb 09 21:51:54.138513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Deleting port d5df1478-88da-4675-becb-c2ca34006522 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:54.138945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d5df1478-88da-4675-becb-c2ca34006522), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:54.251232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1afd7-2121-4c54-b68c-f65248fbb14d req-e8009ee6-9534-4fb8-b0b0-9b6aede914b8 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.253061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54c1afd7-2121-4c54-b68c-f65248fbb14d req-e8009ee6-9534-4fb8-b0b0-9b6aede914b8 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.2471964 Feb 09 21:51:54.366548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54c1afd7-2121-4c54-b68c-f65248fbb14d req-e4ea5844-051a-41f4-a571-d0157b3f45c9 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070054 Feb 09 21:51:54.392065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] For port d5df1478-88da-4675-becb-c2ca34006522, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5df1478-88da-4675-becb-c2ca34006522,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:54.392065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d5df1478-88da-4675-becb-c2ca34006522), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:54.407477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Calling delete_port for d5df1478-88da-4675-becb-c2ca34006522 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:54.579290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-015a9534-be99-48dc-b783-ee5d6f0a5bd4 req-bd715bad-93b8-42ce-8a94-9ba6c584c3ba tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 210 time: 0.0395808 Feb 09 21:51:54.890681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d5df1478-88da-4675-becb-c2ca34006522), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:54.905514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d5df1478-88da-4675-becb-c2ca34006522'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:55.010305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Pushing event deleted for resources: {'Port': ['ID=d5df1478-88da-4675-becb-c2ca34006522,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:55.053755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d4373164-0502-441b-b6e7-6d99835b6f56 req-fb4bf996-f84e-4790-a313-61c59b449144 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 210 time: 0.0558543 Feb 09 21:51:55.077195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] No DVR routers for this DVR port d5df1478-88da-4675-becb-c2ca34006522 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:55.098420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:55.106675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f661e5ee-2c49-4c0e-a1bc-f41030c34c12 req-2c9598a3-c10d-4a41-8aff-dd53af7e3ed4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "DELETE /v2.0/ports/d5df1478-88da-4675-becb-c2ca34006522 HTTP/1.1" status: 204 len: 173 time: 1.4286277 Feb 09 21:51:55.107532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-deleted', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:55.112162 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afdfb75-d5bf-45d4-84ff-df207e670ed5" -d '{"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-deleted", "tag": "d5df1478-88da-4675-becb-c2ca34006522"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:55.199164 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc7920-2695-42d3-8694-24e54eaa9592 x-openstack-request-id: req-d7bc7920-2695-42d3-8694-24e54eaa9592 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:55.199528 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efb172f-ce95-4f43-aa8b-66761fac1b1d", "name": "network-vif-deleted", "tag": "d5df1478-88da-4675-becb-c2ca34006522", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:55.199872 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d7bc7920-2695-42d3-8694-24e54eaa9592 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:55.200593 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efb172f-ce95-4f43-aa8b-66761fac1b1d', 'name': 'network-vif-deleted', 'tag': 'd5df1478-88da-4675-becb-c2ca34006522', 'status': 'completed', 'code': 200} Feb 09 21:51:55.700789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5e76e-8496-4740-ba0a-f65fab0a3b78 req-826d3600-4be6-43a3-81fb-cf4de3e4f5b4 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.703890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47f5e76e-8496-4740-ba0a-f65fab0a3b78 req-826d3600-4be6-43a3-81fb-cf4de3e4f5b4 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.2228794 Feb 09 21:51:55.735742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc426319-af02-478b-9376-564bbd3fec9e req-554c9062-a543-4e92-860d-435c01a27c57 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 210 time: 0.0687666 Feb 09 21:51:55.819088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47f5e76e-8496-4740-ba0a-f65fab0a3b78 req-f0177a0c-a841-4a0f-9209-caf803c7af88 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066906 Feb 09 21:51:56.179694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-596d701c-9f59-4fcc-9f9c-1ab820c5694c req-1561df50-695c-473c-a9cf-51c396663e43 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 210 time: 0.0285389 Feb 09 21:51:56.939012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e0e436d-3d01-4c89-89f8-6e902c7148f2 req-3792b035-866b-4fc4-a55a-9a41464fb017 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 210 time: 0.0743830 Feb 09 21:51:57.054132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436f526-ac12-4031-aafb-520abb20c6f5 req-2c95e1db-dbdd-42dc-8cee-73fc126749c0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:57.061753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d436f526-ac12-4031-aafb-520abb20c6f5 req-2c95e1db-dbdd-42dc-8cee-73fc126749c0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0874188 Feb 09 21:51:57.188066 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d436f526-ac12-4031-aafb-520abb20c6f5 req-93119a7e-c205-4ee6-b885-979599884f6d tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252072 Feb 09 21:51:57.363787 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6968fea0-95c0-4527-abf0-2e7ed54beb80 req-6134aee5-931c-445f-bd32-512fd59e4e60 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 210 time: 0.0695398 Feb 09 21:51:57.656196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-e43ea0a2-f842-4082-9563-7aa7e41ee2e5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:57.669602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-e43ea0a2-f842-4082-9563-7aa7e41ee2e5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 815 time: 0.2299514 Feb 09 21:51:57.695724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Request body: {'port': {'device_id': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'admin_state_up': True, 'tenant_id': '8b2966ff68344a029bb9308d5399f63e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:57.706592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5df1478-88da-4675-becb-c2ca34006522 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:57.799418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: d5df1478-88da-4675-becb-c2ca34006522 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:57.800186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5df1478-88da-4675-becb-c2ca34006522 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:58.064625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Made reservation on behalf of 8b2966ff68344a029bb9308d5399f63e for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:58.069698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:58.173363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59723490-f99f-482d-91b2-1ff2ca058e24 req-d0358af3-0d4b-4d48-bd3b-0aa0c516011d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 210 time: 0.0412135 Feb 09 21:51:58.502382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce554f-2648-4e4f-b072-eac69b8ff3e2 req-84d7abec-adbb-410e-9801-4fcbc0507f1b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.514431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccce554f-2648-4e4f-b072-eac69b8ff3e2 req-84d7abec-adbb-410e-9801-4fcbc0507f1b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1534548 Feb 09 21:51:58.588355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccce554f-2648-4e4f-b072-eac69b8ff3e2 req-d79d66cd-aace-44b7-86f5-fb53feea968b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729277 Feb 09 21:51:58.748329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-be55d607-681a-400a-af83-7c17a8ec472c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.750032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-be55d607-681a-400a-af83-7c17a8ec472c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.4644568 Feb 09 21:51:58.751515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Allocated IP 172.20.0.11 (ff554d8c-e459-49c5-aa4c-a06d18f8099d/4ab6aab3-7ffc-4996-b042-b978967aa4a8/78eed153-3125-47b3-b72b-6e3b35f0192e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:58.756293 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9dbd3b8e-30fd-4dac-86ae-e7595c3c093a req-96ba7fce-389a-478c-89f3-e60272511418 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 210 time: 0.0658484 Feb 09 21:51:58.970911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-3a710e50-ff7f-4d8a-937a-fc24155f6b52 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 380 time: 0.2093210 Feb 09 21:51:58.988601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'port': {'device_id': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'admin_state_up': True, 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'security_groups': ['ced6fce3-4fe2-46b7-a3ab-9e76fb87378a']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:59.193246 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.378215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks [] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.416171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2982434a-8bed-4ad9-918e-22257f3ccb8c req-b1112fad-c976-4fd2-82ad-c49b831659ce tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 210 time: 0.1018295 Feb 09 21:51:59.521513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55619db-79e6-4cae-915e-cfeaa151a7ed req-22294da1-b26f-4411-a21a-e579eb6abb56 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.523111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a55619db-79e6-4cae-915e-cfeaa151a7ed req-22294da1-b26f-4411-a21a-e579eb6abb56 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1291618 Feb 09 21:51:59.524340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Made reservation on behalf of 871b3132515c4a0f8ea3fad830c23874 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:59.528135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.651033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.666299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a55619db-79e6-4cae-915e-cfeaa151a7ed req-413e7c29-0d66-41eb-ba96-c790c1adef33 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275904 Feb 09 21:51:59.799668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Network ff554d8c-e459-49c5-aa4c-a06d18f8099d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:59.808227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:59.812579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:59.820025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:59.872190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Allocated IP 172.20.0.8 (de77f096-ad5e-4478-9aa3-38b40b1cb433/2369572b-34af-42e9-93e8-48a0b0d10055/ee5f2b2f-c17f-4b71-99ee-e94f2e61af50) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:59.899408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c25b1-35bb-4872-ad3e-43c7e30e96ab req-edea37c5-12de-4d6a-93ba-8dd25dc23fb5 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.901574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.902826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:59.917119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-775c25b1-35bb-4872-ad3e-43c7e30e96ab req-edea37c5-12de-4d6a-93ba-8dd25dc23fb5 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1929758 Feb 09 21:52:00.021348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-de77a090-08b0-4cf2-b44c-39718ec955f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3462985 Feb 09 21:52:00.028408 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-775c25b1-35bb-4872-ad3e-43c7e30e96ab req-60872ec0-b63f-434c-a67d-34a007bf1cb0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092741 Feb 09 21:52:00.047358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Request body: {'port': {'device_id': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:00.161574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.172922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b290d2-1629-49ee-8b37-d70f7a43a244 req-5e519772-755f-486b-8126-68ae868e1c1e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.176312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8b290d2-1629-49ee-8b37-d70f7a43a244 req-5e519772-755f-486b-8126-68ae868e1c1e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 932 time: 0.1797619 Feb 09 21:52:00.203037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.309011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8b290d2-1629-49ee-8b37-d70f7a43a244 req-25993b23-3b89-4c85-a2b1-588fc53dd076 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166821 Feb 09 21:52:00.468263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.635624 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.662107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:00.662107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:00.662107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:00.662107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:00.683064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae16b2-ac93-4e23-97d9-347dbd634e27 req-2aeea575-8c56-4924-b7d1-c48a7f6243d8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.684712 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efae16b2-ac93-4e23-97d9-347dbd634e27 req-2aeea575-8c56-4924-b7d1-c48a7f6243d8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 931 time: 0.1041293 Feb 09 21:52:00.814942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-efae16b2-ac93-4e23-97d9-347dbd634e27 req-b13fbfaa-b2b8-467b-b22f-1ca4eca07434 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241527 Feb 09 21:52:01.208699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1a65c076-af7b-4d37-a32a-b08f14643700 None None] Provisioning complete for port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:01.209509 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1a65c076-af7b-4d37-a32a-b08f14643700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.290228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff3e14-b655-413e-95c8-f4c4c3cd64c0 req-c26ed85c-83f9-41ca-bbc7-e70b6c4b47ae tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.311073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-22ff3e14-b655-413e-95c8-f4c4c3cd64c0 req-c26ed85c-83f9-41ca-bbc7-e70b6c4b47ae tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1614175 Feb 09 21:52:01.312617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1a65c076-af7b-4d37-a32a-b08f14643700 None None] Port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:52:01.419217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.420632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.437155 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-22ff3e14-b655-413e-95c8-f4c4c3cd64c0 req-aca95528-39d7-460f-8e6f-3ae27fc2bc82 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234205 Feb 09 21:52:01.447175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78eed153-3125-47b3-b72b-6e3b35f0192e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:01.461388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Publish callbacks [] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.498991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d5ba-330e-4027-a2dc-0917eebe1b6d req-76e4016c-bbc0-4391-8265-fd61e4fef6d0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.511744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9737d5ba-330e-4027-a2dc-0917eebe1b6d req-76e4016c-bbc0-4391-8265-fd61e4fef6d0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1801090 Feb 09 21:52:01.521944 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-066ea216-a26f-43fc-bd94-d1a609def537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5449569 Feb 09 21:52:01.528795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Transition to ACTIVE for port object 78eed153-3125-47b3-b72b-6e3b35f0192e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:01.537685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Request body: {'port': {'device_id': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:01.644854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9737d5ba-330e-4027-a2dc-0917eebe1b6d req-4001945f-34b9-480d-9d6a-5efc8de7bb01 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306674 Feb 09 21:52:01.645760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.711470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:01.724102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.780098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a70a00-9fe4-408e-8ad2-ba16164bee8a req-e2a14d52-a60c-4513-93ac-4ecd9aecc471 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.795981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34a70a00-9fe4-408e-8ad2-ba16164bee8a req-e2a14d52-a60c-4513-93ac-4ecd9aecc471 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 932 time: 0.2008669 Feb 09 21:52:01.975507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34a70a00-9fe4-408e-8ad2-ba16164bee8a req-18703461-c4b0-4be8-8542-f5aedc65ea85 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757238 Feb 09 21:52:02.018226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Attempting to bind port 78eed153-3125-47b3-b72b-6e3b35f0192e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:02.018850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Attempting to bind port 78eed153-3125-47b3-b72b-6e3b35f0192e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:02.019421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Attempting to bind port 78eed153-3125-47b3-b72b-6e3b35f0192e on network ff554d8c-e459-49c5-aa4c-a06d18f8099d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:02.041100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Port 78eed153-3125-47b3-b72b-6e3b35f0192e on network ff554d8c-e459-49c5-aa4c-a06d18f8099d not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:02.049160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Attempting to bind port 78eed153-3125-47b3-b72b-6e3b35f0192e on network ff554d8c-e459-49c5-aa4c-a06d18f8099d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:02.089742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:02.090395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Checking segment: {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:02.090966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Bound using segment: {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:02.091603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Bound port: 78eed153-3125-47b3-b72b-6e3b35f0192e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:02.092154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.129757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4967f4a-22a2-4259-a3ff-4bd4efa39369 req-7f1c98b8-a064-4c9e-9fb5-b87530d76ad3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.137588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4967f4a-22a2-4259-a3ff-4bd4efa39369 req-7f1c98b8-a064-4c9e-9fb5-b87530d76ad3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 931 time: 0.1791165 Feb 09 21:52:02.246973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:02.278528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:02.292458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4967f4a-22a2-4259-a3ff-4bd4efa39369 req-1fa69da0-4c9a-4f64-9ec3-9ded1fe082ab tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532958 Feb 09 21:52:02.358727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:02.376043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Publish callbacks [] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.393267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Transition to ACTIVE for port object ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:02.439856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.506589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.507227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.512832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] 10.222.0.110 "PUT /v2.0/ports/78eed153-3125-47b3-b72b-6e3b35f0192e HTTP/1.1" status: 200 len: 1092 time: 2.4679081 Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a5ca98-cbcf-485c-98e7-e3f66f40ab39" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf72f4-5287-4b33-8c14-e77238e9f4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535c84b-3643-48f6-8790-12485ccc0c02 x-openstack-request-id: req-e535c84b-3643-48f6-8790-12485ccc0c02 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e535c84b-3643-48f6-8790-12485ccc0c02 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:02.737749 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'status': 'completed', 'code': 200} Feb 09 21:52:02.744038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e95bf4-13b9-4984-ba1c-aadceb74a707 req-283a58c3-67c8-42f3-98be-5f672e48e759 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.744038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59e95bf4-13b9-4984-ba1c-aadceb74a707 req-283a58c3-67c8-42f3-98be-5f672e48e759 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0815122 Feb 09 21:52:02.745379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:02.756432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ca98-cbcf-485c-98e7-e3f66f40ab39 req-881cf55f-c681-4642-8843-c37c15eeb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.756432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69a5ca98-cbcf-485c-98e7-e3f66f40ab39 req-881cf55f-c681-4642-8843-c37c15eeb1d6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 1126 time: 0.1220105 Feb 09 21:52:02.822160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59e95bf4-13b9-4984-ba1c-aadceb74a707 req-44b5ea6d-f2a7-4f1b-8f09-1c325c85c9dc tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254706 Feb 09 21:52:02.940449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Attempting to bind port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:02.944609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Attempting to bind port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:02.944609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Attempting to bind port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:02.956232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:02.956565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Attempting to bind port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:02.992577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:03.000461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:03.000461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Bound using segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:03.000461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Bound port: ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:03.000461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.014525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12b551-2f20-498c-96a8-038329f0e737 req-e08ce690-3d83-4e63-b0a4-37af3ea89d02 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.016128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cd12b551-2f20-498c-96a8-038329f0e737 req-e08ce690-3d83-4e63-b0a4-37af3ea89d02 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.2181959 Feb 09 21:52:03.031029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ca98-cbcf-485c-98e7-e3f66f40ab39 req-26aec932-bb0c-4437-91a4-57cf31546c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.033094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69a5ca98-cbcf-485c-98e7-e3f66f40ab39 req-26aec932-bb0c-4437-91a4-57cf31546c24 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8b2966ff68344a029bb9308d5399f63e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2602384 Feb 09 21:52:03.261823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:03.265955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:03.289551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddb1fe-c070-452a-bfb4-c42e0e9f2da7 req-1dec18f5-f329-4555-adeb-b95ec0aed982 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.291439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7ddb1fe-c070-452a-bfb4-c42e0e9f2da7 req-1dec18f5-f329-4555-adeb-b95ec0aed982 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 944 time: 0.2104113 Feb 09 21:52:03.333694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cd12b551-2f20-498c-96a8-038329f0e737 req-3b42db9b-7193-459f-9b3d-4da00ab957c6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948477 Feb 09 21:52:03.362489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ca98-cbcf-485c-98e7-e3f66f40ab39 req-1320bddb-7430-4a00-bd0b-fce1cc9c1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.365148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69a5ca98-cbcf-485c-98e7-e3f66f40ab39 req-1320bddb-7430-4a00-bd0b-fce1cc9c1aaf service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3028409 Feb 09 21:52:03.407621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.436658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.436658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.436658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] 10.222.0.110 "PUT /v2.0/ports/ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 1091 time: 1.9025064 Feb 09 21:52:03.442148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7ddb1fe-c070-452a-bfb4-c42e0e9f2da7 req-7daf92df-ab27-416c-8d11-265288667fe4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386724 Feb 09 21:52:03.620694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ced4f2-4f00-40cf-9b7c-190258568f2e service neutron] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:03.661243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-794554fc-dee5-40ee-b0a9-d278f07ee26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.663013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-794554fc-dee5-40ee-b0a9-d278f07ee26a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 1126 time: 0.2449505 Feb 09 21:52:03.712666 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-bee62aaf-c83e-48b0-95de-96bf6be3c9e1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78eed153-3125-47b3-b72b-6e3b35f0192e HTTP/1.1" status: 200 len: 217 time: 0.0415995 Feb 09 21:52:03.722281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f2d4-d771-4d67-8fc7-125573d74b0e req-30c5a8ea-1b6a-4220-abe9-959de5f5c369 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.730865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2fe5f2d4-d771-4d67-8fc7-125573d74b0e req-30c5a8ea-1b6a-4220-abe9-959de5f5c369 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 943 time: 0.2357249 Feb 09 21:52:03.856391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2fe5f2d4-d771-4d67-8fc7-125573d74b0e req-06ae6ad4-94db-42be-b2b5-102f6d5a235d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243725 Feb 09 21:52:03.863332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-b346338f-7aed-4edb-a393-351694091457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.870526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-b346338f-7aed-4edb-a393-351694091457 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1125 time: 0.2723212 Feb 09 21:52:03.913401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-621f45c7-0e75-4419-9623-fb49e3de68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.921461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-621f45c7-0e75-4419-9623-fb49e3de68d7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ab6aab3-7ffc-4996-b042-b978967aa4a8 HTTP/1.1" status: 200 len: 855 time: 0.1857553 Feb 09 21:52:03.967403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-a219c392-c783-4647-add8-bae3905b7dbd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 217 time: 0.0880189 Feb 09 21:52:04.024550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-6cb3683d-a5d0-4195-9490-742b1e363030 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ff554d8c-e459-49c5-aa4c-a06d18f8099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666296 Feb 09 21:52:04.099205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53fe19-c6a0-4e94-bac4-dcd688c4a30d req-89ef0294-57d3-4daa-8b76-ff4872cc7098 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.106171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd53fe19-c6a0-4e94-bac4-dcd688c4a30d req-89ef0294-57d3-4daa-8b76-ff4872cc7098 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1227195 Feb 09 21:52:04.189931 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd53fe19-c6a0-4e94-bac4-dcd688c4a30d req-474d7775-346c-45ac-be07-016545aac9c8 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824785 Feb 09 21:52:04.292546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-24ef2b84-307d-4c3f-a7b0-67d0c9ba8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.294658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-24ef2b84-307d-4c3f-a7b0-67d0c9ba8ac4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.2690310 Feb 09 21:52:04.370510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-c5a0cfdc-409e-4c72-845e-3bff43c7aa19 service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112350 Feb 09 21:52:04.473902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512826-877a-4ddf-bfaa-766174367adc req-fba0f431-a1a4-4a74-8701-e147564a7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.475448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-fba0f431-a1a4-4a74-8701-e147564a7929 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1625392 Feb 09 21:52:04.610722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aef09f8-da9c-4613-ba88-8a48c2517d35 req-4bf24469-6b4c-4791-bf23-ab563615356f service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340195 Feb 09 21:52:04.618858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7f60-22cb-41b7-b091-81ebb09f2828 req-36e63521-c8f6-414d-9015-6f62663d20c8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.627204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce8c7f60-22cb-41b7-b091-81ebb09f2828 req-36e63521-c8f6-414d-9015-6f62663d20c8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 944 time: 0.0757139 Feb 09 21:52:04.638182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:04.640247 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9498b621-3dff-49aa-8e92-ce11811590bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:04.660319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec560790-6a90-4cc2-b6e3-d1297c61f90a req-495d7641-5397-4197-bdc1-f053e59060ef tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.661857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec560790-6a90-4cc2-b6e3-d1297c61f90a req-495d7641-5397-4197-bdc1-f053e59060ef tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1854832 Feb 09 21:52:04.738594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce8c7f60-22cb-41b7-b091-81ebb09f2828 req-8a2de491-f0f6-4953-9e53-a805305eed3f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055176 Feb 09 21:52:04.746821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec560790-6a90-4cc2-b6e3-d1297c61f90a req-24d0c77f-f952-4749-b2d7-caa473d7124c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688019 Feb 09 21:52:04.768014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-3c341f50-42b1-40f6-9160-5e9385417942 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787223 Feb 09 21:52:04.851960 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd263328-7c93-4c3c-b4cf-d9fbe8289c6f x-openstack-request-id: req-dd263328-7c93-4c3c-b4cf-d9fbe8289c6f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:04.852516 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:04.852946 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dd263328-7c93-4c3c-b4cf-d9fbe8289c6f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:04.853499 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'status': 'completed', 'code': 200} Feb 09 21:52:05.019674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f512826-877a-4ddf-bfaa-766174367adc req-c3617f25-d65e-464f-84dd-7b20a9ff610d service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451859 Feb 09 21:52:05.062593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99456ab-570c-4a66-9345-0fc681905f15 req-4fbe2a40-cced-47ff-bd9b-052bb6053de0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.070412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b99456ab-570c-4a66-9345-0fc681905f15 req-4fbe2a40-cced-47ff-bd9b-052bb6053de0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 943 time: 0.1084480 Feb 09 21:52:05.145874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b99456ab-570c-4a66-9345-0fc681905f15 req-edd0bd89-b039-423b-95a6-a34dfad0aebb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729034 Feb 09 21:52:05.226907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b621-3dff-49aa-8e92-ce11811590bb req-0f672802-fe77-474f-9d27-76571d034f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.228504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498b621-3dff-49aa-8e92-ce11811590bb req-0f672802-fe77-474f-9d27-76571d034f9c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1125 time: 0.0492709 Feb 09 21:52:05.341640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b621-3dff-49aa-8e92-ce11811590bb req-7a64cd70-2d77-4ffc-b3d2-ddff3df306d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.343458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498b621-3dff-49aa-8e92-ce11811590bb req-7a64cd70-2d77-4ffc-b3d2-ddff3df306d6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.1032305 Feb 09 21:52:05.403392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea42ed-8fac-422b-9177-773f37492255 req-cc4bd9a6-2251-43c6-8196-652614a03db6 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.404870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18ea42ed-8fac-422b-9177-773f37492255 req-cc4bd9a6-2251-43c6-8196-652614a03db6 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1062293 Feb 09 21:52:05.413123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8a556a3a-2c96-40f7-8934-79892342d35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:05.418360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498b621-3dff-49aa-8e92-ce11811590bb req-de878769-943d-48e2-bde5-8489eebd5e9a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 217 time: 0.0672610 Feb 09 21:52:05.474691 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18ea42ed-8fac-422b-9177-773f37492255 req-04d83372-4e81-4e5f-bee6-9833299b2573 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641387 Feb 09 21:52:05.519774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b621-3dff-49aa-8e92-ce11811590bb req-0fee8d73-63fa-4918-b1fb-299c5d876f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.521771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498b621-3dff-49aa-8e92-ce11811590bb req-0fee8d73-63fa-4918-b1fb-299c5d876f0a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.0958176 Feb 09 21:52:05.598307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b621-3dff-49aa-8e92-ce11811590bb req-60125522-fae7-4490-b68d-29aa40366108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.603516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498b621-3dff-49aa-8e92-ce11811590bb req-60125522-fae7-4490-b68d-29aa40366108 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0711281 Feb 09 21:52:05.753824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498b621-3dff-49aa-8e92-ce11811590bb req-84d7eb7f-a769-459a-9f5c-3ef6cfe4cd8f service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444824 Feb 09 21:52:05.954679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498b621-3dff-49aa-8e92-ce11811590bb req-370b4553-18a8-4279-9e6a-c2c2e1d3525d service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846118 Feb 09 21:52:06.005415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfde18-0c02-4ab0-8ac7-9788afb626f0 req-f5dc971d-9535-4371-9c49-b88b909299e7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:06.017850 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6dfde18-0c02-4ab0-8ac7-9788afb626f0 req-f5dc971d-9535-4371-9c49-b88b909299e7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1401343 Feb 09 21:52:06.067067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dda1b3-c7fc-4fbd-86c4-bfdd38be9497 req-0b12bb35-af08-4f49-a9c3-f36c39125dbe tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:06.069168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9dda1b3-c7fc-4fbd-86c4-bfdd38be9497 req-0b12bb35-af08-4f49-a9c3-f36c39125dbe tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 944 time: 0.1174159 Feb 09 21:52:06.101700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6dfde18-0c02-4ab0-8ac7-9788afb626f0 req-9f8c4591-8100-4c7f-b3fd-9ade0e759d89 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825016 Feb 09 21:52:06.151987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9dda1b3-c7fc-4fbd-86c4-bfdd38be9497 req-15209b47-8efe-4695-a438-2e21aed2f567 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762780 Feb 09 21:52:06.352722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef84ce-e387-4395-9814-bb4871420e8f req-ca1578df-d9b7-4d68-a205-cd8e3226e26e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:06.365160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31ef84ce-e387-4395-9814-bb4871420e8f req-ca1578df-d9b7-4d68-a205-cd8e3226e26e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 943 time: 0.1068833 Feb 09 21:52:06.437245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31ef84ce-e387-4395-9814-bb4871420e8f req-86662544-8c2a-4626-82a4-0c30668bea10 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710721 Feb 09 21:52:06.644008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548fa13-7201-48ee-a8ec-471a068c68ea req-97ba4c05-19b2-450f-856c-d38930129272 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:06.656283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2548fa13-7201-48ee-a8ec-471a068c68ea req-97ba4c05-19b2-450f-856c-d38930129272 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0718908 Feb 09 21:52:06.662754 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:52:06.746515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2548fa13-7201-48ee-a8ec-471a068c68ea req-857e5fdc-8be8-457e-b25b-03cd536ecbc7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858951 Feb 09 21:52:07.266498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a53f-0bb4-4848-a5de-f6d897ac4983 req-dfe25d8f-a815-43e5-8a69-ade4e3efe5a2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.271242 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63d0a53f-0bb4-4848-a5de-f6d897ac4983 req-dfe25d8f-a815-43e5-8a69-ade4e3efe5a2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0902195 Feb 09 21:52:07.294815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d287b1b-14a9-4ebe-8d07-20f5782cf81e req-0ea953bd-efd5-40c0-b8b2-103983dce49d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.296440 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d287b1b-14a9-4ebe-8d07-20f5782cf81e req-0ea953bd-efd5-40c0-b8b2-103983dce49d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 944 time: 0.0712225 Feb 09 21:52:07.333088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63d0a53f-0bb4-4848-a5de-f6d897ac4983 req-3838c761-47e3-4ebc-ac0b-a5ca3efcfc6b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578811 Feb 09 21:52:07.371585 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d287b1b-14a9-4ebe-8d07-20f5782cf81e req-a1b901a6-dc9d-4a71-bf7b-f58dfb432161 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637422 Feb 09 21:52:07.509850 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-377f1c9d-615a-48ed-a993-54060597727b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.635181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133941a9-fb30-44c1-8dd4-216178c4a2e0 req-1e6482c6-cc8a-4144-835c-e8193446536c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.639416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-133941a9-fb30-44c1-8dd4-216178c4a2e0 req-1e6482c6-cc8a-4144-835c-e8193446536c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 943 time: 0.0654988 Feb 09 21:52:07.690881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-133941a9-fb30-44c1-8dd4-216178c4a2e0 req-89f533bb-b722-4fd2-bd77-f446b6604dad tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Feb 09 21:52:07.770785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78eed153-3125-47b3-b72b-6e3b35f0192e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:07.879632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df1ace-ec3b-492d-b030-5323fce7abc7 req-2bdbdaa3-975f-48b2-89e9-c5ee70fbdc86 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.887191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3df1ace-ec3b-492d-b030-5323fce7abc7 req-2bdbdaa3-975f-48b2-89e9-c5ee70fbdc86 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0660985 Feb 09 21:52:07.947168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:07.961055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'port_id': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'mac_address': 'fa:16:3e:bb:72:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab6aab3-7ffc-4996-b042-b978967aa4a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:07.983182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3df1ace-ec3b-492d-b030-5323fce7abc7 req-7c210302-3d82-49ba-a604-1f1f252b8f4f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943453 Feb 09 21:52:08.027929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 78eed153-3125-47b3-b72b-6e3b35f0192e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:08.031509 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.044281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eed153-3125-47b3-b72b-6e3b35f0192e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:08.067160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.172483 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.177196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:08.279930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.331485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.344453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'mac_address': 'fa:16:3e:25:67:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:08.384907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:08.402816 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.406516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:08.431128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.526520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa7462-5dac-4d86-b1df-e85675f6b2a2 req-618e7293-3e48-45cd-b465-95cd78280392 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.533385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02fa7462-5dac-4d86-b1df-e85675f6b2a2 req-618e7293-3e48-45cd-b465-95cd78280392 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1071084 Feb 09 21:52:08.533554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00357-ed4e-43d6-a725-0172371c9384 req-940fa708-fc2e-4857-8e8c-4922cfc7bd07 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.540487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2c00357-ed4e-43d6-a725-0172371c9384 req-940fa708-fc2e-4857-8e8c-4922cfc7bd07 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 945 time: 0.0652273 Feb 09 21:52:08.555696 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.618014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02fa7462-5dac-4d86-b1df-e85675f6b2a2 req-5681beb0-24f7-4afe-aa5a-8b760eb8b572 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784268 Feb 09 21:52:08.650799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.651650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2c00357-ed4e-43d6-a725-0172371c9384 req-41958e1a-7e50-468a-8972-cab27e2385f4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076334 Feb 09 21:52:08.813182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51475c-9ebf-48bc-9d54-76a99d5614f5 req-7b1a7eff-1df6-4d56-bc42-5c2ec124a3bd tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.814751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac51475c-9ebf-48bc-9d54-76a99d5614f5 req-7b1a7eff-1df6-4d56-bc42-5c2ec124a3bd tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0529726 Feb 09 21:52:08.887500 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac51475c-9ebf-48bc-9d54-76a99d5614f5 req-32dc586d-e265-41c6-b84b-243554d05eaf tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605304 Feb 09 21:52:09.034960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.037494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['78eed153-3125-47b3-b72b-6e3b35f0192e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:09.110191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60670085-1bbf-401f-a4bf-fd65518e3872 req-c6bd389a-9e3a-45ea-9462-0078f51db366 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.111749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60670085-1bbf-401f-a4bf-fd65518e3872 req-c6bd389a-9e3a-45ea-9462-0078f51db366 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0599554 Feb 09 21:52:09.166341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60670085-1bbf-401f-a4bf-fd65518e3872 req-7676efc2-f103-4e12-ac88-f24ef204eda5 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Feb 09 21:52:09.219225 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.755889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6a203-4e8b-493a-adb7-39ea06229909 req-4ad5300c-ecdc-4a70-a59f-856da92a9c09 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.757536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53e6a203-4e8b-493a-adb7-39ea06229909 req-4ad5300c-ecdc-4a70-a59f-856da92a9c09 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0535879 Feb 09 21:52:09.786919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b701933-57df-4bc3-9a48-db7e4ede9bba req-43ebb87f-d390-4a50-bc28-32e172769a42 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.799597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b701933-57df-4bc3-9a48-db7e4ede9bba req-43ebb87f-d390-4a50-bc28-32e172769a42 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 945 time: 0.0705070 Feb 09 21:52:09.825258 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53e6a203-4e8b-493a-adb7-39ea06229909 req-55960a7e-300b-46b0-97a1-7cf767b98df2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581124 Feb 09 21:52:09.905188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b701933-57df-4bc3-9a48-db7e4ede9bba req-b46d5298-6a4d-4bff-bd61-3f9bf01ae347 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042955 Feb 09 21:52:10.024504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ef37-ba11-4690-8ed5-e69c82f2065e req-bf5162f2-d421-42ad-9f2d-7ea6d3388b74 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.025997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d07ef37-ba11-4690-8ed5-e69c82f2065e req-bf5162f2-d421-42ad-9f2d-7ea6d3388b74 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0532188 Feb 09 21:52:10.077786 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d07ef37-ba11-4690-8ed5-e69c82f2065e req-c7dd4a54-711c-4691-97c7-e4bafe7ba858 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458581 Feb 09 21:52:10.243375 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.320386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dda80-6018-4eee-9f3a-ce292c8da083 req-9a55952a-7f58-4679-a047-9533e5dbea08 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.322059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-519dda80-6018-4eee-9f3a-ce292c8da083 req-9a55952a-7f58-4679-a047-9533e5dbea08 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0696480 Feb 09 21:52:10.381807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-519dda80-6018-4eee-9f3a-ce292c8da083 req-2becc450-b2e8-4a4a-b9c1-2ee3e4ff2390 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539627 Feb 09 21:52:10.969015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c3b2-9d5b-413f-a987-eeadbcead1c4 req-233ddf1d-1bb5-4b74-81f6-faa0afbdef4b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.971617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb90c3b2-9d5b-413f-a987-eeadbcead1c4 req-233ddf1d-1bb5-4b74-81f6-faa0afbdef4b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0754545 Feb 09 21:52:11.038440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb90c3b2-9d5b-413f-a987-eeadbcead1c4 req-f1430e44-f539-4e6d-a66d-66932030a821 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533550 Feb 09 21:52:11.092101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81264b5-82f0-4cdb-8e2f-02f7741bd053 req-6fb9ea86-a1b6-4251-9d75-f461a3acad59 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.098942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e81264b5-82f0-4cdb-8e2f-02f7741bd053 req-6fb9ea86-a1b6-4251-9d75-f461a3acad59 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 945 time: 0.0912449 Feb 09 21:52:11.165298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e81264b5-82f0-4cdb-8e2f-02f7741bd053 req-c1ca4ad5-bc22-487c-861b-929407fe1c40 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654733 Feb 09 21:52:11.237946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a510a-5aa8-4221-989e-03afa41ee2f0 req-237df583-1b56-4e14-be54-fe40419270ac tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.239525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f17a510a-5aa8-4221-989e-03afa41ee2f0 req-237df583-1b56-4e14-be54-fe40419270ac tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0795705 Feb 09 21:52:11.328690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f17a510a-5aa8-4221-989e-03afa41ee2f0 req-ca93c2a4-c7ad-47f1-af15-d80c94326b20 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820360 Feb 09 21:52:11.334146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a8fc6-c599-48cd-8c0d-1e29d428a2da req-f12be4b3-f987-4e6d-a1c6-74690a2ac534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.335891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f6a8fc6-c599-48cd-8c0d-1e29d428a2da req-f12be4b3-f987-4e6d-a1c6-74690a2ac534 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.0642607 Feb 09 21:52:11.406120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f6a8fc6-c599-48cd-8c0d-1e29d428a2da req-4db1dca5-4c1e-4fbd-a42d-e35e2dc6b61c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623305 Feb 09 21:52:11.518835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aed02-5120-4a6e-bcf1-1f766ec3ea72 req-d6375b4a-669c-4704-bbca-6c2e8c296e0a tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.520576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-304aed02-5120-4a6e-bcf1-1f766ec3ea72 req-d6375b4a-669c-4704-bbca-6c2e8c296e0a tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0592554 Feb 09 21:52:11.606409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-304aed02-5120-4a6e-bcf1-1f766ec3ea72 req-50889c27-0e4b-4cde-993c-a342333b2502 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769091 Feb 09 21:52:11.700897 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.788698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78eed153-3125-47b3-b72b-6e3b35f0192e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:11.915206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 78eed153-3125-47b3-b72b-6e3b35f0192e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:11.920437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 78eed153-3125-47b3-b72b-6e3b35f0192e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:11.920821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.010524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 78eed153-3125-47b3-b72b-6e3b35f0192e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:12.011070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.035516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:12.037658 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3316fc-8198-432d-8fe2-cd2e4e0fb63d" -d '{"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-plugged", "status": "completed", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:12.071297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:12.092330 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927687c9-a6f9-4867-83a1-196b163ae515 x-openstack-request-id: req-927687c9-a6f9-4867-83a1-196b163ae515 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:12.092714 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-plugged", "status": "completed", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:12.093033 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-927687c9-a6f9-4867-83a1-196b163ae515 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:12.093494 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'code': 200} Feb 09 21:52:12.201756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbadbfc-1253-48a3-8c49-573fdef41063 req-01f9aeb2-9471-4559-9eb4-8abd0e4edd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.203335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afbadbfc-1253-48a3-8c49-573fdef41063 req-01f9aeb2-9471-4559-9eb4-8abd0e4edd20 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 1127 time: 0.0554960 Feb 09 21:52:12.221644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.222912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:12.226031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d51e-9ad6-4493-8417-84af91885bef req-2f67295d-c947-49e1-8603-aa43bb905c14 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.226031 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bc1d51e-9ad6-4493-8417-84af91885bef req-2f67295d-c947-49e1-8603-aa43bb905c14 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1042988 Feb 09 21:52:12.296200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afbadbfc-1253-48a3-8c49-573fdef41063 req-ca15f31f-4266-4980-86b7-aaa28949ae33 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Feb 09 21:52:12.336741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bc1d51e-9ad6-4493-8417-84af91885bef req-afbd123c-b3c8-4925-81c7-0fc35459866b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010785 Feb 09 21:52:12.348839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce200109-4c16-406f-956f-60e0e97f5255 req-3c5c616d-3b2d-4cd3-92ae-48a40a2b1e2e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.353165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:12.358071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce200109-4c16-406f-956f-60e0e97f5255 req-3c5c616d-3b2d-4cd3-92ae-48a40a2b1e2e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0772324 Feb 09 21:52:12.418766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce200109-4c16-406f-956f-60e0e97f5255 req-264205a6-cb71-47b0-adc1-d59c0e7e9d99 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Feb 09 21:52:12.443831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:12.448084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:12.448471 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.551994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43984) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:12.655287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6c81f-e23c-4fdc-932c-b2aef6e94d72 req-96edd151-21f3-4f51-b26f-916d86b897d4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.656960 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b6c81f-e23c-4fdc-932c-b2aef6e94d72 req-96edd151-21f3-4f51-b26f-916d86b897d4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1289341 Feb 09 21:52:12.680247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:12.680944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.760949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:12.780034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8b6c81f-e23c-4fdc-932c-b2aef6e94d72 req-d1b80ff7-9770-4cef-bdb5-9d28dec00201 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071882 Feb 09 21:52:12.789419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc31cc98-cb0d-4564-a3af-3eabd09827c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.826085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9008-0b9b-4623-9fac-27d99fa7e235 req-04c8e614-e31e-467a-b454-dfb94e62d9b1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.827608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0bce9008-0b9b-4623-9fac-27d99fa7e235 req-04c8e614-e31e-467a-b454-dfb94e62d9b1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0888219 Feb 09 21:52:12.895296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.901358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0bce9008-0b9b-4623-9fac-27d99fa7e235 req-6406bfa2-c22e-459e-8f0c-39e6f73ec0de tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665691 Feb 09 21:52:12.941662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc31cc98-cb0d-4564-a3af-3eabd09827c5 admin admin] Publish callbacks [] for security_group (838ec5df-99d5-4448-90d3-2da84912c45d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.959849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:13.026256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc31cc98-cb0d-4564-a3af-3eabd09827c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (838ec5df-99d5-4448-90d3-2da84912c45d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.066538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fc31cc98-cb0d-4564-a3af-3eabd09827c5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e4bf8f61dde04154ba1dbe970d3d38bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5133975 Feb 09 21:52:13.067448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31cc98-cb0d-4564-a3af-3eabd09827c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838ec5df-99d5-4448-90d3-2da84912c45d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:13.070287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43990) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:13.127437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e619-d561-41d0-9809-c10d8b7e6657 admin admin] Publish callbacks [] for security_group (838ec5df-99d5-4448-90d3-2da84912c45d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.154419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e619-d561-41d0-9809-c10d8b7e6657 admin admin] Publish callbacks [] for security_group (838ec5df-99d5-4448-90d3-2da84912c45d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.278502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e619-d561-41d0-9809-c10d8b7e6657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (838ec5df-99d5-4448-90d3-2da84912c45d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.281782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6eb7e619-d561-41d0-9809-c10d8b7e6657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.288425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6eb7e619-d561-41d0-9809-c10d8b7e6657 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/838ec5df-99d5-4448-90d3-2da84912c45d HTTP/1.1" status: 204 len: 168 time: 0.2156343 Feb 09 21:52:13.297847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7e619-d561-41d0-9809-c10d8b7e6657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838ec5df-99d5-4448-90d3-2da84912c45d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:13.599817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce96cf9-aa23-4f91-b962-91132ce25860 req-e7bb4bbc-7a66-4a23-a294-4f59209b2ace tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.601494 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ce96cf9-aa23-4f91-b962-91132ce25860 req-e7bb4bbc-7a66-4a23-a294-4f59209b2ace tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0714836 Feb 09 21:52:13.623748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452b34-f25b-4f28-8260-e8d094e29af2 req-caf74019-d857-4e8e-ac39-a98427d2bd5f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.640076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70452b34-f25b-4f28-8260-e8d094e29af2 req-caf74019-d857-4e8e-ac39-a98427d2bd5f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1388481 Feb 09 21:52:13.703515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70452b34-f25b-4f28-8260-e8d094e29af2 req-bc1417b7-5eb7-4e1f-92a0-a08d4d4dfd02 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627666 Feb 09 21:52:13.753748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ce96cf9-aa23-4f91-b962-91132ce25860 req-6c4e4a94-6f2b-444e-806b-b4a3462141a8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382375 Feb 09 21:52:13.919541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1a228-d667-465c-a0ff-616edf1fee86 req-c7ed8749-402f-4d76-98d3-11aab622c25b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.921670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ce1a228-d667-465c-a0ff-616edf1fee86 req-c7ed8749-402f-4d76-98d3-11aab622c25b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.0629199 Feb 09 21:52:13.973904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ce1a228-d667-465c-a0ff-616edf1fee86 req-4d1162a6-17d4-4d17-9c42-46913ae2c30e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466046 Feb 09 21:52:14.113155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:14.116776 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68ed655-3f07-4d07-9029-338a7575dda9" -d '{"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:14.213675 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcfca5b-aaf4-4869-9724-35d73ea160b5 x-openstack-request-id: req-6fcfca5b-aaf4-4869-9724-35d73ea160b5 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:14.218094 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:14.218094 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6fcfca5b-aaf4-4869-9724-35d73ea160b5 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:14.218094 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'code': 200} Feb 09 21:52:14.346538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212975b-b646-47bb-ae88-736763a91629 req-45a53ac0-86ca-4c70-af3c-b67baec46e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.348454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a212975b-b646-47bb-ae88-736763a91629 req-45a53ac0-86ca-4c70-af3c-b67baec46e40 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1127 time: 0.0891490 Feb 09 21:52:14.367280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4369-b215-41e7-b805-dfa56c43b6ad req-9cda9cab-85f8-4c36-be85-f127db860c5b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.373018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03aa4369-b215-41e7-b805-dfa56c43b6ad req-9cda9cab-85f8-4c36-be85-f127db860c5b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.3753865 Feb 09 21:52:14.403431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44018) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:14.415655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a212975b-b646-47bb-ae88-736763a91629 req-ae8f5517-da38-4b01-9037-18483967e96d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609665 Feb 09 21:52:14.433206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5ba3-ff9b-4298-97d4-af47e250e33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.451083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03aa4369-b215-41e7-b805-dfa56c43b6ad req-2508e9c8-82a6-49e7-8f50-69c77b1f3c1f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741568 Feb 09 21:52:14.498921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-60aaa716-22e9-46a8-b810-be039edf9820 req-82af36ec-5927-4325-bf86-a969c58cade2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1678238764', 'description': 'tempest-description-1788184675'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:14.535259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5ba3-ff9b-4298-97d4-af47e250e33b admin admin] Publish callbacks [] for security_group (3b1a8c70-dcc4-4aa5-8f25-44234886f323), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.623411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5ba3-ff9b-4298-97d4-af47e250e33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3b1a8c70-dcc4-4aa5-8f25-44234886f323), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.624190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60aaa716-22e9-46a8-b810-be039edf9820 req-82af36ec-5927-4325-bf86-a969c58cade2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.658347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2b6f5ba3-ff9b-4298-97d4-af47e250e33b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0c0250ee177744ffa28345c9711d35ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500741 Feb 09 21:52:14.659542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44022) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:14.669453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f5ba3-ff9b-4298-97d4-af47e250e33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a8c70-dcc4-4aa5-8f25-44234886f323,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:14.862220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60aaa716-22e9-46a8-b810-be039edf9820 req-82af36ec-5927-4325-bf86-a969c58cade2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for security_group (9c3e46a3-162c-4ee6-95ca-16151ea221ec), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.895502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6ad47319-ce48-4f81-965f-2e3013548b0e admin admin] Publish callbacks [] for security_group (3b1a8c70-dcc4-4aa5-8f25-44234886f323), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.920869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4899c-4aaf-4573-a75a-e63eab2ba8d8 req-27d58968-ee51-483b-a833-7d3c738caccf tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.922557 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ec4899c-4aaf-4573-a75a-e63eab2ba8d8 req-27d58968-ee51-483b-a833-7d3c738caccf tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0993805 Feb 09 21:52:14.925085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6ad47319-ce48-4f81-965f-2e3013548b0e admin admin] Publish callbacks [] for security_group (3b1a8c70-dcc4-4aa5-8f25-44234886f323), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.978673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60aaa716-22e9-46a8-b810-be039edf9820 req-82af36ec-5927-4325-bf86-a969c58cade2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c3e46a3-162c-4ee6-95ca-16151ea221ec), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.982276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ec4899c-4aaf-4573-a75a-e63eab2ba8d8 req-5772471b-6801-487d-9cfd-51327851eee9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540819 Feb 09 21:52:15.011239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af36ec-5927-4325-bf86-a969c58cade2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e46a3-162c-4ee6-95ca-16151ea221ec,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:15.087923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6ad47319-ce48-4f81-965f-2e3013548b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3b1a8c70-dcc4-4aa5-8f25-44234886f323), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.097094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6ad47319-ce48-4f81-965f-2e3013548b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.099079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6ad47319-ce48-4f81-965f-2e3013548b0e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3b1a8c70-dcc4-4aa5-8f25-44234886f323 HTTP/1.1" status: 204 len: 168 time: 0.4372771 Feb 09 21:52:15.105850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5685-7773-432b-8ff0-e4953fbfdf11 req-a48ea75a-eaf0-4b9b-9dfc-e8fa28116876 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.107784 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a4b5685-7773-432b-8ff0-e4953fbfdf11 req-a48ea75a-eaf0-4b9b-9dfc-e8fa28116876 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0623264 Feb 09 21:52:15.118014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47319-ce48-4f81-965f-2e3013548b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a8c70-dcc4-4aa5-8f25-44234886f323,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:15.136096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60aaa716-22e9-46a8-b810-be039edf9820 req-82af36ec-5927-4325-bf86-a969c58cade2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.137574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60aaa716-22e9-46a8-b810-be039edf9820 req-82af36ec-5927-4325-bf86-a969c58cade2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.6439550 Feb 09 21:52:15.225984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a4b5685-7773-432b-8ff0-e4953fbfdf11 req-9c62adaf-cf42-40f4-bd13-fe2a3e4b9d0e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052885 Feb 09 21:52:15.311677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-c5af8bc9-40ae-4608-b2b9-491a843a6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.316549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-c5af8bc9-40ae-4608-b2b9-491a843a6014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1128 time: 0.1154492 Feb 09 21:52:15.368286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018905c-6b1c-4ada-9aac-494601fe8808 req-674616e3-b19d-4188-bf62-2c46a6981e94 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.370051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c018905c-6b1c-4ada-9aac-494601fe8808 req-674616e3-b19d-4188-bf62-2c46a6981e94 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.0929954 Feb 09 21:52:15.428315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c018905c-6b1c-4ada-9aac-494601fe8808 req-dcf91689-d1e0-4c5b-be60-70f20ce0def0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523734 Feb 09 21:52:15.495595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-82419c8e-931d-40da-ac2a-36dff8c44f5a tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1678238764&fields=id&tenant_id=304cf48462d643beb07b933a49703f33 HTTP/1.1" status: 200 len: 267 time: 0.1560347 Feb 09 21:52:15.518075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-80970761-af69-4d2f-89e4-f6dfe209e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.519779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-80970761-af69-4d2f-89e4-f6dfe209e7db service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.1789949 Feb 09 21:52:15.617925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-3d503806-9978-457c-ad8a-90affd9c92b9 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.620100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-3d503806-9978-457c-ad8a-90affd9c92b9 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1173398 Feb 09 21:52:15.622353 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-dc76e892-9ec1-4fb9-bfc2-e9c2f698ac3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 200 len: 1002 time: 0.0878129 Feb 09 21:52:15.633814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Request body: {'port': {'security_groups': ['9c68cd8a-81ca-46ea-8af7-e4b6ed41182a', '9c3e46a3-162c-4ee6-95ca-16151ea221ec']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:15.664153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027519f-43ca-4b36-b675-f52e6d85a24e req-bfe76e1e-6edd-4fda-823e-f01796e76f32 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.665760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9027519f-43ca-4b36-b675-f52e6d85a24e req-bfe76e1e-6edd-4fda-823e-f01796e76f32 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1343739 Feb 09 21:52:15.756681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9027519f-43ca-4b36-b675-f52e6d85a24e req-0b4fbca6-be89-4fa5-a273-bf7cef747a07 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843365 Feb 09 21:52:15.787425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-85229ad0-b947-4a28-8d1e-8943588adce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.787425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-85229ad0-b947-4a28-8d1e-8943588adce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.1452985 Feb 09 21:52:15.856394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49122695-818c-4346-8d6f-b25aa2976e66), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.962041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-16a2e27e-8f57-4bae-a232-54ba738496ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.967980 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-16a2e27e-8f57-4bae-a232-54ba738496ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1738949 Feb 09 21:52:16.208203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e9206-5149-4542-b456-98ebcde76ff9 req-a09b73c0-2eac-4fd3-8e80-0c0db4915610 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.220646 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-752e9206-5149-4542-b456-98ebcde76ff9 req-a09b73c0-2eac-4fd3-8e80-0c0db4915610 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0782280 Feb 09 21:52:16.342006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-752e9206-5149-4542-b456-98ebcde76ff9 req-1e99bef9-bd06-4940-8a71-2e70de3e3d99 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029210 Feb 09 21:52:16.367566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49122695-818c-4346-8d6f-b25aa2976e66,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:16.406917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for port (49122695-818c-4346-8d6f-b25aa2976e66), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.428934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-439759b6-cddf-4f06-8a31-6459698c82c8 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431260 Feb 09 21:52:16.546153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97dd2d00-9b92-48ca-b557-3fdf46d2daf2 req-b794d36b-c73c-40d0-a9f2-5dc2fe0f2eaa service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096849 Feb 09 21:52:16.550330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.579655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cde1df-c696-4e12-803b-5a7535a52adc req-46486c92-2b6a-4fc7-9473-94fdde08ce2d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.590914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8cde1df-c696-4e12-803b-5a7535a52adc req-46486c92-2b6a-4fc7-9473-94fdde08ce2d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1290262 Feb 09 21:52:16.700270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.701565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:16.707317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49122695-818c-4346-8d6f-b25aa2976e66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:16.720493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8cde1df-c696-4e12-803b-5a7535a52adc req-823ad331-e4a1-4635-824a-df6be66a044b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277158 Feb 09 21:52:16.749270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30c510c7-765d-43f8-aff7-d9b4a5eca67a req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "PUT /v2.0/ports/49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 981 time: 1.1148322 Feb 09 21:52:16.749820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:16.763121 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac30342c-8618-43a0-9c9d-1c32a7b72e47" -d '{"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:16.855922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6cb95-2f41-4ec6-b876-e3c60d5986d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event updated for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=6']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:16.903322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49122695-818c-4346-8d6f-b25aa2976e66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:16.981854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-4b29480c-cc8e-4b57-aefd-b6fbf931bd76 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1678238764&fields=id&tenant_id=304cf48462d643beb07b933a49703f33 HTTP/1.1" status: 200 len: 267 time: 0.1523278 Feb 09 21:52:17.032945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db3d13-7052-4a36-b82c-f90a2fec6674 req-305fecde-b2ab-4ee6-9c27-93a46c353bf5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.043624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45db3d13-7052-4a36-b82c-f90a2fec6674 req-305fecde-b2ab-4ee6-9c27-93a46c353bf5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.1461468 Feb 09 21:52:17.071111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-ece2b040-939e-47d7-b2f8-d6719a25bfed tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.084661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-ece2b040-939e-47d7-b2f8-d6719a25bfed tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 984 time: 0.1012800 Feb 09 21:52:17.092189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Request body: {'port': {'security_groups': ['9c68cd8a-81ca-46ea-8af7-e4b6ed41182a']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:17.180257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45db3d13-7052-4a36-b82c-f90a2fec6674 req-9466c9d7-ccfb-4099-beb1-47301907c80e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325204 Feb 09 21:52:17.250447 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49122695-818c-4346-8d6f-b25aa2976e66), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.390654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff10e1-09b7-44fa-a038-22547d8a8ba5 req-2fbcd678-b01d-4474-ba24-0e974354ecaf tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.392416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9ff10e1-09b7-44fa-a038-22547d8a8ba5 req-2fbcd678-b01d-4474-ba24-0e974354ecaf tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1058116 Feb 09 21:52:17.457812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9ff10e1-09b7-44fa-a038-22547d8a8ba5 req-836f9ed0-f27e-43be-bb9c-18283aadb859 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596159 Feb 09 21:52:17.544878 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e9d98e-9d3c-4698-8c28-01a14591fefe x-openstack-request-id: req-59e9d98e-9d3c-4698-8c28-01a14591fefe {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:17.545378 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:17.545817 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59e9d98e-9d3c-4698-8c28-01a14591fefe {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:17.546591 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66', 'status': 'completed', 'code': 200} Feb 09 21:52:17.669046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49122695-818c-4346-8d6f-b25aa2976e66,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:17.708401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-1dc72e96-8c84-4fad-bbfb-9573963b822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.709904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-1dc72e96-8c84-4fad-bbfb-9573963b822e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1166 time: 0.1300933 Feb 09 21:52:17.751288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for port (49122695-818c-4346-8d6f-b25aa2976e66), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.851035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-be708c70-32a8-4364-933c-63f1a8be7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.854468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-be708c70-32a8-4364-933c-63f1a8be7ac3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 921 time: 0.1331768 Feb 09 21:52:17.855003 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:17.868460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49122695-818c-4346-8d6f-b25aa2976e66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:17.905147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8a1f-8a5a-4f50-8e0a-3ac4f1a6f0d3 req-18cf3405-8cb6-4a5e-ad22-d0ec6554e465 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.919016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a8f8a1f-8a5a-4f50-8e0a-3ac4f1a6f0d3 req-18cf3405-8cb6-4a5e-ad22-d0ec6554e465 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.2800202 Feb 09 21:52:17.920964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44104) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:17.925702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'floatingip': {'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:17.968246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-423d6971-2164-415d-8f03-1fc8798f4a07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 217 time: 0.1023474 Feb 09 21:52:18.032680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.044919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.057538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6368855e-bb3e-4417-aae1-d44481e6ffb6 req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "PUT /v2.0/ports/49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 942 time: 0.9715719 Feb 09 21:52:18.063943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:18.074015 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d4aa5-6366-43b1-be3c-f1e655efafca" -d '{"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:18.114749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f799f-d679-47af-acc9-da5edb2a124f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event updated for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:18.190472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for floatingip (52cef784-1952-4fcf-a188-aa33a1f15cff), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.223775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49122695-818c-4346-8d6f-b25aa2976e66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:18.372103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-8c56b0c7-8fad-4569-815b-351653785225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.373709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-8c56b0c7-8fad-4569-815b-351653785225 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.3351786 Feb 09 21:52:18.445505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2486d-5dc4-4330-a8b8-55c375aa2b42 req-104c67fc-1c47-4abc-a3a7-0f7ec144c03a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.455344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37d2486d-5dc4-4330-a8b8-55c375aa2b42 req-104c67fc-1c47-4abc-a3a7-0f7ec144c03a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.3741422 Feb 09 21:52:18.602298 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37d2486d-5dc4-4330-a8b8-55c375aa2b42 req-b5bc47e4-48f2-4d54-b400-4561a8f84eb2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424191 Feb 09 21:52:18.610849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-fa2d27b7-ab77-44fa-aa04-9a733a024500 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2242742 Feb 09 21:52:18.735285 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e9fe38-b11f-494f-adbe-24fcbf3d1c75 x-openstack-request-id: req-36e9fe38-b11f-494f-adbe-24fcbf3d1c75 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:18.736726 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:18.737169 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36e9fe38-b11f-494f-adbe-24fcbf3d1c75 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:18.737880 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66', 'status': 'completed', 'code': 200} Feb 09 21:52:19.020454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfaecd-49ae-4bc0-94cc-816d03f0b817 req-49ddc2ab-befd-459d-b5ce-78917787a9c6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.034369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22cfaecd-49ae-4bc0-94cc-816d03f0b817 req-49ddc2ab-befd-459d-b5ce-78917787a9c6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1759403 Feb 09 21:52:19.173222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22cfaecd-49ae-4bc0-94cc-816d03f0b817 req-9c05b44d-d1d7-45f6-97a0-b143d96b8531 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368442 Feb 09 21:52:19.278983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-2153e06c-30be-41d0-93af-e3045672e8f9 service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567373 Feb 09 21:52:19.295848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-13be0f85-cae7-4c06-be0a-e7edff8bfafb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6485279 Feb 09 21:52:19.341819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:19.530602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac30342c-8618-43a0-9c9d-1c32a7b72e47 req-5d64c2bf-000b-454c-8753-32fe9a7bce6b service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190607 Feb 09 21:52:19.596505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.924971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3c486-23ab-4d49-81ba-491d8f0fa10e req-2477ca0a-b0b4-434e-96e0-5f4e95e826b3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.926544 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ed3c486-23ab-4d49-81ba-491d8f0fa10e req-2477ca0a-b0b4-434e-96e0-5f4e95e826b3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0975695 Feb 09 21:52:20.009404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ed3c486-23ab-4d49-81ba-491d8f0fa10e req-881f504b-add8-4ef8-8425-ef3b4f634a72 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705075 Feb 09 21:52:20.290720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-1e7c1801-4c43-4a41-b183-e3888a8420c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.292893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-1e7c1801-4c43-4a41-b183-e3888a8420c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.4956419 Feb 09 21:52:20.426302 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:52:20.449435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f33775-e9ca-46d3-b0ac-94c48dd03199 req-2214a36a-9587-4d59-a49b-173f450081e4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.456706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-45f33775-e9ca-46d3-b0ac-94c48dd03199 req-2214a36a-9587-4d59-a49b-173f450081e4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1407642 Feb 09 21:52:20.537523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-45f33775-e9ca-46d3-b0ac-94c48dd03199 req-64b979c3-bbe0-482f-8072-8566e2503df7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782230 Feb 09 21:52:20.601345 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.630412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.847859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Allocated IP 172.25.5.161 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:20.935424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-584b6e45-2146-4354-8ac6-6c96591fd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.031228 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-584b6e45-2146-4354-8ac6-6c96591fd30e service neutron] 10.222.0.30 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 921 time: 0.6339018 Feb 09 21:52:21.031228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (52cef784-1952-4fcf-a188-aa33a1f15cff), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.143403 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Floating IP 52cef784-1952-4fcf-a188-aa33a1f15cff associated. External IP: 172.25.5.241, port: ee5f2b2f-c17f-4b71-99ee-e94f2e61af50. Feb 09 21:52:21.153770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-fbadcca3-ee10-40bd-8970-0cd4c6341b8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 217 time: 0.2095928 Feb 09 21:52:21.214969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c719e39-1128-43c3-80ed-c634905c9bfa req-83894b87-0cca-4106-ae52-5e1e73120939 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.228649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c719e39-1128-43c3-80ed-c634905c9bfa req-83894b87-0cca-4106-ae52-5e1e73120939 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0909042 Feb 09 21:52:21.298647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c719e39-1128-43c3-80ed-c634905c9bfa req-ca2dc9fa-5fda-45ae-8df6-b916cc377481 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686202 Feb 09 21:52:21.334291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.342916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-7d0569f9-38f1-45c5-9d1a-e8338de25226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.345384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-7d0569f9-38f1-45c5-9d1a-e8338de25226 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.1553662 Feb 09 21:52:21.390897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-5a7a30de-f102-4a4a-952e-f4c02ddfe20c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359027 Feb 09 21:52:21.525087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-ea1d9cbe-47ce-4f83-ba87-6765d526bdb8 service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160386 Feb 09 21:52:21.768890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c11d4aa5-6366-43b1-be3c-f1e655efafca req-bc3204b3-7d71-4395-90c5-d672234ee1e6 service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328346 Feb 09 21:52:21.821855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a18af-208f-4d42-a52e-43f6384debca req-e808bfc2-6fa2-44d5-b64c-3f3b7c85a74e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.829896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f63a18af-208f-4d42-a52e-43f6384debca req-e808bfc2-6fa2-44d5-b64c-3f3b7c85a74e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1420107 Feb 09 21:52:21.892821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f63a18af-208f-4d42-a52e-43f6384debca req-72f23f2f-73c2-43fc-b9fe-6182eba29562 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615141 Feb 09 21:52:21.973071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.042237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event updated for resources: {'Port': ['ID=d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:22.065960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:22.076738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:22.083366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:22.236652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Router 276c7870-7c81-4ba6-809e-29e7c07560d5 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:22.393161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (78a00ccd-85a4-46fd-9af2-01d17ca02957), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.485367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7fb6c-cbd2-43a3-89f0-b7c48bfa378a req-ffc0a758-2920-4ed0-94c2-fa6323d03d3d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.494973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57c7fb6c-cbd2-43a3-89f0-b7c48bfa378a req-ffc0a758-2920-4ed0-94c2-fa6323d03d3d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0786252 Feb 09 21:52:22.571966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57c7fb6c-cbd2-43a3-89f0-b7c48bfa378a req-13137cfc-ecd3-4d3f-b098-fcb0ec930bf7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758183 Feb 09 21:52:22.598450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.641330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:22.648192 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.660033 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] Sync routers for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:22.675964 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:22.677482 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:22.750752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8bffadc1-cb2e-4cd8-9fee-537b4e3d325b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "PUT /v2.0/floatingips/52cef784-1952-4fcf-a188-aa33a1f15cff HTTP/1.1" status: 200 len: 991 time: 4.8284698 Feb 09 21:52:22.753584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:22.756959 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e95d0be-2135-4d73-981f-9f05ef6eedbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:22.972994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ca24e-9a5a-42b8-8812-edbcb1a62755 req-6641a184-583b-46e9-9234-a1686c48ad20 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.973243 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:22.983518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-753ca24e-9a5a-42b8-8812-edbcb1a62755 req-6641a184-583b-46e9-9234-a1686c48ad20 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.1423469 Feb 09 21:52:23.078758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.099037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-753ca24e-9a5a-42b8-8812-edbcb1a62755 req-ac8c7988-1945-4214-a275-bbb8644db55d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130159 Feb 09 21:52:23.145777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.258733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:23.356185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event updated for resources: {'Port': ['ID=d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:23.373868 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0b5775-0e99-42df-a7ec-f54ab3daf9d4 x-openstack-request-id: req-bf0b5775-0e99-42df-a7ec-f54ab3daf9d4 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:23.373868 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:23.373868 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf0b5775-0e99-42df-a7ec-f54ab3daf9d4 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:23.376853 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'status': 'completed', 'code': 200} Feb 09 21:52:23.541506 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '52cef784-1952-4fcf-a188-aa33a1f15cff', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'mac_address': 'fa:16:3e:25:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:51Z', 'updated_at': '2022-02-09T21:52:20Z', 'revision_number': 1, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:49Z', 'revision_number': 5, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:23.585317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-60b7e7bc-f02a-42df-a5cc-a9b5eb736943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.588535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (78a00ccd-85a4-46fd-9af2-01d17ca02957), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.590133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-60b7e7bc-f02a-42df-a5cc-a9b5eb736943 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1127 time: 0.2860174 Feb 09 21:52:23.608880 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] Checking router: 276c7870-7c81-4ba6-809e-29e7c07560d5 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:23.627485 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:23.628194 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:23.663414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:23.693146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '27719b97-c67e-4758-a0a8-9304de7ea196', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'port_id': '27719b97-c67e-4758-a0a8-9304de7ea196', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:23.711292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-0e2acd65-4b70-46ea-a3a4-8e96f72b89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.712924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-0e2acd65-4b70-46ea-a3a4-8e96f72b89bc service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.1102223 Feb 09 21:52:23.737532 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.747594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-79607231-0437-455c-b960-8967a3cecabb tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4502549 Feb 09 21:52:23.752857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:23.753464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.755931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47d76-7a2d-4812-9494-3cd2a6a5f735 req-0a3d1919-a5ba-447e-acfa-0554e99f30ed tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.757559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7aa47d76-7a2d-4812-9494-3cd2a6a5f735 req-0a3d1919-a5ba-447e-acfa-0554e99f30ed tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.3421898 Feb 09 21:52:23.795372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27719b97-c67e-4758-a0a8-9304de7ea196 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:23.822619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:23.915274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.918685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-f791e8cb-ad41-4c04-965e-1999798d2994 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.1898427 Feb 09 21:52:23.946893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-e8f59d0a-21c3-4655-92a9-da6b84a057fa tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 696 time: 0.1962290 Feb 09 21:52:24.022307 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:24.028294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-3558eb15-412a-4b0e-af7a-5dc9a905c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.033390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-3558eb15-412a-4b0e-af7a-5dc9a905c0d9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1005971 Feb 09 21:52:24.073774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7aa47d76-7a2d-4812-9494-3cd2a6a5f735 req-3e85c0a3-d233-4d92-b71f-d4bb6824a6e6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464380 Feb 09 21:52:24.122602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:24.131544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.132619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.132989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.133336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.133680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.134022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.134363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.135226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.135726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.136120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.136928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.136928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.137142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:24.161144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['27719b97-c67e-4758-a0a8-9304de7ea196'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:24.217274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-e3d0760b-6095-4cbf-b426-4166a4c663f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.230409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-e3d0760b-6095-4cbf-b426-4166a4c663f4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1857271 Feb 09 21:52:24.237163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-e69fd8c2-0248-4145-8996-336013095d4e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.243021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-e69fd8c2-0248-4145-8996-336013095d4e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2844241 Feb 09 21:52:24.256592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-6a41a551-c6d2-4627-8b92-6a547448d741 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:52:24.257734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b08fc9f7-8739-4954-81e4-05cfda516219 req-6a41a551-c6d2-4627-8b92-6a547448d741 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114162 Feb 09 21:52:24.698970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7f465-4820-448d-a558-d7854a14d587 req-97a2fcaa-486b-45f9-aa32-95e6469df593 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.701527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a7f465-4820-448d-a558-d7854a14d587 req-97a2fcaa-486b-45f9-aa32-95e6469df593 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.2112005 Feb 09 21:52:24.736159 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '52cef784-1952-4fcf-a188-aa33a1f15cff', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'mac_address': 'fa:16:3e:25:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:51Z', 'updated_at': '2022-02-09T21:52:20Z', 'revision_number': 1, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:49Z', 'revision_number': 5, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:24.785084 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bdc65-c0be-42cb-b2d6-5a489c8eb44b None None] The sync data for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 is: [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '52cef784-1952-4fcf-a188-aa33a1f15cff', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'mac_address': 'fa:16:3e:25:67:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:51Z', 'updated_at': '2022-02-09T21:52:20Z', 'revision_number': 1, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:49Z', 'revision_number': 5, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:24.851789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a7f465-4820-448d-a558-d7854a14d587 req-65219c0a-0d67-40d0-bbbe-9cde1ef6ae6a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257298 Feb 09 21:52:25.277898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:25.320648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-2d3cf72b-e592-424e-b065-526bd7041548 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:25.323216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-2d3cf72b-e592-424e-b065-526bd7041548 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3228478 Feb 09 21:52:25.347439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b76b2-22b9-4691-a3ae-7724f1b970d6 None None] New status for floating IP 52cef784-1952-4fcf-a188-aa33a1f15cff: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:52:25.478377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-7ab71301-de71-45d6-b599-73e6a88fb5cd tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 696 time: 0.1415589 Feb 09 21:52:25.487455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Request body: {'floatingip': {'port_id': '49122695-818c-4346-8d6f-b25aa2976e66', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:25.570522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064bf7b-0613-4b6e-aac8-90eb40450aeb req-b989f73c-f273-474e-9815-4932b10b6c04 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:25.578342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c064bf7b-0613-4b6e-aac8-90eb40450aeb req-b989f73c-f273-474e-9815-4932b10b6c04 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 945 time: 1.3468401 Feb 09 21:52:25.621229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (78a00ccd-85a4-46fd-9af2-01d17ca02957), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:25.777255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c064bf7b-0613-4b6e-aac8-90eb40450aeb req-8cedbfd3-6a04-4740-83d9-1eaffb7a4d3c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967902 Feb 09 21:52:25.782481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-43ed7975-56f8-411c-8a5a-5fdf4464e276 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4878831 Feb 09 21:52:25.847592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 27719b97-c67e-4758-a0a8-9304de7ea196 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:25.848266 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.126106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e95d0be-2135-4d73-981f-9f05ef6eedbd req-8fa04757-61d1-474a-ad7a-4a09a85c2bf8 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315017 Feb 09 21:52:26.153939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070a27d-37ce-4910-b31c-bd190cd710ce req-5734a91d-7852-4c08-90b3-187bcf5fa79a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.158032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f070a27d-37ce-4910-b31c-bd190cd710ce req-5734a91d-7852-4c08-90b3-187bcf5fa79a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1936445 Feb 09 21:52:26.211247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:26.214286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.270678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f070a27d-37ce-4910-b31c-bd190cd710ce req-1eb47159-38c3-4b96-949e-5307f82a7ffc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062086 Feb 09 21:52:26.284165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:26.290101 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dce0730-f6db-4bac-87e3-34828aa9a4ca" -d '{"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:26.325262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:26.409103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.514866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:26.552307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc7af-5d9c-4442-9fe2-b9ea470e180d req-5168ddcd-8b4d-4e66-bf77-db5fbd4445c3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.561317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9edc7af-5d9c-4442-9fe2-b9ea470e180d req-5168ddcd-8b4d-4e66-bf77-db5fbd4445c3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.1822913 Feb 09 21:52:26.706936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9edc7af-5d9c-4442-9fe2-b9ea470e180d req-313d5357-5332-4152-9ff1-bf8315f08646 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434808 Feb 09 21:52:26.776287 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a70de4-e078-4414-88d0-14012d76f4b1 x-openstack-request-id: req-83a70de4-e078-4414-88d0-14012d76f4b1 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:26.776637 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:26.776893 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-83a70de4-e078-4414-88d0-14012d76f4b1 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:26.777417 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196', 'code': 200} Feb 09 21:52:26.969355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114caba-fb3f-4e26-8f2c-09af86629efa req-e48987d7-b17b-4653-88c9-703d5609c88d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.977006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0114caba-fb3f-4e26-8f2c-09af86629efa req-e48987d7-b17b-4653-88c9-703d5609c88d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.0938933 Feb 09 21:52:27.042726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0114caba-fb3f-4e26-8f2c-09af86629efa req-fc6b30cd-4f6a-4741-98e8-e140e5d9e5a3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646393 Feb 09 21:52:27.213321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90fde5-123d-4665-aae8-0f5a6588d494 req-b3ee50c6-cb58-43ed-ba11-98bfcc15042e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:27.222442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe90fde5-123d-4665-aae8-0f5a6588d494 req-b3ee50c6-cb58-43ed-ba11-98bfcc15042e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0928931 Feb 09 21:52:27.276842 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.303264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe90fde5-123d-4665-aae8-0f5a6588d494 req-3bb99b5f-53ac-453c-a026-8c0bbcaa13a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722651 Feb 09 21:52:27.355526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (78a00ccd-85a4-46fd-9af2-01d17ca02957), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.626310 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Floating IP 78a00ccd-85a4-46fd-9af2-01d17ca02957 associated. External IP: 172.25.5.161, port: 49122695-818c-4346-8d6f-b25aa2976e66. Feb 09 21:52:28.085502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Router cb567db6-e493-4787-a9ce-25ff5e132c51 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:28.224110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b080398-6493-480d-ab76-2a36ba65cb8d req-f6ce763e-e1d7-45e4-ade4-4a6b6e7fe3ff tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.248311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b080398-6493-480d-ab76-2a36ba65cb8d req-f6ce763e-e1d7-45e4-ade4-4a6b6e7fe3ff tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1249371 Feb 09 21:52:28.357064 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b080398-6493-480d-ab76-2a36ba65cb8d req-99d8043d-a7e6-4d2b-a903-a425d9b848fe tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961063 Feb 09 21:52:28.409254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:28.423590 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] Sync routers for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:28.432014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.442345 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:28.442345 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:28.505999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8c0fc1a3-6bac-4688-a9ff-322cb707fdaf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "PUT /v2.0/floatingips/78a00ccd-85a4-46fd-9af2-01d17ca02957 HTTP/1.1" status: 200 len: 996 time: 3.0254738 Feb 09 21:52:28.507032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:28.510116 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d469ca-8620-4740-b859-7c8166139852" -d '{"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:28.594175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d500396-9591-4643-a092-d64d14b85755 req-214d1657-81a9-45fe-9ce0-cb29415f21aa tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.617572 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d500396-9591-4643-a092-d64d14b85755 req-214d1657-81a9-45fe-9ce0-cb29415f21aa tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1289611 Feb 09 21:52:28.643291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-b8c901b4-8b40-4e3e-8dea-1b910f9a91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.645766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-b8c901b4-8b40-4e3e-8dea-1b910f9a91cb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.1190293 Feb 09 21:52:28.697517 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:28.750220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-37166a87-c5ba-4c00-a7c8-5ffa7a36fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.752182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-37166a87-c5ba-4c00-a7c8-5ffa7a36fc9a service neutron] 10.222.0.98 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 921 time: 0.0994215 Feb 09 21:52:28.756151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d500396-9591-4643-a092-d64d14b85755 req-11557635-633b-4117-a8e1-5e2046e598bc tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281948 Feb 09 21:52:28.854112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-da3c8307-f885-45f3-ab9d-989099bf4a22 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 999 time: 0.0912573 Feb 09 21:52:28.939853 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795d875-0477-41d7-817f-ec02dac80d57 x-openstack-request-id: req-3795d875-0477-41d7-817f-ec02dac80d57 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:28.940414 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:28.940698 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3795d875-0477-41d7-817f-ec02dac80d57 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:28.941101 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66', 'status': 'completed', 'code': 200} Feb 09 21:52:28.950314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-aeb2f1b0-3f7f-4712-a161-632df405985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.956427 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-aeb2f1b0-3f7f-4712-a161-632df405985e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.0919631 Feb 09 21:52:29.032743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-7686f7bc-a48b-4501-aee1-d6792ecade3a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607860 Feb 09 21:52:29.052383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-3222262c-7c35-42ca-8f63-a6fc822ca2b4 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:52:29.053414 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-3222262c-7c35-42ca-8f63-a6fc822ca2b4 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112853 Feb 09 21:52:29.165240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d469ca-8620-4740-b859-7c8166139852 req-a55e2134-2249-4ad5-a27c-1050acadef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.166724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d469ca-8620-4740-b859-7c8166139852 req-a55e2134-2249-4ad5-a27c-1050acadef67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.2287929 Feb 09 21:52:29.174343 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:29.226944 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '78a00ccd-85a4-46fd-9af2-01d17ca02957', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'port_id': '49122695-818c-4346-8d6f-b25aa2976e66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'mac_address': 'fa:16:3e:32:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:52:22Z', 'updated_at': '2022-02-09T21:52:27Z', 'revision_number': 1, 'project_id': '304cf48462d643beb07b933a49703f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 5, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:29.268836 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] Checking router: cb567db6-e493-4787-a9ce-25ff5e132c51 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:29.278421 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:29.279044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:29.285816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-f74bc258-237e-4bfd-bbea-eb0937ec8d32 service neutron] 10.222.0.98 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223577 Feb 09 21:52:29.372465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d469ca-8620-4740-b859-7c8166139852 req-dce5ddb1-7c53-4841-9b45-d28ef84c86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.383886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d469ca-8620-4740-b859-7c8166139852 req-dce5ddb1-7c53-4841-9b45-d28ef84c86ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 921 time: 0.2082353 Feb 09 21:52:29.527482 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:29.554972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20455849-9dbe-4de6-839f-23642fe43fe8 req-8af4d065-d125-4259-871c-097b1e0d055a service neutron] 10.222.0.98 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571557 Feb 09 21:52:29.562857 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d469ca-8620-4740-b859-7c8166139852 req-bd4cb489-b7db-4825-b089-3159b5a8d03d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 999 time: 0.1660039 Feb 09 21:52:29.629541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a1238-d23b-4927-b624-da1c6dc44d5f req-ef94a227-d944-45d4-a135-c6e742348934 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.633172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d469ca-8620-4740-b859-7c8166139852 req-5029606e-8fc3-4475-9ee4-eb96c33ad8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.646388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f3a1238-d23b-4927-b624-da1c6dc44d5f req-ef94a227-d944-45d4-a135-c6e742348934 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1462960 Feb 09 21:52:29.654937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d469ca-8620-4740-b859-7c8166139852 req-5029606e-8fc3-4475-9ee4-eb96c33ad8c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.0820904 Feb 09 21:52:29.777865 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d469ca-8620-4740-b859-7c8166139852 req-5ace6cac-b13c-4f91-9a53-436be48780c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043606 Feb 09 21:52:29.796032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f3a1238-d23b-4927-b624-da1c6dc44d5f req-f5602595-606e-4984-b767-f65499492c20 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340995 Feb 09 21:52:29.859742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:29.905179 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '78a00ccd-85a4-46fd-9af2-01d17ca02957', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'port_id': '49122695-818c-4346-8d6f-b25aa2976e66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'mac_address': 'fa:16:3e:32:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:52:22Z', 'updated_at': '2022-02-09T21:52:27Z', 'revision_number': 1, 'project_id': '304cf48462d643beb07b933a49703f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 5, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:29.959079 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fe247b-acd3-4429-85f7-9d95000d3276 None None] The sync data for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 is: [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '78a00ccd-85a4-46fd-9af2-01d17ca02957', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'port_id': '49122695-818c-4346-8d6f-b25aa2976e66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'mac_address': 'fa:16:3e:32:3c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:52:22Z', 'updated_at': '2022-02-09T21:52:27Z', 'revision_number': 1, 'project_id': '304cf48462d643beb07b933a49703f33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 5, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:29.963014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-082cf160-d532-4907-ba1c-31a79ed21755 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 999 time: 0.2271359 Feb 09 21:52:30.014944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:30.040039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'mac_address': 'fa:16:3e:25:67:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:30.085548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-66afe160-74c8-4629-abde-57614544e1f1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.100282 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-66afe160-74c8-4629-abde-57614544e1f1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports/49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 942 time: 0.1370792 Feb 09 21:52:30.118152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:30.118470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.139014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:30.166333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d469ca-8620-4740-b859-7c8166139852 req-e84669d3-6805-447f-ac49-b68b62e4eb5e service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399391 Feb 09 21:52:30.180104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:30.184265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658e8bc-9c2e-4527-ba57-1dce9c84234f req-3d42c08e-3146-4b66-8274-9da171a0d2c7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.191795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1658e8bc-9c2e-4527-ba57-1dce9c84234f req-3d42c08e-3146-4b66-8274-9da171a0d2c7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.2665951 Feb 09 21:52:30.264057 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1658e8bc-9c2e-4527-ba57-1dce9c84234f req-04cdd3fe-cfb9-4f68-bc1f-f8a929301472 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639536 Feb 09 21:52:30.308526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.310200 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-70d42006-67b1-4ab8-96fe-0b723ff739be tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 999 time: 0.1388073 Feb 09 21:52:30.396571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:30.419064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6636bf-500d-49ad-9ef0-315a12023a8b None None] New status for floating IP 78a00ccd-85a4-46fd-9af2-01d17ca02957: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:52:30.469644 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d469ca-8620-4740-b859-7c8166139852 req-b3fa5e9b-7930-49c3-9c66-a5554320f4f4 service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909503 Feb 09 21:52:30.505062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:30.576230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-2e4c4565-1ec5-4072-bef2-d1d280b69bba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.587238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-2e4c4565-1ec5-4072-bef2-d1d280b69bba tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.2773054 Feb 09 21:52:30.685526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.805285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-741161f4-310a-4aab-adc9-555ba957f95f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 999 time: 0.2014549 Feb 09 21:52:30.812090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:30.944960 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (78a00ccd-85a4-46fd-9af2-01d17ca02957), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.973772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033764f-61e8-4116-bf93-806996645827 req-43ca7c4f-a357-4073-9440-a7eeaf5acbdb tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.975405 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f033764f-61e8-4116-bf93-806996645827 req-43ca7c4f-a357-4073-9440-a7eeaf5acbdb tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0932930 Feb 09 21:52:31.066685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f033764f-61e8-4116-bf93-806996645827 req-c108fd09-6e92-46aa-afe7-1f6ebf868025 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847690 Feb 09 21:52:31.136818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.254254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (78a00ccd-85a4-46fd-9af2-01d17ca02957), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.258211 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Floating IP 78a00ccd-85a4-46fd-9af2-01d17ca02957 disassociated. External IP: 172.25.5.161, port: 49122695-818c-4346-8d6f-b25aa2976e66. Feb 09 21:52:31.500427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9dbe-66e5-4c3d-a0df-12a372257895 req-d09e2ddb-024b-44fe-bc8d-d87921269d84 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.508686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad9c9dbe-66e5-4c3d-a0df-12a372257895 req-d09e2ddb-024b-44fe-bc8d-d87921269d84 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1125455 Feb 09 21:52:31.597557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad9c9dbe-66e5-4c3d-a0df-12a372257895 req-4e153356-5bda-4871-9801-697ddd6205c4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860953 Feb 09 21:52:31.664893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Router cb567db6-e493-4787-a9ce-25ff5e132c51 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:31.781988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:31.786394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.794099 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] Sync routers for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:31.805643 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:31.812094 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:31.831157 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-80e26aba-edd2-48d6-ab3e-dce652f67ba0 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "PUT /v2.0/floatingips/78a00ccd-85a4-46fd-9af2-01d17ca02957 HTTP/1.1" status: 200 len: 695 time: 1.0246813 Feb 09 21:52:31.831647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:31.834003 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e1803f-12be-403b-a9c5-6d2bf88f9903" -d '{"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:31.881496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:31.889063 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2f3a0b-f530-4826-998c-66134f9ed35f x-openstack-request-id: req-5d2f3a0b-f530-4826-998c-66134f9ed35f {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:31.889640 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "tag": "49122695-818c-4346-8d6f-b25aa2976e66", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:31.890070 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d2f3a0b-f530-4826-998c-66134f9ed35f {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:31.890483 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66', 'status': 'completed', 'code': 200} Feb 09 21:52:31.912235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-980c0430-528c-4e1b-86f9-82c25f33a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.913764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-980c0430-528c-4e1b-86f9-82c25f33a2ef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.0594623 Feb 09 21:52:31.962502 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:31.978807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:31.979566 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.030123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-502374f5-a164-434c-b0df-9df4060bcad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.031725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-502374f5-a164-434c-b0df-9df4060bcad9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=304cf48462d643beb07b933a49703f33&device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 1127 time: 0.1219389 Feb 09 21:52:32.181428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:32.181830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.190971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-cc715306-bc2c-44f8-b94b-8197e142d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.193549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-cc715306-bc2c-44f8-b94b-8197e142d2e7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 921 time: 0.2447972 Feb 09 21:52:32.257676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:32.260182 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6378ff-adb2-4c42-b6d6-30c88bd604fb" -d '{"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:32.277857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:32.303281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-648fcf9e-cd19-4220-a6f7-f9054ac097ac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 217 time: 0.0922461 Feb 09 21:52:32.356130 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.375436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-8aa26da8-56b4-40a4-b50e-4c9a9c4605b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.377535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-8aa26da8-56b4-40a4-b50e-4c9a9c4605b7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.0672200 Feb 09 21:52:32.395262 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 5, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:32.418804 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-2de9c703-2b6d-441a-bd55-e2399f9f150c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344071 Feb 09 21:52:32.428772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddb9e-5fb1-47b1-9f18-90b05858c654 req-3593d103-0e3a-4e4d-afed-8e10de452ce3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.432952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e44ddb9e-5fb1-47b1-9f18-90b05858c654 req-3593d103-0e3a-4e4d-afed-8e10de452ce3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1336615 Feb 09 21:52:32.442610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-103664ac-3101-449d-b1f0-41d6d217a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.444352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-103664ac-3101-449d-b1f0-41d6d217a200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 200 len: 921 time: 0.3988726 Feb 09 21:52:32.453872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] Checking router: cb567db6-e493-4787-a9ce-25ff5e132c51 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:32.479011 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:32.481494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:32.493234 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:32.588756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-02df9369-35a1-4f30-9462-83d35fcbfe30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 200 len: 217 time: 0.1328647 Feb 09 21:52:32.676713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-9375195f-e4d7-4b82-958c-648eb1eb4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.676713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-9375195f-e4d7-4b82-958c-648eb1eb4563 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 200 len: 860 time: 0.0781255 Feb 09 21:52:32.689647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e44ddb9e-5fb1-47b1-9f18-90b05858c654 req-430718cd-8a4f-4940-bd5a-bf989289d1f3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461598 Feb 09 21:52:32.753516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-ed0ea8bc-5c12-4ed9-a4fd-41f73e487dad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=130563c1-416f-49f3-96b9-21b3eb9e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689268 Feb 09 21:52:32.755912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-5c889f01-1637-48d6-940f-43b6af1cdc80 service neutron] 10.222.0.98 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259337 Feb 09 21:52:32.793770 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426e0ad4-8312-42a7-b7a1-123ec2431b58 x-openstack-request-id: req-426e0ad4-8312-42a7-b7a1-123ec2431b58 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:32.794080 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:32.794348 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-426e0ad4-8312-42a7-b7a1-123ec2431b58 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:32.794753 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'code': 200} Feb 09 21:52:32.961811 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:33.005692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2861d3-f802-413a-9f31-81e3eaac4401 req-a879ebd9-d46c-4482-8b6c-76ec420f8a33 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:33.018844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc2861d3-f802-413a-9f31-81e3eaac4401 req-a879ebd9-d46c-4482-8b6c-76ec420f8a33 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1369822 Feb 09 21:52:33.098928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc2861d3-f802-413a-9f31-81e3eaac4401 req-daad7320-dae7-467f-97d0-6a5eb7382e94 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736363 Feb 09 21:52:33.382053 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 5, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:33.427278 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c60622d-8594-41d9-8da9-a4b3c9185a77 None None] The sync data for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 is: [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:19Z', 'revision_number': 4, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '7ef7425b-335c-4f2c-9754-d417e778a981', 'name': '', 'network_id': '130563c1-416f-49f3-96b9-21b3eb9e371d', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'mac_address': 'fa:16:3e:ae:89:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:18Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 5, 'project_id': '304cf48462d643beb07b933a49703f33', 'subnets': [{'id': '26dec25f-2d89-439e-9d12-33cc3f40c897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:33.545447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-830f1b23-a667-4ff3-a69a-06715cc6f2bb req-4487ea6d-f8ae-4068-bd54-6e775189895c service neutron] 10.222.0.98 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093399 Feb 09 21:52:33.641711 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-0b73c578-93b5-4f46-b361-b996d4d1599c service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8790841 Feb 09 21:52:33.946345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-62b6e530-bf4a-45c5-8e3c-e6bacaed355c tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips/78a00ccd-85a4-46fd-9af2-01d17ca02957 HTTP/1.1" status: 200 len: 695 time: 0.1606019 Feb 09 21:52:34.034570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f8da6-0c3e-4d53-9966-c53de1bce584 req-4edc3c94-9bff-4ee5-aeff-62f908eb621c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.042152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d0f8da6-0c3e-4d53-9966-c53de1bce584 req-4edc3c94-9bff-4ee5-aeff-62f908eb621c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1670275 Feb 09 21:52:34.140582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970d16b-105c-4da6-b17c-1b04a1b96239 None None] New status for floating IP 78a00ccd-85a4-46fd-9af2-01d17ca02957: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:52:34.247311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d0f8da6-0c3e-4d53-9966-c53de1bce584 req-6044c304-ad87-421c-a17e-59f9c794e5d4 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982727 Feb 09 21:52:34.294471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-e62ac00e-5790-41fe-80cf-83029bff0724 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.296351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-e62ac00e-5790-41fe-80cf-83029bff0724 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 784 time: 0.3402970 Feb 09 21:52:34.315916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-3567cb43-b3d3-4a99-9c92-a5a27d47807b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:52:34.317126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-3567cb43-b3d3-4a99-9c92-a5a27d47807b tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113256 Feb 09 21:52:34.479670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-e4811797-af93-456f-97e1-544e8322a0c7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 698 time: 0.1512821 Feb 09 21:52:34.484544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45e1803f-12be-403b-a9c5-6d2bf88f9903 req-20492d36-73ed-4bf2-ae82-65106fbb75f2 service neutron] 10.222.0.30 "GET /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355613 Feb 09 21:52:34.552975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c72b3-7e6d-43f7-a446-7d68d2a1e1c5 req-1abe8d35-6a8f-42f6-865d-73cf1f017e06 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.571765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-076c72b3-7e6d-43f7-a446-7d68d2a1e1c5 req-1abe8d35-6a8f-42f6-865d-73cf1f017e06 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1729779 Feb 09 21:52:34.617632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-b4aa6395-183a-4dd8-93f4-bca1a4bf29d7 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 698 time: 0.1290820 Feb 09 21:52:34.779099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-076c72b3-7e6d-43f7-a446-7d68d2a1e1c5 req-92b4e70d-ebae-405c-8905-6a95a844df9d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052405 Feb 09 21:52:34.997731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Deleting port d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:34.998343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.232571 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.233088 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.266553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Calling delete_port for d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:35.459770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f207360c-9093-4b89-9f20-9d512e72fb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.463405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f394d-d91c-4577-a24f-5de008b45c13 req-30818741-0a24-438a-abb5-097b6937f7d9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:35.483278 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-700f394d-d91c-4577-a24f-5de008b45c13 req-30818741-0a24-438a-abb5-097b6937f7d9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1252031 Feb 09 21:52:35.633285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-700f394d-d91c-4577-a24f-5de008b45c13 req-a6ebfc6d-df2c-43ca-a445-69fdb67e0eeb tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485610 Feb 09 21:52:35.683356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.730275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event deleted for resources: {'Port': ['ID=d7c84d75-6f2f-4dd8-a6a2-bffeddc213ab,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:35.863187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for floatingip (78a00ccd-85a4-46fd-9af2-01d17ca02957), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.866597 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.869316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee2d73-e8ad-4b47-8346-cf7216be4295 req-a49ee284-bc8f-4b66-be6f-e696b88d11d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "DELETE /v2.0/floatingips/78a00ccd-85a4-46fd-9af2-01d17ca02957 HTTP/1.1" status: 204 len: 173 time: 1.2395532 Feb 09 21:52:35.997752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d499b351-b3ba-4176-9e07-eef9e1954732 req-96d186a7-79a3-4503-a28f-34781477abad tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups/9c3e46a3-162c-4ee6-95ca-16151ea221ec HTTP/1.1" status: 200 len: 1827 time: 0.0965521 Feb 09 21:52:35.998109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2acf8f-dffc-4ce6-855d-abb3feff08c3 req-c1240406-47f3-4c33-90dd-bbd51e7666ac tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:36.007099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e2acf8f-dffc-4ce6-855d-abb3feff08c3 req-c1240406-47f3-4c33-90dd-bbd51e7666ac tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0909081 Feb 09 21:52:36.088606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-d499b351-b3ba-4176-9e07-eef9e1954732 req-34cedf82-d98b-447a-b293-e141b5343a0f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for security_group (9c3e46a3-162c-4ee6-95ca-16151ea221ec), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.114620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e2acf8f-dffc-4ce6-855d-abb3feff08c3 req-c1894887-c92e-4ccd-8a39-9f42005af8d2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995824 Feb 09 21:52:36.137991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-d499b351-b3ba-4176-9e07-eef9e1954732 req-34cedf82-d98b-447a-b293-e141b5343a0f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for security_group (9c3e46a3-162c-4ee6-95ca-16151ea221ec), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.313965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-d499b351-b3ba-4176-9e07-eef9e1954732 req-34cedf82-d98b-447a-b293-e141b5343a0f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c3e46a3-162c-4ee6-95ca-16151ea221ec), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.317278 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-d499b351-b3ba-4176-9e07-eef9e1954732 req-34cedf82-d98b-447a-b293-e141b5343a0f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.318652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d499b351-b3ba-4176-9e07-eef9e1954732 req-34cedf82-d98b-447a-b293-e141b5343a0f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "DELETE /v2.0/security-groups/9c3e46a3-162c-4ee6-95ca-16151ea221ec HTTP/1.1" status: 204 len: 173 time: 0.3200841 Feb 09 21:52:36.336492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cedf82-d98b-447a-b293-e141b5343a0f tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e46a3-162c-4ee6-95ca-16151ea221ec,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:36.923239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a13f9f-0d0d-4b76-ba47-acd650c806e7 req-31b1fdc7-250f-4013-8560-08e52598e37e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:36.925006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a13f9f-0d0d-4b76-ba47-acd650c806e7 req-31b1fdc7-250f-4013-8560-08e52598e37e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1321132 Feb 09 21:52:37.031533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3786b-c1a3-4626-87ad-13036b130805 req-96408544-24fd-4eed-9385-bc6be1120abf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:37.043971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2e3786b-c1a3-4626-87ad-13036b130805 req-96408544-24fd-4eed-9385-bc6be1120abf tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1556475 Feb 09 21:52:37.061668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a13f9f-0d0d-4b76-ba47-acd650c806e7 req-714d0500-4ff5-480d-90b0-fcd0da0609b0 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173255 Feb 09 21:52:37.263108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2e3786b-c1a3-4626-87ad-13036b130805 req-7dc0e5fa-7644-4646-a0e0-94b28f3ed5fd tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166402 Feb 09 21:52:37.509107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c11760-aa2d-4ee5-b2d6-dba1c968b17d req-b3504d2a-a900-4197-b72c-45548fedfbba tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:37.517668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90c11760-aa2d-4ee5-b2d6-dba1c968b17d req-b3504d2a-a900-4197-b72c-45548fedfbba tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1910357 Feb 09 21:52:37.537031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0cfe06b-614e-4595-bb88-b35dad00f767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.710335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90c11760-aa2d-4ee5-b2d6-dba1c968b17d req-75640a66-081f-4dd7-adeb-8a984cdd9b78 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867819 Feb 09 21:52:38.405716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8bdc1-5b6b-4dd7-bc19-5d60c3517159 req-8604ec62-938a-4209-9988-ff27664e1cfc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.412295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0d8bdc1-5b6b-4dd7-bc19-5d60c3517159 req-8604ec62-938a-4209-9988-ff27664e1cfc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.2064350 Feb 09 21:52:38.552972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93dd13-ffb0-48c2-aa5d-996a5b10f03d req-691d282e-7324-487e-bf4b-37afa6451d03 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.555373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0d8bdc1-5b6b-4dd7-bc19-5d60c3517159 req-230d1bbc-e439-431d-b96b-4d7368bc3d4a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046219 Feb 09 21:52:38.555373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44596) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:38.555527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f93dd13-ffb0-48c2-aa5d-996a5b10f03d req-691d282e-7324-487e-bf4b-37afa6451d03 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.1187167 Feb 09 21:52:38.645791 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f93dd13-ffb0-48c2-aa5d-996a5b10f03d req-53a12ec0-a743-4515-8fbe-1e95cdf466d1 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149933 Feb 09 21:52:38.741886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.742789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.743430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.744093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.744734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.745947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.746615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.749907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9997ce95-973a-4d90-b601-16556861a1d5 req-839eb39d-40cd-4ce7-9ece-5d109bdd0117 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6719 time: 0.2194726 Feb 09 21:52:38.881820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9997ce95-973a-4d90-b601-16556861a1d5 req-2ebbcdca-3825-4566-be78-80ba6b85de70 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114628 Feb 09 21:52:38.901451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78ac6-c5f7-408e-acaf-445a8b5ae68e req-45df6f12-0636-4ee2-9624-6c95a55088d6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.908653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cee78ac6-c5f7-408e-acaf-445a8b5ae68e req-45df6f12-0636-4ee2-9624-6c95a55088d6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0741868 Feb 09 21:52:38.990137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cee78ac6-c5f7-408e-acaf-445a8b5ae68e req-409fa47f-0413-4034-8908-d22a0962326c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803897 Feb 09 21:52:39.053245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.384661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-05f1d262-54a8-462b-a4cf-22a956f32b80 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.386770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-05f1d262-54a8-462b-a4cf-22a956f32b80 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.30 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0850766 Feb 09 21:52:39.546365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Deleting port 49122695-818c-4346-8d6f-b25aa2976e66 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:39.546713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (49122695-818c-4346-8d6f-b25aa2976e66), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.740448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] For port 49122695-818c-4346-8d6f-b25aa2976e66, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49122695-818c-4346-8d6f-b25aa2976e66,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:39.741368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (49122695-818c-4346-8d6f-b25aa2976e66), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.776763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Calling delete_port for 49122695-818c-4346-8d6f-b25aa2976e66 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:39.797397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bbd7-54f6-4d12-a2d6-b567e91a01b4 req-5643d658-a2e8-4f41-b320-3a67d6722054 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.797397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b11bbd7-54f6-4d12-a2d6-b567e91a01b4 req-5643d658-a2e8-4f41-b320-3a67d6722054 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1213286 Feb 09 21:52:39.867150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28c9ea-2bfc-4236-b1c4-00bcb2699af1 req-13b495a2-781b-4c2a-8b8b-eeb4f2e310e2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.875342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d28c9ea-2bfc-4236-b1c4-00bcb2699af1 req-13b495a2-781b-4c2a-8b8b-eeb4f2e310e2 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 945 time: 0.0909507 Feb 09 21:52:39.977184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d28c9ea-2bfc-4236-b1c4-00bcb2699af1 req-4fe00438-e79a-459f-8e3a-7ee813d5630c tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/security-groups?id=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777411 Feb 09 21:52:39.994412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b11bbd7-54f6-4d12-a2d6-b567e91a01b4 req-8aa9a78a-87d0-45a4-a096-7722b7f64c2d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420815 Feb 09 21:52:40.236802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (49122695-818c-4346-8d6f-b25aa2976e66), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.238487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595da5-38cb-4824-8247-f1d24b93e413 req-d1382553-d87b-4344-a81a-69f47c5e3d04 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.240270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58595da5-38cb-4824-8247-f1d24b93e413 req-d1382553-d87b-4344-a81a-69f47c5e3d04 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1164386 Feb 09 21:52:40.254581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49122695-818c-4346-8d6f-b25aa2976e66'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:40.312649 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.420905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Pushing event deleted for resources: {'Port': ['ID=49122695-818c-4346-8d6f-b25aa2976e66,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:40.432472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58595da5-38cb-4824-8247-f1d24b93e413 req-e3827787-2e9f-470d-aa7e-b52b00e32daa tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752582 Feb 09 21:52:40.446979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] No DVR routers for this DVR port 49122695-818c-4346-8d6f-b25aa2976e66 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:40.459604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.473430 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aa24b808-3ec0-4c16-ac66-6f1897ce17a4 req-16bae715-9b5b-44ba-bd23-88a20cabc35e tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.30 "DELETE /v2.0/ports/49122695-818c-4346-8d6f-b25aa2976e66 HTTP/1.1" status: 204 len: 173 time: 1.0751593 Feb 09 21:52:40.475185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'name': 'network-vif-deleted', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:40.483957 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d8def1-8769-4d8f-8f66-1313b8713b88" -d '{"events": [{"server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "name": "network-vif-deleted", "tag": "49122695-818c-4346-8d6f-b25aa2976e66"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:40.534629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44638) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:40.571815 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a258c1-25d3-4d0f-978f-9ef31cfdae00 x-openstack-request-id: req-58a258c1-25d3-4d0f-978f-9ef31cfdae00 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:40.572204 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62173d6e-0b83-4bfb-829e-a3eea41bd9eb", "name": "network-vif-deleted", "tag": "49122695-818c-4346-8d6f-b25aa2976e66", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:40.572413 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-58a258c1-25d3-4d0f-978f-9ef31cfdae00 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:40.572862 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62173d6e-0b83-4bfb-829e-a3eea41bd9eb', 'name': 'network-vif-deleted', 'tag': '49122695-818c-4346-8d6f-b25aa2976e66', 'status': 'completed', 'code': 200} Feb 09 21:52:40.667328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Deleting subnet b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:52:40.676976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Publish callbacks [] for subnet (b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.742891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.807501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.113742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.234631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-728a18b5-27fd-490a-9966-f63170ae2c9d req-5dc5996b-ddcc-457e-bf8e-f43073226063 tempest-ServerRescueTestJSONUnderV235-1892134608 tempest-ServerRescueTestJSONUnderV235-1892134608-project] 10.222.0.98 "GET /v2.0/ports?device_id=62173d6e-0b83-4bfb-829e-a3eea41bd9eb HTTP/1.1" status: 200 len: 210 time: 0.0792754 Feb 09 21:52:41.238615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:41.241751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.256176 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b7a7360e-dc60-4c30-a8e2-38cf6b51dcb9 HTTP/1.1" status: 204 len: 168 time: 0.7203708 Feb 09 21:52:41.256867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44652) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:41.325462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089eac9-792b-4d20-85c6-b02306b14694 req-9ec33cd6-7cf3-4ae5-ae9c-aef2c3311595 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.328331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3089eac9-792b-4d20-85c6-b02306b14694 req-9ec33cd6-7cf3-4ae5-ae9c-aef2c3311595 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1412747 Feb 09 21:52:41.459326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3089eac9-792b-4d20-85c6-b02306b14694 req-17feadcf-816e-45ee-bbdf-31779051afde tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213789 Feb 09 21:52:41.496775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.503325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.503325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.509191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.509672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.510036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.510389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.510739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.511083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.511420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.514671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.515034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.515455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.515805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cce3537-5d36-4c13-ac66-2c6c8f080872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:41.688274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.723889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.750435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bccae-8e44-4b75-b85d-179ff8056c2d req-cdc57954-b817-4f5c-939e-48901d730d7b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.758293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea6bccae-8e44-4b75-b85d-179ff8056c2d req-cdc57954-b817-4f5c-939e-48901d730d7b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1908028 Feb 09 21:52:41.849087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:41.917913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:41.918236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:41.954258 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.973868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.992280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:52:41.992799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (5ef7073a-cb83-4fc4-bc26-86a7aaf7bdbe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:52:42.094149 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:52:42.122153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea6bccae-8e44-4b75-b85d-179ff8056c2d req-75db2af9-09cb-4b0f-b92b-58ff688cf7eb tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628547 Feb 09 21:52:42.285917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.294855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.302700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] 10.222.0.98 "DELETE /v2.0/networks/f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec HTTP/1.1" status: 204 len: 168 time: 1.0402083 Feb 09 21:52:42.325248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efecad1-a693-471c-a077-424bb67071fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f5cefe2c-8e7d-4c51-9cf0-bfeaeb6e1dec,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:42.370460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44672) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:42.785480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd97f9a-c117-4e59-9c00-502bd1e1bac8 req-709b6563-4f40-4dde-9d15-8071d7adf6f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.790519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1bd97f9a-c117-4e59-9c00-502bd1e1bac8 req-709b6563-4f40-4dde-9d15-8071d7adf6f6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1846986 Feb 09 21:52:42.895298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1bd97f9a-c117-4e59-9c00-502bd1e1bac8 req-98038be9-ab26-484c-a00b-91e5e1424334 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968523 Feb 09 21:52:43.104774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44684) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:43.231084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c4749bc7-b99e-4c95-aeeb-472e977081cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fbafb900dce54da98382f75cbbbcffd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247423 Feb 09 21:52:43.233739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44692) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:43.362898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49122695-818c-4346-8d6f-b25aa2976e66 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:43.389827 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1af-e9b6-4698-877e-1a8765f362b5 admin admin] Publish callbacks [] for security_group (8e9fcade-0eec-48d4-950a-9a9ea23319e9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.425734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 49122695-818c-4346-8d6f-b25aa2976e66 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:43.427914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49122695-818c-4346-8d6f-b25aa2976e66 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:43.433974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (cb567db6-e493-4787-a9ce-25ff5e132c51), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.474458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1af-e9b6-4698-877e-1a8765f362b5 admin admin] Publish callbacks [] for security_group (8e9fcade-0eec-48d4-950a-9a9ea23319e9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.624030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4475e2-8808-43d3-9de9-50a8d0ea5dd2 req-d359cf8c-53fd-44c3-a9fd-3c80848154bf tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.636474 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db4475e2-8808-43d3-9de9-50a8d0ea5dd2 req-d359cf8c-53fd-44c3-a9fd-3c80848154bf tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.3563237 Feb 09 21:52:43.673219 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:52:43.749164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1af-e9b6-4698-877e-1a8765f362b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e9fcade-0eec-48d4-950a-9a9ea23319e9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.753312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5afa1af-e9b6-4698-877e-1a8765f362b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:43.760892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a5afa1af-e9b6-4698-877e-1a8765f362b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8e9fcade-0eec-48d4-950a-9a9ea23319e9 HTTP/1.1" status: 204 len: 168 time: 0.5198691 Feb 09 21:52:43.766437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afa1af-e9b6-4698-877e-1a8765f362b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9fcade-0eec-48d4-950a-9a9ea23319e9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:43.849565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db4475e2-8808-43d3-9de9-50a8d0ea5dd2 req-8ebc72d7-2c75-49f0-886f-b3477125bdde tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093368 Feb 09 21:52:44.233962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa976e8-7b33-4316-a386-0b98203c34cd req-444cd80c-ff12-4f6b-bdf7-7d067ea1d7ed tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:44.237417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-daa976e8-7b33-4316-a386-0b98203c34cd req-444cd80c-ff12-4f6b-bdf7-7d067ea1d7ed tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1079469 Feb 09 21:52:44.280287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Deleting port 7ef7425b-335c-4f2c-9754-d417e778a981 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:44.281036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:44.583081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-daa976e8-7b33-4316-a386-0b98203c34cd req-62689669-a09b-4c41-bd9b-2c67e753af36 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330519 Feb 09 21:52:44.649228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] For port 7ef7425b-335c-4f2c-9754-d417e778a981, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ef7425b-335c-4f2c-9754-d417e778a981,segment=NetworkSegment(588fa28e-cd77-4b6b-8522-fc515c51045b),segment_id=588fa28e-cd77-4b6b-8522-fc515c51045b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:44.649777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:44.669129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Calling delete_port for 7ef7425b-335c-4f2c-9754-d417e778a981 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:45.036805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec21f-3199-4089-aa66-58381267e4e9 req-bc222394-6242-40e4-aca0-22a34b2ad0d3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.038437 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc3ec21f-3199-4089-aa66-58381267e4e9 req-bc222394-6242-40e4-aca0-22a34b2ad0d3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.0669487 Feb 09 21:52:45.088241 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc3ec21f-3199-4089-aa66-58381267e4e9 req-49d90314-5380-4206-8c41-b0fb83bfa880 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427427 Feb 09 21:52:45.234765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7ef7425b-335c-4f2c-9754-d417e778a981), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.269309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef7425b-335c-4f2c-9754-d417e778a981,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:45.288416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.289014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.289533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.289898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.290569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.290918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.291245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.291572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.291959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.292257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.292595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.292924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.293234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:45.474143 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (cb567db6-e493-4787-a9ce-25ff5e132c51), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.910917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26063ad-2681-405a-9309-b9a8755bd624 req-4c213f5e-e27e-4dad-8e00-c203103f3596 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.929370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f26063ad-2681-405a-9309-b9a8755bd624 req-4c213f5e-e27e-4dad-8e00-c203103f3596 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1943698 Feb 09 21:52:45.935795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Router cb567db6-e493-4787-a9ce-25ff5e132c51 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:46.122734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f26063ad-2681-405a-9309-b9a8755bd624 req-4d2f800d-ab17-42e2-8155-739a93a48115 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919692 Feb 09 21:52:46.411223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83340e8e-4a1e-47fe-a8b6-c8f9f2cc97da req-2c1bd60a-e712-4d98-8b67-2258ceaec842 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.415465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83340e8e-4a1e-47fe-a8b6-c8f9f2cc97da req-2c1bd60a-e712-4d98-8b67-2258ceaec842 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1568675 Feb 09 21:52:46.416943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:46.422560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cef2bd3c-b428-4f2a-a76e-0e96de358446 admin admin] 10.222.0.98 "PUT /v2.0/routers/cb567db6-e493-4787-a9ce-25ff5e132c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0510013 Feb 09 21:52:46.425390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44748) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:46.431151 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] Sync routers for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:46.474100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:46.486052 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:46.590347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83340e8e-4a1e-47fe-a8b6-c8f9f2cc97da req-8527a4fb-ac7c-4682-9074-ee41e135c825 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666558 Feb 09 21:52:46.864047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks [] for router (cb567db6-e493-4787-a9ce-25ff5e132c51), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:46.884447 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:47.189822 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks [] for router_gateway (cb567db6-e493-4787-a9ce-25ff5e132c51), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:47.392840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696e2e3-e2e3-4cce-84fd-b36f6dc62e03 req-03698fb6-bbdb-44ed-9d6c-17cc3ed1be4b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.400133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b696e2e3-e2e3-4cce-84fd-b36f6dc62e03 req-03698fb6-bbdb-44ed-9d6c-17cc3ed1be4b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1382906 Feb 09 21:52:47.419540 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:52:44Z', 'revision_number': 5, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port': {'id': '6e1fc184-1a0d-42e9-8a49-67c4caa2c4db', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:14Z', 'updated_at': '2022-02-09T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:47.433895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Deleting port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:47.433895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:47.459056 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] Checking router: cb567db6-e493-4787-a9ce-25ff5e132c51 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:47.480386 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] Routers {'cb567db6-e493-4787-a9ce-25ff5e132c51'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:47.481776 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:52:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cb567db6-e493-4787-a9ce-25ff5e132c51'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:47.522367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b696e2e3-e2e3-4cce-84fd-b36f6dc62e03 req-00236ab9-a011-4e92-b543-011550dc1a32 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073215 Feb 09 21:52:47.572619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] For port 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:47.573050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:47.605272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Calling delete_port for 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:47.655431 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] Set router cb567db6-e493-4787-a9ce-25ff5e132c51 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:47.713908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:52:47Z', 'revision_number': 6, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:47.754333 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e597f-b27f-4463-8e06-ed1cff35e110 None None] The sync data for ids ['cb567db6-e493-4787-a9ce-25ff5e132c51'] in n-d-828599-1 is: [{'id': 'cb567db6-e493-4787-a9ce-25ff5e132c51', 'name': 'tempest-ServerRescueTestJSONUnderV235-1251018520-router', 'tenant_id': '304cf48462d643beb07b933a49703f33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:52:47Z', 'revision_number': 6, 'project_id': '304cf48462d643beb07b933a49703f33', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:47.926547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c2783-3227-4bc6-9f6f-c140b8b64999 req-1647f5f7-a6d7-4a5b-a7b1-5e2df3c3aaf4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.935276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b4c2783-3227-4bc6-9f6f-c140b8b64999 req-1647f5f7-a6d7-4a5b-a7b1-5e2df3c3aaf4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1643531 Feb 09 21:52:48.035503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b4c2783-3227-4bc6-9f6f-c140b8b64999 req-2b14a167-f538-4be9-9f77-012e892ca921 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990319 Feb 09 21:52:48.105491 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6e1fc184-1a0d-42e9-8a49-67c4caa2c4db), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:48.226379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1fc184-1a0d-42e9-8a49-67c4caa2c4db,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:48.431632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (cb567db6-e493-4787-a9ce-25ff5e132c51), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:48.747479 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (cb567db6-e493-4787-a9ce-25ff5e132c51), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:48.756472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks [] for router_controller (cb567db6-e493-4787-a9ce-25ff5e132c51), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:48.809399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:48.851644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:48.856805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6e1fc184-1a0d-42e9-8a49-67c4caa2c4db not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:48.857913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ef7425b-335c-4f2c-9754-d417e778a981 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:48.872604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7728cd0-8bf0-40de-b739-1daa9b450161 req-f91190df-1b87-4f4f-afc2-04a92f43452b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.875295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7728cd0-8bf0-40de-b739-1daa9b450161 req-f91190df-1b87-4f4f-afc2-04a92f43452b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1907485 Feb 09 21:52:48.934877 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (cb567db6-e493-4787-a9ce-25ff5e132c51), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:48.941407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb567db6-e493-4787-a9ce-25ff5e132c51 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:52:48.947343 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:48.948692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 7ef7425b-335c-4f2c-9754-d417e778a981 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:48.950725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ef7425b-335c-4f2c-9754-d417e778a981 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:48.951236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-860493dd-0a20-49f5-95d5-9005be5fdc9b admin admin] 10.222.0.98 "DELETE /v2.0/routers/cb567db6-e493-4787-a9ce-25ff5e132c51 HTTP/1.1" status: 204 len: 168 time: 2.5246050 Feb 09 21:52:48.951830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44838) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:49.004599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7728cd0-8bf0-40de-b739-1daa9b450161 req-972a1438-7278-449b-b630-0c1737fb4d17 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211374 Feb 09 21:52:49.108178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] Deleting subnet 26dec25f-2d89-439e-9d12-33cc3f40c897 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:52:49.113393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] Publish callbacks [] for subnet (26dec25f-2d89-439e-9d12-33cc3f40c897), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.140020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-33309eb1-f17d-47ad-9048-627483c67ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.143655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-33309eb1-f17d-47ad-9048-627483c67ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1128 time: 0.1385660 Feb 09 21:52:49.779671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (26dec25f-2d89-439e-9d12-33cc3f40c897), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.815966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (26dec25f-2d89-439e-9d12-33cc3f40c897), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.917304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2c3f9-c9ab-47a7-8f6f-5f237dfe8b19 req-0f895465-dc3b-4f66-9752-d85d7049d1b3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.924384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53b2c3f9-c9ab-47a7-8f6f-5f237dfe8b19 req-0f895465-dc3b-4f66-9752-d85d7049d1b3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.7794521 Feb 09 21:52:49.972727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (26dec25f-2d89-439e-9d12-33cc3f40c897), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.032431 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.041283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44868) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:50.042434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/26dec25f-2d89-439e-9d12-33cc3f40c897 HTTP/1.1" status: 204 len: 168 time: 1.0867028 Feb 09 21:52:50.043824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62bae8-9907-4c98-8e11-50ea35af94cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dec25f-2d89-439e-9d12-33cc3f40c897,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:50.069541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53b2c3f9-c9ab-47a7-8f6f-5f237dfe8b19 req-28c6ae7b-b320-4aa4-a511-e279b6996d6a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438956 Feb 09 21:52:50.105656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-f4b12c77-0d77-4f12-aef7-0e093c864def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.110094 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-f4b12c77-0d77-4f12-aef7-0e093c864def service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.8897097 Feb 09 21:52:50.188279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (130563c1-416f-49f3-96b9-21b3eb9e371d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.277710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-27a48789-edbe-409f-b903-b4826891376d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 200 len: 1002 time: 0.1590087 Feb 09 21:52:50.400520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-02401c2a-66d6-4726-a811-1ffee895b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.405987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-02401c2a-66d6-4726-a811-1ffee895b9ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.1198614 Feb 09 21:52:50.455188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2f8ea-6917-432b-94e5-507836f7222a req-441bbaff-944f-47e1-8a44-256562054959 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.459946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5f2f8ea-6917-432b-94e5-507836f7222a req-441bbaff-944f-47e1-8a44-256562054959 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.2791808 Feb 09 21:52:50.508255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-4cbcc2e8-78c5-4373-866e-32f323e403ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.526478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (130563c1-416f-49f3-96b9-21b3eb9e371d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.530476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-4cbcc2e8-78c5-4373-866e-32f323e403ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1132357 Feb 09 21:52:50.532605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5f2f8ea-6917-432b-94e5-507836f7222a req-73ccedc5-8c75-437c-a2ff-2e01d979c50f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Feb 09 21:52:50.561747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130563c1-416f-49f3-96b9-21b3eb9e371d']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:50.584680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588fa28e-cd77-4b6b-8522-fc515c51045b') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:50.587541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588fa28e-cd77-4b6b-8522-fc515c51045b') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:50.610574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (588fa28e-cd77-4b6b-8522-fc515c51045b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.642661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (588fa28e-cd77-4b6b-8522-fc515c51045b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.658695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:52:50.659130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (588fa28e-cd77-4b6b-8522-fc515c51045b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:52:50.663989 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:52:50.753190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-08a898ff-c0c3-4861-a558-91074ef2edab service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097695 Feb 09 21:52:50.908204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (130563c1-416f-49f3-96b9-21b3eb9e371d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.941328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.960153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] 10.222.0.98 "DELETE /v2.0/networks/130563c1-416f-49f3-96b9-21b3eb9e371d HTTP/1.1" status: 204 len: 168 time: 0.9170136 Feb 09 21:52:50.960153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c0b02-89fa-4d8e-8aaa-290f81379b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=130563c1-416f-49f3-96b9-21b3eb9e371d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:50.984406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67047ca4-e2da-4ae4-9603-10a8c338ec71 req-04699a8c-484f-473f-8919-0a0d5dc16a71 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199495 Feb 09 21:52:51.282964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a01575-451f-4757-9499-cfce06ec4bd7 req-69542633-e6fd-479a-8cbd-0ada4f5e54aa tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.293335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a01575-451f-4757-9499-cfce06ec4bd7 req-69542633-e6fd-479a-8cbd-0ada4f5e54aa tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1076884 Feb 09 21:52:51.421620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a01575-451f-4757-9499-cfce06ec4bd7 req-d866e0cf-2f69-4d1d-8021-e95008b85433 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271565 Feb 09 21:52:51.570280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44926) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:51.627619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2e29e928-c953-4973-8e82-62e7e09cbfe3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=304cf48462d643beb07b933a49703f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536156 Feb 09 21:52:51.628378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44928) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:51.700249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3316e5e4-940c-48d5-ae27-593d7c152510 admin admin] Publish callbacks [] for security_group (9c68cd8a-81ca-46ea-8af7-e4b6ed41182a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.729047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3316e5e4-940c-48d5-ae27-593d7c152510 admin admin] Publish callbacks [] for security_group (9c68cd8a-81ca-46ea-8af7-e4b6ed41182a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.740677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0646-751f-4941-b78f-3191003d0e9b req-73802e5d-5089-48c9-a904-aaa1f5c6286a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.743359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2ef0646-751f-4941-b78f-3191003d0e9b req-73802e5d-5089-48c9-a904-aaa1f5c6286a tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0924563 Feb 09 21:52:51.832492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2ef0646-751f-4941-b78f-3191003d0e9b req-c05d8388-ce3c-4988-8281-d7fbdcf2e108 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814290 Feb 09 21:52:52.025446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3316e5e4-940c-48d5-ae27-593d7c152510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c68cd8a-81ca-46ea-8af7-e4b6ed41182a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:52.027991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3316e5e4-940c-48d5-ae27-593d7c152510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:52.031769 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3316e5e4-940c-48d5-ae27-593d7c152510 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9c68cd8a-81ca-46ea-8af7-e4b6ed41182a HTTP/1.1" status: 204 len: 168 time: 0.3996294 Feb 09 21:52:52.037463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316e5e4-940c-48d5-ae27-593d7c152510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c68cd8a-81ca-46ea-8af7-e4b6ed41182a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:52.732314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857e3a7-8e4f-45eb-8114-a5424a399d0f req-e0d2df35-16dd-404c-8791-40f746082165 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:52.742172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7857e3a7-8e4f-45eb-8114-a5424a399d0f req-e0d2df35-16dd-404c-8791-40f746082165 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 946 time: 0.1552100 Feb 09 21:52:52.843530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7857e3a7-8e4f-45eb-8114-a5424a399d0f req-fef51478-84e0-47b8-a56f-d92a7f6d3ab8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000781 Feb 09 21:52:53.006608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:53.072034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fc7f2-241a-4f56-b748-3064dde02d95 req-ad0f7893-7b0e-41b3-8f84-90241ce921c3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.073661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-127fc7f2-241a-4f56-b748-3064dde02d95 req-ad0f7893-7b0e-41b3-8f84-90241ce921c3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0975220 Feb 09 21:52:53.147396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-127fc7f2-241a-4f56-b748-3064dde02d95 req-e25802ee-f30a-48e7-a22d-0c57fbe97e87 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622830 Feb 09 21:52:53.190712 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90a78bc5-39e8-483b-b2c2-66c06bdf6e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.309323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90a78bc5-39e8-483b-b2c2-66c06bdf6e4d admin admin] Publish callbacks [] for security_group (9f731377-1e43-4af7-9ac4-0132a4ab6d83), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.397807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:53.412430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90a78bc5-39e8-483b-b2c2-66c06bdf6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f731377-1e43-4af7-9ac4-0132a4ab6d83), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.468825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44980) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:53.477896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-90a78bc5-39e8-483b-b2c2-66c06bdf6e4d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f6a9532e85c424280f34fdb22e29d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4698336 Feb 09 21:52:53.513574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a78bc5-39e8-483b-b2c2-66c06bdf6e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f731377-1e43-4af7-9ac4-0132a4ab6d83,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:53.535304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8e784ae6-825e-46e4-bd86-5c064294d0eb admin admin] Publish callbacks [] for security_group (9f731377-1e43-4af7-9ac4-0132a4ab6d83), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.554348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:53.554996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.562893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8e784ae6-825e-46e4-bd86-5c064294d0eb admin admin] Publish callbacks [] for security_group (9f731377-1e43-4af7-9ac4-0132a4ab6d83), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.574330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b941df-ce09-47fd-9e33-ff6a2216a8c6 req-e9a793de-3745-4499-b490-1a451ca5a397 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.578036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2b941df-ce09-47fd-9e33-ff6a2216a8c6 req-e9a793de-3745-4499-b490-1a451ca5a397 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.0750728 Feb 09 21:52:53.599353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:53.604827 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93478b7-25b1-4e3a-a16e-741662c76e38" -d '{"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:53.619391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:53.671291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2b941df-ce09-47fd-9e33-ff6a2216a8c6 req-fa6e42a2-0eec-4e28-baa7-292783bb3330 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863862 Feb 09 21:52:53.680236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.708503 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8e784ae6-825e-46e4-bd86-5c064294d0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f731377-1e43-4af7-9ac4-0132a4ab6d83), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.711535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8e784ae6-825e-46e4-bd86-5c064294d0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.714715 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804e8dc1-3633-4e95-9f01-7f374593bd71 x-openstack-request-id: req-804e8dc1-3633-4e95-9f01-7f374593bd71 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:53.715023 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:53.715284 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-804e8dc1-3633-4e95-9f01-7f374593bd71 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:53.715682 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196', 'code': 200} Feb 09 21:52:53.718264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8e784ae6-825e-46e4-bd86-5c064294d0eb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f731377-1e43-4af7-9ac4-0132a4ab6d83 HTTP/1.1" status: 204 len: 168 time: 0.2457829 Feb 09 21:52:53.726671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e784ae6-825e-46e4-bd86-5c064294d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f731377-1e43-4af7-9ac4-0132a4ab6d83,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:53.766869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:53.930254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:54.044729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328314f-1197-4c31-8bc3-b1e07ae5375e req-7fd1ea5b-252b-4c76-b371-cf368a27e571 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:54.045599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78eed153-3125-47b3-b72b-6e3b35f0192e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:54.046934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4328314f-1197-4c31-8bc3-b1e07ae5375e req-7fd1ea5b-252b-4c76-b371-cf368a27e571 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0855901 Feb 09 21:52:54.049896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78eed153-3125-47b3-b72b-6e3b35f0192e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:54.176324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4328314f-1197-4c31-8bc3-b1e07ae5375e req-5f5ba950-afd6-4cd0-b4b3-d449f460822e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104579 Feb 09 21:52:54.282260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1500858326-network', 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:54.411268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 78eed153-3125-47b3-b72b-6e3b35f0192e is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:54.411996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.443237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8079b-6e57-4ec9-bc84-e70c2ab28540 req-12553478-48e1-41f6-9d8a-2b26ae301929 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:54.444927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dbb8079b-6e57-4ec9-bc84-e70c2ab28540 req-12553478-48e1-41f6-9d8a-2b26ae301929 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1547201 Feb 09 21:52:54.479213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:54.482286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.492673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:54.530433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.573278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:54.598972 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.604977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dbb8079b-6e57-4ec9-bc84-e70c2ab28540 req-76cdd068-ed4a-4a08-b43e-03c7d3620978 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530218 Feb 09 21:52:54.654582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'port_id': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'mac_address': 'fa:16:3e:bb:72:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab6aab3-7ffc-4996-b042-b978967aa4a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:54.700298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 78eed153-3125-47b3-b72b-6e3b35f0192e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:54.700924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.726584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks [] for security_group (642f23d1-e99e-4b48-9770-7a5d558637fd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.729209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eed153-3125-47b3-b72b-6e3b35f0192e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:54.740293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:54.757316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:54.804051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45022) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:54.825516 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1b5845b-6c5d-4c71-aa1c-e91e998a0278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.829052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.846817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (642f23d1-e99e-4b48-9770-7a5d558637fd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.928450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:54.966638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:52:54.977890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1b5845b-6c5d-4c71-aa1c-e91e998a0278 admin admin] Publish callbacks [] for security_group (2e96cd9b-7f37-444f-8342-f08c6373c562), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.001434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9eb9ead4-d197-48e3-864d-c6ee51d0b6f5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.002043 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Added segment 9eb9ead4-d197-48e3-864d-c6ee51d0b6f5 of type vlan for network db08f182-0208-4e22-bbcf-756d7e20679c Feb 09 21:52:55.010716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bb597-f0df-489d-bdb8-1f42631b626f req-7ff8b1e7-e6ab-4e7a-a28e-a9af768238cc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.012543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f7bb597-f0df-489d-bdb8-1f42631b626f req-7ff8b1e7-e6ab-4e7a-a28e-a9af768238cc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.1986470 Feb 09 21:52:55.020095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f23d1-e99e-4b48-9770-7a5d558637fd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.058857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1b5845b-6c5d-4c71-aa1c-e91e998a0278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e96cd9b-7f37-444f-8342-f08c6373c562), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.077112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (db08f182-0208-4e22-bbcf-756d7e20679c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.111156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d1b5845b-6c5d-4c71-aa1c-e91e998a0278 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a840666dcec44eae96fa5c323880a69a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060021 Feb 09 21:52:55.113789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5845b-6c5d-4c71-aa1c-e91e998a0278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96cd9b-7f37-444f-8342-f08c6373c562,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.116691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45024) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:55.116861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f7bb597-f0df-489d-bdb8-1f42631b626f req-a906ea0b-12c2-47e6-bdbc-806af6046fc4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698857 Feb 09 21:52:55.129994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['78eed153-3125-47b3-b72b-6e3b35f0192e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:55.202211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (db08f182-0208-4e22-bbcf-756d7e20679c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.203423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.204170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.245190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc162b4-fd3c-41e0-ab78-d08054902cf5 admin admin] Publish callbacks [] for security_group (2e96cd9b-7f37-444f-8342-f08c6373c562), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.300795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc162b4-fd3c-41e0-ab78-d08054902cf5 admin admin] Publish callbacks [] for security_group (2e96cd9b-7f37-444f-8342-f08c6373c562), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.339405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] Pushing event updated for resources: {'Network': ['ID=db08f182-0208-4e22-bbcf-756d7e20679c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.353975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network db08f182-0208-4e22-bbcf-756d7e20679c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:52:55.393447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d1f4bb3b-f6ee-446c-9f86-8fed63f87963 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4600277 Feb 09 21:52:55.396348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45032) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:55.405799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Request body: {'subnet': {'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1500858326-subnet', 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:55.454209 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc162b4-fd3c-41e0-ab78-d08054902cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e96cd9b-7f37-444f-8342-f08c6373c562), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.458285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cc162b4-fd3c-41e0-ab78-d08054902cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.459897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1cc162b4-fd3c-41e0-ab78-d08054902cf5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2e96cd9b-7f37-444f-8342-f08c6373c562 HTTP/1.1" status: 204 len: 168 time: 0.3418298 Feb 09 21:52:55.470932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc162b4-fd3c-41e0-ab78-d08054902cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96cd9b-7f37-444f-8342-f08c6373c562,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.554177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:55.557428 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.718047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:55.720731 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547b00a-52c8-46c8-95f1-39d0a4fd6df8" -d '{"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:55.946832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50379eff-360d-4889-9fb2-7337e3ae1328 req-65a6a306-8b38-42d6-9b48-fed7a453ac8f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.957167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-50379eff-360d-4889-9fb2-7337e3ae1328 req-65a6a306-8b38-42d6-9b48-fed7a453ac8f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 945 time: 0.1731026 Feb 09 21:52:56.036283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-50379eff-360d-4889-9fb2-7337e3ae1328 req-18ca8d9c-e42f-49a9-a6b3-55b9e681078e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757136 Feb 09 21:52:56.060480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:56.066635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (3cd84ba4-9c63-4042-8a50-a10447cac407), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.160104 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ddb04-895a-4d03-8df3-b35f3af0d018 x-openstack-request-id: req-2c9ddb04-895a-4d03-8df3-b35f3af0d018 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:56.168147 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-unplugged", "status": "completed", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:56.168147 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2c9ddb04-895a-4d03-8df3-b35f3af0d018 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:56.168147 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'code': 200} Feb 09 21:52:56.215369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:56.215863 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.218620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd84ba4-9c63-4042-8a50-a10447cac407,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:56.245903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:56.247369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Network hostable DHCP agents. Network: db08f182-0208-4e22-bbcf-756d7e20679c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:52:56.315954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:56.415748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Network db08f182-0208-4e22-bbcf-756d7e20679c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:52:56.417232 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.499122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, db08f182-0208-4e22-bbcf-756d7e20679c) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:56.504786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:56.505973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.526742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:56.531407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7876b47e-b72c-4490-acf4-710991366fae None None] Network db08f182-0208-4e22-bbcf-756d7e20679c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:56.610921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-badb97a9-4384-47a9-8083-edf88b498c20 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2048035 Feb 09 21:52:56.706808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a35816-c7a9-4f75-87ba-35fa5af51553 req-549af0bf-106a-4b16-a6e6-89904b474f7b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:56.726265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5a35816-c7a9-4f75-87ba-35fa5af51553 req-549af0bf-106a-4b16-a6e6-89904b474f7b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1015363 Feb 09 21:52:56.770765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182fd8f-1990-4f1f-8301-15d04662f06c None None] Network db08f182-0208-4e22-bbcf-756d7e20679c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:56.843105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5a35816-c7a9-4f75-87ba-35fa5af51553 req-b4ee2ae7-383e-4678-a2b4-3134801f714a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158090 Feb 09 21:52:56.976070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-4d15345e-b098-4529-b120-3ee7ee78f480 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029232 Feb 09 21:52:57.250641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af688ce1-bff9-42ae-b4c5-c10442015af4 req-c4f33ff3-a221-4b81-9f9d-2b54ffd878e0 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.258215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af688ce1-bff9-42ae-b4c5-c10442015af4 req-c4f33ff3-a221-4b81-9f9d-2b54ffd878e0 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 945 time: 0.0993567 Feb 09 21:52:57.334984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af688ce1-bff9-42ae-b4c5-c10442015af4 req-15969f06-8eb2-4a34-afc7-c71ff86f44b7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750611 Feb 09 21:52:57.400896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:57.585667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:57.666578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-52f7cb70-aaa3-4508-9e64-322f2253478c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.682089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-52f7cb70-aaa3-4508-9e64-322f2253478c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.1961098 Feb 09 21:52:57.700757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-398030a1-9fa6-49d3-8c73-01fd549cd4d3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0207672 Feb 09 21:52:57.740681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-c1766bd1-4ad4-4614-9f82-7b2dace97a7a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385928 Feb 09 21:52:57.856917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-516dfaa2-6601-400e-b536-cfdc168345eb service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141322 Feb 09 21:52:57.962571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-25c6ae2f-9b2b-4801-be29-6bc9e5dbd6c5 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007922 Feb 09 21:52:58.012756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a16f7-8fff-47fb-8640-b06279199b83 req-2523bd4e-4496-4cc5-a071-2cca57586057 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.015909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b9a16f7-8fff-47fb-8640-b06279199b83 req-2523bd4e-4496-4cc5-a071-2cca57586057 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0871611 Feb 09 21:52:58.079095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:58.081634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78eed153-3125-47b3-b72b-6e3b35f0192e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:58.098598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b9a16f7-8fff-47fb-8640-b06279199b83 req-25c3424c-3265-45e1-a71f-df60b3fc9bfd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764422 Feb 09 21:52:58.163101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:58.166193 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1693ee04-270e-4aa5-a6af-d62d80404a60" -d '{"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:58.330189 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e212f1-89d5-4b6c-867b-3ef108d5dd9a x-openstack-request-id: req-86e212f1-89d5-4b6c-867b-3ef108d5dd9a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:58.330507 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:58.330777 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86e212f1-89d5-4b6c-867b-3ef108d5dd9a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:58.331210 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'code': 200} Feb 09 21:52:58.365050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ab99d0e-0a69-4b74-a204-0c85ade224e7 req-28abe9f9-07a7-427e-9d98-c888d2254322 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 210 time: 0.0482478 Feb 09 21:52:58.374921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:58.392701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'mac_address': 'fa:16:3e:25:67:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:58.396460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 78eed153-3125-47b3-b72b-6e3b35f0192e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:58.396648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:58.521017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:58.521423 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:58.549863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:58.573460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:58.574067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546d8ec-cc4f-4770-9f02-349c95739cf4 req-b82a7c4e-6c60-4c16-a6b6-598f411c8277 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.576214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0546d8ec-cc4f-4770-9f02-349c95739cf4 req-b82a7c4e-6c60-4c16-a6b6-598f411c8277 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 945 time: 0.0992174 Feb 09 21:52:58.621467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 78eed153-3125-47b3-b72b-6e3b35f0192e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:58.621870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:58.679833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0546d8ec-cc4f-4770-9f02-349c95739cf4 req-831573fd-f70b-4676-a833-37724bc7ba6f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803635 Feb 09 21:52:58.679972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:58.688764 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:58.754320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:58.774888 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:58.822734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:58.890780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:59.219134 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.342447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1989567-5c43-4ad2-988c-08e976f069b3 req-cdec185e-7e0b-4c14-ac9d-70800536f82c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.350916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1989567-5c43-4ad2-988c-08e976f069b3 req-cdec185e-7e0b-4c14-ac9d-70800536f82c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1291902 Feb 09 21:52:59.472928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1989567-5c43-4ad2-988c-08e976f069b3 req-62343bd4-dfaa-4bdd-8f91-42c1372bc5b7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195238 Feb 09 21:52:59.507879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6075d9e-f279-447c-ae26-7573ec9d93e9 req-7cc41719-e94b-4bbe-973a-09a7bd21f806 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 210 time: 0.0681438 Feb 09 21:52:59.809296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447b9c0-086d-4bd9-9b4d-0dac11fb731b req-66f51c1b-d654-46c7-af67-92aa8c17068d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.817508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d447b9c0-086d-4bd9-9b4d-0dac11fb731b req-66f51c1b-d654-46c7-af67-92aa8c17068d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0725086 Feb 09 21:52:59.877353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d447b9c0-086d-4bd9-9b4d-0dac11fb731b req-adaba398-02ed-4b3f-b28f-a7495987a6f1 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586500 Feb 09 21:53:00.077027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:00.150780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:00.153234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.239904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:00.240608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.277708 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:00.332829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e'}, {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:00.335177 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38411edc-05fe-46d6-9f3e-ff97942624bb" -d '{"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-plugged", "status": "completed", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e"}, {"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:00.382017 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc467d-d305-4765-a342-2f48e736a7f4 x-openstack-request-id: req-fefc467d-d305-4765-a342-2f48e736a7f4 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:00.382331 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-plugged", "status": "completed", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e", "code": 200}, {"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:00.382619 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fefc467d-d305-4765-a342-2f48e736a7f4 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:00.383034 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'code': 200} Feb 09 21:53:00.383330 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'code': 200} Feb 09 21:53:00.407519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.594475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:00.716047 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.722454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376f85-5d84-419d-80f9-689e7ad67008 req-820e7393-6cce-4ce7-8471-25abb998c081 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.733926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62376f85-5d84-419d-80f9-689e7ad67008 req-820e7393-6cce-4ce7-8471-25abb998c081 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0826895 Feb 09 21:53:00.752301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c059a2b-59a6-4093-a0b8-0aa07bf14bb4 req-abe67f3c-0809-42f6-beaa-02a0c4022883 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 210 time: 0.0552039 Feb 09 21:53:00.784363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3dc4c-1d1b-47fb-a0ea-cb31ede9f983 req-181acfde-85f1-4be4-b1cb-259b4d1ff8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.787517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ca3dc4c-1d1b-47fb-a0ea-cb31ede9f983 req-181acfde-85f1-4be4-b1cb-259b4d1ff8d5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 1128 time: 0.1734033 Feb 09 21:53:00.865119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62376f85-5d84-419d-80f9-689e7ad67008 req-d0e63582-b507-4858-a205-6ae850fbbe28 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297290 Feb 09 21:53:00.887639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ca3dc4c-1d1b-47fb-a0ea-cb31ede9f983 req-2ddc1a7a-dde1-4cea-a1b5-150a2e977a68 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924728 Feb 09 21:53:01.095347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22693f56-b01b-40a2-b590-c432b39894c6 req-b8fa642c-8bf0-4839-8c71-49dc42d822cc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:01.096968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22693f56-b01b-40a2-b590-c432b39894c6 req-b8fa642c-8bf0-4839-8c71-49dc42d822cc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1123948 Feb 09 21:53:01.160048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22693f56-b01b-40a2-b590-c432b39894c6 req-f2eb0630-0baf-4263-835d-83bf2216e46f tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Feb 09 21:53:01.864217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfb9ec9c-081b-4103-bbd7-28a7930e5363 req-378e4f9e-6917-49bc-84bd-a025b08c9f3a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 210 time: 0.0336118 Feb 09 21:53:02.143896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea60e-79fe-47b2-beb1-3101cbb8052c req-4e4c35db-1c86-407d-aecb-93412d8355fd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.160851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73ea60e-79fe-47b2-beb1-3101cbb8052c req-4e4c35db-1c86-407d-aecb-93412d8355fd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1510401 Feb 09 21:53:02.306238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a73ea60e-79fe-47b2-beb1-3101cbb8052c req-e550c906-a1bc-458a-ad66-57d42a4de5e9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443624 Feb 09 21:53:02.344269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-1d70b9c8-533f-4f43-b704-d6d3b4b16527 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.349240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-1d70b9c8-533f-4f43-b704-d6d3b4b16527 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.3480463 Feb 09 21:53:02.411856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Request body: {'port': {'device_id': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'admin_state_up': True, 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:02.575558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5562c-acc4-46f0-ab83-42829073e6b9 req-2bbf5d60-ab89-4f3f-a052-0b0632a0d13e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.577352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35c5562c-acc4-46f0-ab83-42829073e6b9 req-2bbf5d60-ab89-4f3f-a052-0b0632a0d13e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.2633104 Feb 09 21:53:02.671737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35c5562c-acc4-46f0-ab83-42829073e6b9 req-426bf0c3-ce70-4ac2-8e82-e4e830ea5cda tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817101 Feb 09 21:53:02.997971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47c07117-846c-42a8-a600-c072badc4b1f req-bc0d034e-033b-4806-8dc6-bb05f88248e4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 210 time: 0.0553441 Feb 09 21:53:03.016639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:03.020042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.245797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Allocated IP 172.20.0.8 (db08f182-0208-4e22-bbcf-756d7e20679c/3cd84ba4-9c63-4042-8a50-a10447cac407/0818af8e-0b26-4d4b-b9f0-ef9054f36420) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:03.324682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45266) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:03.578455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-a321f495-5473-443c-8d9b-b9eb3ba7e592 req-b023b8e3-e82d-4b46-a4f6-19a0424a64a5 service neutron] (103697) timed out ('10.222.0.110', 62481) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:53:03.618513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba10b77d-fa01-4f90-bac0-de548dfc5dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.659753 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks [] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.734912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728520-cf51-426d-b35a-74e69a27b18b req-4547d521-238d-4d0f-b80a-ed1e93914b97 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:03.737742 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae728520-cf51-426d-b35a-74e69a27b18b req-4547d521-238d-4d0f-b80a-ed1e93914b97 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.2251475 Feb 09 21:53:03.771974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba10b77d-fa01-4f90-bac0-de548dfc5dcd admin admin] Publish callbacks [] for security_group (6ed7cf7f-f054-452c-be36-06d65a89305c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.945546 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.946734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ba0f-7615-48f0-9295-acb33fc0a4a8 req-3cafd15f-37bb-4b2a-878a-be79250d2adc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:03.946734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-97d7ba0f-7615-48f0-9295-acb33fc0a4a8 req-3cafd15f-37bb-4b2a-878a-be79250d2adc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.0791051 Feb 09 21:53:03.947140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae728520-cf51-426d-b35a-74e69a27b18b req-85d546ca-b0ad-4a03-bc89-08f9ec865ad6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910896 Feb 09 21:53:03.950407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Network db08f182-0208-4e22-bbcf-756d7e20679c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:03.950690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-97d7ba0f-7615-48f0-9295-acb33fc0a4a8 req-2e23210b-3038-40b8-a0db-f0c924474403 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683539 Feb 09 21:53:03.969064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:03.975419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:04.025393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba10b77d-fa01-4f90-bac0-de548dfc5dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6ed7cf7f-f054-452c-be36-06d65a89305c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.066734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:04.068152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.088648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event updated for resources: {'Port': ['ID=0818af8e-0b26-4d4b-b9f0-ef9054f36420,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:04.175351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-bdccc23f-22f6-40f4-aa62-30fe0b06e54e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7689371 Feb 09 21:53:04.193411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Request body: {'port': {'device_id': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:04.227197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10b77d-fa01-4f90-bac0-de548dfc5dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed7cf7f-f054-452c-be36-06d65a89305c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:04.237768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40fa70-aaf8-4d73-b34e-7fde9fb943cd req-1bd5ec81-a978-46a3-9535-ea818da28497 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:04.240188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae40fa70-aaf8-4d73-b34e-7fde9fb943cd req-1bd5ec81-a978-46a3-9535-ea818da28497 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 931 time: 0.1217864 Feb 09 21:53:04.249384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba10b77d-fa01-4f90-bac0-de548dfc5dcd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3dbef6b94d1a498f9090c4adbf28d458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9209440 Feb 09 21:53:04.249813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:04.322477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.325806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f4745-d4db-492a-bffb-f41e6dd2e916 req-cd6141d2-e31c-47dc-9736-83e448f26f8c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:04.327761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b57f4745-d4db-492a-bffb-f41e6dd2e916 req-cd6141d2-e31c-47dc-9736-83e448f26f8c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.2264204 Feb 09 21:53:04.417889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9ada993-a4ad-4668-bbfe-9034bff555db admin admin] Publish callbacks [] for security_group (6ed7cf7f-f054-452c-be36-06d65a89305c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.422649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae40fa70-aaf8-4d73-b34e-7fde9fb943cd req-c4d1fab3-6161-44fe-86e7-c17f896be6ed tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690228 Feb 09 21:53:04.443696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b57f4745-d4db-492a-bffb-f41e6dd2e916 req-4e7f2af1-c433-4456-8702-3ee6f1f4fcd8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020732 Feb 09 21:53:04.513702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9ada993-a4ad-4668-bbfe-9034bff555db admin admin] Publish callbacks [] for security_group (6ed7cf7f-f054-452c-be36-06d65a89305c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.754610 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9ada993-a4ad-4668-bbfe-9034bff555db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6ed7cf7f-f054-452c-be36-06d65a89305c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.759215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9ada993-a4ad-4668-bbfe-9034bff555db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.760702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d9ada993-a4ad-4668-bbfe-9034bff555db admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6ed7cf7f-f054-452c-be36-06d65a89305c HTTP/1.1" status: 204 len: 168 time: 0.5080621 Feb 09 21:53:04.774042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ada993-a4ad-4668-bbfe-9034bff555db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed7cf7f-f054-452c-be36-06d65a89305c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:04.866905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0818af8e-0b26-4d4b-b9f0-ef9054f36420 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:04.878872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Publish callbacks [] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.897539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Transition to ACTIVE for port object 0818af8e-0b26-4d4b-b9f0-ef9054f36420 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:05.016569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.132292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcc201-5230-43c3-926c-a118d2b39270 req-9adc52e8-9324-4bd1-a92a-ec9d57fd7166 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:05.141492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1bcc201-5230-43c3-926c-a118d2b39270 req-9adc52e8-9324-4bd1-a92a-ec9d57fd7166 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0722859 Feb 09 21:53:05.177870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0818af8e-0b26-4d4b-b9f0-ef9054f36420,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:05.219545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1bcc201-5230-43c3-926c-a118d2b39270 req-bbab672f-a2d3-4831-a14c-5a2cad737ead tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752568 Feb 09 21:53:05.388666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Attempting to bind port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:05.389049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Attempting to bind port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:05.389365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Attempting to bind port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:05.397733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 on network db08f182-0208-4e22-bbcf-756d7e20679c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:05.398074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Attempting to bind port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:05.404417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:05.404815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:05.405210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Bound using segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:05.405648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Bound port: 0818af8e-0b26-4d4b-b9f0-ef9054f36420, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:05.406011 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.456796 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0dd6a5e8-8d45-46ca-b7d4-12e01d6ab2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.552592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] For port 0818af8e-0b26-4d4b-b9f0-ef9054f36420, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:05.552592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] For port 0818af8e-0b26-4d4b-b9f0-ef9054f36420, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0818af8e-0b26-4d4b-b9f0-ef9054f36420,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:05.623571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da905e99-0eb9-4f3c-be54-3f8f9ea9c60c req-fc750631-7ac3-4e71-95f7-292c9432db72 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:05.631908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da905e99-0eb9-4f3c-be54-3f8f9ea9c60c req-fc750631-7ac3-4e71-95f7-292c9432db72 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 943 time: 0.1299846 Feb 09 21:53:05.641452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.750155 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da905e99-0eb9-4f3c-be54-3f8f9ea9c60c req-19688965-cd88-4586-aeff-178a63af5f23 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169226 Feb 09 21:53:05.765863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0818af8e-0b26-4d4b-b9f0-ef9054f36420,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:05.779411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:05.780408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.782155 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-a15192bc-b6a6-4621-90f7-a429cf9544a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/0818af8e-0b26-4d4b-b9f0-ef9054f36420 HTTP/1.1" status: 200 len: 1091 time: 1.5949252 Feb 09 21:53:05.783722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'tag': '0818af8e-0b26-4d4b-b9f0-ef9054f36420'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:05.787007 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c69c1e-a91f-453b-b7bf-88ef142ad9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05", "tag": "0818af8e-0b26-4d4b-b9f0-ef9054f36420"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:05.848484 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b6ae3a-012e-40cc-b77a-6f89c79a117d x-openstack-request-id: req-b2b6ae3a-012e-40cc-b77a-6f89c79a117d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:05.848484 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05", "tag": "0818af8e-0b26-4d4b-b9f0-ef9054f36420", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:05.848484 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2b6ae3a-012e-40cc-b77a-6f89c79a117d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:05.848484 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'tag': '0818af8e-0b26-4d4b-b9f0-ef9054f36420', 'status': 'completed', 'code': 200} Feb 09 21:53:05.938828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c69c1e-a91f-453b-b7bf-88ef142ad9e6 req-c96ab244-b6f5-44e7-ac6e-d8f23b5090c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:05.941960 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c0c69c1e-a91f-453b-b7bf-88ef142ad9e6 req-c96ab244-b6f5-44e7-ac6e-d8f23b5090c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 1125 time: 0.0821450 Feb 09 21:53:06.090878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c69c1e-a91f-453b-b7bf-88ef142ad9e6 req-c1411ab3-1353-476c-8ad9-acf5aa69f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.092527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c0c69c1e-a91f-453b-b7bf-88ef142ad9e6 req-c1411ab3-1353-476c-8ad9-acf5aa69f968 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=87edc6d9e87140a5b7b616ed0161e948&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1385584 Feb 09 21:53:06.247331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c69c1e-a91f-453b-b7bf-88ef142ad9e6 req-ec8244f9-5111-4da7-b840-4faa3fb9344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.257162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c0c69c1e-a91f-453b-b7bf-88ef142ad9e6 req-ec8244f9-5111-4da7-b840-4faa3fb9344d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540482 Feb 09 21:53:06.467408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-d2b1bf28-4562-4d9c-a2ff-a04267492dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.470128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-d2b1bf28-4562-4d9c-a2ff-a04267492dff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 1125 time: 0.1518657 Feb 09 21:53:06.527498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-c0b84cad-adc4-4a34-815d-cf11f0f221b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0818af8e-0b26-4d4b-b9f0-ef9054f36420 HTTP/1.1" status: 200 len: 217 time: 0.0495348 Feb 09 21:53:06.611943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-9ea717e8-5300-4c94-8f68-3ff4c380a0d7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.621609 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-9ea717e8-5300-4c94-8f68-3ff4c380a0d7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "GET /v2.0/ports?device_id=1e4fd9f0-7f6e-456f-b707-0de69090cd8a HTTP/1.1" status: 200 len: 946 time: 0.1955819 Feb 09 21:53:06.671672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-b6df185c-911c-44be-81d4-18c617dc05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.673230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-b6df185c-911c-44be-81d4-18c617dc05b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.1289856 Feb 09 21:53:06.747848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-1a216bfe-b945-4ce6-b37f-e7adc86039ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634019 Feb 09 21:53:06.856121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160ca3-666d-441b-ab9f-4bc71421ac2c req-e7bee8cc-88f8-456f-ad5b-010b39f6ed18 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.867517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e160ca3-666d-441b-ab9f-4bc71421ac2c req-e7bee8cc-88f8-456f-ad5b-010b39f6ed18 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.4672139 Feb 09 21:53:06.883588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-26d677b3-d945-4e4e-94be-8688958b2688 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248045 Feb 09 21:53:06.937780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Deleting port 78eed153-3125-47b3-b72b-6e3b35f0192e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:06.938414 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.986665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e160ca3-666d-441b-ab9f-4bc71421ac2c req-2ca992e8-4bcb-43b4-bf1b-a42a4ad87051 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082628 Feb 09 21:53:07.098492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c0e9a10-89fa-4754-9b43-37936c8d8c07 req-3075047f-ff68-4553-abff-399ba836cbf8 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059703 Feb 09 21:53:07.127241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] For port 78eed153-3125-47b3-b72b-6e3b35f0192e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78eed153-3125-47b3-b72b-6e3b35f0192e,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:07.128122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.179595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Calling delete_port for 78eed153-3125-47b3-b72b-6e3b35f0192e owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:07.228359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b488-edcb-4247-8e5b-84d9da480e3d req-433752be-ea1c-4e47-94df-90ab50becebf tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:07.228359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83a5b488-edcb-4247-8e5b-84d9da480e3d req-433752be-ea1c-4e47-94df-90ab50becebf tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 943 time: 0.0955591 Feb 09 21:53:07.397880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83a5b488-edcb-4247-8e5b-84d9da480e3d req-1ee007d5-d221-416e-81fc-66559c01346e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658812 Feb 09 21:53:07.522317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2f3647ac-cf00-4286-9508-df7c80aa4c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.710082 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (78eed153-3125-47b3-b72b-6e3b35f0192e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.722405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['78eed153-3125-47b3-b72b-6e3b35f0192e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:07.745345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Pushing event deleted for resources: {'Port': ['ID=78eed153-3125-47b3-b72b-6e3b35f0192e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:07.795308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] No DVR routers for this DVR port 78eed153-3125-47b3-b72b-6e3b35f0192e on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:07.798684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.802477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9523a19b-b990-4869-a3a2-1585e29df0f4 req-c8f35cdc-4d5b-44cb-863a-538d9ae69f1d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "DELETE /v2.0/ports/78eed153-3125-47b3-b72b-6e3b35f0192e HTTP/1.1" status: 204 len: 173 time: 1.1724792 Feb 09 21:53:07.802961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-deleted', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:07.812605 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41b6b90-b9a5-4fad-a17b-efffe7d5405f" -d '{"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-deleted", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:07.855403 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a35347-f1c7-4b2d-b44c-00ec77d9e8b8 x-openstack-request-id: req-36a35347-f1c7-4b2d-b44c-00ec77d9e8b8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:07.855403 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4fd9f0-7f6e-456f-b707-0de69090cd8a", "name": "network-vif-deleted", "tag": "78eed153-3125-47b3-b72b-6e3b35f0192e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:07.855403 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-36a35347-f1c7-4b2d-b44c-00ec77d9e8b8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:07.855403 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4fd9f0-7f6e-456f-b707-0de69090cd8a', 'name': 'network-vif-deleted', 'tag': '78eed153-3125-47b3-b72b-6e3b35f0192e', 'status': 'completed', 'code': 200} Feb 09 21:53:08.168663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b8d76-d998-41a1-b5a4-e8c28cc3c62e req-9b90162a-e953-487d-af6e-6b255ff6ef67 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:08.170294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea1b8d76-d998-41a1-b5a4-e8c28cc3c62e req-9b90162a-e953-487d-af6e-6b255ff6ef67 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0934930 Feb 09 21:53:08.279882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea1b8d76-d998-41a1-b5a4-e8c28cc3c62e req-d592a2fd-c49e-48b1-9e95-1ce286571a0e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922534 Feb 09 21:53:08.627923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d36ae7-0e9c-4dd9-9af6-e81e837e798e req-5a72b890-b717-49b7-bff6-39714f0e99fb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:08.633735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d36ae7-0e9c-4dd9-9af6-e81e837e798e req-5a72b890-b717-49b7-bff6-39714f0e99fb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 943 time: 0.1460502 Feb 09 21:53:08.746523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d36ae7-0e9c-4dd9-9af6-e81e837e798e req-c5865ca6-9483-4131-a108-017f46654db9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016541 Feb 09 21:53:08.998774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.174076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:09.360476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dc08fbd-e1f2-42a0-aebf-ff959f36fd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.487973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73f6d-0696-4c89-8406-10d170b860f0 req-e8c530a3-8587-4ae8-b196-b1967497150f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:09.494119 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eae73f6d-0696-4c89-8406-10d170b860f0 req-e8c530a3-8587-4ae8-b196-b1967497150f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1202903 Feb 09 21:53:09.521695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dc08fbd-e1f2-42a0-aebf-ff959f36fd94 admin admin] Publish callbacks [] for security_group (c3c5912a-639c-4e19-b0dc-83eafb320103), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.590291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dc08fbd-e1f2-42a0-aebf-ff959f36fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c3c5912a-639c-4e19-b0dc-83eafb320103), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.610215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eae73f6d-0696-4c89-8406-10d170b860f0 req-f51a9630-d531-492e-bed0-001d2d5c43cc tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065717 Feb 09 21:53:09.646440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08fbd-e1f2-42a0-aebf-ff959f36fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5912a-639c-4e19-b0dc-83eafb320103,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:09.676416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2dc08fbd-e1f2-42a0-aebf-ff959f36fd94 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d51e368e3f2c4f04ab52528fa5d7f645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5001674 Feb 09 21:53:09.678656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45392) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:09.753812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d25483c-0fc3-45fe-b65c-7a60a743dbe2 admin admin] Publish callbacks [] for security_group (c3c5912a-639c-4e19-b0dc-83eafb320103), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.778951 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d25483c-0fc3-45fe-b65c-7a60a743dbe2 admin admin] Publish callbacks [] for security_group (c3c5912a-639c-4e19-b0dc-83eafb320103), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.900593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0c1d3-dace-4674-a209-f60c1c29c4e2 req-03f99ba9-3461-42c4-8542-0c95f4e31918 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:09.902140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49e0c1d3-dace-4674-a209-f60c1c29c4e2 req-03f99ba9-3461-42c4-8542-0c95f4e31918 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 943 time: 0.0747418 Feb 09 21:53:09.955936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d25483c-0fc3-45fe-b65c-7a60a743dbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c3c5912a-639c-4e19-b0dc-83eafb320103), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.958919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7d25483c-0fc3-45fe-b65c-7a60a743dbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.963542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7d25483c-0fc3-45fe-b65c-7a60a743dbe2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c3c5912a-639c-4e19-b0dc-83eafb320103 HTTP/1.1" status: 204 len: 168 time: 0.2810555 Feb 09 21:53:09.974807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49e0c1d3-dace-4674-a209-f60c1c29c4e2 req-79d80b5e-1ddd-4a7b-a263-f72a7dcadeba tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658231 Feb 09 21:53:09.988657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25483c-0fc3-45fe-b65c-7a60a743dbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5912a-639c-4e19-b0dc-83eafb320103,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:10.247482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.659753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-31656574-95de-44e8-8e3b-103ff6f527cb tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.661690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-31656574-95de-44e8-8e3b-103ff6f527cb tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 815 time: 0.1740305 Feb 09 21:53:10.686047 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-4e311abe-f18a-4b08-8641-d7fb71f4b004 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/quotas/8b2966ff68344a029bb9308d5399f63e HTTP/1.1" status: 200 len: 375 time: 0.0133729 Feb 09 21:53:10.730388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-7500da78-d974-4319-b8ea-729651d7e0df tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371110 Feb 09 21:53:10.844254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde2339-7642-4533-b3a1-f599f69658cf req-7259a334-beb8-42f8-93dd-b7515dcda06d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.855470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bde2339-7642-4533-b3a1-f599f69658cf req-7259a334-beb8-42f8-93dd-b7515dcda06d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1077499 Feb 09 21:53:10.918613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bde2339-7642-4533-b3a1-f599f69658cf req-1efcac87-8198-402a-9cf1-9e0c887d4302 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565009 Feb 09 21:53:10.964221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-b408275a-29ee-4e63-abac-e65a0d4fe3fb service neutron] 10.222.0.98 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278247 Feb 09 21:53:11.080451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-2b15ae84-f3e8-4314-8024-740ebc69720a service neutron] 10.222.0.98 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052458 Feb 09 21:53:11.233224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfa0ed-8c1d-4047-a283-7b7b1079891f req-217b816f-5cb2-4498-ae4a-2a6f05e76346 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:11.234790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91dfa0ed-8c1d-4047-a283-7b7b1079891f req-217b816f-5cb2-4498-ae4a-2a6f05e76346 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 943 time: 0.1164060 Feb 09 21:53:11.353327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91dfa0ed-8c1d-4047-a283-7b7b1079891f req-9fdf907a-9ae3-4c7c-9f17-e366528e7f5e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940962 Feb 09 21:53:11.475939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0818af8e-0b26-4d4b-b9f0-ef9054f36420 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:11.640915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 0818af8e-0b26-4d4b-b9f0-ef9054f36420, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0818af8e-0b26-4d4b-b9f0-ef9054f36420,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:11.654499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '0818af8e-0b26-4d4b-b9f0-ef9054f36420', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'port_id': '0818af8e-0b26-4d4b-b9f0-ef9054f36420', 'mac_address': 'fa:16:3e:3a:d1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84ba4-9c63-4042-8a50-a10447cac407', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:11.730680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:11.731305 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.752601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0818af8e-0b26-4d4b-b9f0-ef9054f36420 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:11.775513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 0818af8e-0b26-4d4b-b9f0-ef9054f36420, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0818af8e-0b26-4d4b-b9f0-ef9054f36420,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:11.778060 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.892800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.934396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9946755a-a08b-45d5-86cc-27e237e0fa51 req-8e1a9de9-fbe0-423e-a00f-d49ff9bb2b34 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 210 time: 0.0642276 Feb 09 21:53:11.982209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=0818af8e-0b26-4d4b-b9f0-ef9054f36420,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:12.140551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78eed153-3125-47b3-b72b-6e3b35f0192e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:12.192214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 78eed153-3125-47b3-b72b-6e3b35f0192e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:12.193631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78eed153-3125-47b3-b72b-6e3b35f0192e not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:12.193877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904e431-f341-446b-a5ef-2e978eae170a req-b702e0aa-3da7-48bc-9209-10acdcee2d70 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.196679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4904e431-f341-446b-a5ef-2e978eae170a req-b702e0aa-3da7-48bc-9209-10acdcee2d70 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1224792 Feb 09 21:53:12.198320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:12.310423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4904e431-f341-446b-a5ef-2e978eae170a req-7fc25aba-7c66-4d1d-bc82-8edae750aae7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984993 Feb 09 21:53:12.656577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71578f3c-9ca6-417d-a027-9413ea28a67e req-15f6769b-8f40-4fc7-936b-322ef16d4d72 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.668332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71578f3c-9ca6-417d-a027-9413ea28a67e req-15f6769b-8f40-4fc7-936b-322ef16d4d72 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 944 time: 0.1794398 Feb 09 21:53:12.751984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71578f3c-9ca6-417d-a027-9413ea28a67e req-12b9877f-4621-4947-81a4-37ce7d97e6cf tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821726 Feb 09 21:53:13.045018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d967e0c2-ea59-48e8-89b6-5ae56f4c31fb req-73979574-f303-4353-84a7-57a5646fa29c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 210 time: 0.0425079 Feb 09 21:53:13.458440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0818af8e-0b26-4d4b-b9f0-ef9054f36420 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:13.474330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707d201-06d1-4a9c-a224-2b9caf2a435d req-4cc20592-3991-43d6-b8de-210841d25e6e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:13.476945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5707d201-06d1-4a9c-a224-2b9caf2a435d req-4cc20592-3991-43d6-b8de-210841d25e6e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0685525 Feb 09 21:53:13.531034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5707d201-06d1-4a9c-a224-2b9caf2a435d req-25f13860-786c-4fd4-9eea-3fb7d946a60d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481560 Feb 09 21:53:13.860422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:13.864622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:13.865026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.059739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:14.060534 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.077260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72834d-8834-4c76-989b-80427d5ef1de req-8afdff05-970a-495c-af28-b01422f2c6ca tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.078904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c72834d-8834-4c76-989b-80427d5ef1de req-8afdff05-970a-495c-af28-b01422f2c6ca tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 944 time: 0.2454245 Feb 09 21:53:14.149599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 0818af8e-0b26-4d4b-b9f0-ef9054f36420, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0818af8e-0b26-4d4b-b9f0-ef9054f36420,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:14.151974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0818af8e-0b26-4d4b-b9f0-ef9054f36420'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:14.158112 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe76aab-eee9-46d8-a6ce-abeecb8c77a6" -d '{"events": [{"server_uuid": "bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05", "name": "network-vif-plugged", "status": "completed", "tag": "0818af8e-0b26-4d4b-b9f0-ef9054f36420"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:14.193803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c72834d-8834-4c76-989b-80427d5ef1de req-ba90cc04-de3c-4a83-93c1-2320c781753d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056542 Feb 09 21:53:14.218360 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.233829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aa96629-3982-4b6e-8da9-4cf129c0701f req-7cb56ae4-438a-4a19-9bc4-1055d671a7a9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 210 time: 0.0655463 Feb 09 21:53:14.323074 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46320eb5-7b10-4bbe-b641-563860af768d x-openstack-request-id: req-46320eb5-7b10-4bbe-b641-563860af768d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:14.325809 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05", "name": "network-vif-plugged", "status": "completed", "tag": "0818af8e-0b26-4d4b-b9f0-ef9054f36420", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:14.326086 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46320eb5-7b10-4bbe-b641-563860af768d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:14.326518 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0818af8e-0b26-4d4b-b9f0-ef9054f36420', 'code': 200} Feb 09 21:53:14.336768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=0818af8e-0b26-4d4b-b9f0-ef9054f36420,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:14.473188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63a483-d6f2-43dc-88ef-7f69b0b290de req-3958b418-1135-43d8-8bdc-357e8aab4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.475910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f63a483-d6f2-43dc-88ef-7f69b0b290de req-3958b418-1135-43d8-8bdc-357e8aab4915 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 1127 time: 0.0891254 Feb 09 21:53:14.734205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f63a483-d6f2-43dc-88ef-7f69b0b290de req-b4ec887e-9952-46e8-8a51-6820d39f44a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401340 Feb 09 21:53:14.864836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d3af0-8a1e-4bd6-8855-07fac4f39a7a req-43fece1e-a3ca-4c90-96a5-6eaac941a6a7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.878963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-688d3af0-8a1e-4bd6-8855-07fac4f39a7a req-43fece1e-a3ca-4c90-96a5-6eaac941a6a7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1143365 Feb 09 21:53:15.035674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-688d3af0-8a1e-4bd6-8855-07fac4f39a7a req-c49922ce-d9c8-4368-b3bc-b0d106cc39fb tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552777 Feb 09 21:53:15.293898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-45fdf1b9-04a6-4136-8e83-4d9f202e7e29 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.297838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-45fdf1b9-04a6-4136-8e83-4d9f202e7e29 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 815 time: 0.2158968 Feb 09 21:53:15.319157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Request body: {'port': {'device_id': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'admin_state_up': True, 'tenant_id': '8b2966ff68344a029bb9308d5399f63e'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:15.504001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439e6ec-a087-4d32-b404-4cfda3b1df8f req-976ae195-a143-461a-8604-22a33a5fa6f8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.506644 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6439e6ec-a087-4d32-b404-4cfda3b1df8f req-976ae195-a143-461a-8604-22a33a5fa6f8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 945 time: 0.1322892 Feb 09 21:53:15.635892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6439e6ec-a087-4d32-b404-4cfda3b1df8f req-635da15f-cb2a-480f-b511-1f3bc16819cc tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226370 Feb 09 21:53:15.657485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45536) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:15.661857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Made reservation on behalf of 8b2966ff68344a029bb9308d5399f63e for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:15.665966 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:15.879489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebceff95-9d4b-411e-98d9-d276d47c5add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:15.917197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Allocated IP 172.20.0.12 (ff554d8c-e459-49c5-aa4c-a06d18f8099d/4ab6aab3-7ffc-4996-b042-b978967aa4a8/8786528b-d682-480d-9dad-5a399c8aa350) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:16.051246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebceff95-9d4b-411e-98d9-d276d47c5add admin admin] Publish callbacks [] for security_group (cc2b2d61-8e9e-424d-a317-91d4c456bde6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.165850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebceff95-9d4b-411e-98d9-d276d47c5add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cc2b2d61-8e9e-424d-a317-91d4c456bde6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.178560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-124c36fd-1f3f-4591-ae3d-1e3c4d9af00c req-07d6cd9f-2aea-4662-90f7-e2b1c0710921 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 210 time: 0.1041157 Feb 09 21:53:16.185747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks [] for port (8786528b-d682-480d-9dad-5a399c8aa350), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.203986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-9c8c3ffa-b6b2-470f-8994-93d7455a0677 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1344666 Feb 09 21:53:16.252096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ebceff95-9d4b-411e-98d9-d276d47c5add admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=191ee357a1514058a99c51f12c636f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5911412 Feb 09 21:53:16.254506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45548) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:16.341038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceff95-9d4b-411e-98d9-d276d47c5add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2b2d61-8e9e-424d-a317-91d4c456bde6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:16.376795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8786528b-d682-480d-9dad-5a399c8aa350), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.409118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3a7a4-b5d2-4400-9b6f-56270e0e5a71 req-5b5d80f1-bf60-4b82-9585-fbd14e08c338 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.421654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fec3a7a4-b5d2-4400-9b6f-56270e0e5a71 req-5b5d80f1-bf60-4b82-9585-fbd14e08c338 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1824396 Feb 09 21:53:16.576715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fec3a7a4-b5d2-4400-9b6f-56270e0e5a71 req-612f8f7e-a450-4e0a-892a-c028a7b83101 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486988 Feb 09 21:53:16.849360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.849972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.850507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.851152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.852238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.852757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.853373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.855446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-182179bd-a101-4d8a-86da-ba307fb1db57 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f620865b281c41179b35bef3337de0ea&device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 6719 time: 0.5751407 Feb 09 21:53:16.875103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Network ff554d8c-e459-49c5-aa4c-a06d18f8099d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:16.884913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff02fe31-7558-4e25-8f9e-8abf802c84c9 admin admin] Publish callbacks [] for security_group (cc2b2d61-8e9e-424d-a317-91d4c456bde6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.912361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:16.915517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:16.991909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Pushing event updated for resources: {'Port': ['ID=8786528b-d682-480d-9dad-5a399c8aa350,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:17.037963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff02fe31-7558-4e25-8f9e-8abf802c84c9 admin admin] Publish callbacks [] for security_group (cc2b2d61-8e9e-424d-a317-91d4c456bde6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.068211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.069028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.142935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce436a90-feb9-4ff9-bfe1-208d3c8fe4aa req-9af16b26-888c-4036-9d67-75bfbe8ba5d0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.144634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce436a90-feb9-4ff9-bfe1-208d3c8fe4aa req-9af16b26-888c-4036-9d67-75bfbe8ba5d0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 945 time: 0.2828901 Feb 09 21:53:17.151918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-55bbf147-2ad4-48c2-9273-af2aed2ae6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.151918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-55bbf147-2ad4-48c2-9273-af2aed2ae6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.151918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-55bbf147-2ad4-48c2-9273-af2aed2ae6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.152518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-55bbf147-2ad4-48c2-9273-af2aed2ae6c8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&id=801ef2ae-e59b-436d-a612-be3873c53663&id=801ef2ae-e59b-436d-a612-be3873c53663 HTTP/1.1" status: 200 len: 2297 time: 0.2633741 Feb 09 21:53:17.279580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-722277fe-ebfb-4966-8bcd-efdee0d23008 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9647706 Feb 09 21:53:17.349101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce436a90-feb9-4ff9-bfe1-208d3c8fe4aa req-068e17d7-7da6-4151-a560-35c77239b49c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948290 Feb 09 21:53:17.353563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Request body: {'port': {'device_id': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:17.411936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a716f-f663-4e71-9d54-cf0e642505d0 req-e9c09be9-e6c6-421a-a3f1-c040da9d07ae tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.425504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea8a716f-f663-4e71-9d54-cf0e642505d0 req-e9c09be9-e6c6-421a-a3f1-c040da9d07ae tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 932 time: 0.1150138 Feb 09 21:53:17.468888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff02fe31-7558-4e25-8f9e-8abf802c84c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cc2b2d61-8e9e-424d-a317-91d4c456bde6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.471734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ff02fe31-7558-4e25-8f9e-8abf802c84c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.477395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ff02fe31-7558-4e25-8f9e-8abf802c84c9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc2b2d61-8e9e-424d-a317-91d4c456bde6 HTTP/1.1" status: 204 len: 168 time: 1.2170148 Feb 09 21:53:17.530149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea8a716f-f663-4e71-9d54-cf0e642505d0 req-30e01a21-a739-41f3-9825-fde8ad3aca19 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984359 Feb 09 21:53:17.593276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02fe31-7558-4e25-8f9e-8abf802c84c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2b2d61-8e9e-424d-a317-91d4c456bde6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:17.648136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-6fe75e7b-48f3-476d-a6f5-712e0bafd10c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a8fff3-9067-4932-aba8-76103aef69c7 HTTP/1.1" status: 200 len: 1001 time: 0.4876502 Feb 09 21:53:17.699425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-07f00828-d48d-4f17-8d5f-485888111c81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442833 Feb 09 21:53:17.877892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-f78f3620-48bf-4635-a247-b03a5e7b09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.879465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-f78f3620-48bf-4635-a247-b03a5e7b09fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7587b735d473437a89b1e9acc659162f&device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 1132 time: 0.1518290 Feb 09 21:53:17.911360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1a8c-51d5-41ca-b960-2299cab313ab req-b33b04ff-30b7-4c67-9b2d-9c54ec509446 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.919013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abdb1a8c-51d5-41ca-b960-2299cab313ab req-b33b04ff-30b7-4c67-9b2d-9c54ec509446 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.2355952 Feb 09 21:53:17.932041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e7ccc-3572-4ac5-ab1e-6e84febbd261 req-64667147-61a4-4a34-a40e-3b43125c6e65 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.939158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-111e7ccc-3572-4ac5-ab1e-6e84febbd261 req-64667147-61a4-4a34-a40e-3b43125c6e65 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1291878 Feb 09 21:53:17.952747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8786528b-d682-480d-9dad-5a399c8aa350), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.003354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abdb1a8c-51d5-41ca-b960-2299cab313ab req-c081c43b-9b2c-4576-ab58-0bef69ee0708 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0826869 Feb 09 21:53:18.137215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-e9791eba-e0c5-4d66-af39-989c4f8e5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.142739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-e9791eba-e0c5-4d66-af39-989c4f8e5054 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3801196d-8857-4340-8798-7a9c145bea70 HTTP/1.1" status: 200 len: 856 time: 0.4853811 Feb 09 21:53:18.227363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-111e7ccc-3572-4ac5-ab1e-6e84febbd261 req-1cccd0ce-3bf2-49e5-badd-3f269fda7b8b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697337 Feb 09 21:53:18.274161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-7d93a988-1c65-4d52-8823-984f34e52d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.276041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-7d93a988-1c65-4d52-8823-984f34e52d18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.3356464 Feb 09 21:53:18.363317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-925fa908-7b23-4d9c-bbb3-356eee76a5a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626 HTTP/1.1" status: 200 len: 217 time: 0.0803142 Feb 09 21:53:18.456263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-4491bbd2-0d0c-4a8e-b48d-c10fdec490ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.457865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-4491bbd2-0d0c-4a8e-b48d-c10fdec490ee service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3041708 Feb 09 21:53:18.477487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-66146df7-aeb4-4975-bb06-d65968c99aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.478994 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-66146df7-aeb4-4975-bb06-d65968c99aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1103647 Feb 09 21:53:18.532065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45596) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:18.570862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-897ef4a5-6938-46cc-97f1-bede21ec53ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.629659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abdb1a8c-51d5-41ca-b960-2299cab313ab req-6aac54d2-25b8-4946-9f93-b785fa293b79 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6201537 Feb 09 21:53:18.646643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-b355b038-a3d8-4d90-aba0-496c190cf37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.648251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-b355b038-a3d8-4d90-aba0-496c190cf37b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1628120 Feb 09 21:53:18.909808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8786528b-d682-480d-9dad-5a399c8aa350 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:18.921783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Publish callbacks [] for port (8786528b-d682-480d-9dad-5a399c8aa350), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.938350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Transition to ACTIVE for port object 8786528b-d682-480d-9dad-5a399c8aa350 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:18.955874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-897ef4a5-6938-46cc-97f1-bede21ec53ff admin admin] Publish callbacks [] for security_group (39b3e41a-00f1-4daa-b499-991ba83cdaf9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.992643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abdb1a8c-51d5-41ca-b960-2299cab313ab req-43cf9e22-4dab-4146-856e-8aef3f023856 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503747 Feb 09 21:53:19.000759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-837da0d5-3751-40ef-a874-212580aa97cd service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331907 Feb 09 21:53:19.020856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135b942-0fd4-459b-a48d-fbcaad771071 req-f625f529-002c-4253-8b21-1f11b47c94c7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.022256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e135b942-0fd4-459b-a48d-fbcaad771071 req-f625f529-002c-4253-8b21-1f11b47c94c7 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 932 time: 0.3558910 Feb 09 21:53:19.116631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abdb1a8c-51d5-41ca-b960-2299cab313ab req-ba03ba44-c416-48da-bd6d-c35311a4e667 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212790 Feb 09 21:53:19.120117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8786528b-d682-480d-9dad-5a399c8aa350), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.149228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-897ef4a5-6938-46cc-97f1-bede21ec53ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (39b3e41a-00f1-4daa-b499-991ba83cdaf9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.226839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Pushing event updated for resources: {'Port': ['ID=8786528b-d682-480d-9dad-5a399c8aa350,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:19.281421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-99a7d4b5-c208-4beb-8e89-346010bb1713 service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018851 Feb 09 21:53:19.332263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-897ef4a5-6938-46cc-97f1-bede21ec53ff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d45f4c211ae547c1b8b7afdc0813e2a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7981358 Feb 09 21:53:19.338083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45606) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:19.351400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ef4a5-6938-46cc-97f1-bede21ec53ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b3e41a-00f1-4daa-b499-991ba83cdaf9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:19.362153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e135b942-0fd4-459b-a48d-fbcaad771071 req-735ccac9-a0d2-4111-b7e0-d79962f42655 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205230 Feb 09 21:53:19.371279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5816ff9e-654d-4471-b6e3-9b6ebb99fbb7 req-5bf604c9-8c9e-4043-b3f5-89519afb2e7c service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577461 Feb 09 21:53:19.704488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566485fb-5a37-435b-9ceb-9c44af152e3e req-e8d05308-f798-4994-8703-0c6b276fe037 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.711117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-566485fb-5a37-435b-9ceb-9c44af152e3e req-e8d05308-f798-4994-8703-0c6b276fe037 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1367736 Feb 09 21:53:19.770130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2989c196-594a-45ad-8515-2247ca05159b admin admin] Publish callbacks [] for security_group (39b3e41a-00f1-4daa-b499-991ba83cdaf9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.779721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-c7f65b4f-75f2-45c1-8178-612d19fed218 service neutron] 10.222.0.110 "GET /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901555 Feb 09 21:53:19.818952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Attempting to bind port 8786528b-d682-480d-9dad-5a399c8aa350 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:19.819299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Attempting to bind port 8786528b-d682-480d-9dad-5a399c8aa350 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:19.819661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Attempting to bind port 8786528b-d682-480d-9dad-5a399c8aa350 on network ff554d8c-e459-49c5-aa4c-a06d18f8099d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:19.830803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-566485fb-5a37-435b-9ceb-9c44af152e3e req-cee3ba1d-ebce-4b6b-a59a-26b03af76e01 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171665 Feb 09 21:53:19.924749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Port 8786528b-d682-480d-9dad-5a399c8aa350 on network ff554d8c-e459-49c5-aa4c-a06d18f8099d not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:19.925419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Attempting to bind port 8786528b-d682-480d-9dad-5a399c8aa350 on network ff554d8c-e459-49c5-aa4c-a06d18f8099d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:19.941650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-ebfe8363-1ad5-42f2-b3bb-e9f7298ca38f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 200 len: 217 time: 0.1425393 Feb 09 21:53:19.956680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2989c196-594a-45ad-8515-2247ca05159b admin admin] Publish callbacks [] for security_group (39b3e41a-00f1-4daa-b499-991ba83cdaf9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.958565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:19.959025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Checking segment: {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:19.959524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Bound using segment: {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:19.960118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Bound port: 8786528b-d682-480d-9dad-5a399c8aa350, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a16af3d-3742-46ec-b0a7-594d4cd510b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:19.960604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8786528b-d682-480d-9dad-5a399c8aa350), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:20.179054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-e0fb30aa-60a1-480a-9756-68f55795b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.184474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-e0fb30aa-60a1-480a-9756-68f55795b389 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.2340715 Feb 09 21:53:20.331434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] For port 8786528b-d682-480d-9dad-5a399c8aa350, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:20.337652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] For port 8786528b-d682-480d-9dad-5a399c8aa350, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8786528b-d682-480d-9dad-5a399c8aa350,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:20.371968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-fc905bb0-8d69-4915-ab3c-65123bed91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.374082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-fc905bb0-8d69-4915-ab3c-65123bed91a4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1757057 Feb 09 21:53:20.460332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8786528b-d682-480d-9dad-5a399c8aa350), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:20.466207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2989c196-594a-45ad-8515-2247ca05159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (39b3e41a-00f1-4daa-b499-991ba83cdaf9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:20.466207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2989c196-594a-45ad-8515-2247ca05159b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:20.469753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2989c196-594a-45ad-8515-2247ca05159b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/39b3e41a-00f1-4daa-b499-991ba83cdaf9 HTTP/1.1" status: 204 len: 168 time: 1.0009952 Feb 09 21:53:20.506258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c196-594a-45ad-8515-2247ca05159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b3e41a-00f1-4daa-b499-991ba83cdaf9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:20.613988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c070b-893c-4400-b6bc-18365b48cda4 req-2d645976-e6d6-4916-940b-217781ac5236 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.633126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c6c070b-893c-4400-b6bc-18365b48cda4 req-2d645976-e6d6-4916-940b-217781ac5236 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 944 time: 0.1281867 Feb 09 21:53:20.665963 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:53:20.740922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-2c456486-d34e-4f1a-8529-1fa2d3d760d7 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583272 Feb 09 21:53:20.742789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Pushing event updated for resources: {'Port': ['ID=8786528b-d682-480d-9dad-5a399c8aa350,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:20.755688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.756580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:20.759339 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-272fbe27-216e-4eb8-8631-4594d0c0910b service neutron] 10.222.0.110 "PUT /v2.0/ports/8786528b-d682-480d-9dad-5a399c8aa350 HTTP/1.1" status: 200 len: 1092 time: 3.4168651 Feb 09 21:53:20.760881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'tag': '8786528b-d682-480d-9dad-5a399c8aa350'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:20.773948 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f" -d '{"events": [{"name": "network-changed", "server_uuid": "386fbf69-9543-4e11-993f-d75c9a5e3497", "tag": "8786528b-d682-480d-9dad-5a399c8aa350"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:20.792428 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c6c070b-893c-4400-b6bc-18365b48cda4 req-f6a1bf0b-125f-45f9-a2da-c2b1eed13dc8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583731 Feb 09 21:53:20.902432 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae36b4e-7a2a-4390-a26b-ce6a2bbecfb4 x-openstack-request-id: req-eae36b4e-7a2a-4390-a26b-ce6a2bbecfb4 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:20.903542 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386fbf69-9543-4e11-993f-d75c9a5e3497", "tag": "8786528b-d682-480d-9dad-5a399c8aa350", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:20.904116 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eae36b4e-7a2a-4390-a26b-ce6a2bbecfb4 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:20.907042 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'tag': '8786528b-d682-480d-9dad-5a399c8aa350', 'status': 'completed', 'code': 200} Feb 09 21:53:21.089413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828127aa-a0ad-40ac-badf-a2900d27cbf0 req-f670b3a1-d968-43db-926f-91cd14ef5fb2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.104476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-828127aa-a0ad-40ac-badf-a2900d27cbf0 req-f670b3a1-d968-43db-926f-91cd14ef5fb2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1187899 Feb 09 21:53:21.118442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-842237ea-f7ca-400d-9a53-27504b63abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.120137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-842237ea-f7ca-400d-9a53-27504b63abe1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 1126 time: 0.2119839 Feb 09 21:53:21.203231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-7894d58c-a98b-442e-880a-b8a2cc92698d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786528b-d682-480d-9dad-5a399c8aa350 HTTP/1.1" status: 200 len: 217 time: 0.0611055 Feb 09 21:53:21.207645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-828127aa-a0ad-40ac-badf-a2900d27cbf0 req-230fe0c2-4df1-450b-bcfb-baf0e79e3b36 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021998 Feb 09 21:53:21.271875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-2da96ee0-42c0-495d-a0ac-102110711068 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891553 Feb 09 21:53:21.366703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-0698724f-90a8-4d73-b6b7-d3a4d9fa7141 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 200 len: 217 time: 0.0709970 Feb 09 21:53:21.431913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-4d3efeec-39bb-452c-9a5b-31b819406746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.433556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-4d3efeec-39bb-452c-9a5b-31b819406746 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0509644 Feb 09 21:53:21.461033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-f2e382c4-72a5-4607-8055-984dfe1f32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.462490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-f2e382c4-72a5-4607-8055-984dfe1f32bb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ab6aab3-7ffc-4996-b042-b978967aa4a8 HTTP/1.1" status: 200 len: 855 time: 0.2081370 Feb 09 21:53:21.518931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-3d0acf38-3a23-410c-ba62-df5be2a47357 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ff554d8c-e459-49c5-aa4c-a06d18f8099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337269 Feb 09 21:53:21.526828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-630d95ab-d3ac-46e0-b1c6-f7a3112e8d75 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.533549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-630d95ab-d3ac-46e0-b1c6-f7a3112e8d75 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.4209464 Feb 09 21:53:21.613282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-332d5492-ea5b-40c0-891e-a264853e9d5c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0765619 Feb 09 21:53:21.623432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-3373f80b-aa40-4430-add4-d1a26b28f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.625863 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-3373f80b-aa40-4430-add4-d1a26b28f864 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1809442 Feb 09 21:53:21.684988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-9396d4a9-f26f-4e36-8748-72469f6ff8a2 service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475339 Feb 09 21:53:21.820976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-08438a3c-c930-49b1-b9ea-c7c0b6b61ef0 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331711 Feb 09 21:53:21.990053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bcc6e-df0d-47ff-aa0a-632ec001a2d9 req-8d132dae-de31-49ab-95ec-35c6f0b185db tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.993260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e0bcc6e-df0d-47ff-aa0a-632ec001a2d9 req-8d132dae-de31-49ab-95ec-35c6f0b185db tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 944 time: 0.0889671 Feb 09 21:53:22.169226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e0bcc6e-df0d-47ff-aa0a-632ec001a2d9 req-06ddc912-03f8-4ff7-9f85-257b2ce6dd6d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688399 Feb 09 21:53:22.193763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10e23fa8-a39c-42c9-8045-d963c20cc2dd req-609eb3fb-d24d-41ec-b3e1-84e89547bb30 service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716817 Feb 09 21:53:22.218555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-a15677f2-76dc-49a4-baf4-3347a85763bf tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5914688 Feb 09 21:53:22.220874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-9a911cba-ec8f-4c3d-bb82-6fb825c63a29 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756927 Feb 09 21:53:22.406410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-a5f87838-65f0-4e46-bbba-95d96045145a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e HTTP/1.1" status: 200 len: 217 time: 0.1786621 Feb 09 21:53:22.543569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e0431-241d-453f-aee5-e6ed26627179 req-b9f1924c-73cd-462d-9e3a-d294f4532f0a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.548063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e09e0431-241d-453f-aee5-e6ed26627179 req-b9f1924c-73cd-462d-9e3a-d294f4532f0a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1423299 Feb 09 21:53:22.633770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-9c12948f-05fd-4de4-9c7b-669367750211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.634537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-9c12948f-05fd-4de4-9c7b-669367750211 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.2149010 Feb 09 21:53:22.716905 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e09e0431-241d-453f-aee5-e6ed26627179 req-eaf6ccf9-d519-44d2-b58d-14a0548ff420 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460414 Feb 09 21:53:22.776897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-27a71140-53ef-4c3e-af87-b79d5e6657e1 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419583 Feb 09 21:53:22.787698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-4253d520-24ae-4f9b-ba77-3b68a6dbe0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.789868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-4253d520-24ae-4f9b-ba77-3b68a6dbe0cb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8b2966ff68344a029bb9308d5399f63e&device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 1126 time: 0.4304318 Feb 09 21:53:22.989093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-ca039bab-8a91-4069-bbce-9da05fa0bb0d service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946635 Feb 09 21:53:23.483171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a5cb-e4a0-4ee8-8501-a06b99045208 req-f740f23a-4144-4649-8235-c1ec1469c0ee tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.492523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4949a5cb-e4a0-4ee8-8501-a06b99045208 req-f740f23a-4144-4649-8235-c1ec1469c0ee tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 944 time: 0.1803887 Feb 09 21:53:23.610471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4949a5cb-e4a0-4ee8-8501-a06b99045208 req-0c264152-855a-44ad-b018-7ce9936730ef tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109886 Feb 09 21:53:23.777102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-733614de-f5df-446f-8d43-2cb573b4dfd3 req-438101c3-79db-454d-b4b9-0fb238afc959 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 210 time: 0.0626419 Feb 09 21:53:23.789710 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-277e4e21-dabd-4f97-9838-12df82e600e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.791281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-277e4e21-dabd-4f97-9838-12df82e600e7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.1275115 Feb 09 21:53:23.921296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-ffadbb8b-42ec-4c14-8718-60f8bcc006d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.922809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-ffadbb8b-42ec-4c14-8718-60f8bcc006d1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 200 len: 916 time: 0.9325919 Feb 09 21:53:24.008922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-e6a40607-dd8b-41f4-b90c-4e0dfebc8fd2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8786528b-d682-480d-9dad-5a399c8aa350 HTTP/1.1" status: 200 len: 217 time: 0.0733271 Feb 09 21:53:24.128373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-d69977f5-52a4-4ed2-b6ff-5d202d4856ac service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242970 Feb 09 21:53:24.140021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-be1fb184-e2e0-4eba-b5e2-6fcc9d1eab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.142839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-be1fb184-e2e0-4eba-b5e2-6fcc9d1eab1b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4ab6aab3-7ffc-4996-b042-b978967aa4a8 HTTP/1.1" status: 200 len: 855 time: 0.1090689 Feb 09 21:53:24.219211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8786528b-d682-480d-9dad-5a399c8aa350 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:24.252332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-7c787968-dc03-4f5d-8404-1096f5732b6b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ff554d8c-e459-49c5-aa4c-a06d18f8099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391610 Feb 09 21:53:24.363381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8786528b-d682-480d-9dad-5a399c8aa350, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8786528b-d682-480d-9dad-5a399c8aa350,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:24.380653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '8786528b-d682-480d-9dad-5a399c8aa350', 'network_id': 'ff554d8c-e459-49c5-aa4c-a06d18f8099d', 'port_id': '8786528b-d682-480d-9dad-5a399c8aa350', 'mac_address': 'fa:16:3e:fa:9c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab6aab3-7ffc-4996-b042-b978967aa4a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:24.397888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-12e36c7c-d7a3-46e1-bcc7-50a11e5bf4bb service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636690 Feb 09 21:53:24.443164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8786528b-d682-480d-9dad-5a399c8aa350 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:24.443565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8786528b-d682-480d-9dad-5a399c8aa350), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.451722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-ed415004-d82a-47b9-93d5-dcc37278cc58 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=38d67e72-cafe-42f0-bc69-349195f1a52b HTTP/1.1" status: 200 len: 217 time: 0.0471404 Feb 09 21:53:24.460699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8786528b-d682-480d-9dad-5a399c8aa350 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:24.490625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8786528b-d682-480d-9dad-5a399c8aa350, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8786528b-d682-480d-9dad-5a399c8aa350,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:24.522360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-3b819395-5207-46b7-8fcd-0e78ab538dec service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594869 Feb 09 21:53:24.534122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-e5cb4d4b-abaa-47dc-a87a-d14cc826618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.535778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-e5cb4d4b-abaa-47dc-a87a-d14cc826618b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd&tenant_id=3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 1126 time: 0.7284677 Feb 09 21:53:24.538184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-046d748f-b450-4406-a81e-b5a08f840c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.540218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-046d748f-b450-4406-a81e-b5a08f840c89 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 200 len: 797 time: 0.0795348 Feb 09 21:53:24.573319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76006ca-b360-40b3-afd8-88affef64135 req-7807cfd2-211f-49c5-b613-3114683208cd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.573319 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b76006ca-b360-40b3-afd8-88affef64135 req-7807cfd2-211f-49c5-b613-3114683208cd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0859606 Feb 09 21:53:24.610277 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8786528b-d682-480d-9dad-5a399c8aa350), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.676784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-b0735156-070f-461c-b200-c9d59a8c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.679803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-b0735156-070f-461c-b200-c9d59a8c4076 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1242082 Feb 09 21:53:24.684670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af9e4d8-66a2-4d76-9e9f-e8171624ac5f req-c6c04321-1863-4bba-813d-e44063ac07c5 service neutron] 10.222.0.110 "GET /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553223 Feb 09 21:53:24.712229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-7648175e-b0ee-4174-93e1-77896acb2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.717658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-7648175e-b0ee-4174-93e1-77896acb2e21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1126 time: 0.1465878 Feb 09 21:53:24.745343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8786528b-d682-480d-9dad-5a399c8aa350,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:24.752523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b76006ca-b360-40b3-afd8-88affef64135 req-203b2e1f-a1d1-488f-9d18-5f7c20f3c3ba tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807923 Feb 09 21:53:24.765535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.765903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.767939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.768404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.768767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.771738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.772320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.784321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.785476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.786045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.786614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.787133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.787838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:24.916305 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aa64f723-ed95-4ca6-9a58-5b40303aa76f req-4aa88f2d-7c9b-454e-8a46-a32dd54be10d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 210 time: 0.0569088 Feb 09 21:53:24.924636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['8786528b-d682-480d-9dad-5a399c8aa350'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:24.935072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520cb91-e17b-40ce-8a3c-6e63005b004c req-57390dcf-98ae-4087-b12e-1b8e4c7d9eab tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.948920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8520cb91-e17b-40ce-8a3c-6e63005b004c req-57390dcf-98ae-4087-b12e-1b8e4c7d9eab tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 945 time: 0.1603746 Feb 09 21:53:24.953028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-442acf4a-6e50-480b-b715-a347c486bbd3 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416945 Feb 09 21:53:25.000136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-06753628-ea41-4518-900c-8a1b13dd5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.001844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-06753628-ea41-4518-900c-8a1b13dd5e8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.2506423 Feb 09 21:53:25.069273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8520cb91-e17b-40ce-8a3c-6e63005b004c req-9dfc311e-20ba-46fd-be42-4d1b615ad703 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152816 Feb 09 21:53:25.130720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-b1fcba2c-b85d-48b0-b3b8-d52660daa8f7 service neutron] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611109 Feb 09 21:53:25.185945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-a5e2bece-8350-48fc-86df-de1730fd55e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 200 len: 1000 time: 0.1679354 Feb 09 21:53:25.238460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-3a5a2e48-5bd4-4114-88e2-4c33303e6084 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856 HTTP/1.1" status: 200 len: 217 time: 0.0989492 Feb 09 21:53:25.296139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-217997f5-e3d6-4d9c-b649-ae6f42279039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.298650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-217997f5-e3d6-4d9c-b649-ae6f42279039 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.0957086 Feb 09 21:53:25.334019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-4b6661d8-92e1-456b-963e-1b81bd45f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.335870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-4b6661d8-92e1-456b-963e-1b81bd45f320 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 200 len: 797 time: 0.0908637 Feb 09 21:53:25.385202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-c5391dcf-8c47-449c-a955-516aee91f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.387032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-c5391dcf-8c47-449c-a955-516aee91f67d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0813539 Feb 09 21:53:25.409162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-2ebf9f89-b835-402e-9986-6ecc9e9f1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.410948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-2ebf9f89-b835-402e-9986-6ecc9e9f1307 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0622723 Feb 09 21:53:25.514242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-188cb8fc-3b3f-4b69-ad2b-7358419c1bd8 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966725 Feb 09 21:53:25.527183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcfd98-fa5d-488f-991a-0af2cc94f6a7 req-c45f102c-00e0-44b3-a886-9424bb6862af tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.528857 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98bcfd98-fa5d-488f-991a-0af2cc94f6a7 req-c45f102c-00e0-44b3-a886-9424bb6862af tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.1160688 Feb 09 21:53:25.531245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-cbd0741f-18f6-466b-9a3b-45999f1a8a0d service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381383 Feb 09 21:53:25.636901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-159e15e5-0a3c-434f-a604-07fa45970ff2 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157033 Feb 09 21:53:25.677913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35928904-cc7b-4e85-ad94-77afef6dfc99 req-118b28ee-c438-42fd-922d-2fa53ff42a18 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363187 Feb 09 21:53:25.682335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-ac145f49-90d6-4952-af8c-bff4704c12d3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7 HTTP/1.1" status: 200 len: 217 time: 0.0377176 Feb 09 21:53:25.684110 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98bcfd98-fa5d-488f-991a-0af2cc94f6a7 req-426ecdbb-6f4b-4d1e-aa28-84ccb13caffe tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491785 Feb 09 21:53:25.740917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-d93dbd92-e888-40e8-b3df-c3b70f84272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.742899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-d93dbd92-e888-40e8-b3df-c3b70f84272e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 200 len: 797 time: 0.0548646 Feb 09 21:53:25.801632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-f0db7529-dcb2-42b1-a24d-9764abdbfc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.803959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-f0db7529-dcb2-42b1-a24d-9764abdbfc93 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=801ef2ae-e59b-436d-a612-be3873c53663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0551581 Feb 09 21:53:25.957945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-47c6e27d-cee2-4e42-a68a-bcdcf4167978 service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477098 Feb 09 21:53:25.979857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629488e1-e318-4672-8762-542b65480dde req-51bb3e81-84d0-4533-b79a-a4cbedae89a4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.986703 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-629488e1-e318-4672-8762-542b65480dde req-51bb3e81-84d0-4533-b79a-a4cbedae89a4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1243148 Feb 09 21:53:26.080469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-629488e1-e318-4672-8762-542b65480dde req-914aff84-acbe-48e5-9f21-27364368b374 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617082 Feb 09 21:53:26.092451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9b56e0d-3543-4975-ac1e-c6e40dab135d req-4a240d50-0c14-40a8-8a4b-c559b57207dc service neutron] 10.222.0.110 "GET /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276989 Feb 09 21:53:26.225296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c644efb8-7b07-4a41-b4a2-65642a638623 req-532e18c6-3975-408e-bf04-1109e3381830 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 210 time: 0.0353956 Feb 09 21:53:26.232452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8786528b-d682-480d-9dad-5a399c8aa350 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:26.337746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf2f-8710-450d-8f3c-fff17b1503ae req-9cd3cb7d-f113-4940-a1c6-e77bb164b2cd tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.339240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8765bf2f-8710-450d-8f3c-fff17b1503ae req-9cd3cb7d-f113-4940-a1c6-e77bb164b2cd tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 945 time: 0.0578339 Feb 09 21:53:26.405050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8765bf2f-8710-450d-8f3c-fff17b1503ae req-8b15d686-92ec-4930-9f0c-662b40b5bab6 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554674 Feb 09 21:53:26.444749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 8786528b-d682-480d-9dad-5a399c8aa350 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:26.450807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 8786528b-d682-480d-9dad-5a399c8aa350 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:26.451456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8786528b-d682-480d-9dad-5a399c8aa350), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:26.603544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef5d19-1a6e-4128-a252-fa12946d33b9 req-97b7c19d-17fe-4962-9ea1-f8a1c429fc0e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.611508 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52ef5d19-1a6e-4128-a252-fa12946d33b9 req-97b7c19d-17fe-4962-9ea1-f8a1c429fc0e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0696290 Feb 09 21:53:26.694241 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52ef5d19-1a6e-4128-a252-fa12946d33b9 req-3a22d6b0-fe59-4155-b9e8-3b6146e9817b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814960 Feb 09 21:53:26.752438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8786528b-d682-480d-9dad-5a399c8aa350 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:26.752896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8786528b-d682-480d-9dad-5a399c8aa350), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:26.819592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786528b-d682-480d-9dad-5a399c8aa350'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:26.822968 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc7dada-7a4c-42de-8c0e-09d69c70b1a3" -d '{"events": [{"server_uuid": "386fbf69-9543-4e11-993f-d75c9a5e3497", "name": "network-vif-plugged", "status": "completed", "tag": "8786528b-d682-480d-9dad-5a399c8aa350"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:26.907182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8786528b-d682-480d-9dad-5a399c8aa350, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8786528b-d682-480d-9dad-5a399c8aa350,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:26.961146 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad3da28-8eb6-4bfa-8c69-ba6586bdb53a x-openstack-request-id: req-bad3da28-8eb6-4bfa-8c69-ba6586bdb53a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:26.961146 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386fbf69-9543-4e11-993f-d75c9a5e3497", "name": "network-vif-plugged", "status": "completed", "tag": "8786528b-d682-480d-9dad-5a399c8aa350", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:26.961146 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bad3da28-8eb6-4bfa-8c69-ba6586bdb53a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:26.961146 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8786528b-d682-480d-9dad-5a399c8aa350', 'code': 200} Feb 09 21:53:27.025204 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8786528b-d682-480d-9dad-5a399c8aa350), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.074737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-ecf45863-54c2-4231-a105-50285d663267 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.076268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-ecf45863-54c2-4231-a105-50285d663267 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.2954860 Feb 09 21:53:27.129919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Request body: {'port': {'device_id': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'admin_state_up': True, 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:27.134777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8786528b-d682-480d-9dad-5a399c8aa350,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:27.160906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d22b4-9cb7-40df-b076-02bf53d52f92 req-9c126963-e4ec-4a0c-b0ab-08cc127bb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.163268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-612d22b4-9cb7-40df-b076-02bf53d52f92 req-9c126963-e4ec-4a0c-b0ab-08cc127bb1ed service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 1128 time: 0.1209362 Feb 09 21:53:27.220727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-612d22b4-9cb7-40df-b076-02bf53d52f92 req-94a9485c-1fa3-4375-b1a2-8e7ab7ddecff service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465651 Feb 09 21:53:27.291092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82448-0421-45e0-a1c1-2e8d963cb9db req-46c2e876-ae8e-42a9-8ad7-43d23104c6d3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.293006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7a82448-0421-45e0-a1c1-2e8d963cb9db req-46c2e876-ae8e-42a9-8ad7-43d23104c6d3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0999138 Feb 09 21:53:27.353358 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3acb5bae-495c-4f7f-92ed-cbc1631484db req-14600dc4-b53e-4bb0-8e03-28f220270167 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 210 time: 0.0488083 Feb 09 21:53:27.372593 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7a82448-0421-45e0-a1c1-2e8d963cb9db req-087a5552-7ec2-4c87-bdbe-93ff5f25400a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715275 Feb 09 21:53:27.536941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:27.540273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.608069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb55e5-f65a-451e-b699-09c46bf05030 req-9e9b5895-d9ea-4204-b98b-7053ba911713 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.619249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbdb55e5-f65a-451e-b699-09c46bf05030 req-9e9b5895-d9ea-4204-b98b-7053ba911713 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.0934730 Feb 09 21:53:27.689728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbdb55e5-f65a-451e-b699-09c46bf05030 req-2a0fa204-f850-4db1-86e4-0239b4dd7ddc tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691025 Feb 09 21:53:27.908031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Allocated IP 172.20.0.13 (db08f182-0208-4e22-bbcf-756d7e20679c/3cd84ba4-9c63-4042-8a50-a10447cac407/3b6c3a29-0593-451d-a93f-7cafd8a9eb37) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:27.974469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f50ec-a3fa-4f10-800a-316135f58fb2 req-4421deda-2202-44cd-a16a-f90b81040e1e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.978658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-267f50ec-a3fa-4f10-800a-316135f58fb2 req-4421deda-2202-44cd-a16a-f90b81040e1e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.1857612 Feb 09 21:53:28.132068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-267f50ec-a3fa-4f10-800a-316135f58fb2 req-4169742f-1105-4e25-8edc-7b23f6544d32 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343260 Feb 09 21:53:28.289783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks [] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:28.523248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-463336b6-fdbd-4f2f-b78e-f181480337e5 req-ff6ef4a1-fa09-4101-bc45-745576caddad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 210 time: 0.0605893 Feb 09 21:53:28.607839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91f020-a704-41a0-97ae-62a89bce82a4 req-0e4f963f-49a5-4e96-abc0-b1afacf84124 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:28.609349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c91f020-a704-41a0-97ae-62a89bce82a4 req-0e4f963f-49a5-4e96-abc0-b1afacf84124 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1018713 Feb 09 21:53:28.662482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c91f020-a704-41a0-97ae-62a89bce82a4 req-a49b56ec-dab4-4157-bf8f-9e3321266786 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472939 Feb 09 21:53:28.816226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1b095-3ce9-4366-9b06-891383e614d8 req-68a525da-91a0-40c5-9c8d-79ede90756e1 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:28.817788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fa1b095-3ce9-4366-9b06-891383e614d8 req-68a525da-91a0-40c5-9c8d-79ede90756e1 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.0562081 Feb 09 21:53:28.874581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fa1b095-3ce9-4366-9b06-891383e614d8 req-24308961-1685-4cc5-8b5c-26af80a841ef tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Feb 09 21:53:29.181705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.191571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:29.294016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Network db08f182-0208-4e22-bbcf-756d7e20679c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:29.330918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:29.336046 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.336228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:29.414698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:29.415681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.421855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45900) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:29.435079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event updated for resources: {'Port': ['ID=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:29.502781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223cb8d-5bfa-44a8-9b22-3fc6a12a606d req-9f37f0b7-7fdf-4ac4-8f0a-45f7ff928c7a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:29.510693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a223cb8d-5bfa-44a8-9b22-3fc6a12a606d req-9f37f0b7-7fdf-4ac4-8f0a-45f7ff928c7a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.2186255 Feb 09 21:53:29.608022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a223cb8d-5bfa-44a8-9b22-3fc6a12a606d req-566fe982-37d5-4ddd-ad13-267daf4ade5b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962353 Feb 09 21:53:29.639113 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-c92b1f0c-742d-421f-a61c-2facdb7e06bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5142150 Feb 09 21:53:29.655918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60862ca9-36a7-4678-9617-1f417ff6be42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.658433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Request body: {'port': {'device_id': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:29.828247 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60862ca9-36a7-4678-9617-1f417ff6be42 admin admin] Publish callbacks [] for security_group (ce122b36-9e64-498f-860c-da505b93043f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.841295 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.933410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25906a-3f23-498d-9f23-9a23a741d879 req-10c53bcf-d792-4762-b1c2-ac5e82af1ad4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:29.936891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d25906a-3f23-498d-9f23-9a23a741d879 req-10c53bcf-d792-4762-b1c2-ac5e82af1ad4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 932 time: 0.1049836 Feb 09 21:53:29.940889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60862ca9-36a7-4678-9617-1f417ff6be42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce122b36-9e64-498f-860c-da505b93043f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.003954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60862ca9-36a7-4678-9617-1f417ff6be42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce122b36-9e64-498f-860c-da505b93043f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:30.009304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-60862ca9-36a7-4678-9617-1f417ff6be42 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=617bfbe7e51f4b4f9e48972bb406659d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5853381 Feb 09 21:53:30.011957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45912) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:30.147508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d25906a-3f23-498d-9f23-9a23a741d879 req-3f379eaf-2a62-4376-8b06-306f62b71f20 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455314 Feb 09 21:53:30.167472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4963c097-689b-433e-b5a6-c31e9f8dcb0c admin admin] Publish callbacks [] for security_group (ce122b36-9e64-498f-860c-da505b93043f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.199336 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4963c097-689b-433e-b5a6-c31e9f8dcb0c admin admin] Publish callbacks [] for security_group (ce122b36-9e64-498f-860c-da505b93043f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.200969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e01e8-4649-482a-816e-a089ff80f205 req-d4e7dae8-2860-449a-903f-4f2835db78d6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:30.202730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f1e01e8-4649-482a-816e-a089ff80f205 req-d4e7dae8-2860-449a-903f-4f2835db78d6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.3733830 Feb 09 21:53:30.227530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:30.230424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:30.414440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:30.431259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251429f-c143-4a97-86c7-28784058a550 req-adf3491a-1b47-41cd-95e5-bc051429987b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:30.432968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3251429f-c143-4a97-86c7-28784058a550 req-adf3491a-1b47-41cd-95e5-bc051429987b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.1701841 Feb 09 21:53:30.466747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Publish callbacks [] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.527623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f1e01e8-4649-482a-816e-a089ff80f205 req-2fa19147-3069-4449-8f42-5c4b66588480 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929811 Feb 09 21:53:30.537664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Transition to ACTIVE for port object 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:30.544784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4963c097-689b-433e-b5a6-c31e9f8dcb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce122b36-9e64-498f-860c-da505b93043f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.547467 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4963c097-689b-433e-b5a6-c31e9f8dcb0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.551145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4963c097-689b-433e-b5a6-c31e9f8dcb0c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce122b36-9e64-498f-860c-da505b93043f HTTP/1.1" status: 204 len: 168 time: 0.5350468 Feb 09 21:53:30.580523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3251429f-c143-4a97-86c7-28784058a550 req-256aa037-aab2-4543-b763-a7f3f2e2567c tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345851 Feb 09 21:53:30.582194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963c097-689b-433e-b5a6-c31e9f8dcb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce122b36-9e64-498f-860c-da505b93043f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:30.672844 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.858665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abb1b4-b375-4a81-b846-fba240d3ccdc req-f6df647c-b701-4534-9a4d-2ee1aac553a7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:30.867852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33abb1b4-b375-4a81-b846-fba240d3ccdc req-f6df647c-b701-4534-9a4d-2ee1aac553a7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.1407359 Feb 09 21:53:30.893873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Pushing event updated for resources: {'Port': ['ID=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:30.952275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33abb1b4-b375-4a81-b846-fba240d3ccdc req-ac5380da-ad65-4514-9538-199e334ecdb8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722508 Feb 09 21:53:30.966517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:30.991291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:30.997099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.039743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901bd76-13b6-4139-a1d5-317a0f9e0d70 req-eaea4982-372c-432f-94ca-b71111145424 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.042931 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8901bd76-13b6-4139-a1d5-317a0f9e0d70 req-eaea4982-372c-432f-94ca-b71111145424 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.2731969 Feb 09 21:53:31.072167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'mac_address': 'fa:16:3e:25:67:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:31.074749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Attempting to bind port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:31.075102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Attempting to bind port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:31.075431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Attempting to bind port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:31.083801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 on network db08f182-0208-4e22-bbcf-756d7e20679c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:31.084320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Attempting to bind port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:31.097263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:31.097563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:31.097960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Bound using segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:31.098410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Bound port: 3b6c3a29-0593-451d-a93f-7cafd8a9eb37, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:31.098782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.101732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:31.107364 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e237bf80-800a-470f-a1bd-b2a639d1c8f5" -d '{"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:31.109871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.146890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:31.152105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8901bd76-13b6-4139-a1d5-317a0f9e0d70 req-33455a46-5862-467d-a5a0-ab48f2898670 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002209 Feb 09 21:53:31.187607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] For port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:31.192347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] For port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:31.198232 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b209f44-5a3f-44a4-9477-076da008672b x-openstack-request-id: req-8b209f44-5a3f-44a4-9477-076da008672b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:31.198778 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:31.199039 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8b209f44-5a3f-44a4-9477-076da008672b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:31.199465 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'code': 200} Feb 09 21:53:31.207789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:31.207789 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.221988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:31.251212 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.326073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ca39-87d8-4234-b4ad-af2e7cefeff7 req-b4619433-1d8b-4ec7-a2e9-90df3176cd66 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.327820 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d91ca39-87d8-4234-b4ad-af2e7cefeff7 req-b4619433-1d8b-4ec7-a2e9-90df3176cd66 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 944 time: 0.0610323 Feb 09 21:53:31.330042 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:53:31.330499 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:53:31.335181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:31.359732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.404634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.405497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.406866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] 10.222.0.30 "PUT /v2.0/ports/3b6c3a29-0593-451d-a93f-7cafd8a9eb37 HTTP/1.1" status: 200 len: 1092 time: 1.7530737 Feb 09 21:53:31.409166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'tag': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:31.411244 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973f40a-b5e2-47d9-9370-a980153a3454" -d '{"events": [{"name": "network-changed", "server_uuid": "54d23709-a374-44a9-987b-7ef5210f0f6e", "tag": "3b6c3a29-0593-451d-a93f-7cafd8a9eb37"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:31.456663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d91ca39-87d8-4234-b4ad-af2e7cefeff7 req-a317c4c0-c6b6-45e7-a1e0-d9c6826e0907 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117296 Feb 09 21:53:31.487563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb75c32-4847-42f7-a8b4-c906189b3a4c service neutron] Pushing event updated for resources: {'Port': ['ID=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:31.504020 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a0ac3c-bd69-4246-aaab-ee41e09c94b6 x-openstack-request-id: req-e4a0ac3c-bd69-4246-aaab-ee41e09c94b6 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:31.504317 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d23709-a374-44a9-987b-7ef5210f0f6e", "tag": "3b6c3a29-0593-451d-a93f-7cafd8a9eb37", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:31.504566 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4a0ac3c-bd69-4246-aaab-ee41e09c94b6 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:31.504981 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'tag': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37', 'status': 'completed', 'code': 200} Feb 09 21:53:31.639791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fe387-8348-4427-9ab9-272f0f6bcb36 req-57f70bd9-0584-4bb5-85a5-dbfabbd4f5e5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.641454 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f95fe387-8348-4427-9ab9-272f0f6bcb36 req-57f70bd9-0584-4bb5-85a5-dbfabbd4f5e5 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.0992892 Feb 09 21:53:31.647812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973f40a-b5e2-47d9-9370-a980153a3454 req-186f3cf1-2b71-47be-be09-21e98046b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.653961 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3973f40a-b5e2-47d9-9370-a980153a3454 req-186f3cf1-2b71-47be-be09-21e98046b911 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 1126 time: 0.0653014 Feb 09 21:53:31.684414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e65722-0ef7-4ebf-8375-a863e11c32ef req-da599126-6d51-4595-af5e-fbbaca2d1e96 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.685923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65e65722-0ef7-4ebf-8375-a863e11c32ef req-da599126-6d51-4595-af5e-fbbaca2d1e96 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0626140 Feb 09 21:53:31.738527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65e65722-0ef7-4ebf-8375-a863e11c32ef req-39b374b3-cb90-459b-aa7e-f2a5612e57a5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463109 Feb 09 21:53:31.746686 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f95fe387-8348-4427-9ab9-272f0f6bcb36 req-faef8d93-8023-4180-a2d6-71d015bfea49 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958433 Feb 09 21:53:31.793554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973f40a-b5e2-47d9-9370-a980153a3454 req-c9f089e0-9928-4cf2-9799-a91cd2141bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.795035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3973f40a-b5e2-47d9-9370-a980153a3454 req-c9f089e0-9928-4cf2-9799-a91cd2141bd1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=87edc6d9e87140a5b7b616ed0161e948&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1276088 Feb 09 21:53:31.886472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:31.886472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.886819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef16303-a87a-4a57-94f7-b91274f68993 req-ba47a184-33e6-4028-8d52-b196f6d5e18e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.886819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eef16303-a87a-4a57-94f7-b91274f68993 req-ba47a184-33e6-4028-8d52-b196f6d5e18e tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.0579686 Feb 09 21:53:31.889589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:31.904486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973f40a-b5e2-47d9-9370-a980153a3454 req-1eb742b7-d339-4aa1-b64b-4bddcd42ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.906116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3973f40a-b5e2-47d9-9370-a980153a3454 req-1eb742b7-d339-4aa1-b64b-4bddcd42ffd3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049962 Feb 09 21:53:31.910949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:31.934465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eef16303-a87a-4a57-94f7-b91274f68993 req-09f515b4-ac15-47f1-a4b9-2fbf6235bdd8 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498111 Feb 09 21:53:32.095537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6526-f671-4c0b-81f8-5c722c0efa5e req-3aacc97e-5341-4bd7-9450-19a9e827eded tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.098372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14ff6526-f671-4c0b-81f8-5c722c0efa5e req-3aacc97e-5341-4bd7-9450-19a9e827eded tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0586500 Feb 09 21:53:32.120293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:32.153094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27061be3-0a8e-4615-bcac-ce6d5feddf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:32.153592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14ff6526-f671-4c0b-81f8-5c722c0efa5e req-d532bdb2-dd0c-4b54-9311-a37d0c767c7d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496309 Feb 09 21:53:32.168109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-a9ccf252-52c8-4ee3-8e55-c73d143784f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.169763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-a9ccf252-52c8-4ee3-8e55-c73d143784f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 1126 time: 0.0822773 Feb 09 21:53:32.182451 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:32.228926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-1db59703-3047-4705-9274-ceea9ee2c607 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b6c3a29-0593-451d-a93f-7cafd8a9eb37 HTTP/1.1" status: 200 len: 217 time: 0.0498157 Feb 09 21:53:32.244804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=12']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:32.314274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27061be3-0a8e-4615-bcac-ce6d5feddf0c admin admin] Publish callbacks [] for security_group (6213c2e1-ae25-4cbb-86bb-b774e12ab67c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:32.316794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6194db11-3d25-4498-8aa9-60af6606ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.318624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-6194db11-3d25-4498-8aa9-60af6606ea85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.0776200 Feb 09 21:53:32.324963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:32.372143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-71a849c8-50ba-40b6-b88c-c4f3dad01471 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401578 Feb 09 21:53:32.375542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1229e1-9972-439f-83f1-89a1e670925c req-d916979e-06fc-4be6-bc1c-8aa163fab559 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.377216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1229e1-9972-439f-83f1-89a1e670925c req-d916979e-06fc-4be6-bc1c-8aa163fab559 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.0769489 Feb 09 21:53:32.449684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd1229e1-9972-439f-83f1-89a1e670925c req-471f25bf-5dcb-44f5-b303-296209474998 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646999 Feb 09 21:53:32.545042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-27061be3-0a8e-4615-bcac-ce6d5feddf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6213c2e1-ae25-4cbb-86bb-b774e12ab67c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:32.603308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-27061be3-0a8e-4615-bcac-ce6d5feddf0c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2f49a0978e814380a35434afa601725a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818482 Feb 09 21:53:32.618460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45980) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:32.692867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27061be3-0a8e-4615-bcac-ce6d5feddf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6213c2e1-ae25-4cbb-86bb-b774e12ab67c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:32.738392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553a711-db4e-4a5e-a8c5-555e1dd47d14 req-692c125f-7733-4d84-af39-2aaaf2bf1c41 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.746816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c553a711-db4e-4a5e-a8c5-555e1dd47d14 req-692c125f-7733-4d84-af39-2aaaf2bf1c41 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 944 time: 0.1502817 Feb 09 21:53:32.781057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-4d40c7b0-6faf-4d4d-b17c-cdf7ad5efe1d service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434033 Feb 09 21:53:32.798854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8f5328-751d-4a19-847d-3a8e1d1986be admin admin] Publish callbacks [] for security_group (6213c2e1-ae25-4cbb-86bb-b774e12ab67c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:32.828315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f3be-75a5-4708-bf6d-45057dc5e982 req-4b845914-6fb3-463a-b86c-9e738a2ea91d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.836112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3b2f3be-75a5-4708-bf6d-45057dc5e982 req-4b845914-6fb3-463a-b86c-9e738a2ea91d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.1443913 Feb 09 21:53:32.853880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c553a711-db4e-4a5e-a8c5-555e1dd47d14 req-47b93441-7f98-4da1-9cc5-26e60c729b3d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061568 Feb 09 21:53:32.866653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8f5328-751d-4a19-847d-3a8e1d1986be admin admin] Publish callbacks [] for security_group (6213c2e1-ae25-4cbb-86bb-b774e12ab67c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.057587 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3b2f3be-75a5-4708-bf6d-45057dc5e982 req-a93d1549-0e39-4f7f-afaf-a2b995401a5d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169104 Feb 09 21:53:33.099311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f47a5eb-3fa4-4ce1-a9ce-98dee9952995 req-fd372cd2-7125-45cf-a266-3586cab9005a service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440627 Feb 09 21:53:33.118460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9787761-11b5-49f6-8f10-95d2eb6fc2eb req-8f613a17-a583-4988-bb23-288cf0d99c3b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.120393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9787761-11b5-49f6-8f10-95d2eb6fc2eb req-8f613a17-a583-4988-bb23-288cf0d99c3b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1278892 Feb 09 21:53:33.205589 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8f5328-751d-4a19-847d-3a8e1d1986be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6213c2e1-ae25-4cbb-86bb-b774e12ab67c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.207192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8f5328-751d-4a19-847d-3a8e1d1986be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.210570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-da8f5328-751d-4a19-847d-3a8e1d1986be admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6213c2e1-ae25-4cbb-86bb-b774e12ab67c HTTP/1.1" status: 204 len: 168 time: 0.5853858 Feb 09 21:53:33.245550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f5328-751d-4a19-847d-3a8e1d1986be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6213c2e1-ae25-4cbb-86bb-b774e12ab67c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:33.302772 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9787761-11b5-49f6-8f10-95d2eb6fc2eb req-e0585f88-fa8e-4b65-b062-3656924c55f2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376812 Feb 09 21:53:33.451867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9918b1-874f-4227-9073-39bfe8ed941e req-01d3454d-57ca-4b28-bee0-854536787aa1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.455949 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c9918b1-874f-4227-9073-39bfe8ed941e req-01d3454d-57ca-4b28-bee0-854536787aa1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.0649610 Feb 09 21:53:33.506321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c9918b1-874f-4227-9073-39bfe8ed941e req-38cac7f8-9841-42c6-825a-0a8f46d9cdaf tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466592 Feb 09 21:53:34.046075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54046edf-538e-45b7-9969-3a1fdb437594 req-eb429a35-7ceb-4122-9396-dce843e6239a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.057130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54046edf-538e-45b7-9969-3a1fdb437594 req-eb429a35-7ceb-4122-9396-dce843e6239a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 944 time: 0.1043441 Feb 09 21:53:34.111415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54046edf-538e-45b7-9969-3a1fdb437594 req-39ee9d86-46b4-4639-874f-6b0ca28ac249 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Feb 09 21:53:34.285433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:34.348854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602741b-afbd-4879-8884-09507db9807a req-0ca6ff7e-705e-45a7-a622-fad1458b359d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.350624 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4602741b-afbd-4879-8884-09507db9807a req-0ca6ff7e-705e-45a7-a622-fad1458b359d tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.1298819 Feb 09 21:53:34.391752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:34.392460 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.494130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4602741b-afbd-4879-8884-09507db9807a req-6557f76d-69af-4c51-b1c5-1847824783e1 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367877 Feb 09 21:53:34.755824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603766c-2612-4c6b-b654-65befce00ce6 req-a7a36c93-5659-4af3-82f3-3cb76d7a1f5a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.761724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:34.762165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.767154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7603766c-2612-4c6b-b654-65befce00ce6 req-a7a36c93-5659-4af3-82f3-3cb76d7a1f5a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.3223033 Feb 09 21:53:34.816291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85118-aebf-440c-b24e-1ac548ff9a27 req-d4efd104-78a9-451b-ac8a-c01c4f7fc7d2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.824420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3a85118-aebf-440c-b24e-1ac548ff9a27 req-d4efd104-78a9-451b-ac8a-c01c4f7fc7d2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 945 time: 0.1435397 Feb 09 21:53:34.905848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7603766c-2612-4c6b-b654-65befce00ce6 req-6aa48090-39cb-491f-b437-54d2b6d5c2b2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350226 Feb 09 21:53:34.912796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:34.918747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:34.923233 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80917e-d598-4943-8128-94fd0e90f227" -d '{"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:34.934066 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3a85118-aebf-440c-b24e-1ac548ff9a27 req-6c428a04-8028-4003-ba87-7f47f654add1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086397 Feb 09 21:53:34.999331 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b852669c-0021-479b-9245-2b9d1fc7bf10 x-openstack-request-id: req-b852669c-0021-479b-9245-2b9d1fc7bf10 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:34.999907 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-plugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:35.000352 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b852669c-0021-479b-9245-2b9d1fc7bf10 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:35.000971 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'code': 200} Feb 09 21:53:35.079007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.217788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=13']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:35.390136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-6593393d-c961-453c-99a4-c865e320f252 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.391719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-6593393d-c961-453c-99a4-c865e320f252 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.1955030 Feb 09 21:53:35.406550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c31348-be5e-498b-bbc8-6487d82ba75d req-6f13b3ad-6857-4c91-92ae-fe7232da4640 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.408556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5c31348-be5e-498b-bbc8-6487d82ba75d req-6f13b3ad-6857-4c91-92ae-fe7232da4640 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 944 time: 0.1276696 Feb 09 21:53:35.466501 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5223f0b6-992a-49e2-9e8c-413e51d26f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.588362 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5c31348-be5e-498b-bbc8-6487d82ba75d req-435cd186-90a7-4663-a5e7-c757ae9f0dea tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707456 Feb 09 21:53:35.653748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Deleting port 8786528b-d682-480d-9dad-5a399c8aa350 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:35.654050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8786528b-d682-480d-9dad-5a399c8aa350), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.744536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd6fba-7b74-418c-9981-2efc607c11c2 req-ab561789-4660-4b70-95bb-a27f89a7ef93 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.753623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cdd6fba-7b74-418c-9981-2efc607c11c2 req-ab561789-4660-4b70-95bb-a27f89a7ef93 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 946 time: 0.0940793 Feb 09 21:53:35.869946 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cdd6fba-7b74-418c-9981-2efc607c11c2 req-6c4e5ccd-ba5a-48a3-9adf-dfa976c11bd9 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/security-groups?id=a1bdb371-1e13-4447-91a5-84329a12e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138854 Feb 09 21:53:35.872468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] For port 8786528b-d682-480d-9dad-5a399c8aa350, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8786528b-d682-480d-9dad-5a399c8aa350,segment=NetworkSegment(1a16af3d-3742-46ec-b0a7-594d4cd510b5),segment_id=1a16af3d-3742-46ec-b0a7-594d4cd510b5)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:35.873916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8786528b-d682-480d-9dad-5a399c8aa350), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.890415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Calling delete_port for 8786528b-d682-480d-9dad-5a399c8aa350 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:36.188026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fd9d1-cdf1-4b60-b166-1ba720f0e600 req-9ec2bc48-9d79-4146-9074-881c9f8f8d68 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.203936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-543fd9d1-cdf1-4b60-b166-1ba720f0e600 req-9ec2bc48-9d79-4146-9074-881c9f8f8d68 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1710527 Feb 09 21:53:36.205557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32727d-6137-44a4-92ff-3e6bd4759e1e req-f862369e-57b9-4860-b6ef-64435cb5acf1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.219477 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f32727d-6137-44a4-92ff-3e6bd4759e1e req-f862369e-57b9-4860-b6ef-64435cb5acf1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.1262417 Feb 09 21:53:36.230719 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8786528b-d682-480d-9dad-5a399c8aa350), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:36.242364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['8786528b-d682-480d-9dad-5a399c8aa350'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:36.296502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Pushing event deleted for resources: {'Port': ['ID=8786528b-d682-480d-9dad-5a399c8aa350,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:36.391638 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f32727d-6137-44a4-92ff-3e6bd4759e1e req-a789b152-6296-41af-884f-84bee7b3ed5e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665061 Feb 09 21:53:36.462147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] No DVR routers for this DVR port 8786528b-d682-480d-9dad-5a399c8aa350 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:36.477001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-543fd9d1-cdf1-4b60-b166-1ba720f0e600 req-64ef89b5-e15f-4a27-a96d-29c996b7ef2b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680893 Feb 09 21:53:36.478291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:36.486416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-180b64ef-ae43-4828-be9f-c4e866a01bb0 req-fec3d479-176c-4c13-adad-766b0770bff3 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.110 "DELETE /v2.0/ports/8786528b-d682-480d-9dad-5a399c8aa350 HTTP/1.1" status: 204 len: 173 time: 1.0766025 Feb 09 21:53:36.488811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'name': 'network-vif-deleted', 'tag': '8786528b-d682-480d-9dad-5a399c8aa350'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:36.492916 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962ce8b3-8c14-4919-9c1f-2097cd9b4bbb" -d '{"events": [{"server_uuid": "386fbf69-9543-4e11-993f-d75c9a5e3497", "name": "network-vif-deleted", "tag": "8786528b-d682-480d-9dad-5a399c8aa350"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:36.605425 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02d4b0-20e4-489c-86c7-f84ad5d83f9f x-openstack-request-id: req-4a02d4b0-20e4-489c-86c7-f84ad5d83f9f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:36.606005 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386fbf69-9543-4e11-993f-d75c9a5e3497", "name": "network-vif-deleted", "tag": "8786528b-d682-480d-9dad-5a399c8aa350", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:36.606493 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a02d4b0-20e4-489c-86c7-f84ad5d83f9f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:36.607410 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386fbf69-9543-4e11-993f-d75c9a5e3497', 'name': 'network-vif-deleted', 'tag': '8786528b-d682-480d-9dad-5a399c8aa350', 'status': 'completed', 'code': 200} Feb 09 21:53:37.039431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d376781-c0ff-40be-9f7b-b63050befb4d req-49303a80-0bdf-4fe5-afcd-3893e3a96335 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.046711 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d376781-c0ff-40be-9f7b-b63050befb4d req-49303a80-0bdf-4fe5-afcd-3893e3a96335 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 944 time: 0.2890637 Feb 09 21:53:37.106566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-877a8e35-07b5-4f28-847f-379725b1c076 req-91481971-eb43-410f-b220-0d69f9bda55b tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 210 time: 0.0511322 Feb 09 21:53:37.136076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d376781-c0ff-40be-9f7b-b63050befb4d req-5063decc-b74a-4a7a-a12f-deabf8dd1609 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821002 Feb 09 21:53:37.383909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46110) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:37.533426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:37.536702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5665c89-fc0f-48ee-9fa9-c1b66c907d60 req-84615fb2-89c8-4c69-86f5-e60eff4fe0b9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.543518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:37.546284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5665c89-fc0f-48ee-9fa9-c1b66c907d60 req-84615fb2-89c8-4c69-86f5-e60eff4fe0b9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0713108 Feb 09 21:53:37.600507 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7ae03ff1-a4a6-4799-94fb-059c814b9379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.650416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5665c89-fc0f-48ee-9fa9-c1b66c907d60 req-61a0b249-3b0e-48c6-b09b-ec1f7ab47575 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030614 Feb 09 21:53:37.720426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.791599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:37.821924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'port_id': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37', 'mac_address': 'fa:16:3e:f4:f7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84ba4-9c63-4042-8a50-a10447cac407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:37.906029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79046-eb51-4c19-98a2-86388bdfedce req-dee240f8-1bbe-4c97-b0cd-6c43c8477f8e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.915950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:37.918505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fda79046-eb51-4c19-98a2-86388bdfedce req-dee240f8-1bbe-4c97-b0cd-6c43c8477f8e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.3051133 Feb 09 21:53:37.919279 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.937603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:37.975033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:38.059055 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:38.232071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fda79046-eb51-4c19-98a2-86388bdfedce req-224bad0d-fe40-48dc-afd4-c0b6e008990e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948554 Feb 09 21:53:38.259347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:38.261230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:38.329580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['3b6c3a29-0593-451d-a93f-7cafd8a9eb37'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:38.490522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ec144a7a-d124-450a-a723-378f21c78d3c req-2be7410a-9d8a-432b-81f3-1b47d0dfaf83 tempest-ServerDiskConfigTestJSON-573788565 tempest-ServerDiskConfigTestJSON-573788565-project] 10.222.0.98 "GET /v2.0/ports?device_id=386fbf69-9543-4e11-993f-d75c9a5e3497 HTTP/1.1" status: 200 len: 210 time: 0.0962043 Feb 09 21:53:38.716969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Allocated IP 172.25.5.50 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/eafde346-aac9-480f-aaf5-466b3f4f7c82) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:38.731428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef619e-d5a0-4386-a924-07e26c549ad5 req-48754f70-f13b-4606-94a9-8650bafdc359 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:38.733378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5aef619e-d5a0-4386-a924-07e26c549ad5 req-48754f70-f13b-4606-94a9-8650bafdc359 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 945 time: 0.1734793 Feb 09 21:53:38.844441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38ac3b-088f-4612-902a-52111c16abe3 req-f3f1d941-faee-4525-a90e-6304252b87e7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:38.848173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38ac3b-088f-4612-902a-52111c16abe3 req-f3f1d941-faee-4525-a90e-6304252b87e7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0808945 Feb 09 21:53:38.874532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5aef619e-d5a0-4386-a924-07e26c549ad5 req-f1930d8f-064c-46a6-9998-20323711dc27 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314750 Feb 09 21:53:38.916323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef38ac3b-088f-4612-902a-52111c16abe3 req-eb472d48-3fa6-4eb8-9e5d-1cddb0495aa4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638504 Feb 09 21:53:38.926534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.009274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.042344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.153548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:39.157649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:39.174886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:39.179271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Pushing event updated for resources: {'Port': ['ID=eafde346-aac9-480f-aaf5-466b3f4f7c82,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:39.451200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for floatingip (c830d1a7-2d6e-48a3-be35-ca3af4ef566e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.532658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf93c0-348e-429f-b000-da0ed56f98e2 req-d4d2ff89-ed58-46cb-a5bf-353c143c18e5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:39.542617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:39.546376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1aaf93c0-348e-429f-b000-da0ed56f98e2 req-d4d2ff89-ed58-46cb-a5bf-353c143c18e5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0874639 Feb 09 21:53:39.697893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.754857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1aaf93c0-348e-429f-b000-da0ed56f98e2 req-dda048d7-8bf6-4547-b494-0e13ed9c3ac7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955855 Feb 09 21:53:39.761137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:39.765884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:39.766482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.886740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46156) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:39.917548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:39.918444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.048715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] Deleting subnet 4ab6aab3-7ffc-4996-b042-b978967aa4a8 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:53:40.055532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:40.059140 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] Publish callbacks [] for subnet (4ab6aab3-7ffc-4996-b042-b978967aa4a8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.060839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:40.062706 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.073526 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7303ecb-7b94-43d7-8169-0a127e98be17" -d '{"events": [{"server_uuid": "54d23709-a374-44a9-987b-7ef5210f0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "3b6c3a29-0593-451d-a93f-7cafd8a9eb37"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:40.135660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.207072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.215377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (4ab6aab3-7ffc-4996-b042-b978967aa4a8), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.271908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:40.276686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.307195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8786528b-d682-480d-9dad-5a399c8aa350 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:40.326943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (4ab6aab3-7ffc-4996-b042-b978967aa4a8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.411181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 8786528b-d682-480d-9dad-5a399c8aa350 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:40.414024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8786528b-d682-480d-9dad-5a399c8aa350 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:40.449322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Pushing event updated for resources: {'Port': ['ID=eafde346-aac9-480f-aaf5-466b3f4f7c82,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:40.489655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75d58-eb71-4823-af24-a8dab83eab6f req-70eca0fe-cbda-42bf-bb2c-11b234e988e2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:40.506940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5a75d58-eb71-4823-af24-a8dab83eab6f req-70eca0fe-cbda-42bf-bb2c-11b234e988e2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.3846886 Feb 09 21:53:40.544550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (4ab6aab3-7ffc-4996-b042-b978967aa4a8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.549071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (c830d1a7-2d6e-48a3-be35-ca3af4ef566e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.601767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab6aab3-7ffc-4996-b042-b978967aa4a8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:40.608630 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.616914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47c6b779-c834-4562-80bf-f64b7ae22985 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4ab6aab3-7ffc-4996-b042-b978967aa4a8 HTTP/1.1" status: 204 len: 168 time: 0.7290249 Feb 09 21:53:40.622217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5a75d58-eb71-4823-af24-a8dab83eab6f req-49ed2938-1c98-40ad-8628-a8e70c379f2a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133435 Feb 09 21:53:40.627731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46170) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:40.679904 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.686046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1cb1ec72-0ea6-4c81-a648-20f7cf8433ec tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2994604 Feb 09 21:53:40.687008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46172) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:40.692881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1655296701', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'fixed_ips': [{'ip_address': '172.25.5.50'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:40.702264 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ab173-baaa-401f-8dd2-b01b4f7924c0 x-openstack-request-id: req-1c3ab173-baaa-401f-8dd2-b01b4f7924c0 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:40.702634 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d23709-a374-44a9-987b-7ef5210f0f6e", "name": "network-vif-plugged", "status": "completed", "tag": "3b6c3a29-0593-451d-a93f-7cafd8a9eb37", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:40.705301 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c3ab173-baaa-401f-8dd2-b01b4f7924c0 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:40.706092 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37', 'code': 200} Feb 09 21:53:40.749707 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ff554d8c-e459-49c5-aa4c-a06d18f8099d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.821911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Made reservation on behalf of f5d00b7623e04b93a6e41ef745a6dc86 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:40.824681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.837831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.923809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ff554d8c-e459-49c5-aa4c-a06d18f8099d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.954325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff554d8c-e459-49c5-aa4c-a06d18f8099d']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:40.968225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a16af3d-3742-46ec-b0a7-594d4cd510b5') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:40.968820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a16af3d-3742-46ec-b0a7-594d4cd510b5') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:40.979428 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (1a16af3d-3742-46ec-b0a7-594d4cd510b5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:40.997540 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1a16af3d-3742-46ec-b0a7-594d4cd510b5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.006351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:53:41.007822 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (1a16af3d-3742-46ec-b0a7-594d4cd510b5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.033200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for security_group (2ed80f61-5826-4ffd-90e7-d6b93115852b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.061375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c07de-52f4-4f18-b278-9027c19d8576 req-e98b6586-35ae-48e3-9fa3-7ffcc066ccc0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.064182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d7c07de-52f4-4f18-b278-9027c19d8576 req-e98b6586-35ae-48e3-9fa3-7ffcc066ccc0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1262052 Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:53:41.100929 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:53:41.108126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ed80f61-5826-4ffd-90e7-d6b93115852b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.115227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] device_id is not set on port e42880c7-ec6b-450d-9919-d9c0254a9950 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:53:41.140062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35e9b5-5de3-4ebc-9ea8-eec0c357d868 req-4581df36-9dc0-482e-ba47-53fbadda5ffa tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.160490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f35e9b5-5de3-4ebc-9ea8-eec0c357d868 req-4581df36-9dc0-482e-ba47-53fbadda5ffa tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.5531700 Feb 09 21:53:41.222652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d7c07de-52f4-4f18-b278-9027c19d8576 req-b1ccac99-beb0-4aae-860d-6136cef9fef4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485219 Feb 09 21:53:41.276350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f35e9b5-5de3-4ebc-9ea8-eec0c357d868 req-630ed73b-9135-4797-b522-9bbba87b9d32 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144307 Feb 09 21:53:41.279961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ff554d8c-e459-49c5-aa4c-a06d18f8099d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.310134 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.317397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ff554d8c-e459-49c5-aa4c-a06d18f8099d HTTP/1.1" status: 204 len: 168 time: 0.6880763 Feb 09 21:53:41.342123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d850c4-52a9-44ff-9a9e-b5cc83713df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff554d8c-e459-49c5-aa4c-a06d18f8099d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:41.342397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed80f61-5826-4ffd-90e7-d6b93115852b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:41.368651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcc358-c7c9-4883-95c9-8888f232bc01 req-c6ba2ac8-4925-4719-9d54-75342e8d4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.381392 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4bcc358-c7c9-4883-95c9-8888f232bc01 req-c6ba2ac8-4925-4719-9d54-75342e8d4d2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 1128 time: 0.5850837 Feb 09 21:53:41.484862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4bcc358-c7c9-4883-95c9-8888f232bc01 req-e16d6782-f2f4-4051-8ed0-43456a60da5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969412 Feb 09 21:53:41.530196 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:53:41.531033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:53:41.623978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b364a730-e6bc-4d7d-81be-274da5bbe220 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9327447 Feb 09 21:53:41.624770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46188) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:41.703623 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.826169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec6ff-e120-4a10-bbfa-6c9a6aa6c323 req-a1f8b649-8362-49a2-a73a-dfb84d8ddf03 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.827818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f09ec6ff-e120-4a10-bbfa-6c9a6aa6c323 req-a1f8b649-8362-49a2-a73a-dfb84d8ddf03 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0685737 Feb 09 21:53:41.893919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Deleting port eafde346-aac9-480f-aaf5-466b3f4f7c82 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:41.894414 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.943898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f09ec6ff-e120-4a10-bbfa-6c9a6aa6c323 req-c1519dd6-0baa-4695-98a5-6606fbb66af6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020997 Feb 09 21:53:42.005883 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.006335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for floatingip (eafde346-aac9-480f-aaf5-466b3f4f7c82), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.022820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Calling delete_port for eafde346-aac9-480f-aaf5-466b3f4f7c82 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:42.084695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46196) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:42.144500 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b6ad6fa-f92f-45d7-835d-d9c2272e93be admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b2966ff68344a029bb9308d5399f63e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576277 Feb 09 21:53:42.153485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46198) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:42.297381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6065cc1c-935c-4751-ad3a-0903294609df admin admin] Publish callbacks [] for security_group (a1bdb371-1e13-4447-91a5-84329a12e8d0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.363508 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6065cc1c-935c-4751-ad3a-0903294609df admin admin] Publish callbacks [] for security_group (a1bdb371-1e13-4447-91a5-84329a12e8d0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.479992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ba370-5720-4c4c-b425-47d22fb0ff6e req-ec3ba07d-8174-4927-9b05-cc6627d62962 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:42.482112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce2ba370-5720-4c4c-b425-47d22fb0ff6e req-ec3ba07d-8174-4927-9b05-cc6627d62962 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.0772471 Feb 09 21:53:42.500530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (eafde346-aac9-480f-aaf5-466b3f4f7c82), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.546261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Pushing event deleted for resources: {'Port': ['ID=eafde346-aac9-480f-aaf5-466b3f4f7c82,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:42.805156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks [] for floatingip (c830d1a7-2d6e-48a3-be35-ca3af4ef566e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.813555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.817981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/c830d1a7-2d6e-48a3-be35-ca3af4ef566e HTTP/1.1" status: 204 len: 168 time: 1.1895304 Feb 09 21:53:42.826955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.830862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.831810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.832154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.832495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.832904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dda85d-57af-4c49-b571-c9ac2ea6ac15 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034 tempest-ExternalNetworksAdminNegativeTestJSON-1965966034-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:42.888766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce2ba370-5720-4c4c-b425-47d22fb0ff6e req-dcf26b1d-ea61-414d-bce0-87d3195cb823 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935471 Feb 09 21:53:43.138611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6065cc1c-935c-4751-ad3a-0903294609df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a1bdb371-1e13-4447-91a5-84329a12e8d0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:43.141515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6065cc1c-935c-4751-ad3a-0903294609df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:43.144913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6065cc1c-935c-4751-ad3a-0903294609df admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1bdb371-1e13-4447-91a5-84329a12e8d0 HTTP/1.1" status: 204 len: 168 time: 0.9879272 Feb 09 21:53:43.180373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065cc1c-935c-4751-ad3a-0903294609df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bdb371-1e13-4447-91a5-84329a12e8d0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:43.219112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db9fcb-f72d-4cec-a909-2d1e2367e171 req-eda61b87-532d-4cf2-b244-3607b5c92161 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:43.219259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9db9fcb-f72d-4cec-a909-2d1e2367e171 req-eda61b87-532d-4cf2-b244-3607b5c92161 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.1207097 Feb 09 21:53:43.233980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d05492-d8e6-44fe-a1b6-a957bf494d60 req-ea050d5e-9799-4fdb-9f15-0afe26cf95b1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:43.242038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5d05492-d8e6-44fe-a1b6-a957bf494d60 req-ea050d5e-9799-4fdb-9f15-0afe26cf95b1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.8126040 Feb 09 21:53:43.308443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5d05492-d8e6-44fe-a1b6-a957bf494d60 req-7a83663e-302c-4593-9170-43e7447b49a0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654199 Feb 09 21:53:43.393342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d9db9fcb-f72d-4cec-a909-2d1e2367e171 req-bb4eb112-a5e4-4eee-9e4c-fc1d407cd5e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626835 Feb 09 21:53:43.793191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:43.948796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d80d1178-519a-4246-ba30-92f582794a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.068144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60357c-3c08-4327-9a96-8d45026f3036 req-b3fc56b7-f35d-4baf-9edb-efbb7d3f7db1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.075490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b60357c-3c08-4327-9a96-8d45026f3036 req-b3fc56b7-f35d-4baf-9edb-efbb7d3f7db1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.0834241 Feb 09 21:53:44.087022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d80d1178-519a-4246-ba30-92f582794a38 admin admin] Publish callbacks [] for security_group (24f835a6-da7e-4264-a11a-58d782959288), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.156487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b60357c-3c08-4327-9a96-8d45026f3036 req-54fda6e5-6847-4080-90ea-988ef2938c0d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Feb 09 21:53:44.158203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d80d1178-519a-4246-ba30-92f582794a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (24f835a6-da7e-4264-a11a-58d782959288), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.205496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46250) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:44.206050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d80d1178-519a-4246-ba30-92f582794a38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d38896044a7b4f1db21fd0666a9d2574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4109178 Feb 09 21:53:44.206969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d1178-519a-4246-ba30-92f582794a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f835a6-da7e-4264-a11a-58d782959288,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:44.368886 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0289dc1e-b4cd-45e0-b492-611479b2b340 admin admin] Publish callbacks [] for security_group (24f835a6-da7e-4264-a11a-58d782959288), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.406969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503cc1-61eb-4da5-9ad2-a1e52af82960 req-21a9ad67-3304-4f8b-a130-6c4cddcfb12c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.408760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b503cc1-61eb-4da5-9ad2-a1e52af82960 req-21a9ad67-3304-4f8b-a130-6c4cddcfb12c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.1256618 Feb 09 21:53:44.470282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0289dc1e-b4cd-45e0-b492-611479b2b340 admin admin] Publish callbacks [] for security_group (24f835a6-da7e-4264-a11a-58d782959288), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.575570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a08cfb-10c0-4ab0-ba31-830216e808c9 req-de00759b-13cf-4b23-ae02-4f1df7c7d18e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.590053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28a08cfb-10c0-4ab0-ba31-830216e808c9 req-de00759b-13cf-4b23-ae02-4f1df7c7d18e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1309955 Feb 09 21:53:44.614780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b503cc1-61eb-4da5-9ad2-a1e52af82960 req-ff57aa42-4446-44a2-9409-38c06d366dbd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004321 Feb 09 21:53:44.658213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0289dc1e-b4cd-45e0-b492-611479b2b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (24f835a6-da7e-4264-a11a-58d782959288), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.685262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0289dc1e-b4cd-45e0-b492-611479b2b340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.690134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0289dc1e-b4cd-45e0-b492-611479b2b340 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/24f835a6-da7e-4264-a11a-58d782959288 HTTP/1.1" status: 204 len: 168 time: 0.4807768 Feb 09 21:53:44.703308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28a08cfb-10c0-4ab0-ba31-830216e808c9 req-7b473072-9d3b-4fc9-9e2c-fe883c9a0fe3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134570 Feb 09 21:53:44.746276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289dc1e-b4cd-45e0-b492-611479b2b340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f835a6-da7e-4264-a11a-58d782959288,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:44.976911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af1b4-55aa-44a8-9e93-2813246fd5d3 req-671d5eee-d48d-4c97-b2d5-840a8791ce1a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.981860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f34af1b4-55aa-44a8-9e93-2813246fd5d3 req-671d5eee-d48d-4c97-b2d5-840a8791ce1a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.1146808 Feb 09 21:53:45.040421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f34af1b4-55aa-44a8-9e93-2813246fd5d3 req-b77de98f-7d32-47d2-8446-55a1481a5b62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520439 Feb 09 21:53:45.121891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:45.388948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1136399888-network', 'tenant_id': 'c6a6417bde2547a09cf74763afc9997b'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:45.504372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Made reservation on behalf of c6a6417bde2547a09cf74763afc9997b for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:45.513147 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.531489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.567464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064e0b7-df96-40e3-a5a4-41d015c5a62a req-d03fa655-b4d4-48d3-879d-8e843f8179f7 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.570783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a064e0b7-df96-40e3-a5a4-41d015c5a62a req-d03fa655-b4d4-48d3-879d-8e843f8179f7 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.1233568 Feb 09 21:53:45.704652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks [] for security_group (dc2b2619-25af-4259-87df-8171e27bff3d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.717203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a064e0b7-df96-40e3-a5a4-41d015c5a62a req-a56ab335-4a3d-41bd-b3cd-655020f7c0b5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227899 Feb 09 21:53:45.761587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46296) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:45.800142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc2b2619-25af-4259-87df-8171e27bff3d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.824600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-53738560-4922-43f2-9f7c-a969c7039d48 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f5d00b7623e04b93a6e41ef745a6dc86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581982 Feb 09 21:53:45.825381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46300) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:45.864003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:53:45.893916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2b2619-25af-4259-87df-8171e27bff3d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:45.915184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (edded871-8774-4141-9805-91d6945b721d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.918220 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Added segment edded871-8774-4141-9805-91d6945b721d of type vlan for network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.933750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.934857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.935384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.935926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.936434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.936921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:45.940241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99d1804-e274-4089-ab08-4d37eced5b60 admin admin] Publish callbacks [] for security_group (2ed80f61-5826-4ffd-90e7-d6b93115852b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.000069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99d1804-e274-4089-ab08-4d37eced5b60 admin admin] Publish callbacks [] for security_group (2ed80f61-5826-4ffd-90e7-d6b93115852b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.003673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (5d843e71-f1ac-4c2f-84d6-f0f64b28c72a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.031167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52984-9ebf-44f6-a002-e5177ef5e649 req-7605abc3-578b-4c83-8ba0-7c5f3262a453 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:46.034835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65e52984-9ebf-44f6-a002-e5177ef5e649 req-7605abc3-578b-4c83-8ba0-7c5f3262a453 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1880147 Feb 09 21:53:46.114602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65e52984-9ebf-44f6-a002-e5177ef5e649 req-a18d5ff7-e08c-401a-a464-cdbf40817525 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788465 Feb 09 21:53:46.152408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99d1804-e274-4089-ab08-4d37eced5b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ed80f61-5826-4ffd-90e7-d6b93115852b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.155156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c99d1804-e274-4089-ab08-4d37eced5b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.156397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c99d1804-e274-4089-ab08-4d37eced5b60 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ed80f61-5826-4ffd-90e7-d6b93115852b HTTP/1.1" status: 204 len: 168 time: 0.3294020 Feb 09 21:53:46.175846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d1804-e274-4089-ab08-4d37eced5b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed80f61-5826-4ffd-90e7-d6b93115852b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:46.216696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (5d843e71-f1ac-4c2f-84d6-f0f64b28c72a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.216696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:46.216696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.263880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f73644-410d-4e55-988a-d92bf5aaff3a req-059adab4-5a08-4d14-8dda-d41a8570e793 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:46.271871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1f73644-410d-4e55-988a-d92bf5aaff3a req-059adab4-5a08-4d14-8dda-d41a8570e793 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0990047 Feb 09 21:53:46.311799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] Pushing event updated for resources: {'Network': ['ID=5d843e71-f1ac-4c2f-84d6-f0f64b28c72a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:46.324934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:53:46.349447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1f73644-410d-4e55-988a-d92bf5aaff3a req-2794d5d2-eddc-49a9-b8fe-d5b7410a27ae tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765190 Feb 09 21:53:46.372898 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d0104e47-0134-40fe-beaa-0151930c1165 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2496686 Feb 09 21:53:46.378638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46310) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:46.389256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Request body: {'subnet': {'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1136399888-subnet', 'tenant_id': 'c6a6417bde2547a09cf74763afc9997b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:46.546189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Made reservation on behalf of c6a6417bde2547a09cf74763afc9997b for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:46.550554 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.944127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (3f5d8045-f36d-4486-9f83-4dffe66941e9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.047654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604035e5-1412-40ca-8add-baaaf38beae3 req-2c12294a-8dc3-4784-890a-ed44ad1afe76 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.047654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-604035e5-1412-40ca-8add-baaaf38beae3 req-2c12294a-8dc3-4784-890a-ed44ad1afe76 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.1652439 Feb 09 21:53:47.061185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af031e-2636-40de-ac43-c41efc424105 req-5f758fbf-a6db-45b9-bcee-44a25f7c68ac tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.062665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7af031e-2636-40de-ac43-c41efc424105 req-5f758fbf-a6db-45b9-bcee-44a25f7c68ac tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.1736193 Feb 09 21:53:47.072501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5d8045-f36d-4486-9f83-4dffe66941e9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:47.131320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Checking segment: {'id': 'edded871-8774-4141-9805-91d6945b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:47.131320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Network hostable DHCP agents. Network: 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:53:47.241191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7af031e-2636-40de-ac43-c41efc424105 req-2c72f9c8-7f10-4e8e-b870-f41adf2b2973 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616209 Feb 09 21:53:47.289565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Deleting port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:47.290055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.352368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d3bc7-54c9-4d46-a3de-239a0dccdcf1 req-2a117469-669d-4144-aeca-97ab5604587e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.361056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-946d3bc7-54c9-4d46-a3de-239a0dccdcf1 req-2a117469-669d-4144-aeca-97ab5604587e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0962522 Feb 09 21:53:47.372929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:53:47.434038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-946d3bc7-54c9-4d46-a3de-239a0dccdcf1 req-51c1254d-61d7-4dd1-9dfc-f45b014d8366 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710318 Feb 09 21:53:47.511663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:47.521638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d9789e-7b71-4b5d-8d78-9a13cbc6842e None None] Network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:47.574546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] For port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:47.575056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.594258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Calling delete_port for 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:47.738327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e219dc-f9ed-4c79-8876-55d4fa6c71fc None None] Network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:47.780215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.780825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.841364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e21dd-7af1-4154-beff-a1f4c34de59e req-fa74a014-1eba-4de6-a7fd-7ee61e07a70e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.895149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-992e21dd-7af1-4154-beff-a1f4c34de59e req-fa74a014-1eba-4de6-a7fd-7ee61e07a70e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.3867891 Feb 09 21:53:48.140433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-992e21dd-7af1-4154-beff-a1f4c34de59e req-19118860-af86-4169-8d93-e07281d68388 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780607 Feb 09 21:53:48.362710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ba132fb4-4f0a-4819-b0bf-9bab9ac0c049 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9827433 Feb 09 21:53:48.396042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2e21f-4c6f-497f-8b54-5565467f84d8 req-057e95b9-9e95-4564-ba60-ee4f60d3608b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:48.397677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07a2e21f-4c6f-497f-8b54-5565467f84d8 req-057e95b9-9e95-4564-ba60-ee4f60d3608b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 946 time: 0.0809004 Feb 09 21:53:48.466511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07a2e21f-4c6f-497f-8b54-5565467f84d8 req-b316ee88-0dd2-4fb3-9a79-b6339b163fcc tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612617 Feb 09 21:53:48.622241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d2b1-3f0e-4c42-b450-73b514563a0b req-c2e8473e-593d-4a18-8d8c-3d565e628951 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:48.624808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4827d2b1-3f0e-4c42-b450-73b514563a0b req-c2e8473e-593d-4a18-8d8c-3d565e628951 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0728486 Feb 09 21:53:48.708567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4827d2b1-3f0e-4c42-b450-73b514563a0b req-6f912b51-1802-469b-8cfa-6ce23db71feb tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699246 Feb 09 21:53:48.815239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3b6c3a29-0593-451d-a93f-7cafd8a9eb37), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:48.861337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420', '3b6c3a29-0593-451d-a93f-7cafd8a9eb37'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:48.887382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event deleted for resources: {'Port': ['ID=3b6c3a29-0593-451d-a93f-7cafd8a9eb37,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:48.941323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] No DVR routers for this DVR port 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:48.944487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:48.948310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-604035e5-1412-40ca-8add-baaaf38beae3 req-ada0a5af-4855-427c-a041-af2018877c5b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "DELETE /v2.0/ports/3b6c3a29-0593-451d-a93f-7cafd8a9eb37 HTTP/1.1" status: 204 len: 173 time: 1.8945737 Feb 09 21:53:48.948797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'name': 'network-vif-deleted', 'tag': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:48.951469 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42720eb7-db06-49c5-a345-6e4516bae6ab" -d '{"events": [{"server_uuid": "54d23709-a374-44a9-987b-7ef5210f0f6e", "name": "network-vif-deleted", "tag": "3b6c3a29-0593-451d-a93f-7cafd8a9eb37"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:48.998218 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec463bc0-69c8-4de0-b8db-f3399f065489 x-openstack-request-id: req-ec463bc0-69c8-4de0-b8db-f3399f065489 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:48.998765 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d23709-a374-44a9-987b-7ef5210f0f6e", "name": "network-vif-deleted", "tag": "3b6c3a29-0593-451d-a93f-7cafd8a9eb37", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:48.999216 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ec463bc0-69c8-4de0-b8db-f3399f065489 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:48.999833 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d23709-a374-44a9-987b-7ef5210f0f6e', 'name': 'network-vif-deleted', 'tag': '3b6c3a29-0593-451d-a93f-7cafd8a9eb37', 'status': 'completed', 'code': 200} Feb 09 21:53:49.348467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9924f-2fa4-41d9-afd1-0e68c011c8f5 req-73498256-c66e-4a30-b9f4-90d917092c24 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:49.357056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4bc9924f-2fa4-41d9-afd1-0e68c011c8f5 req-73498256-c66e-4a30-b9f4-90d917092c24 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0935955 Feb 09 21:53:49.477927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4bc9924f-2fa4-41d9-afd1-0e68c011c8f5 req-9cdc811f-83ee-4ed1-9f2a-673ad1474abb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197326 Feb 09 21:53:49.583749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-080a8c11-e61d-411b-8de1-4124069301ae tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:49.593539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-080a8c11-e61d-411b-8de1-4124069301ae tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/networks?id=5d843e71-f1ac-4c2f-84d6-f0f64b28c72a HTTP/1.1" status: 200 len: 822 time: 0.6827145 Feb 09 21:53:49.611303 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-b3120f16-2d24-4714-a452-bc385fc5ecb2 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/quotas/c6a6417bde2547a09cf74763afc9997b HTTP/1.1" status: 200 len: 375 time: 0.0159304 Feb 09 21:53:49.688630 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-da100193-f1e1-4919-a767-36a03e1e335d tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c6a6417bde2547a09cf74763afc9997b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760849 Feb 09 21:53:49.785717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6664f063-9b88-4cef-813a-64b80739ed75 req-326fc582-05ed-4b14-9519-f34d98dc6466 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=54d23709-a374-44a9-987b-7ef5210f0f6e HTTP/1.1" status: 200 len: 210 time: 0.0998607 Feb 09 21:53:49.908056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-aa06aaee-9b75-4b15-a0c0-eea061a027ec service neutron] 10.222.0.98 "GET /v2.0/networks/5d843e71-f1ac-4c2f-84d6-f0f64b28c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184041 Feb 09 21:53:50.082551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-a86a66f5-9fa4-4c1c-9c95-b3d9d6b3c1aa service neutron] 10.222.0.98 "GET /v2.0/networks/5d843e71-f1ac-4c2f-84d6-f0f64b28c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618156 Feb 09 21:53:50.094630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0273e4-8329-4272-9ec6-cd9af6e8a588 req-93867b96-4e75-4d2f-9963-dc0eb0176a55 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:50.105236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef0273e4-8329-4272-9ec6-cd9af6e8a588 req-93867b96-4e75-4d2f-9963-dc0eb0176a55 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.2051606 Feb 09 21:53:50.208147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef0273e4-8329-4272-9ec6-cd9af6e8a588 req-02f87f0b-dd0f-4d7f-b466-cd50dc5e864b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911372 Feb 09 21:53:50.307726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46434) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.416346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d9b5a1c4-6ef1-4208-ab8f-aa57b492c53c req-fe9724cc-179b-4877-bf34-dac1ef88c0b2 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 210 time: 0.0432706 Feb 09 21:53:50.534280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-edccb60c-bbc5-4abe-9a2d-8e21a65ea109 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:50.673190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f625ac8-6426-4e90-8a09-707d7f53c137 req-ac0ccd90-6d02-491c-b514-b6488a84b374 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:50.674713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f625ac8-6426-4e90-8a09-707d7f53c137 req-ac0ccd90-6d02-491c-b514-b6488a84b374 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0752552 Feb 09 21:53:50.726889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f625ac8-6426-4e90-8a09-707d7f53c137 req-e64e0902-a228-4eb3-8d4e-5bc3331d4793 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462537 Feb 09 21:53:50.810000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-edccb60c-bbc5-4abe-9a2d-8e21a65ea109 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "PUT /v2.0/quotas/a703b47e99754914bac91eb10d1ef57c HTTP/1.1" status: 200 len: 366 time: 0.4985945 Feb 09 21:53:50.835236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46458) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.835236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ff78eb90-2592-430c-b3af-921ab716d248 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0146797 Feb 09 21:53:50.836278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.847848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ec95b021-93d3-4e37-bfcf-f57408a75c6e tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "GET /v2.0/quotas/a703b47e99754914bac91eb10d1ef57c HTTP/1.1" status: 200 len: 366 time: 0.0174985 Feb 09 21:53:50.852893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46466) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.964335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46474) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.964641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-40fa4d80-9fc9-47ae-9738-dc504e0ef468 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/a703b47e99754914bac91eb10d1ef57c HTTP/1.1" status: 204 len: 168 time: 0.1104395 Feb 09 21:53:50.976778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f56a6af6-33e9-4a5d-8105-64083a9442be tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0105298 Feb 09 21:53:50.979047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46476) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.989335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-520e4c14-307d-45fe-93b2-d09e50c03941 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "GET /v2.0/quotas/a703b47e99754914bac91eb10d1ef57c HTTP/1.1" status: 200 len: 370 time: 0.0089169 Feb 09 21:53:50.992218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46478) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.997050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7fa50dd1-5d0e-4675-8494-4d1b4447da23 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "GET /v2.0/quotas/a703b47e99754914bac91eb10d1ef57c/default HTTP/1.1" status: 200 len: 370 time: 0.0038576 Feb 09 21:53:50.999247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46480) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:51.007952 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-13719be9-39bb-4a09-af4c-31987f4af68e tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] delete failed (client error): The resource could not be found. Feb 09 21:53:51.012192 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-13719be9-39bb-4a09-af4c-31987f4af68e tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/a703b47e99754914bac91eb10d1ef57c HTTP/1.1" status: 404 len: 348 time: 0.0088241 Feb 09 21:53:51.324013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46492) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:51.346317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:network and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.361305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c21e-820d-4e25-bf29-dd7f44f3bfe9 req-350b0ad8-4762-475b-b9c5-58bc4df0e152 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:51.363901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.368744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb51c21e-820d-4e25-bf29-dd7f44f3bfe9 req-350b0ad8-4762-475b-b9c5-58bc4df0e152 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0680857 Feb 09 21:53:51.374689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:subnet and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.377988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.385427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:subnetpool and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.392711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.399672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:port and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.403158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.410612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:router and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.414768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.422673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:floatingip and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.426305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.433292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb51c21e-820d-4e25-bf29-dd7f44f3bfe9 req-d7e9db6d-7ac2-4b6d-b887-d97c75be7007 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633748 Feb 09 21:53:51.482844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:security_group and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.513274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-51ba7457-f705-45ef-9c43-a5fe6aef3ede req-97b26a60-35ee-4c47-8aa0-5e067317e39f tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 210 time: 0.0315590 Feb 09 21:53:51.514774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.522792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Usage tracker for resource:security_group_rule and project:5f59676fb57a440b9362c9e3765099a0 is out of sync, need to count used quota {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:53:51.526164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.quota.resource [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103697) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:53:51.534374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1561fe74-369f-462a-94c4-857f7d933325 tempest-QuotasTest-879215188 tempest-QuotasTest-879215188-project-admin] 10.222.0.98 "GET /v2.0/quotas/5f59676fb57a440b9362c9e3765099a0/details.json HTTP/1.1" status: 200 len: 703 time: 0.2091362 Feb 09 21:53:51.578682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:51.607588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:51.608077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3b6c3a29-0593-451d-a93f-7cafd8a9eb37 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:51.800303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-cdc4ffef-59d9-452b-99dd-55850202e6db tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:51.805047 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-cdc4ffef-59d9-452b-99dd-55850202e6db tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.1265471 Feb 09 21:53:51.820234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-2a6510b2-4421-4d2a-ad8d-6ab038dad79b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0130131 Feb 09 21:53:51.917407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-5dc06fd1-3f47-4985-b4ef-2aff9b523ea8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893006 Feb 09 21:53:51.918380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f357aa-b63a-491a-8691-0b523eea08f2 req-979c56e5-a4aa-48d6-821e-1cbd38e950c1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:51.926204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8f357aa-b63a-491a-8691-0b523eea08f2 req-979c56e5-a4aa-48d6-821e-1cbd38e950c1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0844715 Feb 09 21:53:51.990197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8f357aa-b63a-491a-8691-0b523eea08f2 req-e7111857-8c82-4e4f-9ea6-a0ead7d80224 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588529 Feb 09 21:53:52.042750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-8e960214-7ec9-4e05-a63d-04d7ec95d919 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226337 Feb 09 21:53:52.138553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3fbd9577-0f4b-408b-8b48-e0636eb481da service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948102 Feb 09 21:53:52.324185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46550) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:52.450702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-14d0a976-979b-4e30-b534-b3c8af2a6b84 req-937aadab-1f94-4d70-b3d8-d273651b454f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 210 time: 0.0342808 Feb 09 21:53:52.464145 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba2588b7-e99b-4dd2-9825-b112e4c82d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.630593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81e1d-f2d4-4709-898e-4f65248a7f47 req-38b1b6c9-709c-45a9-8c5b-c1a05ca4ce30 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:52.633346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80e81e1d-f2d4-4709-898e-4f65248a7f47 req-38b1b6c9-709c-45a9-8c5b-c1a05ca4ce30 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.1023023 Feb 09 21:53:52.673845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba2588b7-e99b-4dd2-9825-b112e4c82d91 admin admin] Publish callbacks [] for security_group (f2e2597c-30bb-4516-b866-222f1c660a68), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.676565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f39d346-cda1-47a0-a1d5-6fbff95681e6 req-f9150fd1-03cd-48e2-b866-561364b0d527 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 210 time: 0.0566559 Feb 09 21:53:52.702193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80e81e1d-f2d4-4709-898e-4f65248a7f47 req-47ca9d6e-4c31-4202-a4c6-c3c66008820a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625362 Feb 09 21:53:52.808750 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba2588b7-e99b-4dd2-9825-b112e4c82d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f2e2597c-30bb-4516-b866-222f1c660a68), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.849056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba2588b7-e99b-4dd2-9825-b112e4c82d91 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=129ca12d526f4e5c9033d407e123b05e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237525 Feb 09 21:53:52.851525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2588b7-e99b-4dd2-9825-b112e4c82d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2597c-30bb-4516-b866-222f1c660a68,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:52.852250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46586) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:52.908986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a67a22f8-89c2-445d-84fc-859d2836191f admin admin] Publish callbacks [] for security_group (f2e2597c-30bb-4516-b866-222f1c660a68), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.932788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a67a22f8-89c2-445d-84fc-859d2836191f admin admin] Publish callbacks [] for security_group (f2e2597c-30bb-4516-b866-222f1c660a68), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.160059 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a67a22f8-89c2-445d-84fc-859d2836191f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f2e2597c-30bb-4516-b866-222f1c660a68), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.164037 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a67a22f8-89c2-445d-84fc-859d2836191f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.166598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a67a22f8-89c2-445d-84fc-859d2836191f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f2e2597c-30bb-4516-b866-222f1c660a68 HTTP/1.1" status: 204 len: 168 time: 0.3116634 Feb 09 21:53:53.176217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a22f8-89c2-445d-84fc-859d2836191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2597c-30bb-4516-b866-222f1c660a68,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:53.573007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:53.604060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b16ebf2b-325a-4190-8594-81b36cfe942e req-f3b15192-6994-418e-bb1f-e28e03aa8091 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 210 time: 0.0630350 Feb 09 21:53:53.729075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:53.752313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '27719b97-c67e-4758-a0a8-9304de7ea196', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'port_id': '27719b97-c67e-4758-a0a8-9304de7ea196', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:53.799774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:53.800716 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.854904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27719b97-c67e-4758-a0a8-9304de7ea196 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:53.882760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2131ae-9370-4454-8fb3-bedcf6c9abfd req-e81a309b-135f-4779-84fc-8b1e05932341 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.891007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe2131ae-9370-4454-8fb3-bedcf6c9abfd req-e81a309b-135f-4779-84fc-8b1e05932341 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 944 time: 0.0844474 Feb 09 21:53:53.914774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b893bda-20bb-4242-b0e3-5ae36218ad1e req-219fdfb9-eea0-473b-bd5d-5c1b72505db2 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 210 time: 0.0549803 Feb 09 21:53:53.918343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:53.969343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-2e783101-bd24-47b4-a98a-9d58796664a5 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.971547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-2e783101-bd24-47b4-a98a-9d58796664a5 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.30 "GET /v2.0/networks?id=5d843e71-f1ac-4c2f-84d6-f0f64b28c72a HTTP/1.1" status: 200 len: 822 time: 0.3016622 Feb 09 21:53:53.974403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe2131ae-9370-4454-8fb3-bedcf6c9abfd req-d72a187c-5a01-45fd-afb1-e79bb1aab203 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821285 Feb 09 21:53:53.992820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Request body: {'port': {'device_id': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a', 'admin_state_up': True, 'tenant_id': 'c6a6417bde2547a09cf74763afc9997b'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:54.045958 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.132883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:54.266181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fbe5b-e37e-4cf4-8128-0eba503553ef req-bae6e6d5-e715-4be9-aa24-aebeb98adb5c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:54.267747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c76fbe5b-e37e-4cf4-8128-0eba503553ef req-bae6e6d5-e715-4be9-aa24-aebeb98adb5c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 946 time: 0.0600624 Feb 09 21:53:54.286192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['27719b97-c67e-4758-a0a8-9304de7ea196'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:54.299802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46640) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:54.310596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Made reservation on behalf of c6a6417bde2547a09cf74763afc9997b for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:54.313822 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.347867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83f4b181-976e-49bb-bc96-6121abde0d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.534237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c76fbe5b-e37e-4cf4-8128-0eba503553ef req-185f3658-a02c-4b69-b141-c29ed8bb40a7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602625 Feb 09 21:53:54.548932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Allocated IP 172.20.0.9 (5d843e71-f1ac-4c2f-84d6-f0f64b28c72a/3f5d8045-f36d-4486-9f83-4dffe66941e9/3468428f-acc6-428e-b6c5-5152ca5b77f2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:54.788376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7289d89-ea89-44b6-a28a-6a3485403e31 req-5fbe7897-0102-41b8-a108-ee8e2b6a2b23 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 210 time: 0.0503776 Feb 09 21:53:54.829836 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83f4b181-976e-49bb-bc96-6121abde0d8a admin admin] Publish callbacks [] for security_group (8cfa1ba2-4c44-4500-b67b-4a386ec1d796), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.930612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks [] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.950685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83f4b181-976e-49bb-bc96-6121abde0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8cfa1ba2-4c44-4500-b67b-4a386ec1d796), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.030330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-83f4b181-976e-49bb-bc96-6121abde0d8a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5f59676fb57a440b9362c9e3765099a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7293055 Feb 09 21:53:55.031440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4b181-976e-49bb-bc96-6121abde0d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfa1ba2-4c44-4500-b67b-4a386ec1d796,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:55.033038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46668) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:55.124953 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-451e4cff-3f84-4967-8985-34ac20c3e9c1 req-2519c6b5-b393-4a5f-9f60-e7ceadc513d9 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 210 time: 0.0760736 Feb 09 21:53:55.127870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.159077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b2185d-61d8-4e05-94a3-b0213fe9a66e admin admin] Publish callbacks [] for security_group (8cfa1ba2-4c44-4500-b67b-4a386ec1d796), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.211869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b2185d-61d8-4e05-94a3-b0213fe9a66e admin admin] Publish callbacks [] for security_group (8cfa1ba2-4c44-4500-b67b-4a386ec1d796), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.220969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:55.242455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:55.245069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:55.300684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:55.301848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.305311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Pushing event updated for resources: {'Port': ['ID=3468428f-acc6-428e-b6c5-5152ca5b77f2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:55.369749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d2eb7-dc75-4975-81bc-6f15fc28f459 req-5433dce1-7bff-49b2-a694-bd704df27430 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:55.371409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-612d2eb7-dc75-4975-81bc-6f15fc28f459 req-5433dce1-7bff-49b2-a694-bd704df27430 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 945 time: 0.2337446 Feb 09 21:53:55.418636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-91364b94-9bc3-408b-96df-d59a7ac0aea3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:55.420671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-91364b94-9bc3-408b-96df-d59a7ac0aea3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.1538751 Feb 09 21:53:55.435906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Request body: {'port': {'device_id': 'b9955044-d835-4ef6-b182-beff235e2659', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'admin_state_up': True, 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:55.461739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b2185d-61d8-4e05-94a3-b0213fe9a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8cfa1ba2-4c44-4500-b67b-4a386ec1d796), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.462261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-1f1b7739-cc2b-4dc7-9f9b-e2f9b7532140 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4799402 Feb 09 21:53:55.464897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b2185d-61d8-4e05-94a3-b0213fe9a66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.466047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-51b2185d-61d8-4e05-94a3-b0213fe9a66e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8cfa1ba2-4c44-4500-b67b-4a386ec1d796 HTTP/1.1" status: 204 len: 168 time: 0.4320233 Feb 09 21:53:55.475880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Request body: {'port': {'device_id': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:55.594968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.610608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-612d2eb7-dc75-4975-81bc-6f15fc28f459 req-14f35b46-b3eb-4426-a456-c9db1ec73caa tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264516 Feb 09 21:53:55.610978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:55.630259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2185d-61d8-4e05-94a3-b0213fe9a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfa1ba2-4c44-4500-b67b-4a386ec1d796,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:55.752141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 27719b97-c67e-4758-a0a8-9304de7ea196 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:55.752853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.837809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:55.842642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.856860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 27719b97-c67e-4758-a0a8-9304de7ea196 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:55.857851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.900188 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:55.902382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:55.905403 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e131311a-5774-431b-8519-adbb7672e60b" -d '{"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:55.974574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.061761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-88971484-10f7-4930-b2a6-9af4c47d498b req-a049effb-40a1-4a17-89fb-a9e6f480488f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 210 time: 0.1406779 Feb 09 21:53:56.063571 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d2191-ef3d-4da0-ba7b-109065180b2e x-openstack-request-id: req-c42d2191-ef3d-4da0-ba7b-109065180b2e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:56.064047 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:56.066032 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c42d2191-ef3d-4da0-ba7b-109065180b2e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:56.067153 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196', 'code': 200} Feb 09 21:53:56.132943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:56.158262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Allocated IP 172.20.0.12 (db08f182-0208-4e22-bbcf-756d7e20679c/3cd84ba4-9c63-4042-8a50-a10447cac407/ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:56.250164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3468428f-acc6-428e-b6c5-5152ca5b77f2 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:56.261379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Publish callbacks [] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.278180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Transition to ACTIVE for port object 3468428f-acc6-428e-b6c5-5152ca5b77f2 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:56.400765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:56.401133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.446909 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks [] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.509244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0de066-d1e2-4178-9e3d-f1324860285e req-d1f4975d-e5ac-4a3d-ac3b-d8a5155ee9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:56.511083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba0de066-d1e2-4178-9e3d-f1324860285e req-d1f4975d-e5ac-4a3d-ac3b-d8a5155ee9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1129 time: 0.1209233 Feb 09 21:53:56.534652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:56.535367 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.578997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bc3fb-4e55-4df1-9985-e09b736e1a24 req-35091d2d-aef6-42d5-a73d-64716fb27fd6 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:56.590410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-447bc3fb-4e55-4df1-9985-e09b736e1a24 req-35091d2d-aef6-42d5-a73d-64716fb27fd6 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 943 time: 0.1986666 Feb 09 21:53:56.628046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:56.711028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba0de066-d1e2-4178-9e3d-f1324860285e req-c4ba6ee2-37c9-4b14-a13b-8e85543b276a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835017 Feb 09 21:53:56.728127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-447bc3fb-4e55-4df1-9985-e09b736e1a24 req-19e5cb4e-a768-49b9-9568-82371a9c0cf5 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323459 Feb 09 21:53:56.760506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.817690 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.839075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:56.847436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Pushing event updated for resources: {'Port': ['ID=3468428f-acc6-428e-b6c5-5152ca5b77f2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:56.887128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Attempting to bind port 3468428f-acc6-428e-b6c5-5152ca5b77f2 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:56.887510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Attempting to bind port 3468428f-acc6-428e-b6c5-5152ca5b77f2 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'edded871-8774-4141-9805-91d6945b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:56.887846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Attempting to bind port 3468428f-acc6-428e-b6c5-5152ca5b77f2 on network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:56.909446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Port 3468428f-acc6-428e-b6c5-5152ca5b77f2 on network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:56.909781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Attempting to bind port 3468428f-acc6-428e-b6c5-5152ca5b77f2 on network 5d843e71-f1ac-4c2f-84d6-f0f64b28c72a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:56.934348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Network db08f182-0208-4e22-bbcf-756d7e20679c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:56.935802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event updated for resources: {'Port': ['ID=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:56.940144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:56.949844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:56.952917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:56.956221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Checking segment: {'id': 'edded871-8774-4141-9805-91d6945b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:56.956221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Bound using segment: {'id': 'edded871-8774-4141-9805-91d6945b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:56.956221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Bound port: 3468428f-acc6-428e-b6c5-5152ca5b77f2, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edded871-8774-4141-9805-91d6945b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:56.956221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.972017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac360c-043f-4bf9-983d-c6a7ffdb6502 req-8c4d1a94-5a90-4d75-b754-194a24b9e9c4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:56.979612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-baac360c-043f-4bf9-983d-c6a7ffdb6502 req-8c4d1a94-5a90-4d75-b754-194a24b9e9c4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.1750760 Feb 09 21:53:57.051086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.052378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.052765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=14']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:57.112164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-baac360c-043f-4bf9-983d-c6a7ffdb6502 req-0db2b9d0-6c3e-4aa9-b2db-986865c1f205 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298277 Feb 09 21:53:57.136080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] For port 3468428f-acc6-428e-b6c5-5152ca5b77f2, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:57.156970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-83681c29-17d2-441d-ab85-ba62304b00ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7244210 Feb 09 21:53:57.159406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] For port 3468428f-acc6-428e-b6c5-5152ca5b77f2, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3468428f-acc6-428e-b6c5-5152ca5b77f2,segment=NetworkSegment(edded871-8774-4141-9805-91d6945b721d),segment_id=edded871-8774-4141-9805-91d6945b721d)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:57.169687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Request body: {'port': {'device_id': 'b9955044-d835-4ef6-b182-beff235e2659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:57.342109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.407491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4947944-f5d7-4d48-bbc9-ef9aecd3ee07 req-e5635142-e56e-4963-9130-39620408b5e9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.410069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4947944-f5d7-4d48-bbc9-ef9aecd3ee07 req-e5635142-e56e-4963-9130-39620408b5e9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 932 time: 0.1821673 Feb 09 21:53:57.429145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.429930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.431540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] 10.222.0.30 "PUT /v2.0/ports/3468428f-acc6-428e-b6c5-5152ca5b77f2 HTTP/1.1" status: 200 len: 1091 time: 1.9604762 Feb 09 21:53:57.446944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'tag': '3468428f-acc6-428e-b6c5-5152ca5b77f2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:57.451360 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d666abb2-3ec7-44bb-a841-2b515613fc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a38e6cdd-888b-4815-a2ee-30d616a30962", "tag": "3468428f-acc6-428e-b6c5-5152ca5b77f2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:57.491445 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4947944-f5d7-4d48-bbc9-ef9aecd3ee07 req-01110079-2505-4338-9915-583d7ee0cf1c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736272 Feb 09 21:53:57.493785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.536744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa32b0-cee1-4d68-8e44-093ae820171b service neutron] Pushing event updated for resources: {'Port': ['ID=3468428f-acc6-428e-b6c5-5152ca5b77f2,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:57.536744 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86003654-000b-4b8f-9533-30cad173fd4a x-openstack-request-id: req-86003654-000b-4b8f-9533-30cad173fd4a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:57.536744 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38e6cdd-888b-4815-a2ee-30d616a30962", "tag": "3468428f-acc6-428e-b6c5-5152ca5b77f2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:57.536744 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86003654-000b-4b8f-9533-30cad173fd4a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:57.537173 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'tag': '3468428f-acc6-428e-b6c5-5152ca5b77f2', 'status': 'completed', 'code': 200} Feb 09 21:53:57.636070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666abb2-3ec7-44bb-a841-2b515613fc6f req-b78fe290-fb77-4596-b11f-cc77e2b4757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.640054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d666abb2-3ec7-44bb-a841-2b515613fc6f req-b78fe290-fb77-4596-b11f-cc77e2b4757a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6a6417bde2547a09cf74763afc9997b&device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 1125 time: 0.0794358 Feb 09 21:53:57.667374 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:53:57.731350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46758) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:57.833213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666abb2-3ec7-44bb-a841-2b515613fc6f req-11e27967-a645-413e-83e3-e23bd45cc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.834814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d666abb2-3ec7-44bb-a841-2b515613fc6f req-11e27967-a645-413e-83e3-e23bd45cc334 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c6a6417bde2547a09cf74763afc9997b&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1872952 Feb 09 21:53:57.919623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-7f5e6617-db32-49e4-9e6d-db3b95845b31 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:57.924243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7f5e6617-db32-49e4-9e6d-db3b95845b31 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1915116 Feb 09 21:53:57.927357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46772) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:57.934244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-1d53e3da-5e1d-4300-a39e-834e80db1b66 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:57.936523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1d53e3da-5e1d-4300-a39e-834e80db1b66 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074594 Feb 09 21:53:57.951537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46776) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:57.975624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-f7230539-ecbf-4220-a61b-fe9b7bb2f4f0 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:57.988954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f7230539-ecbf-4220-a61b-fe9b7bb2f4f0 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0320265 Feb 09 21:53:57.988954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46780) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:57.994563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-835d038a-3a11-44c0-b159-06dbcfec96d7 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:57.998118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:57.999145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-835d038a-3a11-44c0-b159-06dbcfec96d7 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0084572 Feb 09 21:53:58.004510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Publish callbacks [] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.012221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46784) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.018264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-369399d2-98a2-4f5b-8114-0439c9ebb809 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.022000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-369399d2-98a2-4f5b-8114-0439c9ebb809 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074289 Feb 09 21:53:58.022709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46790) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.023740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Transition to ACTIVE for port object ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:58.030113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-3982899d-e631-46e3-ac37-f2a850c29ac5 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.031109 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3982899d-e631-46e3-ac37-f2a850c29ac5 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0063248 Feb 09 21:53:58.033824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46792) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.038643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-dc176bd0-3ddd-4ebf-9788-c6c81c5998e5 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.042074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dc176bd0-3ddd-4ebf-9788-c6c81c5998e5 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048742 Feb 09 21:53:58.053822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343b75-e702-448b-a104-9d47a288fc26 req-e0d61507-ad89-48e3-bf7d-c4b8cd1b6194 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.054255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46796) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.056081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63343b75-e702-448b-a104-9d47a288fc26 req-e0d61507-ad89-48e3-bf7d-c4b8cd1b6194 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 943 time: 0.2295773 Feb 09 21:53:58.065940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-70324956-ff4d-479f-bd0e-09fa7b03669f tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.067189 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-70324956-ff4d-479f-bd0e-09fa7b03669f tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0119190 Feb 09 21:53:58.070059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.071629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:58.075189 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dfaeb2-571e-4cbc-85bf-05f79be05be6" -d '{"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:58.076060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-ffa344a5-0439-4594-a424-8eb523072964 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.077503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ffa344a5-0439-4594-a424-8eb523072964 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059471 Feb 09 21:53:58.082321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46802) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.100749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-496b7a54-8bdc-4364-9d6c-9389286952fd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.102188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-496b7a54-8bdc-4364-9d6c-9389286952fd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0176852 Feb 09 21:53:58.114696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46806) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.155679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.161237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-39fb66c9-586a-4356-9ce7-bf56296baced tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.166402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39fb66c9-586a-4356-9ce7-bf56296baced tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0321755 Feb 09 21:53:58.170935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46818) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.187269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-980e8833-de43-4be0-a5fb-01ec4ed7ead7 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.194714 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-980e8833-de43-4be0-a5fb-01ec4ed7ead7 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0205522 Feb 09 21:53:58.195640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46822) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.197397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666abb2-3ec7-44bb-a841-2b515613fc6f req-9f51fae3-915b-4630-b32c-0ee1c35eb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.197625 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e61943-ae44-48f0-8448-44599294aff7 x-openstack-request-id: req-57e61943-ae44-48f0-8448-44599294aff7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:58.198131 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:58.198701 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-57e61943-ae44-48f0-8448-44599294aff7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:58.199079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d666abb2-3ec7-44bb-a841-2b515613fc6f req-9f51fae3-915b-4630-b32c-0ee1c35eb8af service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3558986 Feb 09 21:53:58.200451 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'code': 200} Feb 09 21:53:58.218698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-b8a469c8-aa48-4b3d-8db9-062bcf83a984 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.223334 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b8a469c8-aa48-4b3d-8db9-062bcf83a984 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0232716 Feb 09 21:53:58.232680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46824) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.256322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-6ffdfcdc-be46-431f-b60b-b6e427995be8 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.257415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6ffdfcdc-be46-431f-b60b-b6e427995be8 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0216789 Feb 09 21:53:58.261579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46828) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.276946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-69585870-d622-403d-9464-d7485cf1dd38 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.279749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-69585870-d622-403d-9464-d7485cf1dd38 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0128062 Feb 09 21:53:58.286969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46832) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.300187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63343b75-e702-448b-a104-9d47a288fc26 req-7a52cbc7-c5f1-4e4a-9f19-bfacfb6fb304 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045684 Feb 09 21:53:58.303483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:58.325642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-3c0d7c8e-295a-4b2b-8f4e-0a5171cde743 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.326681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3c0d7c8e-295a-4b2b-8f4e-0a5171cde743 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0272388 Feb 09 21:53:58.335921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46838) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.343368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-a901ad4c-d3ee-401a-bae0-1a398a397350 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.345441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a901ad4c-d3ee-401a-bae0-1a398a397350 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071342 Feb 09 21:53:58.348142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.366427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-8901b022-2b55-47cd-8a59-b1f1cec1beef tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.367525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8901b022-2b55-47cd-8a59-b1f1cec1beef tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0183845 Feb 09 21:53:58.370076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46844) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.374736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Attempting to bind port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:58.375073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Attempting to bind port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:58.375463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Attempting to bind port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:58.378541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-26791086-64ba-4faa-b450-6537cc1eb848 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.379495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-26791086-64ba-4faa-b450-6537cc1eb848 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059891 Feb 09 21:53:58.379845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 on network db08f182-0208-4e22-bbcf-756d7e20679c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:58.380188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Attempting to bind port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:58.382887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46846) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.387854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-d8ca28e2-efbb-4b2e-9d46-d88eb010d2ab tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.390338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d8ca28e2-efbb-4b2e-9d46-d88eb010d2ab tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049412 Feb 09 21:53:58.391789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:58.392235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:58.392785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Bound using segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:58.393228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Bound port: ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:58.393586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.394916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46848) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.399729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-921316ee-14eb-4dba-aae4-79f8fe6eba85 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.400675 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-921316ee-14eb-4dba-aae4-79f8fe6eba85 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048602 Feb 09 21:53:58.403174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46850) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.403414 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-c5f00814-31c1-4fac-a152-2be40bd0cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.404920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-c5f00814-31c1-4fac-a152-2be40bd0cc7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c6a6417bde2547a09cf74763afc9997b&device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 1125 time: 0.1612856 Feb 09 21:53:58.407269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-73712ff5-09f5-46ad-931e-f764027be745 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.410599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-73712ff5-09f5-46ad-931e-f764027be745 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042119 Feb 09 21:53:58.410783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46852) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.415783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-8340f6b2-8f8c-4c89-a2d5-f6c366d65007 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.419336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8340f6b2-8f8c-4c89-a2d5-f6c366d65007 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050821 Feb 09 21:53:58.419470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ea06-8ecf-4bcc-ad0e-d52017a119d2 req-a72c2e0e-06ce-43d3-8507-0a91eccd466e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.419470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a73ea06-8ecf-4bcc-ad0e-d52017a119d2 req-a72c2e0e-06ce-43d3-8507-0a91eccd466e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.1042061 Feb 09 21:53:58.421084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46854) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.446175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-173331fd-a649-433c-b899-fc9cff75a8c6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.447262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-173331fd-a649-433c-b899-fc9cff75a8c6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0252366 Feb 09 21:53:58.451662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46856) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.457713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-8eb6da12-93f6-4c05-a003-fe13c4707c9e tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.458420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8eb6da12-93f6-4c05-a003-fe13c4707c9e tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058150 Feb 09 21:53:58.463416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46860) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.469395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-0599b7af-c173-4ef0-9e0c-2719b1f5a051 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.470022 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0599b7af-c173-4ef0-9e0c-2719b1f5a051 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057623 Feb 09 21:53:58.470588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-cc13b424-e34c-4125-bfa6-eb37e00613ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3468428f-acc6-428e-b6c5-5152ca5b77f2 HTTP/1.1" status: 200 len: 217 time: 0.0514455 Feb 09 21:53:58.477350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46862) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.481144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-1ccb2c57-1bda-402a-87d1-7eabc34253a9 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.484679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1ccb2c57-1bda-402a-87d1-7eabc34253a9 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044389 Feb 09 21:53:58.488249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46864) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.494815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-1a120c43-c532-46fc-8145-1c29ea5471dd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.496601 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1a120c43-c532-46fc-8145-1c29ea5471dd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0072997 Feb 09 21:53:58.502317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46868) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.506267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-9f5875c0-b6bd-495b-94a2-70f36ea8ed29 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.507267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9f5875c0-b6bd-495b-94a2-70f36ea8ed29 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044162 Feb 09 21:53:58.509918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46870) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.517120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-64a02b85-f032-4604-be4a-e9cc2cef5cd6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.523000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-64a02b85-f032-4604-be4a-e9cc2cef5cd6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0070815 Feb 09 21:53:58.523000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] For port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:58.523000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46874) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.530687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-d711212f-dba5-405a-b6f9-d5cc06ae036f tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.530687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d711212f-dba5-405a-b6f9-d5cc06ae036f tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043418 Feb 09 21:53:58.530687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] For port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:58.531512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46876) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.536603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-c00e2cfc-323f-4279-8ebf-ea611a21bb2c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.537437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c00e2cfc-323f-4279-8ebf-ea611a21bb2c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053284 Feb 09 21:53:58.541699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46878) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.547875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-f1c4cd3b-7b83-4796-aec8-5e6e7ca428f3 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.548999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f1c4cd3b-7b83-4796-aec8-5e6e7ca428f3 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057168 Feb 09 21:53:58.552646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46882) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.576811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-3aaaf1ea-c496-4e0f-95e9-44b13d7d76b6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.576811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3aaaf1ea-c496-4e0f-95e9-44b13d7d76b6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0150542 Feb 09 21:53:58.579596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.587410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-09be0edb-99a1-4eb1-b6d3-48f56591d2d8 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.591487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-09be0edb-99a1-4eb1-b6d3-48f56591d2d8 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099635 Feb 09 21:53:58.592129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46888) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.597242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-45bbaed9-1db7-43a9-9b37-4a8abd4c5a98 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.601046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45bbaed9-1db7-43a9-9b37-4a8abd4c5a98 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067394 Feb 09 21:53:58.601891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46890) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.605688 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a73ea06-8ecf-4bcc-ad0e-d52017a119d2 req-48a538e3-9f2c-48d8-b2eb-e13c064e3605 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751630 Feb 09 21:53:58.606650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-1c143b13-12a8-49d7-81bd-0c68c2553dca tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.608229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1c143b13-12a8-49d7-81bd-0c68c2553dca tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051496 Feb 09 21:53:58.609378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-b0d35c67-9a9f-4e29-baa2-8e41003c84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.611995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-b0d35c67-9a9f-4e29-baa2-8e41003c84eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f5d8045-f36d-4486-9f83-4dffe66941e9 HTTP/1.1" status: 200 len: 862 time: 0.1334305 Feb 09 21:53:58.612905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46892) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.620839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-ac1a7cca-ef78-4607-9059-165a1ed7d338 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.626480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ac1a7cca-ef78-4607-9059-165a1ed7d338 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0122979 Feb 09 21:53:58.627867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46894) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.651556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-b60378cb-a0ce-4a16-b486-2aa0fb9b3131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d843e71-f1ac-4c2f-84d6-f0f64b28c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291603 Feb 09 21:53:58.699378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-451ace92-9459-4291-a4d5-d5e79be19dcd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.700737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-451ace92-9459-4291-a4d5-d5e79be19dcd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069134 Feb 09 21:53:58.706649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.712006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46900) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.718774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-fb64529f-3338-4bac-b45b-6da23a513a73 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.719967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fb64529f-3338-4bac-b45b-6da23a513a73 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068781 Feb 09 21:53:58.722929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46902) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.727650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.729494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.731697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-54937c5d-a809-4da0-b070-0e4e1bdc0071 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.732542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 HTTP/1.1" status: 200 len: 1092 time: 1.5676415 Feb 09 21:53:58.738934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-54937c5d-a809-4da0-b070-0e4e1bdc0071 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0149748 Feb 09 21:53:58.739986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.744289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9955044-d835-4ef6-b182-beff235e2659', 'tag': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:58.748315 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d31c269-f577-470f-8cc4-239a5c2c102a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9955044-d835-4ef6-b182-beff235e2659", "tag": "ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:58.750217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-ef7f9114-0086-4a80-8b50-3cf312ab332d tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.753506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ef7f9114-0086-4a80-8b50-3cf312ab332d tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097504 Feb 09 21:53:58.762790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46908) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.769298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-066b01fc-3abe-410c-aef9-5e584ceb451c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.774890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-066b01fc-3abe-410c-aef9-5e584ceb451c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0106456 Feb 09 21:53:58.775868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.802782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-63c99a9a-6258-41b1-8e1d-1a9882f6d105 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.802782 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-63c99a9a-6258-41b1-8e1d-1a9882f6d105 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0148022 Feb 09 21:53:58.802782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46914) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.808135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-3d44f050-dded-4a03-a3d0-807d70398f52 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.812130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d44f050-dded-4a03-a3d0-807d70398f52 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0079443 Feb 09 21:53:58.813239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.849954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-a3cf45fe-4647-4f10-bd54-c050aac203f6 service neutron] 10.222.0.30 "GET /v2.0/networks/5d843e71-f1ac-4c2f-84d6-f0f64b28c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927745 Feb 09 21:53:58.868499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-91646747-72c7-40d6-a533-b5f1522913fb tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.869570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-91646747-72c7-40d6-a533-b5f1522913fb tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0450997 Feb 09 21:53:58.872178 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f799a853-6211-4bc3-8a03-385ed34526d7 x-openstack-request-id: req-f799a853-6211-4bc3-8a03-385ed34526d7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:58.872458 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9955044-d835-4ef6-b182-beff235e2659", "tag": "ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:58.872727 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f799a853-6211-4bc3-8a03-385ed34526d7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:58.873234 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9955044-d835-4ef6-b182-beff235e2659', 'tag': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2', 'status': 'completed', 'code': 200} Feb 09 21:53:58.907363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46926) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.914778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-fba6f1c1-d8c6-460e-86ff-ccc31435e0cb tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.918414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fba6f1c1-d8c6-460e-86ff-ccc31435e0cb tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0074277 Feb 09 21:53:58.920526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46928) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.931974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-d283bf98-e07a-4bde-9729-12b79a702fcd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.935185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d283bf98-e07a-4bde-9729-12b79a702fcd tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063763 Feb 09 21:53:58.937374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46930) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.944775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-309b6cb6-9e4b-42a9-9f5e-4c0a14e6d66c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.947893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-309b6cb6-9e4b-42a9-9f5e-4c0a14e6d66c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070596 Feb 09 21:53:58.948053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a401488-263d-45ea-bf6c-86c46741587e req-e09349fb-b0de-42d7-bc7a-c977e1d59062 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:58.948177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46932) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.949392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a401488-263d-45ea-bf6c-86c46741587e req-e09349fb-b0de-42d7-bc7a-c977e1d59062 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 944 time: 0.3392732 Feb 09 21:53:58.951543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339fe42-bc4b-46b8-adda-13ba0b82ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:58.952968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-a01531a0-87fd-4836-b7fe-c33190f0c9e7 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.953944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a01531a0-87fd-4836-b7fe-c33190f0c9e7 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049560 Feb 09 21:53:58.961890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46938) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.968100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-b6dc92e3-abb4-4ea0-93d7-d17302827ee6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.972784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b6dc92e3-abb4-4ea0-93d7-d17302827ee6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094264 Feb 09 21:53:58.973469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46940) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.978677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-70c380ef-a526-4f38-bd8e-7b3f46a28a0c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.981943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-70c380ef-a526-4f38-bd8e-7b3f46a28a0c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043807 Feb 09 21:53:58.982865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46942) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:58.988206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-3f7c7703-619f-4dc1-9c13-2a7a90429179 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:58.992052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3f7c7703-619f-4dc1-9c13-2a7a90429179 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040610 Feb 09 21:53:58.993133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46948) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.000412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-c47bf19d-4550-451a-a0e2-e88728178757 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.005135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c47bf19d-4550-451a-a0e2-e88728178757 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0098825 Feb 09 21:53:59.006872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46950) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.008383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b6087f-b9c6-4ecd-86c1-184999c63d44 req-e2522ab1-60f8-4547-b167-8dc9c81be701 service neutron] 10.222.0.30 "GET /v2.0/networks/5d843e71-f1ac-4c2f-84d6-f0f64b28c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497102 Feb 09 21:53:59.011722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-bb9f83b0-acb8-4f05-8860-69a8dacb543a tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.015077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bb9f83b0-acb8-4f05-8860-69a8dacb543a tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044603 Feb 09 21:53:59.018471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46952) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.023296 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-de003fea-01e7-491d-b924-9bdf961ec829 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.025674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de003fea-01e7-491d-b924-9bdf961ec829 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060639 Feb 09 21:53:59.027289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-33d2946e-5abf-4783-b162-73ec0ec57d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.028870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-33d2946e-5abf-4783-b162-73ec0ec57d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 1126 time: 0.1531954 Feb 09 21:53:59.031122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46954) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.035278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-0a379631-355b-484c-9a4a-0e9baa430a72 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.043611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0a379631-355b-484c-9a4a-0e9baa430a72 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0115302 Feb 09 21:53:59.044557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.051031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-4761538d-216d-47cd-8832-92f248df28da tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.056183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4761538d-216d-47cd-8832-92f248df28da tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065737 Feb 09 21:53:59.057393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.061831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-689f8472-2261-4f77-8176-92f26cbfc014 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.074448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-689f8472-2261-4f77-8176-92f26cbfc014 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046506 Feb 09 21:53:59.074448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46960) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.076483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-659591e7-99ba-456e-ad4f-50fc4997412c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.084932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-659591e7-99ba-456e-ad4f-50fc4997412c tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0082335 Feb 09 21:53:59.093329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46962) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.093484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-7f8b7f4f-0ccc-45da-8c0d-333d36d43121 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 HTTP/1.1" status: 200 len: 217 time: 0.0521080 Feb 09 21:53:59.093609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-03b2248b-5e47-44c7-b496-c9c5f1b56f01 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.097427 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-03b2248b-5e47-44c7-b496-c9c5f1b56f01 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090120 Feb 09 21:53:59.102424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.111262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-d83da18b-684d-4023-886b-cf996f8b843d tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.117092 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d83da18b-684d-4023-886b-cf996f8b843d tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0132446 Feb 09 21:53:59.119307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.125523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-dc03ec09-e56d-43bd-973b-f4a78f0c00ba tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.130910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dc03ec09-e56d-43bd-973b-f4a78f0c00ba tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0104568 Feb 09 21:53:59.138008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.145199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-bc4de694-db05-4246-9d7b-f73e9cfda2d6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.149624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc4de694-db05-4246-9d7b-f73e9cfda2d6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0104232 Feb 09 21:53:59.150602 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46974) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.155625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-e6308ee8-2373-4c74-ae63-72a0b6ee5992 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.163962 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e6308ee8-2373-4c74-ae63-72a0b6ee5992 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062151 Feb 09 21:53:59.171323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46976) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.176011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-1ad99096-8d8d-4339-bc46-8693cd933c08 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.180414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1ad99096-8d8d-4339-bc46-8693cd933c08 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075798 Feb 09 21:53:59.183469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46978) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.186969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a401488-263d-45ea-bf6c-86c46741587e req-04d7ee1a-d54a-4ba0-bd8d-5b4f1a3697bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053368 Feb 09 21:53:59.193559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-d813ae3f-acce-4624-898d-0984828489a5 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.197866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d813ae3f-acce-4624-898d-0984828489a5 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0097144 Feb 09 21:53:59.198246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46980) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.203001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-e7a2e7f3-fda3-43ee-9ef1-361ddeaa9053 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.204075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e7a2e7f3-fda3-43ee-9ef1-361ddeaa9053 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048277 Feb 09 21:53:59.206571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46982) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.209897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-fc4044e2-0830-4334-9c11-d61263c62338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.210707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-e13c3738-d182-48f1-81c5-35903a3794b6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.214367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-fc4044e2-0830-4334-9c11-d61263c62338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.1136298 Feb 09 21:53:59.214946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.219113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [None req-627c7ef9-7cd4-4311-9375-b1a584c26543 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.220043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e13c3738-d182-48f1-81c5-35903a3794b6 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0042596 Feb 09 21:53:59.225370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-627c7ef9-7cd4-4311-9375-b1a584c26543 tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050750 Feb 09 21:53:59.227230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46986) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.231421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [None req-f10d51fe-da4f-4bfc-ad05-5a5c12ce99ec tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:53:59.235294 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f10d51fe-da4f-4bfc-ad05-5a5c12ce99ec tempest-ExtensionsTestJSON-1047287904 tempest-ExtensionsTestJSON-1047287904-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042117 Feb 09 21:53:59.264525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-4e410c17-8d1a-4841-979a-00f0ef3b3372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422256 Feb 09 21:53:59.302251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.427626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-b2fd6f28-981b-43e9-8f83-5340330d4c09 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562989 Feb 09 21:53:59.483595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14c5ae-461d-4b46-9c33-d95ec3b840c8 req-2a4ea37d-1bb2-43cb-ab74-ae3cfc00440b tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.485274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a14c5ae-461d-4b46-9c33-d95ec3b840c8 req-2a4ea37d-1bb2-43cb-ab74-ae3cfc00440b tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 943 time: 0.0769043 Feb 09 21:53:59.539388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a53fae25-c405-4ebd-bb1b-bcc8e492ec1d req-01a78425-d87d-47c3-968b-e0d90d8b91d9 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050751 Feb 09 21:53:59.540367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a14c5ae-461d-4b46-9c33-d95ec3b840c8 req-a20f0aee-ca43-4796-812c-dd0797812aea tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477283 Feb 09 21:53:59.707614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ef8b9-710a-4cab-a0d1-666dd3f99796 req-0ad41f98-4963-4f85-96ae-6720d33f3355 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.709305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b6ef8b9-710a-4cab-a0d1-666dd3f99796 req-0ad41f98-4963-4f85-96ae-6720d33f3355 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0708966 Feb 09 21:53:59.767629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b6ef8b9-710a-4cab-a0d1-666dd3f99796 req-82e8019a-5a4d-4a6a-b1d8-02ec609e9079 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524080 Feb 09 21:53:59.804832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c69314-0156-46a1-b414-21074650e531 req-cfe61956-10eb-4479-82f2-cdef74da434f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.806075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2c69314-0156-46a1-b414-21074650e531 req-cfe61956-10eb-4479-82f2-cdef74da434f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.0893693 Feb 09 21:53:59.845198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-feac5cef-9010-427e-9359-94de074bb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.858406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-feac5cef-9010-427e-9359-94de074bb40d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 1126 time: 0.0837450 Feb 09 21:53:59.913100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47010) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:59.950651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2c69314-0156-46a1-b414-21074650e531 req-ebb408e9-f249-4778-b774-ff07542f3f1e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376255 Feb 09 21:54:00.025288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-b3db43b2-6ed6-424b-8bd5-29234f047d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.026863 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-b3db43b2-6ed6-424b-8bd5-29234f047d54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 907 time: 0.1616502 Feb 09 21:54:00.083470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-b898cc85-6403-41e9-8b35-c431b7e08c65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 HTTP/1.1" status: 200 len: 217 time: 0.0499399 Feb 09 21:54:00.144806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-29d52a87-8404-4484-8da7-d996dff37b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.164216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-f5945c39-6cda-490c-9058-405fe953da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.165688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-f5945c39-6cda-490c-9058-405fe953da11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.0732489 Feb 09 21:54:00.211513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-f12a4e97-3d56-47d7-a17c-21da647ade5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396924 Feb 09 21:54:00.352301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a143b69-0584-4ee1-9b73-ece30cbbf9ea req-fbbfbbc9-045f-4cdb-94e7-e852860db76e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.354599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a143b69-0584-4ee1-9b73-ece30cbbf9ea req-fbbfbbc9-045f-4cdb-94e7-e852860db76e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0951998 Feb 09 21:54:00.424738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a143b69-0584-4ee1-9b73-ece30cbbf9ea req-1eb92da1-4f61-4ffc-9caf-966dd78ce818 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632918 Feb 09 21:54:00.538881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-29d52a87-8404-4484-8da7-d996dff37b09 admin admin] Publish callbacks [] for security_group (12ed2b28-4074-4f15-8aa5-05ff43e8d7ea), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.547885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd883fd-d987-40d5-9224-e12e810791cb req-47d8bd06-fba9-4a67-a58a-d31933c64ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.549474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd883fd-d987-40d5-9224-e12e810791cb req-47d8bd06-fba9-4a67-a58a-d31933c64ce7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.1809983 Feb 09 21:54:00.552884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-f6f7e338-3f72-46c6-aadb-d2224769c1ee service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327384 Feb 09 21:54:00.560635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a174e16-8d89-4695-9736-9f650ae506de req-21971823-d34d-4d5b-bdbb-abf92e497cc3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.570662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a174e16-8d89-4695-9736-9f650ae506de req-21971823-d34d-4d5b-bdbb-abf92e497cc3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 944 time: 0.2136374 Feb 09 21:54:00.663464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.697527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b55c1-b956-4d2e-bcf0-dc78bb03ea81 req-36617f6d-ca08-4b7d-a3bf-a3f3b5b80683 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.704911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a98b55c1-b956-4d2e-bcf0-dc78bb03ea81 req-36617f6d-ca08-4b7d-a3bf-a3f3b5b80683 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 943 time: 0.0873516 Feb 09 21:54:00.726986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-29d52a87-8404-4484-8da7-d996dff37b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (12ed2b28-4074-4f15-8aa5-05ff43e8d7ea), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.750646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a98b55c1-b956-4d2e-bcf0-dc78bb03ea81 req-340855f6-07fa-4b74-9752-88c6d0cc9d0e tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Feb 09 21:54:00.755045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a174e16-8d89-4695-9736-9f650ae506de req-be3b971b-2792-48f4-a76a-30876810f554 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835241 Feb 09 21:54:00.825741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d52a87-8404-4484-8da7-d996dff37b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ed2b28-4074-4f15-8aa5-05ff43e8d7ea,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:00.825741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-29d52a87-8404-4484-8da7-d996dff37b09 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d9018a29e82541ca96e5b49a35958fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8994112 Feb 09 21:54:00.826272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:00.851737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d31c269-f577-470f-8cc4-239a5c2c102a req-c9e191e4-ddf4-4b13-acec-86ea38c3db38 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789655 Feb 09 21:54:00.867353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd883fd-d987-40d5-9224-e12e810791cb req-22bd8251-9680-4b2e-a8a7-a728f27fab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.867353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd883fd-d987-40d5-9224-e12e810791cb req-22bd8251-9680-4b2e-a8a7-a728f27fab9d service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.2931128 Feb 09 21:54:00.886220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-009f9418-c3f5-41b1-b46d-6a8a567e2d3a admin admin] Publish callbacks [] for security_group (12ed2b28-4074-4f15-8aa5-05ff43e8d7ea), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.915222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-009f9418-c3f5-41b1-b46d-6a8a567e2d3a admin admin] Publish callbacks [] for security_group (12ed2b28-4074-4f15-8aa5-05ff43e8d7ea), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.946075 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd883fd-d987-40d5-9224-e12e810791cb req-747a41b7-77f1-4bbf-9940-73d34cf82d06 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.0706859 Feb 09 21:54:01.009849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd883fd-d987-40d5-9224-e12e810791cb req-703518bc-0871-42fa-b6d1-39d10acd8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.011442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd883fd-d987-40d5-9224-e12e810791cb req-703518bc-0871-42fa-b6d1-39d10acd8cc9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.0578768 Feb 09 21:54:01.045483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-009f9418-c3f5-41b1-b46d-6a8a567e2d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (12ed2b28-4074-4f15-8aa5-05ff43e8d7ea), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.048235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-009f9418-c3f5-41b1-b46d-6a8a567e2d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.049706 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-009f9418-c3f5-41b1-b46d-6a8a567e2d3a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/12ed2b28-4074-4f15-8aa5-05ff43e8d7ea HTTP/1.1" status: 204 len: 168 time: 0.2232416 Feb 09 21:54:01.070632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f9418-c3f5-41b1-b46d-6a8a567e2d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ed2b28-4074-4f15-8aa5-05ff43e8d7ea,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:01.111207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd883fd-d987-40d5-9224-e12e810791cb req-4af99495-8049-4b73-9d5f-463c611acdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.112774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd883fd-d987-40d5-9224-e12e810791cb req-4af99495-8049-4b73-9d5f-463c611acdb5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834260 Feb 09 21:54:01.121474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76e19e-82e0-42cc-8e3f-d650eaaa474a req-b6227f52-298c-459b-b8ce-006f9739e475 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.122971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de76e19e-82e0-42cc-8e3f-d650eaaa474a req-b6227f52-298c-459b-b8ce-006f9739e475 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.0854206 Feb 09 21:54:01.235863 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de76e19e-82e0-42cc-8e3f-d650eaaa474a req-15e6d028-7a09-47c0-898d-f33094ec5313 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942602 Feb 09 21:54:01.250370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd883fd-d987-40d5-9224-e12e810791cb req-544a16d5-0443-4df5-a407-1cf180006c99 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264455 Feb 09 21:54:01.357484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd883fd-d987-40d5-9224-e12e810791cb req-ea603740-fd35-44db-8ec4-df785c47e70f service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010535 Feb 09 21:54:01.590721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165b4e-ab20-46a9-8103-ec94626f4e71 req-3d62d1d2-3abb-4022-aa1a-ad912c4a81e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.592867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72165b4e-ab20-46a9-8103-ec94626f4e71 req-3d62d1d2-3abb-4022-aa1a-ad912c4a81e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0716214 Feb 09 21:54:01.612198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3468428f-acc6-428e-b6c5-5152ca5b77f2 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:01.681915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72165b4e-ab20-46a9-8103-ec94626f4e71 req-5e0a8fd5-020b-4bbc-888a-74dfda6fff0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785716 Feb 09 21:54:01.769755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3468428f-acc6-428e-b6c5-5152ca5b77f2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3468428f-acc6-428e-b6c5-5152ca5b77f2,segment=NetworkSegment(edded871-8774-4141-9805-91d6945b721d),segment_id=edded871-8774-4141-9805-91d6945b721d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:01.782090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '3468428f-acc6-428e-b6c5-5152ca5b77f2', 'network_id': '5d843e71-f1ac-4c2f-84d6-f0f64b28c72a', 'port_id': '3468428f-acc6-428e-b6c5-5152ca5b77f2', 'mac_address': 'fa:16:3e:71:26:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d8045-f36d-4486-9f83-4dffe66941e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:01.827650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 3468428f-acc6-428e-b6c5-5152ca5b77f2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:01.827650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.845927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3468428f-acc6-428e-b6c5-5152ca5b77f2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:01.876632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3468428f-acc6-428e-b6c5-5152ca5b77f2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3468428f-acc6-428e-b6c5-5152ca5b77f2,segment=NetworkSegment(edded871-8774-4141-9805-91d6945b721d),segment_id=edded871-8774-4141-9805-91d6945b721d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:01.961412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.996925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06878e02-d0f0-46c9-84ac-924a2b3f57dc req-c323e0ca-4baa-434d-aee1-cca566de61ab tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.998976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06878e02-d0f0-46c9-84ac-924a2b3f57dc req-c323e0ca-4baa-434d-aee1-cca566de61ab tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 943 time: 0.1033647 Feb 09 21:54:02.021530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11403e40-b29d-4473-8ee0-fb49124d6d6c req-892c3be4-aee6-476a-a76a-9eacc05e001b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:02.037740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11403e40-b29d-4473-8ee0-fb49124d6d6c req-892c3be4-aee6-476a-a76a-9eacc05e001b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 944 time: 0.1177778 Feb 09 21:54:02.056092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=3468428f-acc6-428e-b6c5-5152ca5b77f2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:02.150028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06878e02-d0f0-46c9-84ac-924a2b3f57dc req-fb4b7865-36a4-4dbe-9264-02bea72332c9 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323690 Feb 09 21:54:02.154208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11403e40-b29d-4473-8ee0-fb49124d6d6c req-33dc2f46-f36c-4a25-9923-63f08593fad0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142368 Feb 09 21:54:02.212855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['3468428f-acc6-428e-b6c5-5152ca5b77f2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:02.426998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47086) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:02.537072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-737335047'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:02.645632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:02.649549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.659886 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.744774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (6e0fc65f-d97a-4e23-a5bb-86817b946a32), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.820910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006b90-644a-4aef-97b8-d9f1f3ed1fee req-8329a8e6-ccd1-45dc-812f-252ef75d3219 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:02.822412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90006b90-644a-4aef-97b8-d9f1f3ed1fee req-8329a8e6-ccd1-45dc-812f-252ef75d3219 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0585711 Feb 09 21:54:02.838165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6e0fc65f-d97a-4e23-a5bb-86817b946a32), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.889223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:02.896140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0fc65f-d97a-4e23-a5bb-86817b946a32,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:02.913309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a09780ba-0b9a-4a85-8557-49f957c8c9c0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.913664 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment a09780ba-0b9a-4a85-8557-49f957c8c9c0 of type vlan for network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe Feb 09 21:54:02.924646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90006b90-644a-4aef-97b8-d9f1f3ed1fee req-9ed2b16d-7993-4ebf-a474-41d496d3ba1d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945153 Feb 09 21:54:02.967022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0cc8abac-cb25-41ae-a55e-3f662a7b78fe), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.085962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0cc8abac-cb25-41ae-a55e-3f662a7b78fe), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.091290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:03.091913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.204160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7750058 Feb 09 21:54:03.206910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47108) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:03.213258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'name': 'tempest-PortsTestJSON-1206869314'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:03.243338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095af20-0e80-4f9f-88db-2b6e319f94c6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=0cc8abac-cb25-41ae-a55e-3f662a7b78fe,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:03.258316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745c71-7b53-4e63-9beb-f91bb810c61d req-f9ab9291-9d72-4370-9682-d59f4cfa98a9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:03.259919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-74745c71-7b53-4e63-9beb-f91bb810c61d req-f9ab9291-9d72-4370-9682-d59f4cfa98a9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1565685 Feb 09 21:54:03.262084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:03.327444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-74745c71-7b53-4e63-9beb-f91bb810c61d req-9b1eb0c7-3337-41b8-9503-9918370ff733 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616980 Feb 09 21:54:03.381542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2ab9e-754f-4c5d-b1c3-19ea4fe45710 req-e7e01243-9b6e-468d-8270-470f870f7efc tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:03.383146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-efd2ab9e-754f-4c5d-b1c3-19ea4fe45710 req-e7e01243-9b6e-468d-8270-470f870f7efc tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 944 time: 0.1115777 Feb 09 21:54:03.438995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-efd2ab9e-754f-4c5d-b1c3-19ea4fe45710 req-000eb3ee-b417-406c-8886-1fd0ccc4bc28 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501862 Feb 09 21:54:03.470273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765f0be-b38d-437a-8dc4-c968679397ae req-dd8ab236-b656-44d2-ab9c-1254f2b4b259 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:03.471911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9765f0be-b38d-437a-8dc4-c968679397ae req-dd8ab236-b656-44d2-ab9c-1254f2b4b259 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 944 time: 0.0893595 Feb 09 21:54:03.477451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:03.481982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.502685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:03.568591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9765f0be-b38d-437a-8dc4-c968679397ae req-7d8bc5d9-120f-496e-b1df-96b66a932a5c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870316 Feb 09 21:54:03.630298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:03.635879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3468428f-acc6-428e-b6c5-5152ca5b77f2 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:03.684755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a607af-2a18-4e42-b114-112ed16c15df req-41b20fff-4eab-4d90-88b3-dc62a043316b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:03.686300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5a607af-2a18-4e42-b114-112ed16c15df req-41b20fff-4eab-4d90-88b3-dc62a043316b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1404240 Feb 09 21:54:03.747242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.768912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5a607af-2a18-4e42-b114-112ed16c15df req-d7eb8a7e-d483-4c0f-8e9d-8cfddd72ae79 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698853 Feb 09 21:54:03.938750 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.985947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:04.001175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'port_id': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2', 'mac_address': 'fa:16:3e:30:52:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84ba4-9c63-4042-8a50-a10447cac407', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:04.046197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:04.046644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.049695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=ae9a65fc-6efc-49cf-a4d0-a0438ea471f0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:04.060612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 3468428f-acc6-428e-b6c5-5152ca5b77f2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:04.065229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:04.072384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 3468428f-acc6-428e-b6c5-5152ca5b77f2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:04.072768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.081783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': 'a09780ba-0b9a-4a85-8557-49f957c8c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:04.082420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: 0cc8abac-cb25-41ae-a55e-3f662a7b78fe, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:04.119011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:04.159436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:04.168098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 3468428f-acc6-428e-b6c5-5152ca5b77f2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:04.168723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.188724 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.196569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3468428f-acc6-428e-b6c5-5152ca5b77f2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:04.199033 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5f6fcc-94c3-46be-8321-0854eaf4c726" -d '{"events": [{"server_uuid": "a38e6cdd-888b-4815-a2ee-30d616a30962", "name": "network-vif-plugged", "status": "completed", "tag": "3468428f-acc6-428e-b6c5-5152ca5b77f2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:04.224148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-69e33467-ed85-46fa-acec-1a76c6184ac2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.233438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-69e33467-ed85-46fa-acec-1a76c6184ac2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.2113979 Feb 09 21:54:04.233616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 3468428f-acc6-428e-b6c5-5152ca5b77f2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3468428f-acc6-428e-b6c5-5152ca5b77f2,segment=NetworkSegment(edded871-8774-4141-9805-91d6945b721d),segment_id=edded871-8774-4141-9805-91d6945b721d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:04.251120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-88496f78-e416-4ca5-85ce-178eb00c676c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/quotas/871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 375 time: 0.0181167 Feb 09 21:54:04.256591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0cc8abac-cb25-41ae-a55e-3f662a7b78fe) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:04.256591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:04.263496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.264241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.268670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97628e38-c0b5-41c1-9624-fe4ac86fc35b None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:04.302337 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40aca25-ee98-4a1e-9c6d-12cea05f32a7 x-openstack-request-id: req-c40aca25-ee98-4a1e-9c6d-12cea05f32a7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:04.303649 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38e6cdd-888b-4815-a2ee-30d616a30962", "name": "network-vif-plugged", "status": "completed", "tag": "3468428f-acc6-428e-b6c5-5152ca5b77f2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:04.303649 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c40aca25-ee98-4a1e-9c6d-12cea05f32a7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:04.308782 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3468428f-acc6-428e-b6c5-5152ca5b77f2', 'code': 200} Feb 09 21:54:04.406177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.414088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:04.533670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:04.790646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=3468428f-acc6-428e-b6c5-5152ca5b77f2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:04.838945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5700f96d-6d86-4a82-995b-d14a8c49d3fe tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6302798 Feb 09 21:54:04.882597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47148) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:04.899676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-784128196'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:04.958589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daeadf-3a1b-47ee-97bb-49ae1194d738 req-6ca8047c-a20e-4912-ba1b-fae45e240fa9 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.961051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08daeadf-3a1b-47ee-97bb-49ae1194d738 req-6ca8047c-a20e-4912-ba1b-fae45e240fa9 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 945 time: 0.1540253 Feb 09 21:54:04.965722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22ac0-a220-482d-a9a5-24dd1fb2a3bb req-5c43655b-0438-4379-93f7-e271f1b79ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.967092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62b22ac0-a220-482d-a9a5-24dd1fb2a3bb req-5c43655b-0438-4379-93f7-e271f1b79ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 1127 time: 0.6469421 Feb 09 21:54:04.978646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-176746bf-478a-4ef9-8179-e257bc8fd2f4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7234349 Feb 09 21:54:05.032672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:05.036103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.051384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08daeadf-3a1b-47ee-97bb-49ae1194d738 req-16ad0800-53c1-42a1-9d09-72959f309317 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831988 Feb 09 21:54:05.096260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62b22ac0-a220-482d-a9a5-24dd1fb2a3bb req-9b6a1d8e-1822-4837-b94d-285965336380 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208558 Feb 09 21:54:05.103216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-5b26fdc0-c963-46a0-a6e7-9ca443859362 service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180553 Feb 09 21:54:05.111149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:05.121869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.122554 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment 1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c of type vlan for network f088b93f-bff4-4d35-aa31-562579dff976 Feb 09 21:54:05.194071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (f088b93f-bff4-4d35-aa31-562579dff976), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.208542 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-5077b840-152e-46f7-bf75-dabbcf7c8fd9 service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039650 Feb 09 21:54:05.228772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47458fa-d919-45b5-adde-2559344dc048 req-40fc4cfe-90d6-4eed-8548-1aaf6ba16850 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.230283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e47458fa-d919-45b5-adde-2559344dc048 req-40fc4cfe-90d6-4eed-8548-1aaf6ba16850 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 945 time: 0.0997674 Feb 09 21:54:05.281686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e47458fa-d919-45b5-adde-2559344dc048 req-91c5f63b-155e-49ed-9189-3a2b88866d37 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Feb 09 21:54:05.316806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (f088b93f-bff4-4d35-aa31-562579dff976), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.322469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.323018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.389619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=f088b93f-bff4-4d35-aa31-562579dff976,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:05.400739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network f088b93f-bff4-4d35-aa31-562579dff976 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:05.487794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b02768f7-58fb-4b1b-955c-ca4ff8986320 req-a471cccb-0eb2-4a6d-9a86-2ef4349a93aa tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 210 time: 0.0295911 Feb 09 21:54:05.491747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba38d22d-8b62-47b9-95e5-2c92806f36ea tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6035976 Feb 09 21:54:05.494532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47162) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:05.500865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'ports': [{'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe'}, {'network_id': 'f088b93f-bff4-4d35-aa31-562579dff976'}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:05.501018 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2206f867-ff3f-4fd0-91ca-66137bbe4e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.501349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:05.501918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': 'f088b93f-bff4-4d35-aa31-562579dff976'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:05.628619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:05.802916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:05.803147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 2} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:05.807079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:05.807465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.807616 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.824619 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.892201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:05.892738 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.967860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:05.993491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 7ff2d750-b756-4a79-b092-9df609329638 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:06.054771 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:06.105279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (7ff2d750-b756-4a79-b092-9df609329638), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:06.145474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:06.219344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port ebf440fd-b522-4cee-868e-80bc61f093a4 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:06.259319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1282b5-c7c8-4ef8-8b58-f9ae65f7842d req-019e3489-3c50-4419-9003-63daaf75f184 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:06.265352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e1282b5-c7c8-4ef8-8b58-f9ae65f7842d req-019e3489-3c50-4419-9003-63daaf75f184 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 945 time: 0.0865009 Feb 09 21:54:06.305387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9955044-d835-4ef6-b182-beff235e2659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:06.309709 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8842b26c-49b4-44cd-8d93-ab5f691d2426" -d '{"events": [{"server_uuid": "b9955044-d835-4ef6-b182-beff235e2659", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:06.384503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e1282b5-c7c8-4ef8-8b58-f9ae65f7842d req-53e0173a-82c9-4af8-8f66-8b083858ad8b tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094270 Feb 09 21:54:06.392997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (ebf440fd-b522-4cee-868e-80bc61f093a4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:06.468117 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec59eed-5217-43e7-9a61-41d26679938f x-openstack-request-id: req-1ec59eed-5217-43e7-9a61-41d26679938f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:06.468666 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9955044-d835-4ef6-b182-beff235e2659", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:06.468666 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ec59eed-5217-43e7-9a61-41d26679938f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:06.469023 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9955044-d835-4ef6-b182-beff235e2659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2', 'code': 200} Feb 09 21:54:06.474182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd763a0-6ac7-4987-ad7d-37e190736464 req-122dd7e8-e739-424f-8bff-c630a976db3d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:06.484318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cd763a0-6ac7-4987-ad7d-37e190736464 req-122dd7e8-e739-424f-8bff-c630a976db3d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 946 time: 0.1066835 Feb 09 21:54:06.563212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cd763a0-6ac7-4987-ad7d-37e190736464 req-e35e68f0-ace0-447c-848e-f54b1917ecfa tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663066 Feb 09 21:54:06.597472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7ff2d750-b756-4a79-b092-9df609329638), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:06.613547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf63c37-8724-4d67-b870-30d59e2f0de4 req-fa2437e0-3213-4f22-90c8-3028ab81d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:06.616271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0cf63c37-8724-4d67-b870-30d59e2f0de4 req-fa2437e0-3213-4f22-90c8-3028ab81d298 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 1128 time: 0.0746233 Feb 09 21:54:06.644110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:06.657420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:06.667791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:06.668873 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ebf440fd-b522-4cee-868e-80bc61f093a4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:06.669178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0cf63c37-8724-4d67-b870-30d59e2f0de4 req-36e0e88e-1769-4121-b38f-2319a3aeaf29 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Feb 09 21:54:06.694938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8cd116dd-d690-4189-80f2-853ee86f4b16 req-c8482c81-f5c5-4737-a5fa-37a3b4bbd9e2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 210 time: 0.0533769 Feb 09 21:54:06.711325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=7ff2d750-b756-4a79-b092-9df609329638,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:06.791899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': '1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f088b93f-bff4-4d35-aa31-562579dff976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:06.792970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: f088b93f-bff4-4d35-aa31-562579dff976, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:06.804036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=ebf440fd-b522-4cee-868e-80bc61f093a4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:06.905711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network f088b93f-bff4-4d35-aa31-562579dff976 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:06.997064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, f088b93f-bff4-4d35-aa31-562579dff976) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:07.000811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:07.007085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.011674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.012393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:07.012651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d98710-ae41-45c5-ae39-84e046173e03 None None] Network f088b93f-bff4-4d35-aa31-562579dff976 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:07.117699 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-672d038d-b9df-4f48-b482-a12e7df3bfd5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6078324 Feb 09 21:54:07.119772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47206) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:07.221798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port ebf440fd-b522-4cee-868e-80bc61f093a4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:07.222146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ebf440fd-b522-4cee-868e-80bc61f093a4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:07.289735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ebf440fd-b522-4cee-868e-80bc61f093a4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:07.304974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for ebf440fd-b522-4cee-868e-80bc61f093a4 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:07.504186 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ebf440fd-b522-4cee-868e-80bc61f093a4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:07.530699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565e2b-df10-471a-8a35-de4ff5126b0a req-13665def-9887-41d9-8ab8-307b727897ae tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.531334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-72977dac-2226-48e8-96df-e08ac4783c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:07.534210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b565e2b-df10-471a-8a35-de4ff5126b0a req-13665def-9887-41d9-8ab8-307b727897ae tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 945 time: 0.0620856 Feb 09 21:54:07.543952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=ebf440fd-b522-4cee-868e-80bc61f093a4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:07.549893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:07.570012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-139169a3-f142-49b4-8cb0-87b644c573e3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/ebf440fd-b522-4cee-868e-80bc61f093a4 HTTP/1.1" status: 204 len: 168 time: 0.4458756 Feb 09 21:54:07.570689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:07.684311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2131ed-a5a8-41b7-9b62-192581334d3e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.690941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2131ed-a5a8-41b7-9b62-192581334d3e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.693629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1a2131ed-a5a8-41b7-9b62-192581334d3e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1218362 Feb 09 21:54:07.702213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:07.712838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b565e2b-df10-471a-8a35-de4ff5126b0a req-1d2e7618-5c6b-4383-9c66-2499312f9dfe tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730103 Feb 09 21:54:07.833457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-cd0c3773-893c-4add-a1b4-fdf6be710d1c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.848269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-cd0c3773-893c-4add-a1b4-fdf6be710d1c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.2561641 Feb 09 21:54:07.864080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'port': {'device_id': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'admin_state_up': True, 'tenant_id': '871b3132515c4a0f8ea3fad830c23874'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:07.871795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56759be-91f4-4106-9e6d-bf160b436b2d req-064f2c32-970d-4d13-96f2-d51370d3ecb4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.878040 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b56759be-91f4-4106-9e6d-bf160b436b2d req-064f2c32-970d-4d13-96f2-d51370d3ecb4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 946 time: 0.2046347 Feb 09 21:54:07.957718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 7ff2d750-b756-4a79-b092-9df609329638 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:07.958193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7ff2d750-b756-4a79-b092-9df609329638), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.002968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75814450-f23d-4364-b3d0-569de1add43c req-f47b18f7-bb46-4b1c-a510-1489a4c6b9d9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 210 time: 0.0451612 Feb 09 21:54:08.021724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b56759be-91f4-4106-9e6d-bf160b436b2d req-d2a3b1e3-866f-4673-b1ee-84ae83f4cf81 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412253 Feb 09 21:54:08.065642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7ff2d750-b756-4a79-b092-9df609329638), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.082195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 7ff2d750-b756-4a79-b092-9df609329638 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:08.216853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Made reservation on behalf of 871b3132515c4a0f8ea3fad830c23874 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:08.220382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.249156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7ff2d750-b756-4a79-b092-9df609329638), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.285301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.291241 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/7ff2d750-b756-4a79-b092-9df609329638 HTTP/1.1" status: 204 len: 168 time: 0.5840673 Feb 09 21:54:08.291572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47236) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:08.300228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caaad6-96e2-4d7d-a5a1-36f86727c0b1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=7ff2d750-b756-4a79-b092-9df609329638,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:08.564041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0369b1-cb11-4a93-b317-0a8564d92f93 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:08.564204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Allocated IP 172.20.0.4 (de77f096-ad5e-4478-9aa3-38b40b1cb433/2369572b-34af-42e9-93e8-48a0b0d10055/83899610-9992-4069-a9a1-22fcff2261c1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7e0369b1-cb11-4a93-b317-0a8564d92f93 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1064117 Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47242) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-1348d4e2-5fc8-4f93-ad47-85699c47513f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1348d4e2-5fc8-4f93-ad47-85699c47513f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/ebf440fd-b522-4cee-868e-80bc61f093a4 HTTP/1.1" status: 404 len: 333 time: 0.0348699 Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff3cf64-93c0-4c92-bb56-52698f43d59c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ff3cf64-93c0-4c92-bb56-52698f43d59c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/7ff2d750-b756-4a79-b092-9df609329638 HTTP/1.1" status: 404 len: 333 time: 0.0285792 Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47246) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:08.564680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (f088b93f-bff4-4d35-aa31-562579dff976), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.597255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (83899610-9992-4069-a9a1-22fcff2261c1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.713736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (f088b93f-bff4-4d35-aa31-562579dff976), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.720053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (83899610-9992-4069-a9a1-22fcff2261c1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.742858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f088b93f-bff4-4d35-aa31-562579dff976']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:08.803849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:08.804604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:08.804604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:08.804816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:08.804816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:08.809516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.846328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=83899610-9992-4069-a9a1-22fcff2261c1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:08.852511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:08.853125 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.857675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.879764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b0b-7212-4fe0-91a9-588f4f03d0fc req-01bf32c5-5fb4-486e-81f8-e6af0f26e43f tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:08.884356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42677b0b-7212-4fe0-91a9-588f4f03d0fc req-01bf32c5-5fb4-486e-81f8-e6af0f26e43f tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 945 time: 0.1387074 Feb 09 21:54:08.887859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:08.888173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (1d9ce002-f1cc-4be7-8b1b-9f7ded59ba6c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:08.893491 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:08.955128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-c20b187e-750c-4879-9e7e-a6e03b4f23eb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0959914 Feb 09 21:54:08.971626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Request body: {'port': {'device_id': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:09.002950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42677b0b-7212-4fe0-91a9-588f4f03d0fc req-f219edb2-bf9f-4475-af80-278da7d0a436 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104839 Feb 09 21:54:09.047806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (83899610-9992-4069-a9a1-22fcff2261c1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.051853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.085277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (f088b93f-bff4-4d35-aa31-562579dff976), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.085277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.085277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/f088b93f-bff4-4d35-aa31-562579dff976 HTTP/1.1" status: 204 len: 168 time: 0.6076410 Feb 09 21:54:09.093493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47260) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:09.107076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1994160461'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:09.128178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d5698-12a8-4658-b1f4-8640e80deff7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=f088b93f-bff4-4d35-aa31-562579dff976,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:09.206133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1800-8634-4148-a373-82eaf76f2c1d req-dcbb7c73-48e0-4b4c-b39b-59812b0482fd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.208342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab8e1800-8634-4148-a373-82eaf76f2c1d req-dcbb7c73-48e0-4b4c-b39b-59812b0482fd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 946 time: 0.0839746 Feb 09 21:54:09.245889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b37e19c1-e0bd-4334-9bb7-169f9ed19a02 None None] Provisioning complete for port 83899610-9992-4069-a9a1-22fcff2261c1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:09.246580 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b37e19c1-e0bd-4334-9bb7-169f9ed19a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (83899610-9992-4069-a9a1-22fcff2261c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.248850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:09.253050 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.282989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab8e1800-8634-4148-a373-82eaf76f2c1d req-880c5d83-a658-4cbf-80dd-6d305158c6e9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685263 Feb 09 21:54:09.304814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:09.306582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ff9934b4-c9bc-46ea-9677-74ca514528b4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.307058 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment ff9934b4-c9bc-46ea-9677-74ca514528b4 of type vlan for network fd203290-aa27-423d-9484-3f4af7dabba6 Feb 09 21:54:09.327725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b37e19c1-e0bd-4334-9bb7-169f9ed19a02 None None] Port 83899610-9992-4069-a9a1-22fcff2261c1 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:09.363500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (fd203290-aa27-423d-9484-3f4af7dabba6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.445071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefea07b-b74f-4f88-a7da-83b1c0aa7538 req-080f3541-8340-4a3a-a92b-98ec094171b6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.446605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eefea07b-b74f-4f88-a7da-83b1c0aa7538 req-080f3541-8340-4a3a-a92b-98ec094171b6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 931 time: 0.3263457 Feb 09 21:54:09.463220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cde05-594b-4f5a-83d1-1126cc55f101 req-eb4e87ee-2ddb-4055-989e-50a10cf999eb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.464779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be2cde05-594b-4f5a-83d1-1126cc55f101 req-eb4e87ee-2ddb-4055-989e-50a10cf999eb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 946 time: 0.0668595 Feb 09 21:54:09.512715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be2cde05-594b-4f5a-83d1-1126cc55f101 req-f28d7ffe-fcce-4ca5-a664-a499f0298b75 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Feb 09 21:54:09.537430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eefea07b-b74f-4f88-a7da-83b1c0aa7538 req-a1997482-f7c2-4956-892c-cbbcad87a4db tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838220 Feb 09 21:54:09.547970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83899610-9992-4069-a9a1-22fcff2261c1 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:09.553964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (fd203290-aa27-423d-9484-3f4af7dabba6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.556339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.557061 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.563805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Publish callbacks [] for port (83899610-9992-4069-a9a1-22fcff2261c1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.576799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Transition to ACTIVE for port object 83899610-9992-4069-a9a1-22fcff2261c1 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:54:09.645359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=fd203290-aa27-423d-9484-3f4af7dabba6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:09.661179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (83899610-9992-4069-a9a1-22fcff2261c1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.663165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network fd203290-aa27-423d-9484-3f4af7dabba6 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:09.710424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2784bfd1-118e-4b05-a1c1-4e1f129d389d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6138768 Feb 09 21:54:09.722086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47276) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:09.731246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:09.731384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Pushing event updated for resources: {'Port': ['ID=83899610-9992-4069-a9a1-22fcff2261c1,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:09.849618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Attempting to bind port 83899610-9992-4069-a9a1-22fcff2261c1 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:09.850574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Attempting to bind port 83899610-9992-4069-a9a1-22fcff2261c1 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:09.850924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Attempting to bind port 83899610-9992-4069-a9a1-22fcff2261c1 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:09.858394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Port 83899610-9992-4069-a9a1-22fcff2261c1 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:54:09.858648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Attempting to bind port 83899610-9992-4069-a9a1-22fcff2261c1 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:09.864939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:09.865289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:09.866228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Bound using segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:09.866669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Bound port: 83899610-9992-4069-a9a1-22fcff2261c1, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:09.867032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (83899610-9992-4069-a9a1-22fcff2261c1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.941751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] For port 83899610-9992-4069-a9a1-22fcff2261c1, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:09.945138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] For port 83899610-9992-4069-a9a1-22fcff2261c1, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=83899610-9992-4069-a9a1-22fcff2261c1,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:10.019585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:10.023094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.065869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (83899610-9992-4069-a9a1-22fcff2261c1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.121857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Performing IP validity checks on allocation pools {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:54:10.122636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:54:10.157764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.158317 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.159951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] 10.222.0.110 "PUT /v2.0/ports/83899610-9992-4069-a9a1-22fcff2261c1 HTTP/1.1" status: 200 len: 1091 time: 1.1929998 Feb 09 21:54:10.163750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'tag': '83899610-9992-4069-a9a1-22fcff2261c1'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:10.165446 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446" -d '{"events": [{"name": "network-changed", "server_uuid": "73cde112-f16f-40e5-bb08-a93beccaa41b", "tag": "83899610-9992-4069-a9a1-22fcff2261c1"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:10.214879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036c0ad-0387-4fe2-8697-c608d6e1cb0a req-83bfc364-7c21-4200-a15e-b1064d324717 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.216776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e036c0ad-0387-4fe2-8697-c608d6e1cb0a req-83bfc364-7c21-4200-a15e-b1064d324717 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 945 time: 0.1109626 Feb 09 21:54:10.219975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc74170-ea85-45c3-aeb9-38d194e0d568 service neutron] Pushing event updated for resources: {'Port': ['ID=83899610-9992-4069-a9a1-22fcff2261c1,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:10.248732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.272875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6807b-5ed5-4251-a60d-fded52ce9f81 req-b88d7dc8-53b3-440a-b7b7-fbc77b1ac677 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.274441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30e6807b-5ed5-4251-a60d-fded52ce9f81 req-b88d7dc8-53b3-440a-b7b7-fbc77b1ac677 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 946 time: 0.1638777 Feb 09 21:54:10.281402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16bef2-611e-401f-8f15-396319937556 req-aecd5120-58eb-4aec-acd3-dd79e6a6f459 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.282894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc16bef2-611e-401f-8f15-396319937556 req-aecd5120-58eb-4aec-acd3-dd79e6a6f459 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.30 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 945 time: 0.1557305 Feb 09 21:54:10.313963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e036c0ad-0387-4fe2-8697-c608d6e1cb0a req-200b9224-3e60-4678-9f36-e8e472d0d35b tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/security-groups?id=dc2b2619-25af-4259-87df-8171e27bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915170 Feb 09 21:54:10.386718 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89a3cb8-eb88-445d-94ab-e0336ed6cc87 x-openstack-request-id: req-f89a3cb8-eb88-445d-94ab-e0336ed6cc87 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:10.387014 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cde112-f16f-40e5-bb08-a93beccaa41b", "tag": "83899610-9992-4069-a9a1-22fcff2261c1", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:10.387278 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f89a3cb8-eb88-445d-94ab-e0336ed6cc87 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:10.387688 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'tag': '83899610-9992-4069-a9a1-22fcff2261c1', 'status': 'completed', 'code': 200} Feb 09 21:54:10.414584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30e6807b-5ed5-4251-a60d-fded52ce9f81 req-2d658351-7e83-418d-bc76-e9bcdf1d5136 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306605 Feb 09 21:54:10.468342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (1021cc04-94d8-4fde-b61b-f37d06c459ae), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.473175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-61f2833a-c44d-47e9-8beb-0ffa81de6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.473175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-61f2833a-c44d-47e9-8beb-0ffa81de6edb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 1125 time: 0.1200721 Feb 09 21:54:10.528644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=1021cc04-94d8-4fde-b61b-f37d06c459ae,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:10.533080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-a04ba368-890e-49d3-b9a2-3dfe5c2635fe service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83899610-9992-4069-a9a1-22fcff2261c1 HTTP/1.1" status: 200 len: 217 time: 0.0544415 Feb 09 21:54:10.548887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': 'ff9934b4-c9bc-46ea-9677-74ca514528b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:10.548887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: fd203290-aa27-423d-9484-3f4af7dabba6, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:10.582432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Deleting port 3468428f-acc6-428e-b6c5-5152ca5b77f2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:10.583015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.651480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-2c581ef1-eed6-404e-b91c-0ec2c772c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.652993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-2c581ef1-eed6-404e-b91c-0ec2c772c6ed service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1136127 Feb 09 21:54:10.673445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2f834-0e34-4a5d-a369-ec77077809d9 req-d8cbb9c6-5964-42ad-b286-1a888d787c4f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.674963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ae2f834-0e34-4a5d-a369-ec77077809d9 req-d8cbb9c6-5964-42ad-b286-1a888d787c4f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 943 time: 0.0590885 Feb 09 21:54:10.680562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network fd203290-aa27-423d-9484-3f4af7dabba6 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:10.734233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] For port 3468428f-acc6-428e-b6c5-5152ca5b77f2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=3468428f-acc6-428e-b6c5-5152ca5b77f2,segment=NetworkSegment(edded871-8774-4141-9805-91d6945b721d),segment_id=edded871-8774-4141-9805-91d6945b721d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:10.734611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.753450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Calling delete_port for 3468428f-acc6-428e-b6c5-5152ca5b77f2 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:10.769711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da951b-5639-49d7-8668-5654948bf35c req-28c67413-0f2f-4e9b-897a-baedbfc4fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.769711 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-28c67413-0f2f-4e9b-897a-baedbfc4fb89 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1058738 Feb 09 21:54:10.779771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ae2f834-0e34-4a5d-a369-ec77077809d9 req-d56e864b-c8e9-4ee8-b9a0-a598eded6db4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930092 Feb 09 21:54:10.790459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, fd203290-aa27-423d-9484-3f4af7dabba6) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:10.794945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.798596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.799897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c290c8e6-746a-465b-b5ed-ab52bf5ef746 None None] Network fd203290-aa27-423d-9484-3f4af7dabba6 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:10.872008 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b56daa0c-4044-426f-88ea-0574a66d3848 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1486223 Feb 09 21:54:10.874381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47304) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:10.880455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6', 'name': 'tempest-PortsTestJSON-957999428'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:10.922509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-fd203290-aa27-423d-9484-3f4af7dabba6', 'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6', 'project_id': '4a03804b62a24be09c243c280f68e0e8', 'fixed_ips': [{'subnet_id': '1021cc04-94d8-4fde-b61b-f37d06c459ae'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:10.922727 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.983061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-72b6d513-3008-4af4-9221-40ddc158d7e7 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067566 Feb 09 21:54:11.095492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5da951b-5639-49d7-8668-5654948bf35c req-cf3c844a-d99d-4b5d-9355-bf7f7498d7f9 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034467 Feb 09 21:54:11.112301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3468428f-acc6-428e-b6c5-5152ca5b77f2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.130581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['3468428f-acc6-428e-b6c5-5152ca5b77f2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:11.155886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Pushing event deleted for resources: {'Port': ['ID=3468428f-acc6-428e-b6c5-5152ca5b77f2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:11.173830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:11.180826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.215817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Allocated IP 172.20.0.2 (fd203290-aa27-423d-9484-3f4af7dabba6/1021cc04-94d8-4fde-b61b-f37d06c459ae/4acda3b4-85d9-4fa0-97d4-77ed4025df5e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:11.220423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port d8c45a6a-a087-471c-bb24-dbd7bf8766fc yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:11.247112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] No DVR routers for this DVR port 3468428f-acc6-428e-b6c5-5152ca5b77f2 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:11.250249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.254535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc16bef2-611e-401f-8f15-396319937556 req-6828dc59-0cf9-4c55-8de1-4edc2f5d804a tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.30 "DELETE /v2.0/ports/3468428f-acc6-428e-b6c5-5152ca5b77f2 HTTP/1.1" status: 204 len: 173 time: 0.9630399 Feb 09 21:54:11.317089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-b1103d05-fbf0-44f7-b701-0224c94ce571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:11.319221 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-b1103d05-fbf0-44f7-b701-0224c94ce571 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 1125 time: 0.0737011 Feb 09 21:54:11.451802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72fa283b-b483-49fc-a6fa-c2a78d92a013 req-c5a0ebb1-3e7d-497b-b7a1-0e3afc226383 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 210 time: 0.0550976 Feb 09 21:54:11.481904 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Publish callbacks [] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.547133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-b9a2d382-6291-44dd-92ad-fbccaf851b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:11.551486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-b9a2d382-6291-44dd-92ad-fbccaf851b1e service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.2252018 Feb 09 21:54:11.581196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-f2a0b442-d493-4514-befd-02b9399183ed tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:11.584955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-f2a0b442-d493-4514-befd-02b9399183ed tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 946 time: 0.0984862 Feb 09 21:54:11.608362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.671691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-4573985a-d5a8-499d-87b5-975ef65221aa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83899610-9992-4069-a9a1-22fcff2261c1 HTTP/1.1" status: 200 len: 217 time: 0.1001287 Feb 09 21:54:11.683035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Network fd203290-aa27-423d-9484-3f4af7dabba6 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:11.684746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Pushing event updated for resources: {'Port': ['ID=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:11.696910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:11.701240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:11.783489 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.785775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-e569b987-3301-465c-aaa4-30549090e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:11.789134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-e569b987-3301-465c-aaa4-30549090e59b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1085243 Feb 09 21:54:11.829315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec27b-e9f3-437d-988c-79ad1bd542af req-ad7556f7-3713-4155-bc36-9ad142686d0f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:11.840982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8fec27b-e9f3-437d-988c-79ad1bd542af req-ad7556f7-3713-4155-bc36-9ad142686d0f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 946 time: 0.2550089 Feb 09 21:54:11.841256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Attempting to bind port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:11.841256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Attempting to bind port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ff9934b4-c9bc-46ea-9677-74ca514528b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:11.841256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Attempting to bind port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e on network fd203290-aa27-423d-9484-3f4af7dabba6 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:11.841256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:11.841256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Checking segment: {'id': 'ff9934b4-c9bc-46ea-9677-74ca514528b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:11.841825 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.842009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Bound using segment: {'id': 'ff9934b4-c9bc-46ea-9677-74ca514528b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:11.842505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Bound port: 4acda3b4-85d9-4fa0-97d4-77ed4025df5e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9934b4-c9bc-46ea-9677-74ca514528b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd203290-aa27-423d-9484-3f4af7dabba6'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:11.842895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.872096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-21d32264-b78d-4104-8c00-c5229f9b1426 {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:54:11.879905 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:54:11.935281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8fec27b-e9f3-437d-988c-79ad1bd542af req-6cc50866-c6e1-4240-83d8-c10652257dee tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939906 Feb 09 21:54:11.944090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Deleting port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:11.944442 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.949453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] For port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:11.954093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] For port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,segment=NetworkSegment(ff9934b4-c9bc-46ea-9677-74ca514528b4),segment_id=ff9934b4-c9bc-46ea-9677-74ca514528b4)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:12.012652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5716a-aee9-4ff6-87ec-53ed2cb50e29 req-046f439d-627f-486e-aeda-925d676da829 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.014103 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4df5716a-aee9-4ff6-87ec-53ed2cb50e29 req-046f439d-627f-486e-aeda-925d676da829 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 943 time: 0.1355653 Feb 09 21:54:12.022304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.033991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-0708e545-112f-4873-a364-67f94cb4e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.035457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-0708e545-112f-4873-a364-67f94cb4e20c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2213075 Feb 09 21:54:12.081404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5858628-a676-4870-aa22-f4537b44c839 None None] Pushing event updated for resources: {'Port': ['ID=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:12.225776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] For port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:12.226159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.245261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-597d65b7-f5d3-4b54-8fca-61ca43d10aa2 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977899 Feb 09 21:54:12.272388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4df5716a-aee9-4ff6-87ec-53ed2cb50e29 req-36bd5725-8106-47f5-a571-ba58b4bb3ac3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344229 Feb 09 21:54:12.272388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Calling delete_port for ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:12.373838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.389414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'name': 'network-vif-deleted', 'tag': '3468428f-acc6-428e-b6c5-5152ca5b77f2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:12.391682 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a6e30-3a5b-441c-aa43-cba6f9314491" -d '{"events": [{"server_uuid": "a38e6cdd-888b-4815-a2ee-30d616a30962", "name": "network-vif-deleted", "tag": "3468428f-acc6-428e-b6c5-5152ca5b77f2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:12.436655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 904b6a8e-ba04-4962-9dbc-44417dc8b0b5 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:12.483966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc30a9d2-7d1d-4ed6-a04c-a0b932853446 req-d835a8c0-aea7-4687-9d70-267bbfac036e service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258806 Feb 09 21:54:12.595021 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e05c813-d6ca-45dc-b7d1-71683dff9ada x-openstack-request-id: req-4e05c813-d6ca-45dc-b7d1-71683dff9ada {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:12.595645 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38e6cdd-888b-4815-a2ee-30d616a30962", "name": "network-vif-deleted", "tag": "3468428f-acc6-428e-b6c5-5152ca5b77f2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:12.595645 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e05c813-d6ca-45dc-b7d1-71683dff9ada {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:12.595993 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38e6cdd-888b-4815-a2ee-30d616a30962', 'name': 'network-vif-deleted', 'tag': '3468428f-acc6-428e-b6c5-5152ca5b77f2', 'status': 'completed', 'code': 200} Feb 09 21:54:12.710349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.3 (fd203290-aa27-423d-9484-3f4af7dabba6/1021cc04-94d8-4fde-b61b-f37d06c459ae/904b6a8e-ba04-4962-9dbc-44417dc8b0b5) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:12.744415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84b835a1-8d65-4049-a2fa-7e0c79696e38 req-ed426cb5-b0aa-4482-a97d-9fbd9c847137 tempest-InstanceActionsNegativeTestJSON-995727608 tempest-InstanceActionsNegativeTestJSON-995727608-project] 10.222.0.98 "GET /v2.0/ports?device_id=a38e6cdd-888b-4815-a2ee-30d616a30962 HTTP/1.1" status: 200 len: 210 time: 0.0900812 Feb 09 21:54:12.832111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.842595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4acda3b4-85d9-4fa0-97d4-77ed4025df5e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:12.870432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event deleted for resources: {'Port': ['ID=ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:12.891761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420', 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:12.935369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] No DVR routers for this DVR port ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:12.939910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.949792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-538cdb4d-22e8-4772-b01b-6c49a7cc06ae req-94b3de77-05d8-44ee-a511-1727b8aed402 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "DELETE /v2.0/ports/ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 HTTP/1.1" status: 204 len: 173 time: 1.3568730 Feb 09 21:54:12.962372 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (904b6a8e-ba04-4962-9dbc-44417dc8b0b5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.082775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:13.086225 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.090231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb861ece-511d-4d91-81c2-74740caf4482 req-e37f32e9-cb39-466c-b5cc-86bf892172a8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 210 time: 0.0495162 Feb 09 21:54:13.117636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (904b6a8e-ba04-4962-9dbc-44417dc8b0b5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.203901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=904b6a8e-ba04-4962-9dbc-44417dc8b0b5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:13.232939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network fd203290-aa27-423d-9484-3f4af7dabba6 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:13.234398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:13.248645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:13.276755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:13.277415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.328622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.333813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.345070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,segment=NetworkSegment(ff9934b4-c9bc-46ea-9677-74ca514528b4),segment_id=ff9934b4-c9bc-46ea-9677-74ca514528b4)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:13.429263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132bd55-48a2-49fa-87ef-ba6dd7eafe45 req-204904c8-7fdf-444f-b909-f6a4a6c211a3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.431196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7132bd55-48a2-49fa-87ef-ba6dd7eafe45 req-204904c8-7fdf-444f-b909-f6a4a6c211a3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 943 time: 0.0781000 Feb 09 21:54:13.442347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eb8e2eed-4474-4f6f-aae4-1813e2b1f525 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5665526 Feb 09 21:54:13.446182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47350) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:13.462527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.543731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7132bd55-48a2-49fa-87ef-ba6dd7eafe45 req-29dfc433-ef24-402a-9b5d-3ebd05ccbf3e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019697 Feb 09 21:54:13.557434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:13.579149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a4e09-e224-4eef-9e1d-c08f400dfa17 None None] Network fd203290-aa27-423d-9484-3f4af7dabba6 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:13.611591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 904b6a8e-ba04-4962-9dbc-44417dc8b0b5 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:13.612218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (904b6a8e-ba04-4962-9dbc-44417dc8b0b5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.669728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3468428f-acc6-428e-b6c5-5152ca5b77f2 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:13.675484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-47d93458-d206-411e-a56f-3c0e9a3b1678 None None] Provisioning complete for port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:13.676014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47d93458-d206-411e-a56f-3c0e9a3b1678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.720513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (904b6a8e-ba04-4962-9dbc-44417dc8b0b5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.736356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 904b6a8e-ba04-4962-9dbc-44417dc8b0b5 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:13.747456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 3468428f-acc6-428e-b6c5-5152ca5b77f2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:13.747920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 3468428f-acc6-428e-b6c5-5152ca5b77f2 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:13.748420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:13.776754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:13.777264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:13.806545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47356) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:13.856589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-47d93458-d206-411e-a56f-3c0e9a3b1678 None None] Current status of the port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:13.945595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] Deleting subnet 3f5d8045-f36d-4486-9f83-4dffe66941e9 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:13.958108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] Publish callbacks [] for subnet (3f5d8045-f36d-4486-9f83-4dffe66941e9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.991771 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (904b6a8e-ba04-4962-9dbc-44417dc8b0b5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.012231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (3f5d8045-f36d-4486-9f83-4dffe66941e9), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.041926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=904b6a8e-ba04-4962-9dbc-44417dc8b0b5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:14.141797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3f5d8045-f36d-4486-9f83-4dffe66941e9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.226290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.236112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7dfee37f-1ccb-4126-af16-08c11b544adc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/904b6a8e-ba04-4962-9dbc-44417dc8b0b5 HTTP/1.1" status: 204 len: 168 time: 0.7854543 Feb 09 21:54:14.237012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47366) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:14.296092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-82c82eeb-f9bc-4624-a230-3eae59b8ce2d None None] Could not find standard attr ID for object 904b6a8e-ba04-4962-9dbc-44417dc8b0b5. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:54:14.307242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (3f5d8045-f36d-4486-9f83-4dffe66941e9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.312686 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-6020119d-5a2d-4133-b65f-234d69b01bf5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:54:14.319507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6020119d-5a2d-4133-b65f-234d69b01bf5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:54:14.319507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6020119d-5a2d-4133-b65f-234d69b01bf5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/904b6a8e-ba04-4962-9dbc-44417dc8b0b5 HTTP/1.1" status: 404 len: 333 time: 0.0762348 Feb 09 21:54:14.320561 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ebf7279f-9706-4bff-b066-42eccebae551 req-66d4f731-d13d-446e-9924-54f1128ca394 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=b9955044-d835-4ef6-b182-beff235e2659 HTTP/1.1" status: 200 len: 210 time: 0.0416129 Feb 09 21:54:14.321565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47370) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:14.357457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5d8045-f36d-4486-9f83-4dffe66941e9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:14.361446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.367739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-31306927-6bd6-4ec7-81eb-da1b2b102949 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3f5d8045-f36d-4486-9f83-4dffe66941e9 HTTP/1.1" status: 204 len: 168 time: 0.5597792 Feb 09 21:54:14.368435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47372) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:14.371854 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b033ec02-7bd8-44df-8269-82798d97cbd4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:14.377954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b033ec02-7bd8-44df-8269-82798d97cbd4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/904b6a8e-ba04-4962-9dbc-44417dc8b0b5 HTTP/1.1" status: 404 len: 333 time: 0.0550830 Feb 09 21:54:14.379277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47376) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:14.451975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 1021cc04-94d8-4fde-b61b-f37d06c459ae {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:14.457744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (1021cc04-94d8-4fde-b61b-f37d06c459ae), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.489779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (5d843e71-f1ac-4c2f-84d6-f0f64b28c72a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.569322 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (1021cc04-94d8-4fde-b61b-f37d06c459ae), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.595120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 83899610-9992-4069-a9a1-22fcff2261c1 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:14.620296 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (5d843e71-f1ac-4c2f-84d6-f0f64b28c72a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.649804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-82c82eeb-f9bc-4624-a230-3eae59b8ce2d None None] Provisioning complete for port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:14.650189 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-82c82eeb-f9bc-4624-a230-3eae59b8ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.657546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d843e71-f1ac-4c2f-84d6-f0f64b28c72a']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:14.696108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edded871-8774-4141-9805-91d6945b721d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:14.698204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edded871-8774-4141-9805-91d6945b721d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:14.723978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (edded871-8774-4141-9805-91d6945b721d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.745833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (edded871-8774-4141-9805-91d6945b721d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.753841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:14.754581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (edded871-8774-4141-9805-91d6945b721d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.776372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9955044-d835-4ef6-b182-beff235e2659', 'name': 'network-vif-deleted', 'tag': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:14.783526 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f762768-0d72-4a02-a42f-5e7a0ab21f9f" -d '{"events": [{"server_uuid": "b9955044-d835-4ef6-b182-beff235e2659", "name": "network-vif-deleted", "tag": "ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:14.813704 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1021cc04-94d8-4fde-b61b-f37d06c459ae), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.853761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-82c82eeb-f9bc-4624-a230-3eae59b8ce2d None None] Current status of the port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:14.857266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4acda3b4-85d9-4fa0-97d4-77ed4025df5e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:14.903032 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:14.924969 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1cc6e9-09e0-43d1-9e37-31db56774e89 x-openstack-request-id: req-3f1cc6e9-09e0-43d1-9e37-31db56774e89 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:14.925688 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9955044-d835-4ef6-b182-beff235e2659", "name": "network-vif-deleted", "tag": "ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:14.925688 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f1cc6e9-09e0-43d1-9e37-31db56774e89 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:14.926024 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9955044-d835-4ef6-b182-beff235e2659', 'name': 'network-vif-deleted', 'tag': 'ec6ee3cc-c54e-4ff5-bbe8-c904eb18c0a2', 'status': 'completed', 'code': 200} Feb 09 21:54:14.930061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 83899610-9992-4069-a9a1-22fcff2261c1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=83899610-9992-4069-a9a1-22fcff2261c1,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:14.956320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '83899610-9992-4069-a9a1-22fcff2261c1', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': '83899610-9992-4069-a9a1-22fcff2261c1', 'mac_address': 'fa:16:3e:f4:54:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:14.976074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-db0388a6-70d8-498d-b4ff-ae55ed755ec1 None None] Could not find standard attr ID for object 904b6a8e-ba04-4962-9dbc-44417dc8b0b5. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:54:14.984366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce2e56-1fce-4b40-b25d-c6245333b439 req-601f8814-c8a0-441d-af41-30213f12974c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:14.986110 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6ce2e56-1fce-4b40-b25d-c6245333b439 req-601f8814-c8a0-441d-af41-30213f12974c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 943 time: 0.0844972 Feb 09 21:54:15.000676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (5d843e71-f1ac-4c2f-84d6-f0f64b28c72a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.014406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.028385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] 10.222.0.98 "DELETE /v2.0/networks/5d843e71-f1ac-4c2f-84d6-f0f64b28c72a HTTP/1.1" status: 204 len: 168 time: 0.6588554 Feb 09 21:54:15.060088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (1021cc04-94d8-4fde-b61b-f37d06c459ae), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.060572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 83899610-9992-4069-a9a1-22fcff2261c1 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:15.061065 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (83899610-9992-4069-a9a1-22fcff2261c1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.066969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a2a1c-1a95-43af-a32d-aac9d008d90f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d843e71-f1ac-4c2f-84d6-f0f64b28c72a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:15.111571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:15.113835 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.116255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6ce2e56-1fce-4b40-b25d-c6245333b439 req-479f3277-a240-433b-a017-6052cd47c0aa tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220639 Feb 09 21:54:15.119745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83899610-9992-4069-a9a1-22fcff2261c1 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:15.122620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=1021cc04-94d8-4fde-b61b-f37d06c459ae,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:15.148522 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.164104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-00da75eb-ba9b-421a-b302-c2f7d469de96 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/1021cc04-94d8-4fde-b61b-f37d06c459ae HTTP/1.1" status: 204 len: 168 time: 0.7720182 Feb 09 21:54:15.164104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47392) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:15.168463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52e227-9808-4ff5-b3a7-6c1eacfd734d None None] Network fd203290-aa27-423d-9484-3f4af7dabba6 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:15.255797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 83899610-9992-4069-a9a1-22fcff2261c1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=83899610-9992-4069-a9a1-22fcff2261c1,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:15.267235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (fd203290-aa27-423d-9484-3f4af7dabba6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.316516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (83899610-9992-4069-a9a1-22fcff2261c1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.331030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:15.331332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.390951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:15.415635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=83899610-9992-4069-a9a1-22fcff2261c1,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:15.425152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] For port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,segment=NetworkSegment(ff9934b4-c9bc-46ea-9677-74ca514528b4),segment_id=ff9934b4-c9bc-46ea-9677-74ca514528b4)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:15.426526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.446500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 4acda3b4-85d9-4fa0-97d4-77ed4025df5e owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:15.495634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] DHCP port deletion for fd203290-aa27-423d-9484-3f4af7dabba6 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:15.557116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] Deleting port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:15.557504 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.585806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47400) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:15.622160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.624162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] For port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,segment=NetworkSegment(ff9934b4-c9bc-46ea-9677-74ca514528b4),segment_id=ff9934b4-c9bc-46ea-9677-74ca514528b4)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:15.626070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.644231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3c3343b1-6573-44fe-bd28-a7a385c80529 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c6a6417bde2547a09cf74763afc9997b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569632 Feb 09 21:54:15.647095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] Calling delete_port for 4acda3b4-85d9-4fa0-97d4-77ed4025df5e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:15.647376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47404) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:15.656155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:15.663757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No DVR routers for this DVR port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:15.733919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61fc17ae-7f0b-4c0b-bf12-29076725ea65 admin admin] Publish callbacks [] for security_group (dc2b2619-25af-4259-87df-8171e27bff3d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.756098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:15.757087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61fc17ae-7f0b-4c0b-bf12-29076725ea65 admin admin] Publish callbacks [] for security_group (dc2b2619-25af-4259-87df-8171e27bff3d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.767309 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (fd203290-aa27-423d-9484-3f4af7dabba6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.790013 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (4acda3b4-85d9-4fa0-97d4-77ed4025df5e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.816280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd203290-aa27-423d-9484-3f4af7dabba6']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:15.826241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9934b4-c9bc-46ea-9677-74ca514528b4') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:15.826622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9934b4-c9bc-46ea-9677-74ca514528b4') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:15.837306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ff9934b4-c9bc-46ea-9677-74ca514528b4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.840480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] Pushing event deleted for resources: {'Port': ['ID=4acda3b4-85d9-4fa0-97d4-77ed4025df5e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:15.843605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec08a6-57bc-408c-869e-c43b1dccdd5b None None] No DVR routers for this DVR port 4acda3b4-85d9-4fa0-97d4-77ed4025df5e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:15.864324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ff9934b4-c9bc-46ea-9677-74ca514528b4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.872377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:15.872751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ff9934b4-c9bc-46ea-9677-74ca514528b4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:15.876214 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:15.928406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61fc17ae-7f0b-4c0b-bf12-29076725ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc2b2619-25af-4259-87df-8171e27bff3d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.932005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-61fc17ae-7f0b-4c0b-bf12-29076725ea65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.937234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-61fc17ae-7f0b-4c0b-bf12-29076725ea65 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dc2b2619-25af-4259-87df-8171e27bff3d HTTP/1.1" status: 204 len: 168 time: 0.2838655 Feb 09 21:54:15.957338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc17ae-7f0b-4c0b-bf12-29076725ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2b2619-25af-4259-87df-8171e27bff3d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:16.056812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (fd203290-aa27-423d-9484-3f4af7dabba6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.064329 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.072568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47414) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:16.076378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/fd203290-aa27-423d-9484-3f4af7dabba6 HTTP/1.1" status: 204 len: 168 time: 0.9203157 Feb 09 21:54:16.079141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-573346700'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:16.102303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85615e4-8c2f-4e4b-94bf-c0d955f8746e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=fd203290-aa27-423d-9484-3f4af7dabba6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:16.205055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:16.212754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.242062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:16.253222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.253705 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a of type vlan for network 8475d411-38df-4e57-ae0c-96ca3a912e47 Feb 09 21:54:16.281531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9af61d-1629-4baf-8960-f8a3be8e8aeb req-8523b5a6-57e1-407a-852b-70bc7f0f167f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:16.283218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc9af61d-1629-4baf-8960-f8a3be8e8aeb req-8523b5a6-57e1-407a-852b-70bc7f0f167f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 944 time: 0.0819783 Feb 09 21:54:16.297890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8475d411-38df-4e57-ae0c-96ca3a912e47), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.347633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc9af61d-1629-4baf-8960-f8a3be8e8aeb req-a9b7d80e-ee4d-46c5-8290-07e3ffcfaee0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578516 Feb 09 21:54:16.456348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8475d411-38df-4e57-ae0c-96ca3a912e47), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.462042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:16.466697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.593367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=8475d411-38df-4e57-ae0c-96ca3a912e47,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:16.624874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8475d411-38df-4e57-ae0c-96ca3a912e47 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:16.653506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6d1324ae-a2cf-4497-948d-8ad2f59bac51 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5786185 Feb 09 21:54:16.656297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47440) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:16.661967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:16.812578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4acda3b4-85d9-4fa0-97d4-77ed4025df5e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:16.827476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:16.831810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.865900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 4acda3b4-85d9-4fa0-97d4-77ed4025df5e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:16.866211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4acda3b4-85d9-4fa0-97d4-77ed4025df5e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:17.063941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-34775526-3752-4a9b-9862-d4ab47a98392 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:17.066789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-34775526-3752-4a9b-9862-d4ab47a98392 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.2228084 Feb 09 21:54:17.102913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-ca30a1f4-de6a-4ad3-9903-c6030cb4c474 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0301268 Feb 09 21:54:17.165250 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (69901111-c396-48f8-b249-dad84fb6bccd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.215527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-2d4c9f28-3652-4894-9573-a06d311224b6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102600 Feb 09 21:54:17.344734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=69901111-c396-48f8-b249-dad84fb6bccd,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:17.347177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': 'd8fb53de-a4c8-41f0-8fbd-99a5b8ea065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:17.347556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: 8475d411-38df-4e57-ae0c-96ca3a912e47, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:17.387798 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-9de0960e-cad7-4bab-b486-a37e11ed8f9d service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644664 Feb 09 21:54:17.465241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 8475d411-38df-4e57-ae0c-96ca3a912e47 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:17.517910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-d6b6eea7-8060-4d45-9e7d-9553dd8b57ec service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241703 Feb 09 21:54:17.539449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47474) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:17.565085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8475d411-38df-4e57-ae0c-96ca3a912e47) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:17.570594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:17.571818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.577062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3391c0-9ba5-4a37-bc39-741725a06886 None None] Network 8475d411-38df-4e57-ae0c-96ca3a912e47 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:17.703154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bd358428-992e-43e5-9a78-29f72506abcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0455284 Feb 09 21:54:17.705733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47482) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:17.712504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47', 'security_groups': [], 'name': 'tempest-PortsTestJSON-782854822'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:17.850113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-8475d411-38df-4e57-ae0c-96ca3a912e47', 'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47', 'project_id': '4a03804b62a24be09c243c280f68e0e8', 'fixed_ips': [{'subnet_id': '69901111-c396-48f8-b249-dad84fb6bccd'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:17.850998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.899803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1832143738-network', 'tenant_id': '5184a0e67d844d439f50c68613f5399a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:17.989476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1a816-7dab-44cf-99b0-fcf8e4e12efa req-27025583-516f-46c0-9bae-f3b16f6f6d50 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:17.991790 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39e1a816-7dab-44cf-99b0-fcf8e4e12efa req-27025583-516f-46c0-9bae-f3b16f6f6d50 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 944 time: 0.5044227 Feb 09 21:54:18.026510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Made reservation on behalf of 5184a0e67d844d439f50c68613f5399a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:18.035966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.043261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:18.046926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.072408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.105091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 965b0fd3-9997-40c6-8337-0447a27e939e yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:18.144108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Allocated IP 172.20.0.2 (8475d411-38df-4e57-ae0c-96ca3a912e47/69901111-c396-48f8-b249-dad84fb6bccd/0b971a52-6ccd-44f4-9240-428054077b97) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:18.181390 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39e1a816-7dab-44cf-99b0-fcf8e4e12efa req-b2aea3ed-d9b9-415a-948b-d770cdea154e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836758 Feb 09 21:54:18.360411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks [] for security_group (0ece1692-b474-4b7c-8f51-7361ca0235ff), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.458749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Publish callbacks [] for port (0b971a52-6ccd-44f4-9240-428054077b97), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.462372 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ece1692-b474-4b7c-8f51-7361ca0235ff), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.496773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 83899610-9992-4069-a9a1-22fcff2261c1 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:18.535027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:18.543172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece1692-b474-4b7c-8f51-7361ca0235ff,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:18.549145 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (0b971a52-6ccd-44f4-9240-428054077b97), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.555068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9b7591db-faea-4b1b-a414-cf4f65619798), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.555511 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Added segment 9b7591db-faea-4b1b-a414-cf4f65619798 of type vlan for network 5f838ee6-7832-4902-bd52-c4884cfe7974 Feb 09 21:54:18.610004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Network 8475d411-38df-4e57-ae0c-96ca3a912e47 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:18.619407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:18.629743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:18.719503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.9 (8475d411-38df-4e57-ae0c-96ca3a912e47/69901111-c396-48f8-b249-dad84fb6bccd/965b0fd3-9997-40c6-8337-0447a27e939e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:18.783206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce11011-3a15-46be-a68b-6c0e3194ccbe req-38e07000-75f2-4c5f-adef-becded8b7286 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 210 time: 0.7510898 Feb 09 21:54:18.856923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-af33b09b-1153-4fb5-ab58-e7b8578e653f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6997819 Feb 09 21:54:18.875760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-4adddf5c-5098-43ca-bfcf-27f2dcf0679f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850265 Feb 09 21:54:18.897717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Attempting to bind port 0b971a52-6ccd-44f4-9240-428054077b97 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:18.898795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Attempting to bind port 0b971a52-6ccd-44f4-9240-428054077b97 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd8fb53de-a4c8-41f0-8fbd-99a5b8ea065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:18.899405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Attempting to bind port 0b971a52-6ccd-44f4-9240-428054077b97 on network 8475d411-38df-4e57-ae0c-96ca3a912e47 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:18.909133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (965b0fd3-9997-40c6-8337-0447a27e939e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.912062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Pushing event updated for resources: {'Port': ['ID=0b971a52-6ccd-44f4-9240-428054077b97,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:18.925977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:18.929003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Checking segment: {'id': 'd8fb53de-a4c8-41f0-8fbd-99a5b8ea065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:18.931629 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.931629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Bound using segment: {'id': 'd8fb53de-a4c8-41f0-8fbd-99a5b8ea065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:18.931629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Bound port: 0b971a52-6ccd-44f4-9240-428054077b97, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fb53de-a4c8-41f0-8fbd-99a5b8ea065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8475d411-38df-4e57-ae0c-96ca3a912e47'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:18.932144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0b971a52-6ccd-44f4-9240-428054077b97), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.007531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 83899610-9992-4069-a9a1-22fcff2261c1 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:19.024289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 83899610-9992-4069-a9a1-22fcff2261c1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:19.030119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (83899610-9992-4069-a9a1-22fcff2261c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.077460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-1ebd8e24-2de0-4b84-9d81-57eb7eaee327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.088378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-1ebd8e24-2de0-4b84-9d81-57eb7eaee327 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.1874869 Feb 09 21:54:19.093524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-0db1947b-027a-4fdf-b48c-cd39d2bf02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.101013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-0db1947b-027a-4fdf-b48c-cd39d2bf02da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 1129 time: 0.1483784 Feb 09 21:54:19.222253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 83899610-9992-4069-a9a1-22fcff2261c1 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:19.230260 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (83899610-9992-4069-a9a1-22fcff2261c1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.261276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] For port 0b971a52-6ccd-44f4-9240-428054077b97, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:19.308036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 83899610-9992-4069-a9a1-22fcff2261c1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=83899610-9992-4069-a9a1-22fcff2261c1,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:19.310359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] For port 0b971a52-6ccd-44f4-9240-428054077b97, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0b971a52-6ccd-44f4-9240-428054077b97,segment=NetworkSegment(d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a),segment_id=d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:19.311641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83899610-9992-4069-a9a1-22fcff2261c1'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:19.314490 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc950b26-2d8e-4744-bdd2-8ac7fb3514e7" -d '{"events": [{"server_uuid": "73cde112-f16f-40e5-bb08-a93beccaa41b", "name": "network-vif-plugged", "status": "completed", "tag": "83899610-9992-4069-a9a1-22fcff2261c1"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:19.372576 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c852d6d8-2fd5-437a-a755-24e615a9b351 x-openstack-request-id: req-c852d6d8-2fd5-437a-a755-24e615a9b351 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:19.372987 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cde112-f16f-40e5-bb08-a93beccaa41b", "name": "network-vif-plugged", "status": "completed", "tag": "83899610-9992-4069-a9a1-22fcff2261c1", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:19.373353 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c852d6d8-2fd5-437a-a755-24e615a9b351 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:19.373868 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83899610-9992-4069-a9a1-22fcff2261c1', 'code': 200} Feb 09 21:54:19.375328 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (83899610-9992-4069-a9a1-22fcff2261c1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.382239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (5f838ee6-7832-4902-bd52-c4884cfe7974), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.432113 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0b971a52-6ccd-44f4-9240-428054077b97), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.437198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (965b0fd3-9997-40c6-8337-0447a27e939e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.502591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=83899610-9992-4069-a9a1-22fcff2261c1,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:19.539057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 8475d411-38df-4e57-ae0c-96ca3a912e47 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:19.578263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24e391-f3a6-4e32-bcb2-7d237656c67c req-57a532d8-049e-4cb6-8714-69d7a9e7979a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.583085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-34300482-157a-4cb5-91f8-60dd652031c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.584943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-34300482-157a-4cb5-91f8-60dd652031c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.4364686 Feb 09 21:54:19.595664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf24e391-f3a6-4e32-bcb2-7d237656c67c req-57a532d8-049e-4cb6-8714-69d7a9e7979a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 944 time: 0.2699776 Feb 09 21:54:19.597763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:19.614515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-7ca77ba4-fd1a-4dce-8c71-51cebaf8015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.617132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-7ca77ba4-fd1a-4dce-8c71-51cebaf8015d service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.4703448 Feb 09 21:54:19.628646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87f02c-952a-4d99-beac-136c1a42b64f None None] Pushing event updated for resources: {'Port': ['ID=0b971a52-6ccd-44f4-9240-428054077b97,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:19.694124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:19.750466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3da5d-396f-4f3c-a278-a39747450c29 req-f16523b9-ee23-4620-9506-63c766c5a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.752567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fad3da5d-396f-4f3c-a278-a39747450c29 req-f16523b9-ee23-4620-9506-63c766c5a7d7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 1127 time: 0.2926145 Feb 09 21:54:19.777382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-0251bc4a-8f4c-4bd7-b128-2fde7a8c3229 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 200 len: 1002 time: 0.1839061 Feb 09 21:54:19.788102 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf24e391-f3a6-4e32-bcb2-7d237656c67c req-b5ed2b4a-003f-4c53-90e8-0f2e84fc6cc5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871302 Feb 09 21:54:19.823948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=965b0fd3-9997-40c6-8337-0447a27e939e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:19.827515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (5f838ee6-7832-4902-bd52-c4884cfe7974), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.828648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.829308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:19.864712 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-503ea1ce-522e-4dda-a44b-da65857494cd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.2021821 Feb 09 21:54:20.007287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4664986 Feb 09 21:54:20.013914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:20.020812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Request body: {'subnet': {'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1832143738-subnet', 'tenant_id': '5184a0e67d844d439f50c68613f5399a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:20.031188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cee9b4be-ea19-425a-a24b-147795ef5c44 req-5d124741-dfe0-4638-be2f-4709fb6bb6b9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 210 time: 0.0667696 Feb 09 21:54:20.035231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fad3da5d-396f-4f3c-a278-a39747450c29 req-0c5d41d8-fbaf-4080-b5af-19d129a0ca80 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687683 Feb 09 21:54:20.036671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-ddf00269-b6be-4287-8ebb-5a408aa1990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.039090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-ddf00269-b6be-4287-8ebb-5a408aa1990b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.2224183 Feb 09 21:54:20.046662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-23cfa04a-1a7f-4d36-9586-aa3c0b2bb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.049025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-23cfa04a-1a7f-4d36-9586-aa3c0b2bb411 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1720409 Feb 09 21:54:20.056778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.057468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.090395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd173af-5235-4187-82fe-912bc627f5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5f838ee6-7832-4902-bd52-c4884cfe7974,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:20.103603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 5f838ee6-7832-4902-bd52-c4884cfe7974 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:20.160045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-01f1025c-e220-4b7c-8015-ac7404a88f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.163557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-01f1025c-e220-4b7c-8015-ac7404a88f5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1133070 Feb 09 21:54:20.167519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2516f138-7448-4eb7-89fc-148ebb4bf80a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.4607441 Feb 09 21:54:20.175423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47530) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:20.245993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Made reservation on behalf of 5184a0e67d844d439f50c68613f5399a for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:20.248667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.372810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-b42946a9-1286-4f26-8356-2fc254a2d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.374407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-b42946a9-1286-4f26-8356-2fc254a2d029 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072352 Feb 09 21:54:20.382726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-02610673-89c8-446e-a07c-496400b6fedb service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134411 Feb 09 21:54:20.385704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 965b0fd3-9997-40c6-8337-0447a27e939e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:20.387396 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (965b0fd3-9997-40c6-8337-0447a27e939e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.517740 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (965b0fd3-9997-40c6-8337-0447a27e939e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.568455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 965b0fd3-9997-40c6-8337-0447a27e939e owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:20.586401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-48c43f3e-ae5a-49fb-926a-100f8d0e72bf service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026947 Feb 09 21:54:20.591079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b166630b-581f-4c3f-828f-e122b5cfa28c req-41af374a-8e3a-4094-bede-dba58061aec4 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980243 Feb 09 21:54:20.714653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (fb0cd042-ebe3-44ef-b9f3-145785859442), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.806203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bd0e211-edeb-4d18-b94c-e602ec7a4235 req-617300cd-6a01-45fa-af1f-764b9df7f9b2 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128811 Feb 09 21:54:20.880564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0b971a52-6ccd-44f4-9240-428054077b97 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:20.934125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0b971a52-6ccd-44f4-9240-428054077b97 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:20.935099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0b971a52-6ccd-44f4-9240-428054077b97), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.987476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0cd042-ebe3-44ef-b9f3-145785859442,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:20.994823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Checking segment: {'id': '9b7591db-faea-4b1b-a414-cf4f65619798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:20.995814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Network hostable DHCP agents. Network: 5f838ee6-7832-4902-bd52-c4884cfe7974, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:21.180928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb52e5d-f23e-4451-994d-4b891d4ed441 req-c17df7d1-d3fb-4529-a546-fc7f598b01ae tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.190264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fb52e5d-f23e-4451-994d-4b891d4ed441 req-c17df7d1-d3fb-4529-a546-fc7f598b01ae tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.2737296 Feb 09 21:54:21.203851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0b971a52-6ccd-44f4-9240-428054077b97 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:21.204520 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0b971a52-6ccd-44f4-9240-428054077b97), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.217266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-181149f9-4c91-4d06-bca6-aa546a439de1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.226135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-181149f9-4c91-4d06-bca6-aa546a439de1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.2257698 Feb 09 21:54:21.232267 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (965b0fd3-9997-40c6-8337-0447a27e939e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.261275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Request body: {'port': {'device_id': '9feebb9c-654c-48dd-adea-954f22fe1558', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'admin_state_up': True, 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:21.266805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Network 5f838ee6-7832-4902-bd52-c4884cfe7974 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:21.289344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 0b971a52-6ccd-44f4-9240-428054077b97, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0b971a52-6ccd-44f4-9240-428054077b97,segment=NetworkSegment(d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a),segment_id=d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:21.294164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793ca3d-f15a-43fa-a5d6-7b298f4158f4 None None] Network 8475d411-38df-4e57-ae0c-96ca3a912e47 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:21.301906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-693ab6ca-acd2-4735-99ac-dc5cd757e6da req-2167a761-ccd5-4270-b616-4432339413f1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 210 time: 0.0675616 Feb 09 21:54:21.400757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fb52e5d-f23e-4451-994d-4b891d4ed441 req-42122609-c04e-4823-933a-43e8d935e4e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077675 Feb 09 21:54:21.402073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=965b0fd3-9997-40c6-8337-0447a27e939e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:21.410805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 5f838ee6-7832-4902-bd52-c4884cfe7974) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:21.437308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.438187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.497644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb9e16-153a-4443-9816-a3fd9d0f3579 None None] Network 5f838ee6-7832-4902-bd52-c4884cfe7974 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:21.506517 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.512465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-78476c21-558b-412d-937d-eb8f609fa46b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/965b0fd3-9997-40c6-8337-0447a27e939e HTTP/1.1" status: 204 len: 168 time: 1.3342133 Feb 09 21:54:21.513137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47548) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:21.539516 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfec8f9-4fe0-42ed-a42c-8e448af8e6b4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:21.540940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5dfec8f9-4fe0-42ed-a42c-8e448af8e6b4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/965b0fd3-9997-40c6-8337-0447a27e939e HTTP/1.1" status: 404 len: 333 time: 0.0266261 Feb 09 21:54:21.543548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47552) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:21.550169 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0b971a52-6ccd-44f4-9240-428054077b97), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.575745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:21.579049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.619124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-93f646de-23aa-4692-952c-9b2c4a3142be admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6033819 Feb 09 21:54:21.628109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-38940353-817e-498f-b522-ddfa8be31bf2 None None] Provisioning complete for port 0b971a52-6ccd-44f4-9240-428054077b97 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:21.643873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-38940353-817e-498f-b522-ddfa8be31bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0b971a52-6ccd-44f4-9240-428054077b97), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.725025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Allocated IP 172.20.0.5 (db08f182-0208-4e22-bbcf-756d7e20679c/3cd84ba4-9c63-4042-8a50-a10447cac407/89296758-9bf2-4624-bfe9-dd338bcf3b50) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:21.816612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=0b971a52-6ccd-44f4-9240-428054077b97,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:21.890306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce4f92-91fc-4501-9881-30bcc0e23921 None None] Network 5f838ee6-7832-4902-bd52-c4884cfe7974 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:21.897087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks [] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.985273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-38940353-817e-498f-b522-ddfa8be31bf2 None None] Current status of the port 0b971a52-6ccd-44f4-9240-428054077b97 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:21.987027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 69901111-c396-48f8-b249-dad84fb6bccd {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:21.992206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (69901111-c396-48f8-b249-dad84fb6bccd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.045628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.057490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (69901111-c396-48f8-b249-dad84fb6bccd), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.078013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:22.200818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Network db08f182-0208-4e22-bbcf-756d7e20679c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:22.234578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:22.257269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:22.258498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d806891f-c69b-400a-b7dd-df49c36e2bf7 None None] Provisioning complete for port 0b971a52-6ccd-44f4-9240-428054077b97 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:22.258986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d806891f-c69b-400a-b7dd-df49c36e2bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0b971a52-6ccd-44f4-9240-428054077b97), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.261400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event updated for resources: {'Port': ['ID=89296758-9bf2-4624-bfe9-dd338bcf3b50,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:22.433655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.434452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.460972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (69901111-c396-48f8-b249-dad84fb6bccd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.514337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394da7d-539b-4911-99f2-1c6fa28ade79 req-f298da45-4111-43a9-a6b4-156d4ff82a95 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.524419 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a394da7d-539b-4911-99f2-1c6fa28ade79 req-f298da45-4111-43a9-a6b4-156d4ff82a95 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 931 time: 0.0864718 Feb 09 21:54:22.536087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-bd35a553-bc52-40b6-be2a-af0ee4cfd1b1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2819397 Feb 09 21:54:22.545818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-80db706e-c646-4f73-913d-16e8fe12e2cb tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.547827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-80db706e-c646-4f73-913d-16e8fe12e2cb tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/networks?id=5f838ee6-7832-4902-bd52-c4884cfe7974 HTTP/1.1" status: 200 len: 821 time: 0.4603775 Feb 09 21:54:22.562100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Request body: {'port': {'device_id': '9feebb9c-654c-48dd-adea-954f22fe1558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:22.581354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a394da7d-539b-4911-99f2-1c6fa28ade79 req-5882c816-ca82-47db-9b0f-eb91fa06ef2f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559106 Feb 09 21:54:22.606339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d806891f-c69b-400a-b7dd-df49c36e2bf7 None None] Current status of the port 0b971a52-6ccd-44f4-9240-428054077b97 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:22.645116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6bd63dec-60f2-458a-a94e-addc15278328 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/quotas/5184a0e67d844d439f50c68613f5399a HTTP/1.1" status: 200 len: 375 time: 0.0725863 Feb 09 21:54:22.705754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-71735e38-0522-4684-8f45-728a42302d2a tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5184a0e67d844d439f50c68613f5399a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623538 Feb 09 21:54:22.728821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a119665a-24a9-4f6f-be9f-3d1af42fe9fd None None] Could not find standard attr ID for object 965b0fd3-9997-40c6-8337-0447a27e939e. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:54:22.810502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f2919-3219-4dcc-9f96-9a9291cec9a1 req-61798b7a-93e6-4269-9aff-4db436b84b65 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.812533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b15f2919-3219-4dcc-9f96-9a9291cec9a1 req-61798b7a-93e6-4269-9aff-4db436b84b65 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1161685 Feb 09 21:54:22.834324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0b971a52-6ccd-44f4-9240-428054077b97 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:22.900693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0b971a52-6ccd-44f4-9240-428054077b97 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:22.901175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0b971a52-6ccd-44f4-9240-428054077b97), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.925175 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (69901111-c396-48f8-b249-dad84fb6bccd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.940909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b15f2919-3219-4dcc-9f96-9a9291cec9a1 req-d1cad956-7214-4f24-b491-885b9f011301 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203771 Feb 09 21:54:22.956176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=69901111-c396-48f8-b249-dad84fb6bccd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:22.959781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-5db726c6-9276-424d-b57b-995f58f2bd06 service neutron] 10.222.0.98 "GET /v2.0/networks/5f838ee6-7832-4902-bd52-c4884cfe7974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298408 Feb 09 21:54:22.963035 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.973621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.977447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e9c2d443-9daf-42e5-affc-2c2bca65be7b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/69901111-c396-48f8-b249-dad84fb6bccd HTTP/1.1" status: 204 len: 168 time: 1.4329305 Feb 09 21:54:22.981941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47590) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:23.011435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f8b0b-da6f-4468-9616-93fc5846b207 None None] Network 8475d411-38df-4e57-ae0c-96ca3a912e47 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:23.130255 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8475d411-38df-4e57-ae0c-96ca3a912e47), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.139228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-0c7bf4bd-f841-42a0-9231-758825382a47 service neutron] 10.222.0.98 "GET /v2.0/networks/5f838ee6-7832-4902-bd52-c4884cfe7974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605439 Feb 09 21:54:23.152532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0b971a52-6ccd-44f4-9240-428054077b97 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:23.245019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 0b971a52-6ccd-44f4-9240-428054077b97 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:23.246699 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0b971a52-6ccd-44f4-9240-428054077b97), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.383497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] DHCP port deletion for 8475d411-38df-4e57-ae0c-96ca3a912e47 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:23.426294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] For port 0b971a52-6ccd-44f4-9240-428054077b97, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0b971a52-6ccd-44f4-9240-428054077b97,segment=NetworkSegment(d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a),segment_id=d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:23.426677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0b971a52-6ccd-44f4-9240-428054077b97), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.456163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] Deleting port 0b971a52-6ccd-44f4-9240-428054077b97 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:23.456163 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0b971a52-6ccd-44f4-9240-428054077b97), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.456495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 0b971a52-6ccd-44f4-9240-428054077b97 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:23.529595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89296758-9bf2-4624-bfe9-dd338bcf3b50 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:23.538118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Publish callbacks [] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.540950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] For port 0b971a52-6ccd-44f4-9240-428054077b97, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0b971a52-6ccd-44f4-9240-428054077b97,segment=NetworkSegment(d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a),segment_id=d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:23.541469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0b971a52-6ccd-44f4-9240-428054077b97), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.564555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] Calling delete_port for 0b971a52-6ccd-44f4-9240-428054077b97 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:23.581257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Transition to ACTIVE for port object 89296758-9bf2-4624-bfe9-dd338bcf3b50 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:54:23.651639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be257a-2253-4c5b-954d-78a7f145303d req-cffa47a7-5667-436e-b1c8-0220332a7a7f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.653985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6be257a-2253-4c5b-954d-78a7f145303d req-cffa47a7-5667-436e-b1c8-0220332a7a7f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.2086577 Feb 09 21:54:23.668761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91e0799a-027c-4c94-8389-8139c7c1bf74 req-ccbe8bda-787c-4809-b4d7-7cfca74b77ba tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 210 time: 0.0589285 Feb 09 21:54:23.670589 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.742160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (0b971a52-6ccd-44f4-9240-428054077b97), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.767139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Pushing event updated for resources: {'Port': ['ID=89296758-9bf2-4624-bfe9-dd338bcf3b50,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:23.793001 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6be257a-2253-4c5b-954d-78a7f145303d req-6dd28e94-fa20-410a-9d13-ca6989e12cd6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307256 Feb 09 21:54:23.798377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0b971a52-6ccd-44f4-9240-428054077b97), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.806814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] Pushing event deleted for resources: {'Port': ['ID=0b971a52-6ccd-44f4-9240-428054077b97,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:23.821446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d27a8-df9e-45b5-839a-38c491c7b157 None None] No DVR routers for this DVR port 0b971a52-6ccd-44f4-9240-428054077b97 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:23.878875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=0b971a52-6ccd-44f4-9240-428054077b97,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:23.881515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No DVR routers for this DVR port 0b971a52-6ccd-44f4-9240-428054077b97 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:23.914770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47620) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:23.981263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4d5d4-9bb8-4d4b-8575-074f28faa4a4 req-56a5ced0-8542-4048-8c0b-0154b044f330 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.983087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ab4d5d4-9bb8-4d4b-8575-074f28faa4a4 req-56a5ced0-8542-4048-8c0b-0154b044f330 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 943 time: 0.1898594 Feb 09 21:54:23.986629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Attempting to bind port 89296758-9bf2-4624-bfe9-dd338bcf3b50 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:23.987185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Attempting to bind port 89296758-9bf2-4624-bfe9-dd338bcf3b50 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:23.987721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Attempting to bind port 89296758-9bf2-4624-bfe9-dd338bcf3b50 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:23.993141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8475d411-38df-4e57-ae0c-96ca3a912e47), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.013952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Port 89296758-9bf2-4624-bfe9-dd338bcf3b50 on network db08f182-0208-4e22-bbcf-756d7e20679c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:54:24.017521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Attempting to bind port 89296758-9bf2-4624-bfe9-dd338bcf3b50 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:24.017648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8475d411-38df-4e57-ae0c-96ca3a912e47']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:24.026031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fb53de-a4c8-41f0-8fbd-99a5b8ea065a') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:24.026422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fb53de-a4c8-41f0-8fbd-99a5b8ea065a') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:24.030970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:24.031566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:24.032208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Bound using segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:24.032847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Bound port: 89296758-9bf2-4624-bfe9-dd338bcf3b50, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:24.033403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.036852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.056051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.062842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:24.063341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (d8fb53de-a4c8-41f0-8fbd-99a5b8ea065a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.069548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ab4d5d4-9bb8-4d4b-8575-074f28faa4a4 req-60be9944-f87d-4b28-adf6-0d96eaeba2d2 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776589 Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:24.132937 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:24.156555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2398-25cc-434f-96fb-b1839d926407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.171846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] For port 89296758-9bf2-4624-bfe9-dd338bcf3b50, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:24.176630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] For port 89296758-9bf2-4624-bfe9-dd338bcf3b50, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=89296758-9bf2-4624-bfe9-dd338bcf3b50,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:24.228659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8475d411-38df-4e57-ae0c-96ca3a912e47), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.233844 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.242117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47626) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:24.247179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'name': 'tempest-PortsTestJSON-1335913231'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:24.248236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/8475d411-38df-4e57-ae0c-96ca3a912e47 HTTP/1.1" status: 204 len: 168 time: 1.2650783 Feb 09 21:54:24.279016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2398-25cc-434f-96fb-b1839d926407 admin admin] Publish callbacks [] for security_group (519f2b5a-71ad-45b7-a7e1-20f6bf9ee372), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.280567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f82d38-e161-4506-bc33-64e6b46aafb0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=8475d411-38df-4e57-ae0c-96ca3a912e47,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:24.293926 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.345291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2398-25cc-434f-96fb-b1839d926407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (519f2b5a-71ad-45b7-a7e1-20f6bf9ee372), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.370500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:24.372681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.374210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] 10.222.0.30 "PUT /v2.0/ports/89296758-9bf2-4624-bfe9-dd338bcf3b50 HTTP/1.1" status: 200 len: 1091 time: 1.8208787 Feb 09 21:54:24.387987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9feebb9c-654c-48dd-adea-954f22fe1558', 'tag': '89296758-9bf2-4624-bfe9-dd338bcf3b50'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:24.390474 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdb5e9f-aa52-4c19-abbd-15df122c0941" -d '{"events": [{"name": "network-changed", "server_uuid": "9feebb9c-654c-48dd-adea-954f22fe1558", "tag": "89296758-9bf2-4624-bfe9-dd338bcf3b50"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:24.400034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e2398-25cc-434f-96fb-b1839d926407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519f2b5a-71ad-45b7-a7e1-20f6bf9ee372,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:24.413951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dc2e2398-25cc-434f-96fb-b1839d926407 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5d4d544748be4b2cacbab66e61540f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4975622 Feb 09 21:54:24.416171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47634) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:24.456042 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837ed95a-b56d-4b26-9fe8-0f393424c657 x-openstack-request-id: req-837ed95a-b56d-4b26-9fe8-0f393424c657 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:24.456922 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9feebb9c-654c-48dd-adea-954f22fe1558", "tag": "89296758-9bf2-4624-bfe9-dd338bcf3b50", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:24.457192 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-837ed95a-b56d-4b26-9fe8-0f393424c657 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:24.457648 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9feebb9c-654c-48dd-adea-954f22fe1558', 'tag': '89296758-9bf2-4624-bfe9-dd338bcf3b50', 'status': 'completed', 'code': 200} Feb 09 21:54:24.464349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a89436-72a3-44bf-bf8b-8654ab69438b service neutron] Pushing event updated for resources: {'Port': ['ID=89296758-9bf2-4624-bfe9-dd338bcf3b50,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:24.499855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1dcd-0d8b-4699-96d0-8a7e4dc5d175 admin admin] Publish callbacks [] for security_group (519f2b5a-71ad-45b7-a7e1-20f6bf9ee372), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.533168 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1dcd-0d8b-4699-96d0-8a7e4dc5d175 admin admin] Publish callbacks [] for security_group (519f2b5a-71ad-45b7-a7e1-20f6bf9ee372), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.571007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:24.574619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.589058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb5e9f-aa52-4c19-abbd-15df122c0941 req-75456e85-8272-4838-a960-69d478638505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:24.590663 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bdb5e9f-aa52-4c19-abbd-15df122c0941 req-75456e85-8272-4838-a960-69d478638505 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 1125 time: 0.1054547 Feb 09 21:54:24.601154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 578a2fac-81a4-46eb-88e4-4a54530a8b72 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:24.757533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1dcd-0d8b-4699-96d0-8a7e4dc5d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (519f2b5a-71ad-45b7-a7e1-20f6bf9ee372), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.761823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f3f1dcd-0d8b-4699-96d0-8a7e4dc5d175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.772002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6f3f1dcd-0d8b-4699-96d0-8a7e4dc5d175 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/519f2b5a-71ad-45b7-a7e1-20f6bf9ee372 HTTP/1.1" status: 204 len: 168 time: 0.3489208 Feb 09 21:54:24.789747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f1dcd-0d8b-4699-96d0-8a7e4dc5d175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f2b5a-71ad-45b7-a7e1-20f6bf9ee372,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:24.790582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0b971a52-6ccd-44f4-9240-428054077b97 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:24.855527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 0b971a52-6ccd-44f4-9240-428054077b97 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:24.874222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0b971a52-6ccd-44f4-9240-428054077b97 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:24.932581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b0e8e8ec-5f10-4379-ae52-4696a16955ca req-f0bc3688-db8a-452e-b259-9a3183ce0659 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 210 time: 0.1786749 Feb 09 21:54:24.961573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (578a2fac-81a4-46eb-88e4-4a54530a8b72), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.975507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb5e9f-aa52-4c19-abbd-15df122c0941 req-605d9b89-bea7-4db4-b62e-8a712e4cfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:24.977006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bdb5e9f-aa52-4c19-abbd-15df122c0941 req-605d9b89-bea7-4db4-b62e-8a712e4cfd0a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=87edc6d9e87140a5b7b616ed0161e948&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2221010 Feb 09 21:54:25.002377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c52d1-2fe5-41a7-95bc-8246548a4df1 req-b8a09893-c2ac-4c2b-ad9d-13d73c26af5b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.004073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c36c52d1-2fe5-41a7-95bc-8246548a4df1 req-b8a09893-c2ac-4c2b-ad9d-13d73c26af5b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0708115 Feb 09 21:54:25.078285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb5e9f-aa52-4c19-abbd-15df122c0941 req-f82ef699-55fd-49ab-9827-14eb8b560987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.079789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bdb5e9f-aa52-4c19-abbd-15df122c0941 req-f82ef699-55fd-49ab-9827-14eb8b560987 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966079 Feb 09 21:54:25.088422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c36c52d1-2fe5-41a7-95bc-8246548a4df1 req-92b458ce-9a2b-45d8-8cb9-0e6602580205 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775764 Feb 09 21:54:25.235893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-8bb3c730-6c7d-4441-80a4-7c86116dd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.237629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-8bb3c730-6c7d-4441-80a4-7c86116dd56c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 1125 time: 0.1153114 Feb 09 21:54:25.238702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (578a2fac-81a4-46eb-88e4-4a54530a8b72), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.339550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-a1ac08aa-99ec-4e0d-883e-9733e0dfbd15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89296758-9bf2-4624-bfe9-dd338bcf3b50 HTTP/1.1" status: 200 len: 217 time: 0.0908799 Feb 09 21:54:25.363118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:25.377542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:25.407600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:25.413389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.414005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.425662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2722b-1588-48d1-a74d-0e6f18d0e07b req-cc40f0c1-d7f4-44d3-96fd-584725ea9f22 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.427161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9dd2722b-1588-48d1-a74d-0e6f18d0e07b req-cc40f0c1-d7f4-44d3-96fd-584725ea9f22 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 943 time: 0.2262781 Feb 09 21:54:25.432715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=578a2fac-81a4-46eb-88e4-4a54530a8b72,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:25.805891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a5d70028-5f9d-4edc-ba9f-4b4eb5ef4e3a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5626574 Feb 09 21:54:25.811952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47670) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:25.812451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-7dce0fb8-ba5b-454b-b335-9ecc83b0a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.812797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-7dce0fb8-ba5b-454b-b335-9ecc83b0a28d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.4537179 Feb 09 21:54:25.863287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-8b744e6a-6753-4bf2-9a35-bc5061e3d28f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380104 Feb 09 21:54:25.870488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9dd2722b-1588-48d1-a74d-0e6f18d0e07b req-24916813-cef9-4fd4-b28f-671b1e2a384d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277799 Feb 09 21:54:25.991684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 578a2fac-81a4-46eb-88e4-4a54530a8b72 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:25.992228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (578a2fac-81a4-46eb-88e4-4a54530a8b72), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.000804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-9b495763-b8bb-4659-8959-625110fdf8bb service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293068 Feb 09 21:54:26.096833 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff8f83fd-2896-44f2-8206-455fb85134d0 req-2eee6237-64c8-45bf-bf08-c7222dd04af7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 210 time: 0.0516052 Feb 09 21:54:26.115485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (578a2fac-81a4-46eb-88e4-4a54530a8b72), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.133637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1074ee84-fbe9-45d9-a058-fe5b35adecd5 req-59e7d0c7-7ead-4f33-915b-6fd638d91ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265976 Feb 09 21:54:26.138529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 578a2fac-81a4-46eb-88e4-4a54530a8b72 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:26.283917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77beff23-6ee6-4a2e-b1c9-10064ff79f25 req-99e2205d-4c87-4723-b6e1-fbd9a7913e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:26.285453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77beff23-6ee6-4a2e-b1c9-10064ff79f25 req-99e2205d-4c87-4723-b6e1-fbd9a7913e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0599399 Feb 09 21:54:26.330750 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (578a2fac-81a4-46eb-88e4-4a54530a8b72), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.334462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77beff23-6ee6-4a2e-b1c9-10064ff79f25 req-8397675c-f0e7-4b60-a7d3-60ca6064fe72 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Feb 09 21:54:26.368700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=578a2fac-81a4-46eb-88e4-4a54530a8b72,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:26.374475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.381281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b8b7686a-8f2f-4106-8fa0-b26e4672abab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/578a2fac-81a4-46eb-88e4-4a54530a8b72 HTTP/1.1" status: 204 len: 168 time: 0.5684249 Feb 09 21:54:26.381584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47694) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:26.386588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'mac_address': 'fa:16:3e:4f:0d:ac', 'name': 'tempest-PortsTestJSON-849457950'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:26.789147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:26.908915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.952137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port a5a79bd3-23a7-4323-ae4d-89277aeb51f4 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:26.963969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-fbe77558-bf9b-4e61-b8e5-c81754cec2f6 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:26.967304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-fbe77558-bf9b-4e61-b8e5-c81754cec2f6 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.110 "GET /v2.0/networks?id=5f838ee6-7832-4902-bd52-c4884cfe7974 HTTP/1.1" status: 200 len: 821 time: 0.1882062 Feb 09 21:54:27.007034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Request body: {'port': {'device_id': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974', 'admin_state_up': True, 'tenant_id': '5184a0e67d844d439f50c68613f5399a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:27.012977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18e9ed-44c7-44e2-9ab0-2f7c656be0fc req-acc57d3b-a3f5-4e36-be3e-29c9fc507482 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.014671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e18e9ed-44c7-44e2-9ab0-2f7c656be0fc req-acc57d3b-a3f5-4e36-be3e-29c9fc507482 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 943 time: 0.0602710 Feb 09 21:54:27.064426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e18e9ed-44c7-44e2-9ab0-2f7c656be0fc req-4e05c553-885a-4049-8078-3aaa6c15fb40 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440259 Feb 09 21:54:27.222954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (a5a79bd3-23a7-4323-ae4d-89277aeb51f4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.255160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-718a27c0-77d3-43a2-877c-81a0cbe96c60 req-a7341d0a-fb26-45a3-9a6c-7ff46bbe016f tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 210 time: 0.0296998 Feb 09 21:54:27.324377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Made reservation on behalf of 5184a0e67d844d439f50c68613f5399a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:27.328048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.382437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a5a79bd3-23a7-4323-ae4d-89277aeb51f4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.451687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:27.459336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:27.468985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:27.475721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.478677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.484442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=a5a79bd3-23a7-4323-ae4d-89277aeb51f4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:27.498520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f38f-7ef8-4d98-998e-f55e2f069d77 req-ef117222-4473-46eb-8231-85555a563a1a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.500002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c13f38f-7ef8-4d98-998e-f55e2f069d77 req-ef117222-4473-46eb-8231-85555a563a1a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0851161 Feb 09 21:54:27.541971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Allocated IP 172.20.0.9 (5f838ee6-7832-4902-bd52-c4884cfe7974/fb0cd042-ebe3-44ef-b9f3-145785859442/5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:27.549137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c13f38f-7ef8-4d98-998e-f55e2f069d77 req-9fc84f27-14b0-4a83-be86-d22a3d77b628 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420401 Feb 09 21:54:27.644465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7450eed3-c1a3-489a-9282-19293468c62e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2617624 Feb 09 21:54:27.647287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47728) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:27.709311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb93fb9-1e49-4f2e-b4b8-d802c2d93734 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.709311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fdb93fb9-1e49-4f2e-b4b8-d802c2d93734 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/a5a79bd3-23a7-4323-ae4d-89277aeb51f4 HTTP/1.1" status: 200 len: 840 time: 0.0586746 Feb 09 21:54:27.710040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47730) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:27.805418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks [] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.856230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port a5a79bd3-23a7-4323-ae4d-89277aeb51f4 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:27.858540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a5a79bd3-23a7-4323-ae4d-89277aeb51f4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.924981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a5a79bd3-23a7-4323-ae4d-89277aeb51f4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.941491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for a5a79bd3-23a7-4323-ae4d-89277aeb51f4 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:27.954875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.047420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Network 5f838ee6-7832-4902-bd52-c4884cfe7974 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:28.056934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:28.059202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Pushing event updated for resources: {'Port': ['ID=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:28.060989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:28.128589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:28.129583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.196321 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a5a79bd3-23a7-4323-ae4d-89277aeb51f4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.229351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=a5a79bd3-23a7-4323-ae4d-89277aeb51f4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:28.234797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-6f8fe835-434b-4b81-b7d0-8f3d7a8aa406 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2351377 Feb 09 21:54:28.240520 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.243784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c8e0f494-7d6d-4be1-8ed4-2dad4f90c638 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/a5a79bd3-23a7-4323-ae4d-89277aeb51f4 HTTP/1.1" status: 204 len: 168 time: 0.5327983 Feb 09 21:54:28.246620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47742) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:28.249700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Request body: {'port': {'device_id': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:28.259325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4887794-7464-4f33-b7cc-d4a2b3cabcf5 req-7f9ce51e-6bb4-4d7d-81c7-2417492cc19e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:28.260831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4887794-7464-4f33-b7cc-d4a2b3cabcf5 req-7f9ce51e-6bb4-4d7d-81c7-2417492cc19e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 943 time: 0.1102571 Feb 09 21:54:28.281388 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-488b4000-324a-45b7-91bd-cea52c7f0294 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:28.283434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-488b4000-324a-45b7-91bd-cea52c7f0294 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/a5a79bd3-23a7-4323-ae4d-89277aeb51f4 HTTP/1.1" status: 404 len: 333 time: 0.0345249 Feb 09 21:54:28.288402 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47746) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:28.294314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'name': 'tempest-PortsTestJSON-1587032994'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:28.366574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.400377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4887794-7464-4f33-b7cc-d4a2b3cabcf5 req-4087d3ca-9d10-4a01-8103-31f9f18fd3fd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315541 Feb 09 21:54:28.520032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827927a-53df-46ae-9b53-c1cc860e6842 req-beedaa62-795b-4fb4-b27d-f49fa816548a tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:28.522132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3827927a-53df-46ae-9b53-c1cc860e6842 req-beedaa62-795b-4fb4-b27d-f49fa816548a tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 931 time: 0.1536729 Feb 09 21:54:28.577785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3827927a-53df-46ae-9b53-c1cc860e6842 req-e7cb546d-1268-49e6-a9f8-c3ed9bdbf550 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484705 Feb 09 21:54:28.593289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:28.600041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.634560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port af6a3ff1-d3e7-400c-8b8f-158f3d943626 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:28.752091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e079d-3a47-4ab0-86dc-288ec3bb0e1c req-c6d05d2c-f1e6-4fe3-be32-25f9bda12bf4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:28.753668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-629e079d-3a47-4ab0-86dc-288ec3bb0e1c req-c6d05d2c-f1e6-4fe3-be32-25f9bda12bf4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0914943 Feb 09 21:54:28.820687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.846378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-629e079d-3a47-4ab0-86dc-288ec3bb0e1c req-1c77e939-737e-4466-a6ea-011fd53bbd7b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858433 Feb 09 21:54:28.855079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:28.872971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Publish callbacks [] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.892191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Transition to ACTIVE for port object 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:54:28.937092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.964305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.008308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=af6a3ff1-d3e7-400c-8b8f-158f3d943626,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:29.023407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:29.026090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:29.029799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:29.036851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.039495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Pushing event updated for resources: {'Port': ['ID=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:29.041036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.122410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Attempting to bind port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:29.122751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Attempting to bind port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '9b7591db-faea-4b1b-a414-cf4f65619798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:29.123119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Attempting to bind port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc on network 5f838ee6-7832-4902-bd52-c4884cfe7974 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:29.128054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc on network 5f838ee6-7832-4902-bd52-c4884cfe7974 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:54:29.128394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Attempting to bind port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc on network 5f838ee6-7832-4902-bd52-c4884cfe7974 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:29.134300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:29.134623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Checking segment: {'id': '9b7591db-faea-4b1b-a414-cf4f65619798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:29.135018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Bound using segment: {'id': '9b7591db-faea-4b1b-a414-cf4f65619798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:29.135462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Bound port: 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7591db-faea-4b1b-a414-cf4f65619798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:29.135860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.148594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b58611d9-27cf-4355-9aa1-08a749e146c4 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8590536 Feb 09 21:54:29.151278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47764) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:29.157437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:29.215971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.269124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] For port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:29.275013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] For port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,segment=NetworkSegment(9b7591db-faea-4b1b-a414-cf4f65619798),segment_id=9b7591db-faea-4b1b-a414-cf4f65619798)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:29.276719 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.382840 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.440371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.441006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.442417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] 10.222.0.110 "PUT /v2.0/ports/5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc HTTP/1.1" status: 200 len: 1091 time: 1.1968334 Feb 09 21:54:29.445431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'tag': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:29.447806 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9920f67b-3ebf-4f00-a435-b20056ab42b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcc0027-73f0-48aa-912e-1e7af04c11d5", "tag": "5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:29.488538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccec3-03d8-47d7-916c-c24098e7fb2f service neutron] Pushing event updated for resources: {'Port': ['ID=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:29.509346 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f6aabd-b134-4330-96e0-d2230f67bb6f x-openstack-request-id: req-13f6aabd-b134-4330-96e0-d2230f67bb6f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:29.511317 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcc0027-73f0-48aa-912e-1e7af04c11d5", "tag": "5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:29.511317 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13f6aabd-b134-4330-96e0-d2230f67bb6f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:29.511317 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'tag': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc', 'status': 'completed', 'code': 200} Feb 09 21:54:29.515619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.586139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920f67b-3ebf-4f00-a435-b20056ab42b3 req-47b07de4-1377-425b-ae4a-3e1b295b8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.587868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9920f67b-3ebf-4f00-a435-b20056ab42b3 req-47b07de4-1377-425b-ae4a-3e1b295b8146 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5184a0e67d844d439f50c68613f5399a&device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 1125 time: 0.0584700 Feb 09 21:54:29.591658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a17e10-1ba2-4298-82e0-5887eed683cd req-7203e496-0556-4927-b71d-b50032bea479 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.593223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77a17e10-1ba2-4298-82e0-5887eed683cd req-7203e496-0556-4927-b71d-b50032bea479 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 943 time: 0.0728972 Feb 09 21:54:29.621710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.674329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77a17e10-1ba2-4298-82e0-5887eed683cd req-d9e0138b-be80-4a3e-8798-4026553596e3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698786 Feb 09 21:54:29.701983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 89296758-9bf2-4624-bfe9-dd338bcf3b50 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:29.753512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] In _notify_port_updated(), no bound segment for port af6a3ff1-d3e7-400c-8b8f-158f3d943626 on network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:54:29.759112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.764137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.764137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "PUT /v2.0/ports/af6a3ff1-d3e7-400c-8b8f-158f3d943626 HTTP/1.1" status: 200 len: 818 time: 0.6086986 Feb 09 21:54:29.764390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47784) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:29.778872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f5cc9-c9d8-476c-95e3-559d94cc14dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=af6a3ff1-d3e7-400c-8b8f-158f3d943626,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:29.830554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a0e2-e70b-475b-ace9-d768f322e1dc req-6dd111e6-7941-42a0-8f12-d4ac26e72a99 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.832236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f670a0e2-e70b-475b-ace9-d768f322e1dc req-6dd111e6-7941-42a0-8f12-d4ac26e72a99 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 943 time: 0.1415544 Feb 09 21:54:29.837365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920f67b-3ebf-4f00-a435-b20056ab42b3 req-1ad357c6-9534-45fe-9259-18989b658399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.837365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9920f67b-3ebf-4f00-a435-b20056ab42b3 req-1ad357c6-9534-45fe-9259-18989b658399 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=5184a0e67d844d439f50c68613f5399a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2392213 Feb 09 21:54:29.845321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 89296758-9bf2-4624-bfe9-dd338bcf3b50, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=89296758-9bf2-4624-bfe9-dd338bcf3b50,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:29.870071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '89296758-9bf2-4624-bfe9-dd338bcf3b50', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'port_id': '89296758-9bf2-4624-bfe9-dd338bcf3b50', 'mac_address': 'fa:16:3e:ab:5c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84ba4-9c63-4042-8a50-a10447cac407', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:29.905784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port af6a3ff1-d3e7-400c-8b8f-158f3d943626 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:29.906361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.937864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 89296758-9bf2-4624-bfe9-dd338bcf3b50 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:29.938670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.953395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89296758-9bf2-4624-bfe9-dd338bcf3b50 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:29.974079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 89296758-9bf2-4624-bfe9-dd338bcf3b50, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=89296758-9bf2-4624-bfe9-dd338bcf3b50,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:29.979625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.995094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f670a0e2-e70b-475b-ace9-d768f322e1dc req-26d7e707-d87a-400c-86e5-965b2e1ec5a3 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543717 Feb 09 21:54:30.021990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for af6a3ff1-d3e7-400c-8b8f-158f3d943626 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:30.027398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920f67b-3ebf-4f00-a435-b20056ab42b3 req-d0297c08-7b89-479d-acd7-5e791cfd4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.028990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9920f67b-3ebf-4f00-a435-b20056ab42b3 req-d0297c08-7b89-479d-acd7-5e791cfd4119 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803524 Feb 09 21:54:30.034528 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.095018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671e1ef-50fd-462e-938c-613f22d54589 req-a606f717-f1aa-4ee7-9ff6-2f9f254979f5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.097314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1671e1ef-50fd-462e-938c-613f22d54589 req-a606f717-f1aa-4ee7-9ff6-2f9f254979f5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1203678 Feb 09 21:54:30.119852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=89296758-9bf2-4624-bfe9-dd338bcf3b50,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.130075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.131076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.131552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.132664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.133331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.134021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.136161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.137231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.138016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.138713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.139730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.140310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.140869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:30.156607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-bdcde125-5a66-4634-8880-ecda43d08b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.158198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-bdcde125-5a66-4634-8880-ecda43d08b90 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5184a0e67d844d439f50c68613f5399a&device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 1125 time: 0.0695760 Feb 09 21:54:30.198181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1671e1ef-50fd-462e-938c-613f22d54589 req-a261d831-aed6-494f-aba5-ff13bf051478 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807390 Feb 09 21:54:30.200640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-e3d0bf23-63cc-4c2a-b577-c06df3f4d179 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc HTTP/1.1" status: 200 len: 217 time: 0.0356257 Feb 09 21:54:30.262035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-5fd9aacf-aa6c-4944-abf4-7723d03ca646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.263885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-5fd9aacf-aa6c-4944-abf4-7723d03ca646 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fb0cd042-ebe3-44ef-b9f3-145785859442 HTTP/1.1" status: 200 len: 861 time: 0.0524030 Feb 09 21:54:30.267242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (af6a3ff1-d3e7-400c-8b8f-158f3d943626), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.300835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=af6a3ff1-d3e7-400c-8b8f-158f3d943626,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.311883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-ad6319a7-5892-479f-869c-ba99df765323 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5f838ee6-7832-4902-bd52-c4884cfe7974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305240 Feb 09 21:54:30.313487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.313487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c50ea8d1-3c88-4f81-b3b2-0cb87fc3934a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/af6a3ff1-d3e7-400c-8b8f-158f3d943626 HTTP/1.1" status: 204 len: 168 time: 0.5440958 Feb 09 21:54:30.314496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47796) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:30.325055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['89296758-9bf2-4624-bfe9-dd338bcf3b50'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:30.384845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf9197-96ce-44a1-9cc9-ae490805be65 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.386621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fbdf9197-96ce-44a1-9cc9-ae490805be65 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0706460 Feb 09 21:54:30.389248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47798) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:30.399883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-137f4625-12cc-4285-b13f-8068804243d5 service neutron] 10.222.0.110 "GET /v2.0/networks/5f838ee6-7832-4902-bd52-c4884cfe7974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913365 Feb 09 21:54:30.417273 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3020cb-538d-42b1-880f-e0dc9a426eca tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:30.418835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0c3020cb-538d-42b1-880f-e0dc9a426eca tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/af6a3ff1-d3e7-400c-8b8f-158f3d943626 HTTP/1.1" status: 404 len: 333 time: 0.0285516 Feb 09 21:54:30.422464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:30.428803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-766563363'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:30.559197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca27ea56-fe22-488c-81a3-a9e23599d2fa req-e13b7ba7-fde8-40be-bf54-490f9e43431c service neutron] 10.222.0.110 "GET /v2.0/networks/5f838ee6-7832-4902-bd52-c4884cfe7974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372063 Feb 09 21:54:30.559430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:30.573363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.601480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:30.610792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dc1239b8-ed4b-41f7-9d66-f29ce14f06e9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.611146 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment dc1239b8-ed4b-41f7-9d66-f29ce14f06e9 of type vlan for network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 Feb 09 21:54:30.643566 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.654610 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.746916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.752333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.752856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.786344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca9231-affe-467e-9948-89af152a039f req-5d12f7e4-b768-4c38-9763-f703cda3e954 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.787909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bca9231-affe-467e-9948-89af152a039f req-5d12f7e4-b768-4c38-9763-f703cda3e954 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 944 time: 0.0545573 Feb 09 21:54:30.824453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=b21f1078-0939-4f2b-a9ab-be0d3c4ccc91,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.837401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bca9231-affe-467e-9948-89af152a039f req-7d7482ab-b200-47ac-8d82-f9f27d273356 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Feb 09 21:54:30.843022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:30.913342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1246fbae-d983-4567-a80e-bd12b68ae33b tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4808934 Feb 09 21:54:30.913342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47812) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:30.913342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:31.119084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c9947-4a7b-473b-9af5-6156481212b9 req-9a57226b-6c6d-401c-8c18-f8e52dac106b tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.120615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-646c9947-4a7b-473b-9af5-6156481212b9 req-9a57226b-6c6d-401c-8c18-f8e52dac106b tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 943 time: 0.0602150 Feb 09 21:54:31.121828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:31.125394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.232560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-646c9947-4a7b-473b-9af5-6156481212b9 req-0e90121a-3001-4ec7-8848-866ded102e73 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027021 Feb 09 21:54:31.332800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f2dca-ee39-4556-8a7e-fb9cf707d1d6 req-2c507587-4a77-4b4b-a865-49b266bf3ab0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.344316 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc4f2dca-ee39-4556-8a7e-fb9cf707d1d6 req-2c507587-4a77-4b4b-a865-49b266bf3ab0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0587323 Feb 09 21:54:31.393061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc4f2dca-ee39-4556-8a7e-fb9cf707d1d6 req-78102441-9880-4b02-a7a2-f6605db45cb4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Feb 09 21:54:31.433123 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.498410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:31.514905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': 'dc1239b8-ed4b-41f7-9d66-f29ce14f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:31.515273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: b21f1078-0939-4f2b-a9ab-be0d3c4ccc91, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:31.596351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:31.670323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b21f1078-0939-4f2b-a9ab-be0d3c4ccc91) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:31.678748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a82bc-493f-457c-b0af-459ed68dc947 None None] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:31.684670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 89296758-9bf2-4624-bfe9-dd338bcf3b50 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:31.698381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.702543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.781795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b9b5ef7b-0442-4d60-9f90-14aa76acd972 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8742528 Feb 09 21:54:31.784456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47832) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:31.790193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-011b8b20-c37d-4577-a924-7f4874fdde10 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:31.840233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-b21f1078-0939-4f2b-a9ab-be0d3c4ccc91', 'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91', 'project_id': '4a03804b62a24be09c243c280f68e0e8', 'fixed_ips': [{'subnet_id': '1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:31.841727 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.922878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 89296758-9bf2-4624-bfe9-dd338bcf3b50 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:31.937010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 89296758-9bf2-4624-bfe9-dd338bcf3b50 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:31.937676 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.020809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd60ac-c183-442d-939a-c49ebddd4e7b req-1ada054b-611e-4545-915f-302a444346ff tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.023518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8edd60ac-c183-442d-939a-c49ebddd4e7b req-1ada054b-611e-4545-915f-302a444346ff tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 944 time: 0.0649199 Feb 09 21:54:32.066811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011b8b20-c37d-4577-a924-7f4874fdde10 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:32.070727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-011b8b20-c37d-4577-a924-7f4874fdde10 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.074732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Allocated IP 172.20.0.2 (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91/1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3/edf050d8-1887-4c35-a773-32679fca51b6) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:32.104946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 89296758-9bf2-4624-bfe9-dd338bcf3b50 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:32.105338 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.143349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8edd60ac-c183-442d-939a-c49ebddd4e7b req-2034c95b-bb73-422b-b58c-a12bfa53f2fb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131468 Feb 09 21:54:32.198705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feebb9c-654c-48dd-adea-954f22fe1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89296758-9bf2-4624-bfe9-dd338bcf3b50'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:32.200965 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b4056c-f86c-4578-81c0-9376ceb999df" -d '{"events": [{"server_uuid": "9feebb9c-654c-48dd-adea-954f22fe1558", "name": "network-vif-plugged", "status": "completed", "tag": "89296758-9bf2-4624-bfe9-dd338bcf3b50"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:32.213607 n-d-828599-1 neutron-server[103696]: INFO neutron.db.ipam_backend_mixin [None req-011b8b20-c37d-4577-a924-7f4874fdde10 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3 (CIDR: 172.20.0.0/28) Feb 09 21:54:32.219902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 89296758-9bf2-4624-bfe9-dd338bcf3b50, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=89296758-9bf2-4624-bfe9-dd338bcf3b50,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:32.250700 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60408aaf-c895-43a8-ad64-5aa14b98cc4d x-openstack-request-id: req-60408aaf-c895-43a8-ad64-5aa14b98cc4d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:32.251007 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9feebb9c-654c-48dd-adea-954f22fe1558", "name": "network-vif-plugged", "status": "completed", "tag": "89296758-9bf2-4624-bfe9-dd338bcf3b50", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:32.251294 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-60408aaf-c895-43a8-ad64-5aa14b98cc4d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:32.251727 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feebb9c-654c-48dd-adea-954f22fe1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89296758-9bf2-4624-bfe9-dd338bcf3b50', 'code': 200} Feb 09 21:54:32.257885 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-011b8b20-c37d-4577-a924-7f4874fdde10 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:54:32.258975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011b8b20-c37d-4577-a924-7f4874fdde10 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:54:32.321354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.378240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-011b8b20-c37d-4577-a924-7f4874fdde10 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5925391 Feb 09 21:54:32.379192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47846) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:32.403304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:32.429448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=89296758-9bf2-4624-bfe9-dd338bcf3b50,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:32.431663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff0a11-cd06-48ad-8ea0-692222ea2ce6 req-19873096-782c-4399-871e-b5c6fc287969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.433428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62ff0a11-cd06-48ad-8ea0-692222ea2ce6 req-19873096-782c-4399-871e-b5c6fc287969 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 1127 time: 0.0725031 Feb 09 21:54:32.456977 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Publish callbacks [] for port (edf050d8-1887-4c35-a773-32679fca51b6), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.523846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fafa8-d620-43a6-9b68-690f801ad41b req-32aea81c-3af5-48fc-a2bc-6f1486f8d416 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.525535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bd0fafa8-d620-43a6-9b68-690f801ad41b req-32aea81c-3af5-48fc-a2bc-6f1486f8d416 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 943 time: 0.1668847 Feb 09 21:54:32.549220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (edf050d8-1887-4c35-a773-32679fca51b6), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.553820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62ff0a11-cd06-48ad-8ea0-692222ea2ce6 req-34cf8ac9-c92a-44f0-b5d9-bf0649191b28 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108155 Feb 09 21:54:32.615416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bdf92-4011-40a5-a1bc-4a6996867bee req-f37eb2b3-c51b-41cb-8917-4bc09a4e0776 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.622801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a59bdf92-4011-40a5-a1bc-4a6996867bee req-f37eb2b3-c51b-41cb-8917-4bc09a4e0776 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1135304 Feb 09 21:54:32.623057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:32.626827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:32.628478 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bd0fafa8-d620-43a6-9b68-690f801ad41b req-ae68658d-2649-4829-90b4-fe5cb201be0a tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940590 Feb 09 21:54:32.640094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:32.678454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Pushing event updated for resources: {'Port': ['ID=edf050d8-1887-4c35-a773-32679fca51b6,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:32.688181 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a59bdf92-4011-40a5-a1bc-4a6996867bee req-b727f553-8244-43de-a645-54670226086e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639045 Feb 09 21:54:32.731611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Attempting to bind port edf050d8-1887-4c35-a773-32679fca51b6 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:32.732293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Attempting to bind port edf050d8-1887-4c35-a773-32679fca51b6 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'dc1239b8-ed4b-41f7-9d66-f29ce14f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:32.732430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Attempting to bind port edf050d8-1887-4c35-a773-32679fca51b6 on network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:32.746495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:32.746872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Checking segment: {'id': 'dc1239b8-ed4b-41f7-9d66-f29ce14f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:32.747291 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.747694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Bound using segment: {'id': 'dc1239b8-ed4b-41f7-9d66-f29ce14f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:32.748220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Bound port: edf050d8-1887-4c35-a773-32679fca51b6, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1239b8-ed4b-41f7-9d66-f29ce14f06e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:32.748609 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (edf050d8-1887-4c35-a773-32679fca51b6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.752606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:32.766633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.884286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] For port edf050d8-1887-4c35-a773-32679fca51b6, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:32.888187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] For port edf050d8-1887-4c35-a773-32679fca51b6, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=edf050d8-1887-4c35-a773-32679fca51b6,segment=NetworkSegment(dc1239b8-ed4b-41f7-9d66-f29ce14f06e9),segment_id=dc1239b8-ed4b-41f7-9d66-f29ce14f06e9)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:32.959445 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (edf050d8-1887-4c35-a773-32679fca51b6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:33.078268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372169f-afb5-435c-bcba-e0fe22a4b3d9 None None] Pushing event updated for resources: {'Port': ['ID=edf050d8-1887-4c35-a773-32679fca51b6,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:33.224776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (6a0c433b-0c07-4c57-b138-2d60cd3c9e6a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:33.639329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:33.645480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:33.653315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.654180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:33.669911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=6a0c433b-0c07-4c57-b138-2d60cd3c9e6a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:33.695919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfc1be-dc2e-4867-9ec7-08f48078477e req-3b8ca4c0-a0f1-4cfd-984d-d3a664663f82 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.702762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1bfc1be-dc2e-4867-9ec7-08f48078477e req-3b8ca4c0-a0f1-4cfd-984d-d3a664663f82 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 945 time: 0.4350297 Feb 09 21:54:33.775431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1bfc1be-dc2e-4867-9ec7-08f48078477e req-b3eed633-84c9-4797-bdf5-0eac52ff3abb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549314 Feb 09 21:54:33.775431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fce83236-5e1b-47ac-abb8-19afe9d51ab9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3743982 Feb 09 21:54:33.777127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:33.782629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91', 'fixed_ips': [{'subnet_id': '1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3'}, {'subnet_id': '6a0c433b-0c07-4c57-b138-2d60cd3c9e6a'}], 'name': 'tempest-PortsTestJSON-1007425716'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:33.915970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223830-6641-4340-acf2-fc85c91af0e8 req-ac64eeac-8203-4ecf-9e2f-a2dfc9054256 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.925934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6223830-6641-4340-acf2-fc85c91af0e8 req-ac64eeac-8203-4ecf-9e2f-a2dfc9054256 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 943 time: 0.2048271 Feb 09 21:54:33.941245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b50ecb-ea5b-4062-ae71-d771e6d53428 req-329404b3-8da3-4bbc-921a-9610151a67c8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.950132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1b50ecb-ea5b-4062-ae71-d771e6d53428 req-329404b3-8da3-4bbc-921a-9610151a67c8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0921869 Feb 09 21:54:34.016937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1b50ecb-ea5b-4062-ae71-d771e6d53428 req-21243f63-f57f-4ae4-b7a5-c968637e3fa8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651529 Feb 09 21:54:34.045927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6223830-6641-4340-acf2-fc85c91af0e8 req-c746a442-1988-46b0-8530-7358bace86d4 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190283 Feb 09 21:54:34.153040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:34.207966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb627f-964c-4ae6-8a35-f50f3ac91f3b None None] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:34.274224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.277547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2bc987fd-ab5f-4e07-b1e6-44b9576e823d None None] Provisioning complete for port edf050d8-1887-4c35-a773-32679fca51b6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:34.277935 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2bc987fd-ab5f-4e07-b1e6-44b9576e823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (edf050d8-1887-4c35-a773-32679fca51b6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.294918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port e2ce9b60-4680-48c6-947d-d69f7b18c50f yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:34.555116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:34.623199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2bc987fd-ab5f-4e07-b1e6-44b9576e823d None None] Current status of the port edf050d8-1887-4c35-a773-32679fca51b6 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:34.623606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2bc987fd-ab5f-4e07-b1e6-44b9576e823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (edf050d8-1887-4c35-a773-32679fca51b6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.653676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.12 (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91/1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3/e2ce9b60-4680-48c6-947d-d69f7b18c50f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:34.663102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.18 (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91/6a0c433b-0c07-4c57-b138-2d60cd3c9e6a/e2ce9b60-4680-48c6-947d-d69f7b18c50f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:34.669845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:54:34.739360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2bc987fd-ab5f-4e07-b1e6-44b9576e823d None None] For port edf050d8-1887-4c35-a773-32679fca51b6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=edf050d8-1887-4c35-a773-32679fca51b6,segment=NetworkSegment(dc1239b8-ed4b-41f7-9d66-f29ce14f06e9),segment_id=dc1239b8-ed4b-41f7-9d66-f29ce14f06e9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:34.817789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,segment=NetworkSegment(9b7591db-faea-4b1b-a414-cf4f65619798),segment_id=9b7591db-faea-4b1b-a414-cf4f65619798)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:34.838731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Update dhcp port {'port': {'network_id': 'b21f1078-0939-4f2b-a9ab-be0d3c4ccc91', 'fixed_ips': [{'subnet_id': '1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a0c433b-0c07-4c57-b138-2d60cd3c9e6a'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'edf050d8-1887-4c35-a773-32679fca51b6'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:54:34.842853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc', 'network_id': '5f838ee6-7832-4902-bd52-c4884cfe7974', 'port_id': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc', 'mac_address': 'fa:16:3e:80:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0cd042-ebe3-44ef-b9f3-145785859442', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:34.873884 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2bc987fd-ab5f-4e07-b1e6-44b9576e823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (edf050d8-1887-4c35-a773-32679fca51b6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.887687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device edf050d8-1887-4c35-a773-32679fca51b6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:34.901902 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (edf050d8-1887-4c35-a773-32679fca51b6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.989378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.014620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458333-7a90-4b3f-af02-f19fd3697ac0 req-2b3de71f-c65e-4632-8e62-b5d9c4dcdad0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.032015 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17458333-7a90-4b3f-af02-f19fd3697ac0 req-2b3de71f-c65e-4632-8e62-b5d9c4dcdad0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 945 time: 0.1186671 Feb 09 21:54:35.140932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17458333-7a90-4b3f-af02-f19fd3697ac0 req-105c9829-bbbd-4c40-9e71-66c5e232223e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024857 Feb 09 21:54:35.148081 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.222082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc987fd-ab5f-4e07-b1e6-44b9576e823d None None] Pushing event updated for resources: {'Port': ['ID=edf050d8-1887-4c35-a773-32679fca51b6,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:35.263148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=e2ce9b60-4680-48c6-947d-d69f7b18c50f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:35.351879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:35.352546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.398474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:35.403638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:35.413590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:35.442334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3c72e-8f0d-45d2-9427-e2e1bba2e9c3 req-d4e67aac-0b3b-4b62-9d18-0fd2c59de302 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.447799 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aff3c72e-8f0d-45d2-9427-e2e1bba2e9c3 req-d4e67aac-0b3b-4b62-9d18-0fd2c59de302 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 943 time: 0.1350636 Feb 09 21:54:35.467058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e792fa-0c26-461a-8cdf-876b1da22493 req-8658679b-83d7-4bfe-9021-c2a01d5d11ee tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.468637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23e792fa-0c26-461a-8cdf-876b1da22493 req-8658679b-83d7-4bfe-9021-c2a01d5d11ee tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.2074356 Feb 09 21:54:35.498778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.499734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.538278 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23e792fa-0c26-461a-8cdf-876b1da22493 req-3936d496-afd1-4d10-8bf9-9a670a049684 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626869 Feb 09 21:54:35.552874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aff3c72e-8f0d-45d2-9427-e2e1bba2e9c3 req-81edf135-a792-40fd-811b-355466d3b551 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975239 Feb 09 21:54:35.556593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:35.576494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1791c622-687a-4ac4-88d8-83587373d6c9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7994914 Feb 09 21:54:35.584294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47926) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:35.589263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,segment=NetworkSegment(9b7591db-faea-4b1b-a414-cf4f65619798),segment_id=9b7591db-faea-4b1b-a414-cf4f65619798)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:35.590422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:35.596166 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-e91befdd-12ce-46c2-a51d-0a5cecc58893 {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:54:35.596864 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:54:35.617202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port edf050d8-1887-4c35-a773-32679fca51b6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:35.617885 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (edf050d8-1887-4c35-a773-32679fca51b6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.681354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.747297 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca8514ed-b02a-4d48-a87e-f02ef12b0d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.796653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.840461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:35.854593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-1e1c1930-9049-443d-8397-b4825ba7acc3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.861565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-1e1c1930-9049-443d-8397-b4825ba7acc3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.1987622 Feb 09 21:54:35.881197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-7e40e4a6-3900-4494-96ae-185e2f0119b6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0187228 Feb 09 21:54:35.891328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port edf050d8-1887-4c35-a773-32679fca51b6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:35.993834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-fb72dc97-f97d-4eb1-979f-a897f5a0d2d1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116955 Feb 09 21:54:36.012436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:36.259440 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (edf050d8-1887-4c35-a773-32679fca51b6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.589435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Allocated IP 172.20.0.19 (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91/6a0c433b-0c07-4c57-b138-2d60cd3c9e6a/edf050d8-1887-4c35-a773-32679fca51b6) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:36.646005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-159bc45c-695c-478e-ba41-c40b58e87ae2 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512711 Feb 09 21:54:36.799608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device edf050d8-1887-4c35-a773-32679fca51b6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:36.821975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507de9a-91c6-40b5-b223-c00f04cd2d2b req-b53f71ad-9ed2-4d56-8203-da4da5bade97 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:36.823535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6507de9a-91c6-40b5-b223-c00f04cd2d2b req-b53f71ad-9ed2-4d56-8203-da4da5bade97 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 944 time: 0.1077204 Feb 09 21:54:36.831730 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a10fc2aa-bbfd-49b3-9420-709053d351df service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750171 Feb 09 21:54:36.846405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] For port edf050d8-1887-4c35-a773-32679fca51b6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=edf050d8-1887-4c35-a773-32679fca51b6,segment=NetworkSegment(dc1239b8-ed4b-41f7-9d66-f29ce14f06e9),segment_id=dc1239b8-ed4b-41f7-9d66-f29ce14f06e9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:36.924589 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6507de9a-91c6-40b5-b223-c00f04cd2d2b req-5e4bd349-7b01-42c5-a9ef-fde864f86651 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815299 Feb 09 21:54:36.954244 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Publish callbacks [] for port (edf050d8-1887-4c35-a773-32679fca51b6), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.969744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port edf050d8-1887-4c35-a773-32679fca51b6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:36.970237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (edf050d8-1887-4c35-a773-32679fca51b6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.027381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (edf050d8-1887-4c35-a773-32679fca51b6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.097634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab8342-1824-4217-b84b-ea9d666d527b req-b70bfc77-2dde-466d-b335-c247d4193d7f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:37.104044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3ab8342-1824-4217-b84b-ea9d666d527b req-b70bfc77-2dde-466d-b335-c247d4193d7f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0960739 Feb 09 21:54:37.128244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Delete allocated IP 172.20.0.18 (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91/6a0c433b-0c07-4c57-b138-2d60cd3c9e6a) {{(pid=103697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:54:37.185192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port edf050d8-1887-4c35-a773-32679fca51b6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:37.219304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3ab8342-1824-4217-b84b-ea9d666d527b req-62ecd371-b1a6-4d82-8b64-211ae7a7ddc8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042049 Feb 09 21:54:37.233375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71ff00-0003-44ea-99e4-09156a7a2868 None None] Pushing event updated for resources: {'Port': ['ID=edf050d8-1887-4c35-a773-32679fca51b6,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:37.319164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcf7908a-43a2-42c0-ae8f-5bbc2a6d8823 req-b42d5a9e-df0e-4064-ac1e-68d37d3a69ee tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 210 time: 0.0467253 Feb 09 21:54:37.417733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.556210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31a41e05-f5a8-4e75-8331-a9ce7610b110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.560174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.670935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=e2ce9b60-4680-48c6-947d-d69f7b18c50f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:37.711931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] In _notify_port_updated(), no bound segment for port e2ce9b60-4680-48c6-947d-d69f7b18c50f on network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:54:37.717419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:37.718290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.722216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-af3a515b-f620-4712-8862-0b7bd05856ab tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "PUT /v2.0/ports/e2ce9b60-4680-48c6-947d-d69f7b18c50f HTTP/1.1" status: 200 len: 920 time: 2.1339550 Feb 09 21:54:37.722509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47962) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:37.728402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3'}, {'subnet_id': '6a0c433b-0c07-4c57-b138-2d60cd3c9e6a'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:37.826614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.863905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee81de-6b08-490e-8970-a2816173b4a4 None None] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:37.947526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2b3ded52-bc8f-4807-81a1-2c76c22fed41 None None] Provisioning complete for port edf050d8-1887-4c35-a773-32679fca51b6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:37.962054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b3ded52-bc8f-4807-81a1-2c76c22fed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (edf050d8-1887-4c35-a773-32679fca51b6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.090143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578f25c-4f8e-41ac-b5f2-282c9f42831e req-b91547d6-3fd1-4a2e-ade4-7c6dda4a5399 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:38.101009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2578f25c-4f8e-41ac-b5f2-282c9f42831e req-b91547d6-3fd1-4a2e-ade4-7c6dda4a5399 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 944 time: 0.0683057 Feb 09 21:54:38.147092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ded52-bc8f-4807-81a1-2c76c22fed41 None None] Current status of the port edf050d8-1887-4c35-a773-32679fca51b6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:38.173530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2578f25c-4f8e-41ac-b5f2-282c9f42831e req-d3216546-3bab-4c14-81d0-2436e8404b5e tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710189 Feb 09 21:54:38.200002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.26 (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91/6a0c433b-0c07-4c57-b138-2d60cd3c9e6a/e2ce9b60-4680-48c6-947d-d69f7b18c50f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:38.435264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78467faa-5114-47fa-8f61-fe281c91e0bf req-a15ead20-f660-482e-8ecf-2404335dcd78 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:38.437121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78467faa-5114-47fa-8f61-fe281c91e0bf req-a15ead20-f660-482e-8ecf-2404335dcd78 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1160779 Feb 09 21:54:38.466501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.499258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78467faa-5114-47fa-8f61-fe281c91e0bf req-c469d962-b66d-46c4-9fc5-29972708b838 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Feb 09 21:54:38.559787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.574445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:38.592212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b7e0d23-3125-4e22-a1bf-b7a69f70d1ef req-779ef427-18d6-4bd2-a7aa-23eb8364e936 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 210 time: 0.0577242 Feb 09 21:54:38.669287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9ea64744-32a0-4bd0-8671-3655616ae8bf None None] Provisioning complete for port edf050d8-1887-4c35-a773-32679fca51b6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:38.675337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ea64744-32a0-4bd0-8671-3655616ae8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (edf050d8-1887-4c35-a773-32679fca51b6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.675492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=e2ce9b60-4680-48c6-947d-d69f7b18c50f,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:38.783931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] In _notify_port_updated(), no bound segment for port e2ce9b60-4680-48c6-947d-d69f7b18c50f on network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:54:38.796639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:38.798135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.803257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47978) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:38.803776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-07fefa43-033c-4bfa-a2ca-27aaf56e3b05 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "PUT /v2.0/ports/e2ce9b60-4680-48c6-947d-d69f7b18c50f HTTP/1.1" status: 200 len: 1000 time: 1.0800254 Feb 09 21:54:38.894902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device edf050d8-1887-4c35-a773-32679fca51b6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:38.897378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9ea64744-32a0-4bd0-8671-3655616ae8bf None None] Current status of the port edf050d8-1887-4c35-a773-32679fca51b6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:38.912153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:38.998277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port e2ce9b60-4680-48c6-947d-d69f7b18c50f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:38.998624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.004825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:39.006289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.093179 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.107236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9ea64744-32a0-4bd0-8671-3655616ae8bf None None] Provisioning complete for port e2ce9b60-4680-48c6-947d-d69f7b18c50f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:39.116981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ea64744-32a0-4bd0-8671-3655616ae8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.184959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9ea64744-32a0-4bd0-8671-3655616ae8bf None None] Port e2ce9b60-4680-48c6-947d-d69f7b18c50f cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:39.192837 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.210802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for e2ce9b60-4680-48c6-947d-d69f7b18c50f owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:39.266294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port edf050d8-1887-4c35-a773-32679fca51b6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:39.266600 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (edf050d8-1887-4c35-a773-32679fca51b6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.333093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:39.340375 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.373990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4106f653-e103-400e-ab93-55cdad4b4d25 None None] Provisioning complete for port e2ce9b60-4680-48c6-947d-d69f7b18c50f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:39.374372 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4106f653-e103-400e-ab93-55cdad4b4d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.445166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:39.451723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b8a11-de63-422a-906d-d5bbf13697ee req-b9caca26-1715-4eee-a9e2-22e5e047ea18 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.453896 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b21d381-5934-4cb1-850c-1a5ce032738b" -d '{"events": [{"server_uuid": "2bcc0027-73f0-48aa-912e-1e7af04c11d5", "name": "network-vif-plugged", "status": "completed", "tag": "5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:39.464332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-763b8a11-de63-422a-906d-d5bbf13697ee req-b9caca26-1715-4eee-a9e2-22e5e047ea18 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 944 time: 0.1570020 Feb 09 21:54:39.517152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,segment=NetworkSegment(9b7591db-faea-4b1b-a414-cf4f65619798),segment_id=9b7591db-faea-4b1b-a414-cf4f65619798)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:39.549813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4106f653-e103-400e-ab93-55cdad4b4d25 None None] Port e2ce9b60-4680-48c6-947d-d69f7b18c50f cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:39.572891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port edf050d8-1887-4c35-a773-32679fca51b6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:39.578938 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169ad00-dd7a-4e7b-8af4-5833512ebc22 x-openstack-request-id: req-0169ad00-dd7a-4e7b-8af4-5833512ebc22 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:39.579549 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcc0027-73f0-48aa-912e-1e7af04c11d5", "name": "network-vif-plugged", "status": "completed", "tag": "5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:39.579867 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0169ad00-dd7a-4e7b-8af4-5833512ebc22 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:39.580361 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc', 'code': 200} Feb 09 21:54:39.636229 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.706775 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e2ce9b60-4680-48c6-947d-d69f7b18c50f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.712429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:39.724448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-418f9d87-ebb0-422b-8ac3-d87bc1d1a142 None None] Could not find standard attr ID for object e2ce9b60-4680-48c6-947d-d69f7b18c50f. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:54:39.737584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-763b8a11-de63-422a-906d-d5bbf13697ee req-2b644504-ffae-40ce-931e-17dbdc71a268 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596498 Feb 09 21:54:39.769601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-d90c4c7a-e87b-4a67-90ad-6e4a232f15f0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.771780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-d90c4c7a-e87b-4a67-90ad-6e4a232f15f0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.2887185 Feb 09 21:54:39.784846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Request body: {'port': {'device_id': '97558640-afc6-447d-91e1-384d3c9f006e', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'admin_state_up': True, 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:39.803593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123bc2d-0844-485c-882c-d0113dbd7e17 req-2984fb63-8f5a-44e1-88bd-cc55880ec1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.805122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7123bc2d-0844-485c-882c-d0113dbd7e17 req-2984fb63-8f5a-44e1-88bd-cc55880ec1b8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 1127 time: 0.1503334 Feb 09 21:54:39.811506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=e2ce9b60-4680-48c6-947d-d69f7b18c50f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:39.924929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195fa5-66fc-4cfb-9755-9d93241bd9c7 req-e81d284e-ede9-4118-a403-020634d9f450 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.932963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68195fa5-66fc-4cfb-9755-9d93241bd9c7 req-e81d284e-ede9-4118-a403-020634d9f450 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.3039727 Feb 09 21:54:39.974433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.979646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c41e8d69-b5d8-46c2-abf6-e80eee82e884 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/e2ce9b60-4680-48c6-947d-d69f7b18c50f HTTP/1.1" status: 204 len: 168 time: 1.1751637 Feb 09 21:54:39.982455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47994) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:40.042854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77fe8f84-5587-4fcd-a613-96bcd486c0ee req-69fc1433-f7f2-4927-ade6-086ba24ef3fc tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 210 time: 0.1639712 Feb 09 21:54:40.044041 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac4a7cd-4054-4bff-9cc7-9a362d6cd84d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:40.045624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dac4a7cd-4054-4bff-9cc7-9a362d6cd84d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/e2ce9b60-4680-48c6-947d-d69f7b18c50f HTTP/1.1" status: 404 len: 333 time: 0.0594349 Feb 09 21:54:40.050504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47998) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:40.086090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68195fa5-66fc-4cfb-9755-9d93241bd9c7 req-9c1d579f-e44b-481d-bc79-7ff2880a7537 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518412 Feb 09 21:54:40.125149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7123bc2d-0844-485c-882c-d0113dbd7e17 req-943990fa-e6a7-4e72-ad87-9d354d08f8a8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984300 Feb 09 21:54:40.171830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 6a0c433b-0c07-4c57-b138-2d60cd3c9e6a {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:40.174647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:40.177993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.188445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (6a0c433b-0c07-4c57-b138-2d60cd3c9e6a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.198015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.269886 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (6a0c433b-0c07-4c57-b138-2d60cd3c9e6a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.415896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Allocated IP 172.20.0.12 (db08f182-0208-4e22-bbcf-756d7e20679c/3cd84ba4-9c63-4042-8a50-a10447cac407/80d0f360-5ced-4d18-9240-0f13d4709a3b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:40.421137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (6a0c433b-0c07-4c57-b138-2d60cd3c9e6a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.624358 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (6a0c433b-0c07-4c57-b138-2d60cd3c9e6a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.657848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks [] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.662700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0c433b-0c07-4c57-b138-2d60cd3c9e6a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:40.672336 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.681905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-630e9d2c-2de1-4771-901b-99656672cfd6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/6a0c433b-0c07-4c57-b138-2d60cd3c9e6a HTTP/1.1" status: 204 len: 168 time: 0.6273687 Feb 09 21:54:40.682079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48004) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:40.684612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29746ce4-9875-495f-9ba4-a7575402a5e2 None None] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:40.751314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:40.756185 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.830952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.850125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420', '89296758-9bf2-4624-bfe9-dd338bcf3b50'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:40.866864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.915267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Network db08f182-0208-4e22-bbcf-756d7e20679c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:40.921074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:40.940050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:40.947630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event updated for resources: {'Port': ['ID=80d0f360-5ced-4d18-9240-0f13d4709a3b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:40.978477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e43441-1530-42c1-9b80-f91141b97576 req-e589f9ea-598f-4d2f-b4c6-5979cbf95b1e tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:40.980687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2e43441-1530-42c1-9b80-f91141b97576 req-e589f9ea-598f-4d2f-b4c6-5979cbf95b1e tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 945 time: 0.1445296 Feb 09 21:54:41.043682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:41.044606 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.062616 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.162581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-a9513a03-e35a-4e43-a4f3-6b288089fbd5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3816819 Feb 09 21:54:41.176131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-88f29270-7082-4a72-99a3-b255e9c864ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:54:41.177209 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-88f29270-7082-4a72-99a3-b255e9c864ad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093281 Feb 09 21:54:41.193586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Request body: {'port': {'device_id': '97558640-afc6-447d-91e1-384d3c9f006e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:41.288594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2e43441-1530-42c1-9b80-f91141b97576 req-67ecd968-3cef-403f-8504-a34930d8a691 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332271 Feb 09 21:54:41.289850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.351755 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.411980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:41.424144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.438013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f640bf05-f3e2-48c9-a193-bb7f54d05057 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3 HTTP/1.1" status: 204 len: 168 time: 0.7527473 Feb 09 21:54:41.438013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48020) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:41.683649 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.694496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.846046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b05dac-2a91-406c-a6aa-965524d7cf9d req-ba7a2fa1-d828-45f0-8a14-1f42fc5d8e7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:41.847660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d0b05dac-2a91-406c-a6aa-965524d7cf9d req-ba7a2fa1-d828-45f0-8a14-1f42fc5d8e7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 932 time: 0.2349341 Feb 09 21:54:41.873707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d0f360-5ced-4d18-9240-0f13d4709a3b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:41.882946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Publish callbacks [] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.896453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Transition to ACTIVE for port object 80d0f360-5ced-4d18-9240-0f13d4709a3b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:54:41.920466 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d0b05dac-2a91-406c-a6aa-965524d7cf9d req-cc7aef8a-9f8a-43e1-aa84-75ed68115dec tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615373 Feb 09 21:54:41.952107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port edf050d8-1887-4c35-a773-32679fca51b6 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:41.952544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (edf050d8-1887-4c35-a773-32679fca51b6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.997017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636776-085d-4897-b3d0-77d14c5b3c62 req-6459cff7-79a2-4229-afdb-94cf8a3f4b26 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:41.998636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48636776-085d-4897-b3d0-77d14c5b3c62 req-6459cff7-79a2-4229-afdb-94cf8a3f4b26 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1009424 Feb 09 21:54:42.001661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.031943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] For port edf050d8-1887-4c35-a773-32679fca51b6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=edf050d8-1887-4c35-a773-32679fca51b6,segment=NetworkSegment(dc1239b8-ed4b-41f7-9d66-f29ce14f06e9),segment_id=dc1239b8-ed4b-41f7-9d66-f29ce14f06e9)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:42.032472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (edf050d8-1887-4c35-a773-32679fca51b6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.055001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for edf050d8-1887-4c35-a773-32679fca51b6 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:42.072511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61322cb1-9e5f-4e70-a81a-3b311558699c None None] Network b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:42.110526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Pushing event updated for resources: {'Port': ['ID=80d0f360-5ced-4d18-9240-0f13d4709a3b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.221390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7beb0cfc-259e-4e8d-b4ec-19944d7d2487 None None] Provisioning complete for port edf050d8-1887-4c35-a773-32679fca51b6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:42.222396 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7beb0cfc-259e-4e8d-b4ec-19944d7d2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (edf050d8-1887-4c35-a773-32679fca51b6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.260942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48636776-085d-4897-b3d0-77d14c5b3c62 req-468c5740-55a2-4817-b1ee-083b91ddb050 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441051 Feb 09 21:54:42.283175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7beb0cfc-259e-4e8d-b4ec-19944d7d2487 None None] Could not find standard attr ID for object edf050d8-1887-4c35-a773-32679fca51b6. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:54:42.286829 n-d-828599-1 neutron-server[103698]: INFO neutron.plugins.ml2.db [None req-7beb0cfc-259e-4e8d-b4ec-19944d7d2487 None None] No ports have port_id starting with edf050d8-1887-4c35-a773-32679fca51b6 Feb 09 21:54:42.293842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.315185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.321168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.341723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.356118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.366340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.376693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.376693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-d87df215-aae5-441f-adde-21d3b54e88f5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.2081006 Feb 09 21:54:42.381051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (edf050d8-1887-4c35-a773-32679fca51b6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.387269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1897d-9add-4f23-ac49-1e693f1a0be7 None None] DHCP port deletion for b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:42.437916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Attempting to bind port 80d0f360-5ced-4d18-9240-0f13d4709a3b on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:42.438400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Attempting to bind port 80d0f360-5ced-4d18-9240-0f13d4709a3b by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:42.438841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Attempting to bind port 80d0f360-5ced-4d18-9240-0f13d4709a3b on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:42.441784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=edf050d8-1887-4c35-a773-32679fca51b6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.445901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Port 80d0f360-5ced-4d18-9240-0f13d4709a3b on network db08f182-0208-4e22-bbcf-756d7e20679c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:54:42.446490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Attempting to bind port 80d0f360-5ced-4d18-9240-0f13d4709a3b on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:42.451078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No DVR routers for this DVR port edf050d8-1887-4c35-a773-32679fca51b6 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:42.459907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:42.462533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:42.464093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Bound using segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:42.468742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Bound port: 80d0f360-5ced-4d18-9240-0f13d4709a3b, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:42.468742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.560975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] For port 80d0f360-5ced-4d18-9240-0f13d4709a3b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:42.565317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] For port 80d0f360-5ced-4d18-9240-0f13d4709a3b, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=80d0f360-5ced-4d18-9240-0f13d4709a3b,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:42.567540 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.614723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee2e81-ae57-4187-a409-ba24ae62db49 req-562bccaf-d912-496d-9f77-7fbc082a4c22 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.616549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5ee2e81-ae57-4187-a409-ba24ae62db49 req-562bccaf-d912-496d-9f77-7fbc082a4c22 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 945 time: 0.1329470 Feb 09 21:54:42.622198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff2a597e-354e-472e-a33e-87d8add3c13a req-33dfe146-1c6e-40d9-aeee-000fe9edcd20 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303953 Feb 09 21:54:42.624491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21f1078-0939-4f2b-a9ab-be0d3c4ccc91']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:42.651775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.658117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1239b8-ed4b-41f7-9d66-f29ce14f06e9') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:42.664093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1239b8-ed4b-41f7-9d66-f29ce14f06e9') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:42.677577 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (dc1239b8-ed4b-41f7-9d66-f29ce14f06e9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.691598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dc1239b8-ed4b-41f7-9d66-f29ce14f06e9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.698469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:42.699083 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (dc1239b8-ed4b-41f7-9d66-f29ce14f06e9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:42.703654 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:42.718404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.719183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.720750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] 10.222.0.30 "PUT /v2.0/ports/80d0f360-5ced-4d18-9240-0f13d4709a3b HTTP/1.1" status: 200 len: 1092 time: 1.5364482 Feb 09 21:54:42.722894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97558640-afc6-447d-91e1-384d3c9f006e', 'tag': '80d0f360-5ced-4d18-9240-0f13d4709a3b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:42.733921 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5beb9ac-7fcb-4035-a68d-fe19e1a27232" -d '{"events": [{"name": "network-changed", "server_uuid": "97558640-afc6-447d-91e1-384d3c9f006e", "tag": "80d0f360-5ced-4d18-9240-0f13d4709a3b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:42.780037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5ee2e81-ae57-4187-a409-ba24ae62db49 req-e036d51a-92a7-4add-af57-39f025b47598 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556957 Feb 09 21:54:42.785378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f673d-7653-44aa-a8ad-07824c546913 service neutron] Pushing event updated for resources: {'Port': ['ID=80d0f360-5ced-4d18-9240-0f13d4709a3b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.788639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device edf050d8-1887-4c35-a773-32679fca51b6 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:42.816349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: edf050d8-1887-4c35-a773-32679fca51b6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:42.816720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device edf050d8-1887-4c35-a773-32679fca51b6 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:42.818182 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf528e0c-ef38-4aa0-a693-d8e926db5af2 x-openstack-request-id: req-cf528e0c-ef38-4aa0-a693-d8e926db5af2 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:42.822597 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97558640-afc6-447d-91e1-384d3c9f006e", "tag": "80d0f360-5ced-4d18-9240-0f13d4709a3b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:42.823091 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf528e0c-ef38-4aa0-a693-d8e926db5af2 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:42.824089 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97558640-afc6-447d-91e1-384d3c9f006e', 'tag': '80d0f360-5ced-4d18-9240-0f13d4709a3b', 'status': 'completed', 'code': 200} Feb 09 21:54:42.849904 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b21f1078-0939-4f2b-a9ab-be0d3c4ccc91), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.855860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.865005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/b21f1078-0939-4f2b-a9ab-be0d3c4ccc91 HTTP/1.1" status: 204 len: 168 time: 1.4289737 Feb 09 21:54:42.871924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:42.896570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcc320-ea2c-4ae2-bc7d-2d0a12795dc2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=b21f1078-0939-4f2b-a9ab-be0d3c4ccc91,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.954996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7429846-5937-4881-ba83-034d22d2acd2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.961481 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a7429846-5937-4881-ba83-034d22d2acd2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0883896 Feb 09 21:54:42.962282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48040) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:42.965625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb9ac-7fcb-4035-a68d-fe19e1a27232 req-f870e6b7-4f70-4aff-ae98-a22b0fa6d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.980797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5beb9ac-7fcb-4035-a68d-fe19e1a27232 req-f870e6b7-4f70-4aff-ae98-a22b0fa6d18b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 1126 time: 0.1199262 Feb 09 21:54:43.084983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-54b1cb7a-02db-4921-a263-5ba42dfcba46 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1166089 Feb 09 21:54:43.085854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48048) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:43.091130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2071586782'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:43.193252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb9ac-7fcb-4035-a68d-fe19e1a27232 req-08a643f6-6cfe-48d1-829b-4d33c085e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.194910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5beb9ac-7fcb-4035-a68d-fe19e1a27232 req-08a643f6-6cfe-48d1-829b-4d33c085e538 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=87edc6d9e87140a5b7b616ed0161e948&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2038848 Feb 09 21:54:43.196398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:43.201876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a77c-f706-4283-b7c4-664557b94534 req-293f307d-769e-4e2f-b03e-19fc07f5663c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.203224 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.208062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b607a77c-f706-4283-b7c4-664557b94534 req-293f307d-769e-4e2f-b03e-19fc07f5663c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 944 time: 0.1122680 Feb 09 21:54:43.242904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:43.254459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (068413ca-4b1f-4a6a-bb65-d9cf1dca8d78), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.255037 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment 068413ca-4b1f-4a6a-bb65-d9cf1dca8d78 of type vlan for network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 Feb 09 21:54:43.354338 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (5162f22e-cd3e-49d5-b7ac-e774b8670c03), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.382185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b607a77c-f706-4283-b7c4-664557b94534 req-dec0b92a-1eec-4635-be3c-3d4274fde36e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693077 Feb 09 21:54:43.398708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb9ac-7fcb-4035-a68d-fe19e1a27232 req-6c36fb64-c90a-4ae6-aa05-96300ef76a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.403837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5beb9ac-7fcb-4035-a68d-fe19e1a27232 req-6c36fb64-c90a-4ae6-aa05-96300ef76a08 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862564 Feb 09 21:54:43.466776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e522ed-d3df-4371-9f5e-28354cab18ed req-654af83b-082e-46c2-af43-1901361e2e9c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.474681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-73e522ed-d3df-4371-9f5e-28354cab18ed req-654af83b-082e-46c2-af43-1901361e2e9c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1078670 Feb 09 21:54:43.492417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (5162f22e-cd3e-49d5-b7ac-e774b8670c03), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.497989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.499447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.568767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-6dc54a30-ad6e-40a4-ba9c-3f004c02a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.570305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-6dc54a30-ad6e-40a4-ba9c-3f004c02a7da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 1126 time: 0.1049654 Feb 09 21:54:43.631071 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=5162f22e-cd3e-49d5-b7ac-e774b8670c03,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:43.657503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-73e522ed-d3df-4371-9f5e-28354cab18ed req-3b5ad9fc-989f-4a0b-bd82-e3c9264cb045 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766589 Feb 09 21:54:43.660064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:43.706007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-6cb6164b-4156-481d-9b34-21f9ca0ec139 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d0f360-5ced-4d18-9240-0f13d4709a3b HTTP/1.1" status: 200 len: 217 time: 0.1189506 Feb 09 21:54:43.716997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48080) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:43.717218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0b513271-663e-458b-ac2e-8250fcaea694 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6236544 Feb 09 21:54:43.720110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:43.860063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.868366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.874733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.875622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-61c9eb41-cb92-49c3-8b1d-aaea1ee79806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.879331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-61c9eb41-cb92-49c3-8b1d-aaea1ee79806 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.1492410 Feb 09 21:54:43.882781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.891196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.898318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.904099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.906474 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6973565c-64db-437d-9e30-4d454bea66ca req-3b3e9771-300b-4e23-8661-e43e7b5ca16f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.1302643 Feb 09 21:54:43.952072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-540bba1d-3577-4365-9ac2-0254462994d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626650 Feb 09 21:54:44.000688 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6973565c-64db-437d-9e30-4d454bea66ca req-773d5bb8-2134-4ab5-bdb4-8c535fd97f31 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800228 Feb 09 21:54:44.132671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-391cf260-6fa1-478c-9dae-0144b281a74a service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675420 Feb 09 21:54:44.142885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:44.149970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.181845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48090) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:44.207466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf2ee-f15d-41f7-91fe-594ef332637a req-53ce3c35-51c1-42ac-8691-181f0823999e tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:44.215271 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5dbf2ee-f15d-41f7-91fe-594ef332637a req-53ce3c35-51c1-42ac-8691-181f0823999e tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 945 time: 0.1110344 Feb 09 21:54:44.288062 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5dbf2ee-f15d-41f7-91fe-594ef332637a req-30410a98-0b67-4901-a1a6-077448d0f982 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Feb 09 21:54:44.402566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b6abf63-7993-4de6-ad69-02ffa7c96a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.468611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a488effb-fc04-42f0-a6e3-a2b7a0c543c3 req-b92e7e70-5776-47ca-9be1-926029309532 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261080 Feb 09 21:54:44.534463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b6abf63-7993-4de6-ad69-02ffa7c96a37 admin admin] Publish callbacks [] for security_group (225d57b0-d18d-4334-901c-b29600c54cb0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.550984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (ea15e721-4703-45d9-90e3-a78da909f4b5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.595508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d756db-1172-457d-a358-33ac632ba8d5 req-87457264-9e55-4253-8fb3-0a0987b4222b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:44.598573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66d756db-1172-457d-a358-33ac632ba8d5 req-87457264-9e55-4253-8fb3-0a0987b4222b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 944 time: 0.1071191 Feb 09 21:54:44.638613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2b6abf63-7993-4de6-ad69-02ffa7c96a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (225d57b0-d18d-4334-901c-b29600c54cb0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.659090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=ea15e721-4703-45d9-90e3-a78da909f4b5,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:44.706740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.706740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.706740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.706740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.706740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.717144 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2b6abf63-7993-4de6-ad69-02ffa7c96a37 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee2ca52fdf9c400891c6d5fcc868baa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341637 Feb 09 21:54:44.718294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48098) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:44.718896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.719871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6abf63-7993-4de6-ad69-02ffa7c96a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225d57b0-d18d-4334-901c-b29600c54cb0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:44.720358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.721812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.722335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.724349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.726773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.726773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.727986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:44.755911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': '068413ca-4b1f-4a6a-bb65-d9cf1dca8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:44.756461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: 5162f22e-cd3e-49d5-b7ac-e774b8670c03, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:44.779266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66d756db-1172-457d-a358-33ac632ba8d5 req-6e3f861f-fe12-444f-a3a8-cc7b53559988 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638825 Feb 09 21:54:44.834880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0627270c-cca0-4aea-b347-dfe6f6417a39 admin admin] Publish callbacks [] for security_group (225d57b0-d18d-4334-901c-b29600c54cb0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.847338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:44.862015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dbdc9-8729-43f0-b75f-142e8f85a1f2 req-d9a1ed95-0f51-4d59-9733-26d7b1490679 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:44.863648 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e8dbdc9-8729-43f0-b75f-142e8f85a1f2 req-d9a1ed95-0f51-4d59-9733-26d7b1490679 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0950472 Feb 09 21:54:44.876449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0627270c-cca0-4aea-b347-dfe6f6417a39 admin admin] Publish callbacks [] for security_group (225d57b0-d18d-4334-901c-b29600c54cb0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.930002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 5162f22e-cd3e-49d5-b7ac-e774b8670c03) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:44.934030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:44.934903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.945830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ec487-48c5-472d-ad08-5146d4f2ab5d None None] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:44.956294 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e8dbdc9-8729-43f0-b75f-142e8f85a1f2 req-8986986c-cca8-4630-aa6d-af70501cd46b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825598 Feb 09 21:54:45.029349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-05f14374-9249-4e16-8286-159f55b140ac tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3175256 Feb 09 21:54:45.031984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48102) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:45.037919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03', 'name': 'tempest-PortsTestJSON-1193105415'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:45.049664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0627270c-cca0-4aea-b347-dfe6f6417a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (225d57b0-d18d-4334-901c-b29600c54cb0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.053350 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0627270c-cca0-4aea-b347-dfe6f6417a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.057989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0627270c-cca0-4aea-b347-dfe6f6417a39 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/225d57b0-d18d-4334-901c-b29600c54cb0 HTTP/1.1" status: 204 len: 168 time: 0.3285837 Feb 09 21:54:45.072514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627270c-cca0-4aea-b347-dfe6f6417a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d57b0-d18d-4334-901c-b29600c54cb0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:45.137533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-5162f22e-cd3e-49d5-b7ac-e774b8670c03', 'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03', 'project_id': '4a03804b62a24be09c243c280f68e0e8', 'fixed_ips': [{'subnet_id': 'ea15e721-4703-45d9-90e3-a78da909f4b5'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:45.139313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.240645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.245895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.252006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.257539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.271102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.276462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.301390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.313703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98e2f339-38dd-454f-a814-73778e25640b req-853b5434-0550-4d5b-ae5a-c42c12890bdb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.1744480 Feb 09 21:54:45.369134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Allocated IP 172.20.0.2 (5162f22e-cd3e-49d5-b7ac-e774b8670c03/ea15e721-4703-45d9-90e3-a78da909f4b5/be8f0588-5fd6-4231-8acd-29362f0d8afc) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:45.409868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98e2f339-38dd-454f-a814-73778e25640b req-c1f55ee9-17f7-4c0e-94cd-42178d2d8c03 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951924 Feb 09 21:54:45.477678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:45.482189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.517024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 2e76558b-4ae4-419c-bc5b-dde2176f070a yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:45.522502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e69bb-babf-48fb-badd-b20158fd76fc req-7767d2e9-9405-418e-869f-eec4214edf94 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.534595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b06e69bb-babf-48fb-badd-b20158fd76fc req-7767d2e9-9405-418e-869f-eec4214edf94 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 945 time: 0.1205747 Feb 09 21:54:45.582784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.589880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.595548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.603117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.610158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.615901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.622010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.624025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-e026a039-5b3b-4517-8b13-2f066cc33d3c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.2079878 Feb 09 21:54:45.630238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b06e69bb-babf-48fb-badd-b20158fd76fc req-a6e2abe5-56f1-4ed1-8507-2ad119cb6deb tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874231 Feb 09 21:54:45.663017 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Publish callbacks [] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.717180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-8dc4f9a4-0f44-4131-ad97-d40663c22244 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.718636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-8dc4f9a4-0f44-4131-ad97-d40663c22244 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "GET /v2.0/ports/36a97dad-9fb6-416d-843e-1afa13825922?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0806954 Feb 09 21:54:45.727937 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.811584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:45.821075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:45.828539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:45.888170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Pushing event updated for resources: {'Port': ['ID=be8f0588-5fd6-4231-8acd-29362f0d8afc,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:45.938902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Attempting to bind port be8f0588-5fd6-4231-8acd-29362f0d8afc on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:45.939277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Attempting to bind port be8f0588-5fd6-4231-8acd-29362f0d8afc by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '068413ca-4b1f-4a6a-bb65-d9cf1dca8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:45.939801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Attempting to bind port be8f0588-5fd6-4231-8acd-29362f0d8afc on network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:45.947224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:45.948027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Checking segment: {'id': '068413ca-4b1f-4a6a-bb65-d9cf1dca8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:45.948027 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.948438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Bound using segment: {'id': '068413ca-4b1f-4a6a-bb65-d9cf1dca8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:45.948987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Bound port: be8f0588-5fd6-4231-8acd-29362f0d8afc, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068413ca-4b1f-4a6a-bb65-d9cf1dca8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:45.949377 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.017794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-419c1d80-69a2-4e0c-9c4f-502fc6925535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "GET /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2845042 Feb 09 21:54:46.022341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] For port be8f0588-5fd6-4231-8acd-29362f0d8afc, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:46.029292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] For port be8f0588-5fd6-4231-8acd-29362f0d8afc, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=be8f0588-5fd6-4231-8acd-29362f0d8afc,segment=NetworkSegment(068413ca-4b1f-4a6a-bb65-d9cf1dca8d78),segment_id=068413ca-4b1f-4a6a-bb65-d9cf1dca8d78)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:46.044673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.3 (5162f22e-cd3e-49d5-b7ac-e774b8670c03/ea15e721-4703-45d9-90e3-a78da909f4b5/2e76558b-4ae4-419c-bc5b-dde2176f070a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:46.069516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-9c82a74c-f241-4a16-bb72-ffc1a57652fe service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:54:46.073255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-9c82a74c-f241-4a16-bb72-ffc1a57652fe service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299783 Feb 09 21:54:46.101366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:46.124349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.172856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34463fae-5e65-49a7-81a9-f2c00a8d29f9 req-3c387ce0-b396-4f84-8af9-60fd3773c6e7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.175038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34463fae-5e65-49a7-81a9-f2c00a8d29f9 req-3c387ce0-b396-4f84-8af9-60fd3773c6e7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0962141 Feb 09 21:54:46.212794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea50607-499f-4785-ae04-6d3448b6cabb None None] Pushing event updated for resources: {'Port': ['ID=be8f0588-5fd6-4231-8acd-29362f0d8afc,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:46.221171 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (36a97dad-9fb6-416d-843e-1afa13825922), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.258263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13e4d-a477-49d9-b6f0-18c3ec6b245f req-089f8cf3-736c-4d69-a403-a64691125732 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.259848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ed13e4d-a477-49d9-b6f0-18c3ec6b245f req-089f8cf3-736c-4d69-a403-a64691125732 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 944 time: 0.3791482 Feb 09 21:54:46.272064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-b5d1dd4c-5d5a-4298-b1a9-2fde156caf94 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.273583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-b5d1dd4c-5d5a-4298-b1a9-2fde156caf94 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.110 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 945 time: 0.3861859 Feb 09 21:54:46.274862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34463fae-5e65-49a7-81a9-f2c00a8d29f9 req-16b3aa3b-d366-49bc-8853-3e8e5a0f722c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925069 Feb 09 21:54:46.587259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ed13e4d-a477-49d9-b6f0-18c3ec6b245f req-2aeeef0e-4d58-48f2-9ecc-b8ccdd202ef9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074903 Feb 09 21:54:46.674792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (2e76558b-4ae4-419c-bc5b-dde2176f070a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.679887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.689375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.696204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.702962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.713892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.729128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.735310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.744086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-2e795e0d-49e9-419b-9c8f-d991a7aa8fd6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 5445 time: 0.2244732 Feb 09 21:54:46.809174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48142) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:46.871973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device be8f0588-5fd6-4231-8acd-29362f0d8afc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:46.885382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ebefb20-f6ea-4863-bb84-91ab394e76f2 req-65d3c937-e891-48ee-ad42-602eebec82f3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375885 Feb 09 21:54:46.950570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port be8f0588-5fd6-4231-8acd-29362f0d8afc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:46.951621 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.990830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-9049707-network', 'tenant_id': '179348843f524eafa1ed374bb5874aea'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:47.043221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port be8f0588-5fd6-4231-8acd-29362f0d8afc is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:47.043519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.084706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port be8f0588-5fd6-4231-8acd-29362f0d8afc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=be8f0588-5fd6-4231-8acd-29362f0d8afc,segment=NetworkSegment(068413ca-4b1f-4a6a-bb65-d9cf1dca8d78),segment_id=068413ca-4b1f-4a6a-bb65-d9cf1dca8d78)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:47.110464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Made reservation on behalf of 179348843f524eafa1ed374bb5874aea for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:47.112861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.122409 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.154087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] For port 36a97dad-9fb6-416d-843e-1afa13825922, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=36a97dad-9fb6-416d-843e-1afa13825922,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:47.160238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Deleting port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:47.160238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.184635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.207356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks [] for security_group (ed0c01ec-d3b8-4808-a243-3be26a8855f9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.247097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=be8f0588-5fd6-4231-8acd-29362f0d8afc,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:47.292016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ed0c01ec-d3b8-4808-a243-3be26a8855f9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.292186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] For port 36a97dad-9fb6-416d-843e-1afa13825922, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:47.317802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:47.320554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8775-3917-4dd5-84d9-f8c7e34605fe req-5731f6f3-9880-4b4d-998d-aa9e657216b9 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.322192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-405c8775-3917-4dd5-84d9-f8c7e34605fe req-5731f6f3-9880-4b4d-998d-aa9e657216b9 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 945 time: 0.2218361 Feb 09 21:54:47.330845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0c01ec-d3b8-4808-a243-3be26a8855f9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:47.342757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (24372a8c-39b5-4aad-8e06-bb4cb354ee1e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.344151 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Added segment 24372a8c-39b5-4aad-8e06-bb4cb354ee1e of type vlan for network f9095da8-f481-4d1d-8636-b647fae32f1e Feb 09 21:54:47.349136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2e76558b-4ae4-419c-bc5b-dde2176f070a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.360218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.360784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.361289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.361827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.362443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.362955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.363842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.365785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.366325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.366831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.367919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.368443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.368967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:47.387369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] For port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,segment=NetworkSegment(9b7591db-faea-4b1b-a414-cf4f65619798),segment_id=9b7591db-faea-4b1b-a414-cf4f65619798)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:47.387774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.394638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] device_id is not set on port 36a97dad-9fb6-416d-843e-1afa13825922 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:47.458568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:47.464608 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (f9095da8-f481-4d1d-8636-b647fae32f1e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.467857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] Publish callbacks [] for port (36a97dad-9fb6-416d-843e-1afa13825922), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.473304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:47.480737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:47.507858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776be05-1fc0-4379-b0bc-73da8a3f06b1 req-1273d6ea-ea74-4163-81bf-002553c56e1f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.509579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4776be05-1fc0-4379-b0bc-73da8a3f06b1 req-1273d6ea-ea74-4163-81bf-002553c56e1f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1103122 Feb 09 21:54:47.527972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Calling delete_port for 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:47.574341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (36a97dad-9fb6-416d-843e-1afa13825922), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.583993 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4776be05-1fc0-4379-b0bc-73da8a3f06b1 req-6c927538-b9e3-4f36-9640-665f2111741b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679641 Feb 09 21:54:47.607895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (f9095da8-f481-4d1d-8636-b647fae32f1e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.610617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.610617 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.639767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=2e76558b-4ae4-419c-bc5b-dde2176f070a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:47.642328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-405c8775-3917-4dd5-84d9-f8c7e34605fe req-d1f7ded2-60a3-43ba-97f9-50b6bec5194b tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/security-groups?id=0ece1692-b474-4b7c-8f51-7361ca0235ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109722 Feb 09 21:54:47.699382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.700102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.738028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] Pushing event updated for resources: {'Network': ['ID=f9095da8-f481-4d1d-8636-b647fae32f1e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:47.755974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network f9095da8-f481-4d1d-8636-b647fae32f1e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:47.762944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] No DVR routers for this DVR port 36a97dad-9fb6-416d-843e-1afa13825922 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:47.788478 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b52040d9-5a13-43e4-bef2-438dffe45e19 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9771678 Feb 09 21:54:47.790700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48154) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:47.800436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Request body: {'subnet': {'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-9049707-subnet', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:47.804496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] Pushing event updated for resources: {'Port': ['ID=36a97dad-9fb6-416d-843e-1afa13825922,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:47.862664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 80d0f360-5ced-4d18-9240-0f13d4709a3b details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:47.884662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eced749b-14f7-4032-9ce4-750e52a34383 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8514731 Feb 09 21:54:47.890507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48156) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:47.896215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] In _notify_port_updated(), no bound segment for port 36a97dad-9fb6-416d-843e-1afa13825922 on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:54:47.897477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.902473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.902674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '5162f22e-cd3e-49d5-b7ac-e774b8670c03', 'name': 'tempest-PortsTestJSON-161395031'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:47.905239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-57fb1be3-1b3e-4cb5-a894-ef1380ae1de2 service neutron] 10.222.0.110 "PUT /v2.0/ports/36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 200 len: 1033 time: 1.8225629 Feb 09 21:54:47.925254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2706ed4-e5e6-4812-9696-aa9f687c0c90 None None] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:48.033754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Made reservation on behalf of 179348843f524eafa1ed374bb5874aea for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:48.037460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.091449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-2fe40eee-16be-450c-b2ea-9b85911a3d78 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.094007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-2fe40eee-16be-450c-b2ea-9b85911a3d78 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "GET /v2.0/ports/c286d7dc-ddf1-430b-8ed2-45e7fc795eac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1809106 Feb 09 21:54:48.114820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0b8fa-7792-41fb-bdc6-bc51259c3dd1 req-69af4a20-3f41-4c79-a600-5c0979068963 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.121647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2be0b8fa-7792-41fb-bdc6-bc51259c3dd1 req-69af4a20-3f41-4c79-a600-5c0979068963 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 944 time: 0.3048389 Feb 09 21:54:48.128384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:48.141723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-27821a1c-daec-46bd-9362-172bc339839f None None] Provisioning complete for port be8f0588-5fd6-4231-8acd-29362f0d8afc triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:48.142313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-27821a1c-daec-46bd-9362-172bc339839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.194037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.214220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:48.232676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 80d0f360-5ced-4d18-9240-0f13d4709a3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=80d0f360-5ced-4d18-9240-0f13d4709a3b,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:48.252807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Pushing event deleted for resources: {'Port': ['ID=5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:48.286656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '80d0f360-5ced-4d18-9240-0f13d4709a3b', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'port_id': '80d0f360-5ced-4d18-9240-0f13d4709a3b', 'mac_address': 'fa:16:3e:0f:78:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84ba4-9c63-4042-8a50-a10447cac407', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:48.303049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f25c93ba-eae9-4345-a1a6-d6cd7602a4d3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.329808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] No DVR routers for this DVR port 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:48.340320 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2be0b8fa-7792-41fb-bdc6-bc51259c3dd1 req-b20f8041-d03e-4af7-a019-e3cc91d72945 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063911 Feb 09 21:54:48.344074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.348491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0e26adf-7c0a-4ccf-80c4-51cf6aa6d7e0 req-90424da6-9356-4965-8539-59ca8256e8f7 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.110 "DELETE /v2.0/ports/5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc HTTP/1.1" status: 204 len: 173 time: 2.0667050 Feb 09 21:54:48.349052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'name': 'network-vif-deleted', 'tag': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:48.352438 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028edba-c011-4045-ab0c-667a2e919956" -d '{"events": [{"server_uuid": "2bcc0027-73f0-48aa-912e-1e7af04c11d5", "name": "network-vif-deleted", "tag": "5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:48.387793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25c93ba-eae9-4345-a1a6-d6cd7602a4d3,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:48.417587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.429654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8b292940-12b9-4e11-a4bd-65d855a6cb9c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.441204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8b292940-12b9-4e11-a4bd-65d855a6cb9c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.447943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8b292940-12b9-4e11-a4bd-65d855a6cb9c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.453571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8b292940-12b9-4e11-a4bd-65d855a6cb9c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.469581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 80d0f360-5ced-4d18-9240-0f13d4709a3b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:48.470028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.470640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8b292940-12b9-4e11-a4bd-65d855a6cb9c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.477377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8b292940-12b9-4e11-a4bd-65d855a6cb9c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.486055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8b292940-12b9-4e11-a4bd-65d855a6cb9c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 4665 time: 0.4653704 Feb 09 21:54:48.526607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-27821a1c-daec-46bd-9362-172bc339839f None None] Current status of the port be8f0588-5fd6-4231-8acd-29362f0d8afc is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:48.542254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d0f360-5ced-4d18-9240-0f13d4709a3b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:48.588943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c781be66-3b43-4cfc-aba2-2b1f136edac7 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:48.597526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 80d0f360-5ced-4d18-9240-0f13d4709a3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=80d0f360-5ced-4d18-9240-0f13d4709a3b,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:48.639602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b874f17b-67e4-46c2-b4f3-e388b151ec1c req-8206e101-9c98-49c1-b494-333a218e2e12 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=91118fb1-5e96-4564-9ffc-4f23a8046efb&id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523309 Feb 09 21:54:48.640412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Checking segment: {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:48.640786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Network hostable DHCP agents. Network: f9095da8-f481-4d1d-8636-b647fae32f1e, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:48.646761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] For port c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:48.658704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:48.682582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.688773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] For port c286d7dc-ddf1-430b-8ed2-45e7fc795eac, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:48.733508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.735912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 6ac97262-83ea-4494-ab07-05c1badf784b yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:48.736035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] device_id is not set on port c286d7dc-ddf1-430b-8ed2-45e7fc795eac yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:48.745307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8e999a8a-4f12-4477-a016-dd1e74254910 None None] Provisioning complete for port 36a97dad-9fb6-416d-843e-1afa13825922 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:48.745966 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e999a8a-4f12-4477-a016-dd1e74254910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (36a97dad-9fb6-416d-843e-1afa13825922), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.746932 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] Publish callbacks [] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.753000 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e9ebed-531a-4fc5-a2cd-dcaa3f8cb86b x-openstack-request-id: req-28e9ebed-531a-4fc5-a2cd-dcaa3f8cb86b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:48.753347 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcc0027-73f0-48aa-912e-1e7af04c11d5", "name": "network-vif-deleted", "tag": "5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:48.753883 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-28e9ebed-531a-4fc5-a2cd-dcaa3f8cb86b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:48.754351 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcc0027-73f0-48aa-912e-1e7af04c11d5', 'name': 'network-vif-deleted', 'tag': '5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc', 'status': 'completed', 'code': 200} Feb 09 21:54:48.835780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Network f9095da8-f481-4d1d-8636-b647fae32f1e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:48.852301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.869986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device be8f0588-5fd6-4231-8acd-29362f0d8afc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:48.944641 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bf24540-d586-4ac1-9f0c-0f1a8feea355 req-22f0e6e8-232d-4fcd-968f-db2ade8d2ac3 tempest-ServerMetadataNegativeTestJSON-1567557160 tempest-ServerMetadataNegativeTestJSON-1567557160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bcc0027-73f0-48aa-912e-1e7af04c11d5 HTTP/1.1" status: 200 len: 210 time: 0.0895176 Feb 09 21:54:48.954645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8e999a8a-4f12-4477-a016-dd1e74254910 None None] Port 36a97dad-9fb6-416d-843e-1afa13825922 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:48.956440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c781be66-3b43-4cfc-aba2-2b1f136edac7 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:48.957024 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.964456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=80d0f360-5ced-4d18-9240-0f13d4709a3b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:48.964705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] No DVR routers for this DVR port c286d7dc-ddf1-430b-8ed2-45e7fc795eac on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:49.017318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:49.019770 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14654bdb-9709-4aa5-a856-e58efb190105" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:49.031812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, f9095da8-f481-4d1d-8636-b647fae32f1e) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:49.036209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c781be66-3b43-4cfc-aba2-2b1f136edac7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:49.042253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port be8f0588-5fd6-4231-8acd-29362f0d8afc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:49.042712 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.050956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.051602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.104907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['80d0f360-5ced-4d18-9240-0f13d4709a3b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:49.107465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] In _notify_port_updated(), no bound segment for port c286d7dc-ddf1-430b-8ed2-45e7fc795eac on network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:54:49.117454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.118879 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.119923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c0a40-bd95-4858-9f34-d4dc7534ea9b None None] Network f9095da8-f481-4d1d-8636-b647fae32f1e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:49.124897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.8 (5162f22e-cd3e-49d5-b7ac-e774b8670c03/ea15e721-4703-45d9-90e3-a78da909f4b5/6ac97262-83ea-4494-ab07-05c1badf784b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:49.127439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] 10.222.0.110 "PUT /v2.0/ports/c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 200 len: 1033 time: 1.0005238 Feb 09 21:54:49.149619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b689b36-8123-4d0e-9243-0b8c1601f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:49.154623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b7dbce9c-3bdf-4055-9935-6ebacf3f1a53 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3627670 Feb 09 21:54:49.159771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48174) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:49.174266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:49.194278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.208499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 817a3dc7-75ea-4124-b5f6-49cb0f14725e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:49.213370 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df774332-8868-4b77-9271-66762d4f3694 x-openstack-request-id: req-df774332-8868-4b77-9271-66762d4f3694 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:49.213657 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:49.217410 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df774332-8868-4b77-9271-66762d4f3694 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:49.217999 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7', 'code': 200} Feb 09 21:54:49.229086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c5cb4-c1e1-4909-8d52-b3f3f997e7b6 req-c4f19cdb-9f0f-4c03-aeb3-a73e3a20d33d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.231094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-896c5cb4-c1e1-4909-8d52-b3f3f997e7b6 req-c4f19cdb-9f0f-4c03-aeb3-a73e3a20d33d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.4684319 Feb 09 21:54:49.319200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.321124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.395042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-896c5cb4-c1e1-4909-8d52-b3f3f997e7b6 req-0cc4b9e8-7fe5-47b2-a4cc-780848c82ff0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262379 Feb 09 21:54:49.452953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port 51a8fff3-9067-4932-aba8-76103aef69c7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:49.453609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.512603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks [] for router_controller (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.560514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (6ac97262-83ea-4494-ab07-05c1badf784b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.569636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c781be66-3b43-4cfc-aba2-2b1f136edac7,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:49.582024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-99e6ae5d-0d64-4df7-8af3-a060bf2da9e1 None None] Provisioning complete for port be8f0588-5fd6-4231-8acd-29362f0d8afc triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:49.582454 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99e6ae5d-0d64-4df7-8af3-a060bf2da9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.588732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] For port 51a8fff3-9067-4932-aba8-76103aef69c7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=51a8fff3-9067-4932-aba8-76103aef69c7,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:49.589122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.684230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 817a3dc7-75ea-4124-b5f6-49cb0f14725e is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:49.684494 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.736299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:49.756012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-f9095da8-f481-4d1d-8636-b647fae32f1e', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'project_id': '179348843f524eafa1ed374bb5874aea', 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:49.756856 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.798056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c433428-0cd9-454e-a601-64faca6a0dd5 req-4ebbfb5a-0d26-408c-97ba-03c946d8f48b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.799606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c433428-0cd9-454e-a601-64faca6a0dd5 req-4ebbfb5a-0d26-408c-97ba-03c946d8f48b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 945 time: 0.2464180 Feb 09 21:54:49.809804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6ac97262-83ea-4494-ab07-05c1badf784b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.834241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port be8f0588-5fd6-4231-8acd-29362f0d8afc is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:49.839494 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.840953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:49.865872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=6ac97262-83ea-4494-ab07-05c1badf784b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:49.882474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks [] for router_gateway (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.886608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:49.886608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 5b4ce1ff-1e6e-46bb-a2e1-7bdf857f1fdc not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:49.886608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a97dad-9fb6-416d-843e-1afa13825922 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:49.901593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:49.907413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:49.913683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:49.927288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd28369-dda6-4e0d-bbdb-c7572a75877f req-41d08bae-dd83-48e8-944b-6506912d919e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.935102 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2dd28369-dda6-4e0d-bbdb-c7572a75877f req-41d08bae-dd83-48e8-944b-6506912d919e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.1950078 Feb 09 21:54:49.938792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c433428-0cd9-454e-a601-64faca6a0dd5 req-1164cc5f-fa5f-4e3a-b3c6-5f14670e0894 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332614 Feb 09 21:54:49.957545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.959367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.959907 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Floating IP bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b disassociated. External IP: 172.25.5.135, port: 51a8fff3-9067-4932-aba8-76103aef69c7. Feb 09 21:54:49.960437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for 51a8fff3-9067-4932-aba8-76103aef69c7 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:49.979464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port 36a97dad-9fb6-416d-843e-1afa13825922 host ! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:54:49.979923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 36a97dad-9fb6-416d-843e-1afa13825922 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:49.980524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c286d7dc-ddf1-430b-8ed2-45e7fc795eac no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:50.118786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port c286d7dc-ddf1-430b-8ed2-45e7fc795eac host ! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:54:50.119181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c286d7dc-ddf1-430b-8ed2-45e7fc795eac not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:50.119614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5c895aa-e6ef-4c72-a053-8e571b40c856 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:50.141840 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2dd28369-dda6-4e0d-bbdb-c7572a75877f req-61bcbdce-0ffa-4519-9f17-c033100e5bbd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056098 Feb 09 21:54:50.171277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.175648 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.247576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515e57-fcf6-4e06-a5f3-e7d2d4b3296b req-33297053-66af-4d84-a418-ea499674f8b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.251261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48188) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:50.253220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515e57-fcf6-4e06-a5f3-e7d2d4b3296b req-33297053-66af-4d84-a418-ea499674f8b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.259203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515e57-fcf6-4e06-a5f3-e7d2d4b3296b req-33297053-66af-4d84-a418-ea499674f8b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.264983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515e57-fcf6-4e06-a5f3-e7d2d4b3296b req-33297053-66af-4d84-a418-ea499674f8b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.271277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c515e57-fcf6-4e06-a5f3-e7d2d4b3296b req-33297053-66af-4d84-a418-ea499674f8b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.273349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c515e57-fcf6-4e06-a5f3-e7d2d4b3296b req-33297053-66af-4d84-a418-ea499674f8b5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 3881 time: 0.1943731 Feb 09 21:54:50.329715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48190) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:50.330089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c972b95-94b7-48b0-a2d6-2a0fd2dae611 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4371147 Feb 09 21:54:50.344896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c515e57-fcf6-4e06-a5f3-e7d2d4b3296b req-a4c133ab-3e5f-49b0-8e8a-c073b90d2457 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650659 Feb 09 21:54:50.373753 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (51a8fff3-9067-4932-aba8-76103aef69c7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.411959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] Deleting subnet fb0cd042-ebe3-44ef-b9f3-145785859442 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:50.495796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] Publish callbacks [] for subnet (fb0cd042-ebe3-44ef-b9f3-145785859442), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.501969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=51a8fff3-9067-4932-aba8-76103aef69c7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:50.545570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-99e6ae5d-0d64-4df7-8af3-a060bf2da9e1 None None] Current status of the port be8f0588-5fd6-4231-8acd-29362f0d8afc is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:50.577531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-99e6ae5d-0d64-4df7-8af3-a060bf2da9e1 None None] Provisioning complete for port 2e76558b-4ae4-419c-bc5b-dde2176f070a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:50.577760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99e6ae5d-0d64-4df7-8af3-a060bf2da9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e76558b-4ae4-419c-bc5b-dde2176f070a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.613552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=817a3dc7-75ea-4124-b5f6-49cb0f14725e,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:50.624048 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks [] for router_gateway (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.627884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-99e6ae5d-0d64-4df7-8af3-a060bf2da9e1 None None] Port 2e76558b-4ae4-419c-bc5b-dde2176f070a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:50.674321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5c895aa-e6ef-4c72-a053-8e571b40c856 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:50.674716 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.712186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d50d8-727a-4435-bc73-2ab40503b7bf tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.714250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-689d50d8-727a-4435-bc73-2ab40503b7bf tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3829830 Feb 09 21:54:50.716895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48196) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:50.776996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Allocated IP 172.20.0.2 (f9095da8-f481-4d1d-8636-b647fae32f1e/f25c93ba-eae9-4345-a1a6-d6cd7602a4d3/85518601-cda7-474a-bcf6-b7a6aa89ae13) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:50.788289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5c895aa-e6ef-4c72-a053-8e571b40c856, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:50.802189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Provisioning complete for port c286d7dc-ddf1-430b-8ed2-45e7fc795eac triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:50.802568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.845189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:50.886835 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.887566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 51a8fff3-9067-4932-aba8-76103aef69c7 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:50.959995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 51a8fff3-9067-4932-aba8-76103aef69c7 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:50.960345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 51a8fff3-9067-4932-aba8-76103aef69c7 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:50.960702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 38d67e72-cafe-42f0-bc69-349195f1a52b no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:51.000576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5c895aa-e6ef-4c72-a053-8e571b40c856,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:51.021568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Port c286d7dc-ddf1-430b-8ed2-45e7fc795eac cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:51.025834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:51.048098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] Sync routers for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:51.078577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Provisioning complete for port 2e76558b-4ae4-419c-bc5b-dde2176f070a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:51.078956 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e76558b-4ae4-419c-bc5b-dde2176f070a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.080619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:51.081277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:51.093100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.114407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (fb0cd042-ebe3-44ef-b9f3-145785859442), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.205212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (fb0cd042-ebe3-44ef-b9f3-145785859442), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.217706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] No DVR routers for this DVR port 51a8fff3-9067-4932-aba8-76103aef69c7 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:51.220536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.225061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-dc9af9cb-a035-432a-9e46-aafd38946ff9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "DELETE /v2.0/ports/51a8fff3-9067-4932-aba8-76103aef69c7 HTTP/1.1" status: 204 len: 173 time: 2.0412624 Feb 09 21:54:51.227283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:51.230145 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7cdb87-1b96-4146-aaf3-d6f50bb425cf" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:51.238065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 6ac97262-83ea-4494-ab07-05c1badf784b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:51.238457 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6ac97262-83ea-4494-ab07-05c1badf784b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.286275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d65dc-b566-4a02-acb4-b5a1e94aae07 req-fbcf022f-f785-4857-a3ca-58ea80518ba7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.295844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-055d65dc-b566-4a02-acb4-b5a1e94aae07 req-fbcf022f-f785-4857-a3ca-58ea80518ba7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.7589035 Feb 09 21:54:51.299500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:51.336206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6ac97262-83ea-4494-ab07-05c1badf784b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.354546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 6ac97262-83ea-4494-ab07-05c1badf784b owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:51.370270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-055d65dc-b566-4a02-acb4-b5a1e94aae07 req-a185fc10-b690-4a7e-8f09-04307a912bc2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Feb 09 21:54:51.380277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (fb0cd042-ebe3-44ef-b9f3-145785859442), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.404511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e'}, {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:51.406621 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47059dee-9e24-4b85-9a50-a52633602317" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e"}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:51.506835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0cd042-ebe3-44ef-b9f3-145785859442,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:51.532946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.534499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Port 2e76558b-4ae4-419c-bc5b-dde2176f070a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:51.544681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 38d67e72-cafe-42f0-bc69-349195f1a52b is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:51.544681 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.544989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-60d7cfa2-6721-4581-bf13-6fe715f347c7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/fb0cd042-ebe3-44ef-b9f3-145785859442 HTTP/1.1" status: 204 len: 168 time: 1.2869337 Feb 09 21:54:51.546715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48210) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:51.584501 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Publish callbacks [] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.609247 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6ac97262-83ea-4494-ab07-05c1badf784b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.617067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Provisioning complete for port 6ac97262-83ea-4494-ab07-05c1badf784b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:51.617584 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6ac97262-83ea-4494-ab07-05c1badf784b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.635572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 38d67e72-cafe-42f0-bc69-349195f1a52b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=38d67e72-cafe-42f0-bc69-349195f1a52b,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:51.655382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-96f0e976-edd9-40c3-8d39-5d67f0ca8973 None None] Port 6ac97262-83ea-4494-ab07-05c1badf784b was deleted so its status cannot be updated. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 21:54:51.666286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6571170-e049-4774-bbdb-f1de5f3fb043 req-4e961330-c2a2-4bee-8ee8-0a459ff1fd2e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.668686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6571170-e049-4774-bbdb-f1de5f3fb043 req-4e961330-c2a2-4bee-8ee8-0a459ff1fd2e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 945 time: 0.5770683 Feb 09 21:54:51.685496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Allocated IP 172.25.5.37 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/70fae769-cd1f-4123-8161-e41710475689) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:51.687567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.713491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=6ac97262-83ea-4494-ab07-05c1badf784b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:51.736479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.768655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (5f838ee6-7832-4902-bd52-c4884cfe7974), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.769630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Network f9095da8-f481-4d1d-8636-b647fae32f1e is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:51.782172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Pushing event updated for resources: {'Port': ['ID=85518601-cda7-474a-bcf6-b7a6aa89ae13,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:51.788341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:51.795593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:51.805874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 80d0f360-5ced-4d18-9240-0f13d4709a3b up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:51.817603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.821536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99c78d68-5999-46bf-8ef1-4acd03a2299e tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/6ac97262-83ea-4494-ab07-05c1badf784b HTTP/1.1" status: 204 len: 168 time: 1.1039150 Feb 09 21:54:51.834891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-1b779a58-5cda-4f3a-b955-d67dbc340225 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.836995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-1b779a58-5cda-4f3a-b955-d67dbc340225 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.3507860 Feb 09 21:54:51.839652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48212) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:51.930710 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks [] for port (70fae769-cd1f-4123-8161-e41710475689), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.947951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=38d67e72-cafe-42f0-bc69-349195f1a52b,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:51.991138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef54cd-85f0-43fe-b791-acc9e4459931 req-7a70bb00-07a4-41f8-8774-de08c135242b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:52.001519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3ef54cd-85f0-43fe-b791-acc9e4459931 req-7a70bb00-07a4-41f8-8774-de08c135242b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.5286233 Feb 09 21:54:52.054047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 5, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:52.055650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (70fae769-cd1f-4123-8161-e41710475689), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.089524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] Checking router: 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:52.089772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6571170-e049-4774-bbdb-f1de5f3fb043 req-30fa4138-357a-4add-9cb7-1fbf88a398a0 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719878 Feb 09 21:54:52.098666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Attempting to bind port 85518601-cda7-474a-bcf6-b7a6aa89ae13 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:52.105665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Attempting to bind port 85518601-cda7-474a-bcf6-b7a6aa89ae13 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:52.105665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Attempting to bind port 85518601-cda7-474a-bcf6-b7a6aa89ae13 on network f9095da8-f481-4d1d-8636-b647fae32f1e {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:52.106023 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2821e006-9629-47e2-b1a4-5f543ba4753f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:52.106023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2821e006-9629-47e2-b1a4-5f543ba4753f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/6ac97262-83ea-4494-ab07-05c1badf784b HTTP/1.1" status: 404 len: 333 time: 0.2646306 Feb 09 21:54:52.109673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:52.110369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Checking segment: {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:52.111870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.112543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Bound using segment: {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:52.113435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Bound port: 85518601-cda7-474a-bcf6-b7a6aa89ae13, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:52.114318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.115985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48214) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:52.134520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:52.135839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:52.145025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:52.155815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:52.168252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:52.190924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3ef54cd-85f0-43fe-b791-acc9e4459931 req-2e5104b9-c8a7-41d4-ac3f-ed3b6de93522 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804385 Feb 09 21:54:52.204076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (5f838ee6-7832-4902-bd52-c4884cfe7974), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.222411 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40b4fc7-731c-42c9-b167-72e8556bbc9a x-openstack-request-id: req-f40b4fc7-731c-42c9-b167-72e8556bbc9a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:52.222719 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "51a8fff3-9067-4932-aba8-76103aef69c7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:52.223109 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f40b4fc7-731c-42c9-b167-72e8556bbc9a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:52.224167 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': '51a8fff3-9067-4932-aba8-76103aef69c7', 'status': 'completed', 'code': 200} Feb 09 21:54:52.236229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port d5c895aa-e6ef-4c72-a053-8e571b40c856 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:52.236579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.267966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f838ee6-7832-4902-bd52-c4884cfe7974']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:52.287600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7591db-faea-4b1b-a414-cf4f65619798') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:52.287930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7591db-faea-4b1b-a414-cf4f65619798') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:52.299229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (9b7591db-faea-4b1b-a414-cf4f65619798), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.304694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:52.312849 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0155151-6558-41f2-8e30-d25211e63b11 x-openstack-request-id: req-a0155151-6558-41f2-8e30-d25211e63b11 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:52.313156 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e", "code": 200}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:52.313416 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0155151-6558-41f2-8e30-d25211e63b11 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:52.313963 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e', 'code': 200} Feb 09 21:54:52.314099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9b7591db-faea-4b1b-a414-cf4f65619798), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.318694 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856', 'code': 200} Feb 09 21:54:52.379176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] For port d5c895aa-e6ef-4c72-a053-8e571b40c856, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5c895aa-e6ef-4c72-a053-8e571b40c856,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:52.380367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.381808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:52.382324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] For port 85518601-cda7-474a-bcf6-b7a6aa89ae13, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:52.382477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (9b7591db-faea-4b1b-a414-cf4f65619798), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.385875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] For port 85518601-cda7-474a-bcf6-b7a6aa89ae13, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=85518601-cda7-474a-bcf6-b7a6aa89ae13,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:52.391218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Pushing event updated for resources: {'Port': ['ID=70fae769-cd1f-4123-8161-e41710475689,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:52.394094 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:52.401797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for d5c895aa-e6ef-4c72-a053-8e571b40c856 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:52.450314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 80d0f360-5ced-4d18-9240-0f13d4709a3b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:54:52.459610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 80d0f360-5ced-4d18-9240-0f13d4709a3b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:52.460016 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.492428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.525162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 2e76558b-4ae4-419c-bc5b-dde2176f070a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:52.525944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2e76558b-4ae4-419c-bc5b-dde2176f070a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.539490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Deleting port 27719b97-c67e-4758-a0a8-9304de7ea196 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:52.539670 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.621657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd1fe6-5a7f-4cd0-bfa8-1b00d1826f7d req-29c4ce64-e3c7-4a19-885b-e09d3a739561 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:52.627283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd1fe6-5a7f-4cd0-bfa8-1b00d1826f7d req-29c4ce64-e3c7-4a19-885b-e09d3a739561 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:52.633619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd1fe6-5a7f-4cd0-bfa8-1b00d1826f7d req-29c4ce64-e3c7-4a19-885b-e09d3a739561 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:52.639165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd1fe6-5a7f-4cd0-bfa8-1b00d1826f7d req-29c4ce64-e3c7-4a19-885b-e09d3a739561 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:52.641410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67dd1fe6-5a7f-4cd0-bfa8-1b00d1826f7d req-29c4ce64-e3c7-4a19-885b-e09d3a739561 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 3142 time: 0.3019500 Feb 09 21:54:52.727444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67dd1fe6-5a7f-4cd0-bfa8-1b00d1826f7d req-38e5e60b-c3ab-448e-8c01-873ec2f5aa62 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746424 Feb 09 21:54:52.741328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39cc33-9c46-4a97-b809-d41e44a10d58 None None] Pushing event updated for resources: {'Port': ['ID=85518601-cda7-474a-bcf6-b7a6aa89ae13,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:52.799678 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (5f838ee6-7832-4902-bd52-c4884cfe7974), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.834679 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.840828 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5f838ee6-7832-4902-bd52-c4884cfe7974 HTTP/1.1" status: 204 len: 168 time: 1.2891819 Feb 09 21:54:52.857652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ceec-d880-4c4b-8000-5dcfbc70da58 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f838ee6-7832-4902-bd52-c4884cfe7974,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:52.947887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks [] for router_gateway (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.168984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 80d0f360-5ced-4d18-9240-0f13d4709a3b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:53.170696 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.223152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] For port 27719b97-c67e-4758-a0a8-9304de7ea196, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=27719b97-c67e-4758-a0a8-9304de7ea196,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:53.223800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.242683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 5, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:53.249064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 80d0f360-5ced-4d18-9240-0f13d4709a3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=80d0f360-5ced-4d18-9240-0f13d4709a3b,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:53.277997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361df76-2f6e-49a4-89a5-44f34e7b711c None None] The sync data for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 is: [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'd99a6e60-6dce-48b0-9711-e2ce0ecb18cd', 'name': '', 'network_id': '54d33aa0-574e-4c02-b6a0-68ce6a5a60c3', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'mac_address': 'fa:16:3e:af:a0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '3801196d-8857-4340-8798-7a9c145bea70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:42Z', 'updated_at': '2022-02-09T21:46:48Z', 'revision_number': 5, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'subnets': [{'id': '3801196d-8857-4340-8798-7a9c145bea70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:53.314762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48226) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:53.328311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.342272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd550acd-25d5-41be-9d0f-142303b4eb2b req-9cea43bc-2340-4d63-a39f-95d20c8199db tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:53.344480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd550acd-25d5-41be-9d0f-142303b4eb2b req-9cea43bc-2340-4d63-a39f-95d20c8199db tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.8711321 Feb 09 21:54:53.417784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608fe33-40d6-468f-91cf-82bada6c5e28 req-b48fe394-bb5d-4aa0-8cd3-aeed23d22930 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:53.419335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7608fe33-40d6-468f-91cf-82bada6c5e28 req-b48fe394-bb5d-4aa0-8cd3-aeed23d22930 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 945 time: 0.1573935 Feb 09 21:54:53.432135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=80d0f360-5ced-4d18-9240-0f13d4709a3b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:53.439249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2e76558b-4ae4-419c-bc5b-dde2176f070a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.449715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3ce6a99f-1be7-473b-b01e-01176267efd9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5184a0e67d844d439f50c68613f5399a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332884 Feb 09 21:54:53.454075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48228) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:53.456663 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.522751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 2e76558b-4ae4-419c-bc5b-dde2176f070a owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:53.560098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7608fe33-40d6-468f-91cf-82bada6c5e28 req-e7a65e6d-2c82-4d1a-8b3d-94602940e2b7 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286824 Feb 09 21:54:53.578816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd550acd-25d5-41be-9d0f-142303b4eb2b req-03e75545-352c-4ecf-a6fb-53aef0bb688a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925926 Feb 09 21:54:53.682155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d5c895aa-e6ef-4c72-a053-8e571b40c856), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.746935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=d5c895aa-e6ef-4c72-a053-8e571b40c856,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:53.765514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966be792-5b7b-4366-b5dd-84c5417ecc9d req-0522aef1-3ad2-4497-b09f-69a4b95e1350 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:53.767430 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-966be792-5b7b-4366-b5dd-84c5417ecc9d req-0522aef1-3ad2-4497-b09f-69a4b95e1350 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 947 time: 0.0694125 Feb 09 21:54:53.830002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.830407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (a2e061cc-86e7-4c6e-80db-08ec359402b9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.830732 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Floating IP a2e061cc-86e7-4c6e-80db-08ec359402b9 disassociated. External IP: 172.25.5.224, port: 27719b97-c67e-4758-a0a8-9304de7ea196. Feb 09 21:54:53.831096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Calling delete_port for 27719b97-c67e-4758-a0a8-9304de7ea196 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:53.846561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:54:53.854416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb894416-6be8-4978-a34a-2e3d983e6aab admin admin] Publish callbacks [] for security_group (0ece1692-b474-4b7c-8f51-7361ca0235ff), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.908817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] No DVR routers for this DVR port d5c895aa-e6ef-4c72-a053-8e571b40c856 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:53.952446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.959988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-3ff49554-e5e1-4e61-93bf-371fad20cccb tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "DELETE /v2.0/ports/d5c895aa-e6ef-4c72-a053-8e571b40c856 HTTP/1.1" status: 204 len: 173 time: 2.7270973 Feb 09 21:54:53.998096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb894416-6be8-4978-a34a-2e3d983e6aab admin admin] Publish callbacks [] for security_group (0ece1692-b474-4b7c-8f51-7361ca0235ff), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.010659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd01dc1f-daed-42a1-a688-60f191a8224b None None] New status for floating IP bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:54:54.061137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-966be792-5b7b-4366-b5dd-84c5417ecc9d req-1c10704e-b74e-4216-8252-775427ff44a9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=352597df-68ae-47ad-a73b-b5c1c56f6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714169 Feb 09 21:54:54.156233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:54.168548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Sync routers for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:54.189994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:54.190626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:54.244862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:54.248132 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6105653-6ddf-4dad-ad71-b02661b9275e" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:54.265615 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb894416-6be8-4978-a34a-2e3d983e6aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ece1692-b474-4b7c-8f51-7361ca0235ff), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.271073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb894416-6be8-4978-a34a-2e3d983e6aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.272976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eb894416-6be8-4978-a34a-2e3d983e6aab admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0ece1692-b474-4b7c-8f51-7361ca0235ff HTTP/1.1" status: 204 len: 168 time: 0.8098285 Feb 09 21:54:54.307263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.308598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1ec071c0-5d70-46db-9f3d-85f7ce49c70f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1475341 Feb 09 21:54:54.312171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48238) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:54.348662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b'}, {'server_uuid': '97558640-afc6-447d-91e1-384d3c9f006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f360-5ced-4d18-9240-0f13d4709a3b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:54.356436 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9490f54-cc93-44b4-b35f-340518689c70" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b"}, {"server_uuid": "97558640-afc6-447d-91e1-384d3c9f006e", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f360-5ced-4d18-9240-0f13d4709a3b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:54.358276 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15fc57d-ff86-435b-801c-411c378d0cfa x-openstack-request-id: req-a15fc57d-ff86-435b-801c-411c378d0cfa {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:54.358537 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "d5c895aa-e6ef-4c72-a053-8e571b40c856", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:54.358800 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a15fc57d-ff86-435b-801c-411c378d0cfa {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:54.359210 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': 'd5c895aa-e6ef-4c72-a053-8e571b40c856', 'status': 'completed', 'code': 200} Feb 09 21:54:54.374459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb894416-6be8-4978-a34a-2e3d983e6aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece1692-b474-4b7c-8f51-7361ca0235ff,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:54.386292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56102ae-503c-4f6c-92b5-64794b951070 None None] Network f9095da8-f481-4d1d-8636-b647fae32f1e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:54.411931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274aecf-c9c4-495d-b428-170c45648a25 req-a298d42f-4a32-4020-bc33-47ba4df223db tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:54.440565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274aecf-c9c4-495d-b428-170c45648a25 req-a298d42f-4a32-4020-bc33-47ba4df223db tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:54.452008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274aecf-c9c4-495d-b428-170c45648a25 req-a298d42f-4a32-4020-bc33-47ba4df223db tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:54.462753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b274aecf-c9c4-495d-b428-170c45648a25 req-a298d42f-4a32-4020-bc33-47ba4df223db tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 2409 time: 0.5603509 Feb 09 21:54:54.495121 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2391fce3-6455-474b-983c-e719efc319d5 x-openstack-request-id: req-2391fce3-6455-474b-983c-e719efc319d5 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:54.502298 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b", "code": 200}, {"server_uuid": "97558640-afc6-447d-91e1-384d3c9f006e", "name": "network-vif-plugged", "status": "completed", "tag": "80d0f360-5ced-4d18-9240-0f13d4709a3b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:54.502831 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2391fce3-6455-474b-983c-e719efc319d5 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:54.505452 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b', 'code': 200} Feb 09 21:54:54.506228 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97558640-afc6-447d-91e1-384d3c9f006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0f360-5ced-4d18-9240-0f13d4709a3b', 'code': 200} Feb 09 21:54:54.526706 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2e76558b-4ae4-419c-bc5b-dde2176f070a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.636603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b917f48d-f458-421b-bc90-71f5ef3eac43 None None] Provisioning complete for port 85518601-cda7-474a-bcf6-b7a6aa89ae13 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:54.637039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b917f48d-f458-421b-bc90-71f5ef3eac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.747517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:54.761181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=2e76558b-4ae4-419c-bc5b-dde2176f070a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:54.932694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b274aecf-c9c4-495d-b428-170c45648a25 req-feefc686-f4d8-4b6b-8eb0-d4762bd1dbde tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4545786 Feb 09 21:54:55.014477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port 817a3dc7-75ea-4124-b5f6-49cb0f14725e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:55.014701 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.129083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 85518601-cda7-474a-bcf6-b7a6aa89ae13 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:55.130056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (27719b97-c67e-4758-a0a8-9304de7ea196), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.160058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.166780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0b8f0a84-65e8-4d85-aae0-14091f1d9ae3 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/2e76558b-4ae4-419c-bc5b-dde2176f070a HTTP/1.1" status: 204 len: 168 time: 3.0499334 Feb 09 21:54:55.170109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48256) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:55.205785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76e095-17c8-48d5-a454-fc9642f0ddb4 req-0dce6f64-22fc-474f-91a6-0f9432187c50 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:55.209979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe76e095-17c8-48d5-a454-fc9642f0ddb4 req-0dce6f64-22fc-474f-91a6-0f9432187c50 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 946 time: 0.3596473 Feb 09 21:54:55.314111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event deleted for resources: {'Port': ['ID=27719b97-c67e-4758-a0a8-9304de7ea196,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:55.323964 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a45164-55cd-430d-bb06-190216c6680f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:54:55.328421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b7a45164-55cd-430d-bb06-190216c6680f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/2e76558b-4ae4-419c-bc5b-dde2176f070a HTTP/1.1" status: 404 len: 333 time: 0.1450415 Feb 09 21:54:55.334749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48262) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:55.354693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64631e06-047b-4ff9-9074-64bae99b4e78 req-91d6868b-4114-4c9d-8ae7-2314bf7ad20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:55.357167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64631e06-047b-4ff9-9074-64bae99b4e78 req-91d6868b-4114-4c9d-8ae7-2314bf7ad20d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 1128 time: 0.7995186 Feb 09 21:54:55.422902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b917f48d-f458-421b-bc90-71f5ef3eac43 None None] Current status of the port 85518601-cda7-474a-bcf6-b7a6aa89ae13 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:55.424336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b917f48d-f458-421b-bc90-71f5ef3eac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.476516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe76e095-17c8-48d5-a454-fc9642f0ddb4 req-8d3c85c1-f0ae-4f19-8de5-dfea451b159f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005155 Feb 09 21:54:55.490486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64631e06-047b-4ff9-9074-64bae99b4e78 req-1b9d57b3-a6d8-4bd0-bf1a-f7b4a04705c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183913 Feb 09 21:54:55.547439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c628ca-bf14-4148-a929-d67253cb3438 req-5b02492f-f8b7-4008-89ef-606d7979400f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:55.549133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12c628ca-bf14-4148-a929-d67253cb3438 req-5b02492f-f8b7-4008-89ef-606d7979400f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.4248824 Feb 09 21:54:55.561576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] For port 817a3dc7-75ea-4124-b5f6-49cb0f14725e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=817a3dc7-75ea-4124-b5f6-49cb0f14725e,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:55.561982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.625514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet ea15e721-4703-45d9-90e3-a78da909f4b5 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:55.652897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for 817a3dc7-75ea-4124-b5f6-49cb0f14725e owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:55.654663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (ea15e721-4703-45d9-90e3-a78da909f4b5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.674246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-963662cf-3617-43a6-8084-5654c26064a1 req-c539829d-29e4-4c69-80c8-cbb89188507c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 210 time: 0.0951748 Feb 09 21:54:55.675007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 85518601-cda7-474a-bcf6-b7a6aa89ae13 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:55.676628 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.767159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.818309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b917f48d-f458-421b-bc90-71f5ef3eac43 None None] For port 85518601-cda7-474a-bcf6-b7a6aa89ae13, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=85518601-cda7-474a-bcf6-b7a6aa89ae13,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:55.829948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:55.846410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:52Z', 'revision_number': 3, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:55.902860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (ea15e721-4703-45d9-90e3-a78da909f4b5), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.942736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 27719b97-c67e-4758-a0a8-9304de7ea196 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:55.943144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 27719b97-c67e-4758-a0a8-9304de7ea196 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:55.978864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12c628ca-bf14-4148-a929-d67253cb3438 req-d482e94a-b3fb-4638-b5d0-504d506e29e1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006884 Feb 09 21:54:56.022546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:56.073474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Allocated IP 172.20.0.1 (f9095da8-f481-4d1d-8636-b647fae32f1e/f25c93ba-eae9-4345-a1a6-d6cd7602a4d3/e6627003-21ef-47a0-9a44-f1940d489286) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:56.095929 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b917f48d-f458-421b-bc90-71f5ef3eac43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.256416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Checking router: 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:56.256771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Updating router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 port 70fae769-cd1f-4123-8161-e41710475689 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:54:56.321265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48282) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:56.334325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917f48d-f458-421b-bc90-71f5ef3eac43 None None] Pushing event updated for resources: {'Port': ['ID=85518601-cda7-474a-bcf6-b7a6aa89ae13,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:56.344817 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70fae769-cd1f-4123-8161-e41710475689), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.362092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks [] for port (e6627003-21ef-47a0-9a44-f1940d489286), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.471988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bed71116-f34f-43d1-83a6-0b8acfe229af None None] Provisioning complete for port 85518601-cda7-474a-bcf6-b7a6aa89ae13 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:56.472568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bed71116-f34f-43d1-83a6-0b8acfe229af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.472678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84b34-c069-4d36-b658-b2338bdd2ce1 req-9eba0ce9-e41e-4f2c-ae53-e6128def7b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:56.486130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84b34-c069-4d36-b658-b2338bdd2ce1 req-9eba0ce9-e41e-4f2c-ae53-e6128def7b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:56.501173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e84b34-c069-4d36-b658-b2338bdd2ce1 req-9eba0ce9-e41e-4f2c-ae53-e6128def7b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:56.506490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65e84b34-c069-4d36-b658-b2338bdd2ce1 req-9eba0ce9-e41e-4f2c-ae53-e6128def7b85 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 2409 time: 0.2298977 Feb 09 21:54:56.558936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (ea15e721-4703-45d9-90e3-a78da909f4b5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.566559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1991291159-network', 'tenant_id': 'f8a47a20dbfe4f32920914e6024d81e1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:56.594564 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e6627003-21ef-47a0-9a44-f1940d489286), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.620934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Network f9095da8-f481-4d1d-8636-b647fae32f1e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:56.626681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:56.643991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 85518601-cda7-474a-bcf6-b7a6aa89ae13 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:56.646900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:56.725828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bed71116-f34f-43d1-83a6-0b8acfe229af None None] Current status of the port 85518601-cda7-474a-bcf6-b7a6aa89ae13 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:56.736533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65e84b34-c069-4d36-b658-b2338bdd2ce1 req-c8ca9ef5-b22d-4554-864c-827edd230c3f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221956 Feb 09 21:54:56.762345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41304648-abc0-482d-99c0-2bb1f68e91f1 req-b6b6818b-88d0-4606-9dae-dd4dc6c42345 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:56.778106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41304648-abc0-482d-99c0-2bb1f68e91f1 req-b6b6818b-88d0-4606-9dae-dd4dc6c42345 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.4107442 Feb 09 21:54:56.819583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (817a3dc7-75ea-4124-b5f6-49cb0f14725e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.933692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 85518601-cda7-474a-bcf6-b7a6aa89ae13 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:56.953404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=817a3dc7-75ea-4124-b5f6-49cb0f14725e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:56.983152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Made reservation on behalf of f8a47a20dbfe4f32920914e6024d81e1 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:56.990097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.009557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Pushing event updated for resources: {'Port': ['ID=e6627003-21ef-47a0-9a44-f1940d489286,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:57.021094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.033919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:57.046448 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] Sync routers for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:57.058833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.080099 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:57.081589 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:57.087843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] No DVR routers for this DVR port 817a3dc7-75ea-4124-b5f6-49cb0f14725e on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:57.099189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.099189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-350b82f3-d7a6-4bc5-89c6-783721555227 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "DELETE /v2.0/ports/817a3dc7-75ea-4124-b5f6-49cb0f14725e HTTP/1.1" status: 204 len: 173 time: 3.1110659 Feb 09 21:54:57.099476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:57.101800 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ed2fa1-828b-4b87-b533-37e13451bd4c" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:57.118705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41304648-abc0-482d-99c0-2bb1f68e91f1 req-88e6ac90-56a4-483b-9424-3078201cf490 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349135 Feb 09 21:54:57.261443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 85518601-cda7-474a-bcf6-b7a6aa89ae13 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:57.261795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.266525 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Publish callbacks [] for port (70fae769-cd1f-4123-8161-e41710475689), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.282410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-04f30741-84fa-4198-8610-279ce1da7b38 None None] Provisioning complete for port e6627003-21ef-47a0-9a44-f1940d489286 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:57.282873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-04f30741-84fa-4198-8610-279ce1da7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e6627003-21ef-47a0-9a44-f1940d489286), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.288945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] No DVR routers for this DVR port 27719b97-c67e-4758-a0a8-9304de7ea196 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:57.291210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (ea15e721-4703-45d9-90e3-a78da909f4b5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.329607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.341634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63718f8b-798a-43da-aa9b-774c2ea218f5 req-cbdcb2ed-63f2-4f26-ac64-c24d60dc833b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "DELETE /v2.0/ports/27719b97-c67e-4758-a0a8-9304de7ea196 HTTP/1.1" status: 204 len: 173 time: 5.4895658 Feb 09 21:54:57.346792 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:57.400814 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks [] for security_group (a11bd59e-d1db-4da2-b67e-30acf59c410f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.414556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-04f30741-84fa-4198-8610-279ce1da7b38 None None] Port e6627003-21ef-47a0-9a44-f1940d489286 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:57.468233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=ea15e721-4703-45d9-90e3-a78da909f4b5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:57.554231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12d68e25-a731-43dd-ad87-2a80b6bd5400 req-17413147-2726-46b5-b4ce-299ef7e1fcd8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 210 time: 0.2179677 Feb 09 21:54:57.554231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.555219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3c05a9-2bf3-403a-ac20-0431f178a592 None None] Network 5162f22e-cd3e-49d5-b7ac-e774b8670c03 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:57.555618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7ccbcf80-6685-4ca8-b0a5-b4e1164ccb3d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/ea15e721-4703-45d9-90e3-a78da909f4b5 HTTP/1.1" status: 204 len: 168 time: 2.1883590 Feb 09 21:54:57.555618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48296) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:57.668848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 85518601-cda7-474a-bcf6-b7a6aa89ae13 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:57.700698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70fae769-cd1f-4123-8161-e41710475689), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.828148 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:57.831939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (5162f22e-cd3e-49d5-b7ac-e774b8670c03), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.855597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88094273-5f21-4f94-8880-3547fceac15e None None] Pushing event updated for resources: {'Port': ['ID=70fae769-cd1f-4123-8161-e41710475689,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:57.857180 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52fc478-25cf-4216-a7fb-0869901181a4 x-openstack-request-id: req-e52fc478-25cf-4216-a7fb-0869901181a4 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:57.857599 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "817a3dc7-75ea-4124-b5f6-49cb0f14725e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:57.858247 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e52fc478-25cf-4216-a7fb-0869901181a4 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:57.860361 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': '817a3dc7-75ea-4124-b5f6-49cb0f14725e', 'status': 'completed', 'code': 200} Feb 09 21:54:57.886198 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] Checking router: 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:57.905947 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:57.906591 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:57.976898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Attempting to bind port 70fae769-cd1f-4123-8161-e41710475689 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:57.979907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Attempting to bind port 70fae769-cd1f-4123-8161-e41710475689 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:57.980401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Attempting to bind port 70fae769-cd1f-4123-8161-e41710475689 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:58.016152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port c781be66-3b43-4cfc-aba2-2b1f136edac7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:58.016803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.026427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:58.032986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:58.032986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.032986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:58.032986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Bound port: 70fae769-cd1f-4123-8161-e41710475689, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:58.034876 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70fae769-cd1f-4123-8161-e41710475689), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.131432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] DHCP port deletion for 5162f22e-cd3e-49d5-b7ac-e774b8670c03 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:58.140744 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:58.154232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] For port c781be66-3b43-4cfc-aba2-2b1f136edac7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c781be66-3b43-4cfc-aba2-2b1f136edac7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:58.155094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.173473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for c781be66-3b43-4cfc-aba2-2b1f136edac7 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:58.190837 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a11bd59e-d1db-4da2-b67e-30acf59c410f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.195605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] For port 70fae769-cd1f-4123-8161-e41710475689, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:58.204345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] For port 70fae769-cd1f-4123-8161-e41710475689, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70fae769-cd1f-4123-8161-e41710475689,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:58.233091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] Deleting port be8f0588-5fd6-4231-8acd-29362f0d8afc {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:58.233497 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.271870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11bd59e-d1db-4da2-b67e-30acf59c410f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:58.301761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e6627003-21ef-47a0-9a44-f1940d489286), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.309156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:58.320389 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70fae769-cd1f-4123-8161-e41710475689), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.339606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6962823-0a9e-4f79-a478-d2b9adb4ccc4 req-ecfa1a7a-2ec9-40ac-86a1-8755fa279383 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:58.341128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6962823-0a9e-4f79-a478-d2b9adb4ccc4 req-ecfa1a7a-2ec9-40ac-86a1-8755fa279383 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 946 time: 1.4857104 Feb 09 21:54:58.381639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e02bbfb0-a76f-401c-b1a7-a43d0d73a430), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.382105 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Added segment e02bbfb0-a76f-401c-b1a7-a43d0d73a430 of type vlan for network f8acda25-6344-4796-ab33-10b8d21f77df Feb 09 21:54:58.447186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88094273-5f21-4f94-8880-3547fceac15e None None] Pushing event updated for resources: {'Port': ['ID=70fae769-cd1f-4123-8161-e41710475689,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:58.448675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b4830-b84c-47b7-b06e-335b0d79cd13 req-54566fc9-f3d6-48f9-9cbd-5be0e2a2335d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:58.451271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-343b4830-b84c-47b7-b06e-335b0d79cd13 req-54566fc9-f3d6-48f9-9cbd-5be0e2a2335d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.6038663 Feb 09 21:54:58.480656 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c781be66-3b43-4cfc-aba2-2b1f136edac7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.491672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port be8f0588-5fd6-4231-8acd-29362f0d8afc {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:58.492647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.509476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] For port be8f0588-5fd6-4231-8acd-29362f0d8afc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=be8f0588-5fd6-4231-8acd-29362f0d8afc,segment=NetworkSegment(068413ca-4b1f-4a6a-bb65-d9cf1dca8d78),segment_id=068413ca-4b1f-4a6a-bb65-d9cf1dca8d78)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:58.509881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.540014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6962823-0a9e-4f79-a478-d2b9adb4ccc4 req-d732c880-5d85-47bf-84cc-ae4e4ccde4f6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802998 Feb 09 21:54:58.543552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] Calling delete_port for be8f0588-5fd6-4231-8acd-29362f0d8afc owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:58.551756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:58.566583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:58.571580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:58.636976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] For port be8f0588-5fd6-4231-8acd-29362f0d8afc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=be8f0588-5fd6-4231-8acd-29362f0d8afc,segment=NetworkSegment(068413ca-4b1f-4a6a-bb65-d9cf1dca8d78),segment_id=068413ca-4b1f-4a6a-bb65-d9cf1dca8d78)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:58.639180 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a704140-e7d0-460d-9d77-c6493fc269e4 None None] The sync data for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 is: [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:58.646942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.657274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (f8acda25-6344-4796-ab33-10b8d21f77df), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.696200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for be8f0588-5fd6-4231-8acd-29362f0d8afc owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:58.940892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abc760-1795-4517-9be6-bb83d714a2ac req-42dd90e0-b068-4d41-9017-fd815dc64984 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:58.942554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-343b4830-b84c-47b7-b06e-335b0d79cd13 req-443d6529-48b6-46ab-8f17-53fd01bbf1f0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689968 Feb 09 21:54:58.943505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3abc760-1795-4517-9be6-bb83d714a2ac req-42dd90e0-b068-4d41-9017-fd815dc64984 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 943 time: 0.1780217 Feb 09 21:54:58.949095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.965014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (f8acda25-6344-4796-ab33-10b8d21f77df), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.968899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:58.969930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.017615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No DVR routers for this DVR port be8f0588-5fd6-4231-8acd-29362f0d8afc on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:59.066661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device be8f0588-5fd6-4231-8acd-29362f0d8afc no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:59.096851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: be8f0588-5fd6-4231-8acd-29362f0d8afc {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:59.097211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device be8f0588-5fd6-4231-8acd-29362f0d8afc not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:59.201363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8650558 Feb 09 21:54:59.201363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48310) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:59.226142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Request body: {'subnet': {'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1991291159-subnet', 'tenant_id': 'f8a47a20dbfe4f32920914e6024d81e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:59.228013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:59.232767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (5162f22e-cd3e-49d5-b7ac-e774b8670c03), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.237045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks [] for port (e6627003-21ef-47a0-9a44-f1940d489286), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.250853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8674aaa-b805-406c-957a-65bdf4e05f3a admin admin] Pushing event updated for resources: {'Network': ['ID=f8acda25-6344-4796-ab33-10b8d21f77df,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:59.266735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5162f22e-cd3e-49d5-b7ac-e774b8670c03']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:59.276224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3abc760-1795-4517-9be6-bb83d714a2ac req-53ab3107-6b47-4a3e-99f5-a5228269e067 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups?id=fcff0b2d-4b33-487c-878f-8f70982114a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3078363 Feb 09 21:54:59.280796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068413ca-4b1f-4a6a-bb65-d9cf1dca8d78') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:59.280796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068413ca-4b1f-4a6a-bb65-d9cf1dca8d78') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:59.317848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e6627003-21ef-47a0-9a44-f1940d489286), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.318536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=c781be66-3b43-4cfc-aba2-2b1f136edac7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:59.327470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network f8acda25-6344-4796-ab33-10b8d21f77df details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:59.331408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (068413ca-4b1f-4a6a-bb65-d9cf1dca8d78), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.397177 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee54b97-b99b-42fc-854f-c4d27e4bec90 None None] New status for floating IP a2e061cc-86e7-4c6e-80db-08ec359402b9: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:54:59.403464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.417702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7367062-6ebc-4e98-b97b-8f7557bdfccf req-db1bc8d8-3161-40f6-b726-929b0e71888e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=c4f6e565-bc61-4752-8289-0be4b1bdd6dd HTTP/1.1" status: 200 len: 210 time: 0.1136529 Feb 09 21:54:59.446780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Made reservation on behalf of f8a47a20dbfe4f32920914e6024d81e1 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:59.451019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.461457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] No DVR routers for this DVR port c781be66-3b43-4cfc-aba2-2b1f136edac7 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:59.463529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=be8f0588-5fd6-4231-8acd-29362f0d8afc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:59.466786 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (068413ca-4b1f-4a6a-bb65-d9cf1dca8d78), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.470818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.475796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-c67da082-b3e4-4abc-b016-c316e9cb5535 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "DELETE /v2.0/ports/c781be66-3b43-4cfc-aba2-2b1f136edac7 HTTP/1.1" status: 204 len: 173 time: 2.3552482 Feb 09 21:54:59.492834 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (be8f0588-5fd6-4231-8acd-29362f0d8afc), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.496690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:59.497384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (068413ca-4b1f-4a6a-bb65-d9cf1dca8d78), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:59.502351 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:59.612126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] Pushing event deleted for resources: {'Port': ['ID=be8f0588-5fd6-4231-8acd-29362f0d8afc,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:59.615150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066d26a-39d0-47f2-ab0f-4fd27a2645db None None] No DVR routers for this DVR port be8f0588-5fd6-4231-8acd-29362f0d8afc on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:59.774687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:54:56Z', 'revision_number': 1, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:59.835197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4cf3f-b563-42f7-ba09-6ff8e25450bc None None] The sync data for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 is: [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:54:56Z', 'revision_number': 1, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:59.891000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (95a4cbec-4c8f-4151-8547-288afdd4bec3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.959474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-0794bb7d-f5c3-4531-a213-22bbc16197e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:59.962085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-0794bb7d-f5c3-4531-a213-22bbc16197e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.5674810 Feb 09 21:54:59.974413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.082287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Pushing event updated for resources: {'Port': ['ID=e6627003-21ef-47a0-9a44-f1940d489286,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:00.087726 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-113cb137-c7a1-479f-bccc-054fca84b346 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/quotas/871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 375 time: 0.1029854 Feb 09 21:55:00.135114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-deleted', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196'}, {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:00.137599 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae317cb3-3eb8-40f0-a877-18018213c299" -d '{"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-deleted", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196"}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:00.193978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Checking segment: {'id': 'e02bbfb0-a76f-401c-b1a7-a43d0d73a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:00.194360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Network hostable DHCP agents. Network: f8acda25-6344-4796-ab33-10b8d21f77df, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:00.223858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a4cbec-4c8f-4151-8547-288afdd4bec3,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:00.276088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601d01-0dcd-4302-a518-ba3b856c2095 req-627f7951-819d-4187-92f1-a5629a345eb8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:00.277832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e601d01-0dcd-4302-a518-ba3b856c2095 req-627f7951-819d-4187-92f1-a5629a345eb8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 946 time: 0.6185064 Feb 09 21:55:00.281847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (5162f22e-cd3e-49d5-b7ac-e774b8670c03), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.291836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.302395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/5162f22e-cd3e-49d5-b7ac-e774b8670c03 HTTP/1.1" status: 204 len: 168 time: 2.7701929 Feb 09 21:55:00.306168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port 38d67e72-cafe-42f0-bc69-349195f1a52b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:00.312614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.312793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-2738538f-22a4-46de-be9c-4de5cc65686f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2132633 Feb 09 21:55:00.317249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Network f9095da8-f481-4d1d-8636-b647fae32f1e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:00.318119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48328) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:00.323585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-994784408'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:00.343327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:00.408241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22f14b-7dee-47c3-a0de-4f0c071acf86 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=5162f22e-cd3e-49d5-b7ac-e774b8670c03,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:00.431469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Network f8acda25-6344-4796-ab33-10b8d21f77df is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:00.498535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e601d01-0dcd-4302-a518-ba3b856c2095 req-1a9cbb6c-c3af-4b8f-a5d9-06fbd86e7d92 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080808 Feb 09 21:55:00.534587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] For port 38d67e72-cafe-42f0-bc69-349195f1a52b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=38d67e72-cafe-42f0-bc69-349195f1a52b,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:00.534587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.564221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for 38d67e72-cafe-42f0-bc69-349195f1a52b owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:00.647586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:00.661656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.667757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, f8acda25-6344-4796-ab33-10b8d21f77df) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:00.690730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c182b88-7668-4b66-a084-28fe8c1be15c None None] Network f8acda25-6344-4796-ab33-10b8d21f77df requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:00.756326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:00.761207 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.828473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:00.833284 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.872989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:00.884285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d0b7a211-0c4f-4478-b93e-33c67a55ad1c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.884762 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment d0b7a211-0c4f-4478-b93e-33c67a55ad1c of type vlan for network d400d828-b44e-4ed6-b84f-4a052674839d Feb 09 21:55:00.970568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c51b40-0c25-484e-87db-ff55703c0af8 None None] Network f8acda25-6344-4796-ab33-10b8d21f77df requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:00.976887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d400d828-b44e-4ed6-b84f-4a052674839d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.080620 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e740e-4cb1-4f01-b49b-8af161acb883 x-openstack-request-id: req-3b4e740e-4cb1-4f01-b49b-8af161acb883 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:01.080935 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f6e565-bc61-4752-8289-0be4b1bdd6dd", "name": "network-vif-deleted", "tag": "27719b97-c67e-4758-a0a8-9304de7ea196", "status": "completed", "code": 200}, {"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "c781be66-3b43-4cfc-aba2-2b1f136edac7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:01.081198 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b4e740e-4cb1-4f01-b49b-8af161acb883 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:01.081662 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f6e565-bc61-4752-8289-0be4b1bdd6dd', 'name': 'network-vif-deleted', 'tag': '27719b97-c67e-4758-a0a8-9304de7ea196', 'status': 'completed', 'code': 200} Feb 09 21:55:01.081931 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': 'c781be66-3b43-4cfc-aba2-2b1f136edac7', 'status': 'completed', 'code': 200} Feb 09 21:55:01.088963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (38d67e72-cafe-42f0-bc69-349195f1a52b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.112654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-359d901f-cdeb-4094-a394-55cd59dee6b2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8984673 Feb 09 21:55:01.117509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:01.147218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-36778621-8110-4d59-b861-9453e7ad62fd admin admin] 10.222.0.98 "PUT /v2.0/routers/0cf195ee-fa47-4b50-93ab-dbc8a64c4f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8228116 Feb 09 21:55:01.160306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-762c75e9-a285-4bd6-a057-c507b297bdf0 None None] Provisioning complete for port e6627003-21ef-47a0-9a44-f1940d489286 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:01.161284 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-762c75e9-a285-4bd6-a057-c507b297bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e6627003-21ef-47a0-9a44-f1940d489286), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.173676 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-6a8dbc1e-14cf-4a9c-8863-0fcfc2d37406 service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457630 Feb 09 21:55:01.181170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:55:01.305814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=38d67e72-cafe-42f0-bc69-349195f1a52b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:01.321261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-762c75e9-a285-4bd6-a057-c507b297bdf0 None None] Port e6627003-21ef-47a0-9a44-f1940d489286 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:01.415843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] No DVR routers for this DVR port 38d67e72-cafe-42f0-bc69-349195f1a52b on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:01.424753 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.428871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9708a904-66c5-430a-807d-82d62bd55661 req-a451ae45-8756-4165-b444-59fc53dbe1e3 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.110 "DELETE /v2.0/ports/38d67e72-cafe-42f0-bc69-349195f1a52b HTTP/1.1" status: 204 len: 173 time: 1.9430518 Feb 09 21:55:01.431524 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a377f035-7909-4d2e-bc67-cd72ea8d1338 req-fb42873f-0095-4bd4-8930-ee28e664ee18 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.1434312 Feb 09 21:55:01.452634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d400d828-b44e-4ed6-b84f-4a052674839d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.457804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:01.458635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.483262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-14164644-5b81-4993-a175-e1408eaee704 service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987220 Feb 09 21:55:01.610432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=d400d828-b44e-4ed6-b84f-4a052674839d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:01.615209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48350) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:01.622147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51aac846-aa88-4916-9a97-4e89a320f716 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3025486 Feb 09 21:55:01.623512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:01.623801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d400d828-b44e-4ed6-b84f-4a052674839d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:01.864996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07881aa4-2a97-43af-8897-d84ca480c792 req-938c8da8-8ee1-49c9-a2a3-5fbf4f76249c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:01.867211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07881aa4-2a97-43af-8897-d84ca480c792 req-938c8da8-8ee1-49c9-a2a3-5fbf4f76249c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 945 time: 0.1608198 Feb 09 21:55:01.913928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:01.937604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.041297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07881aa4-2a97-43af-8897-d84ca480c792 req-9fb5da6d-b16e-4009-9a22-41fc54b1a014 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677849 Feb 09 21:55:02.176917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48368) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:02.310436 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7e03126-e8a7-4c47-8793-ec854418559c req-9c76a8dd-345d-4494-91c7-c93b09597f66 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 210 time: 0.0665967 Feb 09 21:55:02.317462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30038b5c-e8fc-4f9e-9a37-069c46512923 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (352597df-68ae-47ad-a73b-b5c1c56f6034), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.339676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (7201c9b7-831a-49bb-91e9-9ec4bc7197db), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.433521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=7201c9b7-831a-49bb-91e9-9ec4bc7197db,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:02.467322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': 'd0b7a211-0c4f-4478-b93e-33c67a55ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:02.467692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: d400d828-b44e-4ed6-b84f-4a052674839d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:02.552861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-7ef78f5d-6c19-498c-b046-474fe261572d tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:02.555115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963facc-4792-43da-b9c1-310c44f118f5 req-17fb6933-8d9f-4f8c-b643-b9e3f321b939 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:02.556686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8963facc-4792-43da-b9c1-310c44f118f5 req-17fb6933-8d9f-4f8c-b643-b9e3f321b939 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 946 time: 0.1137879 Feb 09 21:55:02.561696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-7ef78f5d-6c19-498c-b046-474fe261572d tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/networks?id=f8acda25-6344-4796-ab33-10b8d21f77df HTTP/1.1" status: 200 len: 813 time: 0.2046235 Feb 09 21:55:02.597386 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30038b5c-e8fc-4f9e-9a37-069c46512923 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (352597df-68ae-47ad-a73b-b5c1c56f6034), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.608965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-95a8dcf6-39fa-4e50-a530-c196238e23ee tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/quotas/f8a47a20dbfe4f32920914e6024d81e1 HTTP/1.1" status: 200 len: 375 time: 0.0460300 Feb 09 21:55:02.629585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network d400d828-b44e-4ed6-b84f-4a052674839d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:02.649042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8963facc-4792-43da-b9c1-310c44f118f5 req-de5754ae-d53c-4d3c-8f89-be1747aa5baa tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849822 Feb 09 21:55:02.682031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-e1cf4f20-b770-4c4c-80ce-702789c4c966 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8a47a20dbfe4f32920914e6024d81e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713890 Feb 09 21:55:02.734742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48392) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:02.740697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-653260384-network', 'tenant_id': '84f059332228453ab9a58f61a9d30896'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:02.746451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d400d828-b44e-4ed6-b84f-4a052674839d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:02.756297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d547d4-242a-4fba-8ff1-6da583d43ba8 None None] Network d400d828-b44e-4ed6-b84f-4a052674839d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:02.770884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:02.774315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.860044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-adf16be2-8298-4740-822f-864a7ddea565 req-dbb48b25-5100-4b68-829e-6f5c08135836 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0779424 Feb 09 21:55:02.882692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-a4dc25d6-c5ce-4b1e-b95f-3318425dcf1f service neutron] 10.222.0.98 "GET /v2.0/networks/f8acda25-6344-4796-ab33-10b8d21f77df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728349 Feb 09 21:55:02.905257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70fae769-cd1f-4123-8161-e41710475689 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:02.923515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0c16f5f0-8d71-4b06-ba6b-e018752855f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3063989 Feb 09 21:55:02.924409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48394) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:02.925221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Made reservation on behalf of 84f059332228453ab9a58f61a9d30896 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:02.927641 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.955025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d', 'name': 'tempest-PortsTestJSON-195124024', 'fixed_ips': [{'subnet_id': '7201c9b7-831a-49bb-91e9-9ec4bc7197db', 'ip_address': '172.20.0.10'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:02.962051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30038b5c-e8fc-4f9e-9a37-069c46512923 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (352597df-68ae-47ad-a73b-b5c1c56f6034), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.964917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30038b5c-e8fc-4f9e-9a37-069c46512923 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.966156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-30038b5c-e8fc-4f9e-9a37-069c46512923 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "DELETE /v2.0/security-groups/352597df-68ae-47ad-a73b-b5c1c56f6034 HTTP/1.1" status: 204 len: 168 time: 0.7875967 Feb 09 21:55:02.977067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48398) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.013838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30038b5c-e8fc-4f9e-9a37-069c46512923 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352597df-68ae-47ad-a73b-b5c1c56f6034,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:03.019090 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-d77d93f3-cf27-4dfb-aacb-1c5d816c5510 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] show failed (client error): The resource could not be found. Feb 09 21:55:03.021669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d77d93f3-cf27-4dfb-aacb-1c5d816c5510 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups/352597df-68ae-47ad-a73b-b5c1c56f6034 HTTP/1.1" status: 404 len: 347 time: 0.0436475 Feb 09 21:55:03.024581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48400) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.051312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.084498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:03.086733 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f81920-6ae1-4954-990d-bf3ef7c3d37c" -d '{"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:03.148362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70fae769-cd1f-4123-8161-e41710475689 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:03.149032 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70fae769-cd1f-4123-8161-e41710475689), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.211477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d400d828-b44e-4ed6-b84f-4a052674839d', 'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d', 'project_id': '4a03804b62a24be09c243c280f68e0e8', 'fixed_ips': [{'subnet_id': '7201c9b7-831a-49bb-91e9-9ec4bc7197db'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:03.213633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.255871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-9009d7ec-c85b-4722-9fca-b94faf85969c service neutron] 10.222.0.98 "GET /v2.0/networks/f8acda25-6344-4796-ab33-10b8d21f77df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563247 Feb 09 21:55:03.277676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:03.286624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks [] for security_group (0bcbc622-818f-459a-8cf7-b2e5c4b49061), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.361836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Deleting port a5806c51-fab2-4d90-bdc2-e000a748abe1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:03.364727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.403231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0bcbc622-818f-459a-8cf7-b2e5c4b49061), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.404704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Allocated IP 172.20.0.2 (d400d828-b44e-4ed6-b84f-4a052674839d/7201c9b7-831a-49bb-91e9-9ec4bc7197db/9e9c525d-d12d-4fe4-b035-a456df0f4530) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:03.422995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:03.435464 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (60fc916d-1585-4ac3-9345-361fa36c070f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.436460 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Added segment 60fc916d-1585-4ac3-9345-361fa36c070f of type vlan for network 51b98522-484d-4adc-b943-cbd7b8047b31 Feb 09 21:55:03.502795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (51b98522-484d-4adc-b943-cbd7b8047b31), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.527920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.528309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (a5806c51-fab2-4d90-bdc2-e000a748abe1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.540539 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756ad33c-0496-48b2-84be-3ad63d12feb2 x-openstack-request-id: req-756ad33c-0496-48b2-84be-3ad63d12feb2 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:03.540854 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760e8b0b-dc20-411b-bb05-6a2074db5aa0", "name": "network-vif-deleted", "tag": "38d67e72-cafe-42f0-bc69-349195f1a52b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:03.541291 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-756ad33c-0496-48b2-84be-3ad63d12feb2 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:03.550375 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760e8b0b-dc20-411b-bb05-6a2074db5aa0', 'name': 'network-vif-deleted', 'tag': '38d67e72-cafe-42f0-bc69-349195f1a52b', 'status': 'completed', 'code': 200} Feb 09 21:55:03.551807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Calling delete_port for a5806c51-fab2-4d90-bdc2-e000a748abe1 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:03.587889 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Sync routers for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:03.588521 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Publish callbacks [] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.591109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.600118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:03.620892 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:03.643548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57e3e885-6453-4806-b133-ed9a5b1fbd7e req-54e419c1-12a6-4b14-9218-6241611b4b35 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 210 time: 0.1001279 Feb 09 21:55:03.645305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (51b98522-484d-4adc-b943-cbd7b8047b31), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.646246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:03.646867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.723591 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.759201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Network d400d828-b44e-4ed6-b84f-4a052674839d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:03.770970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:03.776442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcbc622-818f-459a-8cf7-b2e5c4b49061,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:03.794307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port af22e31e-8472-4d60-8006-f43fb23a0193 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:03.798631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0627868 Feb 09 21:55:03.830189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48414) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.838865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Request body: {'subnet': {'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-653260384-subnet', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:03.866606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:03.877332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70fae769-cd1f-4123-8161-e41710475689 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:03.878334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70fae769-cd1f-4123-8161-e41710475689), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.900275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521f349b-ff1e-45cb-ac9a-9f22f3946353 req-cf796018-eb02-4d50-b72d-82966e49685b tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 210 time: 0.1290364 Feb 09 21:55:03.962569 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:03.995890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55354ff6-46d8-44e8-baa5-c83d897097d0 req-b4ee012c-1b06-48ba-aafb-f4baae74f682 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:04.007781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Pushing event updated for resources: {'Port': ['ID=9e9c525d-d12d-4fe4-b035-a456df0f4530,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.017160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55354ff6-46d8-44e8-baa5-c83d897097d0 req-b4ee012c-1b06-48ba-aafb-f4baae74f682 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 946 time: 0.2283356 Feb 09 21:55:04.053234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 70fae769-cd1f-4123-8161-e41710475689, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70fae769-cd1f-4123-8161-e41710475689,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:04.060088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Attempting to bind port 9e9c525d-d12d-4fe4-b035-a456df0f4530 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:04.061063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Attempting to bind port 9e9c525d-d12d-4fe4-b035-a456df0f4530 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd0b7a211-0c4f-4478-b93e-33c67a55ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:04.065676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Attempting to bind port 9e9c525d-d12d-4fe4-b035-a456df0f4530 on network d400d828-b44e-4ed6-b84f-4a052674839d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:04.069108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:04.069755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Checking segment: {'id': 'd0b7a211-0c4f-4478-b93e-33c67a55ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:04.070255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.070762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Bound using segment: {'id': 'd0b7a211-0c4f-4478-b93e-33c67a55ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:04.071687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Bound port: 9e9c525d-d12d-4fe4-b035-a456df0f4530, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b7a211-0c4f-4478-b93e-33c67a55ad1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:04.072199 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.106988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a83ca-98b0-4a35-a069-95ada615a525 admin admin] Pushing event updated for resources: {'Network': ['ID=51b98522-484d-4adc-b943-cbd7b8047b31,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.117465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 51b98522-484d-4adc-b943-cbd7b8047b31 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:04.126814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Made reservation on behalf of 84f059332228453ab9a58f61a9d30896 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:04.134945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.174739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e7c565d-2ccd-4841-8cb2-4bda564bea62 req-e5617a02-87b6-4f87-9bdf-032b1742480e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0638862 Feb 09 21:55:04.177989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70fae769-cd1f-4123-8161-e41710475689), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.275274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=70fae769-cd1f-4123-8161-e41710475689,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.295221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] For port 9e9c525d-d12d-4fe4-b035-a456df0f4530, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:04.299257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] For port 9e9c525d-d12d-4fe4-b035-a456df0f4530, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9e9c525d-d12d-4fe4-b035-a456df0f4530,segment=NetworkSegment(d0b7a211-0c4f-4478-b93e-33c67a55ad1c),segment_id=d0b7a211-0c4f-4478-b93e-33c67a55ad1c)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:04.333596 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 2, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:04.346379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (a5806c51-fab2-4d90-bdc2-e000a748abe1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.366433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Checking router: 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:04.368439 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Updating router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 port e6627003-21ef-47a0-9a44-f1940d489286 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:04.395315 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55354ff6-46d8-44e8-baa5-c83d897097d0 req-3b1df0a9-3ecd-4424-adfb-c25c8dd5ec77 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769531 Feb 09 21:55:04.410185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.10 (d400d828-b44e-4ed6-b84f-4a052674839d/7201c9b7-831a-49bb-91e9-9ec4bc7197db/af22e31e-8472-4d60-8006-f43fb23a0193) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:04.419101 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.422788 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e6627003-21ef-47a0-9a44-f1940d489286), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.431481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event deleted for resources: {'Port': ['ID=a5806c51-fab2-4d90-bdc2-e000a748abe1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.529788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7749de3-e4e8-46c8-bef1-7ab0286e4698 None None] Pushing event updated for resources: {'Port': ['ID=9e9c525d-d12d-4fe4-b035-a456df0f4530,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.586441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (a2e061cc-86e7-4c6e-80db-08ec359402b9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.589583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.592057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e4511b2-81be-4347-875a-8593561d508b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "DELETE /v2.0/floatingips/a2e061cc-86e7-4c6e-80db-08ec359402b9 HTTP/1.1" status: 204 len: 168 time: 1.5662041 Feb 09 21:55:04.721452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (af22e31e-8472-4d60-8006-f43fb23a0193), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.821482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a5eaef9-e344-4695-b803-9b136865e1b0 req-b97f2b43-ed29-4eb0-8f9c-a7776535415b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 210 time: 0.0447812 Feb 09 21:55:04.893848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (d33eb839-ab2e-4462-a673-1f80d9ec814f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.938150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70fae769-cd1f-4123-8161-e41710475689 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:04.956726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-739a2771-4277-4b61-9b12-906fd223c772 req-261a8560-d3a1-4040-be7a-b67017c80f20 service neutron] (103697) timed out ('10.222.0.98', 49330) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:55:04.992190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-abbbab59-b14a-4a41-8512-480ad3493616 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:04.994263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-abbbab59-b14a-4a41-8512-480ad3493616 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 946 time: 0.1665392 Feb 09 21:55:04.995977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (af22e31e-8472-4d60-8006-f43fb23a0193), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.084340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=af22e31e-8472-4d60-8006-f43fb23a0193,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:05.121187 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b38d8ed-7e0f-4e45-9b81-8bc1081970c8 req-2e1a64fb-4470-485a-8add-99b5fb2dcf4f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 210 time: 0.1097331 Feb 09 21:55:05.124858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Checking segment: {'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:05.125259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Network hostable DHCP agents. Network: 51b98522-484d-4adc-b943-cbd7b8047b31, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:05.128922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70fae769-cd1f-4123-8161-e41710475689 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:05.129732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70fae769-cd1f-4123-8161-e41710475689), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.188785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33eb839-ab2e-4462-a673-1f80d9ec814f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:05.225613 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Publish callbacks [] for port (e6627003-21ef-47a0-9a44-f1940d489286), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.293510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Network 51b98522-484d-4adc-b943-cbd7b8047b31 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:05.321295 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e6627003-21ef-47a0-9a44-f1940d489286), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.350667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70fae769-cd1f-4123-8161-e41710475689 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:05.360788 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af4a74b7-036c-4ad4-abec-d0b8ab263e2b req-74eeb102-e26b-46c8-bbf8-05c56a3d1da2 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0564282 Feb 09 21:55:05.380993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 51b98522-484d-4adc-b943-cbd7b8047b31) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:05.385229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.385821 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.392351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-b0716d2f-81dd-4eba-bdbd-0408cc552c27 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.397573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-b0716d2f-81dd-4eba-bdbd-0408cc552c27 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.3157823 Feb 09 21:55:05.404736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network d400d828-b44e-4ed6-b84f-4a052674839d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:05.433751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'port': {'device_id': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'admin_state_up': True, 'tenant_id': '871b3132515c4a0f8ea3fad830c23874'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:05.441612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5bcd3c-4110-458a-b536-73886dee7431 None None] Network 51b98522-484d-4adc-b943-cbd7b8047b31 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:05.475538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:05.535187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:05.569979 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e540cad4-42f3-4374-91fe-14af6ca590f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.579851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Attempting to bind port e6627003-21ef-47a0-9a44-f1940d489286 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:05.580223 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Attempting to bind port e6627003-21ef-47a0-9a44-f1940d489286 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:05.582402 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Attempting to bind port e6627003-21ef-47a0-9a44-f1940d489286 on network f9095da8-f481-4d1d-8636-b647fae32f1e {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:05.605767 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:05.606074 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Checking segment: {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:05.606485 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.606882 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Bound using segment: {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:05.607368 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Bound port: e6627003-21ef-47a0-9a44-f1940d489286, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:05.607767 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e6627003-21ef-47a0-9a44-f1940d489286), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.634659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55723e45-c1eb-4f9f-b88a-ff5607807b77 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7991223 Feb 09 21:55:05.644669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48448) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:05.653469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.666225 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.673033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:05.773204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-51b98522-484d-4adc-b943-cbd7b8047b31', 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31', 'project_id': '84f059332228453ab9a58f61a9d30896', 'fixed_ips': [{'subnet_id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:05.774094 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.810105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466a9f6-7bdd-4c1a-b540-72cfa7b39acd req-b06972d7-1fc7-42b0-b2a7-b68336601b41 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.819100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9466a9f6-7bdd-4c1a-b540-72cfa7b39acd req-b06972d7-1fc7-42b0-b2a7-b68336601b41 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 946 time: 0.2761135 Feb 09 21:55:05.824729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4572489b-453d-49e1-b0b9-74e8c512ad57 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8788331 Feb 09 21:55:05.832675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48454) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:05.853807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': 'd400d828-b44e-4ed6-b84f-4a052674839d', 'name': 'tempest-PortsTestJSON-386573577', 'fixed_ips': [{'subnet_id': '7201c9b7-831a-49bb-91e9-9ec4bc7197db', 'ip_address': '172.20.0.9'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:05.881139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Deleting port 80d0f360-5ced-4d18-9240-0f13d4709a3b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:05.881884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.909127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (28974eba-5add-4f7a-be9e-10169c996a38), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.910169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (28974eba-5add-4f7a-be9e-10169c996a38), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.012101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48464) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:06.042116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-eab34fec-618e-4ffe-aa69-5445f3180e93 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533636332', 'description': 'tempest-description--1819209138'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:06.061759 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Pushing event updated for resources: {'Port': ['ID=e6627003-21ef-47a0-9a44-f1940d489286,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:06.115909 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.122309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.122309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.122309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.122309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.122309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.122309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.132123 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.132913 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.133433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.134729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Allocated IP 172.20.0.2 (51b98522-484d-4adc-b943-cbd7b8047b31/d33eb839-ab2e-4462-a673-1f80d9ec814f/7e492338-5808-4ba3-89d5-93a98f8149c1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:06.137739 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.138315 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.138681 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:06.197900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7df2761-7ab6-4e04-857a-d005f67af2e0 req-a52107e7-06b1-413f-83ff-4d2c5737b2d8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 210 time: 0.0404255 Feb 09 21:55:06.203410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eab34fec-618e-4ffe-aa69-5445f3180e93 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.243149 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] For port e6627003-21ef-47a0-9a44-f1940d489286, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:06.246414 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] For port e6627003-21ef-47a0-9a44-f1940d489286, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e6627003-21ef-47a0-9a44-f1940d489286,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:06.279384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks [] for router_controller (28974eba-5add-4f7a-be9e-10169c996a38), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.313630 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9466a9f6-7bdd-4c1a-b540-72cfa7b39acd req-472f05b3-9af2-4c26-9cf8-e40594a42cae tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895124 Feb 09 21:55:06.358105 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e6627003-21ef-47a0-9a44-f1940d489286), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.398410 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Publish callbacks [] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.418697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f1433233-4ca5-4186-9622-0de1dc0efa19 None None] Provisioning complete for port e6627003-21ef-47a0-9a44-f1940d489286 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:06.419292 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1433233-4ca5-4186-9622-0de1dc0efa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e6627003-21ef-47a0-9a44-f1940d489286), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.430652 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eab34fec-618e-4ffe-aa69-5445f3180e93 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (b998a316-e45c-440e-875d-20fb92b3212e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.457420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] For port 80d0f360-5ced-4d18-9240-0f13d4709a3b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=80d0f360-5ced-4d18-9240-0f13d4709a3b,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:06.458103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.467103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.503757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Made reservation on behalf of 871b3132515c4a0f8ea3fad830c23874 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:06.507325 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.550574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eab34fec-618e-4ffe-aa69-5445f3180e93 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b998a316-e45c-440e-875d-20fb92b3212e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.564235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7a240-505f-43b3-9caa-ee5c63f7c9eb None None] Network d400d828-b44e-4ed6-b84f-4a052674839d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:06.569662 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45e9c-8a0d-4318-a9e1-acd348f90f83 None None] Pushing event updated for resources: {'Port': ['ID=e6627003-21ef-47a0-9a44-f1940d489286,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:06.585499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Pushing event updated for resources: {'Port': ['ID=7e492338-5808-4ba3-89d5-93a98f8149c1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:06.590275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Network 51b98522-484d-4adc-b943-cbd7b8047b31 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:06.607872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:06.608494 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:54:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:06.620887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c2bef92-3f4f-450c-b407-59cc76fd0523 req-2870c3b4-1832-4c34-a96d-0184fc0d89d3 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 210 time: 0.1342874 Feb 09 21:55:06.621937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:06.627057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:06.645800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:06.677106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Calling delete_port for 80d0f360-5ced-4d18-9240-0f13d4709a3b owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:06.834458 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fc822035-c4cc-46df-881d-5541ea613a94 req-748f5b56-4f2f-4a9f-a448-7296d69880bd tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.2526820 Feb 09 21:55:06.835573 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:06.940854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eab34fec-618e-4ffe-aa69-5445f3180e93 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.949593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eab34fec-618e-4ffe-aa69-5445f3180e93 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9339261 Feb 09 21:55:06.973561 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks [] for router_gateway (28974eba-5add-4f7a-be9e-10169c996a38), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.974778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48502) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:07.021102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-661f1ac1-19ce-49cf-8db2-b82d08e9dfa1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'security_group_rule': {'security_group_id': 'b998a316-e45c-440e-875d-20fb92b3212e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:07.089744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.137135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Attempting to bind port 7e492338-5808-4ba3-89d5-93a98f8149c1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:07.137740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Attempting to bind port 7e492338-5808-4ba3-89d5-93a98f8149c1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:07.147254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Attempting to bind port 7e492338-5808-4ba3-89d5-93a98f8149c1 on network 51b98522-484d-4adc-b943-cbd7b8047b31 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:07.178032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Allocated IP 172.20.0.10 (de77f096-ad5e-4478-9aa3-38b40b1cb433/2369572b-34af-42e9-93e8-48a0b0d10055/8a3694fd-5886-482d-a4b0-9ff5126b8675) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:07.183410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 0a43ad54-d249-4c8f-b051-eee343601df5 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:07.190252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:07.190252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Checking segment: {'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:07.190252 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.190252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Bound using segment: {'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:07.190252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Bound port: 7e492338-5808-4ba3-89d5-93a98f8149c1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:07.190252 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.217022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e6627003-21ef-47a0-9a44-f1940d489286 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:07.324071 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:06Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:07.351378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f1433233-4ca5-4186-9622-0de1dc0efa19 None None] Current status of the port e6627003-21ef-47a0-9a44-f1940d489286 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:07.351802 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1433233-4ca5-4186-9622-0de1dc0efa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e6627003-21ef-47a0-9a44-f1940d489286), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.354289 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3af166-2dd8-4d51-b596-e8087f81ff67 None None] The sync data for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 is: [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:06Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:07.515197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e6627003-21ef-47a0-9a44-f1940d489286 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:07.515540 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e6627003-21ef-47a0-9a44-f1940d489286), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.562237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab34fec-618e-4ffe-aa69-5445f3180e93 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b998a316-e45c-440e-875d-20fb92b3212e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:07.628288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fea52fc9-100c-40e7-b9fe-6b65dfdc9a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.695682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] For port 7e492338-5808-4ba3-89d5-93a98f8149c1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:07.702612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] For port 7e492338-5808-4ba3-89d5-93a98f8149c1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7e492338-5808-4ba3-89d5-93a98f8149c1,segment=NetworkSegment(60fc916d-1585-4ac3-9345-361fa36c070f),segment_id=60fc916d-1585-4ac3-9345-361fa36c070f)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:07.702740 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.752043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f1433233-4ca5-4186-9622-0de1dc0efa19 None None] For port e6627003-21ef-47a0-9a44-f1940d489286, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e6627003-21ef-47a0-9a44-f1940d489286,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:07.780548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e6627003-21ef-47a0-9a44-f1940d489286 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:07.781036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e6627003-21ef-47a0-9a44-f1940d489286), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.821411 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.904881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1433233-4ca5-4186-9622-0de1dc0efa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e6627003-21ef-47a0-9a44-f1940d489286), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.923800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (80d0f360-5ced-4d18-9240-0f13d4709a3b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.951160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-088cd2fc-dcdc-4680-878f-eab919e45a7c req-9e2ab660-27ba-40a9-9498-539ffcd30379 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 210 time: 0.3922796 Feb 09 21:55:08.002662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 80d0f360-5ced-4d18-9240-0f13d4709a3b no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:08.087814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420', '89296758-9bf2-4624-bfe9-dd338bcf3b50'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:08.118996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event deleted for resources: {'Port': ['ID=80d0f360-5ced-4d18-9240-0f13d4709a3b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.185009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a315-d70f-4840-9798-5834f2f61bf6 req-8727e30f-91b4-4516-8525-0c0b76c0c177 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:08.188756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff30a315-d70f-4840-9798-5834f2f61bf6 req-8727e30f-91b4-4516-8525-0c0b76c0c177 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=97558640-afc6-447d-91e1-384d3c9f006e HTTP/1.1" status: 200 len: 867 time: 0.3679805 Feb 09 21:55:08.209897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 80d0f360-5ced-4d18-9240-0f13d4709a3b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:08.210785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f1ac1-19ce-49cf-8db2-b82d08e9dfa1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (f4c3835f-10da-478b-8c07-3ff21d1f65c8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.211129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 80d0f360-5ced-4d18-9240-0f13d4709a3b not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:08.217430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:55:08.218115 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:55:08.223567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9200e39-749e-4444-9d0d-a3b13573c3e7 None None] Pushing event updated for resources: {'Port': ['ID=7e492338-5808-4ba3-89d5-93a98f8149c1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.260618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-067a214e-07dc-41c5-8da3-d3a1f6dd8c8f req-4ccdfbf3-4939-47c0-9797-640db49b104b tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 210 time: 0.1567602 Feb 09 21:55:08.290418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] No DVR routers for this DVR port 80d0f360-5ced-4d18-9240-0f13d4709a3b on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:08.295118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.300025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ece34c1-09d3-48ec-b6c1-750c3d11d145 req-29831b2f-6ad3-4643-923b-a887569b6d05 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "DELETE /v2.0/ports/80d0f360-5ced-4d18-9240-0f13d4709a3b HTTP/1.1" status: 204 len: 173 time: 3.2196741 Feb 09 21:55:08.311356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Provisioning complete for port e6627003-21ef-47a0-9a44-f1940d489286 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:08.312358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e6627003-21ef-47a0-9a44-f1940d489286), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.324577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97558640-afc6-447d-91e1-384d3c9f006e', 'name': 'network-vif-deleted', 'tag': '80d0f360-5ced-4d18-9240-0f13d4709a3b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:08.327485 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55021f22-aeaa-4ff9-ab5a-2505903700da" -d '{"events": [{"server_uuid": "97558640-afc6-447d-91e1-384d3c9f006e", "name": "network-vif-deleted", "tag": "80d0f360-5ced-4d18-9240-0f13d4709a3b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:08.424844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.9 (d400d828-b44e-4ed6-b84f-4a052674839d/7201c9b7-831a-49bb-91e9-9ec4bc7197db/0a43ad54-d249-4c8f-b051-eee343601df5) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:08.467102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f1ac1-19ce-49cf-8db2-b82d08e9dfa1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (f4c3835f-10da-478b-8c07-3ff21d1f65c8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.527533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d7e7a2b-456c-4e60-909f-3b17721ae9b3 req-32316431-c81c-461a-b000-b66e22d296a4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0468235 Feb 09 21:55:08.650366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f1ac1-19ce-49cf-8db2-b82d08e9dfa1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (f4c3835f-10da-478b-8c07-3ff21d1f65c8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.702488 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a21fd-d857-4b48-a3d2-481bc344d9f6 x-openstack-request-id: req-b25a21fd-d857-4b48-a3d2-481bc344d9f6 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:08.703134 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97558640-afc6-447d-91e1-384d3c9f006e", "name": "network-vif-deleted", "tag": "80d0f360-5ced-4d18-9240-0f13d4709a3b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:08.704112 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b25a21fd-d857-4b48-a3d2-481bc344d9f6 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:08.705097 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97558640-afc6-447d-91e1-384d3c9f006e', 'name': 'network-vif-deleted', 'tag': '80d0f360-5ced-4d18-9240-0f13d4709a3b', 'status': 'completed', 'code': 200} Feb 09 21:55:08.716990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-807855bd-2107-4f2c-a889-c429b4ac45e6 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:08.719032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-807855bd-2107-4f2c-a889-c429b4ac45e6 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.110 "GET /v2.0/networks?id=f8acda25-6344-4796-ab33-10b8d21f77df HTTP/1.1" status: 200 len: 813 time: 1.6214445 Feb 09 21:55:08.733416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Request body: {'port': {'device_id': '1691614c-5057-495e-afcc-0dbac557cc13', 'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df', 'admin_state_up': True, 'tenant_id': 'f8a47a20dbfe4f32920914e6024d81e1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:08.752762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f1ac1-19ce-49cf-8db2-b82d08e9dfa1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c3835f-10da-478b-8c07-3ff21d1f65c8,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.777821 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (0a43ad54-d249-4c8f-b051-eee343601df5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.845811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.857764 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f1ac1-19ce-49cf-8db2-b82d08e9dfa1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.862160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-661f1ac1-19ce-49cf-8db2-b82d08e9dfa1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8821745 Feb 09 21:55:08.862873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48582) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:08.869369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1433233-4ca5-4186-9622-0de1dc0efa19 None None] Pushing event updated for resources: {'Port': ['ID=e6627003-21ef-47a0-9a44-f1940d489286,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.879812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-188a9100-8e69-418d-a69c-d6d4b4a73114 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'security_group_rule': {'security_group_id': 'b998a316-e45c-440e-875d-20fb92b3212e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:08.891596 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff30a315-d70f-4840-9798-5834f2f61bf6 req-5d1424b3-bb51-4646-a8ce-6561101b1044 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939418 Feb 09 21:55:08.898390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:08.960762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0a43ad54-d249-4c8f-b051-eee343601df5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.970891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e6627003-21ef-47a0-9a44-f1940d489286 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:08.972153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e9c525d-d12d-4fe4-b035-a456df0f4530 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:09.081884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Current status of the port e6627003-21ef-47a0-9a44-f1940d489286 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:09.109208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network d400d828-b44e-4ed6-b84f-4a052674839d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:09.115902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:09.118418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:09.134920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.144070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:09.153483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=0a43ad54-d249-4c8f-b051-eee343601df5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.176919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9e9c525d-d12d-4fe4-b035-a456df0f4530 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:09.177307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.178977 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks [] for router_gateway (28974eba-5add-4f7a-be9e-10169c996a38), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.208118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.208702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:09.219288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:09.345207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=8a3694fd-5886-482d-a4b0-9ff5126b8675,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.350264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Allocated IP 172.25.5.252 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/9c6d77dc-5b76-4882-b487-5de9d2056bd8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:09.398677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca128a6-9ad2-4311-ab8d-69f94af941de req-65b884e7-014b-4535-969e-10a3947c71c1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:09.400442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ca128a6-9ad2-4311-ab8d-69f94af941de req-65b884e7-014b-4535-969e-10a3947c71c1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 932 time: 0.3147459 Feb 09 21:55:09.424362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Provisioning complete for port 9e9c525d-d12d-4fe4-b035-a456df0f4530 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:09.424362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.424942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-188a9100-8e69-418d-a69c-d6d4b4a73114 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (0651ece5-9809-4312-959d-2684eb90a046), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.449633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Made reservation on behalf of f8a47a20dbfe4f32920914e6024d81e1 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:09.453083 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.637979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:09.644393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.710519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b837b13-c274-4118-b32e-7ca844029b22 req-a6051bd1-ce64-411f-9e87-b76eb40dc4c3 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 210 time: 0.1023784 Feb 09 21:55:09.721297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:09.722137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.724378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9e9c525d-d12d-4fe4-b035-a456df0f4530 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:09.726594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.732448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Current status of the port 9e9c525d-d12d-4fe4-b035-a456df0f4530 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:09.736054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.747231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks [] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.799591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ca128a6-9ad2-4311-ab8d-69f94af941de req-77946bfd-e061-446b-bb5b-2c546bc670a0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738554 Feb 09 21:55:09.843045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] For port 9e9c525d-d12d-4fe4-b035-a456df0f4530, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9e9c525d-d12d-4fe4-b035-a456df0f4530,segment=NetworkSegment(d0b7a211-0c4f-4478-b93e-33c67a55ad1c),segment_id=d0b7a211-0c4f-4478-b93e-33c67a55ad1c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:09.876973 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-36919379-b68c-4990-9850-0c5dd13b020d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0383759 Feb 09 21:55:09.878663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:09.913504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-9d4957e0-241f-4714-a249-ca2191e2bbf6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5055966 Feb 09 21:55:09.922289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.925277 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-188a9100-8e69-418d-a69c-d6d4b4a73114 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (0651ece5-9809-4312-959d-2684eb90a046), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.932823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fae1706c-1e0a-48e8-a808-d4344c68a0cc req-732055e9-2ace-40a4-bad8-4029f662b8b6 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0838151 Feb 09 21:55:10.061979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da546f7-2479-4c74-8702-e975452bcba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.071332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-188a9100-8e69-418d-a69c-d6d4b4a73114 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (0651ece5-9809-4312-959d-2684eb90a046), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.074154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48640) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:10.074656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9da546f7-2479-4c74-8702-e975452bcba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1581421 Feb 09 21:55:10.094445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.116690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494ce1a-75b2-403a-96f3-eaedd49be2ca None None] Pushing event updated for resources: {'Port': ['ID=9e9c525d-d12d-4fe4-b035-a456df0f4530,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.123104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f16ac-b8c2-46ee-9b65-50631eacb6cb None None] Network 51b98522-484d-4adc-b943-cbd7b8047b31 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:10.174394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:10.186294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:10.189386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:10.207359 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:55:10.207739 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:55:10.215663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a9100-8e69-418d-a69c-d6d4b4a73114 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0651ece5-9809-4312-959d-2684eb90a046,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.232286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6d77dc-5b76-4882-b487-5de9d2056bd8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.233846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Allocated IP 172.20.0.2 (f8acda25-6344-4796-ab33-10b8d21f77df/95a4cbec-4c8f-4151-8547-288afdd4bec3/12f26a75-77ce-4ae8-aefa-464399690404) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:10.283812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf861c4-ed7c-47c8-be8b-212c06f36d0a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.299697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Provisioning complete for port 8a3694fd-5886-482d-a4b0-9ff5126b8675 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:10.300837 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.304437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf861c4-ed7c-47c8-be8b-212c06f36d0a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.311860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf861c4-ed7c-47c8-be8b-212c06f36d0a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:10.314365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5bf861c4-ed7c-47c8-be8b-212c06f36d0a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2224207 Feb 09 21:55:10.318328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48650) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:10.382470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.387991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Request body: {'port': {'device_id': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:10.397147 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-188a9100-8e69-418d-a69c-d6d4b4a73114 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.401358 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-188a9100-8e69-418d-a69c-d6d4b4a73114 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5289006 Feb 09 21:55:10.417417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48656) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:10.419193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Port 8a3694fd-5886-482d-a4b0-9ff5126b8675 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:10.428776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:10.444252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Provisioning complete for port 0a43ad54-d249-4c8f-b051-eee343601df5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:10.451917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0a43ad54-d249-4c8f-b051-eee343601df5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.522631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Port 0a43ad54-d249-4c8f-b051-eee343601df5 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:10.536930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Provisioning complete for port af22e31e-8472-4d60-8006-f43fb23a0193 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:10.537586 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (af22e31e-8472-4d60-8006-f43fb23a0193), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.593008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Port af22e31e-8472-4d60-8006-f43fb23a0193 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:10.608659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Provisioning complete for port 9e9c525d-d12d-4fe4-b035-a456df0f4530 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:10.609798 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.770322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c0620732-da54-435c-9e4c-6261f0434649 None None] Current status of the port 9e9c525d-d12d-4fe4-b035-a456df0f4530 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:10.795737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9e9c525d-d12d-4fe4-b035-a456df0f4530 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:10.852780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks [] for router_gateway (28974eba-5add-4f7a-be9e-10169c996a38), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.897753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f0f7b281-033a-4f9f-a528-b46646fe7b6b None None] Provisioning complete for port 7e492338-5808-4ba3-89d5-93a98f8149c1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:10.898560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b281-033a-4f9f-a528-b46646fe7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.982941 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c5b3343-b281-4177-b4de-6d0fecae505c req-226d475c-5e06-4432-b965-89d9030988a6 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 210 time: 0.1275363 Feb 09 21:55:11.011851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7b281-033a-4f9f-a528-b46646fe7b6b None None] Current status of the port 7e492338-5808-4ba3-89d5-93a98f8149c1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:11.012631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b281-033a-4f9f-a528-b46646fe7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.088755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f0f7b281-033a-4f9f-a528-b46646fe7b6b None None] For port 7e492338-5808-4ba3-89d5-93a98f8149c1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7e492338-5808-4ba3-89d5-93a98f8149c1,segment=NetworkSegment(60fc916d-1585-4ac3-9345-361fa36c070f),segment_id=60fc916d-1585-4ac3-9345-361fa36c070f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:11.097123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e6627003-21ef-47a0-9a44-f1940d489286 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:11.177813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.222212 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b281-033a-4f9f-a528-b46646fe7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.259469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.263469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99080f1d-5758-4926-b825-cf1f91bd9d34 req-ffaf5fc0-579a-4e9f-b51d-7d7d1f9ebb8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.265104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-99080f1d-5758-4926-b825-cf1f91bd9d34 req-ffaf5fc0-579a-4e9f-b51d-7d7d1f9ebb8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 932 time: 0.1132662 Feb 09 21:55:11.274136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (28974eba-5add-4f7a-be9e-10169c996a38), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.325965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7b281-033a-4f9f-a528-b46646fe7b6b None None] Pushing event updated for resources: {'Port': ['ID=7e492338-5808-4ba3-89d5-93a98f8149c1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:11.330599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e6627003-21ef-47a0-9a44-f1940d489286 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:11.331022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e6627003-21ef-47a0-9a44-f1940d489286), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.332710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks [] for port (12f26a75-77ce-4ae8-aefa-464399690404), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.393149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbaa3e-5bf0-42a6-acbc-407ed4a57339 req-fc21ea9e-993a-48da-8adb-fa3a4dd03e0a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.395421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85dbaa3e-5bf0-42a6-acbc-407ed4a57339 req-fc21ea9e-993a-48da-8adb-fa3a4dd03e0a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 945 time: 0.7935841 Feb 09 21:55:11.406209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 0a43ad54-d249-4c8f-b051-eee343601df5 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:11.406548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0a43ad54-d249-4c8f-b051-eee343601df5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.423220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-99080f1d-5758-4926-b825-cf1f91bd9d34 req-b273f6b2-d677-4854-817d-b23504f8f92c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377954 Feb 09 21:55:11.450713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e6627003-21ef-47a0-9a44-f1940d489286 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:11.450713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e9c525d-d12d-4fe4-b035-a456df0f4530 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:11.545494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9e9c525d-d12d-4fe4-b035-a456df0f4530 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:11.546006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.564909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49a37a36-5d88-4eea-afdb-e87ddf2de4f3 req-0716b0bf-2c45-4402-b263-f30a37f09f89 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0475867 Feb 09 21:55:11.637691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Router 28974eba-5add-4f7a-be9e-10169c996a38 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:55:11.668121 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:55:11.706226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9e9c525d-d12d-4fe4-b035-a456df0f4530 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:11.708693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7e492338-5808-4ba3-89d5-93a98f8149c1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:11.744872 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.748913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85dbaa3e-5bf0-42a6-acbc-407ed4a57339 req-5c80db43-a052-492d-bde9-d5a6356a50bf tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284431 Feb 09 21:55:11.805311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (12f26a75-77ce-4ae8-aefa-464399690404), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.811235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7e492338-5808-4ba3-89d5-93a98f8149c1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:11.812408 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.816077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0a43ad54-d249-4c8f-b051-eee343601df5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.827025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:11.847118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Sync routers for ids ['28974eba-5add-4f7a-be9e-10169c996a38'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:11.881324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Routers {'28974eba-5add-4f7a-be9e-10169c996a38'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:11.882322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['28974eba-5add-4f7a-be9e-10169c996a38'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:11.895930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Pushing event updated for resources: {'Port': ['ID=12f26a75-77ce-4ae8-aefa-464399690404,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:11.915574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 0a43ad54-d249-4c8f-b051-eee343601df5 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:11.919335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.920787 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5f166a7c-004c-4b21-93b4-181744ac1ad9 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2749205 Feb 09 21:55:11.923329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48724) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:11.991074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Network f8acda25-6344-4796-ab33-10b8d21f77df is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:12.002135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:12.005394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.010026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:12.288955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7e492338-5808-4ba3-89d5-93a98f8149c1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:12.304505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Set router 28974eba-5add-4f7a-be9e-10169c996a38 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:12.320131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:12.321232 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.333562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3694fd-5886-482d-a4b0-9ff5126b8675 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:12.343103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f1681-65a3-454a-8325-2512aa0ed4b5 req-c217157d-d0eb-4520-8bc3-34c9ea65ebcd tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:12.350965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-587f1681-65a3-454a-8325-2512aa0ed4b5 req-c217157d-d0eb-4520-8bc3-34c9ea65ebcd tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 931 time: 0.1684828 Feb 09 21:55:12.362136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Publish callbacks [] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.386287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808278f-3911-40a1-936b-e9a8af4759bc req-39570f51-219d-4f28-96f5-70767838777e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:12.388505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9808278f-3911-40a1-936b-e9a8af4759bc req-39570f51-219d-4f28-96f5-70767838777e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 945 time: 0.4633670 Feb 09 21:55:12.468433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-587f1681-65a3-454a-8325-2512aa0ed4b5 req-fa82b4e3-0381-4c85-a389-523d5035d412 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028380 Feb 09 21:55:12.468947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Transition to ACTIVE for port object 8a3694fd-5886-482d-a4b0-9ff5126b8675 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:12.547430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Allocated IP 172.25.5.177 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/a9202b0f-7936-4fd0-ab15-22b39a229142) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:12.547430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-efb0bec3-ccaa-4ffc-b033-4f3c98cab9f4 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8175516 Feb 09 21:55:12.572590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.582594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Request body: {'port': {'device_id': '1691614c-5057-495e-afcc-0dbac557cc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:12.591105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T21:55:10Z', 'revision_number': 3, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:12.642318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.647296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Checking router: 28974eba-5add-4f7a-be9e-10169c996a38 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:12.647900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Updating router 28974eba-5add-4f7a-be9e-10169c996a38 port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:12.683749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.825090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7f26704-f225-41a5-84a5-ec5b3aa7a20c req-0fab21e9-e0bf-46c9-aec4-e0a5ba03d92a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.1073344 Feb 09 21:55:12.907429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Pushing event updated for resources: {'Port': ['ID=8a3694fd-5886-482d-a4b0-9ff5126b8675,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:12.927889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0a43ad54-d249-4c8f-b051-eee343601df5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.985197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7e492338-5808-4ba3-89d5-93a98f8149c1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:13.013418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Allocated IP 172.20.0.1 (51b98522-484d-4adc-b943-cbd7b8047b31/d33eb839-ab2e-4462-a673-1f80d9ec814f/14830bb3-5132-4625-905f-25aa6643ef09) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:13.114859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7e492338-5808-4ba3-89d5-93a98f8149c1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:13.115529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.130810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9414f4-3a02-47e3-b49f-ec908cb3a8f2 req-605b5450-ed11-4fa2-952b-b2ce0771c623 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.132803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af9414f4-3a02-47e3-b49f-ec908cb3a8f2 req-605b5450-ed11-4fa2-952b-b2ce0771c623 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 944 time: 0.5612423 Feb 09 21:55:13.231430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7e492338-5808-4ba3-89d5-93a98f8149c1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:13.246390 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f26a75-77ce-4ae8-aefa-464399690404), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.257569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=0a43ad54-d249-4c8f-b051-eee343601df5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:13.337999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Deleting port 89296758-9bf2-4624-bfe9-dd338bcf3b50 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:13.338679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.378137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.380388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Attempting to bind port 8a3694fd-5886-482d-a4b0-9ff5126b8675 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:13.380721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Attempting to bind port 8a3694fd-5886-482d-a4b0-9ff5126b8675 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:13.381051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Attempting to bind port 8a3694fd-5886-482d-a4b0-9ff5126b8675 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:13.498883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Port 8a3694fd-5886-482d-a4b0-9ff5126b8675 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:13.499213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Attempting to bind port 8a3694fd-5886-482d-a4b0-9ff5126b8675 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:13.540778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.546445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e8f98-fd35-41e0-b669-e9148de3cc40 req-1d006204-2aaa-4a9f-9714-c25a64d45855 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.547007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8619b16b-eadd-480d-ac8a-e692c3ff7418 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/0a43ad54-d249-4c8f-b051-eee343601df5 HTTP/1.1" status: 204 len: 168 time: 3.2243145 Feb 09 21:55:13.547152 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-165e8f98-fd35-41e0-b669-e9148de3cc40 req-1d006204-2aaa-4a9f-9714-c25a64d45855 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 945 time: 0.5492439 Feb 09 21:55:13.548150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48798) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:13.556019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:13.556361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:13.556750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Bound using segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:13.557197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Bound port: 8a3694fd-5886-482d-a4b0-9ff5126b8675, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:13.557555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.579632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af9414f4-3a02-47e3-b49f-ec908cb3a8f2 req-f0f67433-ef6c-4705-b9c4-bcd0894e0cba tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293240 Feb 09 21:55:13.605163 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8b51c2-7c4e-4fb8-8449-0d6dd927983d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:55:13.610342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ee8b51c2-7c4e-4fb8-8449-0d6dd927983d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/0a43ad54-d249-4c8f-b051-eee343601df5 HTTP/1.1" status: 404 len: 333 time: 0.0610285 Feb 09 21:55:13.610845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48804) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:13.705578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks [] for port (14830bb3-5132-4625-905f-25aa6643ef09), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.714754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] For port 89296758-9bf2-4624-bfe9-dd338bcf3b50, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=89296758-9bf2-4624-bfe9-dd338bcf3b50,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:13.715143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.744124 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-165e8f98-fd35-41e0-b669-e9148de3cc40 req-e0028c61-8850-4537-a204-a114a8b05ab6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815546 Feb 09 21:55:13.781583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Calling delete_port for 89296758-9bf2-4624-bfe9-dd338bcf3b50 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:13.832741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port af22e31e-8472-4d60-8006-f43fb23a0193 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:13.833105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (af22e31e-8472-4d60-8006-f43fb23a0193), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.891434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (14830bb3-5132-4625-905f-25aa6643ef09), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.914367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.916988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] For port 8a3694fd-5886-482d-a4b0-9ff5126b8675, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:13.981432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] For port 8a3694fd-5886-482d-a4b0-9ff5126b8675, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a3694fd-5886-482d-a4b0-9ff5126b8675,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:13.997438 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (af22e31e-8472-4d60-8006-f43fb23a0193), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.011500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:14.017814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for af22e31e-8472-4d60-8006-f43fb23a0193 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:14.021421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e01eb-1ef6-4748-950b-f681ae2debfe req-12016237-127b-401d-acf9-98d849804afa tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.029889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-574e01eb-1ef6-4748-950b-f681ae2debfe req-12016237-127b-401d-acf9-98d849804afa tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 931 time: 0.3503492 Feb 09 21:55:14.069531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:14.080902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:14.086393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.130824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'Port': ['ID=a9202b0f-7936-4fd0-ab15-22b39a229142,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.163784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Network 51b98522-484d-4adc-b943-cbd7b8047b31 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:14.165289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:14.168035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:14.229773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.229773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.229773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] 10.222.0.110 "PUT /v2.0/ports/8a3694fd-5886-482d-a4b0-9ff5126b8675 HTTP/1.1" status: 200 len: 1092 time: 4.3051522 Feb 09 21:55:14.236047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'tag': '8a3694fd-5886-482d-a4b0-9ff5126b8675'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:14.243181 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a952d991-95ab-4825-929d-fdfc3af61e4e", "tag": "8a3694fd-5886-482d-a4b0-9ff5126b8675"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:14.245927 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Publish callbacks [] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.281918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-574e01eb-1ef6-4748-950b-f681ae2debfe req-1c566fa6-b45a-492c-90fe-deb9a0875691 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507703 Feb 09 21:55:14.303326 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (28974eba-5add-4f7a-be9e-10169c996a38), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.345054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.387031 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8864e9f-65b4-480a-8ba6-d8a5a167e74f x-openstack-request-id: req-d8864e9f-65b4-480a-8ba6-d8a5a167e74f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:14.387633 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a952d991-95ab-4825-929d-fdfc3af61e4e", "tag": "8a3694fd-5886-482d-a4b0-9ff5126b8675", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:14.387633 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8864e9f-65b4-480a-8ba6-d8a5a167e74f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:14.387995 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'tag': '8a3694fd-5886-482d-a4b0-9ff5126b8675', 'status': 'completed', 'code': 200} Feb 09 21:55:14.421165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Pushing event updated for resources: {'Port': ['ID=14830bb3-5132-4625-905f-25aa6643ef09,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.433288 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (af22e31e-8472-4d60-8006-f43fb23a0193), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.435918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571bd1d-7fbd-4202-bdee-482c5559cb4c None None] Pushing event updated for resources: {'Port': ['ID=9c6d77dc-5b76-4882-b487-5de9d2056bd8,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.462316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Attempting to bind port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:14.462816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Attempting to bind port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:14.463256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Attempting to bind port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:14.479136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda4c7c-9cb1-4fa4-ae1c-b3d08ec8bcad service neutron] Pushing event updated for resources: {'Port': ['ID=8a3694fd-5886-482d-a4b0-9ff5126b8675,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.494361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:14.496105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:14.496105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.496105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:14.497028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Bound port: 9c6d77dc-5b76-4882-b487-5de9d2056bd8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:14.497423 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.505063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f26a75-77ce-4ae8-aefa-464399690404 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:14.509243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6eaac41d-ea3b-446f-ae2a-f7ba5a316b8e req-dc7f4633-b214-475f-a493-5cf3140c0503 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.2169585 Feb 09 21:55:14.523134 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Publish callbacks [] for port (12f26a75-77ce-4ae8-aefa-464399690404), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.554679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-8c050454-b218-476f-b87e-743be9fcd81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.569226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-8c050454-b218-476f-b87e-743be9fcd81c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 1126 time: 0.1944387 Feb 09 21:55:14.573547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Transition to ACTIVE for port object 12f26a75-77ce-4ae8-aefa-464399690404 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:14.585883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=af22e31e-8472-4d60-8006-f43fb23a0193,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.619015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] For port 9c6d77dc-5b76-4882-b487-5de9d2056bd8, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:14.632174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] For port 9c6d77dc-5b76-4882-b487-5de9d2056bd8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9c6d77dc-5b76-4882-b487-5de9d2056bd8,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:14.685921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-b2eaa158-75e2-428d-8fb5-a095f1e8f0d4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a3694fd-5886-482d-a4b0-9ff5126b8675 HTTP/1.1" status: 200 len: 217 time: 0.1026447 Feb 09 21:55:14.724907 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.740101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (f31c13bb-827c-4862-9d98-93a088a18043), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.747272 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.749109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (12f26a75-77ce-4ae8-aefa-464399690404), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.751406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (89296758-9bf2-4624-bfe9-dd338bcf3b50), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.763334 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5cbc6ea1-bf36-4f78-9399-11bfb927881d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/af22e31e-8472-4d60-8006-f43fb23a0193 HTTP/1.1" status: 204 len: 168 time: 1.1387036 Feb 09 21:55:14.767990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48852) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:14.823561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:14.835547 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-091eb4e4-fb1f-4ee0-9a94-44bf6f435f18 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:55:14.848444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-091eb4e4-fb1f-4ee0-9a94-44bf6f435f18 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/af22e31e-8472-4d60-8006-f43fb23a0193 HTTP/1.1" status: 404 len: 333 time: 0.0740440 Feb 09 21:55:14.848444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48860) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:14.851291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a01e1755-1b24-4192-b62b-3b2d5071f67a None None] Provisioning complete for port 14830bb3-5132-4625-905f-25aa6643ef09 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:14.852084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a01e1755-1b24-4192-b62b-3b2d5071f67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14830bb3-5132-4625-905f-25aa6643ef09), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.917959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-c3a4fa39-fa87-4b80-95dd-4fc8a7b54889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.919594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-c3a4fa39-fa87-4b80-95dd-4fc8a7b54889 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1523988 Feb 09 21:55:14.923916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a01e1755-1b24-4192-b62b-3b2d5071f67a None None] Port 14830bb3-5132-4625-905f-25aa6643ef09 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:14.965274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14830bb3-5132-4625-905f-25aa6643ef09), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.979403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Routers {'28974eba-5add-4f7a-be9e-10169c996a38'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:14.985983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['28974eba-5add-4f7a-be9e-10169c996a38'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:15.017755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-069f27b0-6862-481b-b13f-ca90196f8cb3 req-71e1a0e0-384d-41c2-9965-00efe8da3347 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 210 time: 0.0535793 Feb 09 21:55:15.051609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 7201c9b7-831a-49bb-91e9-9ec4bc7197db {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:15.057668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (7201c9b7-831a-49bb-91e9-9ec4bc7197db), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.125493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (7201c9b7-831a-49bb-91e9-9ec4bc7197db), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.137064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] Set router 28974eba-5add-4f7a-be9e-10169c996a38 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:15.227594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571bd1d-7fbd-4202-bdee-482c5559cb4c None None] Pushing event updated for resources: {'Port': ['ID=9c6d77dc-5b76-4882-b487-5de9d2056bd8,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:15.284578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7201c9b7-831a-49bb-91e9-9ec4bc7197db), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.340772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks [] for port (14830bb3-5132-4625-905f-25aa6643ef09), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.441989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (14830bb3-5132-4625-905f-25aa6643ef09), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.524126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 4, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14830bb3-5132-4625-905f-25aa6643ef09', 'name': '', 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'mac_address': 'fa:16:3e:3c:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:12Z', 'updated_at': '2022-02-09T21:55:13Z', 'revision_number': 1, 'project_id': '84f059332228453ab9a58f61a9d30896', 'subnets': [{'id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:15.526122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7020384-4ab8-4e98-bbce-6fe1755c28fc req-ccd1e6a7-d658-45d2-9d88-e7f512ddf701 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:15.528375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7020384-4ab8-4e98-bbce-6fe1755c28fc req-ccd1e6a7-d658-45d2-9d88-e7f512ddf701 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 943 time: 0.1311066 Feb 09 21:55:15.529279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (7201c9b7-831a-49bb-91e9-9ec4bc7197db), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.541019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Pushing event updated for resources: {'Port': ['ID=12f26a75-77ce-4ae8-aefa-464399690404,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:15.570547 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (28974eba-5add-4f7a-be9e-10169c996a38), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.576561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbd99c-896b-4552-9502-ffe3414ee9bd None None] The sync data for ids ['28974eba-5add-4f7a-be9e-10169c996a38'] in n-d-828599-1 is: [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 4, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14830bb3-5132-4625-905f-25aa6643ef09', 'name': '', 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'mac_address': 'fa:16:3e:3c:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:12Z', 'updated_at': '2022-02-09T21:55:13Z', 'revision_number': 1, 'project_id': '84f059332228453ab9a58f61a9d30896', 'subnets': [{'id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:15.583275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Pushing event updated for resources: {'Port': ['ID=14830bb3-5132-4625-905f-25aa6643ef09,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:15.607272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event deleted for resources: {'Port': ['ID=89296758-9bf2-4624-bfe9-dd338bcf3b50,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:15.648264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=7201c9b7-831a-49bb-91e9-9ec4bc7197db,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:15.652554 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.656303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c7c5a5cd-0a39-4959-80e0-4fb5c555a04c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/7201c9b7-831a-49bb-91e9-9ec4bc7197db HTTP/1.1" status: 204 len: 168 time: 0.8099818 Feb 09 21:55:15.659303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48894) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:15.662305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ae1632-975e-4a69-b3f9-978bb186a0b4 None None] Network d400d828-b44e-4ed6-b84f-4a052674839d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:15.709912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.802733 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7020384-4ab8-4e98-bbce-6fe1755c28fc req-a53607f7-74af-45a0-9cc5-466d5d536a9f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395654 Feb 09 21:55:15.815043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d400d828-b44e-4ed6-b84f-4a052674839d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.894100 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.910135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] DHCP port deletion for d400d828-b44e-4ed6-b84f-4a052674839d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:15.998957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a9f9-f2f4-48d3-b095-aa135621528a req-866122b8-1d6f-407a-95b1-e10f9fdd51cc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:16.002379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ae02f30-f98f-4afc-9efc-663ce3eaefb0 req-35c84b70-4aac-4339-9781-8cea9ef49fa5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0535007 Feb 09 21:55:16.004545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69d6a9f9-f2f4-48d3-b095-aa135621528a req-866122b8-1d6f-407a-95b1-e10f9fdd51cc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 944 time: 1.2488902 Feb 09 21:55:16.010875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] No DVR routers for this DVR port 89296758-9bf2-4624-bfe9-dd338bcf3b50 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:16.015401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.021162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9808278f-3911-40a1-936b-e9a8af4759bc req-4d5ffeba-d7a6-4ea2-a8f2-a86c19eda92f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "DELETE /v2.0/ports/89296758-9bf2-4624-bfe9-dd338bcf3b50 HTTP/1.1" status: 204 len: 173 time: 3.5975578 Feb 09 21:55:16.042390 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.045513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 89296758-9bf2-4624-bfe9-dd338bcf3b50 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:16.092233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 89296758-9bf2-4624-bfe9-dd338bcf3b50 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:16.092916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 89296758-9bf2-4624-bfe9-dd338bcf3b50 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:16.123347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] Deleting port 9e9c525d-d12d-4fe4-b035-a456df0f4530 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:16.124012 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.129917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Network 51b98522-484d-4adc-b943-cbd7b8047b31 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:16.132410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:16.142166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 9e9c525d-d12d-4fe4-b035-a456df0f4530 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:16.142521 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.171185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e413d-69b8-496e-8666-4db0197d417c req-12f223cd-0303-440c-a068-3da7f1d3e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:16.172766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-12f223cd-0303-440c-a068-3da7f1d3e137 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2146206 Feb 09 21:55:16.173533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (f31c13bb-827c-4862-9d98-93a088a18043), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.292779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] For port 9e9c525d-d12d-4fe4-b035-a456df0f4530, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9e9c525d-d12d-4fe4-b035-a456df0f4530,segment=NetworkSegment(d0b7a211-0c4f-4478-b93e-33c67a55ad1c),segment_id=d0b7a211-0c4f-4478-b93e-33c67a55ad1c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:16.293244 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.299206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-34b5acb4-c978-4658-8761-ab9dd5ff063f service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091835 Feb 09 21:55:16.333600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] For port 9e9c525d-d12d-4fe4-b035-a456df0f4530, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9e9c525d-d12d-4fe4-b035-a456df0f4530,segment=NetworkSegment(d0b7a211-0c4f-4478-b93e-33c67a55ad1c),segment_id=d0b7a211-0c4f-4478-b93e-33c67a55ad1c)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:16.334270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.337896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] Calling delete_port for 9e9c525d-d12d-4fe4-b035-a456df0f4530 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:16.351330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 9e9c525d-d12d-4fe4-b035-a456df0f4530 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:16.385944 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69d6a9f9-f2f4-48d3-b095-aa135621528a req-9d542c06-f650-4dd8-8f30-f93e61502062 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279371 Feb 09 21:55:16.420161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9feebb9c-654c-48dd-adea-954f22fe1558', 'name': 'network-vif-deleted', 'tag': '89296758-9bf2-4624-bfe9-dd338bcf3b50'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:16.422315 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fa4cc-dc1d-4287-a89f-fda3baa9fb68" -d '{"events": [{"server_uuid": "9feebb9c-654c-48dd-adea-954f22fe1558", "name": "network-vif-deleted", "tag": "89296758-9bf2-4624-bfe9-dd338bcf3b50"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:16.487468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Attempting to bind port 12f26a75-77ce-4ae8-aefa-464399690404 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:16.487839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Attempting to bind port 12f26a75-77ce-4ae8-aefa-464399690404 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'e02bbfb0-a76f-401c-b1a7-a43d0d73a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:16.488720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Attempting to bind port 12f26a75-77ce-4ae8-aefa-464399690404 on network f8acda25-6344-4796-ab33-10b8d21f77df {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:16.546508 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e6bd14a-fdc1-4b2d-910c-4762dd9855c1 req-7543ec41-c163-4dab-be47-f6310d20c4d9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=9feebb9c-654c-48dd-adea-954f22fe1558 HTTP/1.1" status: 200 len: 210 time: 0.0864878 Feb 09 21:55:16.568510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'Port': ['ID=a9202b0f-7936-4fd0-ab15-22b39a229142,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:16.598139 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea78c5-5c27-47a8-9635-d54b91acfdad x-openstack-request-id: req-73ea78c5-5c27-47a8-9635-d54b91acfdad {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:16.598139 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9feebb9c-654c-48dd-adea-954f22fe1558", "name": "network-vif-deleted", "tag": "89296758-9bf2-4624-bfe9-dd338bcf3b50", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:16.598139 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-73ea78c5-5c27-47a8-9635-d54b91acfdad {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:16.598139 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9feebb9c-654c-48dd-adea-954f22fe1558', 'name': 'network-vif-deleted', 'tag': '89296758-9bf2-4624-bfe9-dd338bcf3b50', 'status': 'completed', 'code': 200} Feb 09 21:55:16.615315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.628237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Port 12f26a75-77ce-4ae8-aefa-464399690404 on network f8acda25-6344-4796-ab33-10b8d21f77df not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:16.628593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Attempting to bind port 12f26a75-77ce-4ae8-aefa-464399690404 on network f8acda25-6344-4796-ab33-10b8d21f77df {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:16.641566 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c4e413d-69b8-496e-8666-4db0197d417c req-438e5427-4fa2-4435-b9a5-8ae18c10ae76 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095274 Feb 09 21:55:16.646555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.663077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] Pushing event deleted for resources: {'Port': ['ID=9e9c525d-d12d-4fe4-b035-a456df0f4530,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:16.665093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-51b9774d-d73d-4bdc-9f14-b5217b80207a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2404838 Feb 09 21:55:16.669064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:16.669430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Checking segment: {'id': 'e02bbfb0-a76f-401c-b1a7-a43d0d73a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:16.669932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Bound using segment: {'id': 'e02bbfb0-a76f-401c-b1a7-a43d0d73a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:16.670484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Bound port: 12f26a75-77ce-4ae8-aefa-464399690404, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02bbfb0-a76f-401c-b1a7-a43d0d73a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:16.670848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f26a75-77ce-4ae8-aefa-464399690404), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.684533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105e864-cc9b-4cfb-a8ce-c239948e3f54 None None] No DVR routers for this DVR port 9e9c525d-d12d-4fe4-b035-a456df0f4530 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:16.716225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0d8e6c86-97ff-480a-8fdb-77e685aba3ef None None] Provisioning complete for port 14830bb3-5132-4625-905f-25aa6643ef09 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:16.716225 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0d8e6c86-97ff-480a-8fdb-77e685aba3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14830bb3-5132-4625-905f-25aa6643ef09), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.720941 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9e9c525d-d12d-4fe4-b035-a456df0f4530), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.772689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No DVR routers for this DVR port 9e9c525d-d12d-4fe4-b035-a456df0f4530 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:16.813897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e6c86-97ff-480a-8fdb-77e685aba3ef None None] Port 14830bb3-5132-4625-905f-25aa6643ef09 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:16.851511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=9e9c525d-d12d-4fe4-b035-a456df0f4530,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:16.856725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] For port 12f26a75-77ce-4ae8-aefa-464399690404, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:16.868369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] For port 12f26a75-77ce-4ae8-aefa-464399690404, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12f26a75-77ce-4ae8-aefa-464399690404,segment=NetworkSegment(e02bbfb0-a76f-401c-b1a7-a43d0d73a430),segment_id=e02bbfb0-a76f-401c-b1a7-a43d0d73a430)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:16.869226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Router 28974eba-5add-4f7a-be9e-10169c996a38 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:16.943678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-0b68cc8e-6fb0-4943-99e6-652aa89d60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:16.955730 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-0b68cc8e-6fb0-4943-99e6-652aa89d60fd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 1126 time: 0.1758063 Feb 09 21:55:16.976790 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (12f26a75-77ce-4ae8-aefa-464399690404), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.070849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e9c525d-d12d-4fe4-b035-a456df0f4530 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:17.142488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9e9c525d-d12d-4fe4-b035-a456df0f4530 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:17.143202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e9c525d-d12d-4fe4-b035-a456df0f4530 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:17.205456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d400d828-b44e-4ed6-b84f-4a052674839d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.215698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.216511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.217884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] 10.222.0.110 "PUT /v2.0/ports/12f26a75-77ce-4ae8-aefa-464399690404 HTTP/1.1" status: 200 len: 1091 time: 4.6400297 Feb 09 21:55:17.267638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82667224-39ef-4cf8-bdaa-e79622837f3d service neutron] Pushing event updated for resources: {'Port': ['ID=12f26a75-77ce-4ae8-aefa-464399690404,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:17.292494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-946f0385-a562-4b75-af53-18e153e2a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.294275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-946f0385-a562-4b75-af53-18e153e2a633 service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.3387084 Feb 09 21:55:17.302901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c166b5-9ada-4877-ba0b-8015e16c7038 req-543d79ce-f3f0-4a36-999a-7580a73b22da tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.304487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d400d828-b44e-4ed6-b84f-4a052674839d']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:17.310776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08c166b5-9ada-4877-ba0b-8015e16c7038 req-543d79ce-f3f0-4a36-999a-7580a73b22da tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 943 time: 0.1852765 Feb 09 21:55:17.332953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b7a211-0c4f-4478-b93e-33c67a55ad1c') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:17.333554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b7a211-0c4f-4478-b93e-33c67a55ad1c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:17.395072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (d0b7a211-0c4f-4478-b93e-33c67a55ad1c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.404494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-a0c176ea-58c3-44bf-bd5e-5f63c98f634d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a3694fd-5886-482d-a4b0-9ff5126b8675 HTTP/1.1" status: 200 len: 217 time: 0.0857503 Feb 09 21:55:17.419871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-23c00570-f1c9-4232-ba0e-3a80d6665364 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--533636332&fields=id&tenant_id=3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 267 time: 0.3236074 Feb 09 21:55:17.436287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d0b7a211-0c4f-4478-b93e-33c67a55ad1c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.444325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:17.445336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (d0b7a211-0c4f-4478-b93e-33c67a55ad1c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:17.497937 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:17.514083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08c166b5-9ada-4877-ba0b-8015e16c7038 req-da28326f-5cb1-4456-938c-2e96d37e5d5f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022183 Feb 09 21:55:17.540845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-41fe59fb-35fd-4560-a36c-9ed1ffb40636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.542626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-41fe59fb-35fd-4560-a36c-9ed1ffb40636 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1074042 Feb 09 21:55:17.551127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-a74e8fb4-bf04-416f-b75e-7609efec48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.552781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-a74e8fb4-bf04-416f-b75e-7609efec48f9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f8a47a20dbfe4f32920914e6024d81e1&device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 1125 time: 0.1609924 Feb 09 21:55:17.610067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:17.621079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2bc0b5ce-7b39-4326-8e23-7230673ff727 admin admin] 10.222.0.98 "PUT /v2.0/routers/28974eba-5add-4f7a-be9e-10169c996a38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6961567 Feb 09 21:55:17.701953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-7b089644-55c3-4c77-aba0-e15df1c2388b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.710351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-7b089644-55c3-4c77-aba0-e15df1c2388b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 816 time: 0.2108340 Feb 09 21:55:17.715594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-2edc8ddf-6092-4a52-bcac-ce35dfe8fe04 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12f26a75-77ce-4ae8-aefa-464399690404 HTTP/1.1" status: 200 len: 217 time: 0.1475589 Feb 09 21:55:17.729038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-66439374-0fc6-4989-bf1a-e7db28e2853f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/quotas/3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 375 time: 0.0171280 Feb 09 21:55:17.745251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d400d828-b44e-4ed6-b84f-4a052674839d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.756327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.760332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/d400d828-b44e-4ed6-b84f-4a052674839d HTTP/1.1" status: 204 len: 168 time: 2.0489123 Feb 09 21:55:17.801088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48994) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:17.806272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-20b52c3a-d50c-482d-9457-574442e4f6b0 req-57526821-cff8-4aef-aef1-5422ddd82457 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0937908 Feb 09 21:55:17.858811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-6885d8d0-f122-479d-aba9-6633238d868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.860819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-6885d8d0-f122-479d-aba9-6633238d868c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3071656 Feb 09 21:55:17.865438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2037352277'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:17.900002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5a703-17e6-4aa5-bd2c-8067273733dd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=d400d828-b44e-4ed6-b84f-4a052674839d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:17.900504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-0eb737ca-b2e6-46c3-9fbf-d5f9d595c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.902751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-0eb737ca-b2e6-46c3-9fbf-d5f9d595c056 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=95a4cbec-4c8f-4151-8547-288afdd4bec3 HTTP/1.1" status: 200 len: 853 time: 0.1677406 Feb 09 21:55:17.993189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-502a2044-f6d8-4090-a399-a1697f35e2da service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f8acda25-6344-4796-ab33-10b8d21f77df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298169 Feb 09 21:55:18.001511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-664af063-3e47-4651-85db-5e09bb96c47b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644961 Feb 09 21:55:18.029324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:18.034435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.101734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:18.152557 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b34b6bab-0feb-4a28-8a9b-b108cd171cc8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.152796 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Added segment b34b6bab-0feb-4a28-8a9b-b108cd171cc8 of type vlan for network 269f5d90-be7d-463b-8368-2215f2775e2b Feb 09 21:55:18.187553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-b1cc6dbf-8b3a-4d2d-9e5f-83fee6fdc905 service neutron] 10.222.0.98 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812365 Feb 09 21:55:18.230649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9ee6-81a1-4088-94c5-e8931c9f4c78 req-1f3b632b-06c9-4adf-a1c2-204f9d055d9b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:18.233866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10ef9ee6-81a1-4088-94c5-e8931c9f4c78 req-1f3b632b-06c9-4adf-a1c2-204f9d055d9b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 944 time: 0.2387943 Feb 09 21:55:18.283223 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (269f5d90-be7d-463b-8368-2215f2775e2b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.345973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-ca808540-c17d-4f6a-8712-918570f1eb76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1681974 Feb 09 21:55:18.353854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-cf7f46d7-1543-4735-94ce-a730aa56d0b4 service neutron] 10.222.0.98 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562119 Feb 09 21:55:18.365118 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-372b4941-beeb-47db-bdd7-33006cf43920 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815657 Feb 09 21:55:18.371115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10ef9ee6-81a1-4088-94c5-e8931c9f4c78 req-5070b5bc-9516-4c75-b99b-b3b8f821ca0b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252439 Feb 09 21:55:18.400128 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (269f5d90-be7d-463b-8368-2215f2775e2b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.405914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:18.406874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.481720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abccbb95-3b7a-4758-b34d-ee7d8c3209e2 req-2eca1991-24e6-4e56-81e7-c2a713edc9b4 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073608 Feb 09 21:55:18.486257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-31d1ee71-bf34-4121-b58c-48590d1381bf service neutron] 10.222.0.110 "GET /v2.0/networks/f8acda25-6344-4796-ab33-10b8d21f77df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250021 Feb 09 21:55:18.508642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Network': ['ID=269f5d90-be7d-463b-8368-2215f2775e2b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:18.522827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 269f5d90-be7d-463b-8368-2215f2775e2b details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:18.554508 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5f2cdb9c-0936-48df-a05b-b71b62eccebc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7522693 Feb 09 21:55:18.558055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49020) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:18.566168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:18.596528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691614c-5057-495e-afcc-0dbac557cc13', 'tag': '12f26a75-77ce-4ae8-aefa-464399690404'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:18.599293 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25533102-544f-4693-a0f9-1186aaba36ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1691614c-5057-495e-afcc-0dbac557cc13", "tag": "12f26a75-77ce-4ae8-aefa-464399690404"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:18.616973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-5e9d510d-32cb-41d8-b96e-2daedb6c6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:18.618615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-5e9d510d-32cb-41d8-b96e-2daedb6c6a12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7587b735d473437a89b1e9acc659162f&device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 1132 time: 0.1358542 Feb 09 21:55:18.706451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-89a62340-c8a6-4dc5-addf-a457731ffbf8 req-83abf83f-7d63-49cd-a147-60c607f9a79c service neutron] 10.222.0.110 "GET /v2.0/networks/f8acda25-6344-4796-ab33-10b8d21f77df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092505 Feb 09 21:55:18.825654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:18.829165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.865157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-44616adc-3930-458a-ab96-03d15846b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:18.866677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-44616adc-3930-458a-ab96-03d15846b7a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 0.2155511 Feb 09 21:55:18.953084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-35a6058d-10e4-45f9-b98f-453de6bd1799 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626 HTTP/1.1" status: 200 len: 217 time: 0.0735400 Feb 09 21:55:19.023201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-38568c46-43b1-4bcf-857b-7338dc0d7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.025174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-38568c46-43b1-4bcf-857b-7338dc0d7fbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0563297 Feb 09 21:55:19.050380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9c6d77dc-5b76-4882-b487-5de9d2056bd8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:19.099904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-b98415e6-8d4a-4f1d-898f-31ab5d6cd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.101703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-b98415e6-8d4a-4f1d-898f-31ab5d6cd37e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0540085 Feb 09 21:55:19.172061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:19.173181 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.215322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-03cec519-83fb-4cef-80e6-b315face6890 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035113 Feb 09 21:55:19.220638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029a63-d677-4481-8918-bf327efa4224 req-38388d8f-c638-4423-b127-ca0fcfe791a1 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.222162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1029a63-d677-4481-8918-bf327efa4224 req-38388d8f-c638-4423-b127-ca0fcfe791a1 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 943 time: 0.1943731 Feb 09 21:55:19.309695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:19.312335 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.354934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 9c6d77dc-5b76-4882-b487-5de9d2056bd8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9c6d77dc-5b76-4882-b487-5de9d2056bd8,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:19.371431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1029a63-d677-4481-8918-bf327efa4224 req-29956f46-7f30-42cd-b3c8-5e653a0c3705 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400952 Feb 09 21:55:19.382186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49040) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:19.388016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1e2d78f5-5aaf-4d72-941e-79532ca46e9d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355848558', 'description': 'tempest-secgroup-smoke-1355848558 description', 'project_id': '179348843f524eafa1ed374bb5874aea'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:19.415543 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Sync routers for ids ['28974eba-5add-4f7a-be9e-10169c996a38'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:19.429020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0effe7a4-1c05-4d41-83a8-4eb8652b6c26 req-e25b3858-63cf-4f54-83d9-31023cbd9de0 service neutron] 10.222.0.30 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042634 Feb 09 21:55:19.430979 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Routers {'28974eba-5add-4f7a-be9e-10169c996a38'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:19.431881 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['28974eba-5add-4f7a-be9e-10169c996a38'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:19.432152 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28976059-b843-4d6c-884d-bf40b85da2e5 x-openstack-request-id: req-28976059-b843-4d6c-884d-bf40b85da2e5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:19.432481 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1691614c-5057-495e-afcc-0dbac557cc13", "tag": "12f26a75-77ce-4ae8-aefa-464399690404", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:19.436642 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-28976059-b843-4d6c-884d-bf40b85da2e5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:19.436642 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691614c-5057-495e-afcc-0dbac557cc13', 'tag': '12f26a75-77ce-4ae8-aefa-464399690404', 'status': 'completed', 'code': 200} Feb 09 21:55:19.451691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.458561 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (928f29b6-0d83-4ef0-8284-337bcd01ee62), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.550050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-164db709-7266-490b-a08a-b59d4428fddb req-fb548ee0-1975-419e-841d-63dbb9bc60a2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 210 time: 0.0333195 Feb 09 21:55:19.568021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533102-544f-4693-a0f9-1186aaba36ae req-592e5e12-97e6-4fc5-a864-37dfb72cfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.569551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25533102-544f-4693-a0f9-1186aaba36ae req-592e5e12-97e6-4fc5-a864-37dfb72cfa85 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f8a47a20dbfe4f32920914e6024d81e1&device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 1125 time: 0.1228819 Feb 09 21:55:19.569993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=928f29b6-0d83-4ef0-8284-337bcd01ee62,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:19.592445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e2d78f5-5aaf-4d72-941e-79532ca46e9d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.601726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=9c6d77dc-5b76-4882-b487-5de9d2056bd8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:19.654426 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Set router 28974eba-5add-4f7a-be9e-10169c996a38 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:19.742231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85058559-4891-4342-8dbf-82233adbde12 req-d7ab8451-30c7-42e1-8999-524695e95b78 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0593941 Feb 09 21:55:19.773343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e2d78f5-5aaf-4d72-941e-79532ca46e9d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group (7bfdc5ea-4758-4208-8e74-11d67ab4c849), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.780791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Checking segment: {'id': 'b34b6bab-0feb-4a28-8a9b-b108cd171cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:19.781527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network hostable DHCP agents. Network: 269f5d90-be7d-463b-8368-2215f2775e2b, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:19.792687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533102-544f-4693-a0f9-1186aaba36ae req-b561eb8c-ecb0-4989-a4ca-0b4629df6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.794678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25533102-544f-4693-a0f9-1186aaba36ae req-b561eb8c-ecb0-4989-a4ca-0b4629df6c02 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f8acda25-6344-4796-ab33-10b8d21f77df HTTP/1.1" status: 200 len: 914 time: 0.2159770 Feb 09 21:55:19.820963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ad0fb306-96ec-4928-b6b8-0f8ec47f09a4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.828529 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ad0fb306-96ec-4928-b6b8-0f8ec47f09a4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.2518382 Feb 09 21:55:19.850320 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-aab1c52a-9191-44a0-828b-65c178259596 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0207393 Feb 09 21:55:19.862873 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e2d78f5-5aaf-4d72-941e-79532ca46e9d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7bfdc5ea-4758-4208-8e74-11d67ab4c849), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.868581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25533102-544f-4693-a0f9-1186aaba36ae req-b0e05b1a-2ebc-4eaf-8773-dd5f79a9e0f1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12f26a75-77ce-4ae8-aefa-464399690404 HTTP/1.1" status: 200 len: 217 time: 0.0582738 Feb 09 21:55:19.917214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d78f5-5aaf-4d72-941e-79532ca46e9d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfdc5ea-4758-4208-8e74-11d67ab4c849,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:19.922810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533102-544f-4693-a0f9-1186aaba36ae req-e401976c-127e-4197-9b0f-c7f8e9a084df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:19.926474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25533102-544f-4693-a0f9-1186aaba36ae req-e401976c-127e-4197-9b0f-c7f8e9a084df service neutron] 10.222.0.110 "GET /v2.0/subnets?id=95a4cbec-4c8f-4151-8547-288afdd4bec3 HTTP/1.1" status: 200 len: 853 time: 0.0552008 Feb 09 21:55:19.926738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 269f5d90-be7d-463b-8368-2215f2775e2b is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:19.949558 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-f48b1d7f-b14a-4846-98d0-24d4e81c5321 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982099 Feb 09 21:55:19.999525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25533102-544f-4693-a0f9-1186aaba36ae req-6c3bff5a-e5b9-43b2-9d80-49a79912b456 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f8acda25-6344-4796-ab33-10b8d21f77df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671017 Feb 09 21:55:20.014423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e2d78f5-5aaf-4d72-941e-79532ca46e9d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.019550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1e2d78f5-5aaf-4d72-941e-79532ca46e9d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6322293 Feb 09 21:55:20.023570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49056) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:20.036682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0ef7ff17-cb0f-4a4b-9d12-05a406219b17 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'security_group_rule': {'security_group_id': '7bfdc5ea-4758-4208-8e74-11d67ab4c849', 'project_id': '179348843f524eafa1ed374bb5874aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:20.051646 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 4, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14830bb3-5132-4625-905f-25aa6643ef09', 'name': '', 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'mac_address': 'fa:16:3e:3c:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:12Z', 'updated_at': '2022-02-09T21:55:15Z', 'revision_number': 2, 'project_id': '84f059332228453ab9a58f61a9d30896', 'subnets': [{'id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:20.108093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Checking router: 28974eba-5add-4f7a-be9e-10169c996a38 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:20.108784 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Updating router 28974eba-5add-4f7a-be9e-10169c996a38 port 14830bb3-5132-4625-905f-25aa6643ef09 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:20.116907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-0eb1384c-9cfc-4bc6-9986-fd351917e0aa service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659441 Feb 09 21:55:20.117483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 269f5d90-be7d-463b-8368-2215f2775e2b) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:20.122210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:20.127839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.128630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3520515-3c1a-4a91-a05e-04269ef84e0d None None] Network 269f5d90-be7d-463b-8368-2215f2775e2b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:20.164771 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14830bb3-5132-4625-905f-25aa6643ef09), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.190503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25533102-544f-4693-a0f9-1186aaba36ae req-a6976852-37d2-46bf-8c47-fdb0b9d5cc97 service neutron] 10.222.0.110 "GET /v2.0/networks/f8acda25-6344-4796-ab33-10b8d21f77df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858547 Feb 09 21:55:20.231357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ff17-cb0f-4a4b-9d12-05a406219b17 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (1a295e72-e93a-4128-bf05-cc4d4cbede80), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.352001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-269f5d90-be7d-463b-8368-2215f2775e2b', 'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b', 'project_id': '4a03804b62a24be09c243c280f68e0e8', 'fixed_ips': [{'subnet_id': '928f29b6-0d83-4ef0-8284-337bcd01ee62'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:20.352883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.418799 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6ef9a334-780c-4c2e-9597-e1698279ab6f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8590140 Feb 09 21:55:20.441488 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ff17-cb0f-4a4b-9d12-05a406219b17 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (1a295e72-e93a-4128-bf05-cc4d4cbede80), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.444639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49064) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:20.455408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b2e381d9-e8fa-4ce1-b3c2-2064a843ccd0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1898328110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:20.500034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-e31f6424-b3c9-40bb-b590-e9539b481427 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727205 Feb 09 21:55:20.531870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Allocated IP 172.20.0.2 (269f5d90-be7d-463b-8368-2215f2775e2b/928f29b6-0d83-4ef0-8284-337bcd01ee62/d18f83cf-3292-4f0f-83a5-deead15d71eb) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:20.550166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25533102-544f-4693-a0f9-1186aaba36ae req-1057b703-861e-4abf-8775-985686a43fd7 service neutron] 10.222.0.110 "GET /v2.0/networks/f8acda25-6344-4796-ab33-10b8d21f77df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551970 Feb 09 21:55:20.569212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ff17-cb0f-4a4b-9d12-05a406219b17 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (1a295e72-e93a-4128-bf05-cc4d4cbede80), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.586871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8f2cd-69b3-414f-b3cb-aa13affa01d3 req-400e786a-7d4d-4df2-9f5a-8d8c13fc2cf7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:20.590664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eca8f2cd-69b3-414f-b3cb-aa13affa01d3 req-400e786a-7d4d-4df2-9f5a-8d8c13fc2cf7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 944 time: 0.2499144 Feb 09 21:55:20.619528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7ff17-cb0f-4a4b-9d12-05a406219b17 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a295e72-e93a-4128-bf05-cc4d4cbede80,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:20.636930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2e381d9-e8fa-4ce1-b3c2-2064a843ccd0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.636930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2e381d9-e8fa-4ce1-b3c2-2064a843ccd0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.687996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eca8f2cd-69b3-414f-b3cb-aa13affa01d3 req-9b336c0f-6b8c-4302-a9d4-0af24c5ed205 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897684 Feb 09 21:55:20.727190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2e381d9-e8fa-4ce1-b3c2-2064a843ccd0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for router_controller (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.748413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ef7ff17-cb0f-4a4b-9d12-05a406219b17 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.750862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ef7ff17-cb0f-4a4b-9d12-05a406219b17 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7252295 Feb 09 21:55:20.752871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:20.763559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ebe36d4f-e6c3-44b0-acca-e2d325945fd2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'security_group_rule': {'security_group_id': '7bfdc5ea-4758-4208-8e74-11d67ab4c849', 'project_id': '179348843f524eafa1ed374bb5874aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:20.765317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-a7491021-ac0d-4886-b3b5-c45ca6431343 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812123 Feb 09 21:55:20.791195 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Publish callbacks [] for port (14830bb3-5132-4625-905f-25aa6643ef09), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.795096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a3694fd-5886-482d-a4b0-9ff5126b8675 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:20.809115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2e381d9-e8fa-4ce1-b3c2-2064a843ccd0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.871749 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (14830bb3-5132-4625-905f-25aa6643ef09), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.896676 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Publish callbacks [] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.951233 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9add2-f85c-49ca-8aad-432f57c9bd74 None None] Pushing event updated for resources: {'Port': ['ID=14830bb3-5132-4625-905f-25aa6643ef09,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:20.978295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0115855d-6efe-459e-a57c-a9cc7f969bdd req-d2f7981f-52c1-4e03-a184-ea625b22c30e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 210 time: 0.0840092 Feb 09 21:55:20.995340 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2e381d9-e8fa-4ce1-b3c2-2064a843ccd0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.999125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b2e381d9-e8fa-4ce1-b3c2-2064a843ccd0 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5470438 Feb 09 21:55:21.005448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49076) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:21.022461 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.024641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b', 'name': 'tempest-PortsTestJSON-256590930'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:21.093594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebe36d4f-e6c3-44b0-acca-e2d325945fd2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (b5372a8f-d3f5-4864-9a63-b6147d9a3a85), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.132509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-cde0f5a2-7162-4aa0-8898-0d1c36b7076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:21.134200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-cde0f5a2-7162-4aa0-8898-0d1c36b7076d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.3049586 Feb 09 21:55:21.155463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa365755-63a3-4433-a00d-98a542526155 req-e31a310c-71fd-4918-b1af-967ddc206c1f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:21.157079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa365755-63a3-4433-a00d-98a542526155 req-e31a310c-71fd-4918-b1af-967ddc206c1f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 943 time: 0.3032091 Feb 09 21:55:21.195429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9c6d77dc-5b76-4882-b487-5de9d2056bd8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:21.206253 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Attempting to bind port 14830bb3-5132-4625-905f-25aa6643ef09 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:21.206779 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Attempting to bind port 14830bb3-5132-4625-905f-25aa6643ef09 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:21.207746 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Attempting to bind port 14830bb3-5132-4625-905f-25aa6643ef09 on network 51b98522-484d-4adc-b943-cbd7b8047b31 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:21.216792 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:21.218396 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Checking segment: {'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:21.219040 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.219685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Bound using segment: {'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:21.220396 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Bound port: 14830bb3-5132-4625-905f-25aa6643ef09, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fc916d-1585-4ac3-9345-361fa36c070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:21.220778 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14830bb3-5132-4625-905f-25aa6643ef09), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.277093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebe36d4f-e6c3-44b0-acca-e2d325945fd2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (b5372a8f-d3f5-4864-9a63-b6147d9a3a85), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.279492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-244c3a1c-18d6-46bc-97d2-8c9435289c07 req-8b4c91ba-03ab-4fa8-a550-56ffb7a1601b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0869284 Feb 09 21:55:21.374379 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] For port 14830bb3-5132-4625-905f-25aa6643ef09, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:21.381268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebe36d4f-e6c3-44b0-acca-e2d325945fd2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b5372a8f-d3f5-4864-9a63-b6147d9a3a85), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.386972 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] For port 14830bb3-5132-4625-905f-25aa6643ef09, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=14830bb3-5132-4625-905f-25aa6643ef09,segment=NetworkSegment(60fc916d-1585-4ac3-9345-361fa36c070f),segment_id=60fc916d-1585-4ac3-9345-361fa36c070f)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:21.457629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe36d4f-e6c3-44b0-acca-e2d325945fd2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5372a8f-d3f5-4864-9a63-b6147d9a3a85,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:21.469600 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (14830bb3-5132-4625-905f-25aa6643ef09), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.495663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5d9e251-af10-4890-a73f-01b0e52cdb3c req-78d0698c-b5e1-4a9f-8465-4274f170abb4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 210 time: 0.0687106 Feb 09 21:55:21.536036 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa365755-63a3-4433-a00d-98a542526155 req-588c7051-fe4f-45d1-a482-028b9e8bbc1c tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668666 Feb 09 21:55:21.556883 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Routers {'28974eba-5add-4f7a-be9e-10169c996a38'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:21.557588 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['28974eba-5add-4f7a-be9e-10169c996a38'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:21.559535 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9add2-f85c-49ca-8aad-432f57c9bd74 None None] Pushing event updated for resources: {'Port': ['ID=14830bb3-5132-4625-905f-25aa6643ef09,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:21.568355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Pushing event updated for resources: {'Port': ['ID=d18f83cf-3292-4f0f-83a5-deead15d71eb,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:21.601490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-08f51125-4c04-47aa-b5fd-95954414fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:21.602986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-08f51125-4c04-47aa-b5fd-95954414fc43 service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.4299798 Feb 09 21:55:21.641282 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebe36d4f-e6c3-44b0-acca-e2d325945fd2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.642853 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ebe36d4f-e6c3-44b0-acca-e2d325945fd2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8876252 Feb 09 21:55:21.646050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49084) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:21.653089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6f390606-4c68-433a-a6c2-a5ca3107e29d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'security_group_rule': {'security_group_id': '7bfdc5ea-4758-4208-8e74-11d67ab4c849', 'project_id': '179348843f524eafa1ed374bb5874aea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:21.712194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-52d61c6e-bfd7-4871-aa26-48f585377db5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:21.713658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-52d61c6e-bfd7-4871-aa26-48f585377db5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 816 time: 0.3274763 Feb 09 21:55:21.730456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Network 269f5d90-be7d-463b-8368-2215f2775e2b is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:21.739387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:21.751958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-00efe5b2-2bf8-4a4f-981b-5f2c4ca6e9b7 None None] Provisioning complete for port 14830bb3-5132-4625-905f-25aa6643ef09 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:21.752340 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00efe5b2-2bf8-4a4f-981b-5f2c4ca6e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14830bb3-5132-4625-905f-25aa6643ef09), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.780537 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] Set router 28974eba-5add-4f7a-be9e-10169c996a38 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:21.802395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-666037c5-1dc7-488f-b1d6-4ae2056f4c3f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.1782782 Feb 09 21:55:21.819639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:21.825781 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f390606-4c68-433a-a6c2-a5ca3107e29d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (500fc900-f0a3-41ee-a431-62d44a7c3b29), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.911854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:21.917591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.961518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a3694fd-5886-482d-a4b0-9ff5126b8675, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a3694fd-5886-482d-a4b0-9ff5126b8675,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:21.964198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Attempting to bind port d18f83cf-3292-4f0f-83a5-deead15d71eb on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:21.964577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Attempting to bind port d18f83cf-3292-4f0f-83a5-deead15d71eb by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b34b6bab-0feb-4a28-8a9b-b108cd171cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:21.964945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Attempting to bind port d18f83cf-3292-4f0f-83a5-deead15d71eb on network 269f5d90-be7d-463b-8368-2215f2775e2b {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:21.979258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:21.979646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Checking segment: {'id': 'b34b6bab-0feb-4a28-8a9b-b108cd171cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:21.980090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.980490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Bound using segment: {'id': 'b34b6bab-0feb-4a28-8a9b-b108cd171cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:21.980979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Bound port: d18f83cf-3292-4f0f-83a5-deead15d71eb, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34b6bab-0feb-4a28-8a9b-b108cd171cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '269f5d90-be7d-463b-8368-2215f2775e2b'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:21.981401 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.000195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:22.000603 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.041231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port e7974a08-cf60-440c-ba46-3351e46c5306 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:22.046111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-00efe5b2-2bf8-4a4f-981b-5f2c4ca6e9b7 None None] Current status of the port 14830bb3-5132-4625-905f-25aa6643ef09 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:22.046111 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00efe5b2-2bf8-4a4f-981b-5f2c4ca6e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14830bb3-5132-4625-905f-25aa6643ef09), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.076248 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f390606-4c68-433a-a6c2-a5ca3107e29d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (500fc900-f0a3-41ee-a431-62d44a7c3b29), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.086268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '8a3694fd-5886-482d-a4b0-9ff5126b8675', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': '8a3694fd-5886-482d-a4b0-9ff5126b8675', 'mac_address': 'fa:16:3e:55:a9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:22.126736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1537-f836-476a-876b-1c289aa78813 req-4bebcd05-97f4-4a3b-b66e-4c519c05464b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:22.129813 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-74ba1537-f836-476a-876b-1c289aa78813 req-4bebcd05-97f4-4a3b-b66e-4c519c05464b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 944 time: 0.2687140 Feb 09 21:55:22.148121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-200de416-773f-4f54-a89e-359503158fb1 None None] For port d18f83cf-3292-4f0f-83a5-deead15d71eb, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:22.152345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-200de416-773f-4f54-a89e-359503158fb1 None None] For port d18f83cf-3292-4f0f-83a5-deead15d71eb, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d18f83cf-3292-4f0f-83a5-deead15d71eb,segment=NetworkSegment(b34b6bab-0feb-4a28-8a9b-b108cd171cc8),segment_id=b34b6bab-0feb-4a28-8a9b-b108cd171cc8)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:22.179003 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f390606-4c68-433a-a6c2-a5ca3107e29d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (500fc900-f0a3-41ee-a431-62d44a7c3b29), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.221497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.13 (269f5d90-be7d-463b-8368-2215f2775e2b/928f29b6-0d83-4ef0-8284-337bcd01ee62/e7974a08-cf60-440c-ba46-3351e46c5306) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:22.246266 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 4, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14830bb3-5132-4625-905f-25aa6643ef09', 'name': '', 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'mac_address': 'fa:16:3e:3c:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:12Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 4, 'project_id': '84f059332228453ab9a58f61a9d30896', 'subnets': [{'id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:22.265694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a3694fd-5886-482d-a4b0-9ff5126b8675 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:22.266086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.284312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3694fd-5886-482d-a4b0-9ff5126b8675 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:22.288701 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b263-fc15-4686-886d-9cc6f69952f3 None None] The sync data for ids ['28974eba-5add-4f7a-be9e-10169c996a38'] in n-d-828599-1 is: [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T21:55:14Z', 'revision_number': 4, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14830bb3-5132-4625-905f-25aa6643ef09', 'name': '', 'network_id': '51b98522-484d-4adc-b943-cbd7b8047b31', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'mac_address': 'fa:16:3e:3c:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:12Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 4, 'project_id': '84f059332228453ab9a58f61a9d30896', 'subnets': [{'id': 'd33eb839-ab2e-4462-a673-1f80d9ec814f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:22.289676 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-74ba1537-f836-476a-876b-1c289aa78813 req-61d5c949-4aed-4817-ac17-468d8a5a714c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524475 Feb 09 21:55:22.294905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f390606-4c68-433a-a6c2-a5ca3107e29d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500fc900-f0a3-41ee-a431-62d44a7c3b29,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:22.309797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-bf5eb136-aeef-4e09-a23a-e0b0c287ae81 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 379 time: 0.5615046 Feb 09 21:55:22.325374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a3694fd-5886-482d-a4b0-9ff5126b8675, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a3694fd-5886-482d-a4b0-9ff5126b8675,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:22.327801 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.358989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-00efe5b2-2bf8-4a4f-981b-5f2c4ca6e9b7 None None] For port 14830bb3-5132-4625-905f-25aa6643ef09, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=14830bb3-5132-4625-905f-25aa6643ef09,segment=NetworkSegment(60fc916d-1585-4ac3-9345-361fa36c070f),segment_id=60fc916d-1585-4ac3-9345-361fa36c070f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:22.372716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-b33f9e78-ab64-4838-8d77-7274c5555a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:22.374189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-b33f9e78-ab64-4838-8d77-7274c5555a33 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.5534496 Feb 09 21:55:22.378823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'port': {'device_id': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'admin_state_up': True, 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'security_groups': ['b998a316-e45c-440e-875d-20fb92b3212e']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:22.387544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f390606-4c68-433a-a6c2-a5ca3107e29d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.388811 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6f390606-4c68-433a-a6c2-a5ca3107e29d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7418118 Feb 09 21:55:22.392128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49094) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:22.397174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8759feae-375b-4c8f-b4e8-2b4024f8d4fb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'security_group_rule': {'security_group_id': '7bfdc5ea-4758-4208-8e74-11d67ab4c849', 'project_id': '179348843f524eafa1ed374bb5874aea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:22.431333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.449880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200de416-773f-4f54-a89e-359503158fb1 None None] Pushing event updated for resources: {'Port': ['ID=d18f83cf-3292-4f0f-83a5-deead15d71eb,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:22.458055 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00efe5b2-2bf8-4a4f-981b-5f2c4ca6e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (14830bb3-5132-4625-905f-25aa6643ef09), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.500650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05693f8e-1a71-4808-a33e-513169b4e76e req-feeaf8f7-7241-4484-867c-c4a3b1a4b181 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0822546 Feb 09 21:55:22.545941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9ff3dd2-018b-4d7d-a5fb-b8a2ab9ac190 req-edee7efe-437d-410b-88a8-4da991fc44ce tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 210 time: 0.2348285 Feb 09 21:55:22.614233 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8759feae-375b-4c8f-b4e8-2b4024f8d4fb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (0e744c53-9439-4119-ab4d-e82c7029fa01), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.620169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:22.633168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a3694fd-5886-482d-a4b0-9ff5126b8675,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:22.714281 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8759feae-375b-4c8f-b4e8-2b4024f8d4fb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (0e744c53-9439-4119-ab4d-e82c7029fa01), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.728858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['8a3694fd-5886-482d-a4b0-9ff5126b8675'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:22.772607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3ff636b-ac9c-4c77-bc8d-965404d77b54 req-1ea0ab7c-1332-497f-bfbb-bca2bf0806ee tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 210 time: 0.0485156 Feb 09 21:55:22.821656 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8759feae-375b-4c8f-b4e8-2b4024f8d4fb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (0e744c53-9439-4119-ab4d-e82c7029fa01), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.830745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12f26a75-77ce-4ae8-aefa-464399690404 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:22.854832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759feae-375b-4c8f-b4e8-2b4024f8d4fb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e744c53-9439-4119-ab4d-e82c7029fa01,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:22.879146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-29957e49-fc4c-495e-9288-b6139af5abf2 None None] Provisioning complete for port 14830bb3-5132-4625-905f-25aa6643ef09 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:22.879487 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29957e49-fc4c-495e-9288-b6139af5abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14830bb3-5132-4625-905f-25aa6643ef09), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.954702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8759feae-375b-4c8f-b4e8-2b4024f8d4fb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.956227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8759feae-375b-4c8f-b4e8-2b4024f8d4fb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5631444 Feb 09 21:55:22.959964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49100) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:22.964797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'security_group_rule': {'security_group_id': '7bfdc5ea-4758-4208-8e74-11d67ab4c849', 'project_id': '179348843f524eafa1ed374bb5874aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:23.092646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe5b2-2bf8-4a4f-981b-5f2c4ca6e9b7 None None] Pushing event updated for resources: {'Port': ['ID=14830bb3-5132-4625-905f-25aa6643ef09,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:23.111766 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Project 179348843f524eafa1ed374bb5874aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:55:23.117483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (3804a0b1-cbd4-4250-b2a0-eb84834e0eaf), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.136051 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:55:23.258444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (3804a0b1-cbd4-4250-b2a0-eb84834e0eaf), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.322445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (3804a0b1-cbd4-4250-b2a0-eb84834e0eaf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.361517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3804a0b1-cbd4-4250-b2a0-eb84834e0eaf,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:23.367171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 14830bb3-5132-4625-905f-25aa6643ef09 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:23.474935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 12f26a75-77ce-4ae8-aefa-464399690404, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12f26a75-77ce-4ae8-aefa-464399690404,segment=NetworkSegment(e02bbfb0-a76f-401c-b1a7-a43d0d73a430),segment_id=e02bbfb0-a76f-401c-b1a7-a43d0d73a430)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:23.479323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.481181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0b2de8d-4c26-4ebe-bf9a-5127d0002dcc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5200577 Feb 09 21:55:23.485229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49104) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:23.492443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'security_group_rule': {'security_group_id': '7bfdc5ea-4758-4208-8e74-11d67ab4c849', 'project_id': '179348843f524eafa1ed374bb5874aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:23.501241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (e7974a08-cf60-440c-ba46-3351e46c5306), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.538104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Made reservation on behalf of 3111cbee8aa34740a21308ca97ced547 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:23.541991 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.595968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69f40b-bef8-4458-8212-f86ee75d001b req-62137590-0376-4c71-aee1-e761d43f675b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:23.599134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a69f40b-bef8-4458-8212-f86ee75d001b req-62137590-0376-4c71-aee1-e761d43f675b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 945 time: 0.1763198 Feb 09 21:55:23.610073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '12f26a75-77ce-4ae8-aefa-464399690404', 'network_id': 'f8acda25-6344-4796-ab33-10b8d21f77df', 'port_id': '12f26a75-77ce-4ae8-aefa-464399690404', 'mac_address': 'fa:16:3e:99:a5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a4cbec-4c8f-4151-8547-288afdd4bec3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:23.616433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-7c1c558c-b754-4526-b1b1-cea75bf5888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:23.618989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-7c1c558c-b754-4526-b1b1-cea75bf5888b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0633254 Feb 09 21:55:23.664934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-29957e49-fc4c-495e-9288-b6139af5abf2 None None] Current status of the port 14830bb3-5132-4625-905f-25aa6643ef09 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:23.705210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a69f40b-bef8-4458-8212-f86ee75d001b req-6a807378-7f78-4c80-bbee-899a9d96b902 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983384 Feb 09 21:55:23.708604 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Project 179348843f524eafa1ed374bb5874aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:55:23.727931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (5809fd93-888e-4f44-b6c4-f589581fa4f6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.782864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 14830bb3-5132-4625-905f-25aa6643ef09 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:23.783603 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14830bb3-5132-4625-905f-25aa6643ef09), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.788269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 12f26a75-77ce-4ae8-aefa-464399690404 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:23.789115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f26a75-77ce-4ae8-aefa-464399690404), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.854910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f26a75-77ce-4ae8-aefa-464399690404 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:23.864806 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (5809fd93-888e-4f44-b6c4-f589581fa4f6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.866806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.888777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 12f26a75-77ce-4ae8-aefa-464399690404, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12f26a75-77ce-4ae8-aefa-464399690404,segment=NetworkSegment(e02bbfb0-a76f-401c-b1a7-a43d0d73a430),segment_id=e02bbfb0-a76f-401c-b1a7-a43d0d73a430)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:23.910245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-3b6bbbab-596d-44d7-b4c0-4f1dd5cd4b07 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361248 Feb 09 21:55:23.951859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 14830bb3-5132-4625-905f-25aa6643ef09 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:23.953313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d18f83cf-3292-4f0f-83a5-deead15d71eb up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:23.957965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52b90a2d-1aaf-44cc-ab74-4b611184843c req-ca536310-43c6-47cf-92f4-e1e88059b98f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0671053 Feb 09 21:55:23.958750 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5809fd93-888e-4f44-b6c4-f589581fa4f6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.016821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5809fd93-888e-4f44-b6c4-f589581fa4f6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.036216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769060c-fa19-4f0f-a87a-677de003a3c1 req-9208c967-ba82-455b-b159-25fb32042755 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:24.040188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b769060c-fa19-4f0f-a87a-677de003a3c1 req-9208c967-ba82-455b-b159-25fb32042755 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 943 time: 1.3299289 Feb 09 21:55:24.074636 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12f26a75-77ce-4ae8-aefa-464399690404), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.085811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.087437 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3a24a83d-187c-467a-8af1-d66642f0bcb3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6008852 Feb 09 21:55:24.169943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51c6b542-c9f4-4e16-bbb8-7ce8a46d5c56 req-671f8919-1e89-487f-84b8-eb6bf1a55640 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 210 time: 0.0363276 Feb 09 21:55:24.171325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=e7974a08-cf60-440c-ba46-3351e46c5306,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.236491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=12f26a75-77ce-4ae8-aefa-464399690404,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.237243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 269f5d90-be7d-463b-8368-2215f2775e2b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:24.271664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d18f83cf-3292-4f0f-83a5-deead15d71eb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:24.272843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.290192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:24.310963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:24.371745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce9ff3-9bbc-4fa9-ac33-c6c2b3f2c188 None None] Network 269f5d90-be7d-463b-8368-2215f2775e2b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:24.383262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12f26a75-77ce-4ae8-aefa-464399690404'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:24.438309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4b6b95d-f508-4bcf-b3da-2c35d69e51c6 req-5da16a89-38e1-4b68-8a84-60affcdfe55c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 210 time: 0.1055186 Feb 09 21:55:24.458714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b769060c-fa19-4f0f-a87a-677de003a3c1 req-5571a109-46c3-43ae-bf9f-6bf30ba56783 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645278 Feb 09 21:55:24.480894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-722f13f6-09fb-48c8-aa54-33e806e1cee6 req-c5f032eb-52c4-4b06-98f2-e16e5434bbf7 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420741 Feb 09 21:55:24.552086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ecbefb02-e4a7-4c82-8847-57466ce50639 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:24.557794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ecbefb02-e4a7-4c82-8847-57466ce50639 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.3500516 Feb 09 21:55:24.571496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Request body: {'port': {'device_id': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'admin_state_up': True, 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:24.572995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:24.573670 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.575032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-951f468f-0055-4706-b239-760cead0eb3c None None] Provisioning complete for port d18f83cf-3292-4f0f-83a5-deead15d71eb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:24.575730 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-951f468f-0055-4706-b239-760cead0eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.600273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Allocated IP 172.20.0.10 (e2b32f15-c20f-4397-a710-0cdd3fbb0bac/5162ea3a-b221-4977-86ba-b72073a90e74/6bf18c15-6193-4014-ae13-73ebfb151b6a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:24.756347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-951f468f-0055-4706-b239-760cead0eb3c None None] Current status of the port d18f83cf-3292-4f0f-83a5-deead15d71eb is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:24.756817 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-951f468f-0055-4706-b239-760cead0eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.802608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d18f83cf-3292-4f0f-83a5-deead15d71eb is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:24.803007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.807026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a3694fd-5886-482d-a4b0-9ff5126b8675 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:24.837746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-9148b5da-17dd-4765-8e55-bcd0e412c645 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355848558&fields=id&tenant_id=179348843f524eafa1ed374bb5874aea HTTP/1.1" status: 200 len: 267 time: 0.2242489 Feb 09 21:55:24.848325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bfee4e10-e035-4563-af7a-191a58976ef8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8409712 Feb 09 21:55:24.850802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49126) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:24.930869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-951f468f-0055-4706-b239-760cead0eb3c None None] For port d18f83cf-3292-4f0f-83a5-deead15d71eb, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d18f83cf-3292-4f0f-83a5-deead15d71eb,segment=NetworkSegment(b34b6bab-0feb-4a28-8a9b-b108cd171cc8),segment_id=b34b6bab-0feb-4a28-8a9b-b108cd171cc8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:24.993352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bb254-9c80-4862-80ea-52440fbeab93 req-b69490c6-021e-46b5-8d20-468e61eaedf7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:25.009403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-253bb254-9c80-4862-80ea-52440fbeab93 req-b69490c6-021e-46b5-8d20-468e61eaedf7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 945 time: 0.1784682 Feb 09 21:55:25.039218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.052898 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-951f468f-0055-4706-b239-760cead0eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.132274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-253bb254-9c80-4862-80ea-52440fbeab93 req-b3ff42ed-f397-4f13-a343-6fd53da57d7f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215634 Feb 09 21:55:25.203845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 8a3694fd-5886-482d-a4b0-9ff5126b8675 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:55:25.215328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 8a3694fd-5886-482d-a4b0-9ff5126b8675 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:25.215974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.271732 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:55:25.274929 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:55:25.297470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5278bd0a-1f2b-4fa5-bceb-b2976d3bc742 req-22ca7d88-190c-49e7-9087-49d466699d2b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0585887 Feb 09 21:55:25.298647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.312348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f468f-0055-4706-b239-760cead0eb3c None None] Pushing event updated for resources: {'Port': ['ID=d18f83cf-3292-4f0f-83a5-deead15d71eb,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:25.402371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:25.405111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:25.408532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:25.462917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a3694fd-5886-482d-a4b0-9ff5126b8675 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:25.463638 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.499143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:25.499839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.527030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3694fd-5886-482d-a4b0-9ff5126b8675'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:25.529953 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ec8a63-f77d-4e6d-8351-f63ead840285" -d '{"events": [{"server_uuid": "a952d991-95ab-4825-929d-fdfc3af61e4e", "name": "network-vif-plugged", "status": "completed", "tag": "8a3694fd-5886-482d-a4b0-9ff5126b8675"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:25.560520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a3694fd-5886-482d-a4b0-9ff5126b8675, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a3694fd-5886-482d-a4b0-9ff5126b8675,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:25.591092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eab88-6d09-40a6-9c9a-38406fe58ba7 req-98f5df01-eb3e-4c5a-a01e-48437b29747b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:25.593315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0a124e20-26b9-40a6-9b37-80a5633fc1b2 None None] Provisioning complete for port d18f83cf-3292-4f0f-83a5-deead15d71eb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:25.593692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a124e20-26b9-40a6-9b37-80a5633fc1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.600807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb1eab88-6d09-40a6-9c9a-38406fe58ba7 req-98f5df01-eb3e-4c5a-a01e-48437b29747b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 932 time: 0.1422379 Feb 09 21:55:25.672740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.708495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb1eab88-6d09-40a6-9c9a-38406fe58ba7 req-e9c6285c-e3f8-40fe-b358-b06466db9a3a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063635 Feb 09 21:55:25.709510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:25.721737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-9378039f-f349-4200-9136-501c53b8a67b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3465431 Feb 09 21:55:25.734620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Request body: {'port': {'device_id': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:25.786659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-64c611d6-4f18-4ba7-a490-9600a549e1d1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:25.797834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-64c611d6-4f18-4ba7-a490-9600a549e1d1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/networks?id=f9095da8-f481-4d1d-8636-b647fae32f1e HTTP/1.1" status: 200 len: 806 time: 0.9592235 Feb 09 21:55:25.851221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a3694fd-5886-482d-a4b0-9ff5126b8675,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:25.856561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d18f83cf-3292-4f0f-83a5-deead15d71eb is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:25.877582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-c4f32bce-2cd9-43ab-b20d-e071d15f0bdb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/quotas/179348843f524eafa1ed374bb5874aea HTTP/1.1" status: 200 len: 375 time: 0.0677385 Feb 09 21:55:25.891161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.918677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0715c2b6-01c1-45ff-a9a4-3a28f54ff6e6 req-04ffddf6-e7d2-4fe3-abe8-26f941c43fba tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 210 time: 0.0540431 Feb 09 21:55:25.953214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0a124e20-26b9-40a6-9b37-80a5633fc1b2 None None] Current status of the port d18f83cf-3292-4f0f-83a5-deead15d71eb is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:25.965926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0a124e20-26b9-40a6-9b37-80a5633fc1b2 None None] Provisioning complete for port e7974a08-cf60-440c-ba46-3351e46c5306 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:25.966318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a124e20-26b9-40a6-9b37-80a5633fc1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.010815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0a124e20-26b9-40a6-9b37-80a5633fc1b2 None None] Port e7974a08-cf60-440c-ba46-3351e46c5306 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:26.045003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 14830bb3-5132-4625-905f-25aa6643ef09 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:26.253649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf18c15-6193-4014-ae13-73ebfb151b6a {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:26.261985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Publish callbacks [] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.275375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Transition to ACTIVE for port object 6bf18c15-6193-4014-ae13-73ebfb151b6a will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:26.296593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:26.300431 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.336411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309cba4-8963-4d04-bd8b-5968c9254a4c req-c51a06f7-48ae-4c42-9609-5ba84e4b175f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.339399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0309cba4-8963-4d04-bd8b-5968c9254a4c req-c51a06f7-48ae-4c42-9609-5ba84e4b175f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 944 time: 0.0620954 Feb 09 21:55:26.360482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-96e9c7f4-3e22-493b-af5f-2debf21dfaaa None None] Provisioning complete for port e7974a08-cf60-440c-ba46-3351e46c5306 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:26.361322 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96e9c7f4-3e22-493b-af5f-2debf21dfaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.369439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-3c315187-90c0-4efd-9a9c-c271b1a49d7c tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=179348843f524eafa1ed374bb5874aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3913598 Feb 09 21:55:26.372833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.374439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-f055de7a-2b1f-4920-9ee2-7a252594f872 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:55:26.380181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-f055de7a-2b1f-4920-9ee2-7a252594f872 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098965 Feb 09 21:55:26.414043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 14830bb3-5132-4625-905f-25aa6643ef09 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:26.414384 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14830bb3-5132-4625-905f-25aa6643ef09), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.445893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0309cba4-8963-4d04-bd8b-5968c9254a4c req-85e7e036-b143-4485-9be7-9eb7f116fe4f tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000152 Feb 09 21:55:26.471144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-96e9c7f4-3e22-493b-af5f-2debf21dfaaa None None] Port e7974a08-cf60-440c-ba46-3351e46c5306 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:26.591134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 14830bb3-5132-4625-905f-25aa6643ef09 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:26.592409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d18f83cf-3292-4f0f-83a5-deead15d71eb up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:26.611321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:26.667365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:26.675309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:26.675672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:26.683378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Port 6bf18c15-6193-4014-ae13-73ebfb151b6a on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:26.683736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:26.702499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:26.702875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Checking segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:26.703257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Bound using segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:26.703763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Bound port: 6bf18c15-6193-4014-ae13-73ebfb151b6a, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:26.704127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.708800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Allocated IP 172.20.0.5 (db08f182-0208-4e22-bbcf-756d7e20679c/3cd84ba4-9c63-4042-8a50-a10447cac407/2fca289f-a9c1-4679-92b8-b2a42b70a916) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:26.762214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d18f83cf-3292-4f0f-83a5-deead15d71eb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:26.762727 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.831495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:26.835878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:26.862346 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c23678-a3a1-40d1-bdaf-b87025797a29 x-openstack-request-id: req-b6c23678-a3a1-40d1-bdaf-b87025797a29 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:26.869021 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a952d991-95ab-4825-929d-fdfc3af61e4e", "name": "network-vif-plugged", "status": "completed", "tag": "8a3694fd-5886-482d-a4b0-9ff5126b8675", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:26.869439 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6c23678-a3a1-40d1-bdaf-b87025797a29 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:26.870082 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3694fd-5886-482d-a4b0-9ff5126b8675', 'code': 200} Feb 09 21:55:26.876374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12f26a75-77ce-4ae8-aefa-464399690404 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:26.882771 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks [] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.958073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.963572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888c1d3-22c7-4512-942a-bce6dcdec3ef req-777ca4b1-ad9f-4ef5-b4ea-b4edbf4d9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:26.966158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d888c1d3-22c7-4512-942a-bce6dcdec3ef req-777ca4b1-ad9f-4ef5-b4ea-b4edbf4d9a2a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 1128 time: 0.1057336 Feb 09 21:55:26.992809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.020430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:27.028151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d18f83cf-3292-4f0f-83a5-deead15d71eb is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:27.062886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-9fb5e4c1-e128-474e-8c63-d6a66b6b21ba service neutron] 10.222.0.98 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515818 Feb 09 21:55:27.094774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.095413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.096400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 12f26a75-77ce-4ae8-aefa-464399690404 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:55:27.096904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] 10.222.0.30 "PUT /v2.0/ports/6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 1092 time: 1.3667779 Feb 09 21:55:27.097375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:27.107008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 12f26a75-77ce-4ae8-aefa-464399690404 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:27.107883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12f26a75-77ce-4ae8-aefa-464399690404), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.113388 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907c4d8b-d02f-48ea-bde2-3131ddc4a177" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:27.153767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.166476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Network db08f182-0208-4e22-bbcf-756d7e20679c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:27.180767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event updated for resources: {'Port': ['ID=2fca289f-a9c1-4679-92b8-b2a42b70a916,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:27.212110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:27.218461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:27.262733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e8925-cc11-4751-a9d5-4c383dca4e8c service neutron] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:27.274203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94f632-4277-411b-958b-27fa79fac87a req-adfaf474-ad30-4a84-9c91-4e77ee4be548 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.274914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.275661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.287562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da94f632-4277-411b-958b-27fa79fac87a req-adfaf474-ad30-4a84-9c91-4e77ee4be548 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 946 time: 0.3674574 Feb 09 21:55:27.333882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 12f26a75-77ce-4ae8-aefa-464399690404 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:27.335072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f26a75-77ce-4ae8-aefa-464399690404), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.337961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d888c1d3-22c7-4512-942a-bce6dcdec3ef req-6b2e9e6c-7458-40c3-8b87-506e1168eac2 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591778 Feb 09 21:55:27.394694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 12f26a75-77ce-4ae8-aefa-464399690404, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12f26a75-77ce-4ae8-aefa-464399690404,segment=NetworkSegment(e02bbfb0-a76f-401c-b1a7-a43d0d73a430),segment_id=e02bbfb0-a76f-401c-b1a7-a43d0d73a430)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:27.456965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-262e98d2-92a5-4389-8242-18fed0698876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.458724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-262e98d2-92a5-4389-8242-18fed0698876 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1126 time: 0.2172899 Feb 09 21:55:27.468274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da94f632-4277-411b-958b-27fa79fac87a req-120fc9a0-3a22-4147-91e9-6fe6840b4d36 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290789 Feb 09 21:55:27.474135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12f26a75-77ce-4ae8-aefa-464399690404), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.529054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-66d7e95a-d9d5-48fd-8197-65d2a93b8643 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 217 time: 0.0598094 Feb 09 21:55:27.567758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=12f26a75-77ce-4ae8-aefa-464399690404,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:27.574264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-ed0fcdda-b89f-4161-858c-a6145cfd719a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0073872 Feb 09 21:55:27.592878 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-f7cf3316-ee05-4207-a01e-9aac41bc345b service neutron] 10.222.0.98 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287807 Feb 09 21:55:27.605800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Request body: {'port': {'device_id': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:27.653093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-aa02ca5c-b421-46ee-82f3-54bc5411c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.654576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-aa02ca5c-b421-46ee-82f3-54bc5411c2be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.1176710 Feb 09 21:55:27.663577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-704fddde-23a1-465c-97ab-706bc2c37872 req-3bd2e781-a481-4a89-a723-f28e8a085b80 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0442762 Feb 09 21:55:27.761000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.805118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-94cdc146-79e5-44e8-b609-d1ead4526d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.807205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-94cdc146-79e5-44e8-b609-d1ead4526d3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1426885 Feb 09 21:55:27.837154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff38e4-9fc4-4075-bb22-181e60c23e8d req-10aff457-abb6-4164-b750-78fb816b33ef tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:27.844795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17ff38e4-9fc4-4075-bb22-181e60c23e8d req-10aff457-abb6-4164-b750-78fb816b33ef tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.0881071 Feb 09 21:55:27.978210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17ff38e4-9fc4-4075-bb22-181e60c23e8d req-54850e31-63e3-475a-b821-52d35991745e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248195 Feb 09 21:55:28.027723 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-3621a1f1-d38e-4482-8dac-ecbda2b3774c service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089522 Feb 09 21:55:28.152022 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336859f-8c0f-4db7-a91d-4da845e3fcc2 x-openstack-request-id: req-5336859f-8c0f-4db7-a91d-4da845e3fcc2 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:28.152314 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:28.152580 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5336859f-8c0f-4db7-a91d-4da845e3fcc2 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:28.152996 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'status': 'completed', 'code': 200} Feb 09 21:55:28.280613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (e7974a08-cf60-440c-ba46-3351e46c5306), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.289649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba4d4753-10ce-4059-b8cb-f2b5fda6b31a req-121f75b7-6329-463e-814c-998d390a32a1 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504194 Feb 09 21:55:28.309095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dcb12-3944-4e46-ac1d-b8030e53b715 req-8acb4b90-b6eb-47db-9d7f-2c91319d869e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.312154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a77b94-8cc5-4997-b430-15202de0e62d req-40d35d4a-a69a-4ae5-b7ba-56668e8e6203 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.313921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16a77b94-8cc5-4997-b430-15202de0e62d req-40d35d4a-a69a-4ae5-b7ba-56668e8e6203 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 945 time: 0.1160121 Feb 09 21:55:28.324517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c46dcb12-3944-4e46-ac1d-b8030e53b715 req-8acb4b90-b6eb-47db-9d7f-2c91319d869e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 931 time: 0.2465034 Feb 09 21:55:28.376647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16a77b94-8cc5-4997-b430-15202de0e62d req-b0e958ea-f957-46a9-a654-4c13b281ff73 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552585 Feb 09 21:55:28.431924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c46dcb12-3944-4e46-ac1d-b8030e53b715 req-22e896aa-2bb2-4973-8e84-28e3d97d2c41 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054280 Feb 09 21:55:28.486054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84698434-975e-4153-8dde-6dc47946c4c4 req-c1ab6e3f-f4fc-4255-ae3b-834a31b7833c tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 210 time: 0.0403533 Feb 09 21:55:28.564761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fca289f-a9c1-4679-92b8-b2a42b70a916 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:28.587092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.590574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Publish callbacks [] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.649527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=e7974a08-cf60-440c-ba46-3351e46c5306,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:28.692593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Transition to ACTIVE for port object 2fca289f-a9c1-4679-92b8-b2a42b70a916 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:28.704810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-7da52dd3-93b9-4d42-8efc-93cc6779c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.706927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-7da52dd3-93b9-4d42-8efc-93cc6779c358 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1126 time: 0.0895355 Feb 09 21:55:28.848758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.862083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed7d0dd9-8d99-4378-bd1a-4886bb0db1b2 req-848f1d7c-3e68-490f-9332-09036af0b836 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0421085 Feb 09 21:55:28.871532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691614c-5057-495e-afcc-0dbac557cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f26a75-77ce-4ae8-aefa-464399690404'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:28.876711 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a568f90c-c177-405a-92a3-e93e78024f67" -d '{"events": [{"server_uuid": "1691614c-5057-495e-afcc-0dbac557cc13", "name": "network-vif-plugged", "status": "completed", "tag": "12f26a75-77ce-4ae8-aefa-464399690404"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:28.948470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-9a9c8f29-52e6-42c2-98bf-c19ddcc1255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.950024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-9a9c8f29-52e6-42c2-98bf-c19ddcc1255d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.2337012 Feb 09 21:55:28.960907 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d58b0ea-5bfb-4ef4-bb2b-74934f0de64e x-openstack-request-id: req-1d58b0ea-5bfb-4ef4-bb2b-74934f0de64e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:28.960907 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691614c-5057-495e-afcc-0dbac557cc13", "name": "network-vif-plugged", "status": "completed", "tag": "12f26a75-77ce-4ae8-aefa-464399690404", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:28.960907 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d58b0ea-5bfb-4ef4-bb2b-74934f0de64e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:28.960907 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691614c-5057-495e-afcc-0dbac557cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f26a75-77ce-4ae8-aefa-464399690404', 'code': 200} Feb 09 21:55:28.982968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba9ff-525a-4c36-a998-de6e2874542d req-85350f42-927a-4631-a6dd-c78867e4e8c2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:28.985095 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56aba9ff-525a-4c36-a998-de6e2874542d req-85350f42-927a-4631-a6dd-c78867e4e8c2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 946 time: 0.3918314 Feb 09 21:55:29.026248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-37a918df-da5b-41f3-8f1d-9786ea85dabf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 217 time: 0.0695302 Feb 09 21:55:29.132535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Pushing event updated for resources: {'Port': ['ID=2fca289f-a9c1-4679-92b8-b2a42b70a916,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:29.202247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-50e6a997-1230-4f4d-9595-ba3d782450dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.203779 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-50e6a997-1230-4f4d-9595-ba3d782450dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.1701486 Feb 09 21:55:29.205979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8c14b5f3-54d2-49c6-9962-8ee2f45a75a0 None None] Provisioning complete for port e7974a08-cf60-440c-ba46-3351e46c5306 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:29.206913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8c14b5f3-54d2-49c6-9962-8ee2f45a75a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.231968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56aba9ff-525a-4c36-a998-de6e2874542d req-0f3b7b8d-5251-404e-9085-00b57101bc11 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307844 Feb 09 21:55:29.264806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8c14b5f3-54d2-49c6-9962-8ee2f45a75a0 None None] Port e7974a08-cf60-440c-ba46-3351e46c5306 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:29.277253 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.281709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57702fbe-8114-4730-839d-da5a92b2f371 req-065d22a7-0c19-4d23-8d9b-d568a229507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.285290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57702fbe-8114-4730-839d-da5a92b2f371 req-065d22a7-0c19-4d23-8d9b-d568a229507e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 1127 time: 0.2275522 Feb 09 21:55:29.294855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4134d-1871-45ec-9e00-67521a2cdc4b req-a93569f6-c7b7-4c62-a968-428428b8e991 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.296486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17e4134d-1871-45ec-9e00-67521a2cdc4b req-a93569f6-c7b7-4c62-a968-428428b8e991 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.1871059 Feb 09 21:55:29.311002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.358752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Attempting to bind port 2fca289f-a9c1-4679-92b8-b2a42b70a916 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:29.360817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Attempting to bind port 2fca289f-a9c1-4679-92b8-b2a42b70a916 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:29.360817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Attempting to bind port 2fca289f-a9c1-4679-92b8-b2a42b70a916 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:29.386759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Port 2fca289f-a9c1-4679-92b8-b2a42b70a916 on network db08f182-0208-4e22-bbcf-756d7e20679c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:29.387207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Attempting to bind port 2fca289f-a9c1-4679-92b8-b2a42b70a916 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:29.398416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:29.398846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:29.399380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Bound using segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:29.399980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Bound port: 2fca289f-a9c1-4679-92b8-b2a42b70a916, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:29.400454 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.408655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-40fc3422-75fa-4eff-a435-5202fc39dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.410243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-40fc3422-75fa-4eff-a435-5202fc39dfd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1935761 Feb 09 21:55:29.413725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57702fbe-8114-4730-839d-da5a92b2f371 req-bb1d5a0f-42c8-4cb5-a05d-fa1b2a37ccd3 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163082 Feb 09 21:55:29.436807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17e4134d-1871-45ec-9e00-67521a2cdc4b req-effa1baa-d491-4b7d-bff5-91552c4608fa tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091697 Feb 09 21:55:29.488790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] For port 2fca289f-a9c1-4679-92b8-b2a42b70a916, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:29.492176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] For port 2fca289f-a9c1-4679-92b8-b2a42b70a916, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2fca289f-a9c1-4679-92b8-b2a42b70a916,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:29.582962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.587958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.590019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-cf142d36-a011-4e30-933e-59753f5febdf service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608176 Feb 09 21:55:29.634218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.634218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.634218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] 10.222.0.30 "PUT /v2.0/ports/2fca289f-a9c1-4679-92b8-b2a42b70a916 HTTP/1.1" status: 200 len: 1091 time: 2.0373068 Feb 09 21:55:29.639194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'tag': '2fca289f-a9c1-4679-92b8-b2a42b70a916'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:29.642043 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8", "tag": "2fca289f-a9c1-4679-92b8-b2a42b70a916"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:29.651066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e7a2b-8375-412e-963d-f5cea47d5c9d req-b98b69e7-73af-4cca-b5dd-8b81c931d05a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.652782 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db0e7a2b-8375-412e-963d-f5cea47d5c9d req-b98b69e7-73af-4cca-b5dd-8b81c931d05a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 943 time: 0.1234446 Feb 09 21:55:29.695358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02207e6-5286-477c-a5d1-3127c6c5804d req-7717269c-5e75-493f-afda-55767b04c82d tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.697248 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c02207e6-5286-477c-a5d1-3127c6c5804d req-7717269c-5e75-493f-afda-55767b04c82d tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 945 time: 0.1980090 Feb 09 21:55:29.729820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907c4d8b-d02f-48ea-bde2-3131ddc4a177 req-c36cbe52-973f-492f-b1cd-d3bda69ed32f service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323261 Feb 09 21:55:29.735955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db0e7a2b-8375-412e-963d-f5cea47d5c9d req-0e82d0d8-b642-49ac-8f09-e91574bf2888 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Feb 09 21:55:29.747796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ac815-e9fb-4689-93f5-d1b7db281434 service neutron] Pushing event updated for resources: {'Port': ['ID=2fca289f-a9c1-4679-92b8-b2a42b70a916,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:29.853264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3890a72-2bf5-407d-bd37-a300584f4a46 req-1c22dc39-3e2c-4558-8f29-41331f55c21c tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 210 time: 0.0324264 Feb 09 21:55:29.862039 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c02207e6-5286-477c-a5d1-3127c6c5804d req-35519b56-f1a7-4cf8-b01d-5dadec78cea5 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452641 Feb 09 21:55:29.918979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b20011-cacc-4230-a528-0642de3aebdd req-9e9df08c-d630-4e64-8ae5-cb692b447d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.920580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-9e9df08c-d630-4e64-8ae5-cb692b447d25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 1125 time: 0.0699496 Feb 09 21:55:29.990441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-d68816ff-7a8f-413d-acb1-e207cc9b3607 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fca289f-a9c1-4679-92b8-b2a42b70a916 HTTP/1.1" status: 200 len: 217 time: 0.0587986 Feb 09 21:55:30.030715 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88111c1-76c6-493a-9e01-ce169e9d8cf6 x-openstack-request-id: req-c88111c1-76c6-493a-9e01-ce169e9d8cf6 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:30.031013 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8", "tag": "2fca289f-a9c1-4679-92b8-b2a42b70a916", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:30.031368 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c88111c1-76c6-493a-9e01-ce169e9d8cf6 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:30.031927 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'tag': '2fca289f-a9c1-4679-92b8-b2a42b70a916', 'status': 'completed', 'code': 200} Feb 09 21:55:30.036169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77c76239-1d1f-493a-abeb-9d10a690deae req-3e5c08ce-f6aa-4de7-8f17-af1672b65da4 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0683417 Feb 09 21:55:30.079896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b20011-cacc-4230-a528-0642de3aebdd req-6f626689-3cf2-48c0-bbae-a1d9922dc4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.081539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-6f626689-3cf2-48c0-bbae-a1d9922dc4e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.0726204 Feb 09 21:55:30.120796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-653a9945-84c3-40b9-b24f-b7173b115d45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300531 Feb 09 21:55:30.122551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (e7974a08-cf60-440c-ba46-3351e46c5306), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.215053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-1801722e-9dfd-4e07-97d1-9b0a65f1a6e8 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851901 Feb 09 21:55:30.224949 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.323519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.326862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=e7974a08-cf60-440c-ba46-3351e46c5306,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:30.356556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8b20011-cacc-4230-a528-0642de3aebdd req-fbcfd17e-dc16-497b-84d9-fa60a33c57e3 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355746 Feb 09 21:55:30.381951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07222178-4a02-463f-a6c5-c0256ec6e0c6 req-59011dc8-6f29-49f3-ab25-248b4069ed3f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.383484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07222178-4a02-463f-a6c5-c0256ec6e0c6 req-59011dc8-6f29-49f3-ab25-248b4069ed3f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 946 time: 0.0683875 Feb 09 21:55:30.450456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07222178-4a02-463f-a6c5-c0256ec6e0c6 req-0fd134e5-bf5b-41ff-89eb-1dcbd8c6ee6b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576537 Feb 09 21:55:30.456549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 269f5d90-be7d-463b-8368-2215f2775e2b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:30.457696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:30.624296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-216a6d4b-b433-4611-bd6a-876650997ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.625767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-216a6d4b-b433-4611-bd6a-876650997ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 1125 time: 0.1096537 Feb 09 21:55:30.660150 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.685974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546721dc-e8af-474c-a8ab-de73068759a3 req-d7eb70af-90d1-4d75-89f2-29802ae41a4a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.690445 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-546721dc-e8af-474c-a8ab-de73068759a3 req-d7eb70af-90d1-4d75-89f2-29802ae41a4a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.0884778 Feb 09 21:55:30.739506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-58af3073-78a8-4785-9267-6c61f58a3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.741967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-58af3073-78a8-4785-9267-6c61f58a3500 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 907 time: 0.1084673 Feb 09 21:55:30.752631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Router 2f70a25c-48b5-4b7d-8ebd-53b35d567ead is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:55:30.806869 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-c1d55e1f-e96f-4b2a-827a-f71bdbebacc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fca289f-a9c1-4679-92b8-b2a42b70a916 HTTP/1.1" status: 200 len: 217 time: 0.0590796 Feb 09 21:55:30.850421 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-546721dc-e8af-474c-a8ab-de73068759a3 req-f7f190bc-cb10-4eb3-a9f2-dda97dc8e32f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560588 Feb 09 21:55:30.917061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:30.922973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-8f47b382-3e5a-4cae-831d-fb14de818f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.931508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-8f47b382-3e5a-4cae-831d-fb14de818f1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.1178555 Feb 09 21:55:30.932173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-538c331a-fa8a-4c3d-ab55-e228204f82aa None None] Provisioning complete for port e7974a08-cf60-440c-ba46-3351e46c5306 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:30.936857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-538c331a-fa8a-4c3d-ab55-e228204f82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.937029 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4b46a05c-182c-413a-82e5-319a1fc9ff70 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "PUT /v2.0/routers/2f70a25c-48b5-4b7d-8ebd-53b35d567ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0743794 Feb 09 21:55:30.937155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] Sync routers for ids ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:30.938260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49194) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.967033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c96cd4-f5c8-4809-a09d-93f3668bfc8c req-c1f25c0f-567a-4abd-b859-ab21164b4385 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:30.975372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c96cd4-f5c8-4809-a09d-93f3668bfc8c req-c1f25c0f-567a-4abd-b859-ab21164b4385 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 943 time: 0.1235833 Feb 09 21:55:30.999874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-0a71b10b-7d6b-4f89-a3a8-d54c88ab7e3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562475 Feb 09 21:55:31.014776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] Routers {'2f70a25c-48b5-4b7d-8ebd-53b35d567ead'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:31.015814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:31.056851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f027cc5-1efd-40a4-91ab-89dde4bc6aaf req-be89cb42-b3b7-4998-b156-68dd476d321a tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 210 time: 0.0541668 Feb 09 21:55:31.064322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-538c331a-fa8a-4c3d-ab55-e228204f82aa None None] Port e7974a08-cf60-440c-ba46-3351e46c5306 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:31.073471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:31.100849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] Routers {'2f70a25c-48b5-4b7d-8ebd-53b35d567ead'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:31.101738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:31.126923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c96cd4-f5c8-4809-a09d-93f3668bfc8c req-257ee452-7c39-4c07-b1b9-7421cc3800d1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504970 Feb 09 21:55:31.177768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:31.178951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc355dd-9381-4611-a8f0-e563bcf031f4 None None] The sync data for ids ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:31.221111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-a6803284-0e45-4625-ab7f-d48df4a74bd5 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076399 Feb 09 21:55:31.222911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-c3268109-0e18-4ad7-82f2-cb42e4bee8dc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.224848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-c3268109-0e18-4ad7-82f2-cb42e4bee8dc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.30 "GET /v2.0/networks?id=f9095da8-f481-4d1d-8636-b647fae32f1e HTTP/1.1" status: 200 len: 806 time: 0.1626675 Feb 09 21:55:31.264932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465e3306-9529-4fdd-a68d-d0af47f28953 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.269169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-465e3306-9529-4fdd-a68d-d0af47f28953 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f70a25c-48b5-4b7d-8ebd-53b35d567ead HTTP/1.1" status: 200 len: 982 time: 0.3263268 Feb 09 21:55:31.271563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49198) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:31.273793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-73a4bb6f-8c42-4d44-b04d-0c7ef85db1e7 req-c7f11082-ff12-4903-8e4e-300cfce547c1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0374620 Feb 09 21:55:31.348569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1b530-a7b5-43f7-a780-88490eb56d8b req-1ca8b8db-2464-4ab8-ab9a-8f2183a2a738 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.356251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5cc1b530-a7b5-43f7-a780-88490eb56d8b req-1ca8b8db-2464-4ab8-ab9a-8f2183a2a738 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 945 time: 0.1294782 Feb 09 21:55:31.389326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-86c94164-7c97-4970-8693-75735875ede1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179348843f524eafa1ed374bb5874aea HTTP/1.1" status: 200 len: 380 time: 0.1320601 Feb 09 21:55:31.404719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'port': {'device_id': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'admin_state_up': True, 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'security_groups': ['7bfdc5ea-4758-4208-8e74-11d67ab4c849']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:31.485291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0749a8-cf97-46b6-a2f7-6c40d58e72f2 req-5e6f507f-610f-4525-a9d1-bca798a0240e service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379541 Feb 09 21:55:31.791692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5cc1b530-a7b5-43f7-a780-88490eb56d8b req-470e15e0-ed7c-437a-a5b3-ef2bde3c3af0 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343476 Feb 09 21:55:31.828041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.967181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Made reservation on behalf of 179348843f524eafa1ed374bb5874aea for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:31.970600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.047827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:32.052096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cb138-84e8-4a20-abab-15b1c9bd1f4e req-22d23fbe-a638-4507-875e-e6c1d089d397 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:32.054668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-329cb138-84e8-4a20-abab-15b1c9bd1f4e req-22d23fbe-a638-4507-875e-e6c1d089d397 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.1177807 Feb 09 21:55:32.155757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-329cb138-84e8-4a20-abab-15b1c9bd1f4e req-216f6f58-40eb-4b1d-9ecd-c02e664e0e7d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914063 Feb 09 21:55:32.168517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Allocated IP 172.20.0.9 (f9095da8-f481-4d1d-8636-b647fae32f1e/f25c93ba-eae9-4345-a1a6-d6cd7602a4d3/6301e269-e444-433b-856c-045c56f1e144) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:32.202329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:32.219905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'port_id': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'mac_address': 'fa:16:3e:a2:58:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:32.283453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:32.285281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.303902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf18c15-6193-4014-ae13-73ebfb151b6a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:32.334758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:32.356332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7174de7f-6ac6-42d8-a5ca-de5988e4ef8f req-ca13edc2-70b0-4802-961c-6dba7bab67a2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 210 time: 0.0469570 Feb 09 21:55:32.394810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.406412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for port (6301e269-e444-433b-856c-045c56f1e144), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.451218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:32.459674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.464131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:32.513453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6301e269-e444-433b-856c-045c56f1e144), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.530631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8273b-d20e-489f-ac1b-ebfb9f3a0beb req-780a3aee-e096-44f4-9813-1cceded3343a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:32.532236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01d8273b-d20e-489f-ac1b-ebfb9f3a0beb req-780a3aee-e096-44f4-9813-1cceded3343a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 943 time: 0.0905755 Feb 09 21:55:32.578591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Network f9095da8-f481-4d1d-8636-b647fae32f1e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:32.578591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:32.582265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:32.586854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'Port': ['ID=6301e269-e444-433b-856c-045c56f1e144,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:32.635742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01d8273b-d20e-489f-ac1b-ebfb9f3a0beb req-9154099e-6c05-43c2-91f5-46699153b9a8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935044 Feb 09 21:55:32.665914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port e7974a08-cf60-440c-ba46-3351e46c5306 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:32.666265 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.672628 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:32.676648 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.698663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['6bf18c15-6193-4014-ae13-73ebfb151b6a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:32.792425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a055db4-a1da-43d1-823d-3968308ae9d2 req-0acf04f4-4abf-4153-89fd-9308457920c5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0615611 Feb 09 21:55:32.799717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-08fbf743-ab02-40e7-84b4-582cc6767e37 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4048946 Feb 09 21:55:32.814258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Request body: {'port': {'device_id': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:32.942959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6301e269-e444-433b-856c-045c56f1e144), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.950783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.962985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8148721-9f08-4d20-99c3-24642bb3980d req-409f5da9-049f-4e20-ab12-278e781eb97a tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:32.964705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8148721-9f08-4d20-99c3-24642bb3980d req-409f5da9-049f-4e20-ab12-278e781eb97a tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 945 time: 0.1694448 Feb 09 21:55:32.982701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for e7974a08-cf60-440c-ba46-3351e46c5306 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:33.005162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e49e7c68-8b4c-4a34-8700-b4b696ceb27b None None] Provisioning complete for port 6301e269-e444-433b-856c-045c56f1e144 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:33.005879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e49e7c68-8b4c-4a34-8700-b4b696ceb27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6301e269-e444-433b-856c-045c56f1e144), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.029422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8148721-9f08-4d20-99c3-24642bb3980d req-12c10dc1-a42e-4b1e-ba76-2978dadc3390 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556006 Feb 09 21:55:33.064109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e49e7c68-8b4c-4a34-8700-b4b696ceb27b None None] Port 6301e269-e444-433b-856c-045c56f1e144 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:33.234066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6301e269-e444-433b-856c-045c56f1e144 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:33.243278 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Publish callbacks [] for port (6301e269-e444-433b-856c-045c56f1e144), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.259007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Transition to ACTIVE for port object 6301e269-e444-433b-856c-045c56f1e144 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:33.280110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e7974a08-cf60-440c-ba46-3351e46c5306), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.310753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=e7974a08-cf60-440c-ba46-3351e46c5306,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.318293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74e4ca-c8e3-4461-825c-260346c29e43 req-416326b8-861e-4f1b-9d93-9289367802b5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.321129 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a74e4ca-c8e3-4461-825c-260346c29e43 req-416326b8-861e-4f1b-9d93-9289367802b5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.0634542 Feb 09 21:55:33.345403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (6301e269-e444-433b-856c-045c56f1e144), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.419645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Pushing event updated for resources: {'Port': ['ID=6301e269-e444-433b-856c-045c56f1e144,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.461121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a74e4ca-c8e3-4461-825c-260346c29e43 req-1e2e9ef9-ceaa-4d1d-8413-f352dc0f6672 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245456 Feb 09 21:55:33.531852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Attempting to bind port 6301e269-e444-433b-856c-045c56f1e144 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:33.532197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Attempting to bind port 6301e269-e444-433b-856c-045c56f1e144 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:33.532522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Attempting to bind port 6301e269-e444-433b-856c-045c56f1e144 on network f9095da8-f481-4d1d-8636-b647fae32f1e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:33.538125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Port 6301e269-e444-433b-856c-045c56f1e144 on network f9095da8-f481-4d1d-8636-b647fae32f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:33.538459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Attempting to bind port 6301e269-e444-433b-856c-045c56f1e144 on network f9095da8-f481-4d1d-8636-b647fae32f1e {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:33.544500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:33.544911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Checking segment: {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:33.545303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Bound using segment: {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:33.545738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Bound port: 6301e269-e444-433b-856c-045c56f1e144, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24372a8c-39b5-4aad-8e06-bb4cb354ee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:33.546141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6301e269-e444-433b-856c-045c56f1e144), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.562436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.643098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] For port 6301e269-e444-433b-856c-045c56f1e144, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:33.647292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] For port 6301e269-e444-433b-856c-045c56f1e144, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6301e269-e444-433b-856c-045c56f1e144,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:33.788460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa93072-ff58-4d84-ab5c-3d4ba4a58b17 req-df051e4e-4177-4d7f-baf2-8855fc1eb169 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.790497 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-afa93072-ff58-4d84-ab5c-3d4ba4a58b17 req-df051e4e-4177-4d7f-baf2-8855fc1eb169 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 943 time: 0.0574017 Feb 09 21:55:33.795664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (6301e269-e444-433b-856c-045c56f1e144), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.809126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb27e8-1eca-4021-96a7-2e34facceb7d req-216b5458-4f22-4657-810d-715f3e2e21c0 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.810505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41eb27e8-1eca-4021-96a7-2e34facceb7d req-216b5458-4f22-4657-810d-715f3e2e21c0 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 943 time: 0.3658719 Feb 09 21:55:33.818073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Router 2f70a25c-48b5-4b7d-8ebd-53b35d567ead has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:33.873272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:33.873427 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.876764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] 10.222.0.30 "PUT /v2.0/ports/6301e269-e444-433b-856c-045c56f1e144 HTTP/1.1" status: 200 len: 1091 time: 1.0660067 Feb 09 21:55:33.877353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'tag': '6301e269-e444-433b-856c-045c56f1e144'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:33.881172 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "tag": "6301e269-e444-433b-856c-045c56f1e144"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:33.943094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903abdf-83ec-4b55-a0a9-5ddf0e43863d service neutron] Pushing event updated for resources: {'Port': ['ID=6301e269-e444-433b-856c-045c56f1e144,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.976302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-afa93072-ff58-4d84-ab5c-3d4ba4a58b17 req-93cdae49-6fb5-4e16-901f-4f13bd0e078f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534381 Feb 09 21:55:33.992040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:34.006634 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] Sync routers for ids ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:34.007211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0f4a53be-150c-45f4-979c-e0ee24447270 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "PUT /v2.0/routers/2f70a25c-48b5-4b7d-8ebd-53b35d567ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7293208 Feb 09 21:55:34.009230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49232) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:34.025993 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] Routers {'2f70a25c-48b5-4b7d-8ebd-53b35d567ead'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:34.029151 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:34.040754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41eb27e8-1eca-4021-96a7-2e34facceb7d req-d43020b0-615f-42b7-aab8-c0d7e8c68aa7 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196040 Feb 09 21:55:34.066529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2fca289f-a9c1-4679-92b8-b2a42b70a916 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:34.077438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:34.083591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-3b58b3be-b0fd-4249-8d06-125476927a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.085761 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cce3cd-6957-458d-9c39-17c0dfb56eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:55:34.086462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d6cce3cd-6957-458d-9c39-17c0dfb56eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/e7974a08-cf60-440c-ba46-3351e46c5306 HTTP/1.1" status: 404 len: 333 time: 0.0761564 Feb 09 21:55:34.099425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-3b58b3be-b0fd-4249-8d06-125476927a8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=179348843f524eafa1ed374bb5874aea&device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1125 time: 0.1089766 Feb 09 21:55:34.099976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49236) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:34.120974 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c094f51-ca09-4bff-aa8d-de6eed0da94d x-openstack-request-id: req-3c094f51-ca09-4bff-aa8d-de6eed0da94d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:34.121194 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "tag": "6301e269-e444-433b-856c-045c56f1e144", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:34.121446 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3c094f51-ca09-4bff-aa8d-de6eed0da94d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:34.121854 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'tag': '6301e269-e444-433b-856c-045c56f1e144', 'status': 'completed', 'code': 200} Feb 09 21:55:34.137399 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:34.162317 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] Routers {'2f70a25c-48b5-4b7d-8ebd-53b35d567ead'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:34.163217 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:34.225674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-f21dee3c-1007-44f6-8d80-54858c390d87 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.227197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-f21dee3c-1007-44f6-8d80-54858c390d87 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.110 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 945 time: 0.1292922 Feb 09 21:55:34.292293 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-b12bf9b6-339c-4461-ad65-edc7a9f46c10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6301e269-e444-433b-856c-045c56f1e144 HTTP/1.1" status: 200 len: 217 time: 0.1695337 Feb 09 21:55:34.301756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0f4a63-8f7e-4d12-b108-7507f904eecf req-01c15527-750c-4784-bd38-a7a91c44540f tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0969300 Feb 09 21:55:34.332196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587cde48-5950-4c80-ad37-0fb48f7e4929 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for router (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.345969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 2fca289f-a9c1-4679-92b8-b2a42b70a916, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2fca289f-a9c1-4679-92b8-b2a42b70a916,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:34.366189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '2fca289f-a9c1-4679-92b8-b2a42b70a916', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'port_id': '2fca289f-a9c1-4679-92b8-b2a42b70a916', 'mac_address': 'fa:16:3e:c1:b9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84ba4-9c63-4042-8a50-a10447cac407', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:34.424497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 2fca289f-a9c1-4679-92b8-b2a42b70a916 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:34.426689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.462226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fca289f-a9c1-4679-92b8-b2a42b70a916 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:34.472677 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:34.473483 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7daca3b-d7e6-44d7-9782-2d3b57a77b44 None None] The sync data for ids ['2f70a25c-48b5-4b7d-8ebd-53b35d567ead'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:34.500646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 2fca289f-a9c1-4679-92b8-b2a42b70a916, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2fca289f-a9c1-4679-92b8-b2a42b70a916,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:34.505993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-e1e11123-5186-4a7d-9c0e-b58f64f27efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.507845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-e1e11123-5186-4a7d-9c0e-b58f64f27efc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f25c93ba-eae9-4345-a1a6-d6cd7602a4d3 HTTP/1.1" status: 200 len: 845 time: 0.1969852 Feb 09 21:55:34.514294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 6bf18c15-6193-4014-ae13-73ebfb151b6a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:55:34.519354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 6bf18c15-6193-4014-ae13-73ebfb151b6a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:34.523594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.524967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce91f53-5879-45e5-97c3-225408a68a20 req-bc094357-52a5-4888-853e-1284228bf27b tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.532548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce91f53-5879-45e5-97c3-225408a68a20 req-bc094357-52a5-4888-853e-1284228bf27b tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 945 time: 0.1679580 Feb 09 21:55:34.537202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Deleting port 12f26a75-77ce-4ae8-aefa-464399690404 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:34.537557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (12f26a75-77ce-4ae8-aefa-464399690404), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.583787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.639038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587cde48-5950-4c80-ad37-0fb48f7e4929 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.644287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587cde48-5950-4c80-ad37-0fb48f7e4929 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for router_controller (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.668695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce91f53-5879-45e5-97c3-225408a68a20 req-c1f222d7-705d-4951-8a88-107d85fefaf1 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/security-groups?id=a11bd59e-d1db-4da2-b67e-30acf59c410f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349990 Feb 09 21:55:34.706109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:34.711394 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.719684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca778f-e1b7-4c0a-9124-10215c30a6fd req-a0378a92-be49-41f9-8723-798b9ebfa563 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.722717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-acca778f-e1b7-4c0a-9124-10215c30a6fd req-a0378a92-be49-41f9-8723-798b9ebfa563 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.1340797 Feb 09 21:55:34.725362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13820567-3205-424e-9988-1e1033f084e8 req-c53f3427-be1d-4044-913e-7589b5d1c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.727011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-c53f3427-be1d-4044-913e-7589b5d1c126 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9095da8-f481-4d1d-8636-b647fae32f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1832237 Feb 09 21:55:34.744960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=2fca289f-a9c1-4679-92b8-b2a42b70a916,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:34.753416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] For port 12f26a75-77ce-4ae8-aefa-464399690404, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12f26a75-77ce-4ae8-aefa-464399690404,segment=NetworkSegment(e02bbfb0-a76f-401c-b1a7-a43d0d73a430),segment_id=e02bbfb0-a76f-401c-b1a7-a43d0d73a430)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:34.753550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (12f26a75-77ce-4ae8-aefa-464399690404), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.762644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:34.769919 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd0f6d-4c39-413a-b177-f5a487a59026" -d '{"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-plugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:34.771480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Calling delete_port for 12f26a75-77ce-4ae8-aefa-464399690404 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:34.787584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:34.809898 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587cde48-5950-4c80-ad37-0fb48f7e4929 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (2f70a25c-48b5-4b7d-8ebd-53b35d567ead), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.811570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587cde48-5950-4c80-ad37-0fb48f7e4929 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Fanout notify agent at l3_agent the message router_deleted on router 2f70a25c-48b5-4b7d-8ebd-53b35d567ead {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:55:34.815843 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3766a1-3a64-48e1-ba3e-abea63ea11ab x-openstack-request-id: req-2b3766a1-3a64-48e1-ba3e-abea63ea11ab {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:34.816306 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-plugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:34.816714 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2b3766a1-3a64-48e1-ba3e-abea63ea11ab {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:34.817319 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'code': 200} Feb 09 21:55:34.827191 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587cde48-5950-4c80-ad37-0fb48f7e4929 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.831073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-587cde48-5950-4c80-ad37-0fb48f7e4929 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/routers/2f70a25c-48b5-4b7d-8ebd-53b35d567ead HTTP/1.1" status: 204 len: 168 time: 0.7277699 Feb 09 21:55:34.836536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49242) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:34.853603 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.920743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-acca778f-e1b7-4c0a-9124-10215c30a6fd req-bd0a4506-7dff-42db-b097-7f6a475024af tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916606 Feb 09 21:55:34.947989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['2fca289f-a9c1-4679-92b8-b2a42b70a916'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:34.957474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:34.982048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 928f29b6-0d83-4ef0-8284-337bcd01ee62 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:34.985916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (928f29b6-0d83-4ef0-8284-337bcd01ee62), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.989682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af7464-f3fb-409f-b8db-a5120d846a99 req-ac997ea4-0654-4b64-9465-3f9cc02d5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:34.991220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7af7464-f3fb-409f-b8db-a5120d846a99 req-ac997ea4-0654-4b64-9465-3f9cc02d5ac3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1128 time: 0.0970883 Feb 09 21:55:35.051292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (928f29b6-0d83-4ef0-8284-337bcd01ee62), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.064417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7af7464-f3fb-409f-b8db-a5120d846a99 req-dd5fdfbd-a292-4a8b-804b-741b2404b267 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597010 Feb 09 21:55:35.093285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (12f26a75-77ce-4ae8-aefa-464399690404), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.138067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Pushing event deleted for resources: {'Port': ['ID=12f26a75-77ce-4ae8-aefa-464399690404,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:35.163032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12f26a75-77ce-4ae8-aefa-464399690404'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:35.171995 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (928f29b6-0d83-4ef0-8284-337bcd01ee62), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.182591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] No DVR routers for this DVR port 12f26a75-77ce-4ae8-aefa-464399690404 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:35.186787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.191016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56fbd9b2-d2ad-458e-81b2-4489a1f5d715 req-b8d236e9-6b01-41c4-959a-459b95b46a09 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.110 "DELETE /v2.0/ports/12f26a75-77ce-4ae8-aefa-464399690404 HTTP/1.1" status: 204 len: 173 time: 0.9528811 Feb 09 21:55:35.191488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691614c-5057-495e-afcc-0dbac557cc13', 'name': 'network-vif-deleted', 'tag': '12f26a75-77ce-4ae8-aefa-464399690404'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:35.201163 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4dff25-63b7-4dbb-b738-ef75689d87ac" -d '{"events": [{"server_uuid": "1691614c-5057-495e-afcc-0dbac557cc13", "name": "network-vif-deleted", "tag": "12f26a75-77ce-4ae8-aefa-464399690404"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:35.217161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25be900-ebd8-4db9-a291-89adc648359c req-e0b9dff4-82c4-42bd-a192-fc059633885e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:35.225072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d25be900-ebd8-4db9-a291-89adc648359c req-e0b9dff4-82c4-42bd-a192-fc059633885e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 944 time: 0.1633077 Feb 09 21:55:35.263272 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-f3e61c66-0e8c-4220-85a9-7f79b4cf1ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262227 Feb 09 21:55:35.288336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d25be900-ebd8-4db9-a291-89adc648359c req-52652f3b-2760-4a51-bc2b-d6cd4ce1831e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620174 Feb 09 21:55:35.370401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b29f07-e350-4359-a546-693d0978a69c req-68f2ebcd-e29c-4ba2-a976-82089f0a2788 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:35.372033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1b29f07-e350-4359-a546-693d0978a69c req-68f2ebcd-e29c-4ba2-a976-82089f0a2788 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 943 time: 0.1238306 Feb 09 21:55:35.379507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (928f29b6-0d83-4ef0-8284-337bcd01ee62), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.412436 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249dfa31-5b8d-4129-8064-a43f4773aad7 x-openstack-request-id: req-249dfa31-5b8d-4129-8064-a43f4773aad7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:35.412436 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691614c-5057-495e-afcc-0dbac557cc13", "name": "network-vif-deleted", "tag": "12f26a75-77ce-4ae8-aefa-464399690404", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:35.412436 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-249dfa31-5b8d-4129-8064-a43f4773aad7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:35.412984 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691614c-5057-495e-afcc-0dbac557cc13', 'name': 'network-vif-deleted', 'tag': '12f26a75-77ce-4ae8-aefa-464399690404', 'status': 'completed', 'code': 200} Feb 09 21:55:35.430987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc3d5653-f437-4b2c-8138-4b4451f15817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.456022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4fc28-f93a-421f-94a1-b2170c3289c4 None None] Network 269f5d90-be7d-463b-8368-2215f2775e2b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:35.466457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=928f29b6-0d83-4ef0-8284-337bcd01ee62,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:35.468673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.473331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7fb88108-20be-4ef4-bf5c-f3285bcf0c24 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/928f29b6-0d83-4ef0-8284-337bcd01ee62 HTTP/1.1" status: 204 len: 168 time: 0.6330628 Feb 09 21:55:35.475628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49254) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:35.483782 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13820567-3205-424e-9988-1e1033f084e8 req-6eda50f7-8f80-4ea0-94f6-c4dd1b202653 service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960354 Feb 09 21:55:35.525849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1b29f07-e350-4359-a546-693d0978a69c req-a7feecd6-f104-4feb-b4a4-259b604e7dd7 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439199 Feb 09 21:55:35.606931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (269f5d90-be7d-463b-8368-2215f2775e2b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.641344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae62df7f-75ea-4cd4-b44f-1b7e7aff43f4 req-bd942690-7537-41a6-99e3-adc824af4ee8 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0321324 Feb 09 21:55:35.727071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port d18f83cf-3292-4f0f-83a5-deead15d71eb {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:35.727432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.822330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] DHCP port deletion for 269f5d90-be7d-463b-8368-2215f2775e2b request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:35.828818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-c552770d-1f05-4e4c-9236-61cd538b4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:35.830560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-c552770d-1f05-4e4c-9236-61cd538b4416 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=179348843f524eafa1ed374bb5874aea&device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1125 time: 0.1406558 Feb 09 21:55:35.833813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] For port d18f83cf-3292-4f0f-83a5-deead15d71eb, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d18f83cf-3292-4f0f-83a5-deead15d71eb,segment=NetworkSegment(b34b6bab-0feb-4a28-8a9b-b108cd171cc8),segment_id=b34b6bab-0feb-4a28-8a9b-b108cd171cc8)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:35.838519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.882377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for d18f83cf-3292-4f0f-83a5-deead15d71eb owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:35.900765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] Deleting port d18f83cf-3292-4f0f-83a5-deead15d71eb {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:35.901147 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.007283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfacf093-1687-442e-88ac-c5ec9aff0c02 req-fda0a78f-5d6e-4fb4-a42e-a4d2aa011554 tempest-ServerPasswordTestJSON-686923585 tempest-ServerPasswordTestJSON-686923585-project] 10.222.0.98 "GET /v2.0/ports?device_id=1691614c-5057-495e-afcc-0dbac557cc13 HTTP/1.1" status: 200 len: 210 time: 0.1721568 Feb 09 21:55:36.036059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] For port d18f83cf-3292-4f0f-83a5-deead15d71eb, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d18f83cf-3292-4f0f-83a5-deead15d71eb,segment=NetworkSegment(b34b6bab-0feb-4a28-8a9b-b108cd171cc8),segment_id=b34b6bab-0feb-4a28-8a9b-b108cd171cc8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:36.036465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.039283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d18f83cf-3292-4f0f-83a5-deead15d71eb no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:36.076258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] Calling delete_port for d18f83cf-3292-4f0f-83a5-deead15d71eb owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:36.081466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2fca289f-a9c1-4679-92b8-b2a42b70a916 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:36.088057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76175c37-7e43-4500-b0fe-b8e2e3bb85f4 req-fc651862-2320-41c6-876b-f65fb0e90dc1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.089658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76175c37-7e43-4500-b0fe-b8e2e3bb85f4 req-fc651862-2320-41c6-876b-f65fb0e90dc1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0839119 Feb 09 21:55:36.117268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-634486cc-871a-4830-9b1c-971b96556696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.120779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-634486cc-871a-4830-9b1c-971b96556696 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9095da8-f481-4d1d-8636-b647fae32f1e HTTP/1.1" status: 200 len: 907 time: 0.2741888 Feb 09 21:55:36.153605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.193120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=d18f83cf-3292-4f0f-83a5-deead15d71eb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.202088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-02bcca44-2b01-4ed9-89c9-117dad6ecbfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6301e269-e444-433b-856c-045c56f1e144 HTTP/1.1" status: 200 len: 217 time: 0.0699782 Feb 09 21:55:36.217921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No DVR routers for this DVR port d18f83cf-3292-4f0f-83a5-deead15d71eb on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:36.220341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port d18f83cf-3292-4f0f-83a5-deead15d71eb {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:55:36.220341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port d18f83cf-3292-4f0f-83a5-deead15d71eb host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:55:36.220341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d18f83cf-3292-4f0f-83a5-deead15d71eb not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:55:36.263212 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:55:36.278359 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d18f83cf-3292-4f0f-83a5-deead15d71eb), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.294177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-24da0cad-f571-47b2-acf0-5d7f8ee1a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.295885 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-24da0cad-f571-47b2-acf0-5d7f8ee1a8cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f25c93ba-eae9-4345-a1a6-d6cd7602a4d3 HTTP/1.1" status: 200 len: 845 time: 0.0821373 Feb 09 21:55:36.324394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] No DVR routers for this DVR port d18f83cf-3292-4f0f-83a5-deead15d71eb on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:36.339918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af187473-ac70-4725-9a8d-f964b4131998 None None] Pushing event deleted for resources: {'Port': ['ID=d18f83cf-3292-4f0f-83a5-deead15d71eb,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.345740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 2fca289f-a9c1-4679-92b8-b2a42b70a916 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:55:36.359115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76175c37-7e43-4500-b0fe-b8e2e3bb85f4 req-49ab4264-88f9-4b2e-8446-e3ff15880617 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317922 Feb 09 21:55:36.369649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 2fca289f-a9c1-4679-92b8-b2a42b70a916 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:36.378675 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.385642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-bd70a985-c96d-446d-8484-50e6dd12ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.388498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-bd70a985-c96d-446d-8484-50e6dd12ddc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9095da8-f481-4d1d-8636-b647fae32f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0842848 Feb 09 21:55:36.471558 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (269f5d90-be7d-463b-8368-2215f2775e2b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.476436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 2fca289f-a9c1-4679-92b8-b2a42b70a916 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:36.476912 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.519103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269f5d90-be7d-463b-8368-2215f2775e2b']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:36.533308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 2fca289f-a9c1-4679-92b8-b2a42b70a916, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2fca289f-a9c1-4679-92b8-b2a42b70a916,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:36.535197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34b6bab-0feb-4a28-8a9b-b108cd171cc8') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:36.535754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34b6bab-0feb-4a28-8a9b-b108cd171cc8') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:36.557084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-7f984124-ac9b-41ce-9e7a-532c6299ea6e service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610372 Feb 09 21:55:36.564996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b34b6bab-0feb-4a28-8a9b-b108cd171cc8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.586604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b34b6bab-0feb-4a28-8a9b-b108cd171cc8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.596903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:36.597242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b34b6bab-0feb-4a28-8a9b-b108cd171cc8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:36.601304 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:36.636399 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.660223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e38d4d6-f6a1-4c97-a1a1-e91bd48206e0 req-18716764-ed47-4a6f-a236-39906edba2a1 service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890574 Feb 09 21:55:36.686403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718a426-8995-4109-bc3c-d7c54b48834e req-5f6ed021-c598-4160-bef8-aa5246388f21 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.688915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e718a426-8995-4109-bc3c-d7c54b48834e req-5f6ed021-c598-4160-bef8-aa5246388f21 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 944 time: 0.1774213 Feb 09 21:55:36.694462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=2fca289f-a9c1-4679-92b8-b2a42b70a916,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.750222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880986-8708-4325-a2d7-bb8586e55038 req-4e866d52-0358-4349-9095-94140682464e tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.751834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98880986-8708-4325-a2d7-bb8586e55038 req-4e866d52-0358-4349-9095-94140682464e tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 943 time: 0.0584524 Feb 09 21:55:36.756340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e718a426-8995-4109-bc3c-d7c54b48834e req-e762f2f1-b173-43b9-92f2-f6c1f9ee9afd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523372 Feb 09 21:55:36.761813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (269f5d90-be7d-463b-8368-2215f2775e2b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.776215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.779432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/269f5d90-be7d-463b-8368-2215f2775e2b HTTP/1.1" status: 204 len: 168 time: 1.3026223 Feb 09 21:55:36.783280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49268) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:36.809277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738a966-2f45-47ad-971c-52ecf504e900 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=269f5d90-be7d-463b-8368-2215f2775e2b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.818627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fca289f-a9c1-4679-92b8-b2a42b70a916'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:36.821805 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b82d5-17be-438d-aac5-30858d68db6e" -d '{"events": [{"server_uuid": "5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8", "name": "network-vif-plugged", "status": "completed", "tag": "2fca289f-a9c1-4679-92b8-b2a42b70a916"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:36.841482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98880986-8708-4325-a2d7-bb8586e55038 req-ab406c90-4716-431b-96c7-a1ecbdedac4e tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818522 Feb 09 21:55:36.842630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476bcc88-ff20-46e2-8b2a-9300a8f4f435 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.844224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-476bcc88-ff20-46e2-8b2a-9300a8f4f435 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 HTTP/1.1" status: 200 len: 841 time: 0.0598047 Feb 09 21:55:36.848357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49272) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:36.882285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24228290-dccf-449a-8162-184777a1cf46 req-b0f259bf-3bee-4349-8d49-20a77ad5d61e tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0355618 Feb 09 21:55:36.913782 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650f507f-b7fd-4b21-af9c-2387ada0c2c8 x-openstack-request-id: req-650f507f-b7fd-4b21-af9c-2387ada0c2c8 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:36.914080 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8", "name": "network-vif-plugged", "status": "completed", "tag": "2fca289f-a9c1-4679-92b8-b2a42b70a916", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:36.914333 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-650f507f-b7fd-4b21-af9c-2387ada0c2c8 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:36.915367 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fca289f-a9c1-4679-92b8-b2a42b70a916', 'code': 200} Feb 09 21:55:36.931791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fe022546-c9c3-4392-b372-9496126d50e5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/ae9a65fc-6efc-49cf-a4d0-a0438ea471f0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0789824 Feb 09 21:55:36.932622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49274) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:36.938053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:37.052457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace92ad-5ad7-4291-bb35-5fbd7ae14f2e req-8d71bcd5-3473-43eb-9ca1-2b6c96597c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.054002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ace92ad-5ad7-4291-bb35-5fbd7ae14f2e req-8d71bcd5-3473-43eb-9ca1-2b6c96597c0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 1127 time: 0.0750842 Feb 09 21:55:37.070690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49278) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.106406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ace92ad-5ad7-4291-bb35-5fbd7ae14f2e req-496190e4-2997-4bbb-88d1-66b91c710e7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Feb 09 21:55:37.121677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:37.121942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] Deleting subnet 95a4cbec-4c8f-4151-8547-288afdd4bec3 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:37.125524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.125696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] Publish callbacks [] for subnet (95a4cbec-4c8f-4151-8547-288afdd4bec3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.162663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (95a4cbec-4c8f-4151-8547-288afdd4bec3), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.205503 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (95a4cbec-4c8f-4151-8547-288afdd4bec3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.354442 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (95a4cbec-4c8f-4151-8547-288afdd4bec3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.379173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a4cbec-4c8f-4151-8547-288afdd4bec3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:37.383786 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.385333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.388944 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-930a6e02-d0cf-480e-8ddd-b548594203b5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/95a4cbec-4c8f-4151-8547-288afdd4bec3 HTTP/1.1" status: 204 len: 168 time: 0.3168490 Feb 09 21:55:37.394818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49284) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.467000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807924-4590-476c-8700-43c27f55b4c4 req-5bfee13d-dc08-42b5-8a35-6ca8d5231749 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.468561 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f807924-4590-476c-8700-43c27f55b4c4 req-5bfee13d-dc08-42b5-8a35-6ca8d5231749 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0557508 Feb 09 21:55:37.477568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3bbf-9ed4-4913-a2eb-4c11aa9a2483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.493435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:37.498725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:37.508103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97691629-5556-4170-a5a7-b197efc4e595 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:37.510989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.511587 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.533175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:37.544824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (f8acda25-6344-4796-ab33-10b8d21f77df), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.560036 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f807924-4590-476c-8700-43c27f55b4c4 req-db7cce73-0809-48c9-99c9-09ba81541be0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713446 Feb 09 21:55:37.652468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (f8acda25-6344-4796-ab33-10b8d21f77df), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.673483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8acda25-6344-4796-ab33-10b8d21f77df']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:37.685143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02bbfb0-a76f-401c-b1a7-a43d0d73a430') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:37.685143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02bbfb0-a76f-401c-b1a7-a43d0d73a430') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:37.694801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052c4c9-4223-495c-a3a1-4625249a1d6c req-568d1e63-7b01-4b4f-875a-0d87ad8f21b9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.695173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (e02bbfb0-a76f-401c-b1a7-a43d0d73a430), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.709041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e02bbfb0-a76f-401c-b1a7-a43d0d73a430), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.711144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49290) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.712307 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9052c4c9-4223-495c-a3a1-4625249a1d6c req-568d1e63-7b01-4b4f-875a-0d87ad8f21b9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0795660 Feb 09 21:55:37.717823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Request body: {'floatingip': {'port_id': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:37.723225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d1e5890c-8416-4e3c-ba62-a3dabca52d16 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7895741 Feb 09 21:55:37.726181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49292) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.734391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'project_id': '4a03804b62a24be09c243c280f68e0e8', 'fixed_ips': [{'subnet_id': 'b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:37.735410 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.757487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2c07097d-9a79-4546-bc39-838ed0935dba tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1303990392'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:37.763438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (e02bbfb0-a76f-401c-b1a7-a43d0d73a430), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:37.767433 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:37.814249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (f31c13bb-827c-4862-9d98-93a088a18043), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.905399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Allocated IP 172.20.0.2 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d/70456b8c-2923-40a7-942d-2e14ef7dcea0) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:37.991243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21e80e-5a2c-4568-94a5-4627c827c4f6 req-30f299aa-e3f1-4ddc-a6d9-f018edce6def tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:37.998431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b21e80e-5a2c-4568-94a5-4627c827c4f6 req-30f299aa-e3f1-4ddc-a6d9-f018edce6def tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 943 time: 0.0713987 Feb 09 21:55:38.006716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c07097d-9a79-4546-bc39-838ed0935dba tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.032057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (f8acda25-6344-4796-ab33-10b8d21f77df), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.060905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.062973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b21e80e-5a2c-4568-94a5-4627c827c4f6 req-5f491d96-06b4-4674-a289-e652ab48f481 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634258 Feb 09 21:55:38.078281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f8acda25-6344-4796-ab33-10b8d21f77df HTTP/1.1" status: 204 len: 168 time: 0.6741576 Feb 09 21:55:38.097004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6301e269-e444-433b-856c-045c56f1e144 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:38.111489 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Publish callbacks [] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.204966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f6f69d2-077c-4018-b336-2fcbba33d037 req-81114c44-7e2e-48f6-94b0-0ae6c677838c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0434349 Feb 09 21:55:38.231787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048c374-749c-4821-905e-323b57e918c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8acda25-6344-4796-ab33-10b8d21f77df,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.240686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58190a55-0cb3-4740-800f-e8190eb4f46e req-8c1d5e0e-7a61-4488-ad5c-dfebe75eb053 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:38.247810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58190a55-0cb3-4740-800f-e8190eb4f46e req-8c1d5e0e-7a61-4488-ad5c-dfebe75eb053 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 945 time: 0.3991799 Feb 09 21:55:38.253498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.325962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:38.333902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:38.336669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:38.356752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58190a55-0cb3-4740-800f-e8190eb4f46e req-ea58a304-83ad-4251-8c8e-8e6716377072 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035237 Feb 09 21:55:38.394043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Pushing event updated for resources: {'Port': ['ID=70456b8c-2923-40a7-942d-2e14ef7dcea0,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.400715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6301e269-e444-433b-856c-045c56f1e144, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6301e269-e444-433b-856c-045c56f1e144,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:38.418690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Attempting to bind port 70456b8c-2923-40a7-942d-2e14ef7dcea0 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:38.419071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Attempting to bind port 70456b8c-2923-40a7-942d-2e14ef7dcea0 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a09780ba-0b9a-4a85-8557-49f957c8c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:38.419436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Attempting to bind port 70456b8c-2923-40a7-942d-2e14ef7dcea0 on network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:38.422701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '6301e269-e444-433b-856c-045c56f1e144', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'port_id': '6301e269-e444-433b-856c-045c56f1e144', 'mac_address': 'fa:16:3e:db:52:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:38.428209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:38.428591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Checking segment: {'id': 'a09780ba-0b9a-4a85-8557-49f957c8c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:38.428995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.429394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Bound using segment: {'id': 'a09780ba-0b9a-4a85-8557-49f957c8c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:38.429873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Bound port: 70456b8c-2923-40a7-942d-2e14ef7dcea0, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09780ba-0b9a-4a85-8557-49f957c8c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:38.430249 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.435136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c07097d-9a79-4546-bc39-838ed0935dba tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (5ec9dd06-9849-43a2-b3dd-a38503ff3e80), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.539112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c07097d-9a79-4546-bc39-838ed0935dba tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5ec9dd06-9849-43a2-b3dd-a38503ff3e80), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.611079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07097d-9a79-4546-bc39-838ed0935dba tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec9dd06-9849-43a2-b3dd-a38503ff3e80,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.638403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49304) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:38.644616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6301e269-e444-433b-856c-045c56f1e144 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:38.645140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6301e269-e444-433b-856c-045c56f1e144), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.660957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6301e269-e444-433b-856c-045c56f1e144 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:38.722187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ce01c130-eb41-4e6a-89ac-01ebe3574662 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f8a47a20dbfe4f32920914e6024d81e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817430 Feb 09 21:55:38.724364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49306) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:38.725059 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.734509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6301e269-e444-433b-856c-045c56f1e144, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6301e269-e444-433b-856c-045c56f1e144,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:38.739862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] For port 70456b8c-2923-40a7-942d-2e14ef7dcea0, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:38.743257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c07097d-9a79-4546-bc39-838ed0935dba tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.744311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2c07097d-9a79-4546-bc39-838ed0935dba tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9905524 Feb 09 21:55:38.745530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] For port 70456b8c-2923-40a7-942d-2e14ef7dcea0, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70456b8c-2923-40a7-942d-2e14ef7dcea0,segment=NetworkSegment(a09780ba-0b9a-4a85-8557-49f957c8c9c0),segment_id=a09780ba-0b9a-4a85-8557-49f957c8c9c0)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:38.748239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49308) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:38.753054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-513219a9-590d-46f4-b05d-afa80205ff97 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'security_group': {'name': 'tempest-secgroup-164791922'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:38.785226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (f31c13bb-827c-4862-9d98-93a088a18043), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.790633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc918130-6261-4df1-80ac-39923d7dc4bc admin admin] Publish callbacks [] for security_group (a11bd59e-d1db-4da2-b67e-30acf59c410f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.813621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc918130-6261-4df1-80ac-39923d7dc4bc admin admin] Publish callbacks [] for security_group (a11bd59e-d1db-4da2-b67e-30acf59c410f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.837278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.841747 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6301e269-e444-433b-856c-045c56f1e144), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.849382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12f26a75-77ce-4ae8-aefa-464399690404 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:38.897079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 12f26a75-77ce-4ae8-aefa-464399690404 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:38.897459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12f26a75-77ce-4ae8-aefa-464399690404 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:38.944427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884fd1-327e-4015-bbc2-d332874a9ed3 None None] Pushing event updated for resources: {'Port': ['ID=70456b8c-2923-40a7-942d-2e14ef7dcea0,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.959859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc918130-6261-4df1-80ac-39923d7dc4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a11bd59e-d1db-4da2-b67e-30acf59c410f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.964158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc918130-6261-4df1-80ac-39923d7dc4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.964158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fc918130-6261-4df1-80ac-39923d7dc4bc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a11bd59e-d1db-4da2-b67e-30acf59c410f HTTP/1.1" status: 204 len: 168 time: 0.2385778 Feb 09 21:55:38.983247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc918130-6261-4df1-80ac-39923d7dc4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11bd59e-d1db-4da2-b67e-30acf59c410f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:39.038677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6301e269-e444-433b-856c-045c56f1e144,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:39.069195 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.130652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['6301e269-e444-433b-856c-045c56f1e144'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:39.237444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-513219a9-590d-46f4-b05d-afa80205ff97 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.392786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346b0c-1256-455a-bbda-43e815854b6c req-64884e02-fcb2-441c-a1f9-48db0ea3d893 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:39.394987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66346b0c-1256-455a-bbda-43e815854b6c req-64884e02-fcb2-441c-a1f9-48db0ea3d893 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 944 time: 0.1997676 Feb 09 21:55:39.403863 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Floating IP f31c13bb-827c-4862-9d98-93a088a18043 associated. External IP: 172.25.5.177, port: 6bf18c15-6193-4014-ae13-73ebfb151b6a. Feb 09 21:55:39.451431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-780df682-bee1-409d-8e2d-86c9dbe2e943 req-154b614c-5b7a-4699-bc9c-1202758dceab tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0609329 Feb 09 21:55:39.579181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-513219a9-590d-46f4-b05d-afa80205ff97 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (47311d9b-7054-4c12-9424-012f61561c46), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.583406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66346b0c-1256-455a-bbda-43e815854b6c req-d4ad3923-261f-41e6-9a4a-6eba60ab04e8 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811509 Feb 09 21:55:39.636408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc66ec-42c3-4b01-91ce-3e886f06e295 req-0298efe1-1d72-4b5b-9481-e4738524daea tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:39.637589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0fc66ec-42c3-4b01-91ce-3e886f06e295 req-0298efe1-1d72-4b5b-9481-e4738524daea tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 945 time: 0.0721996 Feb 09 21:55:39.673961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-513219a9-590d-46f4-b05d-afa80205ff97 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (47311d9b-7054-4c12-9424-012f61561c46), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.719906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0fc66ec-42c3-4b01-91ce-3e886f06e295 req-c77f57d2-8978-42e9-ae27-e9c33e3babde tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647838 Feb 09 21:55:39.784376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513219a9-590d-46f4-b05d-afa80205ff97 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47311d9b-7054-4c12-9424-012f61561c46,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:39.827415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:39.882680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-513219a9-590d-46f4-b05d-afa80205ff97 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.886646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-513219a9-590d-46f4-b05d-afa80205ff97 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1346493 Feb 09 21:55:39.895632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49332) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:39.903186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110958842', 'security_groups': ['47311d9b-7054-4c12-9424-012f61561c46'], 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:40.022294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:40.035444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] Sync routers for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:40.038500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.067315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:40.069159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:40.139446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1ee3841a-5eb7-4e51-8945-8de65ccfa858 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "PUT /v2.0/floatingips/f31c13bb-827c-4862-9d98-93a088a18043 HTTP/1.1" status: 200 len: 992 time: 2.4169588 Feb 09 21:55:40.144766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:40.147343 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:40.151924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70456b8c-2923-40a7-942d-2e14ef7dcea0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:40.197994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa6bee-70ba-49d1-a7da-6095f9e42ae2 req-6c393649-d3bc-403a-8b10-7b771278dda9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:40.199589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecaa6bee-70ba-49d1-a7da-6095f9e42ae2 req-6c393649-d3bc-403a-8b10-7b771278dda9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 945 time: 0.1154530 Feb 09 21:55:40.259140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecaa6bee-70ba-49d1-a7da-6095f9e42ae2 req-988f9172-beb4-4e86-81b4-d3699bc3bb6e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501053 Feb 09 21:55:40.259140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:40.294938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6897d68-7a7f-4623-a72f-b419fbc947b0 req-a94cb3ad-b14c-4309-8243-9fcf309a6ed0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:40.297914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6897d68-7a7f-4623-a72f-b419fbc947b0 req-a94cb3ad-b14c-4309-8243-9fcf309a6ed0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1001120 Feb 09 21:55:40.362615 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59c902-eb6b-4b3c-9cf8-78a6a20fed8f x-openstack-request-id: req-be59c902-eb6b-4b3c-9cf8-78a6a20fed8f {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:40.364217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:40.364605 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.369209 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:40.369825 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-be59c902-eb6b-4b3c-9cf8-78a6a20fed8f {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:40.373497 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'status': 'completed', 'code': 200} Feb 09 21:55:40.403145 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.424476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:40.447117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.455158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:40.568990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6897d68-7a7f-4623-a72f-b419fbc947b0 req-1386a96e-c4f7-41c6-b9cb-db258161a60f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587686 Feb 09 21:55:40.607761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-2c04f1af-a2d8-4519-ac2a-2455e399c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:40.610816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-2c04f1af-a2d8-4519-ac2a-2455e399c90d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1128 time: 0.2347484 Feb 09 21:55:40.611162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:40.611565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.655410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d33353-9d68-406d-9d0e-42a75861ac87 req-c779bde2-daa5-4a25-83fe-056c3a27d105 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:40.663411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29d33353-9d68-406d-9d0e-42a75861ac87 req-c779bde2-daa5-4a25-83fe-056c3a27d105 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 945 time: 0.2336655 Feb 09 21:55:40.743893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 70456b8c-2923-40a7-942d-2e14ef7dcea0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70456b8c-2923-40a7-942d-2e14ef7dcea0,segment=NetworkSegment(a09780ba-0b9a-4a85-8557-49f957c8c9c0),segment_id=a09780ba-0b9a-4a85-8557-49f957c8c9c0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:40.758391 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81405817-2f9c-4d9b-97a1-2678b3c8177b req-35bf4a30-5c3e-46db-b823-c668f8be5d29 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0447848 Feb 09 21:55:40.767900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aef0166c-3b52-4da9-a4f6-f374a02e01cf None None] Provisioning complete for port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:40.768213 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aef0166c-3b52-4da9-a4f6-f374a02e01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.768952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29d33353-9d68-406d-9d0e-42a75861ac87 req-6e315039-2cae-4ae8-8fa6-c86196151d9f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986319 Feb 09 21:55:40.813061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.12 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d/3c0f8878-fae3-4210-9332-13eb1c0cd8a1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:40.832643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49360) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:40.869613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-1a25a3bf-1002-4f62-884f-aa5662fb7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:40.869613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-1a25a3bf-1002-4f62-884f-aa5662fb7f8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.2501545 Feb 09 21:55:40.913719 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.954741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aef0166c-3b52-4da9-a4f6-f374a02e01cf None None] Port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:40.980411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaff9b6-83c2-4f35-9000-51a4f58d54ec req-44f3f6f0-57ee-4a2d-8b6b-90a65af0483f tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:40.988437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eaff9b6-83c2-4f35-9000-51a4f58d54ec req-44f3f6f0-57ee-4a2d-8b6b-90a65af0483f tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 944 time: 0.1458490 Feb 09 21:55:41.025763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-3dc96e20-fb0f-4e42-8b05-e7b4917c0e73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 1000 time: 0.1522894 Feb 09 21:55:41.078987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eaff9b6-83c2-4f35-9000-51a4f58d54ec req-7fc20db1-7376-4b23-a152-a0f303226f40 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893748 Feb 09 21:55:41.092163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-19105d4d-a368-42d8-a50f-67b05c06cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.092361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aef0166c-3b52-4da9-a4f6-f374a02e01cf None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:41.092843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aef0166c-3b52-4da9-a4f6-f374a02e01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.094595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-19105d4d-a368-42d8-a50f-67b05c06cbcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.0620422 Feb 09 21:55:41.099819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1690869736-network', 'tenant_id': '02c4c683ab9643d484633206f594b62f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:41.102082 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.180663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-2b6c4967-bc39-4dc6-ba9f-36f3597ebc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.182922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-2b6c4967-bc39-4dc6-ba9f-36f3597ebc9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791879 Feb 09 21:55:41.188300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=70456b8c-2923-40a7-942d-2e14ef7dcea0,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:41.246680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Made reservation on behalf of 02c4c683ab9643d484633206f594b62f for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:41.249079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.263558 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.281955 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.284467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aef0166c-3b52-4da9-a4f6-f374a02e01cf None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:41.298666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'f31c13bb-827c-4862-9d98-93a088a18043', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'port_id': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'mac_address': 'fa:16:3e:a2:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:55:14Z', 'updated_at': '2022-02-09T21:55:38Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:41.313441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-a4cc397a-891c-4fc2-96c9-35de983b2678 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242144 Feb 09 21:55:41.335982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] Checking router: 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:41.345619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:41.346470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:41.420586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=3c0f8878-fae3-4210-9332-13eb1c0cd8a1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:41.431732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks [] for security_group (e803cb40-574f-4473-90e7-9dc62cd1f2c0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.473227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:41.483878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:41.484547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28ad14e8-d596-4ae6-bdaf-a3df2640fcc7 req-feb66cda-9634-4be4-81fa-7f661ad0b240 service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305377 Feb 09 21:55:41.488587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:41.491617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:41.525634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30599bb0-8ca8-4664-975f-34c0a02a796a req-8c41a0b5-d284-4905-ba1a-5e6550083082 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.533465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30599bb0-8ca8-4664-975f-34c0a02a796a req-8c41a0b5-d284-4905-ba1a-5e6550083082 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 945 time: 0.0979214 Feb 09 21:55:41.533726 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e803cb40-574f-4473-90e7-9dc62cd1f2c0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.587069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.588299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.593058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:41.618106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e803cb40-574f-4473-90e7-9dc62cd1f2c0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:41.629848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d0a7504f-e017-477f-9c88-f65432ecdd50), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.636934 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Added segment d0a7504f-e017-477f-9c88-f65432ecdd50 of type vlan for network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a Feb 09 21:55:41.658457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30599bb0-8ca8-4664-975f-34c0a02a796a req-8508ced7-0d6e-4a83-aa21-eda60549231c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233773 Feb 09 21:55:41.730793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8f1b4ce6-6bfd-4291-8d4e-60703d90412a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.758449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.788466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6227107f-6edb-40da-b08a-9e8b412cc42f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8873205 Feb 09 21:55:41.788466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49368) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:41.793788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88778bf-06b8-4564-8fab-2d2b9bedabc5 req-969b1361-527f-4fce-8ad2-6e6e2cb3bb88 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.795463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a88778bf-06b8-4564-8fab-2d2b9bedabc5 req-969b1361-527f-4fce-8ad2-6e6e2cb3bb88 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0908108 Feb 09 21:55:41.807137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-103a0ec2-d260-498f-b20a-52a9e4d26e69 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:41.862675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8f1b4ce6-6bfd-4291-8d4e-60703d90412a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.863671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.864293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.944235 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a88778bf-06b8-4564-8fab-2d2b9bedabc5 req-707e0410-6d3c-4ce8-ac95-af0283b34ffb tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409476 Feb 09 21:55:41.954447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'f31c13bb-827c-4862-9d98-93a088a18043', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'port_id': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'mac_address': 'fa:16:3e:a2:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:55:14Z', 'updated_at': '2022-02-09T21:55:38Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:41.957450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eec6f753-7ccb-4f5c-80e1-b80d068adcef req-06ce1123-c9fc-4230-8b22-66c842610598 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0386004 Feb 09 21:55:41.963755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-595abcd2-10b1-4c96-8d64-364ba845e6ea None None] Provisioning complete for port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:41.967604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-595abcd2-10b1-4c96-8d64-364ba845e6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.003102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8f1b4ce6-6bfd-4291-8d4e-60703d90412a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:42.026402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-57e79de4-443f-4ea5-9692-2f2ee0a668f4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1925018 Feb 09 21:55:42.031401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49374) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:42.039036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1d7e5-74b7-48cb-b32b-9542318134f3 None None] The sync data for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 is: [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'f31c13bb-827c-4862-9d98-93a088a18043', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'floating_ip_address': '172.25.5.177', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'port_id': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'mac_address': 'fa:16:3e:a2:58:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:55:14Z', 'updated_at': '2022-02-09T21:55:38Z', 'revision_number': 1, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:42.040299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Request body: {'subnet': {'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1690869736-subnet', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:42.044608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:42.110034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70456b8c-2923-40a7-942d-2e14ef7dcea0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:42.145156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6301e269-e444-433b-856c-045c56f1e144 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:42.156745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-595abcd2-10b1-4c96-8d64-364ba845e6ea None None] Port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:42.170646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103a0ec2-d260-498f-b20a-52a9e4d26e69 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:42.175264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-103a0ec2-d260-498f-b20a-52a9e4d26e69 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.182370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Made reservation on behalf of 02c4c683ab9643d484633206f594b62f for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:42.185351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.246580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:42.246953 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.361051 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887f9b2-2e8f-4953-837f-0923c5ee8232 None None] New status for floating IP f31c13bb-827c-4862-9d98-93a088a18043: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:55:42.384522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:42.391030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 6301e269-e444-433b-856c-045c56f1e144 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:55:42.399858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 6301e269-e444-433b-856c-045c56f1e144 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:42.400643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6301e269-e444-433b-856c-045c56f1e144), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.437044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940da41-4575-4f84-a946-785d3ef74616 req-6b32368f-53f6-44a1-8b66-5c384b29d6d3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:42.441763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1940da41-4575-4f84-a946-785d3ef74616 req-6b32368f-53f6-44a1-8b66-5c384b29d6d3 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 944 time: 0.2861209 Feb 09 21:55:42.516697 n-d-828599-1 neutron-server[103697]: INFO neutron.db.ipam_backend_mixin [None req-103a0ec2-d260-498f-b20a-52a9e4d26e69 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d (CIDR: 172.20.0.0/28) Feb 09 21:55:42.534971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1940da41-4575-4f84-a946-785d3ef74616 req-f4c55bec-5645-4e4c-b795-e529d9abeac7 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857146 Feb 09 21:55:42.541725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (429d8093-f17e-40a6-ac66-f49dba7ff517), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.562573 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-103a0ec2-d260-498f-b20a-52a9e4d26e69 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:55:42.563144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103a0ec2-d260-498f-b20a-52a9e4d26e69 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:42.634549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429d8093-f17e-40a6-ac66-f49dba7ff517,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:42.653125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-103a0ec2-d260-498f-b20a-52a9e4d26e69 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8621345 Feb 09 21:55:42.653358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49384) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:42.658581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:42.666799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e6ef2-72e5-49ae-a8ca-4948914b5533 req-64bec33a-d968-4eb0-baeb-cfeb4b48ed96 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:42.669492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b33e6ef2-72e5-49ae-a8ca-4948914b5533 req-64bec33a-d968-4eb0-baeb-cfeb4b48ed96 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1770620 Feb 09 21:55:42.686797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Checking segment: {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:42.687302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Network hostable DHCP agents. Network: 8f1b4ce6-6bfd-4291-8d4e-60703d90412a, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:42.802188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b33e6ef2-72e5-49ae-a8ca-4948914b5533 req-7a034d96-bf1c-4943-9adc-173fd2c554d0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184175 Feb 09 21:55:42.808613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6301e269-e444-433b-856c-045c56f1e144 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:42.809150 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6301e269-e444-433b-856c-045c56f1e144), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.812056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:42.836320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-bd9e0fee-021e-4dbd-ba30-6bca5291faae tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:42.843500 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-bd9e0fee-021e-4dbd-ba30-6bca5291faae tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 945 time: 0.1575198 Feb 09 21:55:42.881997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301e269-e444-433b-856c-045c56f1e144'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:42.887512 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3609184a-1c90-4333-a8e1-0d77236392cd" -d '{"events": [{"server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "6301e269-e444-433b-856c-045c56f1e144"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:42.894766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b170e03-6ef0-42cb-bd2e-26e5a31c3feb req-3169591b-21df-4251-8df6-e2ff9dcc1652 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:42.901952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6301e269-e444-433b-856c-045c56f1e144, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6301e269-e444-433b-856c-045c56f1e144,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:42.903424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b170e03-6ef0-42cb-bd2e-26e5a31c3feb req-3169591b-21df-4251-8df6-e2ff9dcc1652 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 945 time: 0.1394906 Feb 09 21:55:42.951434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b170e03-6ef0-42cb-bd2e-26e5a31c3feb req-eafb6dc1-8e41-4c23-a558-95a2a10b3a7f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Feb 09 21:55:42.967742 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6301e269-e444-433b-856c-045c56f1e144), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.968644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8f1b4ce6-6bfd-4291-8d4e-60703d90412a) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:42.976344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:42.976945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.981676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:42.986808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.018862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ea32e-9dda-4034-89e5-c19f3d9f09d3 req-8f3fd48e-6511-45c6-8807-816ea09d6b68 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:43.020502 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-600ea32e-9dda-4034-89e5-c19f3d9f09d3 req-8f3fd48e-6511-45c6-8807-816ea09d6b68 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1100059 Feb 09 21:55:43.038745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Deleting port 2fca289f-a9c1-4679-92b8-b2a42b70a916 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:43.039117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.072851 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7197c348-8d3b-4a25-bdca-abf860723410 x-openstack-request-id: req-7197c348-8d3b-4a25-bdca-abf860723410 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:43.073667 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "6301e269-e444-433b-856c-045c56f1e144", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:43.073667 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7197c348-8d3b-4a25-bdca-abf860723410 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:43.073890 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6301e269-e444-433b-856c-045c56f1e144', 'code': 200} Feb 09 21:55:43.081044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6301e269-e444-433b-856c-045c56f1e144,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:43.091352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191ab9d-5bd6-476f-bbe5-307fd3ddd5ac None None] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:43.092507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eec0f41f-15f8-4cf3-9924-b0c6e002f5b5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0571954 Feb 09 21:55:43.097121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49396) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:43.108126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:43.190643 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-600ea32e-9dda-4034-89e5-c19f3d9f09d3 req-c38408e0-ab1f-469a-83cc-16e9665a36ea tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624219 Feb 09 21:55:43.192558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e81dedb5-47e8-4dc1-a812-7b91ee83e8c7 req-5b41471c-b624-4f7e-94ac-737514238c10 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0388062 Feb 09 21:55:43.223526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] For port 2fca289f-a9c1-4679-92b8-b2a42b70a916, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2fca289f-a9c1-4679-92b8-b2a42b70a916,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:43.223821 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.230093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b4810-3db7-4acc-9c74-380fef41b729 req-981a00e8-c84b-45b4-840e-4d07048544ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:43.231614 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a7b4810-3db7-4acc-9c74-380fef41b729 req-981a00e8-c84b-45b4-840e-4d07048544ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1127 time: 0.1272881 Feb 09 21:55:43.253252 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (15409670-d189-429d-bbf4-3d5cbea5ab6a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.258191 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (15409670-d189-429d-bbf4-3d5cbea5ab6a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.269845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e957c-cd2e-486d-8fdd-c73f7f392d97 None None] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:43.270658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Calling delete_port for 2fca289f-a9c1-4679-92b8-b2a42b70a916 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:43.295345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a7b4810-3db7-4acc-9c74-380fef41b729 req-fd202b97-b478-4ed9-ab84-87d73dce9b89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547607 Feb 09 21:55:43.375040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks [] for router_controller (15409670-d189-429d-bbf4-3d5cbea5ab6a), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.563478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (c84271ba-ca9f-462b-8642-26f11eb70cd0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.620133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2fca289f-a9c1-4679-92b8-b2a42b70a916), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.634266 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks [] for router_gateway (15409670-d189-429d-bbf4-3d5cbea5ab6a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.640188 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420', '2fca289f-a9c1-4679-92b8-b2a42b70a916'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:43.659425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:43.667851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event deleted for resources: {'Port': ['ID=2fca289f-a9c1-4679-92b8-b2a42b70a916,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:43.687265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:43.692649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:43.693353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.697770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=c84271ba-ca9f-462b-8642-26f11eb70cd0,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:43.712737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] No DVR routers for this DVR port 2fca289f-a9c1-4679-92b8-b2a42b70a916 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:43.717821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16be7c7-97ae-4f6a-8a64-981bf1918821 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:43.718228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.720070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8227d393-c3c4-4f51-b3dc-667384cee223 req-8142eac2-0079-4dc0-8447-5a237918d9fe tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "DELETE /v2.0/ports/2fca289f-a9c1-4679-92b8-b2a42b70a916 HTTP/1.1" status: 204 len: 173 time: 0.8711879 Feb 09 21:55:43.720541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'name': 'network-vif-deleted', 'tag': '2fca289f-a9c1-4679-92b8-b2a42b70a916'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:43.722941 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26159aa-316a-4a25-9504-1854ed1149fe" -d '{"events": [{"server_uuid": "5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8", "name": "network-vif-deleted", "tag": "2fca289f-a9c1-4679-92b8-b2a42b70a916"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:43.732666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182083-ab1c-46f9-b970-e14bdfa7bbc6 req-ec71f45a-0074-431d-860f-1e2f1eaab9a8 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:43.740485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2182083-ab1c-46f9-b970-e14bdfa7bbc6 req-ec71f45a-0074-431d-860f-1e2f1eaab9a8 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 945 time: 0.1178887 Feb 09 21:55:43.802887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2182083-ab1c-46f9-b970-e14bdfa7bbc6 req-563b4263-8cf6-472c-9cfd-ed6303d5df4f tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618584 Feb 09 21:55:43.832442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8887199b-a990-452d-b281-e03cc3088afa tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1778069 Feb 09 21:55:43.833430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49406) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:43.849333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1583521217', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c84271ba-ca9f-462b-8642-26f11eb70cd0'}], 'security_groups': ['5ec9dd06-9849-43a2-b3dd-a38503ff3e80']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:43.906353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73a65f-9f4d-4822-b77a-963ca980fbb4 req-aef2e79b-b1d2-418d-8b68-d5a29e8c98b9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:43.915209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b73a65f-9f4d-4822-b77a-963ca980fbb4 req-aef2e79b-b1d2-418d-8b68-d5a29e8c98b9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0930529 Feb 09 21:55:43.943727 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ea35a2-9d44-4ee8-bb55-4ed389bdaee5 x-openstack-request-id: req-46ea35a2-9d44-4ee8-bb55-4ed389bdaee5 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:43.944419 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8", "name": "network-vif-deleted", "tag": "2fca289f-a9c1-4679-92b8-b2a42b70a916", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:43.945177 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46ea35a2-9d44-4ee8-bb55-4ed389bdaee5 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:43.945177 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8', 'name': 'network-vif-deleted', 'tag': '2fca289f-a9c1-4679-92b8-b2a42b70a916', 'status': 'completed', 'code': 200} Feb 09 21:55:44.048337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.050090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a6780-b07f-4c7e-a584-22be08ac4985 None None] Update dhcp port {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'fixed_ips': [{'subnet_id': 'b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c84271ba-ca9f-462b-8642-26f11eb70cd0'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '70456b8c-2923-40a7-942d-2e14ef7dcea0'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:55:44.050407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b73a65f-9f4d-4822-b77a-963ca980fbb4 req-5cddc655-a0f5-4c58-bf20-8043eff72bba tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292334 Feb 09 21:55:44.099006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-007a6780-b07f-4c7e-a584-22be08ac4985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.110206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71494d69-c577-4d71-ada3-695fbf318c38 req-7bbc9d79-fdc2-4e0c-bd3d-63cd45d8d2e6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a0ec9d7-7ef0-46bd-97d4-d737b4d7c5a8 HTTP/1.1" status: 200 len: 210 time: 0.0583053 Feb 09 21:55:44.361153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6f63e4d-5a5f-43d8-a8b2-39d9d32144d8 req-12571af3-86f1-4ca2-8f3d-f7db43e10b96 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0353379 Feb 09 21:55:44.363280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks [] for router_gateway (15409670-d189-429d-bbf4-3d5cbea5ab6a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.372074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-007a6780-b07f-4c7e-a584-22be08ac4985 None None] Allocated IP 172.20.0.18 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/c84271ba-ca9f-462b-8642-26f11eb70cd0/70456b8c-2923-40a7-942d-2e14ef7dcea0) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:44.396120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.496277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-007a6780-b07f-4c7e-a584-22be08ac4985 None None] For port 70456b8c-2923-40a7-942d-2e14ef7dcea0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70456b8c-2923-40a7-942d-2e14ef7dcea0,segment=NetworkSegment(a09780ba-0b9a-4a85-8557-49f957c8c9c0),segment_id=a09780ba-0b9a-4a85-8557-49f957c8c9c0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:44.517441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Allocated IP 172.25.5.254 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/8e04e6ec-3ffd-441b-842d-a9357606b14f) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:44.528756 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-007a6780-b07f-4c7e-a584-22be08ac4985 None None] Publish callbacks [] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.616463 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-007a6780-b07f-4c7e-a584-22be08ac4985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.647319 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks [] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.673589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a6780-b07f-4c7e-a584-22be08ac4985 None None] Pushing event updated for resources: {'Port': ['ID=70456b8c-2923-40a7-942d-2e14ef7dcea0,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:44.775894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Delete allocated IP 172.20.0.12 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d) {{(pid=103697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:55:44.779603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.794231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.30 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/c84271ba-ca9f-462b-8642-26f11eb70cd0/3c0f8878-fae3-4210-9332-13eb1c0cd8a1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:44.860919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:44.865293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:44.868065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:44.917553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Pushing event updated for resources: {'Port': ['ID=8e04e6ec-3ffd-441b-842d-a9357606b14f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:45.056318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d462400-efc0-4e97-b2ab-7acfaf1c2893 req-3033b6af-3a09-427b-98e8-0f967dc8dcee tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:45.059147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d462400-efc0-4e97-b2ab-7acfaf1c2893 req-3033b6af-3a09-427b-98e8-0f967dc8dcee tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 945 time: 0.1130216 Feb 09 21:55:45.139744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.160206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d462400-efc0-4e97-b2ab-7acfaf1c2893 req-76ea0f4c-c214-45db-8a37-905db764ec52 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922832 Feb 09 21:55:45.212831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.378188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] In _notify_port_updated(), no bound segment for port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 on network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:55:45.383488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:45.384187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.385531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "PUT /v2.0/ports/3c0f8878-fae3-4210-9332-13eb1c0cd8a1 HTTP/1.1" status: 200 len: 921 time: 1.5496759 Feb 09 21:55:45.397143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49428) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:45.427563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=3c0f8878-fae3-4210-9332-13eb1c0cd8a1,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:45.461165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.461574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.461940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.462287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.462626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.462965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.463429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.463801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.464139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.464472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.464802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.465131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.465458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6aa693-96dc-4705-976b-6eefd1315ce9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:45.562335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba3a4a-bff7-4020-b6a5-893ac117a781 req-ae1acbdf-d92f-4d56-bec9-d9a8e219176b tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:45.562335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13ba3a4a-bff7-4020-b6a5-893ac117a781 req-ae1acbdf-d92f-4d56-bec9-d9a8e219176b tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 945 time: 0.1774311 Feb 09 21:55:45.621266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Provisioning complete for port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:45.621891 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.675003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:45.687559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Provisioning complete for port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:45.688914 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.730195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4fd6d-acde-44d7-bcb6-55922329cbae req-b5de36b6-85e6-4f65-965d-26a298c3ede0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:45.733024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:45.737981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2d4fd6d-acde-44d7-bcb6-55922329cbae req-b5de36b6-85e6-4f65-965d-26a298c3ede0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.6210008 Feb 09 21:55:45.745236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:45.745615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.805465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2d4fd6d-acde-44d7-bcb6-55922329cbae req-c2e6790b-1092-47bc-9e33-780ae8b39e77 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665002 Feb 09 21:55:45.822513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks [] for router_gateway (15409670-d189-429d-bbf4-3d5cbea5ab6a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.860815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9daa52a8-61bc-4c0b-9d07-9c3d62b75284 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:45.947311 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c026480e-d2d0-4f4d-8b8f-4ba21dcf6417 req-95cd61af-90df-4667-ab9c-08513528fce9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Feb 09 21:55:46.007653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:46.008212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.009596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70456b8c-2923-40a7-942d-2e14ef7dcea0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:46.100326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13ba3a4a-bff7-4020-b6a5-893ac117a781 req-204cf08b-241b-419c-8003-a07b6970203a tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5313501 Feb 09 21:55:46.104123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:46.104743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.163156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2fca289f-a9c1-4679-92b8-b2a42b70a916 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:46.200206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.213829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:46.224458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 2fca289f-a9c1-4679-92b8-b2a42b70a916 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:46.224631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2fca289f-a9c1-4679-92b8-b2a42b70a916 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:46.311401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:46.327296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2c6829e9-c22f-4155-a156-265f4be369aa None None] Provisioning complete for port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:46.327693 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2c6829e9-c22f-4155-a156-265f4be369aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.333154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (15409670-d189-429d-bbf4-3d5cbea5ab6a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.343547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72f7ca-b6f3-40d2-9041-2fbb12f339e3 req-53959b25-572b-4169-abcd-2ccdb7d57ac2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:46.344876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-5a5b6b26-197b-4632-a96b-900afb4bf376 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:46.345122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd72f7ca-b6f3-40d2-9041-2fbb12f339e3 req-53959b25-572b-4169-abcd-2ccdb7d57ac2 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 945 time: 0.0818040 Feb 09 21:55:46.352984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-5a5b6b26-197b-4632-a96b-900afb4bf376 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.2376244 Feb 09 21:55:46.378909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2c6829e9-c22f-4155-a156-265f4be369aa None None] Port 3c0f8878-fae3-4210-9332-13eb1c0cd8a1 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:46.406597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-4abc4302-fe6f-4ead-86a1-28141d739757 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/quotas/87edc6d9e87140a5b7b616ed0161e948 HTTP/1.1" status: 200 len: 375 time: 0.0524251 Feb 09 21:55:46.449778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd72f7ca-b6f3-40d2-9041-2fbb12f339e3 req-54e2db41-805a-4fac-bd42-ff8c3790a1ee tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847912 Feb 09 21:55:46.473735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49444) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:46.521102 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-d2e69785-9780-4000-8719-4d5037dc9857 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882301 Feb 09 21:55:46.548411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3c0f8878-fae3-4210-9332-13eb1c0cd8a1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.592019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=3c0f8878-fae3-4210-9332-13eb1c0cd8a1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:46.670984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-c2973226-c39d-4cf1-a3b0-b89989862674 service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358802 Feb 09 21:55:46.701586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Router 15409670-d189-429d-bbf4-3d5cbea5ab6a is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:55:46.709849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.716038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4519fc6d-28b7-4dab-b389-21064fb5b6eb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/3c0f8878-fae3-4210-9332-13eb1c0cd8a1 HTTP/1.1" status: 204 len: 168 time: 1.3178699 Feb 09 21:55:46.717833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49448) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:46.745605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5bd2f6-6238-4cd1-b022-f43f8052210c tempest-TestServerBasicOps-324338254 tempest-TestServerBasicOps-324338254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:46.747279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ae5bd2f6-6238-4cd1-b022-f43f8052210c tempest-TestServerBasicOps-324338254 tempest-TestServerBasicOps-324338254-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1122 time: 0.2723916 Feb 09 21:55:46.748584 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-60db74a5-f326-4a49-9fc3-c808192aa86f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:55:46.750568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49450) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:46.753369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-60db74a5-f326-4a49-9fc3-c808192aa86f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/3c0f8878-fae3-4210-9332-13eb1c0cd8a1 HTTP/1.1" status: 404 len: 333 time: 0.0345178 Feb 09 21:55:46.754061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49452) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:46.757211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '6301e269-e444-433b-856c-045c56f1e144', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:46.824429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44a10e67-3d6d-4369-ab04-fa05d6f83fdc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (47311d9b-7054-4c12-9424-012f61561c46), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.855953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44a10e67-3d6d-4369-ab04-fa05d6f83fdc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (47311d9b-7054-4c12-9424-012f61561c46), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.915599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-4c0bacd3-bfd7-4b9e-b66e-8573d187e3df service neutron] 10.222.0.98 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365832 Feb 09 21:55:46.923392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.970562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554beb3-e97c-4c75-9a01-5a9c9c42a4ff req-f241d2d9-9900-464f-b8fc-3ec7a1ec22b5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:46.977737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0554beb3-e97c-4c75-9a01-5a9c9c42a4ff req-f241d2d9-9900-464f-b8fc-3ec7a1ec22b5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0724778 Feb 09 21:55:46.990711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:47.002464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Sync routers for ids ['15409670-d189-429d-bbf4-3d5cbea5ab6a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:47.011204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44a10e67-3d6d-4369-ab04-fa05d6f83fdc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (47311d9b-7054-4c12-9424-012f61561c46), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.014454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Routers {'15409670-d189-429d-bbf4-3d5cbea5ab6a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:47.014818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44a10e67-3d6d-4369-ab04-fa05d6f83fdc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.015303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['15409670-d189-429d-bbf4-3d5cbea5ab6a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:47.016123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-44a10e67-3d6d-4369-ab04-fa05d6f83fdc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/security-groups/47311d9b-7054-4c12-9424-012f61561c46 HTTP/1.1" status: 204 len: 168 time: 0.2609947 Feb 09 21:55:47.019025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49458) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:47.053660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a10e67-3d6d-4369-ab04-fa05d6f83fdc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47311d9b-7054-4c12-9424-012f61561c46,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:47.078356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0554beb3-e97c-4c75-9a01-5a9c9c42a4ff req-f6539d5b-4739-45ca-a32a-9dbd17aaa02a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996108 Feb 09 21:55:47.108509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.110604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bb6a7b0f-29a7-4019-beb1-3b03240b666a admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0100017 Feb 09 21:55:47.118720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49460) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:47.169523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Set router 15409670-d189-429d-bbf4-3d5cbea5ab6a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:47.178619 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (5ec9dd06-9849-43a2-b3dd-a38503ff3e80), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.213032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbb9bdfc-7bab-43a8-b440-dc72b461f7f0 req-f73f9377-c99c-4e39-982c-ffb35134dae7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0632012 Feb 09 21:55:47.253978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.354066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (5ec9dd06-9849-43a2-b3dd-a38503ff3e80), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.407665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:55:45Z', 'revision_number': 3, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port': {'id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:44Z', 'updated_at': '2022-02-09T21:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:47.410740 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d0f5974-ee42-4820-960a-1b816e494e40 req-4e286e88-5de0-49c8-b0fd-c9dc6b3861dd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 210 time: 0.0749466 Feb 09 21:55:47.452075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Checking router: 15409670-d189-429d-bbf4-3d5cbea5ab6a for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:47.452436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Updating router 15409670-d189-429d-bbf4-3d5cbea5ab6a port 8e04e6ec-3ffd-441b-842d-a9357606b14f binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:47.475944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Allocated IP 172.25.5.196 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/f3601f22-bb79-4fe0-a095-c6ab0ad8254d) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:47.483212 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.836104 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5ec9dd06-9849-43a2-b3dd-a38503ff3e80), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.839450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.843476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/security-groups/5ec9dd06-9849-43a2-b3dd-a38503ff3e80 HTTP/1.1" status: 204 len: 168 time: 0.8203392 Feb 09 21:55:47.844176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49472) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:47.844805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.901248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec9dd06-9849-43a2-b3dd-a38503ff3e80,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:47.919220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.919572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.920013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.920375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.920690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.921139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.921477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.921969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.922318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.922634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.923418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.923777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.924106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c525ba-9fa4-4e44-892a-9dcdbe93bae2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:47.941568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:47.957362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.002888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.011539 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.102139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.176062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.220238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:48.297776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7b16f-5bd0-4b10-b7bf-b89ee3ccd161 req-be9f5bd7-a28e-452d-849b-8cd160136a08 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:48.299816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5aa7b16f-5bd0-4b10-b7bf-b89ee3ccd161 req-be9f5bd7-a28e-452d-849b-8cd160136a08 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 950 time: 0.0804274 Feb 09 21:55:48.324350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:48.336247 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Publish callbacks [] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.336868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:48.362470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5aa7b16f-5bd0-4b10-b7bf-b89ee3ccd161 req-08d183c9-c068-4688-acf4-8026947ca0f0 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547559 Feb 09 21:55:48.378139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'Port': ['ID=f3601f22-bb79-4fe0-a095-c6ab0ad8254d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.399842 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.444926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.458986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.466860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4e322-7a7a-4d98-9aef-0be0a160a0ca None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:48.469719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9f2406b1-00e1-4277-9b8b-263f02d7f88c tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d HTTP/1.1" status: 204 len: 168 time: 0.6237183 Feb 09 21:55:48.470509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49484) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:48.492369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:48.497734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a26bb3a0-c1e8-4d04-b3b0-87a14760c453 req-80ffd81d-ccee-4435-bf0b-c8d98d13ff5b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0549366 Feb 09 21:55:48.555873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ffcf6-f1b2-4c0b-8e3c-9107d8763022 req-482cb974-6a34-4ec9-b3d0-1e3c322e5d11 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:48.564249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-458ffcf6-f1b2-4c0b-8e3c-9107d8763022 req-482cb974-6a34-4ec9-b3d0-1e3c322e5d11 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.3482282 Feb 09 21:55:48.624503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Allocated IP 172.20.0.1 (8f1b4ce6-6bfd-4291-8d4e-60703d90412a/429d8093-f17e-40a6-ac66-f49dba7ff517/82138e82-1122-4a6d-a439-5dfe7b48e9f9) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:48.642768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.667355 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:55:48.709257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57be1f-f92a-4a8c-b24a-c778d4051027 None None] Pushing event updated for resources: {'Port': ['ID=8e04e6ec-3ffd-441b-842d-a9357606b14f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.746374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Attempting to bind port 8e04e6ec-3ffd-441b-842d-a9357606b14f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:48.746758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Attempting to bind port 8e04e6ec-3ffd-441b-842d-a9357606b14f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:49.106489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Attempting to bind port 8e04e6ec-3ffd-441b-842d-a9357606b14f on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:49.106489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:49.106489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:49.106489 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.106489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:49.106489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Bound port: 8e04e6ec-3ffd-441b-842d-a9357606b14f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:49.106489 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.107433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2085f908-d15b-492e-9e50-125ae2da9a3d req-5ea0b812-e826-45ec-8040-3ccf0fa7e991 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 210 time: 0.0917952 Feb 09 21:55:49.107874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] For port 8e04e6ec-3ffd-441b-842d-a9357606b14f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:49.107874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] For port 8e04e6ec-3ffd-441b-842d-a9357606b14f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8e04e6ec-3ffd-441b-842d-a9357606b14f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:49.108387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:49.108841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.108932 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.177499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57be1f-f92a-4a8c-b24a-c778d4051027 None None] Pushing event updated for resources: {'Port': ['ID=8e04e6ec-3ffd-441b-842d-a9357606b14f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:49.180678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Routers {'15409670-d189-429d-bbf4-3d5cbea5ab6a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:49.181446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['15409670-d189-429d-bbf4-3d5cbea5ab6a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:49.327677 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-458ffcf6-f1b2-4c0b-8e3c-9107d8763022 req-2e994d9d-8dba-400e-b5f1-4e942594819b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7390151 Feb 09 21:55:49.420234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks [] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.463658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] Set router 15409670-d189-429d-bbf4-3d5cbea5ab6a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:49.635683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (171aba14-d7ee-4b75-babc-9205531a706b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.694938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:55:45Z', 'revision_number': 3, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port': {'id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:44Z', 'updated_at': '2022-02-09T21:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:49.704332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.737012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac62b68c-2da8-4a5c-8e0e-a6fbb831fd4f None None] The sync data for ids ['15409670-d189-429d-bbf4-3d5cbea5ab6a'] in n-d-828599-1 is: [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:55:45Z', 'revision_number': 3, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port': {'id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:44Z', 'updated_at': '2022-02-09T21:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:49.787861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3574e7-a44d-418c-8bc2-0bcbc4ec598c req-2ba8e49b-2e44-43c2-9437-aef7117bc2e7 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:49.796258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb3574e7-a44d-418c-8bc2-0bcbc4ec598c req-2ba8e49b-2e44-43c2-9437-aef7117bc2e7 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 950 time: 0.2884016 Feb 09 21:55:49.822403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=171aba14-d7ee-4b75-babc-9205531a706b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:49.826162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf93903b-feb8-4ed0-9ec8-bf969b0d7fc9 req-7a00a5bb-7449-4b97-8a6f-b1547665f592 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.1161306 Feb 09 21:55:49.826295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f7664b38-ff27-4fd8-bedb-95c542f414e5 None None] Provisioning complete for port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:49.826726 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f7664b38-ff27-4fd8-bedb-95c542f414e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.852426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:49.875566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:49.886529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:49.902308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:49.908460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:49.910199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:49.913289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.941680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f7664b38-ff27-4fd8-bedb-95c542f414e5 None None] Port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:49.945520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8519454-840e-424d-80a7-c526e9d722d3 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:50.009486 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (15409670-d189-429d-bbf4-3d5cbea5ab6a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.025462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=82138e82-1122-4a6d-a439-5dfe7b48e9f9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:50.061550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb3574e7-a44d-418c-8bc2-0bcbc4ec598c req-56176453-a020-43ec-bf1e-5beebbd68866 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641826 Feb 09 21:55:50.081699 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b330093c-7920-4ffe-8638-af3f5a2d5b26 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5937626 Feb 09 21:55:50.090571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49500) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:50.132716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf5ef8e1-8da3-4e71-844c-99c9c3a8b23f req-7edb519e-12c2-45c9-a83a-deb6c7ca297f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 210 time: 0.1330614 Feb 09 21:55:50.152674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d3231491-759d-41f4-8889-d81978336f8f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1356869236'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:50.173311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for floatingip (41f1be36-e6ae-4cd8-881f-82fce59fec40), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.177031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f7664b38-ff27-4fd8-bedb-95c542f414e5 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:50.184910 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f7664b38-ff27-4fd8-bedb-95c542f414e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.305522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-95cbc9d5-fde6-4c70-8de6-e7b8d5c19e5f tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:50.307527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-95cbc9d5-fde6-4c70-8de6-e7b8d5c19e5f tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.30 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 950 time: 0.3595438 Feb 09 21:55:50.338406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3231491-759d-41f4-8889-d81978336f8f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.462900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-0e5ccdcd-ec4e-4d14-9dd5-ae8f3641afd9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:50.464517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-0e5ccdcd-ec4e-4d14-9dd5-ae8f3641afd9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.110 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 806 time: 0.4441445 Feb 09 21:55:50.576354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Request body: {'port': {'device_id': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'admin_state_up': True, 'tenant_id': '87edc6d9e87140a5b7b616ed0161e948'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:50.744863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.779198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Deleting port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:50.779882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.797083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96526170-3de4-491f-bb9b-ec52dda98359 req-a6709fde-c38e-4cd9-9e60-2a0a97abb78e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:50.798621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96526170-3de4-491f-bb9b-ec52dda98359 req-a6709fde-c38e-4cd9-9e60-2a0a97abb78e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.3295581 Feb 09 21:55:50.853230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.868553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f7664b38-ff27-4fd8-bedb-95c542f414e5 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:50.946219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e562ca-a4a5-4dc8-97ab-1e0f7b87c49e None None] Update dhcp port {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'fixed_ips': [{'subnet_id': 'c84271ba-ca9f-462b-8642-26f11eb70cd0', 'ip_address': '172.20.0.18'}, {'subnet_id': '171aba14-d7ee-4b75-babc-9205531a706b'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '70456b8c-2923-40a7-942d-2e14ef7dcea0'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:55:50.980129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3231491-759d-41f4-8889-d81978336f8f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (3de145d1-0d66-4393-82ec-0fbff4ee5c34), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.014150 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e562ca-a4a5-4dc8-97ab-1e0f7b87c49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.064554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96526170-3de4-491f-bb9b-ec52dda98359 req-1657699a-8f53-44e9-8382-4f324ad0fd2a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437303 Feb 09 21:55:51.076316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3231491-759d-41f4-8889-d81978336f8f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3de145d1-0d66-4393-82ec-0fbff4ee5c34), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.101136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3ac7032-7209-488d-b9a4-2ddcce81d6b7 req-14175384-1dbb-43b7-b9ca-33f859fd38ee tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.1057637 Feb 09 21:55:51.164370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3231491-759d-41f4-8889-d81978336f8f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de145d1-0d66-4393-82ec-0fbff4ee5c34,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:51.171023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Made reservation on behalf of 87edc6d9e87140a5b7b616ed0161e948 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:51.177137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.220939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3231491-759d-41f4-8889-d81978336f8f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.234469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d3231491-759d-41f4-8889-d81978336f8f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1155336 Feb 09 21:55:51.241291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49512) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:51.263870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1011b70c-06a2-40f1-b65e-74d11dacd4f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1669367364'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:51.291450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] For port 4fc2f967-27cc-4fd4-a59d-41b4224d3626, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=4fc2f967-27cc-4fd4-a59d-41b4224d3626,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:51.292208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.376600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-d8e562ca-a4a5-4dc8-97ab-1e0f7b87c49e None None] Allocated IP 172.20.0.2 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/171aba14-d7ee-4b75-babc-9205531a706b/70456b8c-2923-40a7-942d-2e14ef7dcea0) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:51.403606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb44e-5f48-4876-818f-0f6a2d5ad31e req-1d6e8891-4779-4372-b5d7-d430cf061070 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:51.411685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Calling delete_port for 4fc2f967-27cc-4fd4-a59d-41b4224d3626 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:51.411861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12abb44e-5f48-4876-818f-0f6a2d5ad31e req-1d6e8891-4779-4372-b5d7-d430cf061070 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/ports?device_id=24a319db-68c3-4b97-8f09-8b01b0aa0342 HTTP/1.1" status: 200 len: 950 time: 0.1940863 Feb 09 21:55:51.446469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1011b70c-06a2-40f1-b65e-74d11dacd4f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.488337 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff3cfc18-e2a2-47ff-b553-00d82b7133ce req-5d487a39-eb92-4854-97e7-6096c36b8ecd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 210 time: 0.1790500 Feb 09 21:55:51.562818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12abb44e-5f48-4876-818f-0f6a2d5ad31e req-5cab759e-fcc2-49d8-8211-fccff0c0235c tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.98 "GET /v2.0/security-groups?id=b18c80a2-0472-421a-9313-d61528be1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482072 Feb 09 21:55:51.589706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Allocated IP 172.20.0.5 (db08f182-0208-4e22-bbcf-756d7e20679c/3cd84ba4-9c63-4042-8a50-a10447cac407/f65de24f-eb54-4ade-b840-68aa7a751630) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:51.607960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d8e562ca-a4a5-4dc8-97ab-1e0f7b87c49e None None] For port 70456b8c-2923-40a7-942d-2e14ef7dcea0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70456b8c-2923-40a7-942d-2e14ef7dcea0,segment=NetworkSegment(a09780ba-0b9a-4a85-8557-49f957c8c9c0),segment_id=a09780ba-0b9a-4a85-8557-49f957c8c9c0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:51.690072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e562ca-a4a5-4dc8-97ab-1e0f7b87c49e None None] Publish callbacks [] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.763496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.790192 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e562ca-a4a5-4dc8-97ab-1e0f7b87c49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.814062 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1011b70c-06a2-40f1-b65e-74d11dacd4f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (62c29b5d-585a-492d-9c96-465d77635466), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.816506 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks [] for port (f65de24f-eb54-4ade-b840-68aa7a751630), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.844423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4fc2f967-27cc-4fd4-a59d-41b4224d3626), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.864437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks [] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.868423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['4fc2f967-27cc-4fd4-a59d-41b4224d3626'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:51.918941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Pushing event deleted for resources: {'Port': ['ID=4fc2f967-27cc-4fd4-a59d-41b4224d3626,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:51.922944 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.929893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e562ca-a4a5-4dc8-97ab-1e0f7b87c49e None None] Pushing event updated for resources: {'Port': ['ID=70456b8c-2923-40a7-942d-2e14ef7dcea0,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:51.950109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.950245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1011b70c-06a2-40f1-b65e-74d11dacd4f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (62c29b5d-585a-492d-9c96-465d77635466), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.960033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:52.024931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] No DVR routers for this DVR port 4fc2f967-27cc-4fd4-a59d-41b4224d3626 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:52.032768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.046650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-72b2fd40-510e-4335-9e3a-003006c3cfc3 req-13608b9d-c4c3-4cdd-83b6-fb5ebc852831 tempest-VolumesBackupsTest-830051523 tempest-VolumesBackupsTest-830051523-project] 10.222.0.30 "DELETE /v2.0/ports/4fc2f967-27cc-4fd4-a59d-41b4224d3626 HTTP/1.1" status: 204 len: 173 time: 1.7073958 Feb 09 21:55:52.072383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'name': 'network-vif-deleted', 'tag': '4fc2f967-27cc-4fd4-a59d-41b4224d3626'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:52.077041 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62340b6e-3699-4b6a-8beb-b7036208f050" -d '{"events": [{"server_uuid": "24a319db-68c3-4b97-8f09-8b01b0aa0342", "name": "network-vif-deleted", "tag": "4fc2f967-27cc-4fd4-a59d-41b4224d3626"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:52.086021 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.091659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Network db08f182-0208-4e22-bbcf-756d7e20679c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:52.098233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:52.115097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event updated for resources: {'Port': ['ID=f65de24f-eb54-4ade-b840-68aa7a751630,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.118056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:52.176910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1011b70c-06a2-40f1-b65e-74d11dacd4f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.180065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1011b70c-06a2-40f1-b65e-74d11dacd4f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9262936 Feb 09 21:55:52.186625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49524) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.209466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9298a2e1-561f-45e3-9956-93391afdea4d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'security_group': {'name': 'tempest-secgroup-1819012756'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.217113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e04e6ec-3ffd-441b-842d-a9357606b14f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:52.309010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:52.309849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.343650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (15409670-d189-429d-bbf4-3d5cbea5ab6a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.356613 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb2069f-25d0-4183-ad96-9bb727e59a5d x-openstack-request-id: req-7fb2069f-25d0-4183-ad96-9bb727e59a5d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:52.356957 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a319db-68c3-4b97-8f09-8b01b0aa0342", "name": "network-vif-deleted", "tag": "4fc2f967-27cc-4fd4-a59d-41b4224d3626", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:52.360629 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7fb2069f-25d0-4183-ad96-9bb727e59a5d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:52.365342 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a319db-68c3-4b97-8f09-8b01b0aa0342', 'name': 'network-vif-deleted', 'tag': '4fc2f967-27cc-4fd4-a59d-41b4224d3626', 'status': 'completed', 'code': 200} Feb 09 21:55:52.402781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9298a2e1-561f-45e3-9956-93391afdea4d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.409235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8e04e6ec-3ffd-441b-842d-a9357606b14f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:52.409596 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.414157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011b70c-06a2-40f1-b65e-74d11dacd4f6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c29b5d-585a-492d-9c96-465d77635466,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.441768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-634dd2b2-2aa5-4727-8d80-e82072b162a3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8753240 Feb 09 21:55:52.468700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Request body: {'port': {'device_id': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.582228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event updated for resources: {'Port': ['ID=f3601f22-bb79-4fe0-a095-c6ab0ad8254d,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.584923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (41f1be36-e6ae-4cd8-881f-82fce59fec40), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.614104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8e04e6ec-3ffd-441b-842d-a9357606b14f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:52.618769 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.679137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 8e04e6ec-3ffd-441b-842d-a9357606b14f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8e04e6ec-3ffd-441b-842d-a9357606b14f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:52.690776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b3aa580-3c5d-453b-b25c-047b4820df95 req-0a08c46e-ffee-4ea8-b14c-4ba8380d0e9b tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.1464229 Feb 09 21:55:52.750822 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.760487 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.854427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9298a2e1-561f-45e3-9956-93391afdea4d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (648f487f-cbb2-40cb-a906-8b7c19e2bb1e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.863758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=8e04e6ec-3ffd-441b-842d-a9357606b14f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.917354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:52.923643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=82138e82-1122-4a6d-a439-5dfe7b48e9f9,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.933139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:52.969715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d395d-6ed1-43c8-a789-575ead4a7590 req-e83d643e-8cce-4c0d-9162-e8e02bbb7ca9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:52.972722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd3d395d-6ed1-43c8-a789-575ead4a7590 req-e83d643e-8cce-4c0d-9162-e8e02bbb7ca9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.5768821 Feb 09 21:55:52.999666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9298a2e1-561f-45e3-9956-93391afdea4d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (648f487f-cbb2-40cb-a906-8b7c19e2bb1e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.093390 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Floating IP 41f1be36-e6ae-4cd8-881f-82fce59fec40 associated. External IP: 172.25.5.196, port: 6301e269-e444-433b-856c-045c56f1e144. Feb 09 21:55:53.114804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-69395e8e-d22c-4f9d-b9f3-02ab4f8b9534 None None] Provisioning complete for port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:53.115384 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-69395e8e-d22c-4f9d-b9f3-02ab4f8b9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.129687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9298a2e1-561f-45e3-9956-93391afdea4d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.131208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9298a2e1-561f-45e3-9956-93391afdea4d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9401839 Feb 09 21:55:53.134446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49530) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:53.142364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-683127605', 'security_groups': ['648f487f-cbb2-40cb-a906-8b7c19e2bb1e'], 'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '171aba14-d7ee-4b75-babc-9205531a706b'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:53.188880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-69395e8e-d22c-4f9d-b9f3-02ab4f8b9534 None None] Port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:53.205243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-69395e8e-d22c-4f9d-b9f3-02ab4f8b9534 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:53.206589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-69395e8e-d22c-4f9d-b9f3-02ab4f8b9534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.363826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-69395e8e-d22c-4f9d-b9f3-02ab4f8b9534 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:53.461780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0274c-29ca-477c-9901-9cf5e88746be req-b95565b3-b032-4636-9b7b-f430b054386f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:53.463354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05b0274c-29ca-477c-9901-9cf5e88746be req-b95565b3-b032-4636-9b7b-f430b054386f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 931 time: 0.6191304 Feb 09 21:55:53.464061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298a2e1-561f-45e3-9956-93391afdea4d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648f487f-cbb2-40cb-a906-8b7c19e2bb1e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:53.528264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd3d395d-6ed1-43c8-a789-575ead4a7590 req-fc21da30-ffc3-4e9b-b8c5-dcff4771f35f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5450897 Feb 09 21:55:53.572280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Router 15409670-d189-429d-bbf4-3d5cbea5ab6a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:53.635849 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05b0274c-29ca-477c-9901-9cf5e88746be req-2b89e5ee-fbc7-41a4-81b0-be2a5530f56a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518035 Feb 09 21:55:53.664862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65de24f-eb54-4ade-b840-68aa7a751630 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:53.673969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Publish callbacks [] for port (f65de24f-eb54-4ade-b840-68aa7a751630), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.691585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Transition to ACTIVE for port object f65de24f-eb54-4ade-b840-68aa7a751630 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:53.755999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:53.804259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:53.816546 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Sync routers for ids ['15409670-d189-429d-bbf4-3d5cbea5ab6a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:53.834470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1b0a5981-7f2f-4576-b8f6-4d943c372bd5 admin admin] 10.222.0.98 "PUT /v2.0/routers/15409670-d189-429d-bbf4-3d5cbea5ab6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7053554 Feb 09 21:55:53.834470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b70c6cf6-820b-455e-b072-f109810c6635 req-c95fd396-83b1-47f5-bc5b-894dd2d53991 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0421774 Feb 09 21:55:53.844596 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Routers {'15409670-d189-429d-bbf4-3d5cbea5ab6a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:53.845426 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['15409670-d189-429d-bbf4-3d5cbea5ab6a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:53.860225 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.882560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:53.956311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.004892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Pushing event updated for resources: {'Port': ['ID=f65de24f-eb54-4ade-b840-68aa7a751630,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:54.009945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] device_id is not set on port 3ef3e818-c210-4aae-80a5-4e5602b76eeb yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:55:54.102426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e04e6ec-3ffd-441b-842d-a9357606b14f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:54.153588 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Set router 15409670-d189-429d-bbf4-3d5cbea5ab6a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:54.157273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Attempting to bind port f65de24f-eb54-4ade-b840-68aa7a751630 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:54.157729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Attempting to bind port f65de24f-eb54-4ade-b840-68aa7a751630 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:54.158505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Attempting to bind port f65de24f-eb54-4ade-b840-68aa7a751630 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:54.163386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4fc2f967-27cc-4fd4-a59d-41b4224d3626 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:54.166125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Port f65de24f-eb54-4ade-b840-68aa7a751630 on network db08f182-0208-4e22-bbcf-756d7e20679c not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:54.166570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Attempting to bind port f65de24f-eb54-4ade-b840-68aa7a751630 on network db08f182-0208-4e22-bbcf-756d7e20679c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:54.178513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:54.179006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Checking segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:54.179493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Bound using segment: {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:54.180062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Bound port: f65de24f-eb54-4ade-b840-68aa7a751630, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:54.180537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.216308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:54.250842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] Sync routers for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:54.260792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 4fc2f967-27cc-4fd4-a59d-41b4224d3626 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:54.261316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 4fc2f967-27cc-4fd4-a59d-41b4224d3626 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:54.280355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:54.281223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:54.340570 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.378965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.11 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/171aba14-d7ee-4b75-babc-9205531a706b/3ef3e818-c210-4aae-80a5-4e5602b76eeb) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:54.402258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8e04e6ec-3ffd-441b-842d-a9357606b14f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:54.402646 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.414043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a3025cf4-ea74-457f-bc6a-cf659722e305 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6533892 Feb 09 21:55:54.414043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'tag': '6301e269-e444-433b-856c-045c56f1e144'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:54.414043 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1787f00-8315-4071-ba0c-07839cbf601b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "tag": "6301e269-e444-433b-856c-045c56f1e144"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:54.414356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] For port f65de24f-eb54-4ade-b840-68aa7a751630, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:54.433669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] For port f65de24f-eb54-4ade-b840-68aa7a751630, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f65de24f-eb54-4ade-b840-68aa7a751630,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:54.495628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:54.503617 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:55:50Z', 'revision_number': 4, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port': {'id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:44Z', 'updated_at': '2022-02-09T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '82138e82-1122-4a6d-a439-5dfe7b48e9f9', 'name': '', 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'mac_address': 'fa:16:3e:46:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:48Z', 'updated_at': '2022-02-09T21:55:51Z', 'revision_number': 2, 'project_id': '02c4c683ab9643d484633206f594b62f', 'subnets': [{'id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:54.525133 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade96d88-864f-4ef7-9e4f-944667a1609a x-openstack-request-id: req-ade96d88-864f-4ef7-9e4f-944667a1609a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:54.525612 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "tag": "6301e269-e444-433b-856c-045c56f1e144", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:54.526012 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ade96d88-864f-4ef7-9e4f-944667a1609a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:54.526579 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'tag': '6301e269-e444-433b-856c-045c56f1e144', 'status': 'completed', 'code': 200} Feb 09 21:55:54.570544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Checking router: 15409670-d189-429d-bbf4-3d5cbea5ab6a for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:54.587784 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Updating router 15409670-d189-429d-bbf4-3d5cbea5ab6a port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:54.636762 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.652121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787f00-8315-4071-ba0c-07839cbf601b req-44a01cbc-6588-4b9b-819c-28d7d5b2c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:54.656278 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1787f00-8315-4071-ba0c-07839cbf601b req-44a01cbc-6588-4b9b-819c-28d7d5b2c1d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=179348843f524eafa1ed374bb5874aea&device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1127 time: 0.1037369 Feb 09 21:55:54.692560 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.786682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-7dd86061-d815-48c1-9e48-8ac388d839d3 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:54.788999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-7dd86061-d815-48c1-9e48-8ac388d839d3 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 811 time: 0.1197300 Feb 09 21:55:54.790892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.793242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.843444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-c1b1f352-eda1-4094-b258-eaf68cd7357b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/quotas/02c4c683ab9643d484633206f594b62f HTTP/1.1" status: 200 len: 375 time: 0.0472074 Feb 09 21:55:54.859928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:54.879790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:54.880559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.882156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] 10.222.0.110 "PUT /v2.0/ports/f65de24f-eb54-4ade-b840-68aa7a751630 HTTP/1.1" status: 200 len: 1091 time: 2.4317784 Feb 09 21:55:54.883068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:54.886387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'tag': 'f65de24f-eb54-4ade-b840-68aa7a751630'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:54.891387 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ecad567-5cb8-4fe3-9151-97936b09a13e", "tag": "f65de24f-eb54-4ade-b840-68aa7a751630"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:54.899169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:54.924744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ddefc-7890-4ab8-8a06-d8ab83b6fca0 req-42ba3715-3cf3-4d59-947e-176db782b4e7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:54.933527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-451ddefc-7890-4ab8-8a06-d8ab83b6fca0 req-42ba3715-3cf3-4d59-947e-176db782b4e7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2044387 Feb 09 21:55:55.018284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8e04e6ec-3ffd-441b-842d-a9357606b14f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:55.022137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70456b8c-2923-40a7-942d-2e14ef7dcea0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:55.098261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-451ddefc-7890-4ab8-8a06-d8ab83b6fca0 req-2cb7c6f5-7ddf-47ef-862f-e061571ee6f2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630211 Feb 09 21:55:55.113510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.114200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.139613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787f00-8315-4071-ba0c-07839cbf601b req-270ede68-ac75-4b88-ac06-36878ff3a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.144135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1787f00-8315-4071-ba0c-07839cbf601b req-270ede68-ac75-4b88-ac06-36878ff3a640 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9095da8-f481-4d1d-8636-b647fae32f1e HTTP/1.1" status: 200 len: 907 time: 0.4823301 Feb 09 21:55:55.242166 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Publish callbacks [] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.243127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:55.244116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.250063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1787f00-8315-4071-ba0c-07839cbf601b req-a1e2d1eb-4db0-4617-ac6e-556ffd1ff437 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6301e269-e444-433b-856c-045c56f1e144 HTTP/1.1" status: 200 len: 999 time: 0.0971916 Feb 09 21:55:55.310045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42bc05-1418-4b83-8da5-a2917e4be00a service neutron] Pushing event updated for resources: {'Port': ['ID=f65de24f-eb54-4ade-b840-68aa7a751630,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:55.321331 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.361963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51866337-0708-47ee-b7a2-a5a85e2a9016 req-88b5fe8d-81ac-41a9-96da-cede0dc322f1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.368166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-956747ff-68ee-401b-aab3-c0724874d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.369848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-956747ff-68ee-401b-aab3-c0724874d64e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 1125 time: 0.2104905 Feb 09 21:55:55.372714 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51866337-0708-47ee-b7a2-a5a85e2a9016 req-88b5fe8d-81ac-41a9-96da-cede0dc322f1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 943 time: 0.1204441 Feb 09 21:55:55.376612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-204afb86-23d4-4f04-ac28-96f3a6575f6b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5149992 Feb 09 21:55:55.386860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2485325 Feb 09 21:55:55.390593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49568) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:55.416876 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d5270-6379-4432-87ca-1aee8003a099 None None] Pushing event updated for resources: {'Port': ['ID=82138e82-1122-4a6d-a439-5dfe7b48e9f9,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:55.443897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-18f3e542-bb7c-4c9b-81df-4936d50b2b82 None None] Provisioning complete for port 3ef3e818-c210-4aae-80a5-4e5602b76eeb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:55.448151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18f3e542-bb7c-4c9b-81df-4936d50b2b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.448151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:55.450252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '41f1be36-e6ae-4cd8-881f-82fce59fec40', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'port_id': '6301e269-e444-433b-856c-045c56f1e144', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'mac_address': 'fa:16:3e:db:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:55:49Z', 'updated_at': '2022-02-09T21:55:49Z', 'revision_number': 0, 'project_id': '179348843f524eafa1ed374bb5874aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:07Z', 'revision_number': 5, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:55.481229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] Checking router: 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:55.504645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51866337-0708-47ee-b7a2-a5a85e2a9016 req-c3922b51-cac9-477d-bd89-fc6079c10f9e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313412 Feb 09 21:55:55.510644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:55.510825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787f00-8315-4071-ba0c-07839cbf601b req-29601bd7-fcbc-445f-b4ce-c601d53ca415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.511500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:55.519386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1787f00-8315-4071-ba0c-07839cbf601b req-29601bd7-fcbc-445f-b4ce-c601d53ca415 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f25c93ba-eae9-4345-a1a6-d6cd7602a4d3 HTTP/1.1" status: 200 len: 845 time: 0.2319739 Feb 09 21:55:55.570382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-65592784-02dc-46c4-bdbc-9305a025bb29 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:55.577529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-9995e045-7473-4480-af1f-b8250f519004 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65de24f-eb54-4ade-b840-68aa7a751630 HTTP/1.1" status: 200 len: 217 time: 0.1859982 Feb 09 21:55:55.579816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-c380b2ab-e7e3-4b84-9e35-c1af7d9af4e2 service neutron] 10.222.0.98 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470597 Feb 09 21:55:55.600126 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Attempting to bind port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:55.600721 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Attempting to bind port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:55.603354 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Attempting to bind port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 on network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:55.614044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:55.619901 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Checking segment: {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:55.620724 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.621273 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Bound using segment: {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:55.621997 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Bound port: 82138e82-1122-4a6d-a439-5dfe7b48e9f9, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:55.622564 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.676117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787f00-8315-4071-ba0c-07839cbf601b req-c76c4c4e-2f7d-49fe-b3dd-fffcd4bb21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.677662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1787f00-8315-4071-ba0c-07839cbf601b req-c76c4c4e-2f7d-49fe-b3dd-fffcd4bb21cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9095da8-f481-4d1d-8636-b647fae32f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1489406 Feb 09 21:55:55.700731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-18f3e542-bb7c-4c9b-81df-4936d50b2b82 None None] Port 3ef3e818-c210-4aae-80a5-4e5602b76eeb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:55.736055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8985a3f2-10a2-4846-83b3-5052e3d02781 req-182a2275-3cb6-4bc5-b10a-88a10cefcef7 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0565424 Feb 09 21:55:55.739934 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] For port 82138e82-1122-4a6d-a439-5dfe7b48e9f9, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:55.744659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] For port 82138e82-1122-4a6d-a439-5dfe7b48e9f9, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=82138e82-1122-4a6d-a439-5dfe7b48e9f9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:55.755319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58f788-d3b7-474a-98c0-4474bc32835a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=3ef3e818-c210-4aae-80a5-4e5602b76eeb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:55.782054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-edff4e0d-f9c3-40c9-8344-e29f5947a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.783591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-edff4e0d-f9c3-40c9-8344-e29f5947a7cb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.1972771 Feb 09 21:55:55.827360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:55.869881 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ddc95-6604-4ec1-b4ff-2251c7e85dbf x-openstack-request-id: req-9a2ddc95-6604-4ec1-b4ff-2251c7e85dbf {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:55.870455 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.871261 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ecad567-5cb8-4fe3-9151-97936b09a13e", "tag": "f65de24f-eb54-4ade-b840-68aa7a751630", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:55.871686 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9a2ddc95-6604-4ec1-b4ff-2251c7e85dbf {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:55.872767 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'tag': 'f65de24f-eb54-4ade-b840-68aa7a751630', 'status': 'completed', 'code': 200} Feb 09 21:55:55.875785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-12a542cd-b2f8-4529-8c71-0bb191ec0051 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751050 Feb 09 21:55:55.951556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1787f00-8315-4071-ba0c-07839cbf601b req-b94c0bdb-d5f3-463e-adfb-8ec57e8e93ed service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078273 Feb 09 21:55:56.051598 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Routers {'15409670-d189-429d-bbf4-3d5cbea5ab6a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:56.052261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:55:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['15409670-d189-429d-bbf4-3d5cbea5ab6a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:56.066255 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d5270-6379-4432-87ca-1aee8003a099 None None] Pushing event updated for resources: {'Port': ['ID=82138e82-1122-4a6d-a439-5dfe7b48e9f9,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:56.113883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e1787f00-8315-4071-ba0c-07839cbf601b req-07f34259-b5b5-4c25-8501-5b43545abbde service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551487 Feb 09 21:55:56.145860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-300acba8-6913-47ec-8d1f-3bbe350b9c16 service neutron] 10.222.0.110 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463038 Feb 09 21:55:56.302087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95d58-183b-452f-895c-e6d25601b319 req-3562fbbf-1d9d-4e0c-8f75-824d62cbf973 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.320171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dfc95d58-183b-452f-895c-e6d25601b319 req-3562fbbf-1d9d-4e0c-8f75-824d62cbf973 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1127243 Feb 09 21:55:56.382886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-34df717f-6f41-4ff5-8de8-cdb8c63c51b4 req-95d53f14-2291-4801-a780-82ca18443eac service neutron] 10.222.0.110 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179015 Feb 09 21:55:56.393147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-b966a59e-4650-44d8-b39a-51380a90b274 service neutron] 10.222.0.98 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905054 Feb 09 21:55:56.400169 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] Set router 15409670-d189-429d-bbf4-3d5cbea5ab6a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:56.447734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dfc95d58-183b-452f-895c-e6d25601b319 req-239516e4-ce31-4683-a856-f9f2c01a03b8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166265 Feb 09 21:55:56.461905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '41f1be36-e6ae-4cd8-881f-82fce59fec40', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'port_id': '6301e269-e444-433b-856c-045c56f1e144', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'mac_address': 'fa:16:3e:db:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:55:49Z', 'updated_at': '2022-02-09T21:55:49Z', 'revision_number': 0, 'project_id': '179348843f524eafa1ed374bb5874aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:07Z', 'revision_number': 5, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:56.542357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f5eae-6090-4816-8beb-10a5006cb8ad None None] The sync data for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 is: [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '41f1be36-e6ae-4cd8-881f-82fce59fec40', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'port_id': '6301e269-e444-433b-856c-045c56f1e144', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'mac_address': 'fa:16:3e:db:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:55:49Z', 'updated_at': '2022-02-09T21:55:49Z', 'revision_number': 0, 'project_id': '179348843f524eafa1ed374bb5874aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:07Z', 'revision_number': 5, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:56.566409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65592784-02dc-46c4-bdbc-9305a025bb29 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:56.570891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-65592784-02dc-46c4-bdbc-9305a025bb29 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.683069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-5b3a4744-b5a6-4de3-9925-264e6b356faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.687352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-5b3a4744-b5a6-4de3-9925-264e6b356faa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 1125 time: 0.1807835 Feb 09 21:55:56.787858 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:55:50Z', 'revision_number': 4, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port': {'id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:44Z', 'updated_at': '2022-02-09T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '82138e82-1122-4a6d-a439-5dfe7b48e9f9', 'name': '', 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'mac_address': 'fa:16:3e:46:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:48Z', 'updated_at': '2022-02-09T21:55:55Z', 'revision_number': 4, 'project_id': '02c4c683ab9643d484633206f594b62f', 'subnets': [{'id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:56.870754 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec745f26-af16-46d9-86a9-1bc8fef3e2b6 None None] The sync data for ids ['15409670-d189-429d-bbf4-3d5cbea5ab6a'] in n-d-828599-1 is: [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:55:50Z', 'revision_number': 4, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port': {'id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:44Z', 'updated_at': '2022-02-09T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '82138e82-1122-4a6d-a439-5dfe7b48e9f9', 'name': '', 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'mac_address': 'fa:16:3e:46:be:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:48Z', 'updated_at': '2022-02-09T21:55:55Z', 'revision_number': 4, 'project_id': '02c4c683ab9643d484633206f594b62f', 'subnets': [{'id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:56.931603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-78f586c0-2ad8-4d29-aa58-592c7f912b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.933355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-78f586c0-2ad8-4d29-aa58-592c7f912b2f service neutron] 10.222.0.110 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 907 time: 0.2384450 Feb 09 21:55:56.989568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b57059-92bc-4540-ab1d-4a3efe0b544c req-5bcb8ebd-194f-46a6-92ce-e3c0eebd3242 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.009733 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76b57059-92bc-4540-ab1d-4a3efe0b544c req-5bcb8ebd-194f-46a6-92ce-e3c0eebd3242 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 943 time: 0.2239735 Feb 09 21:55:57.084787 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210a379-12a2-45ab-abf0-1fdad538b9b7 None None] New status for floating IP 41f1be36-e6ae-4cd8-881f-82fce59fec40: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:55:57.136401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-5e91d4de-70e3-40dd-bc74-a2c7a8fe21f4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f65de24f-eb54-4ade-b840-68aa7a751630 HTTP/1.1" status: 200 len: 217 time: 0.1842854 Feb 09 21:55:57.138380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76b57059-92bc-4540-ab1d-4a3efe0b544c req-3f2b445f-b6ca-4696-b6d2-55026b212397 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261978 Feb 09 21:55:57.262875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c65d01d-62e8-4d6b-9498-930ee1708cd7 req-3e311558-e4be-42b9-9de9-45121d48fade tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 210 time: 0.0636556 Feb 09 21:55:57.322044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-24591b3d-d2ca-413c-bfb2-c3c7ccde3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.323514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-24591b3d-d2ca-413c-bfb2-c3c7ccde3b28 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.1207283 Feb 09 21:55:57.369834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d871e1-a21c-4b73-9129-b788b8cb6b60 req-a0caa464-d385-4ae4-a2b2-ade8ba0c85b0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.385340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18d871e1-a21c-4b73-9129-b788b8cb6b60 req-a0caa464-d385-4ae4-a2b2-ade8ba0c85b0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.4430475 Feb 09 21:55:57.401459 n-d-828599-1 neutron-server[103697]: INFO neutron.db.ipam_backend_mixin [None req-65592784-02dc-46c4-bdbc-9305a025bb29 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 171aba14-d7ee-4b75-babc-9205531a706b (CIDR: 172.20.0.0/28) Feb 09 21:55:57.467015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-70dd033e-1d90-4403-9b68-c1ba49a1164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.468566 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-70dd033e-1d90-4403-9b68-c1ba49a1164d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.5322714 Feb 09 21:55:57.476813 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-273f513c-b830-4f59-98f6-70fec82a56b8 req-01677609-d7bf-440f-b94d-69d644e5a723 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0950491 Feb 09 21:55:57.482413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-52ae9753-c0bc-4572-913d-96a2358b1bfa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433048 Feb 09 21:55:57.506917 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-65592784-02dc-46c4-bdbc-9305a025bb29 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:55:57.507412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65592784-02dc-46c4-bdbc-9305a025bb29 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:58.026485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49596) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:58.029225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-65592784-02dc-46c4-bdbc-9305a025bb29 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4586267 Feb 09 21:55:58.030936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cba53a24-8d01-48af-a832-cf8580226a77 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:58.066599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 82138e82-1122-4a6d-a439-5dfe7b48e9f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:58.104325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18d871e1-a21c-4b73-9129-b788b8cb6b60 req-b06cc002-0228-4bd6-a900-830a5d91f6c9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7129660 Feb 09 21:55:58.148277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-a6d25d38-25f9-438a-8f77-cba1894210bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:58.149820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-a6d25d38-25f9-438a-8f77-cba1894210bb service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.6700311 Feb 09 21:55:58.175371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:58.176222 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.232931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-4ad649c6-4fb2-47df-bb55-c4c5a19cbeef service neutron] 10.222.0.110 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966259 Feb 09 21:55:58.278466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba53a24-8d01-48af-a832-cf8580226a77 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:58.282144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cba53a24-8d01-48af-a832-cf8580226a77 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.335997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:58.336402 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.416050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-da965ee3-7f6d-4d03-bf57-a0a4b41f7eb2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.2512643 Feb 09 21:55:58.429859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 82138e82-1122-4a6d-a439-5dfe7b48e9f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=82138e82-1122-4a6d-a439-5dfe7b48e9f9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:58.435850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15c2814f-4397-4841-a277-6f7ca6d01ca2 req-8f883a83-c17a-4d84-9846-bce6711368e9 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 210 time: 0.0619216 Feb 09 21:55:58.498403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc969-6cd3-497c-a5bf-7a55e9cd63e3 req-914ea12c-5d8f-43b3-a1b9-302b22860599 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:58.504992 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.508069 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-41adc969-6cd3-497c-a5bf-7a55e9cd63e3 req-914ea12c-5d8f-43b3-a1b9-302b22860599 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 943 time: 0.2498038 Feb 09 21:55:58.553235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbddfa2c-3b9b-49a7-aef2-b3058723b67f req-f0136f8e-2ad8-497a-a28a-2e7dc67101d1 service neutron] 10.222.0.110 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022373 Feb 09 21:55:58.555553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-d3a127ba-7013-4f7d-8549-97e1a47b691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:58.558135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-d3a127ba-7013-4f7d-8549-97e1a47b691e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1249681 Feb 09 21:55:58.616056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=82138e82-1122-4a6d-a439-5dfe7b48e9f9,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:58.621978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-41adc969-6cd3-497c-a5bf-7a55e9cd63e3 req-ce1f23bc-1401-494e-bff7-015319998036 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128504 Feb 09 21:55:58.644576 n-d-828599-1 neutron-server[103696]: INFO neutron.db.ipam_backend_mixin [None req-cba53a24-8d01-48af-a832-cf8580226a77 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c84271ba-ca9f-462b-8642-26f11eb70cd0 (CIDR: 172.20.0.16/28) Feb 09 21:55:58.668634 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba53a24-8d01-48af-a832-cf8580226a77 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:55:58.668962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b3d344-3cee-4745-a293-98aa86675d07 req-f7ee7337-ddd1-481a-962d-7c39f2b6ee96 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0386319 Feb 09 21:55:58.669999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba53a24-8d01-48af-a832-cf8580226a77 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:58.672196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-43391bdf-d910-4d0e-b097-0637c1d59923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:58.677987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-43391bdf-d910-4d0e-b097-0637c1d59923 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1070769 Feb 09 21:55:58.765973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49606) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:58.766385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cba53a24-8d01-48af-a832-cf8580226a77 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7387681 Feb 09 21:55:58.772899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'subnet': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:58.860739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-36767d69-16e5-46ee-8c58-28938009efcb service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793971 Feb 09 21:55:58.968596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f65de24f-eb54-4ade-b840-68aa7a751630 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:59.002540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ab92af-91fd-4cdb-a624-de556352c99c req-a25cd7d8-e38b-4a66-9561-aaea02ab599a service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326876 Feb 09 21:55:59.053045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Made reservation on behalf of 4a03804b62a24be09c243c280f68e0e8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:59.056870 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.112676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f65de24f-eb54-4ade-b840-68aa7a751630, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f65de24f-eb54-4ade-b840-68aa7a751630,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:59.134771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'f65de24f-eb54-4ade-b840-68aa7a751630', 'network_id': 'db08f182-0208-4e22-bbcf-756d7e20679c', 'port_id': 'f65de24f-eb54-4ade-b840-68aa7a751630', 'mac_address': 'fa:16:3e:97:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd84ba4-9c63-4042-8a50-a10447cac407', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:59.191131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f65de24f-eb54-4ade-b840-68aa7a751630 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:59.191537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.217714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65de24f-eb54-4ade-b840-68aa7a751630 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:59.222820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaee10b-8068-47c5-9b3b-7961e0730130 req-0a3f1790-2dce-4bb1-a7e2-5c8d99161a74 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:59.224639 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbaee10b-8068-47c5-9b3b-7961e0730130 req-0a3f1790-2dce-4bb1-a7e2-5c8d99161a74 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0572491 Feb 09 21:55:59.224761 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.244321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f65de24f-eb54-4ade-b840-68aa7a751630, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f65de24f-eb54-4ade-b840-68aa7a751630,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:59.282569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbaee10b-8068-47c5-9b3b-7961e0730130 req-ed232022-cf23-439e-8cbd-e64fe8a1da6f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511601 Feb 09 21:55:59.350361 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.409093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f65de24f-eb54-4ade-b840-68aa7a751630,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:59.446956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (48c43fd4-63d0-49d5-a933-e0f789098fb7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.493211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:59.496666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:59.501156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:59.501767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.511081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6e0c91-d56e-434a-8f41-e812543dd1d3 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:59.514782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Subnet': ['ID=48c43fd4-63d0-49d5-a933-e0f789098fb7,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:59.585618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7ad0299-cf43-4739-80e6-1af4c82c141e req-78a7eea7-e078-4300-9db0-b3d4da878c7a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 210 time: 0.0454586 Feb 09 21:55:59.603178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f65de24f-eb54-4ade-b840-68aa7a751630'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:59.610948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6235b5cf-eb35-45fe-a11b-35b9ea44c2d8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8427634 Feb 09 21:55:59.615682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49614) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:59.621780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-48142368', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '48c43fd4-63d0-49d5-a933-e0f789098fb7'}], 'security_groups': ['3de145d1-0d66-4393-82ec-0fbff4ee5c34', '62c29b5d-585a-492d-9c96-465d77635466']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:59.754923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5e7b7cbe-4ba5-4478-997f-671e4e296fe2 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:59.756546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5e7b7cbe-4ba5-4478-997f-671e4e296fe2 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.30 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 811 time: 0.1961246 Feb 09 21:55:59.777245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Request body: {'port': {'device_id': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'admin_state_up': True, 'tenant_id': '02c4c683ab9643d484633206f594b62f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:59.815995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f3cb-f126-4e43-87e5-b07be72ee59b req-8ccc6e80-d8e8-4a2e-bddf-25530fd4cecd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:59.825528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de64f3cb-f126-4e43-87e5-b07be72ee59b req-8ccc6e80-d8e8-4a2e-bddf-25530fd4cecd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 944 time: 0.1221836 Feb 09 21:55:59.879829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69ce73d0-c898-4272-a0f2-e314c5034bf9 req-6a72bc0d-1802-4e50-9c55-73ae6e90030a tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0585513 Feb 09 21:55:59.945188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de64f3cb-f126-4e43-87e5-b07be72ee59b req-cf471fb8-4152-411e-9c27-9dd3ec0e5f11 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186402 Feb 09 21:56:00.021422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.022712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9153a-98d2-45a1-ba9d-b93df49f97df None None] Update dhcp port {'port': {'network_id': '0cc8abac-cb25-41ae-a55e-3f662a7b78fe', 'fixed_ips': [{'subnet_id': 'c84271ba-ca9f-462b-8642-26f11eb70cd0', 'ip_address': '172.20.0.18'}, {'subnet_id': '171aba14-d7ee-4b75-babc-9205531a706b', 'ip_address': '172.20.0.2'}, {'subnet_id': '48c43fd4-63d0-49d5-a933-e0f789098fb7'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '70456b8c-2923-40a7-942d-2e14ef7dcea0'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:56:00.051908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 82138e82-1122-4a6d-a439-5dfe7b48e9f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:00.086655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Made reservation on behalf of 02c4c683ab9643d484633206f594b62f for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:00.091072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65b9153a-98d2-45a1-ba9d-b93df49f97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.091979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.236958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:00.237522 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.265533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Allocated IP 172.20.0.10 (8f1b4ce6-6bfd-4291-8d4e-60703d90412a/429d8093-f17e-40a6-ac66-f49dba7ff517/5cf2c3a7-63af-4227-982a-f981cde3cff9) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:00.306589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-65b9153a-98d2-45a1-ba9d-b93df49f97df None None] Allocated IP 172.20.0.34 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/48c43fd4-63d0-49d5-a933-e0f789098fb7/70456b8c-2923-40a7-942d-2e14ef7dcea0) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:00.419938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:00.425569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e5484-1955-4c60-a3c6-cb6bfb1d261e req-fb65bfdc-7a0d-4618-a1e1-960a537f6ec6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:00.433148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f2e5484-1955-4c60-a3c6-cb6bfb1d261e req-fb65bfdc-7a0d-4618-a1e1-960a537f6ec6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0654578 Feb 09 21:56:00.448814 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks [] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.469716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-65b9153a-98d2-45a1-ba9d-b93df49f97df None None] For port 70456b8c-2923-40a7-942d-2e14ef7dcea0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70456b8c-2923-40a7-942d-2e14ef7dcea0,segment=NetworkSegment(a09780ba-0b9a-4a85-8557-49f957c8c9c0),segment_id=a09780ba-0b9a-4a85-8557-49f957c8c9c0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:00.491612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f2e5484-1955-4c60-a3c6-cb6bfb1d261e req-cf2346b1-2be0-4d7f-8df9-33d455a67805 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575626 Feb 09 21:56:00.510251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65b9153a-98d2-45a1-ba9d-b93df49f97df None None] Publish callbacks [] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.607425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65b9153a-98d2-45a1-ba9d-b93df49f97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.651650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63030c69-3830-414a-9678-9041f7c9fd34 req-b27b5e98-7ac9-413f-9425-067764815057 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:00.659201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63030c69-3830-414a-9678-9041f7c9fd34 req-b27b5e98-7ac9-413f-9425-067764815057 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0805426 Feb 09 21:56:00.665069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.700099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.733132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:00.756173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:00.778015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Pushing event updated for resources: {'Port': ['ID=5cf2c3a7-63af-4227-982a-f981cde3cff9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:00.783152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:00.809207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9153a-98d2-45a1-ba9d-b93df49f97df None None] Pushing event updated for resources: {'Port': ['ID=70456b8c-2923-40a7-942d-2e14ef7dcea0,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:00.860887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Delete allocated IP 172.20.0.11 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/171aba14-d7ee-4b75-babc-9205531a706b) {{(pid=103697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:56:00.874080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Allocated IP 172.20.0.37 (0cc8abac-cb25-41ae-a55e-3f662a7b78fe/48c43fd4-63d0-49d5-a933-e0f789098fb7/3ef3e818-c210-4aae-80a5-4e5602b76eeb) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:00.875897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63030c69-3830-414a-9678-9041f7c9fd34 req-ee7f3ece-83b8-4c41-9763-984e48f99dea tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799145 Feb 09 21:56:00.897903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba144012-838b-458f-a2a6-d382de6eb9b8 req-f9fc58b7-e624-4404-b61a-e4ad9e6a33b7 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:00.899467 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba144012-838b-458f-a2a6-d382de6eb9b8 req-f9fc58b7-e624-4404-b61a-e4ad9e6a33b7 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 932 time: 0.1495507 Feb 09 21:56:00.907752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:00.907752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.979165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f65de24f-eb54-4ade-b840-68aa7a751630 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:01.002147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-e5912e81-c2e9-4f33-94c2-fca86a13c7e8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2297225 Feb 09 21:56:01.017171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba144012-838b-458f-a2a6-d382de6eb9b8 req-6db35cfe-ddcd-4ceb-a851-6d921f5aa6f3 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100235 Feb 09 21:56:01.017803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Request body: {'port': {'device_id': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:01.104552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.196676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port f65de24f-eb54-4ade-b840-68aa7a751630 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:56:01.200902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port f65de24f-eb54-4ade-b840-68aa7a751630 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:01.204337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.223640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42831217-0ed4-4f4d-87e2-408681842acb req-8c2937b5-80bd-415d-bff7-157fac15fca5 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/ports?device_id=760e8b0b-dc20-411b-bb05-6a2074db5aa0 HTTP/1.1" status: 200 len: 210 time: 0.0554500 Feb 09 21:56:01.251582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.321119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.389216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port f65de24f-eb54-4ade-b840-68aa7a751630 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:01.390243 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.415623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65de24f-eb54-4ade-b840-68aa7a751630'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:01.418440 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0610af85-b01f-4961-881d-f1d018346065" -d '{"events": [{"server_uuid": "6ecad567-5cb8-4fe3-9151-97936b09a13e", "name": "network-vif-plugged", "status": "completed", "tag": "f65de24f-eb54-4ade-b840-68aa7a751630"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:01.435889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port f65de24f-eb54-4ade-b840-68aa7a751630, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f65de24f-eb54-4ade-b840-68aa7a751630,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:01.438280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event updated for resources: {'Port': ['ID=3ef3e818-c210-4aae-80a5-4e5602b76eeb,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:01.536262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.606235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] In _notify_port_updated(), no bound segment for port 3ef3e818-c210-4aae-80a5-4e5602b76eeb on network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:56:01.607286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:01.608097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.613388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5cc0e2e9-737d-4aba-9238-1f9539b0e253 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "PUT /v2.0/ports/3ef3e818-c210-4aae-80a5-4e5602b76eeb HTTP/1.1" status: 200 len: 958 time: 1.9966452 Feb 09 21:56:01.615277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49640) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:01.635202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a93552-4b5e-41c5-a669-57244d18d1ae req-fa171d03-6712-42de-84f2-b3d3e0a620d8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:01.642975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24a93552-4b5e-41c5-a669-57244d18d1ae req-fa171d03-6712-42de-84f2-b3d3e0a620d8 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 944 time: 0.2130139 Feb 09 21:56:01.670460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f65de24f-eb54-4ade-b840-68aa7a751630,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:01.707941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b33db-14a9-4fb2-a53f-6f70a0ef688e req-d7d5caee-35c5-4505-b868-dfedbec3ac3a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:01.709471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d93b33db-14a9-4fb2-a53f-6f70a0ef688e req-d7d5caee-35c5-4505-b868-dfedbec3ac3a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2231550 Feb 09 21:56:01.722868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf2c3a7-63af-4227-982a-f981cde3cff9 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:01.742798 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Publish callbacks [] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.771601 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24a93552-4b5e-41c5-a669-57244d18d1ae req-b5f59210-11bd-4e31-b557-79e89f062a96 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275566 Feb 09 21:56:01.781841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Transition to ACTIVE for port object 5cf2c3a7-63af-4227-982a-f981cde3cff9 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:56:01.785690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d93b33db-14a9-4fb2-a53f-6f70a0ef688e req-c72bf4f3-70c6-4d3f-84da-7017411da618 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664780 Feb 09 21:56:01.827284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port 3ef3e818-c210-4aae-80a5-4e5602b76eeb {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:01.827639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.829443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Provisioning complete for port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:01.831039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.835868 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d22496d-1676-4554-8cb8-d0a1ad1bc8fd x-openstack-request-id: req-1d22496d-1676-4554-8cb8-d0a1ad1bc8fd {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:01.836497 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecad567-5cb8-4fe3-9151-97936b09a13e", "name": "network-vif-plugged", "status": "completed", "tag": "f65de24f-eb54-4ade-b840-68aa7a751630", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:01.836954 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d22496d-1676-4554-8cb8-d0a1ad1bc8fd {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:01.837534 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65de24f-eb54-4ade-b840-68aa7a751630', 'code': 200} Feb 09 21:56:01.869444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.878764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:01.890923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Provisioning complete for port 3ef3e818-c210-4aae-80a5-4e5602b76eeb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:01.891635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.941873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Port 3ef3e818-c210-4aae-80a5-4e5602b76eeb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:01.958861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:01.959473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.987754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf2c3a7-63af-4227-982a-f981cde3cff9,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.031379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Attempting to bind port 5cf2c3a7-63af-4227-982a-f981cde3cff9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:02.031748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Attempting to bind port 5cf2c3a7-63af-4227-982a-f981cde3cff9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:02.032111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Attempting to bind port 5cf2c3a7-63af-4227-982a-f981cde3cff9 on network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:02.037557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Port 5cf2c3a7-63af-4227-982a-f981cde3cff9 on network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:02.037951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Attempting to bind port 5cf2c3a7-63af-4227-982a-f981cde3cff9 on network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:02.045941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:02.046671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Checking segment: {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:02.046900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Bound using segment: {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:02.047356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Bound port: 5cf2c3a7-63af-4227-982a-f981cde3cff9, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:02.047816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.086708 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70456b8c-2923-40a7-942d-2e14ef7dcea0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:02.107016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.135496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-973084c4-7978-4956-b441-c294c12aeef4 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:02.136033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] For port 5cf2c3a7-63af-4227-982a-f981cde3cff9, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:02.143000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] For port 5cf2c3a7-63af-4227-982a-f981cde3cff9, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:02.143226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc37478-044b-4aee-915d-85e9520ce39d req-9ca7f8cf-cf2b-41f1-86a0-a2ecf7bd65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.144781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddc37478-044b-4aee-915d-85e9520ce39d req-9ca7f8cf-cf2b-41f1-86a0-a2ecf7bd65d4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 1127 time: 0.1256387 Feb 09 21:56:02.146614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for 3ef3e818-c210-4aae-80a5-4e5602b76eeb owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:02.177170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:02.177570 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.233765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.291136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a9f2-df7d-40fd-bd48-9b77dbbf7b9d req-889c2b12-075c-48e2-a05b-c27e94b78d66 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.292701 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca98a9f2-df7d-40fd-bd48-9b77dbbf7b9d req-889c2b12-075c-48e2-a05b-c27e94b78d66 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 944 time: 0.1439753 Feb 09 21:56:02.317854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.321993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.329328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cf2c3a7-63af-4227-982a-f981cde3cff9 HTTP/1.1" status: 200 len: 1092 time: 1.3144631 Feb 09 21:56:02.329328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'tag': '5cf2c3a7-63af-4227-982a-f981cde3cff9'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:02.330892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddc37478-044b-4aee-915d-85e9520ce39d req-e3a4743b-be11-4b23-b394-7d90fcf40719 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773965 Feb 09 21:56:02.339529 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e881b1-1d4d-46ed-a140-d1b5c582440a" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc68463-7809-4548-830c-2f6b42ffcae5", "tag": "5cf2c3a7-63af-4227-982a-f981cde3cff9"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:02.384516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:02.410453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc06c51-eb3a-4263-be81-acd1d3788e94 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf2c3a7-63af-4227-982a-f981cde3cff9,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.439286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca98a9f2-df7d-40fd-bd48-9b77dbbf7b9d req-4bc89160-029d-4b66-9bd4-9cffb5327f08 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128545 Feb 09 21:56:02.480605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d0858-0217-4e88-a122-4ef780ebc1e8 req-4068d0b5-a9ad-4e90-bcec-dab769cb020f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.482298 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c44d0858-0217-4e88-a122-4ef780ebc1e8 req-4068d0b5-a9ad-4e90-bcec-dab769cb020f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0902133 Feb 09 21:56:02.528649 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ccef5c-e0ef-4bf0-817c-c0b6499c937a x-openstack-request-id: req-c4ccef5c-e0ef-4bf0-817c-c0b6499c937a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:02.528945 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc68463-7809-4548-830c-2f6b42ffcae5", "tag": "5cf2c3a7-63af-4227-982a-f981cde3cff9", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:02.529201 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c4ccef5c-e0ef-4bf0-817c-c0b6499c937a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:02.529713 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'tag': '5cf2c3a7-63af-4227-982a-f981cde3cff9', 'status': 'completed', 'code': 200} Feb 09 21:56:02.568545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-29fc22cd-29c5-4664-b7df-8e27dc51eea9 None None] Provisioning complete for port 3ef3e818-c210-4aae-80a5-4e5602b76eeb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:02.569062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29fc22cd-29c5-4664-b7df-8e27dc51eea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.586097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c44d0858-0217-4e88-a122-4ef780ebc1e8 req-1068b8f6-efa7-4b3d-9739-cf30d97ee966 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941675 Feb 09 21:56:02.593277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-f85d0a7a-fa16-4a9b-8db5-558e66299b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.594783 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-f85d0a7a-fa16-4a9b-8db5-558e66299b75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 1126 time: 0.1010542 Feb 09 21:56:02.620390 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3ef3e818-c210-4aae-80a5-4e5602b76eeb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.623136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-29fc22cd-29c5-4664-b7df-8e27dc51eea9 None None] Port 3ef3e818-c210-4aae-80a5-4e5602b76eeb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:02.650586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-1c0561d8-d1e2-4b8e-91d2-0297da390538 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9 HTTP/1.1" status: 200 len: 217 time: 0.0399895 Feb 09 21:56:02.671308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=3ef3e818-c210-4aae-80a5-4e5602b76eeb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.682722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49656) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:02.739405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-0aef5a05-8473-48f7-a7d8-c3739536d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.741103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-0aef5a05-8473-48f7-a7d8-c3739536d660 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 200 len: 851 time: 0.0842698 Feb 09 21:56:02.777646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-618af84c-9d02-4ea2-8a4e-00080535ba98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298405 Feb 09 21:56:02.811463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.817433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e40e164a-1b08-4be1-aed6-cff8865618a9 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/3ef3e818-c210-4aae-80a5-4e5602b76eeb HTTP/1.1" status: 204 len: 168 time: 1.2003086 Feb 09 21:56:02.829524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49662) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:02.888041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99d88712-7cbd-40cd-9147-5befc3cca2ea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group (fcff0b2d-4b33-487c-878f-8f70982114a1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.921817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99d88712-7cbd-40cd-9147-5befc3cca2ea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group (fcff0b2d-4b33-487c-878f-8f70982114a1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.978765 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0fc8c3-ce28-44a1-a384-c140bd754cdd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] GET failed (client error): The resource could not be found. Feb 09 21:56:02.980268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc0fc8c3-ce28-44a1-a384-c140bd754cdd tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports/3ef3e818-c210-4aae-80a5-4e5602b76eeb HTTP/1.1" status: 404 len: 333 time: 0.1551878 Feb 09 21:56:02.983920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49664) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.021203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-972c986f-e904-4ce9-8176-8c167c69c6f3 service neutron] 10.222.0.30 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257624 Feb 09 21:56:03.067028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f363ff-6708-498c-b13d-b34bc42bad2d req-83ccfbfd-89cd-48de-a729-df64384793df tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.068586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2f363ff-6708-498c-b13d-b34bc42bad2d req-83ccfbfd-89cd-48de-a729-df64384793df tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1664720 Feb 09 21:56:03.102465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99d88712-7cbd-40cd-9147-5befc3cca2ea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fcff0b2d-4b33-487c-878f-8f70982114a1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.105296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99d88712-7cbd-40cd-9147-5befc3cca2ea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.109017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99d88712-7cbd-40cd-9147-5befc3cca2ea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/security-groups/fcff0b2d-4b33-487c-878f-8f70982114a1 HTTP/1.1" status: 204 len: 168 time: 0.4196231 Feb 09 21:56:03.110196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49666) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.129392 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-be494854-5df2-42a8-a926-a4dee3d11975 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] show failed (client error): The resource could not be found. Feb 09 21:56:03.133249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be494854-5df2-42a8-a926-a4dee3d11975 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "GET /v2.0/security-groups/fcff0b2d-4b33-487c-878f-8f70982114a1 HTTP/1.1" status: 404 len: 347 time: 0.0193639 Feb 09 21:56:03.133249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d88712-7cbd-40cd-9147-5befc3cca2ea tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcff0b2d-4b33-487c-878f-8f70982114a1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:03.133927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49668) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.179491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2f363ff-6708-498c-b13d-b34bc42bad2d req-d4e5bb89-59f1-4550-a5e5-67558da67a29 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816050 Feb 09 21:56:03.183351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-929b773e-6a60-4402-b87d-124aa8604959 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (648f487f-cbb2-40cb-a906-8b7c19e2bb1e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.207854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-929b773e-6a60-4402-b87d-124aa8604959 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (648f487f-cbb2-40cb-a906-8b7c19e2bb1e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.231899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de49d1f2-fc30-4a03-be39-598bb78bd5fb req-92310704-17de-4d30-920c-a3c3e30a0676 service neutron] 10.222.0.30 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948817 Feb 09 21:56:03.307173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port 5fc7eb55-26fd-4b29-a97f-0b6832b9ee35 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:03.308230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.340118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-929b773e-6a60-4402-b87d-124aa8604959 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (648f487f-cbb2-40cb-a906-8b7c19e2bb1e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.343993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-929b773e-6a60-4402-b87d-124aa8604959 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.347604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-929b773e-6a60-4402-b87d-124aa8604959 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/security-groups/648f487f-cbb2-40cb-a906-8b7c19e2bb1e HTTP/1.1" status: 204 len: 168 time: 0.3603456 Feb 09 21:56:03.351219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49670) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.377895 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b773e-6a60-4402-b87d-124aa8604959 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f487f-cbb2-40cb-a906-8b7c19e2bb1e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:03.411146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-ba122505-2daa-45fc-93cc-6c3ad3ce4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.412910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-ba122505-2daa-45fc-93cc-6c3ad3ce4d6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 1126 time: 0.0842292 Feb 09 21:56:03.430054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fbe3c3e-bd55-4cd8-bad9-241c124c801a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (62c29b5d-585a-492d-9c96-465d77635466), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.453453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fbe3c3e-bd55-4cd8-bad9-241c124c801a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (62c29b5d-585a-492d-9c96-465d77635466), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.506508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.506837 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for floatingip (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.520636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-b73dbe98-8799-4f30-a93a-f0fb055a458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.524087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-b73dbe98-8799-4f30-a93a-f0fb055a458a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 912 time: 0.1020079 Feb 09 21:56:03.524189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for 5fc7eb55-26fd-4b29-a97f-0b6832b9ee35 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:03.584293 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-115a4e88-723b-40ad-a383-50c6526aa0a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9 HTTP/1.1" status: 200 len: 217 time: 0.0546968 Feb 09 21:56:03.614031 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fbe3c3e-bd55-4cd8-bad9-241c124c801a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (62c29b5d-585a-492d-9c96-465d77635466), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.616591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fbe3c3e-bd55-4cd8-bad9-241c124c801a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.620090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8fbe3c3e-bd55-4cd8-bad9-241c124c801a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/security-groups/62c29b5d-585a-492d-9c96-465d77635466 HTTP/1.1" status: 204 len: 168 time: 0.2656250 Feb 09 21:56:03.624096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49676) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.658410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-b8777ac6-ebb0-41cd-926f-f51dac60ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.660405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-b8777ac6-ebb0-41cd-926f-f51dac60ccb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 200 len: 851 time: 0.0678041 Feb 09 21:56:03.691148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe3c3e-bd55-4cd8-bad9-241c124c801a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c29b5d-585a-492d-9c96-465d77635466,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:03.731118 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-31295734-c2aa-4fc8-9314-6da1e760424b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545642 Feb 09 21:56:03.757768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271438-3f64-4e44-a21b-554c46f49859 req-8a630d27-fefa-4542-a6ee-1cd6ac1ee2eb tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.759414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c271438-3f64-4e44-a21b-554c46f49859 req-8a630d27-fefa-4542-a6ee-1cd6ac1ee2eb tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 944 time: 0.2312980 Feb 09 21:56:03.810337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8055-f370-4a43-a0ae-7e4aaf3ab56d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (3de145d1-0d66-4393-82ec-0fbff4ee5c34), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.832680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8433-f4cc-4e9a-a7c4-03261c759010 req-e2f38b87-6d0b-4f26-abf7-8cad8165c862 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.834257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e27a8433-f4cc-4e9a-a7c4-03261c759010 req-e2f38b87-6d0b-4f26-abf7-8cad8165c862 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1062713 Feb 09 21:56:03.879737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-769906f2-62b4-46a3-b8fd-039ede5becdb service neutron] 10.222.0.30 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386611 Feb 09 21:56:03.884647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c271438-3f64-4e44-a21b-554c46f49859 req-59566cdd-1dbe-46ff-a2b8-3e2dace66a32 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143074 Feb 09 21:56:03.886373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8055-f370-4a43-a0ae-7e4aaf3ab56d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (3de145d1-0d66-4393-82ec-0fbff4ee5c34), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.950426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e27a8433-f4cc-4e9a-a7c4-03261c759010 req-879fd1c5-1c4b-4295-9a52-840c26914db0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036425 Feb 09 21:56:03.967156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5fc7eb55-26fd-4b29-a97f-0b6832b9ee35), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.001130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37e881b1-1d4d-46ed-a140-d1b5c582440a req-30f82316-1a79-4504-b2e9-d08f156b5f04 service neutron] 10.222.0.30 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133745 Feb 09 21:56:04.011417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8055-f370-4a43-a0ae-7e4aaf3ab56d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3de145d1-0d66-4393-82ec-0fbff4ee5c34), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.015428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8055-f370-4a43-a0ae-7e4aaf3ab56d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.019202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1f2b8055-f370-4a43-a0ae-7e4aaf3ab56d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/security-groups/3de145d1-0d66-4393-82ec-0fbff4ee5c34 HTTP/1.1" status: 204 len: 168 time: 0.3916643 Feb 09 21:56:04.019698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49682) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:04.023955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=5fc7eb55-26fd-4b29-a97f-0b6832b9ee35,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:04.080455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 171aba14-d7ee-4b75-babc-9205531a706b {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:04.084553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (171aba14-d7ee-4b75-babc-9205531a706b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.085968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b8055-f370-4a43-a0ae-7e4aaf3ab56d tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de145d1-0d66-4393-82ec-0fbff4ee5c34,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:04.123737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for floatingip (bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.126660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.128107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-438549f1-6eab-4e65-88a4-38d5f23d8ab9 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/floatingips/bb75c158-7ab6-42ff-bd5e-4f1d3b2cd29b HTTP/1.1" status: 204 len: 168 time: 0.9928637 Feb 09 21:56:04.131145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49684) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:04.134280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (171aba14-d7ee-4b75-babc-9205531a706b), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.226843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (171aba14-d7ee-4b75-babc-9205531a706b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.238113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port 36a97dad-9fb6-416d-843e-1afa13825922 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:04.238690 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (36a97dad-9fb6-416d-843e-1afa13825922), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.374006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c31c-13b5-4275-b563-d5d415d6be77 req-265189a1-1577-4b50-863d-2354e14a87dc tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:04.375491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ae8c31c-13b5-4275-b563-d5d415d6be77 req-265189a1-1577-4b50-863d-2354e14a87dc tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0659015 Feb 09 21:56:04.377976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (171aba14-d7ee-4b75-babc-9205531a706b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.391564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (36a97dad-9fb6-416d-843e-1afa13825922), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.407131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for 36a97dad-9fb6-416d-843e-1afa13825922 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:04.415005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=171aba14-d7ee-4b75-babc-9205531a706b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:04.417037 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.425444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-11483ecd-f84f-45cc-b080-e128484c876f tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/171aba14-d7ee-4b75-babc-9205531a706b HTTP/1.1" status: 204 len: 168 time: 0.4014804 Feb 09 21:56:04.429863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49692) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:04.434995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b3f4b-87c1-4257-9d87-c7c62acd50d2 req-8f0d33d6-5bb9-42e1-b355-02636a935a28 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:04.435220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-790b3f4b-87c1-4257-9d87-c7c62acd50d2 req-8f0d33d6-5bb9-42e1-b355-02636a935a28 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1013877 Feb 09 21:56:04.441505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608548f-80c4-4dd5-84c3-94ef3236088e None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:04.496365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet 48c43fd4-63d0-49d5-a933-e0f789098fb7 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:04.499603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (48c43fd4-63d0-49d5-a933-e0f789098fb7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.537084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-790b3f4b-87c1-4257-9d87-c7c62acd50d2 req-c31f6dc4-8a26-4510-a5cf-03da4c6d545c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670383 Feb 09 21:56:04.545695 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ae8c31c-13b5-4275-b563-d5d415d6be77 req-27ed6225-0fd5-46eb-ae38-b21a46fe2ca1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590052 Feb 09 21:56:04.590607 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (48c43fd4-63d0-49d5-a933-e0f789098fb7), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.738338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (36a97dad-9fb6-416d-843e-1afa13825922), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.784862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=36a97dad-9fb6-416d-843e-1afa13825922,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:04.899975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.906151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5dfd2134-1ded-4cfb-81ef-38212e576bf1 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/ports/36a97dad-9fb6-416d-843e-1afa13825922 HTTP/1.1" status: 204 len: 168 time: 0.7715774 Feb 09 21:56:04.911191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49700) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:05.183268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ec3e5-2f4c-4f47-907f-06c3ce019255 req-b3a2b54e-979b-49b3-a21c-f48a48038e8d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:05.185404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e3ec3e5-2f4c-4f47-907f-06c3ce019255 req-b3a2b54e-979b-49b3-a21c-f48a48038e8d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0967536 Feb 09 21:56:05.221375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (48c43fd4-63d0-49d5-a933-e0f789098fb7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.292543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e3ec3e5-2f4c-4f47-907f-06c3ce019255 req-e28d7f06-e184-44f2-bbf9-c01bb52b7f5e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974998 Feb 09 21:56:05.402060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port c286d7dc-ddf1-430b-8ed2-45e7fc795eac {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:05.402931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.449986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5959d281-5cb3-4655-b063-96fad8e32eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.487651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646477a8-7fc4-4617-9c0a-53f2c40e3d18 req-5ad83178-4c3e-4a63-b305-4dd873762fc2 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:05.494662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-646477a8-7fc4-4617-9c0a-53f2c40e3d18 req-5ad83178-4c3e-4a63-b305-4dd873762fc2 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 944 time: 0.2020109 Feb 09 21:56:05.516721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96b55a-3da1-48c5-b0cc-e051ea818dc4 req-671a64b5-5429-4f48-b5cc-0c0cd182df1a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:05.518649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc96b55a-3da1-48c5-b0cc-e051ea818dc4 req-671a64b5-5429-4f48-b5cc-0c0cd182df1a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1044610 Feb 09 21:56:05.521180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (48c43fd4-63d0-49d5-a933-e0f789098fb7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.572503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=48c43fd4-63d0-49d5-a933-e0f789098fb7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:05.591556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.592852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-646477a8-7fc4-4617-9c0a-53f2c40e3d18 req-9983f003-7b5b-4a52-afe5-960ede60dcea tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903511 Feb 09 21:56:05.594887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-098b813b-7a52-4e45-9965-84f30f8b3eb2 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/48c43fd4-63d0-49d5-a933-e0f789098fb7 HTTP/1.1" status: 204 len: 168 time: 1.1635928 Feb 09 21:56:05.599595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49708) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:05.639185 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb2da91-2df3-4d08-aa9f-107da3a7d4a1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:05.639884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb2da91-2df3-4d08-aa9f-107da3a7d4a1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:05.646119 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-afb2da91-2df3-4d08-aa9f-107da3a7d4a1 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/171aba14-d7ee-4b75-babc-9205531a706b HTTP/1.1" status: 404 len: 337 time: 0.0430892 Feb 09 21:56:05.646119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.648524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49710) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:05.676107 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc96b55a-3da1-48c5-b0cc-e051ea818dc4 req-55976965-b540-404c-a325-ef49b17ffe69 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200051 Feb 09 21:56:05.710127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502f0f5d-5e5f-41e9-b552-470af133bec0 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:05.741780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for c286d7dc-ddf1-430b-8ed2-45e7fc795eac owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:05.765277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting subnet c84271ba-ca9f-462b-8642-26f11eb70cd0 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:05.774012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks [] for subnet (c84271ba-ca9f-462b-8642-26f11eb70cd0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.834334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-59d2fe76-9fb2-4a91-b013-ab82d02aaf7c None None] Provisioning complete for port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:05.834722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-59d2fe76-9fb2-4a91-b013-ab82d02aaf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.859333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18753134-bc3a-4423-b5f4-1b2ba4b7b3d2 req-d2cbe084-7a35-4862-b6ce-4782ba42209e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:05.859333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18753134-bc3a-4423-b5f4-1b2ba4b7b3d2 req-d2cbe084-7a35-4862-b6ce-4782ba42209e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1624901 Feb 09 21:56:05.869665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (c84271ba-ca9f-462b-8642-26f11eb70cd0), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.898833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-59d2fe76-9fb2-4a91-b013-ab82d02aaf7c None None] Port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:05.911898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-59d2fe76-9fb2-4a91-b013-ab82d02aaf7c None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:05.912289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-59d2fe76-9fb2-4a91-b013-ab82d02aaf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.023480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-59d2fe76-9fb2-4a91-b013-ab82d02aaf7c None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:06.033762 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18753134-bc3a-4423-b5f4-1b2ba4b7b3d2 req-292eb674-d6a4-4c4b-a9a8-c783f8e4b3a9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611400 Feb 09 21:56:06.065920 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (c84271ba-ca9f-462b-8642-26f11eb70cd0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.148174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be922d6-201f-4fd5-acd8-d2a07420e5c9 req-d7e507a1-ba50-479b-a32b-5afff89addf1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:06.149795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8be922d6-201f-4fd5-acd8-d2a07420e5c9 req-d7e507a1-ba50-479b-a32b-5afff89addf1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1022878 Feb 09 21:56:06.187374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5cf2c3a7-63af-4227-982a-f981cde3cff9 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:56:06.204139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c286d7dc-ddf1-430b-8ed2-45e7fc795eac), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.217815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8be922d6-201f-4fd5-acd8-d2a07420e5c9 req-dd92dcad-52e7-47f7-8175-2749b0fb4bad tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491035 Feb 09 21:56:06.304002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=c286d7dc-ddf1-430b-8ed2-45e7fc795eac,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:06.314877 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (c84271ba-ca9f-462b-8642-26f11eb70cd0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.339395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5cf2c3a7-63af-4227-982a-f981cde3cff9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:06.353015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '5cf2c3a7-63af-4227-982a-f981cde3cff9', 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'port_id': '5cf2c3a7-63af-4227-982a-f981cde3cff9', 'mac_address': 'fa:16:3e:c6:87:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:56:06.357304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Subnet': ['ID=c84271ba-ca9f-462b-8642-26f11eb70cd0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:06.371431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.374806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1ad44873-7fe5-4160-93b0-5d09be77eccb tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/c84271ba-ca9f-462b-8642-26f11eb70cd0 HTTP/1.1" status: 204 len: 168 time: 0.7252679 Feb 09 21:56:06.379318 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.380462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49720) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.382512 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d4aac70b-7f99-4c48-ac6b-ae565cdb9b71 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/ports/c286d7dc-ddf1-430b-8ed2-45e7fc795eac HTTP/1.1" status: 204 len: 168 time: 1.4711571 Feb 09 21:56:06.391021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be98d1-a8e6-4485-80a9-9a7620c9fd45 req-68ac8cdc-f510-4a79-896a-5d85bd858bc6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:06.393039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49722) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.397996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93be98d1-a8e6-4485-80a9-9a7620c9fd45 req-68ac8cdc-f510-4a79-896a-5d85bd858bc6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2564387 Feb 09 21:56:06.402608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5cf2c3a7-63af-4227-982a-f981cde3cff9 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:06.403279 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.420320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf2c3a7-63af-4227-982a-f981cde3cff9 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:06.448225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5cf2c3a7-63af-4227-982a-f981cde3cff9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:06.473882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93be98d1-a8e6-4485-80a9-9a7620c9fd45 req-0669e276-5b5a-499e-bd5d-2fcd29fbb868 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749941 Feb 09 21:56:06.481654 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63351eb-9f37-430c-9fef-ef48d7e14836 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:06.482139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63351eb-9f37-430c-9fef-ef48d7e14836 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:06.488059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f63351eb-9f37-430c-9fef-ef48d7e14836 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/b5e82e41-bf1e-4aa7-b5f6-a11dc854ac6d HTTP/1.1" status: 404 len: 337 time: 0.1029308 Feb 09 21:56:06.489868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49724) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.522101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting subnet b0813bb2-4776-4a6c-85c2-afde588fa39b {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:06.524145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1d10c540-233d-4390-aa7b-f1e72fa907f8 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "GET /v2.0/ports?device_id=2f70a25c-48b5-4b7d-8ebd-53b35d567ead HTTP/1.1" status: 200 len: 205 time: 0.0329068 Feb 09 21:56:06.530497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49728) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.530686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.531126 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for subnet (b0813bb2-4776-4a6c-85c2-afde588fa39b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.588102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5cf2c3a7-63af-4227-982a-f981cde3cff9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:06.604879 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-04c9df4b-3e04-43b7-94d6-7e09767f32f7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] delete failed (client error): The resource could not be found. Feb 09 21:56:06.605955 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-04c9df4b-3e04-43b7-94d6-7e09767f32f7 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/routers/2f70a25c-48b5-4b7d-8ebd-53b35d567ead HTTP/1.1" status: 404 len: 336 time: 0.0784068 Feb 09 21:56:06.608970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49730) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.655923 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5fe06e-de9c-4cca-8b04-b44407999fdf tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:06.657049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5fe06e-de9c-4cca-8b04-b44407999fdf tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:06.661279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bf5fe06e-de9c-4cca-8b04-b44407999fdf tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/928f29b6-0d83-4ef0-8284-337bcd01ee62 HTTP/1.1" status: 404 len: 337 time: 0.0509441 Feb 09 21:56:06.663803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49734) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.675622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (b0813bb2-4776-4a6c-85c2-afde588fa39b), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.708262 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b96863-780d-417a-8e7b-74773648c84a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:06.708974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b96863-780d-417a-8e7b-74773648c84a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:06.712334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f8b96863-780d-417a-8e7b-74773648c84a tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/7201c9b7-831a-49bb-91e9-9ec4bc7197db HTTP/1.1" status: 404 len: 337 time: 0.0474198 Feb 09 21:56:06.714783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.751694 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4285ba4d-6b8a-4397-a32f-a43a245a3cca tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:06.752748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4285ba4d-6b8a-4397-a32f-a43a245a3cca tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:06.757807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4285ba4d-6b8a-4397-a32f-a43a245a3cca tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/ea15e721-4703-45d9-90e3-a78da909f4b5 HTTP/1.1" status: 404 len: 337 time: 0.0415835 Feb 09 21:56:06.760220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.778298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557c12-56d2-485c-b5b1-d20fb70c7dc0 req-b0f188eb-261a-4af3-8768-7ad0919ee062 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:06.784698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5cf2c3a7-63af-4227-982a-f981cde3cff9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:06.786481 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1557c12-56d2-485c-b5b1-d20fb70c7dc0 req-b0f188eb-261a-4af3-8768-7ad0919ee062 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1862388 Feb 09 21:56:06.833798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e311431-8ec1-4c68-a51e-82647f62faa5 req-680bed61-4ab1-4711-a83e-c9137d6c3c01 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:06.836269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e311431-8ec1-4c68-a51e-82647f62faa5 req-680bed61-4ab1-4711-a83e-c9137d6c3c01 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 945 time: 0.0884688 Feb 09 21:56:06.850175 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-922500d3-8d11-45c9-b72e-c7fc9d8a3492 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:06.850767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922500d3-8d11-45c9-b72e-c7fc9d8a3492 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:06.856396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-922500d3-8d11-45c9-b72e-c7fc9d8a3492 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/e2ce9b60-4680-48c6-947d-d69f7b18c50f HTTP/1.1" status: 404 len: 333 time: 0.0927985 Feb 09 21:56:06.861186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49742) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.902642 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-590046bd-ec35-4fbe-96db-53a8865bff14 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:06.903251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590046bd-ec35-4fbe-96db-53a8865bff14 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:06.909616 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-590046bd-ec35-4fbe-96db-53a8865bff14 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/6a0c433b-0c07-4c57-b138-2d60cd3c9e6a HTTP/1.1" status: 404 len: 337 time: 0.0464935 Feb 09 21:56:06.915328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49746) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.931749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079ff55-91cf-432e-8a42-d45ca725c870 None None] Network 0cc8abac-cb25-41ae-a55e-3f662a7b78fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:06.952334 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1557c12-56d2-485c-b5b1-d20fb70c7dc0 req-c27d9ecb-b85e-4dd1-a980-f33ec16d35bc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648870 Feb 09 21:56:06.971011 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5217f1-c139-4dea-919e-1d6e3eb86fcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:06.974052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5217f1-c139-4dea-919e-1d6e3eb86fcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:06.974859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bd5217f1-c139-4dea-919e-1d6e3eb86fcc tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/1b4d33d8-e6c4-46ad-a56e-1cb4f15dace3 HTTP/1.1" status: 404 len: 337 time: 0.0583079 Feb 09 21:56:06.979585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49750) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.008341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b0813bb2-4776-4a6c-85c2-afde588fa39b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.021534 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbeb6e3-17f4-4ab0-8af7-f9179d3120f5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:07.022214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbeb6e3-17f4-4ab0-8af7-f9179d3120f5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:07.025263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7dbeb6e3-17f4-4ab0-8af7-f9179d3120f5 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/965b0fd3-9997-40c6-8337-0447a27e939e HTTP/1.1" status: 404 len: 333 time: 0.0441375 Feb 09 21:56:07.029111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e311431-8ec1-4c68-a51e-82647f62faa5 req-99e882d5-9440-4521-8e39-a842e3b480dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874661 Feb 09 21:56:07.029647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49752) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.061207 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1aaac7-bb6f-449d-b820-8555be811934 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:07.062393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1aaac7-bb6f-449d-b820-8555be811934 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:07.067757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4c1aaac7-bb6f-449d-b820-8555be811934 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/69901111-c396-48f8-b249-dad84fb6bccd HTTP/1.1" status: 404 len: 337 time: 0.0359938 Feb 09 21:56:07.069104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49754) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.081473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-80c363ce-5acc-4684-b3f6-8defffbf96bb None None] Provisioning complete for port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:07.081940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-80c363ce-5acc-4684-b3f6-8defffbf96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.100174 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-958f70dc-33c7-4524-9517-30ac8dbf1a81 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] DELETE failed (client error): The resource could not be found. Feb 09 21:56:07.100951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958f70dc-33c7-4524-9517-30ac8dbf1a81 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:56:07.104456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-958f70dc-33c7-4524-9517-30ac8dbf1a81 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/subnets/1021cc04-94d8-4fde-b61b-f37d06c459ae HTTP/1.1" status: 404 len: 337 time: 0.0342655 Feb 09 21:56:07.107003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49756) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.117826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df23c8-a369-44ec-b1e0-4cddaad293a7 req-4ea2ad26-633e-48aa-add4-ecf852025e82 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:07.125307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3df23c8-a369-44ec-b1e0-4cddaad293a7 req-4ea2ad26-633e-48aa-add4-ecf852025e82 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1129527 Feb 09 21:56:07.164726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-80c363ce-5acc-4684-b3f6-8defffbf96bb None None] Port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:07.187834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3df23c8-a369-44ec-b1e0-4cddaad293a7 req-ad06b601-ed2e-41aa-9a8c-4f27bd97d460 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614448 Feb 09 21:56:07.203903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-80c363ce-5acc-4684-b3f6-8defffbf96bb None None] Provisioning complete for port 70456b8c-2923-40a7-942d-2e14ef7dcea0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:07.203903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-80c363ce-5acc-4684-b3f6-8defffbf96bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.207734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (b0813bb2-4776-4a6c-85c2-afde588fa39b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.224090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Deleting port ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:07.224434 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.228369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.231656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/subnets/b0813bb2-4776-4a6c-85c2-afde588fa39b HTTP/1.1" status: 204 len: 168 time: 0.8374999 Feb 09 21:56:07.241099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f4bee-ec43-4989-948b-ed3fb5d74623 None None] Network 801ef2ae-e59b-436d-a612-be3873c53663 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:07.243257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.257706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad5cdb-d4d8-4306-adcc-011c303cd540 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Subnet': ['ID=b0813bb2-4776-4a6c-85c2-afde588fa39b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:07.352155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting subnet 4754530a-85b8-42fc-8fa2-b4ec844ac4f6 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:07.370455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for subnet (4754530a-85b8-42fc-8fa2-b4ec844ac4f6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.443872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.463553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Calling delete_port for ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:07.464476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] DHCP port deletion for 0cc8abac-cb25-41ae-a55e-3f662a7b78fe request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:07.466738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (4754530a-85b8-42fc-8fa2-b4ec844ac4f6), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.518341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48af28-7b07-4cc4-8360-d5cefa80b911 req-ff9c0a92-8b01-4ca3-88c9-017dcf06bb01 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:07.519812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd48af28-7b07-4cc4-8360-d5cefa80b911 req-ff9c0a92-8b01-4ca3-88c9-017dcf06bb01 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1990061 Feb 09 21:56:07.601743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-869151ce-945c-4cc3-b5e9-5a37e1594e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.617935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-80c363ce-5acc-4684-b3f6-8defffbf96bb None None] Current status of the port 70456b8c-2923-40a7-942d-2e14ef7dcea0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:07.624678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] Deleting port 70456b8c-2923-40a7-942d-2e14ef7dcea0 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:07.625055 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.665276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (4754530a-85b8-42fc-8fa2-b4ec844ac4f6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.691823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] For port 70456b8c-2923-40a7-942d-2e14ef7dcea0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70456b8c-2923-40a7-942d-2e14ef7dcea0,segment=NetworkSegment(a09780ba-0b9a-4a85-8557-49f957c8c9c0),segment_id=a09780ba-0b9a-4a85-8557-49f957c8c9c0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:07.692213 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.711151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] Calling delete_port for 70456b8c-2923-40a7-942d-2e14ef7dcea0 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:07.711522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd48af28-7b07-4cc4-8360-d5cefa80b911 req-f5c2239f-9765-4be9-84af-669c52d42fe5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625719 Feb 09 21:56:07.719249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] DHCP port deletion for 801ef2ae-e59b-436d-a612-be3873c53663 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:07.817987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ae9a65fc-6efc-49cf-a4d0-a0438ea471f0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.826822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] Deleting port 99024c00-7d42-4e6a-917d-4758d3346ea7 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:07.827418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.855141 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (4754530a-85b8-42fc-8fa2-b4ec844ac4f6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.857974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Port': ['ID=ae9a65fc-6efc-49cf-a4d0-a0438ea471f0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:07.870653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.878318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49764) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.879799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-94f24193-0123-48ea-9d80-8fe145b1bba6 tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/ports/ae9a65fc-6efc-49cf-a4d0-a0438ea471f0 HTTP/1.1" status: 204 len: 168 time: 0.7714567 Feb 09 21:56:07.900456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] For port 99024c00-7d42-4e6a-917d-4758d3346ea7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=99024c00-7d42-4e6a-917d-4758d3346ea7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:07.900917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.914243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Subnet': ['ID=4754530a-85b8-42fc-8fa2-b4ec844ac4f6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:07.919498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.923478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] Calling delete_port for 99024c00-7d42-4e6a-917d-4758d3346ea7 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:07.926808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f2157763-147f-4822-bfad-72e2e1ae4f50 tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/subnets/4754530a-85b8-42fc-8fa2-b4ec844ac4f6 HTTP/1.1" status: 204 len: 168 time: 0.6822300 Feb 09 21:56:07.927383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49766) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.927875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b5898-672f-4821-b593-974a86f7f98d None None] Network db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:07.982223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (70456b8c-2923-40a7-942d-2e14ef7dcea0), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.060012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (801ef2ae-e59b-436d-a612-be3873c53663), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.068420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0cc8abac-cb25-41ae-a55e-3f662a7b78fe), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.123101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 99024c00-7d42-4e6a-917d-4758d3346ea7 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:08.140064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] Pushing event deleted for resources: {'Port': ['ID=70456b8c-2923-40a7-942d-2e14ef7dcea0,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:08.166688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Deleting port 99024c00-7d42-4e6a-917d-4758d3346ea7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:08.167058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.208958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5cf2c3a7-63af-4227-982a-f981cde3cff9 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:08.214350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fb2c6-7b05-4713-87f5-cd0b25cffc5a None None] No DVR routers for this DVR port 70456b8c-2923-40a7-942d-2e14ef7dcea0 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:08.218557 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0cc8abac-cb25-41ae-a55e-3f662a7b78fe), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.241798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc8abac-cb25-41ae-a55e-3f662a7b78fe']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.258034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09780ba-0b9a-4a85-8557-49f957c8c9c0') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.258034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09780ba-0b9a-4a85-8557-49f957c8c9c0') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.270069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (a09780ba-0b9a-4a85-8557-49f957c8c9c0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.278736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] For port 99024c00-7d42-4e6a-917d-4758d3346ea7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=99024c00-7d42-4e6a-917d-4758d3346ea7,segment=NetworkSegment(e42bd08e-c7f4-456d-aff4-bf96e6165ce1),segment_id=e42bd08e-c7f4-456d-aff4-bf96e6165ce1)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:08.278736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.285691 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a09780ba-0b9a-4a85-8557-49f957c8c9c0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.292307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:08.292828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (a09780ba-0b9a-4a85-8557-49f957c8c9c0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.305378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Calling delete_port for 99024c00-7d42-4e6a-917d-4758d3346ea7 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:08.367199 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:08.432042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 99024c00-7d42-4e6a-917d-4758d3346ea7 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:08.432457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.449591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba3980-d8f9-4f03-8698-2c1b881c7c4d req-1d1dbd2f-6bf3-47da-9427-945a9567724c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.451362 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56ba3980-d8f9-4f03-8698-2c1b881c7c4d req-1d1dbd2f-6bf3-47da-9427-945a9567724c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 945 time: 0.3027167 Feb 09 21:56:08.452910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0cc8abac-cb25-41ae-a55e-3f662a7b78fe), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.465163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.468907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] 10.222.0.98 "DELETE /v2.0/networks/0cc8abac-cb25-41ae-a55e-3f662a7b78fe HTTP/1.1" status: 204 len: 168 time: 0.5878677 Feb 09 21:56:08.480137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.492737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 5cf2c3a7-63af-4227-982a-f981cde3cff9 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:56:08.493541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c1e66-238f-4ae4-b7ee-94049e50f9de tempest-PortsTestJSON-620470443 tempest-PortsTestJSON-620470443-project] Pushing event deleted for resources: {'Network': ['ID=0cc8abac-cb25-41ae-a55e-3f662a7b78fe,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:08.497279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (99024c00-7d42-4e6a-917d-4758d3346ea7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.550695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Port': ['ID=99024c00-7d42-4e6a-917d-4758d3346ea7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:08.552579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] No DVR routers for this DVR port 99024c00-7d42-4e6a-917d-4758d3346ea7 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:08.560540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] DHCP port deletion for db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:08.567509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56ba3980-d8f9-4f03-8698-2c1b881c7c4d req-19e5c9e2-1f44-4d26-bbd4-5928a2da98aa tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039803 Feb 09 21:56:08.568900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 5cf2c3a7-63af-4227-982a-f981cde3cff9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:08.569339 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.571155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70456b8c-2923-40a7-942d-2e14ef7dcea0 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:08.576320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] Pushing event deleted for resources: {'Port': ['ID=99024c00-7d42-4e6a-917d-4758d3346ea7,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:08.588252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bedfb-9656-4670-a36d-46c22dc82342 None None] No DVR routers for this DVR port 99024c00-7d42-4e6a-917d-4758d3346ea7 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:08.643287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 70456b8c-2923-40a7-942d-2e14ef7dcea0 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:08.643880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70456b8c-2923-40a7-942d-2e14ef7dcea0 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:08.694452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (801ef2ae-e59b-436d-a612-be3873c53663), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.708001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] Deleting port 61a76fa8-d47b-46d4-b316-ac7e7678abfd {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:08.708255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.718638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801ef2ae-e59b-436d-a612-be3873c53663']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.730616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.731168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42bd08e-c7f4-456d-aff4-bf96e6165ce1') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.742077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5cf2c3a7-63af-4227-982a-f981cde3cff9 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:08.742630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.744129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (e42bd08e-c7f4-456d-aff4-bf96e6165ce1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.764265 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e42bd08e-c7f4-456d-aff4-bf96e6165ce1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.772201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:08.773622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (e42bd08e-c7f4-456d-aff4-bf96e6165ce1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:08.777930 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:08.829143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf2c3a7-63af-4227-982a-f981cde3cff9'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:08.832053 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9bf190-0440-4a2d-b34f-be79235ed675" -d '{"events": [{"server_uuid": "ebc68463-7809-4548-830c-2f6b42ffcae5", "name": "network-vif-plugged", "status": "completed", "tag": "5cf2c3a7-63af-4227-982a-f981cde3cff9"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:08.859310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5cf2c3a7-63af-4227-982a-f981cde3cff9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:08.880062 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e20e2-4b08-4f5d-b136-14596a70be81 x-openstack-request-id: req-377e20e2-4b08-4f5d-b136-14596a70be81 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:08.880856 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc68463-7809-4548-830c-2f6b42ffcae5", "name": "network-vif-plugged", "status": "completed", "tag": "5cf2c3a7-63af-4227-982a-f981cde3cff9", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:08.881295 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-377e20e2-4b08-4f5d-b136-14596a70be81 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:08.881920 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf2c3a7-63af-4227-982a-f981cde3cff9', 'code': 200} Feb 09 21:56:08.889340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] For port 61a76fa8-d47b-46d4-b316-ac7e7678abfd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=61a76fa8-d47b-46d4-b316-ac7e7678abfd,segment=NetworkSegment(4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba),segment_id=4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:08.890036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.903503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] Calling delete_port for 61a76fa8-d47b-46d4-b316-ac7e7678abfd owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:08.968561 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.998150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1e1c8-bc94-40c8-b90a-067281b6684d req-d2a39f2b-19e7-4c02-96a7-8bfd3861741b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.999746 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9df1e1c8-bc94-40c8-b90a-067281b6684d req-d2a39f2b-19e7-4c02-96a7-8bfd3861741b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1412821 Feb 09 21:56:09.031918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ba30-b7cf-4497-b99c-923ea4e340ee req-2f128f61-d9f9-4076-90c7-b16e393208fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.033950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00d0ba30-b7cf-4497-b99c-923ea4e340ee req-2f128f61-d9f9-4076-90c7-b16e393208fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 1128 time: 0.0830467 Feb 09 21:56:09.040451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (801ef2ae-e59b-436d-a612-be3873c53663), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.045039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.047060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5cf2c3a7-63af-4227-982a-f981cde3cff9,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.079866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.083363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/networks/801ef2ae-e59b-436d-a612-be3873c53663 HTTP/1.1" status: 204 len: 168 time: 1.1546624 Feb 09 21:56:09.084366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e288-54d4-4322-ae83-3827e93be83c tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Network': ['ID=801ef2ae-e59b-436d-a612-be3873c53663,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.086444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49824) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.091956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49826) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.132896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (61a76fa8-d47b-46d4-b316-ac7e7678abfd), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.168096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9df1e1c8-bc94-40c8-b90a-067281b6684d req-5c0c3458-8c4e-4741-878e-42f60215391a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612024 Feb 09 21:56:09.179796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] Pushing event deleted for resources: {'Port': ['ID=61a76fa8-d47b-46d4-b316-ac7e7678abfd,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.188861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.198818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa1e6d-ec6e-46f8-bb79-37dbf2e788a3 None None] No DVR routers for this DVR port 61a76fa8-d47b-46d4-b316-ac7e7678abfd on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:09.217034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00d0ba30-b7cf-4497-b99c-923ea4e340ee req-0195553f-a3ab-46ac-827c-8a4d2ba01cbc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744969 Feb 09 21:56:09.277044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f174f833-4e0f-4019-8e4b-aedfe27a9566 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a03804b62a24be09c243c280f68e0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834946 Feb 09 21:56:09.279276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49830) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.305683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.329002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db60ebb1-cc06-42e6-b75c-9f9261a4d2d8']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:09.338295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-36d25421-113c-4acb-b38c-2e8e7c7a6e2f admin admin] Publish callbacks [] for security_group (6e0fc65f-d97a-4e23-a5bb-86817b946a32), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.338848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:09.339160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:09.350241 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.366602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.370522 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-36d25421-113c-4acb-b38c-2e8e7c7a6e2f admin admin] Publish callbacks [] for security_group (6e0fc65f-d97a-4e23-a5bb-86817b946a32), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.377174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:09.383033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (4886a94b-e1ad-4f38-b3b3-eeac52d9d6ba), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:09.424224 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:09.487204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-36d25421-113c-4acb-b38c-2e8e7c7a6e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6e0fc65f-d97a-4e23-a5bb-86817b946a32), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.490260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-36d25421-113c-4acb-b38c-2e8e7c7a6e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.491598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-36d25421-113c-4acb-b38c-2e8e7c7a6e2f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6e0fc65f-d97a-4e23-a5bb-86817b946a32 HTTP/1.1" status: 204 len: 168 time: 0.2110980 Feb 09 21:56:09.503454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d25421-113c-4acb-b38c-2e8e7c7a6e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0fc65f-d97a-4e23-a5bb-86817b946a32,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.549596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (db60ebb1-cc06-42e6-b75c-9f9261a4d2d8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.560613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.564668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] 10.222.0.98 "DELETE /v2.0/networks/db60ebb1-cc06-42e6-b75c-9f9261a4d2d8 HTTP/1.1" status: 204 len: 168 time: 0.4769406 Feb 09 21:56:09.602773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357158f-8167-434b-a810-8367d6f5f32d tempest-TaggedBootDevicesTest_v242-2027460059 tempest-TaggedBootDevicesTest_v242-2027460059-project] Pushing event deleted for resources: {'Network': ['ID=db60ebb1-cc06-42e6-b75c-9f9261a4d2d8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.753206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbbaf5-2737-4f10-b2c6-9013e29eae68 req-8f8a3502-67b7-4280-b47b-fa6cc014d2a6 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.755385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4bbbaf5-2737-4f10-b2c6-9013e29eae68 req-8f8a3502-67b7-4280-b47b-fa6cc014d2a6 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0952644 Feb 09 21:56:09.812926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4bbbaf5-2737-4f10-b2c6-9013e29eae68 req-84fae915-aea3-4261-9424-ed396029eef1 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511343 Feb 09 21:56:10.046961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 61a76fa8-d47b-46d4-b316-ac7e7678abfd no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:10.070155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 61a76fa8-d47b-46d4-b316-ac7e7678abfd {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:10.070155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 61a76fa8-d47b-46d4-b316-ac7e7678abfd not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:10.223558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.297408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b3015-2bf5-454d-939c-18fff81cf6bc req-efef1c8e-49bd-4195-98cf-1191ce3b80d5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:10.300376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f73b3015-2bf5-454d-939c-18fff81cf6bc req-efef1c8e-49bd-4195-98cf-1191ce3b80d5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0658996 Feb 09 21:56:10.353934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f73b3015-2bf5-454d-939c-18fff81cf6bc req-7c55ea8d-c674-443e-b337-20eeaa9eead9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477159 Feb 09 21:56:10.766246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49896) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:10.875564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-193689810'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:10.960402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:10.964254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.967146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68541d44-d398-47a9-afaa-dc85970f60f8 req-da8e634a-a855-411c-ac5a-09e8086599af tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:10.968812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68541d44-d398-47a9-afaa-dc85970f60f8 req-da8e634a-a855-411c-ac5a-09e8086599af tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0654619 Feb 09 21:56:10.973770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.065202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for security_group (a9381a53-f6a0-4c6f-85dd-5532de863a6a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.067560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68541d44-d398-47a9-afaa-dc85970f60f8 req-4df62d76-6ce2-4b6a-b88d-58304afbedf6 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921075 Feb 09 21:56:11.139421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a9381a53-f6a0-4c6f-85dd-5532de863a6a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.194316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:11.201666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9381a53-f6a0-4c6f-85dd-5532de863a6a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:11.210393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ccedb495-b389-4893-bfad-77b563d054ce), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.210750 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment ccedb495-b389-4893-bfad-77b563d054ce of type vlan for network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc Feb 09 21:56:11.267984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ea501caa-ee74-42f4-8f0a-8e7ccfa681fc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.369735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ea501caa-ee74-42f4-8f0a-8e7ccfa681fc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.374992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.377263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.501244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456a36-10cb-4f17-8500-b2dc05f6fefa req-63e7a8ef-6533-44c6-8fd3-43a773a324ae tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.508270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a456a36-10cb-4f17-8500-b2dc05f6fefa req-63e7a8ef-6533-44c6-8fd3-43a773a324ae tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0616748 Feb 09 21:56:11.551377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=ea501caa-ee74-42f4-8f0a-8e7ccfa681fc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:11.576536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:11.580327 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a456a36-10cb-4f17-8500-b2dc05f6fefa req-7f7200d9-94aa-430f-91ef-55aa68130f5d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711071 Feb 09 21:56:11.613456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a4efb624-ebce-41b0-a18d-62b076089ee1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8460872 Feb 09 21:56:11.614403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49912) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:11.625316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-477337987'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:11.654470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713d8f-5890-4cb2-816e-f275738b2fce req-4b5d3796-0cda-4a20-a6c9-cc2d4b3ffbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.656849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37713d8f-5890-4cb2-816e-f275738b2fce req-4b5d3796-0cda-4a20-a6c9-cc2d4b3ffbcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 1128 time: 0.0684702 Feb 09 21:56:11.666780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cde2-b1c0-4424-979a-38daf00f13a1 req-03bd65ef-e40c-4253-a324-379f5d05aeeb tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.668520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6640cde2-b1c0-4424-979a-38daf00f13a1 req-03bd65ef-e40c-4253-a324-379f5d05aeeb tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1357303 Feb 09 21:56:11.741943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6640cde2-b1c0-4424-979a-38daf00f13a1 req-45aba67f-8e6e-47b6-b3e0-b49d4c400b3c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670271 Feb 09 21:56:11.765395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.780746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:11.785777 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.789693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713d8f-5890-4cb2-816e-f275738b2fce req-58dc812a-c47b-4422-af6c-7739ea49de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.792985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37713d8f-5890-4cb2-816e-f275738b2fce req-58dc812a-c47b-4422-af6c-7739ea49de74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 912 time: 0.1268389 Feb 09 21:56:11.814112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:11.825807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (73cbd338-5bc2-4541-b5b3-6dba9cebc769), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.826175 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment 73cbd338-5bc2-4541-b5b3-6dba9cebc769 of type vlan for network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 Feb 09 21:56:11.848038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37713d8f-5890-4cb2-816e-f275738b2fce req-e07e6173-e7e6-425b-8c2e-58687ac9236d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9 HTTP/1.1" status: 200 len: 217 time: 0.0484269 Feb 09 21:56:11.871635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (1ddd0808-4b5b-4ebf-a14b-7a5b653731a9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.908645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713d8f-5890-4cb2-816e-f275738b2fce req-83098c88-93c4-4147-99a2-004cd54e58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.910089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37713d8f-5890-4cb2-816e-f275738b2fce req-83098c88-93c4-4147-99a2-004cd54e58f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 200 len: 851 time: 0.0534129 Feb 09 21:56:11.948658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37713d8f-5890-4cb2-816e-f275738b2fce req-486ef335-ff23-43bf-9e8e-8f0691a75ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315571 Feb 09 21:56:11.958125 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (1ddd0808-4b5b-4ebf-a14b-7a5b653731a9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.963934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.964829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.043476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=1ddd0808-4b5b-4ebf-a14b-7a5b653731a9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.055425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:12.095886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d5070de0-ac94-4f08-bfd6-9cc0b9735c76 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4786644 Feb 09 21:56:12.099025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:12.104303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': 'ea501caa-ee74-42f4-8f0a-8e7ccfa681fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:12.117045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37713d8f-5890-4cb2-816e-f275738b2fce req-c6e4a093-8a4f-4f36-a557-61fc294bcf9f service neutron] 10.222.0.30 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608472 Feb 09 21:56:12.247577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37713d8f-5890-4cb2-816e-f275738b2fce req-b2f0639a-162b-4d97-9783-5cb8ddba3c24 service neutron] 10.222.0.30 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241663 Feb 09 21:56:12.320632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:12.324158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.601066 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (f301e622-a0b7-40dd-bcf8-6142d2cf0656), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.682626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=f301e622-a0b7-40dd-bcf8-6142d2cf0656,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.692707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': 'ccedb495-b389-4893-bfad-77b563d054ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ea501caa-ee74-42f4-8f0a-8e7ccfa681fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:12.693181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: ea501caa-ee74-42f4-8f0a-8e7ccfa681fc, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:12.733761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf662c-4800-4b04-9f30-354bd057a412 req-b60530ba-cf38-4f06-8ede-fcd25f50d82b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:12.735459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ccf662c-4800-4b04-9f30-354bd057a412 req-b60530ba-cf38-4f06-8ede-fcd25f50d82b tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0754924 Feb 09 21:56:12.772250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:12.811689 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ccf662c-4800-4b04-9f30-354bd057a412 req-a73e9301-663a-442a-b4e8-7b62dabcc9a7 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693712 Feb 09 21:56:12.871185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ea501caa-ee74-42f4-8f0a-8e7ccfa681fc) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:12.878607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:12.879302 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.882173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c038156-b06b-4860-a3a5-2d7d684eeb69 None None] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:12.916665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6608-7f39-48a5-b73c-08c95835de11 req-170f895c-614a-4e6d-a118-1c40705f317a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:12.918352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4d6e6608-7f39-48a5-b73c-08c95835de11 req-170f895c-614a-4e6d-a118-1c40705f317a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0843241 Feb 09 21:56:12.978584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4d6e6608-7f39-48a5-b73c-08c95835de11 req-8e072184-9c2d-440d-bf5a-ac174a0dcd74 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Feb 09 21:56:12.983880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f0103755-a8d5-47ac-a5d3-65033d8efdb3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8838096 Feb 09 21:56:12.987563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49930) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:12.992801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': '1ddd0808-4b5b-4ebf-a14b-7a5b653731a9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:12.999342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ea501caa-ee74-42f4-8f0a-8e7ccfa681fc', 'network_id': 'ea501caa-ee74-42f4-8f0a-8e7ccfa681fc', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': 'f301e622-a0b7-40dd-bcf8-6142d2cf0656'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:13.000285 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.178821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Allocated IP 2001:db8::2 (ea501caa-ee74-42f4-8f0a-8e7ccfa681fc/f301e622-a0b7-40dd-bcf8-6142d2cf0656/c71d2bd5-5eef-42df-97ad-7fb433b8b9a1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:13.196282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:13.200400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.359892 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Publish callbacks [] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.452536 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.482152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.524964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:13.529072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Pushing event updated for resources: {'Port': ['ID=c71d2bd5-5eef-42df-97ad-7fb433b8b9a1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:13.536365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:13.538663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:13.549253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:13.562430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': '73cbd338-5bc2-4541-b5b3-6dba9cebc769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1ddd0808-4b5b-4ebf-a14b-7a5b653731a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:13.562430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:13.609173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Attempting to bind port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:13.609550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Attempting to bind port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ccedb495-b389-4893-bfad-77b563d054ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ea501caa-ee74-42f4-8f0a-8e7ccfa681fc'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:13.609924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Attempting to bind port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 on network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:13.615497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:13.616480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Checking segment: {'id': 'ccedb495-b389-4893-bfad-77b563d054ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ea501caa-ee74-42f4-8f0a-8e7ccfa681fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:13.616919 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.617307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Bound using segment: {'id': 'ccedb495-b389-4893-bfad-77b563d054ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ea501caa-ee74-42f4-8f0a-8e7ccfa681fc'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:13.618000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Bound port: c71d2bd5-5eef-42df-97ad-7fb433b8b9a1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccedb495-b389-4893-bfad-77b563d054ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'ea501caa-ee74-42f4-8f0a-8e7ccfa681fc'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:13.618391 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.674573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:13.686816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] For port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:13.690697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] For port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c71d2bd5-5eef-42df-97ad-7fb433b8b9a1,segment=NetworkSegment(ccedb495-b389-4893-bfad-77b563d054ce),segment_id=ccedb495-b389-4893-bfad-77b563d054ce)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:13.760386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:13.771616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:13.772512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.773624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c16681-f348-40c1-af78-9d7d193c6de4 None None] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:13.788824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.878107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49938) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:13.878635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b8d50fac-6e5a-4c6d-bd9c-bc76dc385e5d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8899872 Feb 09 21:56:13.882729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7a33c81d-29e8-40f0-ae9e-a438102c8913 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-839323468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:13.936247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c055e3-dd9b-43dd-bbea-d04ba34a9cb7 None None] Pushing event updated for resources: {'Port': ['ID=c71d2bd5-5eef-42df-97ad-7fb433b8b9a1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:13.978840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-1ddd0808-4b5b-4ebf-a14b-7a5b653731a9', 'network_id': '1ddd0808-4b5b-4ebf-a14b-7a5b653731a9', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': 'e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:13.980472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.006334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a33c81d-29e8-40f0-ae9e-a438102c8913 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (3623ef5d-47fd-4f4c-ab99-704626e9431d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.008461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a33c81d-29e8-40f0-ae9e-a438102c8913 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (3623ef5d-47fd-4f4c-ab99-704626e9431d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.029527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7eb5-aa5f-469d-aa51-9cae73f6a7e7 req-bd40a4c0-f7db-408a-982e-9c6c07f4ee1e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:14.031114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-603b7eb5-aa5f-469d-aa51-9cae73f6a7e7 req-bd40a4c0-f7db-408a-982e-9c6c07f4ee1e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0951376 Feb 09 21:56:14.133735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-603b7eb5-aa5f-469d-aa51-9cae73f6a7e7 req-4a73eb3e-015e-4ca1-bc75-3e641cd2666e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899289 Feb 09 21:56:14.264832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a33c81d-29e8-40f0-ae9e-a438102c8913 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (3623ef5d-47fd-4f4c-ab99-704626e9431d), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.298182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459e3d-c303-4fe9-be32-24676d9002e5 req-c8eb71b3-c60f-4315-b5ec-6c1ba2ef7491 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:14.300228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4459e3d-c303-4fe9-be32-24676d9002e5 req-c8eb71b3-c60f-4315-b5ec-6c1ba2ef7491 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1886151 Feb 09 21:56:14.346372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a33c81d-29e8-40f0-ae9e-a438102c8913 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (3623ef5d-47fd-4f4c-ab99-704626e9431d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.404706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4459e3d-c303-4fe9-be32-24676d9002e5 req-f036210c-3f95-4119-81d4-92e2d608f0e0 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961676 Feb 09 21:56:14.484219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a33c81d-29e8-40f0-ae9e-a438102c8913 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.488409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7a33c81d-29e8-40f0-ae9e-a438102c8913 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6064274 Feb 09 21:56:14.488615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49950) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:14.600364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Allocated IP 2001:db8:1::2 (1ddd0808-4b5b-4ebf-a14b-7a5b653731a9/e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8/6b95954c-16c0-4fb4-99b1-936db53a4a7d) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:14.827510 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Publish callbacks [] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.878586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.898538 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.959613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Pushing event updated for resources: {'Port': ['ID=6b95954c-16c0-4fb4-99b1-936db53a4a7d,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:14.969298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:14.972249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:14.975280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:15.073632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Attempting to bind port 6b95954c-16c0-4fb4-99b1-936db53a4a7d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:15.074374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Attempting to bind port 6b95954c-16c0-4fb4-99b1-936db53a4a7d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '73cbd338-5bc2-4541-b5b3-6dba9cebc769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1ddd0808-4b5b-4ebf-a14b-7a5b653731a9'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:15.075143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Attempting to bind port 6b95954c-16c0-4fb4-99b1-936db53a4a7d on network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:15.082610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:15.083511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Checking segment: {'id': '73cbd338-5bc2-4541-b5b3-6dba9cebc769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1ddd0808-4b5b-4ebf-a14b-7a5b653731a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:15.084277 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.085248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Bound using segment: {'id': '73cbd338-5bc2-4541-b5b3-6dba9cebc769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1ddd0808-4b5b-4ebf-a14b-7a5b653731a9'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:15.085887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Bound port: 6b95954c-16c0-4fb4-99b1-936db53a4a7d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cbd338-5bc2-4541-b5b3-6dba9cebc769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1ddd0808-4b5b-4ebf-a14b-7a5b653731a9'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:15.086424 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.171623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] For port 6b95954c-16c0-4fb4-99b1-936db53a4a7d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:15.178713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] For port 6b95954c-16c0-4fb4-99b1-936db53a4a7d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6b95954c-16c0-4fb4-99b1-936db53a4a7d,segment=NetworkSegment(73cbd338-5bc2-4541-b5b3-6dba9cebc769),segment_id=73cbd338-5bc2-4541-b5b3-6dba9cebc769)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:15.280871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.322710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb075e87-16a9-4815-bf47-d6c94d532d58 req-d59dcbd5-bba3-449d-aa45-fd221078d6ed tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:15.334954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb075e87-16a9-4815-bf47-d6c94d532d58 req-d59dcbd5-bba3-449d-aa45-fd221078d6ed tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1109927 Feb 09 21:56:15.426431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb075e87-16a9-4815-bf47-d6c94d532d58 req-0cc83651-1dc2-47ad-a152-301601300a22 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893567 Feb 09 21:56:15.507878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15a3d0-4039-4706-9d3a-b98ef807aa8b None None] Pushing event updated for resources: {'Port': ['ID=6b95954c-16c0-4fb4-99b1-936db53a4a7d,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:15.522765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8::1 (ea501caa-ee74-42f4-8f0a-8e7ccfa681fc/f301e622-a0b7-40dd-bcf8-6142d2cf0656/0f02609f-961d-466f-87c7-4a11a87e1b7b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:15.525056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395bdcdd-9f61-4fff-8821-3054cc794096 None None] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:15.688268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66074ff-c1ce-4064-9811-0f50a6be26e8 req-92fe244c-a127-4978-a086-b4f363516865 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:15.689986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c66074ff-c1ce-4064-9811-0f50a6be26e8 req-92fe244c-a127-4978-a086-b4f363516865 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1624050 Feb 09 21:56:15.700120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-95264684-7a7b-4309-82be-6581e414fe85 None None] Provisioning complete for port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:15.700601 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-95264684-7a7b-4309-82be-6581e414fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.774992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.847414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c66074ff-c1ce-4064-9811-0f50a6be26e8 req-3fb71ba3-0bca-4cfe-b02e-49276f39ada7 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358573 Feb 09 21:56:15.886427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-95264684-7a7b-4309-82be-6581e414fe85 None None] Current status of the port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:15.886909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-95264684-7a7b-4309-82be-6581e414fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.895943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.927539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-95264684-7a7b-4309-82be-6581e414fe85 None None] For port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c71d2bd5-5eef-42df-97ad-7fb433b8b9a1,segment=NetworkSegment(ccedb495-b389-4893-bfad-77b563d054ce),segment_id=ccedb495-b389-4893-bfad-77b563d054ce)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:15.962877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:15.966098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:15.973312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:15.973878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.977671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=0f02609f-961d-466f-87c7-4a11a87e1b7b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:16.010557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-95264684-7a7b-4309-82be-6581e414fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.119150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95264684-7a7b-4309-82be-6581e414fe85 None None] Pushing event updated for resources: {'Port': ['ID=c71d2bd5-5eef-42df-97ad-7fb433b8b9a1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:16.212064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6b95954c-16c0-4fb4-99b1-936db53a4a7d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:16.277888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f3488484-8405-4cd0-8e96-e617846c6d4b None None] Provisioning complete for port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:16.280043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3488484-8405-4cd0-8e96-e617846c6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.349751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6b95954c-16c0-4fb4-99b1-936db53a4a7d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:16.350588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.369113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.598407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f3488484-8405-4cd0-8e96-e617846c6d4b None None] Current status of the port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:16.644392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6b95954c-16c0-4fb4-99b1-936db53a4a7d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:16.644794 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.742947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 6b95954c-16c0-4fb4-99b1-936db53a4a7d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6b95954c-16c0-4fb4-99b1-936db53a4a7d,segment=NetworkSegment(73cbd338-5bc2-4541-b5b3-6dba9cebc769),segment_id=73cbd338-5bc2-4541-b5b3-6dba9cebc769)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:16.827837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a64edfca-af57-41e1-b58d-2a7d526cf864 None None] Provisioning complete for port 0f02609f-961d-466f-87c7-4a11a87e1b7b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:16.828458 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a64edfca-af57-41e1-b58d-2a7d526cf864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.833294 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.835290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:16.929948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.948703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3ad41-65ac-4431-acc0-82946e6f1bcd req-e13cd712-d4ab-44bf-a4ee-a09c377d6f3a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:16.951456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1c3ad41-65ac-4431-acc0-82946e6f1bcd req-e13cd712-d4ab-44bf-a4ee-a09c377d6f3a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.2678134 Feb 09 21:56:17.030769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.031604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.088834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a64edfca-af57-41e1-b58d-2a7d526cf864 None None] Port 0f02609f-961d-466f-87c7-4a11a87e1b7b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:17.108625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ac680-f0d2-418c-8b81-70787e85d2c8 None None] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:17.179301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1c3ad41-65ac-4431-acc0-82946e6f1bcd req-05c0db5d-e5aa-4f6c-bdf7-65884887bb1a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217021 Feb 09 21:56:17.237513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=0f02609f-961d-466f-87c7-4a11a87e1b7b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:17.266721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=6b95954c-16c0-4fb4-99b1-936db53a4a7d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:17.283826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:17.284210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.294999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6145ad3a-7394-4571-ad4c-dc84bc42f878 None None] Provisioning complete for port 6b95954c-16c0-4fb4-99b1-936db53a4a7d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:17.294999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6145ad3a-7394-4571-ad4c-dc84bc42f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.339265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:17.344441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:17.476117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6145ad3a-7394-4571-ad4c-dc84bc42f878 None None] Current status of the port 6b95954c-16c0-4fb4-99b1-936db53a4a7d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:17.561736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:17.725379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c68ae-86a3-466c-a579-975a64d14e5a req-595782c3-8f4e-48d5-8cbf-a3aa9e066bac tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:17.728456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866c68ae-86a3-466c-a579-975a64d14e5a req-595782c3-8f4e-48d5-8cbf-a3aa9e066bac tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.2814138 Feb 09 21:56:17.756814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caee4d8-75b7-4ade-8708-613a7b38dcb7 req-2e665e78-920d-4e88-baaa-7a925d0115c8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:17.759487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1caee4d8-75b7-4ade-8708-613a7b38dcb7 req-2e665e78-920d-4e88-baaa-7a925d0115c8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1155043 Feb 09 21:56:17.849934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866c68ae-86a3-466c-a579-975a64d14e5a req-d1751d80-95f7-4a45-8e27-5d10903ccacb tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093354 Feb 09 21:56:17.874872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 3623ef5d-47fd-4f4c-ab99-704626e9431d is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:56:17.906628 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1caee4d8-75b7-4ade-8708-613a7b38dcb7 req-3ab0640c-ce59-401b-8a6d-c30d30398072 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367471 Feb 09 21:56:18.038078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-36047a88-dfb6-451a-98d6-c05f206b1a06 None None] Provisioning complete for port 6b95954c-16c0-4fb4-99b1-936db53a4a7d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:18.038694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36047a88-dfb6-451a-98d6-c05f206b1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.080445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6b95954c-16c0-4fb4-99b1-936db53a4a7d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:18.107581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:18.120486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fd990a43-7229-464a-8ee3-7dc57c5bf18f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/3623ef5d-47fd-4f4c-ab99-704626e9431d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6307039 Feb 09 21:56:18.123191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49992) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:18.132674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] Sync routers for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:18.181182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:18.185653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:18.194874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57f9f2a-b17f-40e9-931d-5357c375d937 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.196359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e57f9f2a-b17f-40e9-931d-5357c375d937 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports/0f02609f-961d-466f-87c7-4a11a87e1b7b HTTP/1.1" status: 200 len: 911 time: 0.0710630 Feb 09 21:56:18.199223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49994) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:18.228334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:18.249321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:18.249951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:18.336979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:18.337636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe183206-a7ed-4607-afac-f24826667ac0 None None] The sync data for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:18.342837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6b95954c-16c0-4fb4-99b1-936db53a4a7d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:18.344369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.388250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-36047a88-dfb6-451a-98d6-c05f206b1a06 None None] Current status of the port 6b95954c-16c0-4fb4-99b1-936db53a4a7d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:18.413284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-36047a88-dfb6-451a-98d6-c05f206b1a06 None None] Provisioning complete for port 0f02609f-961d-466f-87c7-4a11a87e1b7b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:18.413664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36047a88-dfb6-451a-98d6-c05f206b1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.458074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6813-10f9-4482-aa8d-cb95f6284c0e req-b41a2046-d3c1-4f99-ae59-ad33beb28d6d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.465977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57fd6813-10f9-4482-aa8d-cb95f6284c0e req-b41a2046-d3c1-4f99-ae59-ad33beb28d6d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1505082 Feb 09 21:56:18.491919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-36047a88-dfb6-451a-98d6-c05f206b1a06 None None] Port 0f02609f-961d-466f-87c7-4a11a87e1b7b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:18.494635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6b95954c-16c0-4fb4-99b1-936db53a4a7d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:18.496049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:18.572387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:18.572762 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.663061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57fd6813-10f9-4482-aa8d-cb95f6284c0e req-7a0adbb6-e6ef-448e-8147-9e2aa1fd8d4f tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960080 Feb 09 21:56:18.728943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.738088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:19.113842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e792f0-f19f-43e5-936a-e2301c4b34cf req-9262f724-35f8-4d84-9285-b8a73b3139f6 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:19.127098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8:1::1 (1ddd0808-4b5b-4ebf-a14b-7a5b653731a9/e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8/9ac29c99-7151-44a8-93ed-5f3160903a55) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:19.129792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26e792f0-f19f-43e5-936a-e2301c4b34cf req-9262f724-35f8-4d84-9285-b8a73b3139f6 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1263978 Feb 09 21:56:19.240452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26e792f0-f19f-43e5-936a-e2301c4b34cf req-ce4b07b7-f55a-447a-9f2c-5861e78e7bfe tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088662 Feb 09 21:56:19.278434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0af2db-0df7-4e07-8a7b-dd23caacbaba req-9a7a1b42-232f-4793-b989-92a41797e5b2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:19.280061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e0af2db-0df7-4e07-8a7b-dd23caacbaba req-9a7a1b42-232f-4793-b989-92a41797e5b2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0872769 Feb 09 21:56:19.382277 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.395762 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e0af2db-0df7-4e07-8a7b-dd23caacbaba req-8b32c20b-12dc-467f-a676-7acf6ae78126 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064024 Feb 09 21:56:19.530314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.574791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:19.580518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:19.583394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:19.584050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.880147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285873f9-15eb-41b4-b9c6-37ce944da2a6 req-3315b29f-45d3-434b-b00f-31128a5e4f92 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:19.883645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-285873f9-15eb-41b4-b9c6-37ce944da2a6 req-3315b29f-45d3-434b-b00f-31128a5e4f92 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1055751 Feb 09 21:56:19.937049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f19613cd-4804-49d8-aba9-80771570be52 None None] Provisioning complete for port 9ac29c99-7151-44a8-93ed-5f3160903a55 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:19.937604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f19613cd-4804-49d8-aba9-80771570be52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.971116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=9ac29c99-7151-44a8-93ed-5f3160903a55,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.981201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f19613cd-4804-49d8-aba9-80771570be52 None None] Port 9ac29c99-7151-44a8-93ed-5f3160903a55 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:19.988749 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-285873f9-15eb-41b4-b9c6-37ce944da2a6 req-716f57d9-0885-4e9d-a9d5-f4b4e895081a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987010 Feb 09 21:56:20.156957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.232226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-4ab458bf-b634-4c84-ada9-50c890403be0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607388 Feb 09 21:56:20.316431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-95ed7e4d-a28f-4081-95df-dc72adc3b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.322512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-95ed7e4d-a28f-4081-95df-dc72adc3b34e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87edc6d9e87140a5b7b616ed0161e948&device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 1127 time: 0.0610037 Feb 09 21:56:20.442383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0939bd-1d16-4b49-a3e3-64c6c31f19d9 req-62f488de-2b1e-4452-b102-0e0cb061a2f1 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.444429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0939bd-1d16-4b49-a3e3-64c6c31f19d9 req-62f488de-2b1e-4452-b102-0e0cb061a2f1 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1015334 Feb 09 21:56:20.459568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-6b3f735d-8a44-41e7-8154-0331ae071851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.466149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-6b3f735d-8a44-41e7-8154-0331ae071851 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 200 len: 907 time: 0.1162107 Feb 09 21:56:20.536408 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-835505e7-7703-45ec-84c3-743dc4e4216f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0818af8e-0b26-4d4b-b9f0-ef9054f36420 HTTP/1.1" status: 200 len: 217 time: 0.0663030 Feb 09 21:56:20.550647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a0939bd-1d16-4b49-a3e3-64c6c31f19d9 req-c87b734d-3b36-4d3a-a8a1-40f847c6998d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791035 Feb 09 21:56:20.609814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.651005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-304fb5d3-7e56-4900-b2d5-829496eb974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.657187 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-304fb5d3-7e56-4900-b2d5-829496eb974a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 200 len: 846 time: 0.0681052 Feb 09 21:56:20.659741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f8e67-fb2b-457c-b0bf-848cda3ba925 req-35727083-df64-403f-95ce-b99285fc585d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.661184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce7f8e67-fb2b-457c-b0bf-848cda3ba925 req-35727083-df64-403f-95ce-b99285fc585d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1209760 Feb 09 21:56:20.686067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.687158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.731308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-92faf2ae-30eb-4e20-bf7e-72d849efeafb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db08f182-0208-4e22-bbcf-756d7e20679c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603650 Feb 09 21:56:20.789767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=9ac29c99-7151-44a8-93ed-5f3160903a55,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:20.848289 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce7f8e67-fb2b-457c-b0bf-848cda3ba925 req-83d4f8d3-b736-44e7-af2c-4307ed71869d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799622 Feb 09 21:56:20.872580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:20.874432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:20.888567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-b923cef2-9fbf-4f0a-b11e-84b9905b443b service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452658 Feb 09 21:56:21.001772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 3623ef5d-47fd-4f4c-ab99-704626e9431d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:21.020883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8e8b637-4735-4890-8367-70cf217a3a1b req-4ed0ee2a-3c83-4bff-beab-eeea01c4a215 service neutron] 10.222.0.30 "GET /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250763 Feb 09 21:56:21.170975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:21.178979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6547f4f3-e0ff-40a8-a970-cd94b48ea5e4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/3623ef5d-47fd-4f4c-ab99-704626e9431d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9787793 Feb 09 21:56:21.182439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50028) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:21.201579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6917b52-50d1-4f38-8456-4c3495e72833 req-c513d5dc-162f-4b97-a27a-71d4bf16a595 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.203766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6917b52-50d1-4f38-8456-4c3495e72833 req-c513d5dc-162f-4b97-a27a-71d4bf16a595 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1135011 Feb 09 21:56:21.208809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] Sync routers for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:21.226962 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:21.229694 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:21.245657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2f064a-82a7-4012-a552-327aabd8d156 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.249827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cc2f064a-82a7-4012-a552-327aabd8d156 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports/9ac29c99-7151-44a8-93ed-5f3160903a55 HTTP/1.1" status: 200 len: 913 time: 0.0636461 Feb 09 21:56:21.250330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:21.251513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-49122e68-d93a-4b19-8c90-1704e467dd07 None None] Provisioning complete for port 9ac29c99-7151-44a8-93ed-5f3160903a55 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:21.252026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-49122e68-d93a-4b19-8c90-1704e467dd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.292958 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:21.306255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6917b52-50d1-4f38-8456-4c3495e72833 req-83ef0a8e-babd-4d34-b45a-ad1c9c9f84b3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907240 Feb 09 21:56:21.316425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:21.317671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:21.327940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-49122e68-d93a-4b19-8c90-1704e467dd07 None None] Port 9ac29c99-7151-44a8-93ed-5f3160903a55 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:21.371539 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:21.372354 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47be3-fd30-4863-8bcc-4eb02eb78d09 None None] The sync data for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:21.725360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.741130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbac69-58e7-4a9e-b182-38f54a0a5f36 req-1311f507-70ef-4d9e-a35b-d2d3f8f3abf4 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.743080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ebbbac69-58e7-4a9e-b182-38f54a0a5f36 req-1311f507-70ef-4d9e-a35b-d2d3f8f3abf4 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1071463 Feb 09 21:56:21.761657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-a5068750-75cd-4c13-a871-4e0b40cf1df4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693207 Feb 09 21:56:21.850716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-c60db1d9-626f-4c4d-a61b-bb8615a1a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.852206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-c60db1d9-626f-4c4d-a61b-bb8615a1a32f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 1127 time: 0.0606086 Feb 09 21:56:22.094527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8459a-feff-4da2-840f-7738bd20d7e2 req-7c0ebbf7-e3d1-491f-a0ad-e900db668666 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:22.096164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3af8459a-feff-4da2-840f-7738bd20d7e2 req-7c0ebbf7-e3d1-491f-a0ad-e900db668666 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0821617 Feb 09 21:56:22.130281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-3df2ad5a-b998-45b0-8bf1-8a71692fc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:22.132868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-3df2ad5a-b998-45b0-8bf1-8a71692fc8c3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.2568483 Feb 09 21:56:22.203243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-2f1c2b87-b812-4861-9097-0974a020137f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83899610-9992-4069-a9a1-22fcff2261c1 HTTP/1.1" status: 200 len: 217 time: 0.0578456 Feb 09 21:56:22.253374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ebbbac69-58e7-4a9e-b182-38f54a0a5f36 req-f569df46-9d51-41f7-8c11-46fe462441ce tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765723 Feb 09 21:56:22.268511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-0eea4764-337a-4389-ae9c-c94877523989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:22.270703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-0eea4764-337a-4389-ae9c-c94877523989 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.0560329 Feb 09 21:56:22.276127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3af8459a-feff-4da2-840f-7738bd20d7e2 req-9a34d4be-14b0-4809-8538-58faa6ba4874 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685948 Feb 09 21:56:22.343883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-3c5ca93c-64db-455b-b2eb-a7efc9d7dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:22.346616 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-3c5ca93c-64db-455b-b2eb-a7efc9d7dfb9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693326 Feb 09 21:56:22.484047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-ecb72893-e2cf-459a-8bc5-ac93b7d623fd service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314814 Feb 09 21:56:22.504607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781f8f-7deb-48dc-bb6d-7197542f50c3 req-f05dee66-de11-46d0-afa4-0a479b34f2ae tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:22.506154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c781f8f-7deb-48dc-bb6d-7197542f50c3 req-f05dee66-de11-46d0-afa4-0a479b34f2ae tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0958927 Feb 09 21:56:22.554985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 9ac29c99-7151-44a8-93ed-5f3160903a55 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:22.555275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.601031 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbac2b0f-017a-4c02-91a0-1234a612329e req-1e9955f0-7def-41cc-867b-54e5c284faaf service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106875 Feb 09 21:56:22.652222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c781f8f-7deb-48dc-bb6d-7197542f50c3 req-77b66529-f019-44be-9cf1-9389a3a44f3c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388116 Feb 09 21:56:22.681907 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.695388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 9ac29c99-7151-44a8-93ed-5f3160903a55 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:23.006942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9ac29c99-7151-44a8-93ed-5f3160903a55), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.054903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=9ac29c99-7151-44a8-93ed-5f3160903a55,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:23.166377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875843f7-73bc-406f-95ee-ab7074a5ed31 req-584e9a17-ab98-4289-aa06-01e5d396eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.168010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-875843f7-73bc-406f-95ee-ab7074a5ed31 req-584e9a17-ab98-4289-aa06-01e5d396eb18 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1127 time: 0.2258418 Feb 09 21:56:23.200039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.313105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-875843f7-73bc-406f-95ee-ab7074a5ed31 req-f0a689f4-b301-4901-9ae1-762fb07dc1bb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374531 Feb 09 21:56:23.463562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e875-4a54-4931-a304-f30564ef3ce9 req-b0b21945-bb1a-49c4-a1b3-d1d4e61306ee tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.465570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7908e875-4a54-4931-a304-f30564ef3ce9 req-b0b21945-bb1a-49c4-a1b3-d1d4e61306ee tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0665627 Feb 09 21:56:23.514793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 3623ef5d-47fd-4f4c-ab99-704626e9431d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:23.518993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7908e875-4a54-4931-a304-f30564ef3ce9 req-bced4865-cf26-4ca3-9a29-26b7d08f8e15 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Feb 09 21:56:23.528710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f15f-539d-4453-9c3e-baac868b775c req-849d3c2c-5a82-4c18-b759-89dbc555b996 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.530236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c99f15f-539d-4453-9c3e-baac868b775c req-849d3c2c-5a82-4c18-b759-89dbc555b996 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1157427 Feb 09 21:56:23.664699 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c99f15f-539d-4453-9c3e-baac868b775c req-a119a2bc-768d-4e74-bef2-70489cf08548 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261392 Feb 09 21:56:23.665659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:23.673999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2dbc46e2-a460-472c-a55e-3c2730d92c26 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/3623ef5d-47fd-4f4c-ab99-704626e9431d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4197788 Feb 09 21:56:23.679209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50062) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:23.689430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] Sync routers for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:23.715570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:23.716249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:23.798428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:23.808061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:23.808942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:23.812471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30039d59-6262-4b3e-ada7-2c9f8a411013 req-5d38481e-1646-43b9-82f5-dca9b1a697f2 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.818449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30039d59-6262-4b3e-ada7-2c9f8a411013 req-5d38481e-1646-43b9-82f5-dca9b1a697f2 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0694747 Feb 09 21:56:23.858787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:23.859449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a681fc-8072-4237-825e-eab7acd7ef17 None None] The sync data for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:23.874536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30039d59-6262-4b3e-ada7-2c9f8a411013 req-6f882a7d-b153-40aa-aaca-a6ac4c7bdb9d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 Feb 09 21:56:24.082793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.385273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 0f02609f-961d-466f-87c7-4a11a87e1b7b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:24.385853 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.523260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.543611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 0f02609f-961d-466f-87c7-4a11a87e1b7b owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:24.711860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152fecb-83d8-4f77-93ca-061ab38a69af req-60b40a23-8657-4f4f-9823-05e3aaef88f9 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:24.713790 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d152fecb-83d8-4f77-93ca-061ab38a69af req-60b40a23-8657-4f4f-9823-05e3aaef88f9 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0924933 Feb 09 21:56:24.867419 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d152fecb-83d8-4f77-93ca-061ab38a69af req-c316b7aa-1f7b-4993-bd7c-10e0f3583ac8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103663 Feb 09 21:56:24.969426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f15fe-4cc0-40ee-a76e-62b01428d055 req-20b5dd53-86b6-4fda-bd25-10ab976e5b42 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:24.974655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be6f15fe-4cc0-40ee-a76e-62b01428d055 req-20b5dd53-86b6-4fda-bd25-10ab976e5b42 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1209857 Feb 09 21:56:25.042151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be6f15fe-4cc0-40ee-a76e-62b01428d055 req-a5d33930-c726-4f8b-a7e6-22f54b5d6ee4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653048 Feb 09 21:56:25.052570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2133191-d177-4380-9074-c06a9b5f8613 req-c675bece-1675-4fae-84a3-c8a32c81c6f1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:25.054171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2133191-d177-4380-9074-c06a9b5f8613 req-c675bece-1675-4fae-84a3-c8a32c81c6f1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.0854914 Feb 09 21:56:25.074545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0f02609f-961d-466f-87c7-4a11a87e1b7b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.164939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=0f02609f-961d-466f-87c7-4a11a87e1b7b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:25.311640 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2133191-d177-4380-9074-c06a9b5f8613 req-b82a62b9-f38a-481d-bd9d-41be02137cb1 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501407 Feb 09 21:56:25.371426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (3623ef5d-47fd-4f4c-ab99-704626e9431d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.603604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 3623ef5d-47fd-4f4c-ab99-704626e9431d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:25.667407 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:56:25.704258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:25.710243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d879f37a-2883-4e2e-a608-36e344fd5e0a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/3623ef5d-47fd-4f4c-ab99-704626e9431d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348806 Feb 09 21:56:25.713193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50094) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:25.717093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] Sync routers for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:25.734315 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:25.735169 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:25.745014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5124231d-cf1b-4113-b553-74b42079b502 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=3623ef5d-47fd-4f4c-ab99-704626e9431d HTTP/1.1" status: 200 len: 205 time: 0.0305839 Feb 09 21:56:25.747674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50096) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:25.788679 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:25.808482 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] Routers {'3623ef5d-47fd-4f4c-ab99-704626e9431d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:25.809294 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3623ef5d-47fd-4f4c-ab99-704626e9431d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:25.829860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba86fe48-6598-465c-826e-bcc02d5c5ad2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (3623ef5d-47fd-4f4c-ab99-704626e9431d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.852248 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:25.853090 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395bdf3-b4f4-4ee1-bb79-308c06d0a866 None None] The sync data for ids ['3623ef5d-47fd-4f4c-ab99-704626e9431d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:26.127458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba86fe48-6598-465c-826e-bcc02d5c5ad2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (3623ef5d-47fd-4f4c-ab99-704626e9431d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.131044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba86fe48-6598-465c-826e-bcc02d5c5ad2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (3623ef5d-47fd-4f4c-ab99-704626e9431d), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.166806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b50a6-c77c-4cf1-87c8-88b0827c1c28 req-af382ba0-259e-4091-b0c0-fa7803c8473d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:26.171144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d1b50a6-c77c-4cf1-87c8-88b0827c1c28 req-af382ba0-259e-4091-b0c0-fa7803c8473d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.2045281 Feb 09 21:56:26.251328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d1b50a6-c77c-4cf1-87c8-88b0827c1c28 req-8a905751-5a18-4580-b0cb-03b625c60f29 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Feb 09 21:56:26.305947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68821ae-2170-49ef-ab06-0417fae3c1e6 req-c6ed3b5c-b50d-4d56-b070-aaa5bb1d0d87 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:26.307463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e68821ae-2170-49ef-ab06-0417fae3c1e6 req-c6ed3b5c-b50d-4d56-b070-aaa5bb1d0d87 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1013250 Feb 09 21:56:26.320326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba86fe48-6598-465c-826e-bcc02d5c5ad2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (3623ef5d-47fd-4f4c-ab99-704626e9431d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.320832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba86fe48-6598-465c-826e-bcc02d5c5ad2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Fanout notify agent at l3_agent the message router_deleted on router 3623ef5d-47fd-4f4c-ab99-704626e9431d {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:26.337497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba86fe48-6598-465c-826e-bcc02d5c5ad2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.339483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba86fe48-6598-465c-826e-bcc02d5c5ad2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/3623ef5d-47fd-4f4c-ab99-704626e9431d HTTP/1.1" status: 204 len: 168 time: 0.5905528 Feb 09 21:56:26.342368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50106) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:26.425698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:26.432904 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.439320 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e68821ae-2170-49ef-ab06-0417fae3c1e6 req-6f2d4b98-97de-4b60-a651-c5d5fc836e03 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241202 Feb 09 21:56:26.525135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.577821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75ff3d-dff3-43b9-92bb-017ff949d65d req-b5524e8d-324f-4e9d-b669-cf5b029b6828 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:26.580185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c75ff3d-dff3-43b9-92bb-017ff949d65d req-b5524e8d-324f-4e9d-b669-cf5b029b6828 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1379545 Feb 09 21:56:26.682985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c75ff3d-dff3-43b9-92bb-017ff949d65d req-325cf2bb-9f25-4b27-aa18-f9f8b353915c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925434 Feb 09 21:56:26.685815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.817843 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.848004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:26.852878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.856488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2070b8a3-d44c-4726-bb35-39585f138d10 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8 HTTP/1.1" status: 204 len: 168 time: 0.5128741 Feb 09 21:56:26.859147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50118) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:26.867879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95cdbef-23de-46e5-b66b-c817b9fc02a7 None None] Network 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:26.953361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet f301e622-a0b7-40dd-bcf8-6142d2cf0656 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:26.957370 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (f301e622-a0b7-40dd-bcf8-6142d2cf0656), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.010055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f301e622-a0b7-40dd-bcf8-6142d2cf0656), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.105258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] DHCP port deletion for 1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:27.106743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f301e622-a0b7-40dd-bcf8-6142d2cf0656), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.180247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] Deleting port 6b95954c-16c0-4fb4-99b1-936db53a4a7d {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:27.180454 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.246446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f301e622-a0b7-40dd-bcf8-6142d2cf0656), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.269133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] For port 6b95954c-16c0-4fb4-99b1-936db53a4a7d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6b95954c-16c0-4fb4-99b1-936db53a4a7d,segment=NetworkSegment(73cbd338-5bc2-4541-b5b3-6dba9cebc769),segment_id=73cbd338-5bc2-4541-b5b3-6dba9cebc769)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:27.269455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.285639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] Calling delete_port for 6b95954c-16c0-4fb4-99b1-936db53a4a7d owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:27.320374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=f301e622-a0b7-40dd-bcf8-6142d2cf0656,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:27.336779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.343746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-858a0c47-27b1-4095-8842-57c0dea152ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/f301e622-a0b7-40dd-bcf8-6142d2cf0656 HTTP/1.1" status: 204 len: 168 time: 0.4814658 Feb 09 21:56:27.343999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50130) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:27.367937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe58136-665c-4529-aee7-f2ce92c95c0d None None] Network ea501caa-ee74-42f4-8f0a-8e7ccfa681fc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:27.494264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (1ddd0808-4b5b-4ebf-a14b-7a5b653731a9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.689808 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.749052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] Pushing event deleted for resources: {'Port': ['ID=6b95954c-16c0-4fb4-99b1-936db53a4a7d,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:27.758308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] DHCP port deletion for ea501caa-ee74-42f4-8f0a-8e7ccfa681fc request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:27.765991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be425-1faf-430c-ace2-4348c4048f19 req-71521f0f-8441-47c4-8214-1cc07c71709b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:27.771738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c66be425-1faf-430c-ace2-4348c4048f19 req-71521f0f-8441-47c4-8214-1cc07c71709b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1941268 Feb 09 21:56:27.784129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7b88c-b557-4fa9-829b-1d2026f2bd6b None None] No DVR routers for this DVR port 6b95954c-16c0-4fb4-99b1-936db53a4a7d on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:27.797345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 6b95954c-16c0-4fb4-99b1-936db53a4a7d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:27.797726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.881763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] Deleting port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:27.882311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.006052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 6b95954c-16c0-4fb4-99b1-936db53a4a7d, host n-d-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:28.006361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.023516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c66be425-1faf-430c-ace2-4348c4048f19 req-b867b019-052c-4523-93c0-f32ea8891b0a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440920 Feb 09 21:56:28.024740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] For port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c71d2bd5-5eef-42df-97ad-7fb433b8b9a1,segment=NetworkSegment(ccedb495-b389-4893-bfad-77b563d054ce),segment_id=ccedb495-b389-4893-bfad-77b563d054ce)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:28.031572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.031829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56485ebf-9165-406a-9bcd-954985f03593 req-4f6cf279-7c04-4ae2-8232-3b7ec6ebd12c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:28.036339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56485ebf-9165-406a-9bcd-954985f03593 req-4f6cf279-7c04-4ae2-8232-3b7ec6ebd12c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.6726830 Feb 09 21:56:28.057629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 6b95954c-16c0-4fb4-99b1-936db53a4a7d owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:28.057629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Port 6b95954c-16c0-4fb4-99b1-936db53a4a7d was not found and therefore no delete operation was performed {{(pid=103697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:56:28.057629 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6b95954c-16c0-4fb4-99b1-936db53a4a7d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.064059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] Calling delete_port for c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:28.078247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6b95954c-16c0-4fb4-99b1-936db53a4a7d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:28.110252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6b95954c-16c0-4fb4-99b1-936db53a4a7d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:28.110847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6b95954c-16c0-4fb4-99b1-936db53a4a7d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:28.111599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:28.114403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=6b95954c-16c0-4fb4-99b1-936db53a4a7d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:28.120059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56485ebf-9165-406a-9bcd-954985f03593 req-32fe63a2-870f-4d13-aaa4-c407f95e3879 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824287 Feb 09 21:56:28.126798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port 6b95954c-16c0-4fb4-99b1-936db53a4a7d on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:28.211607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (1ddd0808-4b5b-4ebf-a14b-7a5b653731a9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.242026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddd0808-4b5b-4ebf-a14b-7a5b653731a9']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:28.262076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:28.262398 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.267543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cbd338-5bc2-4541-b5b3-6dba9cebc769') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:28.267867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cbd338-5bc2-4541-b5b3-6dba9cebc769') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:28.279811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (73cbd338-5bc2-4541-b5b3-6dba9cebc769), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.299209 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (73cbd338-5bc2-4541-b5b3-6dba9cebc769), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.313004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57806aa-88f8-4b50-ba89-87f682a71d0e req-395e3a21-54ad-4581-aa91-8fd756f46784 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:28.315089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d57806aa-88f8-4b50-ba89-87f682a71d0e req-395e3a21-54ad-4581-aa91-8fd756f46784 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1640129 Feb 09 21:56:28.316089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:28.316485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (73cbd338-5bc2-4541-b5b3-6dba9cebc769), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:28.319740 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:28.344086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (c71d2bd5-5eef-42df-97ad-7fb433b8b9a1), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.373295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] Pushing event deleted for resources: {'Port': ['ID=c71d2bd5-5eef-42df-97ad-7fb433b8b9a1,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:28.402018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6442b-79d5-4896-9f27-6e7abd20b9f5 None None] No DVR routers for this DVR port c71d2bd5-5eef-42df-97ad-7fb433b8b9a1 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:28.692411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (1ddd0808-4b5b-4ebf-a14b-7a5b653731a9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.696485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.699878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/1ddd0808-4b5b-4ebf-a14b-7a5b653731a9 HTTP/1.1" status: 204 len: 168 time: 1.3535218 Feb 09 21:56:28.703686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50148) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:28.708374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d57806aa-88f8-4b50-ba89-87f682a71d0e req-9ea8e180-d586-4eec-ad61-26865973c4bb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770905 Feb 09 21:56:28.717900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7ea97-abf6-4fe4-8520-9c3a0fd2e99b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=1ddd0808-4b5b-4ebf-a14b-7a5b653731a9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:28.805106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ea501caa-ee74-42f4-8f0a-8e7ccfa681fc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.891238 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ea501caa-ee74-42f4-8f0a-8e7ccfa681fc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.912237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea501caa-ee74-42f4-8f0a-8e7ccfa681fc']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:28.922147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccedb495-b389-4893-bfad-77b563d054ce') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:28.922567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccedb495-b389-4893-bfad-77b563d054ce') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:28.933473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (ccedb495-b389-4893-bfad-77b563d054ce), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.947757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ccedb495-b389-4893-bfad-77b563d054ce), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.954160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:28.954556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (ccedb495-b389-4893-bfad-77b563d054ce), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:28.957782 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:29.097416 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ea501caa-ee74-42f4-8f0a-8e7ccfa681fc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.105888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.116674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/ea501caa-ee74-42f4-8f0a-8e7ccfa681fc HTTP/1.1" status: 204 len: 168 time: 0.4115162 Feb 09 21:56:29.117356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50154) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:29.133200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-57718709'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:29.169987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1c845-e49e-48ef-936b-3d07e29c79f2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=ea501caa-ee74-42f4-8f0a-8e7ccfa681fc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:29.214066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbbbaa-34e2-406b-ab3e-834dd2283af2 req-4870c83e-42e6-4276-a4f0-d531b9bf1236 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:29.216183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60cbbbaa-34e2-406b-ab3e-834dd2283af2 req-4870c83e-42e6-4276-a4f0-d531b9bf1236 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0884860 Feb 09 21:56:29.226356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.256938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:29.260581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.285209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e34e50-a4ba-45af-95d7-d675082cafff req-da96bb89-9581-4c42-8c0a-d60cdec16c8b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:29.287177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9e34e50-a4ba-45af-95d7-d675082cafff req-da96bb89-9581-4c42-8c0a-d60cdec16c8b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0722401 Feb 09 21:56:29.297340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60cbbbaa-34e2-406b-ab3e-834dd2283af2 req-104a1eb1-e3b1-4704-be9a-bf558715b59a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742536 Feb 09 21:56:29.314942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:29.338653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a029a309-2e18-45f9-ab1b-a47f0f5d869f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.339116 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment a029a309-2e18-45f9-ab1b-a47f0f5d869f of type vlan for network d9ee3a06-8747-419f-95f8-af69d21a7f09 Feb 09 21:56:29.366131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9e34e50-a4ba-45af-95d7-d675082cafff req-42516643-1128-49dc-ba94-535af208afef tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706716 Feb 09 21:56:29.391215 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d9ee3a06-8747-419f-95f8-af69d21a7f09), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.477970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d9ee3a06-8747-419f-95f8-af69d21a7f09), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.483199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:29.483945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.565542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=d9ee3a06-8747-419f-95f8-af69d21a7f09,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:29.576469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:29.628963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-71428d98-b5ac-49c3-a9d7-d4e31b3252d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4968233 Feb 09 21:56:29.629184 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50160) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:29.635886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:29.819946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:29.823434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.918959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bda2f-8202-4865-9454-f5a20feb613f req-a206b771-d6c2-4820-b9dd-6dd664229512 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:29.920393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a5bda2f-8202-4865-9454-f5a20feb613f req-a206b771-d6c2-4820-b9dd-6dd664229512 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1308434 Feb 09 21:56:30.038356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a5bda2f-8202-4865-9454-f5a20feb613f req-c97f22e7-0978-4ddd-a01e-5f4446ffb817 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963986 Feb 09 21:56:30.133082 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (8d868512-fa6e-4049-8c04-1ead7a09b404), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.205713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=8d868512-fa6e-4049-8c04-1ead7a09b404,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:30.224219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': 'a029a309-2e18-45f9-ab1b-a47f0f5d869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:30.224695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: d9ee3a06-8747-419f-95f8-af69d21a7f09, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:30.319576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:30.425047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d9ee3a06-8747-419f-95f8-af69d21a7f09) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:30.438430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386fd338-62f5-44d7-a3b1-6c2370034db7 None None] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:30.447829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:30.448812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.483584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cca9cf-a1f4-4591-935d-cb27c8e78c21 req-3c27972e-2e15-4684-b06b-0514c1d2b253 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:30.486079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91cca9cf-a1f4-4591-935d-cb27c8e78c21 req-3c27972e-2e15-4684-b06b-0514c1d2b253 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1013553 Feb 09 21:56:30.547912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15796db9-ef03-4cdd-9904-a70db72958c8 req-eca877aa-bef3-48c2-b3c4-dc5bacba072b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:30.550010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15796db9-ef03-4cdd-9904-a70db72958c8 req-eca877aa-bef3-48c2-b3c4-dc5bacba072b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0942190 Feb 09 21:56:30.563477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91cca9cf-a1f4-4591-935d-cb27c8e78c21 req-d9d0a846-9e8f-450e-8819-966e0ab09e4e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703058 Feb 09 21:56:30.616813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d9ee3a06-8747-419f-95f8-af69d21a7f09', 'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': '8d868512-fa6e-4049-8c04-1ead7a09b404'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:30.618397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.621130 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f8df021d-e8ad-4183-b4fd-2b0d5198f08c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9906125 Feb 09 21:56:30.625880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50172) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:30.629970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-61926370-e346-4372-8758-ed53575431d4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-740461902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:30.642516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15796db9-ef03-4cdd-9904-a70db72958c8 req-faab3ce4-3464-44cc-985d-971837ab37b5 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859783 Feb 09 21:56:30.705314 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.752184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61926370-e346-4372-8758-ed53575431d4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.753266 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61926370-e346-4372-8758-ed53575431d4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.777337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Allocated IP 2001:db8::2 (d9ee3a06-8747-419f-95f8-af69d21a7f09/8d868512-fa6e-4049-8c04-1ead7a09b404/ec52bdf0-622d-4fc5-b529-b0621ebe6bc2) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:30.813644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61926370-e346-4372-8758-ed53575431d4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.896912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61926370-e346-4372-8758-ed53575431d4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.013773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61926370-e346-4372-8758-ed53575431d4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.018175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61926370-e346-4372-8758-ed53575431d4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3901560 Feb 09 21:56:31.018449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50182) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:31.023547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'port': {'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09', 'name': 'tempest-RoutersIpV6Test-1293103148'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:31.104745 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Publish callbacks [] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.210092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50188) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:31.215141 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.261029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8db99-c956-44d0-8fbe-07f5e8c739ae req-7efdf5b0-a37e-4f96-b7c0-198d84ebe081 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:31.272098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19f8db99-c956-44d0-8fbe-07f5e8c739ae req-7efdf5b0-a37e-4f96-b7c0-198d84ebe081 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1432428 Feb 09 21:56:31.283893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Pushing event updated for resources: {'Port': ['ID=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:31.302431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:31.318163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:31.320842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:31.327994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.331149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:31.402861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19f8db99-c956-44d0-8fbe-07f5e8c739ae req-2db597ab-a388-49e2-8dd8-ec4cadb97adb tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288245 Feb 09 21:56:31.412491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] device_id is not set on port 78f07552-863e-4b78-99ff-ecaf9c11cff2 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:31.421901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Attempting to bind port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:31.424260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Attempting to bind port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a029a309-2e18-45f9-ab1b-a47f0f5d869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:31.426349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Attempting to bind port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 on network d9ee3a06-8747-419f-95f8-af69d21a7f09 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:31.442798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:31.443979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Checking segment: {'id': 'a029a309-2e18-45f9-ab1b-a47f0f5d869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:31.444544 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.445080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Bound using segment: {'id': 'a029a309-2e18-45f9-ab1b-a47f0f5d869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:31.445743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Bound port: ec52bdf0-622d-4fc5-b529-b0621ebe6bc2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029a309-2e18-45f9-ab1b-a47f0f5d869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'd9ee3a06-8747-419f-95f8-af69d21a7f09'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:31.446304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.581292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] For port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:31.587108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] For port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,segment=NetworkSegment(a029a309-2e18-45f9-ab1b-a47f0f5d869f),segment_id=a029a309-2e18-45f9-ab1b-a47f0f5d869f)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:31.601101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8::e (d9ee3a06-8747-419f-95f8-af69d21a7f09/8d868512-fa6e-4049-8c04-1ead7a09b404/78f07552-863e-4b78-99ff-ecaf9c11cff2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:31.695633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.803653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde5486-d02d-4814-b2a1-626392c32ecc None None] Pushing event updated for resources: {'Port': ['ID=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:31.857433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c8190-e52d-49a7-bf7e-5d93e9b3730c req-f2245215-c002-4f4f-8ca1-ef6411deb371 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:31.859056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e0c8190-e52d-49a7-bf7e-5d93e9b3730c req-f2245215-c002-4f4f-8ca1-ef6411deb371 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1655080 Feb 09 21:56:31.941623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239eae0-6cbc-4e72-a8b3-143f86af802f req-c29e4c6e-9113-4a34-b4c6-ffb8d55cd7cf tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:31.941623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5239eae0-6cbc-4e72-a8b3-143f86af802f req-c29e4c6e-9113-4a34-b4c6-ffb8d55cd7cf tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1545799 Feb 09 21:56:31.943644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.947834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e0c8190-e52d-49a7-bf7e-5d93e9b3730c req-ef7eef01-69dc-4237-b5df-1deca70f31e7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820990 Feb 09 21:56:32.025945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.045070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5239eae0-6cbc-4e72-a8b3-143f86af802f req-315f143b-5f09-45a5-81ff-c5a5257b529a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986977 Feb 09 21:56:32.142199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.223023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:32.230799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:32.235656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:32.241027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:32.241659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.254138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=78f07552-863e-4b78-99ff-ecaf9c11cff2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:32.343996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c6b6ccb7-4e40-4f6c-b871-80d0c9b4c48c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3244531 Feb 09 21:56:32.346577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50198) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:32.428867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Deleting port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:32.430605 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.534502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] For port d99a6e60-6dce-48b0-9711-e2ce0ecb18cd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:32.534887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.555991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Calling delete_port for d99a6e60-6dce-48b0-9711-e2ce0ecb18cd owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:32.777720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.828469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d99a6e60-6dce-48b0-9711-e2ce0ecb18cd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.941604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99a6e60-6dce-48b0-9711-e2ce0ecb18cd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:33.063771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637cc17-d981-4d8e-b6b9-a6f36df3e1c2 req-f6d60a95-6751-494b-99f6-5d8c3db8e721 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:33.070408 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7637cc17-d981-4d8e-b6b9-a6f36df3e1c2 req-f6d60a95-6751-494b-99f6-5d8c3db8e721 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.3153782 Feb 09 21:56:33.143498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7637cc17-d981-4d8e-b6b9-a6f36df3e1c2 req-6b6cde4a-437c-4aa4-a17d-a623f2a2232a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598230 Feb 09 21:56:33.329080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.342576 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.343008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02011bf-963e-4047-bb9e-370acb51187a req-5980ff0b-d231-4ecc-aeb5-8c7cca0e8382 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:33.345130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e02011bf-963e-4047-bb9e-370acb51187a req-5980ff0b-d231-4ecc-aeb5-8c7cca0e8382 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1568010 Feb 09 21:56:33.406583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e02011bf-963e-4047-bb9e-370acb51187a req-6e4915df-1c73-47ef-a7f8-750eac1a59de tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553167 Feb 09 21:56:33.412603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.482125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=78f07552-863e-4b78-99ff-ecaf9c11cff2,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:33.521976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca491ec8-f11e-4c0c-9ffd-a233881d7fc0 None None] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:33.676529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Provisioning complete for port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:33.676919 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.702327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.767977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c155b-dd7f-4b36-a0d9-6ac21c04cd2f req-d6e430e1-bb35-49de-84ff-4a76f1314d54 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:33.769485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-753c155b-dd7f-4b36-a0d9-6ac21c04cd2f req-d6e430e1-bb35-49de-84ff-4a76f1314d54 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.4607065 Feb 09 21:56:33.862928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Current status of the port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:33.863521 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.869132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-753c155b-dd7f-4b36-a0d9-6ac21c04cd2f req-e1e228da-cfe1-405f-9c57-acf468cc1c4f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855801 Feb 09 21:56:33.903373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:33.964645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] For port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,segment=NetworkSegment(a029a309-2e18-45f9-ab1b-a47f0f5d869f),segment_id=a029a309-2e18-45f9-ab1b-a47f0f5d869f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:34.018108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.032193 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.131299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Pushing event updated for resources: {'Port': ['ID=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:34.144504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.144867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.145223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.145577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.145918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.146264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.146610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.146952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.158526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.159221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.159328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.159671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.160386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37f77-57b8-4f31-af3b-d4521c37579e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:34.227081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:34.237805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] Sync routers for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:34.244610 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d742d95-1c19-4f99-bd47-535f72d6ebe8 admin admin] 10.222.0.98 "PUT /v2.0/routers/9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303245 Feb 09 21:56:34.245257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50212) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:34.271066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:34.334359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:56:34.342619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:34.343881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:34.413077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks [] for router (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.526942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:34.528020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.585789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5950b3e2-fa5b-4881-bdff-ec173e6dd9a7 None None] Provisioning complete for port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:34.586551 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5950b3e2-fa5b-4881-bdff-ec173e6dd9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.599661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.614608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a596-9116-4721-8642-c6e1a9126ef2 req-3a90e161-79ea-4211-a35c-0c447d2fdabd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:34.622671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4277a596-9116-4721-8642-c6e1a9126ef2 req-3a90e161-79ea-4211-a35c-0c447d2fdabd tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.2996852 Feb 09 21:56:34.626385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks [] for router_gateway (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.676917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d4479-5be1-4bb5-b5ca-2bedabb462ce req-a516be7a-519d-4ce8-aa3e-0916789fa4f5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:34.678576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d5d4479-5be1-4bb5-b5ca-2bedabb462ce req-a516be7a-519d-4ce8-aa3e-0916789fa4f5 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1185815 Feb 09 21:56:34.706786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:34.708590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4277a596-9116-4721-8642-c6e1a9126ef2 req-1b431412-a0f5-4311-a8e3-87eaf2dcfe21 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825374 Feb 09 21:56:34.720556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.724933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.740941 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d5d4479-5be1-4bb5-b5ca-2bedabb462ce req-891270e4-d0db-429f-8cd6-697dcdf7f457 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557189 Feb 09 21:56:34.811934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Deleting port 38a753bb-d2bc-478f-bf55-877ff139ff00 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:34.812613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.866276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=78f07552-863e-4b78-99ff-ecaf9c11cff2,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:34.941921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:34.943451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:34.946433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:34.961266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] For port 38a753bb-d2bc-478f-bf55-877ff139ff00, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=38a753bb-d2bc-478f-bf55-877ff139ff00,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:34.961739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.999782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Calling delete_port for 38a753bb-d2bc-478f-bf55-877ff139ff00 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:35.102158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'port_id': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'mac_address': 'fa:16:3e:a2:58:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:56:35.143270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:35.143683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5950b3e2-fa5b-4881-bdff-ec173e6dd9a7 None None] Current status of the port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:35.209611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf312a6-b799-46d1-a99a-a907236f35bc req-cef03c54-b4e7-43fb-97b2-78005d99b625 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:35.211500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bf312a6-b799-46d1-a99a-a907236f35bc req-cef03c54-b4e7-43fb-97b2-78005d99b625 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1023295 Feb 09 21:56:35.245927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5950b3e2-fa5b-4881-bdff-ec173e6dd9a7 None None] Provisioning complete for port 78f07552-863e-4b78-99ff-ecaf9c11cff2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:35.246307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5950b3e2-fa5b-4881-bdff-ec173e6dd9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.250484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:35.250667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.274704 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (38a753bb-d2bc-478f-bf55-877ff139ff00), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.301330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bf18c15-6193-4014-ae13-73ebfb151b6a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:35.309887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5950b3e2-fa5b-4881-bdff-ec173e6dd9a7 None None] Port 78f07552-863e-4b78-99ff-ecaf9c11cff2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:35.329323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:35.345858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=38a753bb-d2bc-478f-bf55-877ff139ff00,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:35.361324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bf312a6-b799-46d1-a99a-a907236f35bc req-6d1ada78-b921-4b97-a99a-84fb66908970 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361606 Feb 09 21:56:35.369459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:56:32Z', 'revision_number': 5, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port': {'id': '38a753bb-d2bc-478f-bf55-877ff139ff00', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:37Z', 'updated_at': '2022-02-09T21:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.383399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router e3baf334-b004-4cf2-8bd6-4d2a46f7e030 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:56:35.414239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] Checking router: 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:56:35.416754 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.445500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.462062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] Routers {'9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:35.462702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.535596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:35.548578 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] Sync routers for ids ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:35.554424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d8487034-181c-4d4d-a6e4-5daa20c3190b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/e3baf334-b004-4cf2-8bd6-4d2a46f7e030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2045281 Feb 09 21:56:35.554634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50222) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:35.565477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] Set router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:35.570552 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] Routers {'e3baf334-b004-4cf2-8bd6-4d2a46f7e030'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:35.571389 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.623429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023219b4-cd51-4e9f-b3f5-599a9f62c11f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:35.627856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-023219b4-cd51-4e9f-b3f5-599a9f62c11f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports/78f07552-863e-4b78-99ff-ecaf9c11cff2 HTTP/1.1" status: 200 len: 982 time: 0.0689435 Feb 09 21:56:35.628460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50226) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:35.652781 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.663598 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cb31d396-8474-4363-9d01-ac6659a93c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.669041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:56:35Z', 'revision_number': 7, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.676637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-58f6cfe5-c4c5-43f1-80b9-c2c4380fc58c None None] Provisioning complete for port 78f07552-863e-4b78-99ff-ecaf9c11cff2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:35.677028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-58f6cfe5-c4c5-43f1-80b9-c2c4380fc58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.694353 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] Routers {'e3baf334-b004-4cf2-8bd6-4d2a46f7e030'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:35.695005 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.741735 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.742697 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4c011-ed76-48d0-8f01-7837c8350142 None None] The sync data for ids ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:35.761534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['6bf18c15-6193-4014-ae13-73ebfb151b6a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:35.770647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2a8c2-8d88-4ed4-8296-fc5ef845f998 None None] The sync data for ids ['9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6'] in n-d-828599-1 is: [{'id': '9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-2056865105-router', 'tenant_id': 'f620865b281c41179b35bef3337de0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:36Z', 'updated_at': '2022-02-09T21:56:35Z', 'revision_number': 7, 'project_id': 'f620865b281c41179b35bef3337de0ea', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:35.839668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:35.867112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-58f6cfe5-c4c5-43f1-80b9-c2c4380fc58c None None] Port 78f07552-863e-4b78-99ff-ecaf9c11cff2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:36.165757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.168896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks [] for router_controller (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.329851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff6798-f7cb-4754-84cc-039161064653 req-54fe31ef-2adb-4694-85a6-00ff51a8c164 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:36.331691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25ff6798-f7cb-4754-84cc-039161064653 req-54fe31ef-2adb-4694-85a6-00ff51a8c164 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.2472754 Feb 09 21:56:36.349131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b498d9-609c-4532-ad20-2346b7edd63f req-451a4267-7624-4aed-b2f3-532d45aa71c9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:36.351319 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51b498d9-609c-4532-ad20-2346b7edd63f req-451a4267-7624-4aed-b2f3-532d45aa71c9 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.3202138 Feb 09 21:56:36.405030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-11ab6f53-c4d0-4ddd-aab7-766e3472870f None None] Provisioning complete for port 78f07552-863e-4b78-99ff-ecaf9c11cff2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:36.405429 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-11ab6f53-c4d0-4ddd-aab7-766e3472870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.442572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.443288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:36.462727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.467773 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-08558f81-7d7d-407b-9d91-6cce3508a1ba admin admin] 10.222.0.98 "DELETE /v2.0/routers/9c0ab1e0-1f2e-4b76-bb6c-fcba69998ba6 HTTP/1.1" status: 204 len: 168 time: 2.2097201 Feb 09 21:56:36.483732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:36.512300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:36.521070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-51b498d9-609c-4532-ad20-2346b7edd63f req-00f82e57-1ac7-4431-bce6-b05d3b51d6d6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547532 Feb 09 21:56:36.546516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-11ab6f53-c4d0-4ddd-aab7-766e3472870f None None] Port 78f07552-863e-4b78-99ff-ecaf9c11cff2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:36.563963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25ff6798-f7cb-4754-84cc-039161064653 req-d359260f-74a5-4f26-86ca-4d1c95cd9c96 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835845 Feb 09 21:56:36.628786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] Deleting subnet 3801196d-8857-4340-8798-7a9c145bea70 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:36.642157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] Publish callbacks [] for subnet (3801196d-8857-4340-8798-7a9c145bea70), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.652480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:36.653410 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.713118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (3801196d-8857-4340-8798-7a9c145bea70), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.765147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:36.780583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d99a6e60-6dce-48b0-9711-e2ce0ecb18cd no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:36.792741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322fc59-e75e-4229-9e7b-cd73777cfbc2 req-58b70104-a5fe-4303-8793-15f14d3d0942 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:36.794404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0322fc59-e75e-4229-9e7b-cd73777cfbc2 req-58b70104-a5fe-4303-8793-15f14d3d0942 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1296616 Feb 09 21:56:36.795559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.814410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d99a6e60-6dce-48b0-9711-e2ce0ecb18cd {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:36.814771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d99a6e60-6dce-48b0-9711-e2ce0ecb18cd not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:36.907528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3801196d-8857-4340-8798-7a9c145bea70), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.997393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0322fc59-e75e-4229-9e7b-cd73777cfbc2 req-792f3091-1625-4eb0-987c-ebe864e3666d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882179 Feb 09 21:56:37.075456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (3801196d-8857-4340-8798-7a9c145bea70), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.096991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 78f07552-863e-4b78-99ff-ecaf9c11cff2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:37.096991 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.106180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4e09f-2659-479a-ab7c-3c31c6849494 None None] Network 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:37.133843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.144035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3801196d-8857-4340-8798-7a9c145bea70 HTTP/1.1" status: 204 len: 168 time: 0.6575642 Feb 09 21:56:37.144035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf123004-9dcb-4cfe-a1f2-17eccb386e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3801196d-8857-4340-8798-7a9c145bea70,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:37.146587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:37.250277 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.263901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.292471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 78f07552-863e-4b78-99ff-ecaf9c11cff2 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:37.402855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Deleting port 0fa08b28-88d0-4907-87e0-aeae7655f93f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:37.402855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.457002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] DHCP port deletion for 54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:37.527456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] Deleting port 0fa08b28-88d0-4907-87e0-aeae7655f93f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:37.528741 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.578221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] For port 0fa08b28-88d0-4907-87e0-aeae7655f93f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0fa08b28-88d0-4907-87e0-aeae7655f93f,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:37.583599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.637782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Calling delete_port for 0fa08b28-88d0-4907-87e0-aeae7655f93f owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:37.637957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959d2e-c232-406e-a825-6c07464e372f req-e5dd4cc1-5da5-4537-9b31-6a4fc149425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.639308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f959d2e-c232-406e-a825-6c07464e372f req-e5dd4cc1-5da5-4537-9b31-6a4fc149425b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.1067111 Feb 09 21:56:37.644451 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c67b5d66-7c6d-477d-ac92-5abe13081ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.666212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af213a8-1046-42c3-9268-cb218b4cd32a req-6f3f5571-5385-4426-a6b1-1d7c16006875 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.675915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8af213a8-1046-42c3-9268-cb218b4cd32a req-6f3f5571-5385-4426-a6b1-1d7c16006875 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2073791 Feb 09 21:56:37.696169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] For port 0fa08b28-88d0-4907-87e0-aeae7655f93f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0fa08b28-88d0-4907-87e0-aeae7655f93f,segment=NetworkSegment(c1de60a1-88fc-4a1e-b477-23fd53ae4734),segment_id=c1de60a1-88fc-4a1e-b477-23fd53ae4734)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:37.697156 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.723022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] Calling delete_port for 0fa08b28-88d0-4907-87e0-aeae7655f93f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:37.776536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8af213a8-1046-42c3-9268-cb218b4cd32a req-13cb8d10-6793-4b57-b3d6-70103474ab37 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972273 Feb 09 21:56:37.818325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809ed5-949b-4593-ae61-e4cff856cad8 req-2f0ab6d9-085d-42dd-b511-4d32a5d66f52 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.819913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1809ed5-949b-4593-ae61-e4cff856cad8 req-2f0ab6d9-085d-42dd-b511-4d32a5d66f52 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1539259 Feb 09 21:56:37.848792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (78f07552-863e-4b78-99ff-ecaf9c11cff2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.877162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959d2e-c232-406e-a825-6c07464e372f req-672f9b8f-5657-4788-8f6e-897c9dec31db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.878669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f959d2e-c232-406e-a825-6c07464e372f req-672f9b8f-5657-4788-8f6e-897c9dec31db service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.2316728 Feb 09 21:56:37.912475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=78f07552-863e-4b78-99ff-ecaf9c11cff2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:37.947826 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.948129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d8acd-4790-4a4c-8e3c-a6b0431e1d6e req-a040c17c-a6a9-4d1a-b7dd-95fe17a3a7bd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.956737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-664d8acd-4790-4a4c-8e3c-a6b0431e1d6e req-a040c17c-a6a9-4d1a-b7dd-95fe17a3a7bd tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.0904880 Feb 09 21:56:37.995394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0fa08b28-88d0-4907-87e0-aeae7655f93f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.004911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] Pushing event deleted for resources: {'Port': ['ID=0fa08b28-88d0-4907-87e0-aeae7655f93f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:38.004911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a911872-f8c3-400e-86ca-5ae5d12e5ebd None None] No DVR routers for this DVR port 0fa08b28-88d0-4907-87e0-aeae7655f93f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:38.085469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-664d8acd-4790-4a4c-8e3c-a6b0431e1d6e req-f9d6bdc6-4234-42d5-aa9a-fe685e9b4972 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278365 Feb 09 21:56:38.102314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1809ed5-949b-4593-ae61-e4cff856cad8 req-b5213a68-56a7-4e9c-b2a2-5a45482162d4 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753618 Feb 09 21:56:38.114345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa08b28-88d0-4907-87e0-aeae7655f93f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:38.115954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f959d2e-c232-406e-a825-6c07464e372f req-f4224941-fc07-4535-9b0a-7eefc3d6bde3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.2156451 Feb 09 21:56:38.118394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] No DVR routers for this DVR port 0fa08b28-88d0-4907-87e0-aeae7655f93f on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:38.118559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.190135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0fa08b28-88d0-4907-87e0-aeae7655f93f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:38.228265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 0fa08b28-88d0-4907-87e0-aeae7655f93f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:38.229306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0fa08b28-88d0-4907-87e0-aeae7655f93f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:38.229941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 38a753bb-d2bc-478f-bf55-877ff139ff00 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:38.254077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 38a753bb-d2bc-478f-bf55-877ff139ff00 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:38.255554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 38a753bb-d2bc-478f-bf55-877ff139ff00 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:38.293498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.297016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:38.323626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d33aa0-574e-4c02-b6a0-68ce6a5a60c3']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:38.339730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1de60a1-88fc-4a1e-b477-23fd53ae4734') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:38.340515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1de60a1-88fc-4a1e-b477-23fd53ae4734') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:38.353755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (c1de60a1-88fc-4a1e-b477-23fd53ae4734), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.375336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c1de60a1-88fc-4a1e-b477-23fd53ae4734), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.383228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:38.384014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (c1de60a1-88fc-4a1e-b477-23fd53ae4734), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.425521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 6bf18c15-6193-4014-ae13-73ebfb151b6a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:38.426025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959d2e-c232-406e-a825-6c07464e372f req-bddaeaed-ccba-4de3-8a7f-bcdf162c12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:38.426461 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.427620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f959d2e-c232-406e-a825-6c07464e372f req-bddaeaed-ccba-4de3-8a7f-bcdf162c12eb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.3029101 Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:38.458574 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:38.529084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:38.529991 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.569557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router e3baf334-b004-4cf2-8bd6-4d2a46f7e030 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:38.577253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1e037-87b7-4818-8683-73030442ed03 req-99159820-1eea-42fd-9197-f18c14cd7385 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:38.578182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (54d33aa0-574e-4c02-b6a0-68ce6a5a60c3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.584963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.590533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ccb1e037-87b7-4818-8683-73030442ed03 req-99159820-1eea-42fd-9197-f18c14cd7385 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.2647839 Feb 09 21:56:38.593864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/54d33aa0-574e-4c02-b6a0-68ce6a5a60c3 HTTP/1.1" status: 204 len: 168 time: 1.4457498 Feb 09 21:56:38.597805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50286) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.603746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:38.610591 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f6434-bd9a-4dca-8efb-77b39f48f99f" -d '{"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-plugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:38.618436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f507cf-c6f3-46e4-a93d-860ceb0cfba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d33aa0-574e-4c02-b6a0-68ce6a5a60c3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:38.660418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:38.725504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959d2e-c232-406e-a825-6c07464e372f req-c2f17c00-64b8-431d-964d-646c0a8b03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:38.725504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f959d2e-c232-406e-a825-6c07464e372f req-c2f17c00-64b8-431d-964d-646c0a8b03ed service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2813299 Feb 09 21:56:38.779360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9a562-4982-4381-b2e3-2ef4d0003932 req-460291b0-30d8-4ebd-8a3d-93fd6574c847 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:38.788265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65e9a562-4982-4381-b2e3-2ef4d0003932 req-460291b0-30d8-4ebd-8a3d-93fd6574c847 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1084368 Feb 09 21:56:38.803851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.861146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65e9a562-4982-4381-b2e3-2ef4d0003932 req-7705c254-fdf4-4829-a1d4-dbe2774fed9d tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684669 Feb 09 21:56:38.886105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:38.926529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ccb1e037-87b7-4818-8683-73030442ed03 req-02f19173-c68f-4901-923b-626f6c10a271 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350840 Feb 09 21:56:38.935031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:38.949045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bd2423d2-7ea8-4d7f-bfa7-806078cff0a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/e3baf334-b004-4cf2-8bd6-4d2a46f7e030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133419 Feb 09 21:56:38.951272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50294) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.986281 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc05532-e682-4354-b70e-29ba6e16d404 x-openstack-request-id: req-abc05532-e682-4354-b70e-29ba6e16d404 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:38.993134 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-plugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:38.993134 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-abc05532-e682-4354-b70e-29ba6e16d404 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:38.993134 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'code': 200} Feb 09 21:56:38.993422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f959d2e-c232-406e-a825-6c07464e372f req-ad8330d7-230a-4736-b45c-c7914f8d74d6 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634921 Feb 09 21:56:38.994207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] Sync routers for ids ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:39.008188 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] Routers {'e3baf334-b004-4cf2-8bd6-4d2a46f7e030'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:39.009102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:39.076680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:39.097377 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.104514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] Routers {'e3baf334-b004-4cf2-8bd6-4d2a46f7e030'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:39.105248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:39.166203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:39.167040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17cb25-4065-4c46-b2bd-dd9857332129 None None] The sync data for ids ['e3baf334-b004-4cf2-8bd6-4d2a46f7e030'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:39.302507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eaf800-6738-4b18-a4af-7ca6968d7fca req-f7e2a4ca-a344-4b5a-84d7-646f7f843ac4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:39.304026 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5eaf800-6738-4b18-a4af-7ca6968d7fca req-f7e2a4ca-a344-4b5a-84d7-646f7f843ac4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2072191 Feb 09 21:56:39.349455 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-c6c145cd-d393-4d35-ba1f-dc15adc8eef1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 21:56:39.353083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c6c145cd-d393-4d35-ba1f-dc15adc8eef1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/e3baf334-b004-4cf2-8bd6-4d2a46f7e030/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3948054 Feb 09 21:56:39.362216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50300) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:39.408565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7bc4d95f-f63c-4db7-9a8d-f94f48f1fe01 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3baf334-b004-4cf2-8bd6-4d2a46f7e030 HTTP/1.1" status: 200 len: 205 time: 0.0451791 Feb 09 21:56:39.411643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50302) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:39.525541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5eaf800-6738-4b18-a4af-7ca6968d7fca req-4d803ca8-84f1-402c-949f-67d9e865da63 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046721 Feb 09 21:56:39.544533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f2e10fe-bd48-49c9-8e95-ade43adc99c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.592409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaff0da-af40-4c0d-91da-7988cbdc6ab6 req-791ac51a-a250-4521-9521-274fad57c0fc tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:39.601000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecaff0da-af40-4c0d-91da-7988cbdc6ab6 req-791ac51a-a250-4521-9521-274fad57c0fc tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.4751139 Feb 09 21:56:39.732532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f959d2e-c232-406e-a825-6c07464e372f req-dabedf9c-c36d-4ea7-b49e-9440b94ab1a1 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079307 Feb 09 21:56:39.777903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecaff0da-af40-4c0d-91da-7988cbdc6ab6 req-c7f1147a-7b39-49a3-909c-dea2af4ec8f3 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760240 Feb 09 21:56:39.786289 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f2e10fe-bd48-49c9-8e95-ade43adc99c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.788675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f2e10fe-bd48-49c9-8e95-ade43adc99c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.854488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666590fd-a4e1-4f05-8653-4ab2296a2323 req-908b6bdf-95b1-4a9f-ae13-e12de0fba73c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:39.862033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-666590fd-a4e1-4f05-8653-4ab2296a2323 req-908b6bdf-95b1-4a9f-ae13-e12de0fba73c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.2340980 Feb 09 21:56:39.919017 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-666590fd-a4e1-4f05-8653-4ab2296a2323 req-c2d21377-a3b4-44ea-9ad4-ba4b80159b5c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553081 Feb 09 21:56:39.945038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f2e10fe-bd48-49c9-8e95-ade43adc99c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (e3baf334-b004-4cf2-8bd6-4d2a46f7e030), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.946000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2e10fe-bd48-49c9-8e95-ade43adc99c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Fanout notify agent at l3_agent the message router_deleted on router e3baf334-b004-4cf2-8bd6-4d2a46f7e030 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:39.968647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f2e10fe-bd48-49c9-8e95-ade43adc99c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.972211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2f2e10fe-bd48-49c9-8e95-ade43adc99c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/e3baf334-b004-4cf2-8bd6-4d2a46f7e030 HTTP/1.1" status: 204 len: 168 time: 0.5595562 Feb 09 21:56:39.973351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50308) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:39.986232 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.065620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet 8d868512-fa6e-4049-8c04-1ead7a09b404 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:40.074970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (8d868512-fa6e-4049-8c04-1ead7a09b404), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.208393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (8d868512-fa6e-4049-8c04-1ead7a09b404), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.237175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.266583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532277a-9737-4414-bded-b82b52d67e0a req-a6b4f2df-39ae-4605-8ecb-8ce840362704 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:40.279179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4532277a-9737-4414-bded-b82b52d67e0a req-a6b4f2df-39ae-4605-8ecb-8ce840362704 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1924367 Feb 09 21:56:40.399428 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4532277a-9737-4414-bded-b82b52d67e0a req-1ee4bf03-5c83-4bd0-9666-dccdbf6d2815 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202385 Feb 09 21:56:40.421318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8d868512-fa6e-4049-8c04-1ead7a09b404), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.443053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Deleting port 675df367-7d35-4a58-856e-10aabddb103b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:40.446118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (675df367-7d35-4a58-856e-10aabddb103b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.596796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7e14d-e76b-4b8e-84e2-c0ea25ff4aab req-7e0f29ff-b2f9-4507-807c-435fd2f43427 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:40.598332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76c7e14d-e76b-4b8e-84e2-c0ea25ff4aab req-7e0f29ff-b2f9-4507-807c-435fd2f43427 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.1195834 Feb 09 21:56:40.608926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] For port 675df367-7d35-4a58-856e-10aabddb103b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=675df367-7d35-4a58-856e-10aabddb103b,segment=NetworkSegment(1a3fac5f-c062-48f4-94d0-2260f63dc061),segment_id=1a3fac5f-c062-48f4-94d0-2260f63dc061)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:40.612846 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (675df367-7d35-4a58-856e-10aabddb103b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.645287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (8d868512-fa6e-4049-8c04-1ead7a09b404), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.646965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Calling delete_port for 675df367-7d35-4a58-856e-10aabddb103b owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:40.684424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=8d868512-fa6e-4049-8c04-1ead7a09b404,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:40.694784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.698231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a88c8ace-6780-41fa-866d-e0349ff5d992 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/8d868512-fa6e-4049-8c04-1ead7a09b404 HTTP/1.1" status: 204 len: 168 time: 0.7236636 Feb 09 21:56:40.700826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50316) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:40.704220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8961a719-d4d2-42dc-9dcf-088aca4de44f None None] Network d9ee3a06-8747-419f-95f8-af69d21a7f09 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:40.725910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76c7e14d-e76b-4b8e-84e2-c0ea25ff4aab req-a0ada292-9850-4573-b8c2-a3c6b46615d6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193268 Feb 09 21:56:40.802723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff7163-309e-4523-bc57-d8c582621b4e req-c2bb7c2c-c896-45f2-a682-d26be540d433 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:40.809854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9ff7163-309e-4523-bc57-d8c582621b4e req-c2bb7c2c-c896-45f2-a682-d26be540d433 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2057858 Feb 09 21:56:40.868235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d9ee3a06-8747-419f-95f8-af69d21a7f09), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.903737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9ff7163-309e-4523-bc57-d8c582621b4e req-5b125a1e-5a85-44ec-a331-26e03de202f1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927548 Feb 09 21:56:40.978448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] DHCP port deletion for d9ee3a06-8747-419f-95f8-af69d21a7f09 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:41.025094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:41.025456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.098676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] Deleting port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:41.099354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.122336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78cc8-6620-406b-b5bb-a2f7b3b14825 req-0bfe0e80-656c-4dc9-9510-2ce7e0dd10f6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:41.124347 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f78cc8-6620-406b-b5bb-a2f7b3b14825 req-0bfe0e80-656c-4dc9-9510-2ce7e0dd10f6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0908492 Feb 09 21:56:41.136906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,segment=NetworkSegment(a029a309-2e18-45f9-ab1b-a47f0f5d869f),segment_id=a029a309-2e18-45f9-ab1b-a47f0f5d869f)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.137277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.161131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:41.198078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f78cc8-6620-406b-b5bb-a2f7b3b14825 req-4e36f5aa-1a0d-484b-9b99-f7f8211eea86 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670235 Feb 09 21:56:41.216552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] For port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,segment=NetworkSegment(a029a309-2e18-45f9-ab1b-a47f0f5d869f),segment_id=a029a309-2e18-45f9-ab1b-a47f0f5d869f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.216964 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.217084 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (675df367-7d35-4a58-856e-10aabddb103b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.254913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] Calling delete_port for ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:41.257043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=675df367-7d35-4a58-856e-10aabddb103b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.431943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.448241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ec52bdf0-622d-4fc5-b529-b0621ebe6bc2), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.487218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] Pushing event deleted for resources: {'Port': ['ID=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.490814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=ec52bdf0-622d-4fc5-b529-b0621ebe6bc2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.501014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:41.521837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22047b-7d94-4a13-bc74-7de70aacb20c None None] No DVR routers for this DVR port ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:41.627094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.685487 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.727836 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d9ee3a06-8747-419f-95f8-af69d21a7f09), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.744902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-f77ad12a-784c-4144-bd81-7ceed3c570ed tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:41.746545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-f77ad12a-784c-4144-bd81-7ceed3c570ed tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.2147121 Feb 09 21:56:41.760087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ee3a06-8747-419f-95f8-af69d21a7f09']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:41.775209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa5722-cb76-4cea-ad23-ba60876a28e9 req-8fdb7a67-104a-468e-9cd0-5af25e374a26 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:41.776846 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cdfa5722-cb76-4cea-ad23-ba60876a28e9 req-8fdb7a67-104a-468e-9cd0-5af25e374a26 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1879363 Feb 09 21:56:41.782070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a029a309-2e18-45f9-ab1b-a47f0f5d869f') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:41.786269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a029a309-2e18-45f9-ab1b-a47f0f5d869f') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:41.799316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (a029a309-2e18-45f9-ab1b-a47f0f5d869f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.837883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a029a309-2e18-45f9-ab1b-a47f0f5d869f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.852090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:41.852535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (a029a309-2e18-45f9-ab1b-a47f0f5d869f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:41.856056 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:41.859344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cdfa5722-cb76-4cea-ad23-ba60876a28e9 req-ee2139ea-6a16-45cb-a154-34503bfb764f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749164 Feb 09 21:56:42.081552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d228-4e67-4d45-8277-914a3ec11fe1 req-9cad737f-5452-4004-ae3e-441499f3ee3e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.091318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44d6d228-4e67-4d45-8277-914a3ec11fe1 req-9cad737f-5452-4004-ae3e-441499f3ee3e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0807617 Feb 09 21:56:42.097840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d9ee3a06-8747-419f-95f8-af69d21a7f09), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.103676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.110772 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/d9ee3a06-8747-419f-95f8-af69d21a7f09 HTTP/1.1" status: 204 len: 168 time: 1.4032834 Feb 09 21:56:42.130588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50328) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.130588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1305669014'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:42.140413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350f545-60b4-450f-a441-865fdc7ca2f3 req-b6d2bc54-27ea-409c-88cb-a670737bc412 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.142228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d350f545-60b4-450f-a441-865fdc7ca2f3 req-b6d2bc54-27ea-409c-88cb-a670737bc412 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 945 time: 0.2976766 Feb 09 21:56:42.154509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:42.174067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da0b1b-b9bb-44d0-af72-4b878207d656 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=d9ee3a06-8747-419f-95f8-af69d21a7f09,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:42.218992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Deleting port f65de24f-eb54-4ade-b840-68aa7a751630 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:42.218992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.220537 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44d6d228-4e67-4d45-8277-914a3ec11fe1 req-49a93683-b11d-487f-89db-72810467871c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166267 Feb 09 21:56:42.220636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:42.220636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec52bdf0-622d-4fc5-b529-b0621ebe6bc2 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:42.335447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d350f545-60b4-450f-a441-865fdc7ca2f3 req-330c0b3d-067b-49a0-b831-1ac272281991 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602616 Feb 09 21:56:42.360618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:42.360618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] For port f65de24f-eb54-4ade-b840-68aa7a751630, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=f65de24f-eb54-4ade-b840-68aa7a751630,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:42.360618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.361009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1ad2a-e172-458d-9e56-9dea479162ba req-d1fa48e3-021e-4540-94fe-c212eaa1dad3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.364264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aad1ad2a-e172-458d-9e56-9dea479162ba req-d1fa48e3-021e-4540-94fe-c212eaa1dad3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0743663 Feb 09 21:56:42.371952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Calling delete_port for f65de24f-eb54-4ade-b840-68aa7a751630 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:42.418386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aad1ad2a-e172-458d-9e56-9dea479162ba req-d353fe26-8a3d-4ef8-90fb-8f5d9f2e1e02 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529675 Feb 09 21:56:42.454767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:42.459182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.482965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:42.492703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1856df12-62b8-4468-978e-ed75eeca179e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.493051 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment 1856df12-62b8-4468-978e-ed75eeca179e of type vlan for network 3994ca2d-be63-4319-9c37-8e74757aeab9 Feb 09 21:56:42.540741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3994ca2d-be63-4319-9c37-8e74757aeab9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.685098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3994ca2d-be63-4319-9c37-8e74757aeab9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.690794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.691473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.772225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=3994ca2d-be63-4319-9c37-8e74757aeab9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:42.784619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:42.805850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:42.814419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2f0b85f1-8f83-4f17-9e95-fe3e8ea15f0c admin admin] 10.222.0.98 "PUT /v2.0/routers/3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2102249 Feb 09 21:56:42.814515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50340) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.824090 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] Sync routers for ids ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:42.845066 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] Routers {'3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:42.846155 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:42.907649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d5bbfe6e-3925-43f2-8ac1-994a7cb9c5ce tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7868841 Feb 09 21:56:42.910795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50344) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.916248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': '3994ca2d-be63-4319-9c37-8e74757aeab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:42.965650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f65de24f-eb54-4ade-b840-68aa7a751630), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.981139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['f65de24f-eb54-4ade-b840-68aa7a751630'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:42.983366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:43.029400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks [] for router (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.039192 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] Set router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:43.118612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event deleted for resources: {'Port': ['ID=f65de24f-eb54-4ade-b840-68aa7a751630,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:43.232794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks [] for router_gateway (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.233587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] No DVR routers for this DVR port f65de24f-eb54-4ade-b840-68aa7a751630 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:43.241943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.245505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-609ae25e-48e3-41a4-afd0-1a50cda1ec05 req-ae7588e2-91bf-473a-ab3a-7f9e5acaeae6 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.110 "DELETE /v2.0/ports/f65de24f-eb54-4ade-b840-68aa7a751630 HTTP/1.1" status: 204 len: 173 time: 1.4791560 Feb 09 21:56:43.246884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'name': 'network-vif-deleted', 'tag': 'f65de24f-eb54-4ade-b840-68aa7a751630'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:43.249357 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22891886-5eb1-408e-b696-e7585a53cf88" -d '{"events": [{"server_uuid": "6ecad567-5cb8-4fe3-9151-97936b09a13e", "name": "network-vif-deleted", "tag": "f65de24f-eb54-4ade-b840-68aa7a751630"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:43.290966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf785ff0-c833-432e-bee8-1e7bc91226bd req-e869ddf6-c79c-47bc-90d7-611c5a6c8ecc tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:43.292640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf785ff0-c833-432e-bee8-1e7bc91226bd req-e869ddf6-c79c-47bc-90d7-611c5a6c8ecc tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.2495337 Feb 09 21:56:43.332564 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e84674-43da-4fba-b2e9-7fa510d1175e x-openstack-request-id: req-13e84674-43da-4fba-b2e9-7fa510d1175e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:43.332871 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecad567-5cb8-4fe3-9151-97936b09a13e", "name": "network-vif-deleted", "tag": "f65de24f-eb54-4ade-b840-68aa7a751630", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:43.333128 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-13e84674-43da-4fba-b2e9-7fa510d1175e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:43.333542 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecad567-5cb8-4fe3-9151-97936b09a13e', 'name': 'network-vif-deleted', 'tag': 'f65de24f-eb54-4ade-b840-68aa7a751630', 'status': 'completed', 'code': 200} Feb 09 21:56:43.363753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf785ff0-c833-432e-bee8-1e7bc91226bd req-991dfb18-6912-413b-a553-6d4b254ef05e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609343 Feb 09 21:56:43.374378 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:56:41Z', 'revision_number': 5, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port': {'id': '80232d16-7ed5-4b34-ba80-b0eac2bc7621', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:43.381204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:43.384758 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.433280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] Checking router: 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:56:43.452919 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] Routers {'3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:43.454252 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:43.487844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Deleting port 80232d16-7ed5-4b34-ba80-b0eac2bc7621 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:43.488402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.579818 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2d2efcc-84a2-43ca-8afd-b3dc7d3775b0 req-b2684ecb-8ff7-4602-b6ee-42d530a9c029 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 210 time: 0.1220264 Feb 09 21:56:43.609073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] Set router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:43.622558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa956b0-9c96-4b66-b51e-fe098c36b1e4 req-a9ff59c4-c690-49c6-905b-b129e20241af tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:43.632211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fa956b0-9c96-4b66-b51e-fe098c36b1e4 req-a9ff59c4-c690-49c6-905b-b129e20241af tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0885322 Feb 09 21:56:43.703522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] For port 80232d16-7ed5-4b34-ba80-b0eac2bc7621, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=80232d16-7ed5-4b34-ba80-b0eac2bc7621,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:43.707141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.724724 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:56:43Z', 'revision_number': 6, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:43.743547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Calling delete_port for 80232d16-7ed5-4b34-ba80-b0eac2bc7621 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:43.771263 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4400e0-e05a-4136-9e83-7d096a295265 None None] The sync data for ids ['3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98'] in n-d-828599-1 is: [{'id': '3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98', 'name': 'tempest-TaggedBootDevicesTest_v242-801245990-router', 'tenant_id': 'dcfd252585e54430a57828ff8265d36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:51Z', 'updated_at': '2022-02-09T21:56:43Z', 'revision_number': 6, 'project_id': 'dcfd252585e54430a57828ff8265d36b', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:43.833835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fa956b0-9c96-4b66-b51e-fe098c36b1e4 req-9e7b340e-9844-4e89-89f9-4afb34443b01 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000089 Feb 09 21:56:43.893669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6b1ed-1b12-4c93-b4ce-c15fab88833d req-e248601f-b7e2-4a50-b318-ffe3d67589bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:43.903357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45a6b1ed-1b12-4c93-b4ce-c15fab88833d req-e248601f-b7e2-4a50-b318-ffe3d67589bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 1128 time: 0.0863619 Feb 09 21:56:43.983866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 675df367-7d35-4a58-856e-10aabddb103b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:43.986747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (36295ab7-6690-4bb5-8bec-6ad955da882d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.006504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45a6b1ed-1b12-4c93-b4ce-c15fab88833d req-93521c8f-5593-4c25-b975-e3449888d06f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688798 Feb 09 21:56:44.022417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 675df367-7d35-4a58-856e-10aabddb103b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:44.022966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 675df367-7d35-4a58-856e-10aabddb103b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:44.102066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=36295ab7-6690-4bb5-8bec-6ad955da882d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:44.104323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': '1856df12-62b8-4468-978e-ed75eeca179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3994ca2d-be63-4319-9c37-8e74757aeab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:44.104771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: 3994ca2d-be63-4319-9c37-8e74757aeab9, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:44.171385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (80232d16-7ed5-4b34-ba80-b0eac2bc7621), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.205245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Pushing event deleted for resources: {'Port': ['ID=80232d16-7ed5-4b34-ba80-b0eac2bc7621,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:44.213250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:44.273334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.359792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3994ca2d-be63-4319-9c37-8e74757aeab9) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:44.371483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27517d01-bcf1-4aec-b204-60ff752a6118 None None] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:44.385159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.387426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.416100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.419001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks [] for router_controller (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.544076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3994ca2d-be63-4319-9c37-8e74757aeab9', 'network_id': '3994ca2d-be63-4319-9c37-8e74757aeab9', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': '36295ab7-6690-4bb5-8bec-6ad955da882d'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:44.545219 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.599437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c82000e6-8704-45d7-b3c4-d2f6f8804c8f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6874254 Feb 09 21:56:44.601712 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583814fa-11d5-4468-b136-3c01c3012d74 req-0382f1e6-7d1e-43c9-9424-8578fcb11f31 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.603134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50356) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.604292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-583814fa-11d5-4468-b136-3c01c3012d74 req-0382f1e6-7d1e-43c9-9424-8578fcb11f31 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1261590 Feb 09 21:56:44.608638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e504e8c5-c88c-4274-b66a-e6aa2302ca4d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1456195608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:44.669078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.669609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:44.680024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.681297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b2499fc8-2e3f-492a-b220-a94da7bc44fc admin admin] 10.222.0.98 "DELETE /v2.0/routers/3a3a8f8d-35c9-4a0f-a89e-2da1e1ca2e98 HTTP/1.1" status: 204 len: 168 time: 1.8662484 Feb 09 21:56:44.689745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50360) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.739441 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-583814fa-11d5-4468-b136-3c01c3012d74 req-141edb98-a1b4-4da2-8e4d-7f62dbf3b020 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233506 Feb 09 21:56:44.747441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Allocated IP 2001:db8::2 (3994ca2d-be63-4319-9c37-8e74757aeab9/36295ab7-6690-4bb5-8bec-6ad955da882d/5a056fb0-fb1d-40fd-8e69-51d1c4052144) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:44.869309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd33a89e-ee9d-47ac-bfc1-4517f4a08411 req-bee57d8d-fc8d-4812-b8ee-55d22e67ce1a tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ecad567-5cb8-4fe3-9151-97936b09a13e HTTP/1.1" status: 200 len: 210 time: 0.0457611 Feb 09 21:56:44.899238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504e8c5-c88c-4274-b66a-e6aa2302ca4d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (03a21214-3f2c-4775-895d-e9b413ae19a2), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.900476 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504e8c5-c88c-4274-b66a-e6aa2302ca4d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (03a21214-3f2c-4775-895d-e9b413ae19a2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.958257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Deleting subnet 15e8c91b-3b2a-448c-8d64-59b5fe59d276 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:44.969212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Publish callbacks [] for subnet (15e8c91b-3b2a-448c-8d64-59b5fe59d276), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.014316 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Publish callbacks [] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.048675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93da7a-e2a2-4c1a-a4ef-11cca4a93099 req-1d0e2cc5-f66e-4666-b901-13076cf4ea46 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:45.060278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504e8c5-c88c-4274-b66a-e6aa2302ca4d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (03a21214-3f2c-4775-895d-e9b413ae19a2), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.069975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a93da7a-e2a2-4c1a-a4ef-11cca4a93099 req-1d0e2cc5-f66e-4666-b901-13076cf4ea46 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1083202 Feb 09 21:56:45.073894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (15e8c91b-3b2a-448c-8d64-59b5fe59d276), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.141389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f65de24f-eb54-4ade-b840-68aa7a751630 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:45.153057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a93da7a-e2a2-4c1a-a4ef-11cca4a93099 req-21222908-177e-4694-89c9-f0aa6838e514 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813656 Feb 09 21:56:45.178272 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.187382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: f65de24f-eb54-4ade-b840-68aa7a751630 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:45.187801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device f65de24f-eb54-4ade-b840-68aa7a751630 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:45.214010 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504e8c5-c88c-4274-b66a-e6aa2302ca4d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (03a21214-3f2c-4775-895d-e9b413ae19a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.228846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:45.232587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:45.236599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (15e8c91b-3b2a-448c-8d64-59b5fe59d276), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.238430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:45.281359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Pushing event updated for resources: {'Port': ['ID=5a056fb0-fb1d-40fd-8e69-51d1c4052144,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:45.317015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Attempting to bind port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:45.317430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Attempting to bind port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '1856df12-62b8-4468-978e-ed75eeca179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3994ca2d-be63-4319-9c37-8e74757aeab9'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:45.317767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Attempting to bind port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 on network 3994ca2d-be63-4319-9c37-8e74757aeab9 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:45.324049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:45.324049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Checking segment: {'id': '1856df12-62b8-4468-978e-ed75eeca179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3994ca2d-be63-4319-9c37-8e74757aeab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:45.324049 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.324664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Bound using segment: {'id': '1856df12-62b8-4468-978e-ed75eeca179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3994ca2d-be63-4319-9c37-8e74757aeab9'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:45.324957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Bound port: 5a056fb0-fb1d-40fd-8e69-51d1c4052144, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1856df12-62b8-4468-978e-ed75eeca179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '3994ca2d-be63-4319-9c37-8e74757aeab9'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:45.325347 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.373508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504e8c5-c88c-4274-b66a-e6aa2302ca4d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.376141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e504e8c5-c88c-4274-b66a-e6aa2302ca4d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7718282 Feb 09 21:56:45.378934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50366) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:45.397686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] For port 5a056fb0-fb1d-40fd-8e69-51d1c4052144, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:45.401200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] For port 5a056fb0-fb1d-40fd-8e69-51d1c4052144, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5a056fb0-fb1d-40fd-8e69-51d1c4052144,segment=NetworkSegment(1856df12-62b8-4468-978e-ed75eeca179e),segment_id=1856df12-62b8-4468-978e-ed75eeca179e)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:45.474146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (15e8c91b-3b2a-448c-8d64-59b5fe59d276), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.526835 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.557449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e8c91b-3b2a-448c-8d64-59b5fe59d276,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:45.574957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08307487-b119-4d45-a156-73322c4d1583 None None] Network b03f2477-7443-428e-b086-b417a723f6fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:45.598481 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.601847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/15e8c91b-3b2a-448c-8d64-59b5fe59d276 HTTP/1.1" status: 204 len: 168 time: 0.9104633 Feb 09 21:56:45.604664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50368) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:45.615345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.615748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.616074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.616422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.616764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.617104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.617438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.618416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.618796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.619137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.619474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.619836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.620172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb451f6-5dc0-4807-899b-45247acd434b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:45.787476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b03f2477-7443-428e-b086-b417a723f6fe), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.796431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.864297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eee02c-8676-4a22-a07e-c7908957dee6 None None] Pushing event updated for resources: {'Port': ['ID=5a056fb0-fb1d-40fd-8e69-51d1c4052144,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:45.927444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Deleting port 6f3160a3-2253-4194-affe-c3b0a8c6038e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:45.928262 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.983959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] DHCP port deletion for b03f2477-7443-428e-b086-b417a723f6fe request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:46.118212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 80232d16-7ed5-4b34-ba80-b0eac2bc7621 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:46.194665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 80232d16-7ed5-4b34-ba80-b0eac2bc7621 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:46.195020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 80232d16-7ed5-4b34-ba80-b0eac2bc7621 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:46.226728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] Deleting port 6f3160a3-2253-4194-affe-c3b0a8c6038e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:46.229508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.385758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] For port 6f3160a3-2253-4194-affe-c3b0a8c6038e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f3160a3-2253-4194-affe-c3b0a8c6038e,segment=NetworkSegment(1a3fac5f-c062-48f4-94d0-2260f63dc061),segment_id=1a3fac5f-c062-48f4-94d0-2260f63dc061)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:46.386170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.406661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ad3dd-11f8-486a-a0c5-ec1ffbc4f8cc req-0ec7e8e6-2af2-4a69-9db9-99e0ef11be75 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:46.409078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563ad3dd-11f8-486a-a0c5-ec1ffbc4f8cc req-0ec7e8e6-2af2-4a69-9db9-99e0ef11be75 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.4671719 Feb 09 21:56:46.429722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] Calling delete_port for 6f3160a3-2253-4194-affe-c3b0a8c6038e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:46.573593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-563ad3dd-11f8-486a-a0c5-ec1ffbc4f8cc req-151c4b1a-a711-4921-a104-e231d589a0dc tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512871 Feb 09 21:56:46.617506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8::1 (3994ca2d-be63-4319-9c37-8e74757aeab9/36295ab7-6690-4bb5-8bec-6ad955da882d/ce0019f0-0c43-485f-9b79-732fd9201150) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:46.669210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.741810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] Pushing event deleted for resources: {'Port': ['ID=6f3160a3-2253-4194-affe-c3b0a8c6038e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:46.760753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559486e-c10c-4c2e-8b61-0f001ebcde3f None None] No DVR routers for this DVR port 6f3160a3-2253-4194-affe-c3b0a8c6038e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:46.976816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] For port 6f3160a3-2253-4194-affe-c3b0a8c6038e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f3160a3-2253-4194-affe-c3b0a8c6038e,segment=NetworkSegment(1a3fac5f-c062-48f4-94d0-2260f63dc061),segment_id=1a3fac5f-c062-48f4-94d0-2260f63dc061)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:46.976816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.000453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (ce0019f0-0c43-485f-9b79-732fd9201150), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.001590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Calling delete_port for 6f3160a3-2253-4194-affe-c3b0a8c6038e owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:47.011641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21977d44-b212-4774-beb8-1bdd60b4f6d2 req-f66013b4-4272-4bd6-8618-f01f59aaf8f8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:47.013550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21977d44-b212-4774-beb8-1bdd60b4f6d2 req-f66013b4-4272-4bd6-8618-f01f59aaf8f8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1136351 Feb 09 21:56:47.071522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-cf601fb2-ab13-4c3a-838c-7ec12146bf8b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:47.071522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-cf601fb2-ab13-4c3a-838c-7ec12146bf8b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 811 time: 0.1767678 Feb 09 21:56:47.137232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-3b6d184d-2d9e-49fc-b9e2-36fb32bad34c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/quotas/02c4c683ab9643d484633206f594b62f HTTP/1.1" status: 200 len: 375 time: 0.0619287 Feb 09 21:56:47.154823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6f3160a3-2253-4194-affe-c3b0a8c6038e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.189408 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21977d44-b212-4774-beb8-1bdd60b4f6d2 req-e46e080c-0cf0-436c-ade6-4aea9c21790d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980811 Feb 09 21:56:47.226859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.227466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] No DVR routers for this DVR port 6f3160a3-2253-4194-affe-c3b0a8c6038e on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:47.230538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3160a3-2253-4194-affe-c3b0a8c6038e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:47.335424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=ce0019f0-0c43-485f-9b79-732fd9201150,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:47.359768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-f4860f80-80e2-4933-bd3a-8607d30ed67f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2211463 Feb 09 21:56:47.372082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:47.374510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:47.393441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:47.394012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (03a21214-3f2c-4775-895d-e9b413ae19a2), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.424744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b03f2477-7443-428e-b086-b417a723f6fe), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.481276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03f2477-7443-428e-b086-b417a723f6fe']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:47.509645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3fac5f-c062-48f4-94d0-2260f63dc061') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:47.509889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3fac5f-c062-48f4-94d0-2260f63dc061') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:47.548004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (1a3fac5f-c062-48f4-94d0-2260f63dc061), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.576282 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1a3fac5f-c062-48f4-94d0-2260f63dc061), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.576282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:47.576282 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (1a3fac5f-c062-48f4-94d0-2260f63dc061), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:47.675721 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:47.678224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-ecb93dec-32a8-480f-9ee7-47211a5a24d6 service neutron] 10.222.0.98 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160219 Feb 09 21:56:47.744084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081b305-f281-4217-a5a2-efb2a33f62ce None None] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:47.848842 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.876942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-95ddc2c5-6ada-4cdc-99d4-fcbd7f7fa61d None None] Provisioning complete for port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:47.877496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-95ddc2c5-6ada-4cdc-99d4-fcbd7f7fa61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.932325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-cac48d8e-58cd-49c2-875f-b3fc98e73437 service neutron] 10.222.0.98 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529206 Feb 09 21:56:47.985249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-95ddc2c5-6ada-4cdc-99d4-fcbd7f7fa61d None None] Current status of the port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:47.987030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-95ddc2c5-6ada-4cdc-99d4-fcbd7f7fa61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.092276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-95ddc2c5-6ada-4cdc-99d4-fcbd7f7fa61d None None] For port 5a056fb0-fb1d-40fd-8e69-51d1c4052144, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5a056fb0-fb1d-40fd-8e69-51d1c4052144,segment=NetworkSegment(1856df12-62b8-4468-978e-ed75eeca179e),segment_id=1856df12-62b8-4468-978e-ed75eeca179e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:48.149039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b03f2477-7443-428e-b086-b417a723f6fe), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.167107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.172139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] 10.222.0.98 "DELETE /v2.0/networks/b03f2477-7443-428e-b086-b417a723f6fe HTTP/1.1" status: 204 len: 168 time: 2.5648537 Feb 09 21:56:48.172283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5a056fb0-fb1d-40fd-8e69-51d1c4052144 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:48.191821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b03f2477-7443-428e-b086-b417a723f6fe,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.217073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.217429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.217778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.218108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.218446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.218779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.219211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.219459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.219948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.220190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.220570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.220848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.221430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e3b6c-e038-4f66-bd6f-85524fda11cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:48.257476 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-95ddc2c5-6ada-4cdc-99d4-fcbd7f7fa61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.301542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (ce0019f0-0c43-485f-9b79-732fd9201150), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.420792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a0383e69-b0e5-4b78-9cb9-675fdbd61b4b None None] Provisioning complete for port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:48.421414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a0383e69-b0e5-4b78-9cb9-675fdbd61b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.431795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793756d-3410-4d3a-a06d-e0edd57018ad req-95003ca8-34be-4767-8d54-3c3f3fe309ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:48.437354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c793756d-3410-4d3a-a06d-e0edd57018ad req-95003ca8-34be-4767-8d54-3c3f3fe309ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0757580 Feb 09 21:56:48.459677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.461410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (03a21214-3f2c-4775-895d-e9b413ae19a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.476862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddc2c5-6ada-4cdc-99d4-fcbd7f7fa61d None None] Pushing event updated for resources: {'Port': ['ID=5a056fb0-fb1d-40fd-8e69-51d1c4052144,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.494014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:48.496606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.598740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c793756d-3410-4d3a-a06d-e0edd57018ad req-1fa35a62-daf6-4100-821c-280ed6299f35 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593578 Feb 09 21:56:48.599267 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bac5c164-5a91-4366-b715-7a9be44daa08 req-f219af84-7f11-4227-8fad-fc61dfdb807a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 210 time: 0.0398159 Feb 09 21:56:48.692377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=ce0019f0-0c43-485f-9b79-732fd9201150,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.771095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:48.771095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:48.822023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.844019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f136a83-06a2-4a10-8450-f11c6f220054 req-0f79c76c-3e68-43e8-8baa-1a4e9fba5636 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:48.854920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f136a83-06a2-4a10-8450-f11c6f220054 req-0f79c76c-3e68-43e8-8baa-1a4e9fba5636 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 945 time: 0.1420176 Feb 09 21:56:48.923560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9565adf4-ae44-479d-ba80-99c6e0f2a8d1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f620865b281c41179b35bef3337de0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007161 Feb 09 21:56:48.927079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50444) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.934932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f136a83-06a2-4a10-8450-f11c6f220054 req-c38277ce-2c1d-4284-8c92-7b515afe86da tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780661 Feb 09 21:56:49.035815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:49.048970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3389e028-268e-4054-881a-790ac1495c68 admin admin] Publish callbacks [] for security_group (91118fb1-5e96-4564-9ffc-4f23a8046efb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.061579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a0383e69-b0e5-4b78-9cb9-675fdbd61b4b None None] Current status of the port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:49.074101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a0383e69-b0e5-4b78-9cb9-675fdbd61b4b None None] Provisioning complete for port ce0019f0-0c43-485f-9b79-732fd9201150 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:49.074966 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a0383e69-b0e5-4b78-9cb9-675fdbd61b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.082011 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3389e028-268e-4054-881a-790ac1495c68 admin admin] Publish callbacks [] for security_group (91118fb1-5e96-4564-9ffc-4f23a8046efb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.149842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f3160a3-2253-4194-affe-c3b0a8c6038e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:49.199865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6f3160a3-2253-4194-affe-c3b0a8c6038e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:49.200403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f3160a3-2253-4194-affe-c3b0a8c6038e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:49.205278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 03a21214-3f2c-4775-895d-e9b413ae19a2 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:56:49.229352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a0383e69-b0e5-4b78-9cb9-675fdbd61b4b None None] Port ce0019f0-0c43-485f-9b79-732fd9201150 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:49.316978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3389e028-268e-4054-881a-790ac1495c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (91118fb1-5e96-4564-9ffc-4f23a8046efb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.319658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3389e028-268e-4054-881a-790ac1495c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.328748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3389e028-268e-4054-881a-790ac1495c68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/91118fb1-5e96-4564-9ffc-4f23a8046efb HTTP/1.1" status: 204 len: 168 time: 0.3988104 Feb 09 21:56:49.360464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389e028-268e-4054-881a-790ac1495c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91118fb1-5e96-4564-9ffc-4f23a8046efb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:49.364218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cda0105d-2167-429d-93c5-e3604d1c2e5c None None] Provisioning complete for port ce0019f0-0c43-485f-9b79-732fd9201150 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:49.364600 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cda0105d-2167-429d-93c5-e3604d1c2e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.432628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:49.446834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-acefed2d-4d7a-48c2-bbd1-b0040c965922 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/03a21214-3f2c-4775-895d-e9b413ae19a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0668471 Feb 09 21:56:49.450005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50456) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:49.464364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] Sync routers for ids ['03a21214-3f2c-4775-895d-e9b413ae19a2'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:49.474090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cda0105d-2167-429d-93c5-e3604d1c2e5c None None] Port ce0019f0-0c43-485f-9b79-732fd9201150 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:49.481205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] Routers {'03a21214-3f2c-4775-895d-e9b413ae19a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:49.481961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['03a21214-3f2c-4775-895d-e9b413ae19a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:49.529510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:49.541351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c4c15-b383-444a-b179-45ccc43587c3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:49.542438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] Routers {'03a21214-3f2c-4775-895d-e9b413ae19a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:49.546203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['03a21214-3f2c-4775-895d-e9b413ae19a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:49.546432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50458) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:49.548079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a88c4c15-b383-444a-b179-45ccc43587c3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports/ce0019f0-0c43-485f-9b79-732fd9201150 HTTP/1.1" status: 200 len: 911 time: 0.0967107 Feb 09 21:56:49.600617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:49.601871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a85720-27b8-4dd8-841b-74e44aef3b17 None None] The sync data for ids ['03a21214-3f2c-4775-895d-e9b413ae19a2'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:49.825225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7958e104-c167-4770-8f17-b080489a7768 req-c5615932-cf1c-4e4f-9328-68d3c75f7cd8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 210 time: 0.0636845 Feb 09 21:56:49.844715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39f8d6-bf1e-408b-a828-47ee2330d77a req-9da1ebbf-b93e-4fe3-a49e-ce7915f1bbd7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:49.853668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc39f8d6-bf1e-408b-a828-47ee2330d77a req-9da1ebbf-b93e-4fe3-a49e-ce7915f1bbd7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1364174 Feb 09 21:56:49.933429 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc39f8d6-bf1e-408b-a828-47ee2330d77a req-494ec405-c78c-4bf9-887a-56f763ebd10e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786676 Feb 09 21:56:50.074567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-77c79fb2-e13f-4997-8fa5-7287427d7325 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.076172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-77c79fb2-e13f-4997-8fa5-7287427d7325 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 945 time: 0.1414278 Feb 09 21:56:50.110069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5a056fb0-fb1d-40fd-8e69-51d1c4052144 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:50.214795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Deleting port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:50.215150 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.222117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:50.224178 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.404032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] For port 0818af8e-0b26-4d4b-b9f0-ef9054f36420, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0818af8e-0b26-4d4b-b9f0-ef9054f36420,segment=NetworkSegment(9eb9ead4-d197-48e3-864d-c6ee51d0b6f5),segment_id=9eb9ead4-d197-48e3-864d-c6ee51d0b6f5)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:50.404434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.426792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:50.427967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Calling delete_port for 0818af8e-0b26-4d4b-b9f0-ef9054f36420 owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:50.490217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50472) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.574674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2b612c90-4d4c-424d-ad45-003e59f04f89 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dcfd252585e54430a57828ff8265d36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830343 Feb 09 21:56:50.575354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50474) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.582688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313e08-a35c-4fc2-a93c-0f033eef4e07 req-43aefeb2-0f7d-4d60-87ac-70e163461d0c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.589662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74313e08-a35c-4fc2-a93c-0f033eef4e07 req-43aefeb2-0f7d-4d60-87ac-70e163461d0c tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 945 time: 0.0863149 Feb 09 21:56:50.671527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f494-88f1-4603-b983-f076a365d415 admin admin] Publish callbacks [] for security_group (0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.694137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74313e08-a35c-4fc2-a93c-0f033eef4e07 req-8b1c10e7-4386-447f-a110-f1ad485d4470 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/security-groups?id=642f23d1-e99e-4b48-9770-7a5d558637fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035085 Feb 09 21:56:50.707123 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (03a21214-3f2c-4775-895d-e9b413ae19a2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.734218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f494-88f1-4603-b983-f076a365d415 admin admin] Publish callbacks [] for security_group (0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.810721 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0818af8e-0b26-4d4b-b9f0-ef9054f36420), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.826696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0818af8e-0b26-4d4b-b9f0-ef9054f36420'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:50.883962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Pushing event deleted for resources: {'Port': ['ID=0818af8e-0b26-4d4b-b9f0-ef9054f36420,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:50.897370 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f494-88f1-4603-b983-f076a365d415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.903692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f494-88f1-4603-b983-f076a365d415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.911022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9fb7f494-88f1-4603-b983-f076a365d415 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b HTTP/1.1" status: 204 len: 168 time: 0.3329644 Feb 09 21:56:50.988762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f494-88f1-4603-b983-f076a365d415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0784e0-9dbe-4fb1-ab2c-8d87f75a458b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:51.087018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] No DVR routers for this DVR port 0818af8e-0b26-4d4b-b9f0-ef9054f36420 on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:51.095662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.105108 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4235c694-27d7-4812-87b5-2fc3854e2810 req-2c09ad31-1ba2-4fe3-ad97-0c41b7886c7e tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.30 "DELETE /v2.0/ports/0818af8e-0b26-4d4b-b9f0-ef9054f36420 HTTP/1.1" status: 204 len: 173 time: 1.0200379 Feb 09 21:56:51.105638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'name': 'network-vif-deleted', 'tag': '0818af8e-0b26-4d4b-b9f0-ef9054f36420'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:51.108040 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dda605-c7ae-45c9-81b6-59d662c4d091" -d '{"events": [{"server_uuid": "bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05", "name": "network-vif-deleted", "tag": "0818af8e-0b26-4d4b-b9f0-ef9054f36420"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:51.180600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f43454c-0f16-4c7e-9ccb-512066f4d6b0 req-fcab4c40-ff45-4fc3-b312-7b3aaad86817 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 210 time: 0.1932447 Feb 09 21:56:51.248647 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51035024-e84c-4c5c-bb4e-ba6b3e09430d x-openstack-request-id: req-51035024-e84c-4c5c-bb4e-ba6b3e09430d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:51.249453 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05", "name": "network-vif-deleted", "tag": "0818af8e-0b26-4d4b-b9f0-ef9054f36420", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:51.250025 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51035024-e84c-4c5c-bb4e-ba6b3e09430d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:51.250721 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05', 'name': 'network-vif-deleted', 'tag': '0818af8e-0b26-4d4b-b9f0-ef9054f36420', 'status': 'completed', 'code': 200} Feb 09 21:56:51.432264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d484b9-dff7-42ec-a4d0-2c18cc3d5f55 req-04894681-2902-46d1-9317-459f9c14dde2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:51.437664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22d484b9-dff7-42ec-a4d0-2c18cc3d5f55 req-04894681-2902-46d1-9317-459f9c14dde2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.3049154 Feb 09 21:56:51.498411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-660850ac-9224-4ef6-830a-9d53aed9b08a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:51.502158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-660850ac-9224-4ef6-830a-9d53aed9b08a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.110 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 811 time: 0.3371682 Feb 09 21:56:51.521953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Request body: {'port': {'device_id': '2570d553-a53c-49f4-a31f-3488deccbf77', 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'admin_state_up': True, 'tenant_id': '02c4c683ab9643d484633206f594b62f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:51.541259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port ce0019f0-0c43-485f-9b79-732fd9201150 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:51.541721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.648603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22d484b9-dff7-42ec-a4d0-2c18cc3d5f55 req-890d66d3-faa5-49c4-ad3e-c31d31bdaf76 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907322 Feb 09 21:56:51.791519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.807242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for ce0019f0-0c43-485f-9b79-732fd9201150 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:51.904480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Made reservation on behalf of 02c4c683ab9643d484633206f594b62f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:51.908229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.926473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-252872e6-80b0-4ef5-a7bd-7fb10e768a37 req-1cca6553-a897-4842-8421-89113e0936a5 tempest-ServersTestJSON-996098013 tempest-ServersTestJSON-996098013-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc0c6b7e-5a4a-4412-b4b8-2d4baf97ab05 HTTP/1.1" status: 200 len: 210 time: 0.0455945 Feb 09 21:56:52.141255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Allocated IP 172.20.0.4 (8f1b4ce6-6bfd-4291-8d4e-60703d90412a/429d8093-f17e-40a6-ac66-f49dba7ff517/7c12a49b-da28-44e7-8571-91ad6a56dc78) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:52.496195 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks [] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.534217 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ce0019f0-0c43-485f-9b79-732fd9201150), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.538390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa43c826-848a-40d5-9aaf-eb0ca2d01fd0 req-21df24a5-3fce-43b8-a547-f11a253b33c4 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 210 time: 0.2166834 Feb 09 21:56:52.568662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=ce0019f0-0c43-485f-9b79-732fd9201150,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.632575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.647751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5cf2c3a7-63af-4227-982a-f981cde3cff9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:52.820972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Pushing event updated for resources: {'Port': ['ID=7c12a49b-da28-44e7-8571-91ad6a56dc78,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.879937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:52.900559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:52.900559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:52.911677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c39f-7b81-4ade-adac-9d8d295d4cb2 req-565f61a9-ef6a-4c55-ad61-b086aed7eaed tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:52.917741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-acf2c39f-7b81-4ade-adac-9d8d295d4cb2 req-565f61a9-ef6a-4c55-ad61-b086aed7eaed tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1112208 Feb 09 21:56:52.918246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50512) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.965432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (03a21214-3f2c-4775-895d-e9b413ae19a2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.010799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50518) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:53.065944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-acf2c39f-7b81-4ade-adac-9d8d295d4cb2 req-1ec3649c-a598-4afc-aa60-25b14edd2ea7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272929 Feb 09 21:56:53.119141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1138045178-network', 'tenant_id': 'df9aa8035b82406db9e2fff33b30efd3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:53.183083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:53.183635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.224561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] Deleting subnet 3cd84ba4-9c63-4042-8a50-a10447cac407 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:53.226451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Made reservation on behalf of df9aa8035b82406db9e2fff33b30efd3 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:53.228308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] Publish callbacks [] for subnet (3cd84ba4-9c63-4042-8a50-a10447cac407), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.231004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.296776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.316882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-33359379-5356-42cb-ba90-5badc7e6c46f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8034322 Feb 09 21:56:53.339953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Request body: {'port': {'device_id': '2570d553-a53c-49f4-a31f-3488deccbf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:53.371564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (3cd84ba4-9c63-4042-8a50-a10447cac407), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.397239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 03a21214-3f2c-4775-895d-e9b413ae19a2 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:53.448834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks [] for security_group (d6dd952e-617d-4308-a893-dd92f81a9d32), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.530668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d6dd952e-617d-4308-a893-dd92f81a9d32), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.532527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3cd84ba4-9c63-4042-8a50-a10447cac407), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.536212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.556726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dd952e-617d-4308-a893-dd92f81a9d32,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:53.566133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:53.587362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (02e74ebb-849f-45bd-a9ad-7a33214936b7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.587734 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Added segment 02e74ebb-849f-45bd-a9ad-7a33214936b7 of type vlan for network 405b2d1d-f381-473d-a398-0470110edd91 Feb 09 21:56:53.676124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (405b2d1d-f381-473d-a398-0470110edd91), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.782586 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (405b2d1d-f381-473d-a398-0470110edd91), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.783578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:53.784457 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.851289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] Pushing event updated for resources: {'Network': ['ID=405b2d1d-f381-473d-a398-0470110edd91,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:53.866459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 405b2d1d-f381-473d-a398-0470110edd91 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:53.915505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:53.931061 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] Sync routers for ids ['03a21214-3f2c-4775-895d-e9b413ae19a2'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:53.937079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d1fb692a-7e74-4607-930e-b2257397ec92 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0176880 Feb 09 21:56:53.941449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50524) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:53.941616 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d0b6dd2c-22ac-49ee-ac57-9a64a21b016e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/03a21214-3f2c-4775-895d-e9b413ae19a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3909349 Feb 09 21:56:53.944113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50526) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:53.945109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Request body: {'subnet': {'network_id': '405b2d1d-f381-473d-a398-0470110edd91', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1138045178-subnet', 'tenant_id': 'df9aa8035b82406db9e2fff33b30efd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:53.946560 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] Routers {'03a21214-3f2c-4775-895d-e9b413ae19a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:53.951855 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['03a21214-3f2c-4775-895d-e9b413ae19a2'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.006633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1c754753-9aa4-482d-9aa0-668eaf69784b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=03a21214-3f2c-4775-895d-e9b413ae19a2 HTTP/1.1" status: 200 len: 205 time: 0.0579522 Feb 09 21:56:54.006885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50528) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:54.064827 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.073942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5c7be-8418-440a-ad78-626edf1b182e req-868da666-3ce7-4bde-a31b-f0f390c76083 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:54.077252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3f5c7be-8418-440a-ad78-626edf1b182e req-868da666-3ce7-4bde-a31b-f0f390c76083 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 931 time: 0.1818681 Feb 09 21:56:54.095469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Made reservation on behalf of df9aa8035b82406db9e2fff33b30efd3 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:54.098179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.162394 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] Routers {'03a21214-3f2c-4775-895d-e9b413ae19a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:54.164119 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['03a21214-3f2c-4775-895d-e9b413ae19a2'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.209120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98a7f83b-528c-453e-bde2-ee13159031a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (03a21214-3f2c-4775-895d-e9b413ae19a2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.255269 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.256603 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784369a9-ba7f-4df8-89f9-807eca514b82 None None] The sync data for ids ['03a21214-3f2c-4775-895d-e9b413ae19a2'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:54.299356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (3cd84ba4-9c63-4042-8a50-a10447cac407), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.327516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0818af8e-0b26-4d4b-b9f0-ef9054f36420 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:54.383275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd84ba4-9c63-4042-8a50-a10447cac407,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:54.391149 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.397188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7f3e4ef8-9973-47e9-bbd5-f86c545cd150 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3cd84ba4-9c63-4042-8a50-a10447cac407 HTTP/1.1" status: 204 len: 168 time: 1.3776760 Feb 09 21:56:54.397858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50534) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:54.399178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 0818af8e-0b26-4d4b-b9f0-ef9054f36420 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:54.402666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0818af8e-0b26-4d4b-b9f0-ef9054f36420 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:54.474138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1bdd5-0016-4832-9c30-9ee29cc87046 req-17a9d036-6c1c-470c-b63c-6fde8c391e06 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:54.483365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ea1bdd5-0016-4832-9c30-9ee29cc87046 req-17a9d036-6c1c-470c-b63c-6fde8c391e06 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.2142181 Feb 09 21:56:54.535815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3f5c7be-8418-440a-ad78-626edf1b182e req-d9c2301d-929b-4f15-acea-bf259edb56be tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408991 Feb 09 21:56:54.673546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (db08f182-0208-4e22-bbcf-756d7e20679c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.673546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c12a49b-da28-44e7-8571-91ad6a56dc78 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:54.674499 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98a7f83b-528c-453e-bde2-ee13159031a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (03a21214-3f2c-4775-895d-e9b413ae19a2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.676376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Publish callbacks [] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.684976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2ea1bdd5-0016-4832-9c30-9ee29cc87046 req-f7bd5d34-6a9b-466f-8a3f-6a390ffe5175 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003915 Feb 09 21:56:54.688723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98a7f83b-528c-453e-bde2-ee13159031a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (03a21214-3f2c-4775-895d-e9b413ae19a2), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.691269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Transition to ACTIVE for port object 7c12a49b-da28-44e7-8571-91ad6a56dc78 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:56:54.819624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (db08f182-0208-4e22-bbcf-756d7e20679c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.841334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db08f182-0208-4e22-bbcf-756d7e20679c']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.851911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.852219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb9ead4-d197-48e3-864d-c6ee51d0b6f5') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:54.866907 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (9eb9ead4-d197-48e3-864d-c6ee51d0b6f5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.880815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9eb9ead4-d197-48e3-864d-c6ee51d0b6f5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.886652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:54.887068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (9eb9ead4-d197-48e3-864d-c6ee51d0b6f5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:54.888780 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:55.045578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98a7f83b-528c-453e-bde2-ee13159031a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (03a21214-3f2c-4775-895d-e9b413ae19a2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.045788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.049158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (db08f182-0208-4e22-bbcf-756d7e20679c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.049867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a7f83b-528c-453e-bde2-ee13159031a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Fanout notify agent at l3_agent the message router_deleted on router 03a21214-3f2c-4775-895d-e9b413ae19a2 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:55.073000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98a7f83b-528c-453e-bde2-ee13159031a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.079343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-98a7f83b-528c-453e-bde2-ee13159031a3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/03a21214-3f2c-4775-895d-e9b413ae19a2 HTTP/1.1" status: 204 len: 168 time: 1.0710022 Feb 09 21:56:55.079494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.080567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50536) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:55.084883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] 10.222.0.98 "DELETE /v2.0/networks/db08f182-0208-4e22-bbcf-756d7e20679c HTTP/1.1" status: 204 len: 168 time: 0.6816227 Feb 09 21:56:55.085027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (6ff6b511-a079-44ea-9c8a-b2ea97a967d6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.112228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad092fe-3772-4c89-a42d-38e56acfae1b admin admin] Pushing event deleted for resources: {'Network': ['ID=db08f182-0208-4e22-bbcf-756d7e20679c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.125768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Pushing event updated for resources: {'Port': ['ID=7c12a49b-da28-44e7-8571-91ad6a56dc78,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.276103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff6b511-a079-44ea-9c8a-b2ea97a967d6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.335116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Attempting to bind port 7c12a49b-da28-44e7-8571-91ad6a56dc78 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:55.335356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Attempting to bind port 7c12a49b-da28-44e7-8571-91ad6a56dc78 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:55.335696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Attempting to bind port 7c12a49b-da28-44e7-8571-91ad6a56dc78 on network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:55.347061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Port 7c12a49b-da28-44e7-8571-91ad6a56dc78 on network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:55.347427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Attempting to bind port 7c12a49b-da28-44e7-8571-91ad6a56dc78 on network 8f1b4ce6-6bfd-4291-8d4e-60703d90412a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:55.360906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:55.361250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Checking segment: {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:55.361641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Bound using segment: {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:55.362080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Bound port: 7c12a49b-da28-44e7-8571-91ad6a56dc78, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a7504f-e017-477f-9c88-f65432ecdd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:55.362441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.415044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Checking segment: {'id': '02e74ebb-849f-45bd-a9ad-7a33214936b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '405b2d1d-f381-473d-a398-0470110edd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:55.415407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Network hostable DHCP agents. Network: 405b2d1d-f381-473d-a398-0470110edd91, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:55.460903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet 36295ab7-6690-4bb5-8bec-6ad955da882d {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:55.472061 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (36295ab7-6690-4bb5-8bec-6ad955da882d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.539775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] For port 7c12a49b-da28-44e7-8571-91ad6a56dc78, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:55.548982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] For port 7c12a49b-da28-44e7-8571-91ad6a56dc78, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:55.569070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (36295ab7-6690-4bb5-8bec-6ad955da882d), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.668516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50548) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:55.696198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.722734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (36295ab7-6690-4bb5-8bec-6ad955da882d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.811454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Network 405b2d1d-f381-473d-a398-0470110edd91 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:55.825019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:55.829394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.829394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] 10.222.0.110 "PUT /v2.0/ports/7c12a49b-da28-44e7-8571-91ad6a56dc78 HTTP/1.1" status: 200 len: 1091 time: 2.4949362 Feb 09 21:56:55.834367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2570d553-a53c-49f4-a31f-3488deccbf77', 'tag': '7c12a49b-da28-44e7-8571-91ad6a56dc78'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:55.834659 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec835189-8119-4a19-8681-d7ecc89a864b" -d '{"events": [{"name": "network-changed", "server_uuid": "2570d553-a53c-49f4-a31f-3488deccbf77", "tag": "7c12a49b-da28-44e7-8571-91ad6a56dc78"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:55.961676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae12fa-7be8-4eb2-afb1-cac2e3a71e72 req-26d7ead7-d881-4203-b0f6-3d9fb65761ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:55.968393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21ae12fa-7be8-4eb2-afb1-cac2e3a71e72 req-26d7ead7-d881-4203-b0f6-3d9fb65761ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1075964 Feb 09 21:56:55.978769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 405b2d1d-f381-473d-a398-0470110edd91) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:55.989004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:55.989597 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.993386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11519d-eeac-46d4-91cf-a41bb32e9873 None None] Network 405b2d1d-f381-473d-a398-0470110edd91 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:56.025403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (36295ab7-6690-4bb5-8bec-6ad955da882d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.049135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9543e66d-9410-46a9-bd7c-3176ed85eaac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=87edc6d9e87140a5b7b616ed0161e948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762224 Feb 09 21:56:56.055574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50554) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.056284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd9c14-d161-44c3-914b-d96d7880d118 service neutron] Pushing event updated for resources: {'Port': ['ID=7c12a49b-da28-44e7-8571-91ad6a56dc78,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.080342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=36295ab7-6690-4bb5-8bec-6ad955da882d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.107741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f2aac8da-a984-4b1e-8d21-aea8ea78828d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1678665 Feb 09 21:56:56.129648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cb543-372c-4c56-b842-a8f75e37bba6 req-20c4c4dc-ebfc-4f7b-bdf0-3c3b5045eb93 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:56.131212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e04cb543-372c-4c56-b842-a8f75e37bba6 req-20c4c4dc-ebfc-4f7b-bdf0-3c3b5045eb93 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 943 time: 0.3906224 Feb 09 21:56:56.147271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.161693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-99fd5e00-3d25-4a3b-b056-e12f60c7136c tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/36295ab7-6690-4bb5-8bec-6ad955da882d HTTP/1.1" status: 204 len: 168 time: 1.0772743 Feb 09 21:56:56.166304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50558) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.177045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21ae12fa-7be8-4eb2-afb1-cac2e3a71e72 req-01a260d5-d893-4ac4-ba45-ac9f8f2c10d0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960351 Feb 09 21:56:56.249255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-21557fba-f318-48ab-9c11-6ef93fe1dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:56.251179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-21557fba-f318-48ab-9c11-6ef93fe1dbd1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 1125 time: 0.2792783 Feb 09 21:56:56.309806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079db8b3-6551-487c-816b-8d3e0ad944a3 None None] Network 3994ca2d-be63-4319-9c37-8e74757aeab9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:56.363804 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd1cbc3-af78-4049-9a78-c3a5b24c4f87 x-openstack-request-id: req-bbd1cbc3-af78-4049-9a78-c3a5b24c4f87 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:56.364158 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2570d553-a53c-49f4-a31f-3488deccbf77", "tag": "7c12a49b-da28-44e7-8571-91ad6a56dc78", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:56.364363 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bbd1cbc3-af78-4049-9a78-c3a5b24c4f87 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:56.364941 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2570d553-a53c-49f4-a31f-3488deccbf77', 'tag': '7c12a49b-da28-44e7-8571-91ad6a56dc78', 'status': 'completed', 'code': 200} Feb 09 21:56:56.365457 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2136763-4260-4f37-8109-8cf01dbff421 admin admin] Publish callbacks [] for security_group (642f23d1-e99e-4b48-9770-7a5d558637fd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.376925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-f5f2132d-d2d5-4ff2-9095-4da04ed4cdb1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78 HTTP/1.1" status: 200 len: 217 time: 0.0979495 Feb 09 21:56:56.377430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd12d65-b79d-4cbd-9c0d-f5b5439fb244 None None] Network 405b2d1d-f381-473d-a398-0470110edd91 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:56.429058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e04cb543-372c-4c56-b842-a8f75e37bba6 req-b0303cf8-602e-466a-9b37-423df71d0194 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887251 Feb 09 21:56:56.502283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3994ca2d-be63-4319-9c37-8e74757aeab9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.539192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2136763-4260-4f37-8109-8cf01dbff421 admin admin] Publish callbacks [] for security_group (642f23d1-e99e-4b48-9770-7a5d558637fd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.634124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-4dc96689-7338-4235-b693-16a873933878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:56.637021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-4dc96689-7338-4235-b693-16a873933878 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 200 len: 851 time: 0.2383187 Feb 09 21:56:56.728225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-7fdbd8c6-8b09-4d69-9921-00b074b22da1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743175 Feb 09 21:56:56.892042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] DHCP port deletion for 3994ca2d-be63-4319-9c37-8e74757aeab9 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:56.892183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:56.892183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.941432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-6453d0bb-dedf-4774-80c6-0df83770b4c9 service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054608 Feb 09 21:56:56.947965 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2136763-4260-4f37-8109-8cf01dbff421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (642f23d1-e99e-4b48-9770-7a5d558637fd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.950585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2136763-4260-4f37-8109-8cf01dbff421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.954533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c2136763-4260-4f37-8109-8cf01dbff421 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/642f23d1-e99e-4b48-9770-7a5d558637fd HTTP/1.1" status: 204 len: 168 time: 0.8922563 Feb 09 21:56:56.969734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] Deleting port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:56.975580 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.996398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-e5c306c4-c20f-41ba-9946-9f4d31d0b06d tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:57.001602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-e5c306c4-c20f-41ba-9946-9f4d31d0b06d tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/networks?id=405b2d1d-f381-473d-a398-0470110edd91 HTTP/1.1" status: 200 len: 818 time: 0.1747108 Feb 09 21:56:57.028919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-4259c178-6530-400b-a346-0066f2fb1964 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/quotas/df9aa8035b82406db9e2fff33b30efd3 HTTP/1.1" status: 200 len: 375 time: 0.0189781 Feb 09 21:56:57.042045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 5a056fb0-fb1d-40fd-8e69-51d1c4052144, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5a056fb0-fb1d-40fd-8e69-51d1c4052144,segment=NetworkSegment(1856df12-62b8-4468-978e-ed75eeca179e),segment_id=1856df12-62b8-4468-978e-ed75eeca179e)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:57.042420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.068211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-02087ae2-8ab6-47cd-9167-e316ce48bb2d tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=df9aa8035b82406db9e2fff33b30efd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444579 Feb 09 21:56:57.092302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2136763-4260-4f37-8109-8cf01dbff421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f23d1-e99e-4b48-9770-7a5d558637fd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:57.110605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] For port 5a056fb0-fb1d-40fd-8e69-51d1c4052144, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5a056fb0-fb1d-40fd-8e69-51d1c4052144,segment=NetworkSegment(1856df12-62b8-4468-978e-ed75eeca179e),segment_id=1856df12-62b8-4468-978e-ed75eeca179e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:57.111113 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.113084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 5a056fb0-fb1d-40fd-8e69-51d1c4052144 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:57.147100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] Calling delete_port for 5a056fb0-fb1d-40fd-8e69-51d1c4052144 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:57.222748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-699b4b76-12c1-4e16-9cad-46bed28bd2f3 req-740365e6-77ab-456e-8dec-9f3dbe58c1ba service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618589 Feb 09 21:56:57.369074 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.407423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5a056fb0-fb1d-40fd-8e69-51d1c4052144), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.412604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] No DVR routers for this DVR port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:57.490607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=5a056fb0-fb1d-40fd-8e69-51d1c4052144,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:57.490607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port 5a056fb0-fb1d-40fd-8e69-51d1c4052144 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:57.490607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690327f-a471-4c32-b3f3-84b67fae5921 req-5c667ce4-3326-49e5-a50c-950e3a07c305 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:57.490607 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b690327f-a471-4c32-b3f3-84b67fae5921 req-5c667ce4-3326-49e5-a50c-950e3a07c305 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1664140 Feb 09 21:56:57.497053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-49d76d6f-e6b4-45b0-8437-a6deb5b80111 service neutron] 10.222.0.98 "GET /v2.0/networks/405b2d1d-f381-473d-a398-0470110edd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237781 Feb 09 21:56:57.504161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26ce8d-7ba6-40bc-854a-0a38fd81be2b None None] Pushing event deleted for resources: {'Port': ['ID=5a056fb0-fb1d-40fd-8e69-51d1c4052144,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:57.517097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835189-8119-4a19-8681-d7ecc89a864b req-261ccd40-d935-43d3-bbe3-771e32dc159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:57.519103 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec835189-8119-4a19-8681-d7ecc89a864b req-261ccd40-d935-43d3-bbe3-771e32dc159a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 1125 time: 0.1864700 Feb 09 21:56:57.623638 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-0900e54d-49ae-4950-ac33-e0b665d3d17f service neutron] 10.222.0.98 "GET /v2.0/networks/405b2d1d-f381-473d-a398-0470110edd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253991 Feb 09 21:56:57.707007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835189-8119-4a19-8681-d7ecc89a864b req-b970ee0b-51e2-4306-8fd8-261e5ee73ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:57.708805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec835189-8119-4a19-8681-d7ecc89a864b req-b970ee0b-51e2-4306-8fd8-261e5ee73ab6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 912 time: 0.1690536 Feb 09 21:56:57.773310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec835189-8119-4a19-8681-d7ecc89a864b req-3794821d-e33a-4ebe-8a09-8c29ec05ae8f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78 HTTP/1.1" status: 200 len: 217 time: 0.0554891 Feb 09 21:56:57.779406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3994ca2d-be63-4319-9c37-8e74757aeab9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.847101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b690327f-a471-4c32-b3f3-84b67fae5921 req-c7b01413-7b37-4bce-967f-0c92bc197adc tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369060 Feb 09 21:56:57.848948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3994ca2d-be63-4319-9c37-8e74757aeab9']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:57.897014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1856df12-62b8-4468-978e-ed75eeca179e') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:57.897455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1856df12-62b8-4468-978e-ed75eeca179e') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:57.911884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (1856df12-62b8-4468-978e-ed75eeca179e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.930884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1856df12-62b8-4468-978e-ed75eeca179e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.942804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:57.943531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (1856df12-62b8-4468-978e-ed75eeca179e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.013347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504c68d-8ee5-4129-86e5-bf66dbb0dd67 req-c75fa9be-f1be-43e2-ada9-2bd37132133b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:58.022913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3504c68d-8ee5-4129-86e5-bf66dbb0dd67 req-c75fa9be-f1be-43e2-ada9-2bd37132133b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 943 time: 0.0897119 Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:58.044708 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:58.081236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835189-8119-4a19-8681-d7ecc89a864b req-4345825b-970c-4761-9869-41f4b4470310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:58.083082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec835189-8119-4a19-8681-d7ecc89a864b req-4345825b-970c-4761-9869-41f4b4470310 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 200 len: 851 time: 0.3009241 Feb 09 21:56:58.087105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5a056fb0-fb1d-40fd-8e69-51d1c4052144 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:58.118609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5a056fb0-fb1d-40fd-8e69-51d1c4052144 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:58.119251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5a056fb0-fb1d-40fd-8e69-51d1c4052144 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:58.135844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c1b57a-a4f5-4320-825a-f548d74499ed req-4bdb95a6-dc63-4041-a8fb-58d4726b8ac3 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 210 time: 0.0865662 Feb 09 21:56:58.146119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3504c68d-8ee5-4129-86e5-bf66dbb0dd67 req-afc0d603-c70d-4060-89b9-bd1617c2b220 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219018 Feb 09 21:56:58.171421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec835189-8119-4a19-8681-d7ecc89a864b req-a2746214-8508-4c88-9daa-b39c5fd5b843 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458579 Feb 09 21:56:58.171421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3994ca2d-be63-4319-9c37-8e74757aeab9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.187424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.192088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/3994ca2d-be63-4319-9c37-8e74757aeab9 HTTP/1.1" status: 204 len: 168 time: 2.0186019 Feb 09 21:56:58.196090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-b03835af-d0d3-47ae-975d-feec9819a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:58.197671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-b03835af-d0d3-47ae-975d-feec9819a612 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1128 time: 0.1195672 Feb 09 21:56:58.198252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50616) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.203267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1458768549', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:58.210864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d0f7-d665-48d5-b32d-b0fabe352aa8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=3994ca2d-be63-4319-9c37-8e74757aeab9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:58.295575 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec835189-8119-4a19-8681-d7ecc89a864b req-e1e017c3-2562-4223-8d16-32b42c40d144 service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238751 Feb 09 21:56:58.343262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-bbb35ffd-35eb-4c65-b945-271f8c10eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:58.345338 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-bbb35ffd-35eb-4c65-b945-271f8c10eaa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.1345987 Feb 09 21:56:58.393688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec835189-8119-4a19-8681-d7ecc89a864b req-ccbb2033-997c-4939-a55f-6c9d7d5964cd service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909598 Feb 09 21:56:58.396011 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.397062 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.447963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-a4336127-a70f-407e-bcd0-65d976cbd9bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 1002 time: 0.0962656 Feb 09 21:56:58.514190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (c0c7ba3b-6c54-474a-93ed-9f27050d912a), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.525721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-046ae1bb-b34e-4d5b-a2e3-16fb92527919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:58.527275 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-046ae1bb-b34e-4d5b-a2e3-16fb92527919 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.0711596 Feb 09 21:56:58.598526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-362d3685-d7df-497b-b700-7f31ef280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:58.599998 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-362d3685-d7df-497b-b700-7f31ef280c23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661561 Feb 09 21:56:58.791406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_gateway (c0c7ba3b-6c54-474a-93ed-9f27050d912a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.811987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-44a062b6-89b0-40ea-92f8-0a630081482a service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811187 Feb 09 21:56:58.944922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81792ecd-b0c7-4a41-956f-e93f2a350e4a req-949681c8-525b-4330-98b7-9bee9bb4962f service neutron] 10.222.0.30 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261384 Feb 09 21:56:59.018887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f185fa4-7d5c-4f17-8821-f9217cf88535 req-c619c008-08e7-4ff9-bd94-4e1d92e702a0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:59.020423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f185fa4-7d5c-4f17-8821-f9217cf88535 req-c619c008-08e7-4ff9-bd94-4e1d92e702a0 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0731087 Feb 09 21:56:59.100729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50636) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.127043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f185fa4-7d5c-4f17-8821-f9217cf88535 req-2a31e85d-922c-4f16-80e0-942cfffea37e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974507 Feb 09 21:56:59.188658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_gateway (c0c7ba3b-6c54-474a-93ed-9f27050d912a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.208306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.265380 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.303899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fdcc5858-bd59-401a-b07a-38b2b159e641 req-bbda1962-1e51-4e30-ab82-796333b4cac8 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 210 time: 0.0337410 Feb 09 21:56:59.315601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f32d38e1-4c48-47e8-b4d7-c5c3f6fd9c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.359968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 172.25.5.202 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/b7816ce7-7895-4ea8-b2d5-161086f9bb85) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:59.410733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22265eeb-59ce-476c-a0db-75595703cb87 req-a2da5a06-4c3d-4936-9fa8-c7c874678e7e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:59.412381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22265eeb-59ce-476c-a0db-75595703cb87 req-a2da5a06-4c3d-4936-9fa8-c7c874678e7e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 943 time: 0.1246419 Feb 09 21:56:59.475859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f32d38e1-4c48-47e8-b4d7-c5c3f6fd9c85 admin admin] Publish callbacks [] for security_group (8e81e7fb-354d-409b-b2cb-05562b709044), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.492297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (b7816ce7-7895-4ea8-b2d5-161086f9bb85), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.493420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22265eeb-59ce-476c-a0db-75595703cb87 req-eb6ea1a5-ce2d-4ccd-8118-ff72cd83b45f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703485 Feb 09 21:56:59.573710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f32d38e1-4c48-47e8-b4d7-c5c3f6fd9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e81e7fb-354d-409b-b2cb-05562b709044), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.603629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b7816ce7-7895-4ea8-b2d5-161086f9bb85), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.624629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f32d38e1-4c48-47e8-b4d7-c5c3f6fd9c85 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=12cd462d110f402b9b787913821c330f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5190806 Feb 09 21:56:59.624629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d38e1-4c48-47e8-b4d7-c5c3f6fd9c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81e7fb-354d-409b-b2cb-05562b709044,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:59.627968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50646) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.648223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:59.651196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:59.655819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:59.659643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=b7816ce7-7895-4ea8-b2d5-161086f9bb85,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:59.723360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8a763b0-d2b5-42f5-be36-cfabb3e988e0 admin admin] Publish callbacks [] for security_group (8e81e7fb-354d-409b-b2cb-05562b709044), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.751557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8a763b0-d2b5-42f5-be36-cfabb3e988e0 admin admin] Publish callbacks [] for security_group (8e81e7fb-354d-409b-b2cb-05562b709044), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.870853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8a763b0-d2b5-42f5-be36-cfabb3e988e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e81e7fb-354d-409b-b2cb-05562b709044), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.873674 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8a763b0-d2b5-42f5-be36-cfabb3e988e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.877354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f8a763b0-d2b5-42f5-be36-cfabb3e988e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8e81e7fb-354d-409b-b2cb-05562b709044 HTTP/1.1" status: 204 len: 168 time: 0.2439408 Feb 09 21:56:59.886094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a763b0-d2b5-42f5-be36-cfabb3e988e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81e7fb-354d-409b-b2cb-05562b709044,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:00.352018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:00.355036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f07949-addf-44a9-9995-1c7a51ae58d9 req-32861280-eaeb-4e01-8310-5f7b84003971 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:00.356762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3f07949-addf-44a9-9995-1c7a51ae58d9 req-32861280-eaeb-4e01-8310-5f7b84003971 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.1466856 Feb 09 21:57:00.477256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c252c79f-d29a-468d-9dff-eac86e3856f6 req-9abc56e8-e143-405b-8023-773a06d916e3 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 210 time: 0.0710371 Feb 09 21:57:00.485469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_gateway (c0c7ba3b-6c54-474a-93ed-9f27050d912a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.517538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:00.518230 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.547814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:00.550465 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e156d6-ea77-4c7e-b5f9-bf5b9c1c73f6" -d '{"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:00.576042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:00.580794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3f07949-addf-44a9-9995-1c7a51ae58d9 req-b57ef729-7314-4b29-9a10-ac9de7529022 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158401 Feb 09 21:57:00.660210 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2b7f0-c750-436b-9966-ca3b400a27eb x-openstack-request-id: req-24f2b7f0-c750-436b-9966-ca3b400a27eb {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:00.660558 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:00.660871 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-24f2b7f0-c750-436b-9966-ca3b400a27eb {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:00.661660 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'code': 200} Feb 09 21:57:00.673567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-e3b03c84-6d52-4967-bf87-0be7bc3b1642 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:00.675139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-e3b03c84-6d52-4967-bf87-0be7bc3b1642 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.30 "GET /v2.0/networks?id=405b2d1d-f381-473d-a398-0470110edd91 HTTP/1.1" status: 200 len: 818 time: 0.2758803 Feb 09 21:57:00.685102 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.685927 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.692983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c07641-9bd1-45b2-b081-c85c3aa0232e req-b8566d68-05b3-42cd-8e0e-6681974fb497 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:00.699599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44c07641-9bd1-45b2-b081-c85c3aa0232e req-b8566d68-05b3-42cd-8e0e-6681974fb497 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 943 time: 0.1089559 Feb 09 21:57:00.770943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Request body: {'port': {'device_id': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'network_id': '405b2d1d-f381-473d-a398-0470110edd91', 'admin_state_up': True, 'tenant_id': 'df9aa8035b82406db9e2fff33b30efd3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:00.789018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44c07641-9bd1-45b2-b081-c85c3aa0232e req-ff6e40ef-572c-4c5d-88cf-80dabcb5c831 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831368 Feb 09 21:57:00.810060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:00.929776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.107133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Made reservation on behalf of df9aa8035b82406db9e2fff33b30efd3 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:01.110903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.170908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router c0c7ba3b-6c54-474a-93ed-9f27050d912a is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:57:01.225502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7c12a49b-da28-44e7-8571-91ad6a56dc78 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:01.349387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7c12a49b-da28-44e7-8571-91ad6a56dc78, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:01.371994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '7c12a49b-da28-44e7-8571-91ad6a56dc78', 'network_id': '8f1b4ce6-6bfd-4291-8d4e-60703d90412a', 'port_id': '7c12a49b-da28-44e7-8571-91ad6a56dc78', 'mac_address': 'fa:16:3e:49:4e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429d8093-f17e-40a6-ac66-f49dba7ff517', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:01.391405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Allocated IP 172.20.0.9 (405b2d1d-f381-473d-a398-0470110edd91/6ff6b511-a079-44ea-9c8a-b2ea97a967d6/cded538c-7cd7-4ae9-a9f7-f4fd0829c75d) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:01.398313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:01.424540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7c12a49b-da28-44e7-8571-91ad6a56dc78 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:01.424998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.427675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] Sync routers for ids ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:01.449885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c12a49b-da28-44e7-8571-91ad6a56dc78 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:01.477966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7c12a49b-da28-44e7-8571-91ad6a56dc78, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:01.482133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] Routers {'c0c7ba3b-6c54-474a-93ed-9f27050d912a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:01.482790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:01.560787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:01.571331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] Routers {'c0c7ba3b-6c54-474a-93ed-9f27050d912a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:01.571331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:01.574789 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.644996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks [] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.661545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:01.662225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e006bd1-bf30-4289-9d4c-66ddcfefa2dc None None] The sync data for ids ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:01.664794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7c12a49b-da28-44e7-8571-91ad6a56dc78,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:01.687838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.689792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-84dc4f2c-2d7d-4b1b-9768-2bb219bf2b29 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4897687 Feb 09 21:57:01.692149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50692) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:01.733325 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-866c797e-0ee4-4ebc-acf1-c660d09f512a req-00db1e85-0246-4bc0-816d-433027156572 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 210 time: 0.0498466 Feb 09 21:57:01.783442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.842063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Network 405b2d1d-f381-473d-a398-0470110edd91 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:01.846633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:01.850718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:01.860601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['7c12a49b-da28-44e7-8571-91ad6a56dc78'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:01.890400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aeb19-b637-4716-9553-81f668fcbce7 req-100e15e0-ce62-402a-baf6-11c4236c1b00 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:01.891956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-775aeb19-b637-4716-9553-81f668fcbce7 req-100e15e0-ce62-402a-baf6-11c4236c1b00 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.1374075 Feb 09 21:57:01.904219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:01.904863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.915315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d7da21c0-f4bb-4816-93b7-bf05eb424fbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/routers/c0c7ba3b-6c54-474a-93ed-9f27050d912a HTTP/1.1" status: 200 len: 885 time: 0.2198896 Feb 09 21:57:01.919744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50696) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:01.943367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Pushing event updated for resources: {'Port': ['ID=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:02.005467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaba22-ba3c-4ad8-af14-22e29e248162 req-52701985-411f-4da1-976e-0fa01705f95b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:02.012302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7eeaba22-ba3c-4ad8-af14-22e29e248162 req-52701985-411f-4da1-976e-0fa01705f95b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 944 time: 0.1031191 Feb 09 21:57:02.072101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7eeaba22-ba3c-4ad8-af14-22e29e248162 req-d6fb4a04-0370-4463-891c-85bd2bfcb340 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526290 Feb 09 21:57:02.083719 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b78be918-02a4-4c6d-a369-5755d0b6e982 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328552 Feb 09 21:57:02.096488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-775aeb19-b637-4716-9553-81f668fcbce7 req-ed530565-2325-4aec-afc3-aa5e66ad1e3d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976538 Feb 09 21:57:02.097745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Request body: {'port': {'device_id': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:02.127427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50702) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:02.215499 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.517257 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb241907-2e10-4b51-bb8c-dc5566af26b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.545941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d9056de7-1c90-4b90-8a39-97d694815a63 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6247201 Feb 09 21:57:02.549057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50714) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:02.554471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c5047139-4fa8-495c-b416-1042754c334f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1458768549'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:02.625207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb241907-2e10-4b51-bb8c-dc5566af26b0 admin admin] Publish callbacks [] for security_group (23c72e59-01bf-49d4-bcab-44da2a53049e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.645507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cded538c-7cd7-4ae9-a9f7-f4fd0829c75d {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:02.655600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Publish callbacks [] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.667900 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:57:02.677046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Transition to ACTIVE for port object cded538c-7cd7-4ae9-a9f7-f4fd0829c75d will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:02.701316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb241907-2e10-4b51-bb8c-dc5566af26b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (23c72e59-01bf-49d4-bcab-44da2a53049e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.743659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bb241907-2e10-4b51-bb8c-dc5566af26b0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=67f32a33f64c4c909e2e620f90f34a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6127155 Feb 09 21:57:02.743659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb241907-2e10-4b51-bb8c-dc5566af26b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c72e59-01bf-49d4-bcab-44da2a53049e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:02.744704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50716) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:02.794655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5706a0dd-fb4a-4f35-b5e7-3238fd17963f admin admin] Publish callbacks [] for security_group (23c72e59-01bf-49d4-bcab-44da2a53049e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.798219 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.817437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5706a0dd-fb4a-4f35-b5e7-3238fd17963f admin admin] Publish callbacks [] for security_group (23c72e59-01bf-49d4-bcab-44da2a53049e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.906765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034a1cc-c498-4621-b386-79733ebb0416 req-f335a0ee-5f77-45ef-996e-d9a7e02b839f tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:02.908727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5034a1cc-c498-4621-b386-79733ebb0416 req-f335a0ee-5f77-45ef-996e-d9a7e02b839f tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 943 time: 0.0677829 Feb 09 21:57:02.925916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Pushing event updated for resources: {'Port': ['ID=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:02.963724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5034a1cc-c498-4621-b386-79733ebb0416 req-bddfe846-a3e7-414a-8b2d-00ef6fd3a11a tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493324 Feb 09 21:57:03.022375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5706a0dd-fb4a-4f35-b5e7-3238fd17963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (23c72e59-01bf-49d4-bcab-44da2a53049e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.026892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5706a0dd-fb4a-4f35-b5e7-3238fd17963f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.028373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5706a0dd-fb4a-4f35-b5e7-3238fd17963f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23c72e59-01bf-49d4-bcab-44da2a53049e HTTP/1.1" status: 204 len: 168 time: 0.2827063 Feb 09 21:57:03.039966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706a0dd-fb4a-4f35-b5e7-3238fd17963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c72e59-01bf-49d4-bcab-44da2a53049e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.058790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Attempting to bind port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:03.059141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Attempting to bind port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '02e74ebb-849f-45bd-a9ad-7a33214936b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '405b2d1d-f381-473d-a398-0470110edd91'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:03.059484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Attempting to bind port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d on network 405b2d1d-f381-473d-a398-0470110edd91 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:03.072927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d on network 405b2d1d-f381-473d-a398-0470110edd91 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:03.073260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Attempting to bind port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d on network 405b2d1d-f381-473d-a398-0470110edd91 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:03.083942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:03.084297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Checking segment: {'id': '02e74ebb-849f-45bd-a9ad-7a33214936b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '405b2d1d-f381-473d-a398-0470110edd91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:03.084694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Bound using segment: {'id': '02e74ebb-849f-45bd-a9ad-7a33214936b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '405b2d1d-f381-473d-a398-0470110edd91'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:03.085148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Bound port: cded538c-7cd7-4ae9-a9f7-f4fd0829c75d, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e74ebb-849f-45bd-a9ad-7a33214936b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '405b2d1d-f381-473d-a398-0470110edd91'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:03.085520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.146603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5047139-4fa8-495c-b416-1042754c334f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.173121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] For port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:03.176410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] For port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,segment=NetworkSegment(02e74ebb-849f-45bd-a9ad-7a33214936b7),segment_id=02e74ebb-849f-45bd-a9ad-7a33214936b7)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:03.206942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51b05-bcea-469a-a8e5-2919d2b30c3d req-3d535f9f-59e4-46f7-be71-3d55f303b820 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:03.208655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8c51b05-bcea-469a-a8e5-2919d2b30c3d req-3d535f9f-59e4-46f7-be71-3d55f303b820 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 944 time: 0.0590277 Feb 09 21:57:03.253129 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.255815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7c12a49b-da28-44e7-8571-91ad6a56dc78 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:03.256826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5047139-4fa8-495c-b416-1042754c334f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.284115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8c51b05-bcea-469a-a8e5-2919d2b30c3d req-d1329636-6937-4946-b2fd-6089f8f75f5d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Feb 09 21:57:03.387545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 7c12a49b-da28-44e7-8571-91ad6a56dc78 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:03.393263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 7c12a49b-da28-44e7-8571-91ad6a56dc78 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:03.393867 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.572577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7c12a49b-da28-44e7-8571-91ad6a56dc78 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:03.572985 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.622319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570d553-a53c-49f4-a31f-3488deccbf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c12a49b-da28-44e7-8571-91ad6a56dc78'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:03.624364 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c998bc-76f2-430a-b87e-fbb51da455b2" -d '{"events": [{"server_uuid": "2570d553-a53c-49f4-a31f-3488deccbf77", "name": "network-vif-plugged", "status": "completed", "tag": "7c12a49b-da28-44e7-8571-91ad6a56dc78"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:03.647672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7c12a49b-da28-44e7-8571-91ad6a56dc78, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:03.684304 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b38c6b-512c-4f26-979d-183ec40be642 x-openstack-request-id: req-f5b38c6b-512c-4f26-979d-183ec40be642 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:03.684605 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570d553-a53c-49f4-a31f-3488deccbf77", "name": "network-vif-plugged", "status": "completed", "tag": "7c12a49b-da28-44e7-8571-91ad6a56dc78", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:03.684859 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5b38c6b-512c-4f26-979d-183ec40be642 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:03.685277 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570d553-a53c-49f4-a31f-3488deccbf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c12a49b-da28-44e7-8571-91ad6a56dc78', 'code': 200} Feb 09 21:57:03.736016 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.806351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:03.806351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.807356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] 10.222.0.30 "PUT /v2.0/ports/cded538c-7cd7-4ae9-a9f7-f4fd0829c75d HTTP/1.1" status: 200 len: 1091 time: 1.7150855 Feb 09 21:57:03.807356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'tag': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:03.809578 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a75d02-9387-48fc-a147-cd179bc81b09" -d '{"events": [{"name": "network-changed", "server_uuid": "46bd2bbc-3dae-4c73-98fd-45534930d83d", "tag": "cded538c-7cd7-4ae9-a9f7-f4fd0829c75d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:03.814597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951714f-a842-4646-b44a-e8f73328d6c0 req-74a0ba53-96cd-4ee4-9630-2a629fa7d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:03.818582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e951714f-a842-4646-b44a-e8f73328d6c0 req-74a0ba53-96cd-4ee4-9630-2a629fa7d8c1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 1127 time: 0.0644603 Feb 09 21:57:03.823147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7c12a49b-da28-44e7-8571-91ad6a56dc78,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.873548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e951714f-a842-4646-b44a-e8f73328d6c0 req-6e519ce7-195f-437c-b413-328b73df1537 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484362 Feb 09 21:57:03.879736 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ed33f0-61a8-4a09-ba40-51eb641cd531 x-openstack-request-id: req-46ed33f0-61a8-4a09-ba40-51eb641cd531 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:03.880051 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bd2bbc-3dae-4c73-98fd-45534930d83d", "tag": "cded538c-7cd7-4ae9-a9f7-f4fd0829c75d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:03.880308 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46ed33f0-61a8-4a09-ba40-51eb641cd531 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:03.880708 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'tag': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d', 'status': 'completed', 'code': 200} Feb 09 21:57:03.883186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73b10f-6340-4338-bb76-5fe9f1eeba6f service neutron] Pushing event updated for resources: {'Port': ['ID=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.962860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5047139-4fa8-495c-b416-1042754c334f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router c0c7ba3b-6c54-474a-93ed-9f27050d912a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:03.972316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a75d02-9387-48fc-a147-cd179bc81b09 req-077fdceb-b2f9-4343-8c45-fd5e01abe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:03.973851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8a75d02-9387-48fc-a147-cd179bc81b09 req-077fdceb-b2f9-4343-8c45-fd5e01abe102 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df9aa8035b82406db9e2fff33b30efd3&device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 1125 time: 0.0684075 Feb 09 21:57:04.212966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a75d02-9387-48fc-a147-cd179bc81b09 req-26c2f130-c6fd-4ae3-b5b9-b85755561dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.213449 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8a75d02-9387-48fc-a147-cd179bc81b09 req-26c2f130-c6fd-4ae3-b5b9-b85755561dfe service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=df9aa8035b82406db9e2fff33b30efd3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1961753 Feb 09 21:57:04.220825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38e616-2d35-4215-8169-2593a04dee9e req-80ce0595-046d-466f-bd3a-a4e25a1b084f tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.222233 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c38e616-2d35-4215-8169-2593a04dee9e req-80ce0595-046d-466f-bd3a-a4e25a1b084f tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 943 time: 0.1714725 Feb 09 21:57:04.231339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5047139-4fa8-495c-b416-1042754c334f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:04.245334 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] Sync routers for ids ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:04.251565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5047139-4fa8-495c-b416-1042754c334f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.252876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c5047139-4fa8-495c-b416-1042754c334f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/c0c7ba3b-6c54-474a-93ed-9f27050d912a HTTP/1.1" status: 200 len: 892 time: 1.7023513 Feb 09 21:57:04.255872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50762) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:04.256846 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] Routers {'c0c7ba3b-6c54-474a-93ed-9f27050d912a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:04.258358 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.377728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:04.418065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a75d02-9387-48fc-a147-cd179bc81b09 req-fee7b5b4-3dc0-4f7b-8ea2-f6a379fcb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.422030 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.422173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8a75d02-9387-48fc-a147-cd179bc81b09 req-fee7b5b4-3dc0-4f7b-8ea2-f6a379fcb68a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1964138 Feb 09 21:57:04.444743 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] Routers {'c0c7ba3b-6c54-474a-93ed-9f27050d912a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:04.445879 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.484965 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.485977 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60384540-93f1-427c-ac3f-7b34948377b2 None None] The sync data for ids ['c0c7ba3b-6c54-474a-93ed-9f27050d912a'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:04.517657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c38e616-2d35-4215-8169-2593a04dee9e req-eac67bc3-cdee-49e5-ad53-d6d81f0626b9 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832668 Feb 09 21:57:04.560631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-c61ceb4a-bc48-4458-8617-3d51c3064c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.566075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-c61ceb4a-bc48-4458-8617-3d51c3064c40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df9aa8035b82406db9e2fff33b30efd3&device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 1125 time: 0.0931804 Feb 09 21:57:04.576520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:04.604997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907576c-437f-4526-b4c6-da67088d4557 req-120adc3c-a0b2-44ef-90c8-c36ab86eb38c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.612773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3907576c-437f-4526-b4c6-da67088d4557 req-120adc3c-a0b2-44ef-90c8-c36ab86eb38c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1144218 Feb 09 21:57:04.622590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4a46ec8f-0eca-44cf-9007-64883a80ce90 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/routers/c0c7ba3b-6c54-474a-93ed-9f27050d912a HTTP/1.1" status: 200 len: 892 time: 0.3623502 Feb 09 21:57:04.625948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50774) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:04.646988 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-b13bcd9f-e2db-4f2e-a8d8-c47362b6cad1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d HTTP/1.1" status: 200 len: 217 time: 0.0723403 Feb 09 21:57:04.663694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cfb2f1c9-2486-479e-91ea-7b4eca4919a6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0c7ba3b-6c54-474a-93ed-9f27050d912a HTTP/1.1" status: 200 len: 205 time: 0.0352554 Feb 09 21:57:04.668611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50778) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:04.701638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-080b928d-c7c7-489d-9cae-9863015c567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.703160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-080b928d-c7c7-489d-9cae-9863015c567c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ff6b511-a079-44ea-9c8a-b2ea97a967d6 HTTP/1.1" status: 200 len: 858 time: 0.0486326 Feb 09 21:57:04.735356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-e2e8e915-addf-4479-bbd2-d9c4118b1618 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=405b2d1d-f381-473d-a398-0470110edd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264034 Feb 09 21:57:04.766975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3907576c-437f-4526-b4c6-da67088d4557 req-ea666b14-02cf-48b2-8932-1ba2e735a044 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533072 Feb 09 21:57:04.828030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.859917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-e81b705d-23c9-4877-9ff9-a77b2173c1e4 service neutron] 10.222.0.30 "GET /v2.0/networks/405b2d1d-f381-473d-a398-0470110edd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163137 Feb 09 21:57:04.962633 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39f77387-df3e-4e6c-af7f-2d313e6e1085 req-322025eb-028a-4466-b438-05f1043f9d72 service neutron] 10.222.0.30 "GET /v2.0/networks/405b2d1d-f381-473d-a398-0470110edd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976515 Feb 09 21:57:05.011506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab6bc5-d2e9-43a6-8519-6663c67397a4 req-57e1ece3-57aa-4172-bca9-27d7ff8f1303 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.013059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10ab6bc5-d2e9-43a6-8519-6663c67397a4 req-57e1ece3-57aa-4172-bca9-27d7ff8f1303 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.0871871 Feb 09 21:57:05.024901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_gateway (c0c7ba3b-6c54-474a-93ed-9f27050d912a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.084318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10ab6bc5-d2e9-43a6-8519-6663c67397a4 req-c574d913-3b0d-4bb3-9b5a-9d0769098a9f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622215 Feb 09 21:57:05.157343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port b7816ce7-7895-4ea8-b2d5-161086f9bb85 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:05.157698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b7816ce7-7895-4ea8-b2d5-161086f9bb85), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.244900 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b7816ce7-7895-4ea8-b2d5-161086f9bb85), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.260409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for b7816ce7-7895-4ea8-b2d5-161086f9bb85 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:05.502505 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9da96813-278d-4ff5-91e0-6fa10ac18b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.525168 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b7816ce7-7895-4ea8-b2d5-161086f9bb85), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.571059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=b7816ce7-7895-4ea8-b2d5-161086f9bb85,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:05.663898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (c0c7ba3b-6c54-474a-93ed-9f27050d912a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.671034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-ba53886e-56bf-4459-be74-9d8299a7e9f8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3411651 Feb 09 21:57:05.694842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef248-e6cc-4ddd-a8fe-e15203b2b145 req-3e2dae01-643f-4308-93b1-e17db41b111d tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.696947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-837ef248-e6cc-4ddd-a8fe-e15203b2b145 req-3e2dae01-643f-4308-93b1-e17db41b111d tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 943 time: 0.0805171 Feb 09 21:57:05.769871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-837ef248-e6cc-4ddd-a8fe-e15203b2b145 req-6389ec16-3d3f-4d18-a118-71bd45847d21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673664 Feb 09 21:57:05.780087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.784205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (c0c7ba3b-6c54-474a-93ed-9f27050d912a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.931185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aed0e6-a174-4718-9a5d-ab73c00bd5ea req-cdaa2d16-a735-4894-ace0-2e73d3fdc4ef tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.933871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9aed0e6-a174-4718-9a5d-ab73c00bd5ea req-cdaa2d16-a735-4894-ace0-2e73d3fdc4ef tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.0779309 Feb 09 21:57:05.935315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (c0c7ba3b-6c54-474a-93ed-9f27050d912a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.935999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Fanout notify agent at l3_agent the message router_deleted on router c0c7ba3b-6c54-474a-93ed-9f27050d912a {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:57:05.949587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.950713 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d6bfcabb-ab3d-4fde-b69a-0b9777e2aeb7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/c0c7ba3b-6c54-474a-93ed-9f27050d912a HTTP/1.1" status: 204 len: 168 time: 1.2808700 Feb 09 21:57:05.957897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50828) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.962975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-226050953'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.030099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9aed0e6-a174-4718-9a5d-ab73c00bd5ea req-07c2ff2f-6ad9-4143-81c1-39a63faaa448 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742033 Feb 09 21:57:06.076175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:06.079623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.105620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:06.122238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.122582 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356 of type vlan for network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c Feb 09 21:57:06.235044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.278208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a82c4e-b6c3-47e7-8194-2ce1ae0c2b43 req-5339f337-c3d9-4e76-88dd-d6ffdb2d331e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.279842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75a82c4e-b6c3-47e7-8194-2ce1ae0c2b43 req-5339f337-c3d9-4e76-88dd-d6ffdb2d331e tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.0856216 Feb 09 21:57:06.333289 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75a82c4e-b6c3-47e7-8194-2ce1ae0c2b43 req-99246cc9-5259-4c66-a0dd-36164a5833c3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466995 Feb 09 21:57:06.357375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.363449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.364100 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.370308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device cded538c-7cd7-4ae9-a9f7-f4fd0829c75d details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:06.506247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5472827 Feb 09 21:57:06.509583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50852) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.515773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': '3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.521100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,segment=NetworkSegment(02e74ebb-849f-45bd-a9ad-7a33214936b7),segment_id=02e74ebb-849f-45bd-a9ad-7a33214936b7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:06.538083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d', 'network_id': '405b2d1d-f381-473d-a398-0470110edd91', 'port_id': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d', 'mac_address': 'fa:16:3e:af:dd:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff6b511-a079-44ea-9c8a-b2ea97a967d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:06.545509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48935e-505f-4c65-ab26-9a9286cb05ef tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.571833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:06.626333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:06.626894 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.634246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb048188-1825-4ee6-99e6-4b286e2f368a req-78678ba2-ef95-41b3-abd2-6e3e0820c9b2 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.641924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb048188-1825-4ee6-99e6-4b286e2f368a req-78678ba2-ef95-41b3-abd2-6e3e0820c9b2 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1452899 Feb 09 21:57:06.655401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cded538c-7cd7-4ae9-a9f7-f4fd0829c75d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:06.700106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb048188-1825-4ee6-99e6-4b286e2f368a req-cb15f8a4-883c-45f9-b513-a6b1f9e9bd22 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 Feb 09 21:57:06.740745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-d4ae3d17-4719-4a90-8a05-456629a0b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.742745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-d4ae3d17-4719-4a90-8a05-456629a0b0db service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 1127 time: 0.1836567 Feb 09 21:57:06.742942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,segment=NetworkSegment(02e74ebb-849f-45bd-a9ad-7a33214936b7),segment_id=02e74ebb-849f-45bd-a9ad-7a33214936b7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:06.745024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:06.748736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.849932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.900002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-c4d8bdbf-5e16-4a21-8a66-c6dd325c66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.902325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-c4d8bdbf-5e16-4a21-8a66-c6dd325c66d7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 912 time: 0.1480625 Feb 09 21:57:06.914520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.955218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-e4271ab5-32ad-4aab-8235-9e9f38a255fa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78 HTTP/1.1" status: 200 len: 217 time: 0.0449150 Feb 09 21:57:07.003762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e9cc5-d70e-4c2d-9604-bfe1b1e7064b req-6a989301-7a73-4b3f-b60c-11e5386c5a44 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.010403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-485e9cc5-d70e-4c2d-9604-bfe1b1e7064b req-6a989301-7a73-4b3f-b60c-11e5386c5a44 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 944 time: 0.1285329 Feb 09 21:57:07.024964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-d528a4be-6db8-44fc-ba42-590ff72dfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.026883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-d528a4be-6db8-44fc-ba42-590ff72dfb92 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 200 len: 851 time: 0.0657635 Feb 09 21:57:07.067255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-4c9ef646-5bbb-4d09-917e-cf17c841a6ee service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341651 Feb 09 21:57:07.076182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-485e9cc5-d70e-4c2d-9604-bfe1b1e7064b req-6b338d3b-5c25-4068-9200-b31e1a6e58f8 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588143 Feb 09 21:57:07.102441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (aa274a61-9151-4e58-b373-633a4a12872c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.104473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['cded538c-7cd7-4ae9-a9f7-f4fd0829c75d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:07.162055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=aa274a61-9151-4e58-b373-633a4a12872c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:07.177203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-05870462-d5d1-4388-b83c-994d0e6ec6e9 service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943301 Feb 09 21:57:07.210074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': 'd7f5dd8f-eda4-4378-95b3-b4ba8b9a8356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:07.210455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:07.286672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d75aa3e8-a8cf-467b-aa62-666c6debf7bc req-351a8382-bdeb-46bc-b367-0f5c82ab3da8 service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002398 Feb 09 21:57:07.293217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:07.384880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:07.390497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.391815 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.394465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d529e-fb5c-4387-81bc-91cbd85eda80 None None] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:07.489283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1a64ce54-0a20-40da-a4ad-d8768d043cbc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9785442 Feb 09 21:57:07.491915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50878) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:07.509435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-05843d6a-3534-497a-8cd6-3867f0845630 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1020645837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:07.535659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c', 'network_id': '3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': 'aa274a61-9151-4e58-b373-633a4a12872c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:07.537182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.605381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a2fd-2585-4944-b100-2da625ada398 req-fb5a6ca3-60e9-420c-a037-d54402b77eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.608542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-fb5a6ca3-60e9-420c-a037-d54402b77eb4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89&tenant_id=3111cbee8aa34740a21308ca97ced547 HTTP/1.1" status: 200 len: 1126 time: 0.1727104 Feb 09 21:57:07.625962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:07.693949 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05843d6a-3534-497a-8cd6-3867f0845630 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (9b9e62e5-2d44-4a1f-beb1-447853204888), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.693949 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05843d6a-3534-497a-8cd6-3867f0845630 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (9b9e62e5-2d44-4a1f-beb1-447853204888), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.695581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa57d-c001-4d9f-90f4-1486d88cb9fd req-83e9466c-022e-44c5-8587-39435d596fc6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.698771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4efa57d-c001-4d9f-90f4-1486d88cb9fd req-83e9466c-022e-44c5-8587-39435d596fc6 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.2642813 Feb 09 21:57:07.764877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05843d6a-3534-497a-8cd6-3867f0845630 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (9b9e62e5-2d44-4a1f-beb1-447853204888), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.835156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.863747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05843d6a-3534-497a-8cd6-3867f0845630 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (9b9e62e5-2d44-4a1f-beb1-447853204888), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.866792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4efa57d-c001-4d9f-90f4-1486d88cb9fd req-5ed661d0-65ef-49bc-acfd-cbb90641b07a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561172 Feb 09 21:57:07.906941 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2962c85-51ff-417e-9d3e-3e5944bea251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.943465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66027484-8826-40ae-a6e3-df0fd93b1efc req-6481824a-eb49-42c7-b262-2251b40951ae tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.946968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66027484-8826-40ae-a6e3-df0fd93b1efc req-6481824a-eb49-42c7-b262-2251b40951ae tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1368799 Feb 09 21:57:08.026366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05843d6a-3534-497a-8cd6-3867f0845630 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.045134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-05843d6a-3534-497a-8cd6-3867f0845630 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5496430 Feb 09 21:57:08.045591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50890) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:08.056312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Allocated IP 2001:db8::2 (3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c/aa274a61-9151-4e58-b373-633a4a12872c/052f8c57-74ad-4919-83f6-a6adc8a28a4b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:08.138371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:08.173018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:08.207322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf18c15-6193-4014-ae13-73ebfb151b6a {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:08.215289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Publish callbacks [] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.227855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Publish callbacks [] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.228033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Transition to ACTIVE for port object 6bf18c15-6193-4014-ae13-73ebfb151b6a will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:08.295832 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66027484-8826-40ae-a6e3-df0fd93b1efc req-f79732c1-c6e6-4112-96f8-21cc0e0c298c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442662 Feb 09 21:57:08.297897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6aac-41cd-459c-b33d-f1066e3cc3a5 req-719fd9ae-bf86-4cf0-973c-72c3edbf8865 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:08.305471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b0c6aac-41cd-459c-b33d-f1066e3cc3a5 req-719fd9ae-bf86-4cf0-973c-72c3edbf8865 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 944 time: 0.0760186 Feb 09 21:57:08.322225 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.328644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.373169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=9']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.373510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:08.378033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:08.382336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:08.403033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device cded538c-7cd7-4ae9-a9f7-f4fd0829c75d up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:08.476339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Pushing event updated for resources: {'Port': ['ID=052f8c57-74ad-4919-83f6-a6adc8a28a4b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.548166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Attempting to bind port 052f8c57-74ad-4919-83f6-a6adc8a28a4b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:08.548838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Attempting to bind port 052f8c57-74ad-4919-83f6-a6adc8a28a4b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd7f5dd8f-eda4-4378-95b3-b4ba8b9a8356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:08.549126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Attempting to bind port 052f8c57-74ad-4919-83f6-a6adc8a28a4b on network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:08.555631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:08.556240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Checking segment: {'id': 'd7f5dd8f-eda4-4378-95b3-b4ba8b9a8356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:08.556755 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.557551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Bound using segment: {'id': 'd7f5dd8f-eda4-4378-95b3-b4ba8b9a8356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:08.558305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Bound port: 052f8c57-74ad-4919-83f6-a6adc8a28a4b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f5dd8f-eda4-4378-95b3-b4ba8b9a8356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:08.558807 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.567635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b0c6aac-41cd-459c-b33d-f1066e3cc3a5 req-468175f4-d9f3-433f-9de9-24947e6b3649 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610660 Feb 09 21:57:08.576493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.626593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] No DVR routers for this DVR port 6bf18c15-6193-4014-ae13-73ebfb151b6a on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:08.641775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] For port 052f8c57-74ad-4919-83f6-a6adc8a28a4b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:08.647967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] For port 052f8c57-74ad-4919-83f6-a6adc8a28a4b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=052f8c57-74ad-4919-83f6-a6adc8a28a4b,segment=NetworkSegment(d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356),segment_id=d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:08.654655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:08.661194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:08.666824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.793064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:08.793717 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.807864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.909076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:08.909665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:08.910621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:08.911212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:08.914298 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbe2d85-2a4d-4ebb-a43e-3cfbe8c35932" -d '{"events": [{"server_uuid": "46bd2bbc-3dae-4c73-98fd-45534930d83d", "name": "network-vif-plugged", "status": "completed", "tag": "cded538c-7cd7-4ae9-a9f7-f4fd0829c75d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:08.916405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Port 6bf18c15-6193-4014-ae13-73ebfb151b6a on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:08.916946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Attempting to bind port 6bf18c15-6193-4014-ae13-73ebfb151b6a on network e2b32f15-c20f-4397-a710-0cdd3fbb0bac {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:08.941561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:08.945256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406701e1-598d-43b5-9c97-5c4d765de1eb None None] Pushing event updated for resources: {'Port': ['ID=052f8c57-74ad-4919-83f6-a6adc8a28a4b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.946557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Checking segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:08.947216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Bound using segment: {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:08.947971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Bound port: 6bf18c15-6193-4014-ae13-73ebfb151b6a, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb0853b-14d9-40f9-9475-3a0a6166b55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:08.949069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.954325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,segment=NetworkSegment(02e74ebb-849f-45bd-a9ad-7a33214936b7),segment_id=02e74ebb-849f-45bd-a9ad-7a33214936b7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:09.003955 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e47e11-1e3e-4422-aeed-ecfc0ccafcfd x-openstack-request-id: req-10e47e11-1e3e-4422-aeed-ecfc0ccafcfd {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:09.004387 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bd2bbc-3dae-4c73-98fd-45534930d83d", "name": "network-vif-plugged", "status": "completed", "tag": "cded538c-7cd7-4ae9-a9f7-f4fd0829c75d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:09.004512 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10e47e11-1e3e-4422-aeed-ecfc0ccafcfd {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:09.005408 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d', 'code': 200} Feb 09 21:57:09.010484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8::1 (3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c/aa274a61-9151-4e58-b373-633a4a12872c/ba04c000-dec5-4cfb-b41d-2041c6128a25) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:09.011015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.085625 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.108701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:09.112075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:09.169125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.201851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.252204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9c257-ce29-4b04-9455-3ce01cd8872c req-0f3cf5f3-67f0-4a8f-ba1c-7a7a8bddbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.253965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ff9c257-ce29-4b04-9455-3ce01cd8872c req-0f3cf5f3-67f0-4a8f-ba1c-7a7a8bddbbed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 1127 time: 0.1230719 Feb 09 21:57:09.275157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.275937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.279116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] 10.222.0.110 "PUT /v2.0/ports/6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 1092 time: 1.6596727 Feb 09 21:57:09.285017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:09.287775 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:09.312366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f06afb-bf7f-4a71-a660-cf4535f3286e req-6f225932-3568-4ae1-a8fc-519388071ea7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.315284 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.320324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8f06afb-bf7f-4a71-a660-cf4535f3286e req-6f225932-3568-4ae1-a8fc-519388071ea7 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 944 time: 0.2046881 Feb 09 21:57:09.379601 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3171b26-f174-4c0b-92b8-7311b5abfef3 x-openstack-request-id: req-a3171b26-f174-4c0b-92b8-7311b5abfef3 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:09.379928 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:09.380195 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a3171b26-f174-4c0b-92b8-7311b5abfef3 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:09.380601 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'status': 'completed', 'code': 200} Feb 09 21:57:09.399350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50912) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.424127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ff9c257-ce29-4b04-9455-3ce01cd8872c req-1e4eda63-4705-4df0-907b-dd131b2526d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596754 Feb 09 21:57:09.459684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2252ffc-ac2b-43c7-a2a6-0a698938fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.522473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.527835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8f06afb-bf7f-4a71-a660-cf4535f3286e req-6df5474c-9453-423d-946f-f2153b58d530 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065303 Feb 09 21:57:09.543254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a2fd-2585-4944-b100-2da625ada398 req-cbd38383-e048-4d42-a632-ae213d061703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.544778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-cbd38383-e048-4d42-a632-ae213d061703 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1127 time: 0.2000346 Feb 09 21:57:09.592469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=ba04c000-dec5-4cfb-b41d-2041c6128a25,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.606032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:09.610709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:09.613858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:09.614418 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (9b9e62e5-2d44-4a1f-beb1-447853204888), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.669404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309a44-daef-4116-b155-e180622c35cf req-afa4880a-e3d3-4d03-85fe-b774854cbc90 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.676838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31309a44-daef-4116-b155-e180622c35cf req-afa4880a-e3d3-4d03-85fe-b774854cbc90 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1898966 Feb 09 21:57:09.762466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06e62706-d306-479b-8ba8-af22dd7f89a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.769971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31309a44-daef-4116-b155-e180622c35cf req-790be4f4-aeff-4640-aab5-87d7f44548eb tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921655 Feb 09 21:57:09.784875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a2fd-2585-4944-b100-2da625ada398 req-6fa9b31d-daed-469f-a06f-5d3fea1a83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.784875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-6fa9b31d-daed-469f-a06f-5d3fea1a83d9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.2223396 Feb 09 21:57:09.861285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbccc95-2932-4397-a8e8-a077dc00caac req-9262a181-7e65-4d96-bd27-7a3c68cede89 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.862828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcbccc95-2932-4397-a8e8-a077dc00caac req-9262a181-7e65-4d96-bd27-7a3c68cede89 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 945 time: 0.1420574 Feb 09 21:57:09.872304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.895829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-04e2af6c-d779-4284-b6e0-04a8e0cda454 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 1000 time: 0.1095328 Feb 09 21:57:09.942256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06e62706-d306-479b-8ba8-af22dd7f89a2 admin admin] Publish callbacks [] for security_group (4ade7c4a-86fd-4591-9026-2802fc2d81d7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.037339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-06e62706-d306-479b-8ba8-af22dd7f89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4ade7c4a-86fd-4591-9026-2802fc2d81d7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.072229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-06e62706-d306-479b-8ba8-af22dd7f89a2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b78d903151f43e4b40e7ce7af4f982f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276844 Feb 09 21:57:10.080470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50920) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.111606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a2fd-2585-4944-b100-2da625ada398 req-59a62768-b941-43e6-beef-638a93e8bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.126712 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-59a62768-b941-43e6-beef-638a93e8bd7b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.1729488 Feb 09 21:57:10.139324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 052f8c57-74ad-4919-83f6-a6adc8a28a4b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:10.167971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e62706-d306-479b-8ba8-af22dd7f89a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade7c4a-86fd-4591-9026-2802fc2d81d7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.186233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcbccc95-2932-4397-a8e8-a077dc00caac req-4ed0e7d3-c736-4e83-bfef-9af39825b4f2 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132949 Feb 09 21:57:10.220500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a2fd-2585-4944-b100-2da625ada398 req-99e4a9c3-a9dd-4584-bb8c-8ddbfd7d33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.221887 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.223670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-99e4a9c3-a9dd-4584-bb8c-8ddbfd7d33e6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875547 Feb 09 21:57:10.245074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 052f8c57-74ad-4919-83f6-a6adc8a28a4b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:10.245867 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.263493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-919a6e42-7989-4021-95af-729bfd5d0c20 admin admin] Publish callbacks [] for security_group (4ade7c4a-86fd-4591-9026-2802fc2d81d7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.287018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-919a6e42-7989-4021-95af-729bfd5d0c20 admin admin] Publish callbacks [] for security_group (4ade7c4a-86fd-4591-9026-2802fc2d81d7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.381967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 052f8c57-74ad-4919-83f6-a6adc8a28a4b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:10.382368 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.386534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-d5ed8a11-5ab1-4683-b3c4-24296c69b9cc service neutron] 10.222.0.110 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481788 Feb 09 21:57:10.407670 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.422053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 052f8c57-74ad-4919-83f6-a6adc8a28a4b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=052f8c57-74ad-4919-83f6-a6adc8a28a4b,segment=NetworkSegment(d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356),segment_id=d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:10.427923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5b92f-4789-4687-b924-a2e49d50f4d1 None None] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:10.473105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-919a6e42-7989-4021-95af-729bfd5d0c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4ade7c4a-86fd-4591-9026-2802fc2d81d7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.475750 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-919a6e42-7989-4021-95af-729bfd5d0c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.476890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-919a6e42-7989-4021-95af-729bfd5d0c20 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ade7c4a-86fd-4591-9026-2802fc2d81d7 HTTP/1.1" status: 204 len: 168 time: 0.3954608 Feb 09 21:57:10.493041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a6e42-7989-4021-95af-729bfd5d0c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade7c4a-86fd-4591-9026-2802fc2d81d7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.497500 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.501455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.502884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-8700ab29-d8e3-4ada-b99a-f4743612208d service neutron] 10.222.0.110 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996225 Feb 09 21:57:10.503543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (9b9e62e5-2d44-4a1f-beb1-447853204888), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.580873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-054d766c-79bd-4a2e-b455-b2147fb37ac6 None None] Provisioning complete for port 052f8c57-74ad-4919-83f6-a6adc8a28a4b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:10.580873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-054d766c-79bd-4a2e-b455-b2147fb37ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.698742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=052f8c57-74ad-4919-83f6-a6adc8a28a4b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.732124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=ba04c000-dec5-4cfb-b41d-2041c6128a25,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.750610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:10.755110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:10.798428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-931be142-fda6-4b79-89ac-c29c6b1096c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.800097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-931be142-fda6-4b79-89ac-c29c6b1096c2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=3111cbee8aa34740a21308ca97ced547&device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1127 time: 0.1134315 Feb 09 21:57:10.805529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c20907-15ad-4684-b147-c0f20a0a1bb0 req-ebfefaeb-eb1c-4e42-8d18-7638324e168b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.816899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24c20907-15ad-4684-b147-c0f20a0a1bb0 req-ebfefaeb-eb1c-4e42-8d18-7638324e168b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.1515279 Feb 09 21:57:10.844806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-054d766c-79bd-4a2e-b455-b2147fb37ac6 None None] Current status of the port 052f8c57-74ad-4919-83f6-a6adc8a28a4b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:11.036437 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24c20907-15ad-4684-b147-c0f20a0a1bb0 req-9a5eca3b-67d0-4f65-b1ca-e17e3635ddff tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107570 Feb 09 21:57:11.194790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 9b9e62e5-2d44-4a1f-beb1-447853204888 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:57:11.278424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-67fb8c99-b1a6-471b-a63b-cea7aee211be None None] Provisioning complete for port ba04c000-dec5-4cfb-b41d-2041c6128a25 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:11.280930 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67fb8c99-b1a6-471b-a63b-cea7aee211be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.365020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-67fb8c99-b1a6-471b-a63b-cea7aee211be None None] Port ba04c000-dec5-4cfb-b41d-2041c6128a25 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:11.387936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:11.393939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-312815cc-6665-44fb-b239-96826f93c1b5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/9b9e62e5-2d44-4a1f-beb1-447853204888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3473186 Feb 09 21:57:11.397514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50954) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.398577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-67fb8c99-b1a6-471b-a63b-cea7aee211be None None] Provisioning complete for port 052f8c57-74ad-4919-83f6-a6adc8a28a4b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:11.399305 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67fb8c99-b1a6-471b-a63b-cea7aee211be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.459149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98223abb-7f6b-4790-acc0-2aa15f7b306e req-047b2cda-4905-4a84-8fdc-17d583984655 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.460968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98223abb-7f6b-4790-acc0-2aa15f7b306e req-047b2cda-4905-4a84-8fdc-17d583984655 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 945 time: 0.1322153 Feb 09 21:57:11.464349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] Sync routers for ids ['9b9e62e5-2d44-4a1f-beb1-447853204888'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:11.486191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00adbb-0f04-4887-9ca3-e7699ffca588 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.487929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4c00adbb-0f04-4887-9ca3-e7699ffca588 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports/ba04c000-dec5-4cfb-b41d-2041c6128a25 HTTP/1.1" status: 200 len: 911 time: 0.0893483 Feb 09 21:57:11.494550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50956) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.503903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa274a61-9151-4e58-b373-633a4a12872c'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:11.535220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] Routers {'9b9e62e5-2d44-4a1f-beb1-447853204888'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:11.537168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b9e62e5-2d44-4a1f-beb1-447853204888'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:11.614998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-6ae48b91-d58b-4a9b-a07a-ded223f1f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.616553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-6ae48b91-d58b-4a9b-a07a-ded223f1f9db service neutron] 10.222.0.110 "GET /v2.0/networks?id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 200 len: 917 time: 0.8091686 Feb 09 21:57:11.618199 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98223abb-7f6b-4790-acc0-2aa15f7b306e req-409e01ed-dca1-43da-8e33-3aad2e06967b tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487863 Feb 09 21:57:11.653848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:11.704318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50960) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.736760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] Routers {'9b9e62e5-2d44-4a1f-beb1-447853204888'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:11.737516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b9e62e5-2d44-4a1f-beb1-447853204888'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:11.746213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7e459af-57b0-41d3-96fb-61fbe9a4b357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.842047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:11.845749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f1988-f830-47c6-8fb0-1ee9aec5bb79 None None] The sync data for ids ['9b9e62e5-2d44-4a1f-beb1-447853204888'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:11.864121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb535eb2-18a4-47f3-9ed0-352f9d2b8b43 req-6a541911-a9ef-4f25-8083-2b22e03bce5c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.871434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb535eb2-18a4-47f3-9ed0-352f9d2b8b43 req-6a541911-a9ef-4f25-8083-2b22e03bce5c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.2536728 Feb 09 21:57:11.872499 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.914729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-b2f85e63-b749-4289-b685-4590da4f63bf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 200 len: 1000 time: 0.2798448 Feb 09 21:57:11.972699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-67fb8c99-b1a6-471b-a63b-cea7aee211be None None] Current status of the port 052f8c57-74ad-4919-83f6-a6adc8a28a4b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:12.019060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7e459af-57b0-41d3-96fb-61fbe9a4b357 admin admin] Publish callbacks [] for security_group (f934177b-faed-453d-84cf-9f3f5c309474), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.066017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb535eb2-18a4-47f3-9ed0-352f9d2b8b43 req-a37bd3a3-3dd0-42f0-82e1-04be0812779f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936285 Feb 09 21:57:12.068206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-015cc6c3-f3b4-4b26-9b58-1d2a68f4888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.077857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-015cc6c3-f3b4-4b26-9b58-1d2a68f4888c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 200 len: 855 time: 0.1346042 Feb 09 21:57:12.106620 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a7e459af-57b0-41d3-96fb-61fbe9a4b357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f934177b-faed-453d-84cf-9f3f5c309474), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.149127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f4560d5c-555f-4312-9d0e-c40c1f8dc048 None None] Provisioning complete for port ba04c000-dec5-4cfb-b41d-2041c6128a25 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:12.149571 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4560d5c-555f-4312-9d0e-c40c1f8dc048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.190845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-4efc27bf-e968-4cdf-b323-5666a38ab91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.198564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-4efc27bf-e968-4cdf-b323-5666a38ab91b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e2b32f15-c20f-4397-a710-0cdd3fbb0bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071849 Feb 09 21:57:12.216937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 052f8c57-74ad-4919-83f6-a6adc8a28a4b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:12.220987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f4560d5c-555f-4312-9d0e-c40c1f8dc048 None None] Port ba04c000-dec5-4cfb-b41d-2041c6128a25 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:12.252668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a7e459af-57b0-41d3-96fb-61fbe9a4b357 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed6fff709012464aaaa2c66094b5f6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472445 Feb 09 21:57:12.308848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.366542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e459af-57b0-41d3-96fb-61fbe9a4b357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f934177b-faed-453d-84cf-9f3f5c309474,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.391185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fa9a9d4a-0344-4348-8f69-05e024f00f64 None None] Provisioning complete for port ba04c000-dec5-4cfb-b41d-2041c6128a25 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:12.391658 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fa9a9d4a-0344-4348-8f69-05e024f00f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.424487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.455284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 052f8c57-74ad-4919-83f6-a6adc8a28a4b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:12.455667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.472304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35f41-7bdd-493d-911e-12968d81cfb5 req-81562b56-fe5d-4327-9d59-250d1d6ddaeb tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.479515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15c35f41-7bdd-493d-911e-12968d81cfb5 req-81562b56-fe5d-4327-9d59-250d1d6ddaeb tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.1448908 Feb 09 21:57:12.506788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fa9a9d4a-0344-4348-8f69-05e024f00f64 None None] Port ba04c000-dec5-4cfb-b41d-2041c6128a25 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:12.580350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15c35f41-7bdd-493d-911e-12968d81cfb5 req-2a00432e-c700-4731-b81b-ff4f96571dad tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995820 Feb 09 21:57:12.614985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-03d280ec-326c-4d58-96ba-13669e880eb5 service neutron] 10.222.0.110 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093025 Feb 09 21:57:12.633352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 052f8c57-74ad-4919-83f6-a6adc8a28a4b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:12.639508 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5346f95-a62f-40f7-8083-b5ba2241fd67 admin admin] Publish callbacks [] for security_group (f934177b-faed-453d-84cf-9f3f5c309474), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.653907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce1eaa-f556-4729-983b-8effe697b4af req-e8894024-39b3-4d65-a7cd-a2ec6833c9d2 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.661301 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fce1eaa-f556-4729-983b-8effe697b4af req-e8894024-39b3-4d65-a7cd-a2ec6833c9d2 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 945 time: 0.2217422 Feb 09 21:57:12.783753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c1cd47b-f83b-4c15-8278-178f0b8d8e52 req-39a301a7-8243-4bd4-ad4f-f362cda63d04 service neutron] 10.222.0.110 "GET /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609302 Feb 09 21:57:13.287820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389df09-2668-4c82-9e96-3535054300e2 req-4f45911e-c3c3-4d67-84ad-23d1a6b4f208 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.289948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e389df09-2668-4c82-9e96-3535054300e2 req-4f45911e-c3c3-4d67-84ad-23d1a6b4f208 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1087403 Feb 09 21:57:13.350427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e389df09-2668-4c82-9e96-3535054300e2 req-e7cf1b3a-ae65-454d-9825-96795c2efccc tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545793 Feb 09 21:57:13.401016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5346f95-a62f-40f7-8083-b5ba2241fd67 admin admin] Publish callbacks [] for security_group (f934177b-faed-453d-84cf-9f3f5c309474), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.472541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fce1eaa-f556-4729-983b-8effe697b4af req-9735caba-ea06-4337-a836-f2077f9b8dc8 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8103702 Feb 09 21:57:13.531117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.602060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5346f95-a62f-40f7-8083-b5ba2241fd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f934177b-faed-453d-84cf-9f3f5c309474), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.605160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5346f95-a62f-40f7-8083-b5ba2241fd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.606285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d5346f95-a62f-40f7-8083-b5ba2241fd67 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f934177b-faed-453d-84cf-9f3f5c309474 HTTP/1.1" status: 204 len: 168 time: 1.2856965 Feb 09 21:57:13.615847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5346f95-a62f-40f7-8083-b5ba2241fd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934177b-faed-453d-84cf-9f3f5c309474,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:13.665991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.670478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.671984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.673469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/ports/ba04c000-dec5-4cfb-b41d-2041c6128a25 HTTP/1.1" status: 200 len: 911 time: 2.1778550 Feb 09 21:57:13.676414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50986) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:13.816581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd1c9-7888-4a1f-a89a-52bb03ce9421 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=ba04c000-dec5-4cfb-b41d-2041c6128a25,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:13.869465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-77ca752b-8ac8-4787-bf48-a6c61ad9de0d tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.871918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-77ca752b-8ac8-4787-bf48-a6c61ad9de0d tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.30 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 945 time: 0.2522852 Feb 09 21:57:14.075978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Deleting port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:14.075978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.115642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a7044-672d-46f0-8d26-972e4a59b41b req-9002c2dc-6a2a-4699-a562-fa3ad5b44586 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:14.123186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e9a7044-672d-46f0-8d26-972e4a59b41b req-9002c2dc-6a2a-4699-a562-fa3ad5b44586 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.3593588 Feb 09 21:57:14.198374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e9a7044-672d-46f0-8d26-972e4a59b41b req-9f1ce72d-6fd0-4d32-9d47-73f9acda0ee1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737488 Feb 09 21:57:14.248286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] For port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,segment=NetworkSegment(02e74ebb-849f-45bd-a9ad-7a33214936b7),segment_id=02e74ebb-849f-45bd-a9ad-7a33214936b7)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:14.248984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.266494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Calling delete_port for cded538c-7cd7-4ae9-a9f7-f4fd0829c75d owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:14.442400 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (9b9e62e5-2d44-4a1f-beb1-447853204888), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.686373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cded538c-7cd7-4ae9-a9f7-f4fd0829c75d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.747154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148867b0-8d10-4133-abcb-9ebae51732ac req-72baf36a-5212-41f0-9d41-5881a67fb0ba tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:14.750009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-148867b0-8d10-4133-abcb-9ebae51732ac req-72baf36a-5212-41f0-9d41-5881a67fb0ba tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1338909 Feb 09 21:57:14.751657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bcd46-69f6-4417-a15c-9a877c01cb02 req-d5616b88-3186-4ae0-8389-27616051c63b tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:14.753359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-100bcd46-69f6-4417-a15c-9a877c01cb02 req-d5616b88-3186-4ae0-8389-27616051c63b tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 867 time: 0.0945807 Feb 09 21:57:14.757761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Pushing event deleted for resources: {'Port': ['ID=cded538c-7cd7-4ae9-a9f7-f4fd0829c75d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:14.831060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] No DVR routers for this DVR port cded538c-7cd7-4ae9-a9f7-f4fd0829c75d on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:14.835400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.838771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8117d453-f5ff-4cb1-a37f-d3cc328143dc req-b1e2596a-de7c-4108-939e-a6cbcb3aed21 tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.30 "DELETE /v2.0/ports/cded538c-7cd7-4ae9-a9f7-f4fd0829c75d HTTP/1.1" status: 204 len: 173 time: 0.9602835 Feb 09 21:57:14.839299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'name': 'network-vif-deleted', 'tag': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:14.841983 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0394bb26-87d2-49d9-b193-0095e59596bc" -d '{"events": [{"server_uuid": "46bd2bbc-3dae-4c73-98fd-45534930d83d", "name": "network-vif-deleted", "tag": "cded538c-7cd7-4ae9-a9f7-f4fd0829c75d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:14.872060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-100bcd46-69f6-4417-a15c-9a877c01cb02 req-7a098e42-37ec-4212-a50f-a4c05b1b12de tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/security-groups?id=d6dd952e-617d-4308-a893-dd92f81a9d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870302 Feb 09 21:57:14.919795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-148867b0-8d10-4133-abcb-9ebae51732ac req-60311df9-b5c6-4209-ae64-cc785e2918b0 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135077 Feb 09 21:57:14.996288 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad11fa04-2934-4ca7-9c20-6d161920cdbd x-openstack-request-id: req-ad11fa04-2934-4ca7-9c20-6d161920cdbd {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:14.996661 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bd2bbc-3dae-4c73-98fd-45534930d83d", "name": "network-vif-deleted", "tag": "cded538c-7cd7-4ae9-a9f7-f4fd0829c75d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:14.997343 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ad11fa04-2934-4ca7-9c20-6d161920cdbd {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:14.997836 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bd2bbc-3dae-4c73-98fd-45534930d83d', 'name': 'network-vif-deleted', 'tag': 'cded538c-7cd7-4ae9-a9f7-f4fd0829c75d', 'status': 'completed', 'code': 200} Feb 09 21:57:15.035088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port ba04c000-dec5-4cfb-b41d-2041c6128a25 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:15.035499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.171956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.196719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for ba04c000-dec5-4cfb-b41d-2041c6128a25 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:15.452507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2ef4b-5e5f-40b2-af69-bdedb4e41468 req-f06a86c6-12da-4119-80f6-a82aeac31d8a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:15.454095 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65f2ef4b-5e5f-40b2-af69-bdedb4e41468 req-f06a86c6-12da-4119-80f6-a82aeac31d8a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.1038125 Feb 09 21:57:15.519150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65f2ef4b-5e5f-40b2-af69-bdedb4e41468 req-854f390b-5023-4f1a-9d56-c91a08212e9f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581739 Feb 09 21:57:15.572597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ba04c000-dec5-4cfb-b41d-2041c6128a25), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.609848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=ba04c000-dec5-4cfb-b41d-2041c6128a25,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:15.909988 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (9b9e62e5-2d44-4a1f-beb1-447853204888), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.243300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cef12e38-7176-482c-8d09-c4d2bb5a20e1 req-409644de-8b49-4c0a-978d-58283f4877cb tempest-InstanceActionsV221TestJSON-1731529228 tempest-InstanceActionsV221TestJSON-1731529228-project] 10.222.0.98 "GET /v2.0/ports?device_id=46bd2bbc-3dae-4c73-98fd-45534930d83d HTTP/1.1" status: 200 len: 210 time: 0.1100957 Feb 09 21:57:16.329228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a9017-679a-460b-9a4f-a33dd68f5586 req-23fdffaf-ddfb-44fd-acd7-10751ed0a93d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:16.330822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-527a9017-679a-460b-9a4f-a33dd68f5586 req-23fdffaf-ddfb-44fd-acd7-10751ed0a93d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1472707 Feb 09 21:57:16.332855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 9b9e62e5-2d44-4a1f-beb1-447853204888 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:16.421322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device cded538c-7cd7-4ae9-a9f7-f4fd0829c75d no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:16.433358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:16.447935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2c80d1b9-bfdc-46b1-8319-78d5bb8193a8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/9b9e62e5-2d44-4a1f-beb1-447853204888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7629220 Feb 09 21:57:16.450698 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] Sync routers for ids ['9b9e62e5-2d44-4a1f-beb1-447853204888'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:16.453226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51064) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.472794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: cded538c-7cd7-4ae9-a9f7-f4fd0829c75d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:16.474201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device cded538c-7cd7-4ae9-a9f7-f4fd0829c75d not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:16.510327 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] Routers {'9b9e62e5-2d44-4a1f-beb1-447853204888'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:16.511483 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b9e62e5-2d44-4a1f-beb1-447853204888'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:16.513403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764c2cc-57ca-48eb-a4da-6ffd31c2d70a req-7f349ad6-97d4-47a7-81ad-865508fc2db1 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:16.516711 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f764c2cc-57ca-48eb-a4da-6ffd31c2d70a req-7f349ad6-97d4-47a7-81ad-865508fc2db1 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1682663 Feb 09 21:57:16.523791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51066) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.531275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-27e9ca1b-9206-4534-815d-216e3e93cda7 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9e62e5-2d44-4a1f-beb1-447853204888 HTTP/1.1" status: 200 len: 205 time: 0.0657105 Feb 09 21:57:16.557039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-527a9017-679a-460b-9a4f-a33dd68f5586 req-3e63aa4c-cefb-48f2-a191-f9577928cf58 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187836 Feb 09 21:57:16.672265 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:16.699794 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] Routers {'9b9e62e5-2d44-4a1f-beb1-447853204888'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:16.700698 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9b9e62e5-2d44-4a1f-beb1-447853204888'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:16.729898 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf683-1ca7-46e6-b555-2e4d302c5db3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (9b9e62e5-2d44-4a1f-beb1-447853204888), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.790696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af85b0a-f12f-4024-8c9e-150b51e59754 req-df9dc7f4-21be-48f1-8bed-8bdb2e729f8c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:16.792333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9af85b0a-f12f-4024-8c9e-150b51e59754 req-df9dc7f4-21be-48f1-8bed-8bdb2e729f8c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.0994480 Feb 09 21:57:16.794759 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:16.795416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b376dd-ff47-477f-b890-8bcdb0957d91 None None] The sync data for ids ['9b9e62e5-2d44-4a1f-beb1-447853204888'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:16.864004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9af85b0a-f12f-4024-8c9e-150b51e59754 req-bb07f30a-360d-4631-8800-ada4141e143f tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594456 Feb 09 21:57:16.971520 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f764c2cc-57ca-48eb-a4da-6ffd31c2d70a req-9afb2b56-6361-4e2b-a20c-41bed0ad259d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426637 Feb 09 21:57:16.986957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf683-1ca7-46e6-b555-2e4d302c5db3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (9b9e62e5-2d44-4a1f-beb1-447853204888), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.990622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf683-1ca7-46e6-b555-2e4d302c5db3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (9b9e62e5-2d44-4a1f-beb1-447853204888), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.136646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c3678-19d1-4376-94ac-8e0ff26f419f req-e54479fa-1f8f-45bc-a9c7-053469e8571b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:17.139111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d66c3678-19d1-4376-94ac-8e0ff26f419f req-e54479fa-1f8f-45bc-a9c7-053469e8571b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1492753 Feb 09 21:57:17.187613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf683-1ca7-46e6-b555-2e4d302c5db3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (9b9e62e5-2d44-4a1f-beb1-447853204888), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.188795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3bf683-1ca7-46e6-b555-2e4d302c5db3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Fanout notify agent at l3_agent the message router_deleted on router 9b9e62e5-2d44-4a1f-beb1-447853204888 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:57:17.205257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf683-1ca7-46e6-b555-2e4d302c5db3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.213751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b3bf683-1ca7-46e6-b555-2e4d302c5db3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/9b9e62e5-2d44-4a1f-beb1-447853204888 HTTP/1.1" status: 204 len: 168 time: 0.6862388 Feb 09 21:57:17.214909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:17.232036 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d66c3678-19d1-4376-94ac-8e0ff26f419f req-3e1c90e2-b910-41e8-99b2-1b47b960a124 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790138 Feb 09 21:57:17.299467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51084) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:17.319953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet aa274a61-9151-4e58-b373-633a4a12872c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:17.325232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (aa274a61-9151-4e58-b373-633a4a12872c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.413120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (aa274a61-9151-4e58-b373-633a4a12872c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.484169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-193fd4cb-b90e-423a-ba7b-07bf479a9ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.605359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-193fd4cb-b90e-423a-ba7b-07bf479a9ea8 admin admin] Publish callbacks [] for security_group (cbff3245-fa84-4da5-a62b-37069c7bc9e4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.665326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-193fd4cb-b90e-423a-ba7b-07bf479a9ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cbff3245-fa84-4da5-a62b-37069c7bc9e4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.672195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (aa274a61-9151-4e58-b373-633a4a12872c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.708592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51106) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:17.732402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-193fd4cb-b90e-423a-ba7b-07bf479a9ea8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=79497c31059c4558b89d214c7afeae46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313972 Feb 09 21:57:17.746649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51108) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:17.778019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193fd4cb-b90e-423a-ba7b-07bf479a9ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff3245-fa84-4da5-a62b-37069c7bc9e4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:17.790093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] Deleting subnet 6ff6b511-a079-44ea-9c8a-b2ea97a967d6 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:17.793273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] Publish callbacks [] for subnet (6ff6b511-a079-44ea-9c8a-b2ea97a967d6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.825322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-8f4aa20a-9057-4093-8261-c4f71e557a59 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:17.832753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-8f4aa20a-9057-4093-8261-c4f71e557a59 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.3132789 Feb 09 21:57:17.836568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (6ff6b511-a079-44ea-9c8a-b2ea97a967d6), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.866471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-12c3870d-34b1-47d4-a13f-026af08efc8a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/quotas/871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 375 time: 0.0257151 Feb 09 21:57:17.921679 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31ba4b92-fe7d-4997-be52-a5a2651506b5 admin admin] Publish callbacks [] for security_group (cbff3245-fa84-4da5-a62b-37069c7bc9e4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.954920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31ba4b92-fe7d-4997-be52-a5a2651506b5 admin admin] Publish callbacks [] for security_group (cbff3245-fa84-4da5-a62b-37069c7bc9e4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.973407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (6ff6b511-a079-44ea-9c8a-b2ea97a967d6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.988062 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-1db9fcf3-7c94-4717-9d0d-12fa0a392a85 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1204724 Feb 09 21:57:18.058703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (aa274a61-9151-4e58-b373-633a4a12872c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.087955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531bb0b-5a6f-4abd-9d46-dc859e3240b1 req-b7100e60-1d92-441a-b974-5745abba0195 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.090130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e531bb0b-5a6f-4abd-9d46-dc859e3240b1 req-b7100e60-1d92-441a-b974-5745abba0195 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.0917451 Feb 09 21:57:18.095156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=aa274a61-9151-4e58-b373-633a4a12872c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.098912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.102144 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-25d1b3ac-9a8b-420c-a177-bf9403c329ab tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/aa274a61-9151-4e58-b373-633a4a12872c HTTP/1.1" status: 204 len: 168 time: 0.8852215 Feb 09 21:57:18.105214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51116) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:18.113231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1abc75-4b96-4fe3-99ed-87bcbb7e6503 None None] Network 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:18.172755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-15e94fd0-fd4a-4dfc-87fc-698c34ab158e service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836138 Feb 09 21:57:18.221231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (6ff6b511-a079-44ea-9c8a-b2ea97a967d6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.229097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31ba4b92-fe7d-4997-be52-a5a2651506b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cbff3245-fa84-4da5-a62b-37069c7bc9e4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.231943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31ba4b92-fe7d-4997-be52-a5a2651506b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.234610 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-31ba4b92-fe7d-4997-be52-a5a2651506b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cbff3245-fa84-4da5-a62b-37069c7bc9e4 HTTP/1.1" status: 204 len: 168 time: 0.4835107 Feb 09 21:57:18.259514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba4b92-fe7d-4997-be52-a5a2651506b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbff3245-fa84-4da5-a62b-37069c7bc9e4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.278017 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.283340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6ff6b511-a079-44ea-9c8a-b2ea97a967d6 HTTP/1.1" status: 204 len: 168 time: 0.5721345 Feb 09 21:57:18.298152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51122) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:18.363577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157adaa2-d4d7-41ff-86f3-802a7f536c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff6b511-a079-44ea-9c8a-b2ea97a967d6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.370744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.415682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e531bb0b-5a6f-4abd-9d46-dc859e3240b1 req-17f14002-9c90-4761-8b26-f95b5f13f9b9 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902446 Feb 09 21:57:18.455868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-c2dfe5c9-34c6-4623-9114-d73789e01467 service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791646 Feb 09 21:57:18.490321 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (405b2d1d-f381-473d-a398-0470110edd91), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.496485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] DHCP port deletion for 3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:18.615104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 052f8c57-74ad-4919-83f6-a6adc8a28a4b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:18.615748 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.616245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] Deleting port 052f8c57-74ad-4919-83f6-a6adc8a28a4b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:18.616632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.740666 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (405b2d1d-f381-473d-a398-0470110edd91), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.757349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] For port 052f8c57-74ad-4919-83f6-a6adc8a28a4b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=052f8c57-74ad-4919-83f6-a6adc8a28a4b,segment=NetworkSegment(d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356),segment_id=d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:18.758131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.790569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] Calling delete_port for 052f8c57-74ad-4919-83f6-a6adc8a28a4b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:18.802390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405b2d1d-f381-473d-a398-0470110edd91']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.846984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e74ebb-849f-45bd-a9ad-7a33214936b7') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.848178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e74ebb-849f-45bd-a9ad-7a33214936b7') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.872622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (02e74ebb-849f-45bd-a9ad-7a33214936b7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.898936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc13f15-bedb-4367-be17-69071bdfdaa7 req-54ac36e9-f915-4ba0-9ee0-fb74b23e0269 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.912841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3dc13f15-bedb-4367-be17-69071bdfdaa7 req-54ac36e9-f915-4ba0-9ee0-fb74b23e0269 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.3570859 Feb 09 21:57:18.917943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (02e74ebb-849f-45bd-a9ad-7a33214936b7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.925641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 052f8c57-74ad-4919-83f6-a6adc8a28a4b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=052f8c57-74ad-4919-83f6-a6adc8a28a4b,segment=NetworkSegment(d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356),segment_id=d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:18.932432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.933714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:18.934311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (02e74ebb-849f-45bd-a9ad-7a33214936b7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:18.939744 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:18.986008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 052f8c57-74ad-4919-83f6-a6adc8a28a4b owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:19.059542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3dc13f15-bedb-4367-be17-69071bdfdaa7 req-1f9d1bd5-b4e9-4601-9851-bcb20dbedab0 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457942 Feb 09 21:57:19.076490 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.154461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] Pushing event deleted for resources: {'Port': ['ID=052f8c57-74ad-4919-83f6-a6adc8a28a4b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:19.168607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1be47f-fed2-4783-8306-173386a00e91 None None] No DVR routers for this DVR port 052f8c57-74ad-4919-83f6-a6adc8a28a4b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:19.178231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43fe8b9f-0d73-4cc5-84d0-77add406d9d8 req-b6855422-1f45-480b-9d6b-9e822534d617 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.2230124 Feb 09 21:57:19.530999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (052f8c57-74ad-4919-83f6-a6adc8a28a4b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.563844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=052f8c57-74ad-4919-83f6-a6adc8a28a4b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:19.573359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port 052f8c57-74ad-4919-83f6-a6adc8a28a4b on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:19.607515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f850a-93cb-4a50-a528-689930c39f5d req-1ab4a8ae-82db-4563-baa0-2442eb5a6d9d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:19.614643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f74f850a-93cb-4a50-a528-689930c39f5d req-1ab4a8ae-82db-4563-baa0-2442eb5a6d9d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.1218474 Feb 09 21:57:19.692634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (405b2d1d-f381-473d-a398-0470110edd91), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.697372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.712358 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.729197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] 10.222.0.98 "DELETE /v2.0/networks/405b2d1d-f381-473d-a398-0470110edd91 HTTP/1.1" status: 204 len: 168 time: 1.4296112 Feb 09 21:57:19.752065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb360e-6ba5-4fc5-8dd4-a219289f77af admin admin] Pushing event deleted for resources: {'Network': ['ID=405b2d1d-f381-473d-a398-0470110edd91,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:19.752307 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f74f850a-93cb-4a50-a528-689930c39f5d req-9012a76b-7073-4dae-bdef-22cc44925855 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367123 Feb 09 21:57:19.786529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:19.797354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f5dd8f-eda4-4378-95b3-b4ba8b9a8356') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:19.797354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f5dd8f-eda4-4378-95b3-b4ba8b9a8356') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:19.822061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.838942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.845909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:19.846432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (d7f5dd8f-eda4-4378-95b3-b4ba8b9a8356), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:19.849763 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:19.996780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.013144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.026704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51162) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.027907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c HTTP/1.1" status: 204 len: 168 time: 1.9213707 Feb 09 21:57:20.033730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1e74a567-8d17-4285-b3a0-0728aae08ab6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1393487658', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:20.058776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c5a32-1ffc-464b-8541-efa92a2e0a16 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=3edbb1b8-3a26-43eb-b89f-e7e8c9d53d9c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:20.106734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 052f8c57-74ad-4919-83f6-a6adc8a28a4b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:20.145285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 052f8c57-74ad-4919-83f6-a6adc8a28a4b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:20.145807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 052f8c57-74ad-4919-83f6-a6adc8a28a4b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:20.162170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e74a567-8d17-4285-b3a0-0728aae08ab6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.163111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e74a567-8d17-4285-b3a0-0728aae08ab6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.288704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51176) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.424030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-51f7b902-405e-4b80-bc4e-de84d6afaaa0 req-e7587e52-9021-4255-857d-249519e82754 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.0813861 Feb 09 21:57:20.444429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c65841f3-52c5-4e5e-a0ff-4b6678e199c2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=df9aa8035b82406db9e2fff33b30efd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541619 Feb 09 21:57:20.446802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51180) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.454886 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e74a567-8d17-4285-b3a0-0728aae08ab6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.502791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946e325-451c-43a3-9f77-7c7afbf59fe2 req-3c5397b6-f95c-4cb2-a2de-40d94414b01d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:20.519443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1946e325-451c-43a3-9f77-7c7afbf59fe2 req-3c5397b6-f95c-4cb2-a2de-40d94414b01d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1732924 Feb 09 21:57:20.537143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb5d2-309f-4c6d-8211-4f484524af9f admin admin] Publish callbacks [] for security_group (d6dd952e-617d-4308-a893-dd92f81a9d32), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.565066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e74a567-8d17-4285-b3a0-0728aae08ab6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.579598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb5d2-309f-4c6d-8211-4f484524af9f admin admin] Publish callbacks [] for security_group (d6dd952e-617d-4308-a893-dd92f81a9d32), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.658190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1946e325-451c-43a3-9f77-7c7afbf59fe2 req-ded4d667-159e-40f8-860d-49dc79743545 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314943 Feb 09 21:57:20.668974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e74a567-8d17-4285-b3a0-0728aae08ab6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.673261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1e74a567-8d17-4285-b3a0-0728aae08ab6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6411831 Feb 09 21:57:20.675624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51182) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.689733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-879868391'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:20.783938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb5d2-309f-4c6d-8211-4f484524af9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d6dd952e-617d-4308-a893-dd92f81a9d32), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.786605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a6fb5d2-309f-4c6d-8211-4f484524af9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.790342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7a6fb5d2-309f-4c6d-8211-4f484524af9f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d6dd952e-617d-4308-a893-dd92f81a9d32 HTTP/1.1" status: 204 len: 168 time: 0.3396645 Feb 09 21:57:20.798093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fb5d2-309f-4c6d-8211-4f484524af9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dd952e-617d-4308-a893-dd92f81a9d32,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:20.837841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:20.843836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.892655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:20.961923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (8550b90b-7e03-45bd-823e-9adf104ae570), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.962282 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment 8550b90b-7e03-45bd-823e-9adf104ae570 of type vlan for network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb Feb 09 21:57:21.079374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (5c710a17-91a2-475f-bbc1-0ae1c52d7ccb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.155225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2f3e5-a55b-40f9-8ca9-036b7cca2df3 req-207b3a24-c06b-4943-bfa0-3a2bf6a2b359 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.162210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cde2f3e5-a55b-40f9-8ca9-036b7cca2df3 req-207b3a24-c06b-4943-bfa0-3a2bf6a2b359 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.2295597 Feb 09 21:57:21.315525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cde2f3e5-a55b-40f9-8ca9-036b7cca2df3 req-76dc0094-4c7f-472c-8885-2cee5f06d5a3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049812 Feb 09 21:57:21.632309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07565611-cb42-4429-b48b-106b27d59c08 req-56c78813-6994-49db-9ec5-3b9f802a9334 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.0393882 Feb 09 21:57:21.644145 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (5c710a17-91a2-475f-bbc1-0ae1c52d7ccb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.651025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.652038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.740198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=5c710a17-91a2-475f-bbc1-0ae1c52d7ccb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.758476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:21.871682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50621c8-45d9-4ecf-a4e8-bf0dd33f68ca req-b33972f1-af8e-4add-bf7b-2e1e031a8b42 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.892961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50621c8-45d9-4ecf-a4e8-bf0dd33f68ca req-b33972f1-af8e-4add-bf7b-2e1e031a8b42 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1200151 Feb 09 21:57:21.994491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50621c8-45d9-4ecf-a4e8-bf0dd33f68ca req-04b19f51-225f-4918-9908-d70b5603d3bd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987556 Feb 09 21:57:22.113484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-482041a8-0d79-4bbf-b5b5-5b41ec79db28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4352660 Feb 09 21:57:22.116725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51208) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.124009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:22.186266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-946fd4e0-85f1-4609-bab8-b5b7c181b72c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571859 Feb 09 21:57:22.291306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076634-afbb-433b-8083-2300080cd028 req-ffabb852-5da2-4ad5-938c-850932acae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.296582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-ffabb852-5da2-4ad5-938c-850932acae4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=179348843f524eafa1ed374bb5874aea&device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1127 time: 0.0566893 Feb 09 21:57:22.363747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:22.367474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.602412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076634-afbb-433b-8083-2300080cd028 req-a96b7334-f7cc-40d0-99aa-18d10d0d0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.605803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-a96b7334-f7cc-40d0-99aa-18d10d0d0a30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9095da8-f481-4d1d-8636-b647fae32f1e HTTP/1.1" status: 200 len: 907 time: 0.2917664 Feb 09 21:57:22.875240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d344d39-81d5-4ca2-9dbe-669ac124c4c5 req-632a82bd-4ab1-4906-8e69-9f2f95860041 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.882768 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d344d39-81d5-4ca2-9dbe-669ac124c4c5 req-632a82bd-4ab1-4906-8e69-9f2f95860041 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.3283114 Feb 09 21:57:22.910884 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-07a9d04e-a953-405b-ae14-26a2595c5fed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6301e269-e444-433b-856c-045c56f1e144 HTTP/1.1" status: 200 len: 1001 time: 0.2623227 Feb 09 21:57:23.061294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b426e949-24a1-4b43-852b-7b17bd60d95a req-ce3e5741-a53e-4b14-a2aa-300abef4ee07 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.2586794 Feb 09 21:57:23.159650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076634-afbb-433b-8083-2300080cd028 req-2156f656-b475-474a-ae1a-a940cc88d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.163751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-2156f656-b475-474a-ae1a-a940cc88d01b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f25c93ba-eae9-4345-a1a6-d6cd7602a4d3 HTTP/1.1" status: 200 len: 845 time: 0.2237642 Feb 09 21:57:23.170421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51244) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.170779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51242) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.346923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076634-afbb-433b-8083-2300080cd028 req-8e6de567-10bf-4c69-9464-a5d2fbd8f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.352797 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-8e6de567-10bf-4c69-9464-a5d2fbd8f403 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9095da8-f481-4d1d-8636-b647fae32f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1763129 Feb 09 21:57:23.372422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d344d39-81d5-4ca2-9dbe-669ac124c4c5 req-53672c52-4d34-4b5a-a89d-803a6ed3892d tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732268 Feb 09 21:57:23.507551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-5f7e6c70-93c2-4206-bbd8-f3e65c8d2f9c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.509163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-5f7e6c70-93c2-4206-bbd8-f3e65c8d2f9c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.30 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.8233640 Feb 09 21:57:23.533503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'port': {'device_id': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'admin_state_up': True, 'tenant_id': '871b3132515c4a0f8ea3fad830c23874'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:23.540557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (78b237ae-abf9-4500-8b3e-705724d747bf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.606739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-46e8d937-d232-4bc7-a39f-8d5aec70d4ad service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150507 Feb 09 21:57:23.618872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-188edcd5-6e54-49af-8447-a9dabafb6eec service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4833889 Feb 09 21:57:23.637251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2110099932-network', 'tenant_id': '2002338100e84966b3f9a16c6c7b65e6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:23.645385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1dc47d2f-2318-454d-b8fe-8a01b0ee3360 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-798225503'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:23.646548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1dc47d2f-2318-454d-b8fe-8a01b0ee3360 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Unknown quota resources ['metering_label']. {{(pid=103696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:57:23.659993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9de1e9-0910-41af-b565-38ff7c2fabbe req-05ee590f-fea0-4284-8606-caf65d1367fa tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.664270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec9de1e9-0910-41af-b565-38ff7c2fabbe req-05ee590f-fea0-4284-8606-caf65d1367fa tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.3917284 Feb 09 21:57:23.768457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=78b237ae-abf9-4500-8b3e-705724d747bf,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:23.809540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67076634-afbb-433b-8083-2300080cd028 req-5bc6da26-cf05-49a9-8f26-6627ac8c8571 service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139256 Feb 09 21:57:23.814725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:23.815108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:23.828589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Made reservation on behalf of 2002338100e84966b3f9a16c6c7b65e6 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:23.830876 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.839276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec9de1e9-0910-41af-b565-38ff7c2fabbe req-a0c64048-cf95-4edd-aa16-ced6cc5597d9 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534817 Feb 09 21:57:23.855559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-b86ae89b-0cc6-4cce-af37-231896c7d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.857123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-b86ae89b-0cc6-4cce-af37-231896c7d292 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.1756830 Feb 09 21:57:23.861388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.951161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Made reservation on behalf of 871b3132515c4a0f8ea3fad830c23874 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:23.955057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.993197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:23.993668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1dc47d2f-2318-454d-b8fe-8a01b0ee3360 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.996318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1dc47d2f-2318-454d-b8fe-8a01b0ee3360 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8243253 Feb 09 21:57:23.997820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51256) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.003446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d06784a1-34fd-404e-8214-b0c095b790e6 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c246cd17-91d2-457e-831f-8f4937a5037c'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:24.004176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d06784a1-34fd-404e-8214-b0c095b790e6 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:57:24.076369 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks [] for security_group (9be8e7f1-bd91-4fc3-91fa-b5e67f993698), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.105161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:24.121438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e0cea-4a4d-499f-b9e2-2881f2fb4cda None None] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:24.122012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.122012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.133722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-195a00cc-f187-4b50-bace-70944dd625af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.135213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-195a00cc-f187-4b50-bace-70944dd625af service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.2116179 Feb 09 21:57:24.180518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fa207b1a-23d1-4e2c-a1a2-45a395fa12f2 req-a745610d-891d-4fd9-abd4-d2fea853155f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.0350385 Feb 09 21:57:24.215648 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9be8e7f1-bd91-4fc3-91fa-b5e67f993698), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.231073 n-d-828599-1 neutron-server[103696]: WARNING neutron.services.metering.metering_plugin [None req-d06784a1-34fd-404e-8214-b0c095b790e6 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:57:24.249510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:24.274860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Allocated IP 172.20.0.5 (de77f096-ad5e-4478-9aa3-38b40b1cb433/2369572b-34af-42e9-93e8-48a0b0d10055/fb984bf5-fbec-4cba-b6a0-4908c932e817) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:24.292473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (def978e6-7d23-42c8-b1f2-abc851427a41), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.292826 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Added segment def978e6-7d23-42c8-b1f2-abc851427a41 of type vlan for network 29590e65-8bfb-4951-a372-c09b7e432938 Feb 09 21:57:24.294522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:24.296381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.304879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be8e7f1-bd91-4fc3-91fa-b5e67f993698,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:24.309014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-3a4ba74e-cc7c-4028-87d5-d1defb8c2499 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.1408694 Feb 09 21:57:24.312672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1f4dc868-bfee-4aac-968a-c2e4558f0ee4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1949162 Feb 09 21:57:24.316154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51260) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.377110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d06784a1-34fd-404e-8214-b0c095b790e6 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.378250 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d06784a1-34fd-404e-8214-b0c095b790e6 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3785510 Feb 09 21:57:24.381402 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51262) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.385940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5a3f0d7b-88d0-4e48-b3b4-9123bfee0ce5 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c246cd17-91d2-457e-831f-8f4937a5037c'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:24.387324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5a3f0d7b-88d0-4e48-b3b4-9123bfee0ce5 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:57:24.535670 n-d-828599-1 neutron-server[103696]: WARNING neutron.services.metering.metering_plugin [None req-5a3f0d7b-88d0-4e48-b3b4-9123bfee0ce5 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:57:24.552709 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Allocated IP 2001:db8::2 (5c710a17-91a2-475f-bbc1-0ae1c52d7ccb/78b237ae-abf9-4500-8b3e-705724d747bf/d1b95a71-b24d-4591-b08d-d1698c965af5) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:24.572788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (29590e65-8bfb-4951-a372-c09b7e432938), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.624911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-44b58fd6-f2f5-4248-86a9-75f7aaec5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.626400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-44b58fd6-f2f5-4248-86a9-75f7aaec5acd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.3110349 Feb 09 21:57:24.642463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0d7b-88d0-4e48-b3b4-9123bfee0ce5 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.646677 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5a3f0d7b-88d0-4e48-b3b4-9123bfee0ce5 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2615235 Feb 09 21:57:24.646879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51268) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.659747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ccc47269-7a2b-4791-b82d-1ee6a4b4aa1a tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=cbd07550-7d63-4ac5-bae0-8f1c054a914c HTTP/1.1" status: 200 len: 464 time: 0.0108373 Feb 09 21:57:24.664195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.787444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11432e4-c855-4d9c-ad63-69537d258f21 req-5849b984-b36b-495a-a3fb-0583fdc792d4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.788848 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Publish callbacks [] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.789005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b11432e4-c855-4d9c-ad63-69537d258f21 req-5849b984-b36b-495a-a3fb-0583fdc792d4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.2744927 Feb 09 21:57:24.876297 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (29590e65-8bfb-4951-a372-c09b7e432938), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.876964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.880281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.899433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.951163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:24.955694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3e57-70ca-4e41-bac6-2294dde9941d tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.956338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:24.960072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2f0e3e57-70ca-4e41-bac6-2294dde9941d tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/cbd07550-7d63-4ac5-bae0-8f1c054a914c HTTP/1.1" status: 204 len: 168 time: 0.2898028 Feb 09 21:57:24.960584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51274) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.977353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.983866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-6c2a61b3-ca62-45ed-b1b3-373568af66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.987981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-6c2a61b3-ca62-45ed-b1b3-373568af66a8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2650616 Feb 09 21:57:24.987981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.995605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:25.025773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac06f91-8761-47e0-a573-491492175ddf req-85548a5f-964f-44e4-8bd4-25aaf39701cc tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.031597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4442d8b0-6a99-462c-b083-70464aa14d8c tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=cbd07550-7d63-4ac5-bae0-8f1c054a914c HTTP/1.1" status: 200 len: 221 time: 0.0623624 Feb 09 21:57:25.038421 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ac06f91-8761-47e0-a573-491492175ddf req-85548a5f-964f-44e4-8bd4-25aaf39701cc tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.0857861 Feb 09 21:57:25.040002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51276) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.047499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Pushing event updated for resources: {'Port': ['ID=d1b95a71-b24d-4591-b08d-d1698c965af5,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:25.048404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ad5956a3-776e-412d-922d-efebfe2c109a tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1363836998', 'description': 'label created by tempest'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:25.048986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ad5956a3-776e-412d-922d-efebfe2c109a tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Unknown quota resources ['metering_label']. {{(pid=103696) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:57:25.050171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b11432e4-c855-4d9c-ad63-69537d258f21 req-08e53af3-116f-41f2-a769-8f3518de64ca tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312510 Feb 09 21:57:25.089150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9172907 Feb 09 21:57:25.090574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca3c29-19de-4e58-bb2b-ab1fe44faed2 admin admin] Pushing event updated for resources: {'Network': ['ID=29590e65-8bfb-4951-a372-c09b7e432938,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:25.095883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.103894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Request body: {'subnet': {'network_id': '29590e65-8bfb-4951-a372-c09b7e432938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2110099932-subnet', 'tenant_id': '2002338100e84966b3f9a16c6c7b65e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:25.124988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 29590e65-8bfb-4951-a372-c09b7e432938 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:25.174618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Attempting to bind port d1b95a71-b24d-4591-b08d-d1698c965af5 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:25.174993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Attempting to bind port d1b95a71-b24d-4591-b08d-d1698c965af5 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:25.175365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Attempting to bind port d1b95a71-b24d-4591-b08d-d1698c965af5 on network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:25.179490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ac06f91-8761-47e0-a573-491492175ddf req-d4a3fb44-4923-4004-aade-183f5255a87d tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402459 Feb 09 21:57:25.189252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:25.193448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Checking segment: {'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:25.193448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.193448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Bound using segment: {'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:25.193448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Bound port: d1b95a71-b24d-4591-b08d-d1698c965af5, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:25.193448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.379790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Made reservation on behalf of 2002338100e84966b3f9a16c6c7b65e6 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:25.383344 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.447976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad5956a3-776e-412d-922d-efebfe2c109a tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.460943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ad5956a3-776e-412d-922d-efebfe2c109a tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4193096 Feb 09 21:57:25.462860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51288) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.519479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] For port d1b95a71-b24d-4591-b08d-d1698c965af5, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:25.524972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] For port d1b95a71-b24d-4591-b08d-d1698c965af5, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d1b95a71-b24d-4591-b08d-d1698c965af5,segment=NetworkSegment(8550b90b-7e03-45bd-823e-9adf104ae570),segment_id=8550b90b-7e03-45bd-823e-9adf104ae570)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:25.533842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d86395bd-bb64-41a1-9131-3336098c7923 req-f7e859a9-7492-4fee-946d-dc50903ad20f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.0629346 Feb 09 21:57:25.632623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-7136795b-51ea-404a-8aa9-5f1bb53330e9 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248209 Feb 09 21:57:25.646755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b18b35f2-7fb7-41ff-85e0-526e517e0898 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=f9074563-aa41-49d2-8661-a524c988e04f HTTP/1.1" status: 200 len: 468 time: 0.1110649 Feb 09 21:57:25.647486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51290) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.656249 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.743632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.765895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1', '8a3694fd-5886-482d-a4b0-9ff5126b8675'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:25.773941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a315b-ee16-4a38-963b-ff19f40c2195 None None] Pushing event updated for resources: {'Port': ['ID=d1b95a71-b24d-4591-b08d-d1698c965af5,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:25.891423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=fb984bf5-fbec-4cba-b6a0-4908c932e817,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:25.896613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:25.917466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:25.933770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:26.045771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8::1 (5c710a17-91a2-475f-bbc1-0ae1c52d7ccb/78b237ae-abf9-4500-8b3e-705724d747bf/a639337f-aed6-4a34-92d2-7ec150651463) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:26.082172 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (de8fec6a-e331-4bb8-980b-cce7e3ac0fdf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.234676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c37128c-4a8a-4bb6-992d-36caa998d509 req-07d40ffa-f1ed-473c-8873-ad39623f2838 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942628 Feb 09 21:57:26.273171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.273835 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.382880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8bef077f-5c56-4248-837f-c7a1b9ea2343 None None] Provisioning complete for port fb984bf5-fbec-4cba-b6a0-4908c932e817 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:26.385709 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8bef077f-5c56-4248-837f-c7a1b9ea2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.413139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-87d1f2b3-6eb4-4886-ae37-e111bbf5f4cb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8841410 Feb 09 21:57:26.421393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (a639337f-aed6-4a34-92d2-7ec150651463), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.433515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8bef077f-5c56-4248-837f-c7a1b9ea2343 None None] Port fb984bf5-fbec-4cba-b6a0-4908c932e817 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:26.436970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Request body: {'port': {'device_id': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.492665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43219f-0c29-430e-94f6-61d2cf84e7ec req-14bfd1d2-5328-4974-a516-f41280083a09 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.494369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c43219f-0c29-430e-94f6-61d2cf84e7ec req-14bfd1d2-5328-4974-a516-f41280083a09 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1374507 Feb 09 21:57:26.574978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.603140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c43219f-0c29-430e-94f6-61d2cf84e7ec req-33aaa3d9-a96b-4e4d-a1b2-53dddab36076 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023257 Feb 09 21:57:26.662365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a639337f-aed6-4a34-92d2-7ec150651463), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.701587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.739318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265629a4-1f0d-4d39-9ad7-bce2d432dc18 req-9586b029-d7c9-427a-95d4-3905701c3b1b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.740921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-265629a4-1f0d-4d39-9ad7-bce2d432dc18 req-9586b029-d7c9-427a-95d4-3905701c3b1b tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 945 time: 0.1170490 Feb 09 21:57:26.745686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Checking segment: {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:26.746061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Network hostable DHCP agents. Network: 29590e65-8bfb-4951-a372-c09b7e432938, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:26.767746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc4fee01-d8fe-413e-866c-c48bd653914d tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.775956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dc4fee01-d8fe-413e-866c-c48bd653914d tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/f9074563-aa41-49d2-8661-a524c988e04f HTTP/1.1" status: 204 len: 168 time: 1.1184280 Feb 09 21:57:26.777123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51302) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.835837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:26.846184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e5c0690f-277f-4d8a-954a-c5015ded0ba9 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=f9074563-aa41-49d2-8661-a524c988e04f HTTP/1.1" status: 200 len: 216 time: 0.0635650 Feb 09 21:57:26.848446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51304) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.865752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:26.866129 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-265629a4-1f0d-4d39-9ad7-bce2d432dc18 req-12234a76-67df-4e78-a46e-7d90f42d56cf tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815446 Feb 09 21:57:26.866129 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b65b5f0-2e6d-4d68-957b-af113f805e81 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0162008 Feb 09 21:57:26.869715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51306) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.882331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5d8694fe-358b-4b75-94ab-de6b87738788 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112007 Feb 09 21:57:26.902886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51308) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.902886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Network 29590e65-8bfb-4951-a372-c09b7e432938 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:26.904032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=a639337f-aed6-4a34-92d2-7ec150651463,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.908299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:26.908856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.954715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de6ef364-a156-41ad-9e84-18eac71de857 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/c246cd17-91d2-457e-831f-8f4937a5037c HTTP/1.1" status: 200 len: 472 time: 0.0654151 Feb 09 21:57:26.959083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.992458 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 29590e65-8bfb-4951-a372-c09b7e432938) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:26.993225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7de1bc-12c9-4864-8b8e-f6dbb7ca4b1a req-a9009a6d-dcad-4ecd-9e43-c179859f36a8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.997228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.997958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.000785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c7de1bc-12c9-4864-8b8e-f6dbb7ca4b1a req-a9009a6d-dcad-4ecd-9e43-c179859f36a8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 931 time: 0.2694566 Feb 09 21:57:27.004498 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bb501d4d-dbcd-48d8-a238-145da5813fc2 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/aaeb7986-a3af-4560-bc50-81fe6ac47ade HTTP/1.1" status: 200 len: 461 time: 0.0417919 Feb 09 21:57:27.008348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4375c803-3c98-47a1-b708-d10e570a26b3 None None] Network 29590e65-8bfb-4951-a372-c09b7e432938 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:27.013123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51314) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.100872 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-539b7bf2-0ae8-4bc5-9ae8-08bd916d3904 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9951537 Feb 09 21:57:27.172753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c7de1bc-12c9-4864-8b8e-f6dbb7ca4b1a req-152a1c05-8a46-4ed9-89f3-da4c36d1dbf5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669643 Feb 09 21:57:27.183190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874136a6-2161-4810-a402-21996617e2bd None None] Network 29590e65-8bfb-4951-a372-c09b7e432938 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:27.320043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f330d00-d40c-475f-ad8e-c7c6e7df3ef1 None None] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:27.401464 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-858465e2-32fe-463a-b15b-380eb1abd6a1 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.402645 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-858465e2-32fe-463a-b15b-380eb1abd6a1 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/aaeb7986-a3af-4560-bc50-81fe6ac47ade HTTP/1.1" status: 204 len: 168 time: 0.3814909 Feb 09 21:57:27.406374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51324) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.440751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a639337f-aed6-4a34-92d2-7ec150651463), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.456261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb984bf5-fbec-4cba-b6a0-4908c932e817 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:27.461851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:27.491176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6a8d29b3-7489-49ea-ac7b-d1a641eb7ab8 None None] Provisioning complete for port d1b95a71-b24d-4591-b08d-d1698c965af5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:27.491571 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a8d29b3-7489-49ea-ac7b-d1a641eb7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.494570 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Publish callbacks [] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.520290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Transition to ACTIVE for port object fb984bf5-fbec-4cba-b6a0-4908c932e817 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:27.606613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.690233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:27.711190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'port_id': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'mac_address': 'fa:16:3e:a2:58:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:27.816265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Pushing event updated for resources: {'Port': ['ID=fb984bf5-fbec-4cba-b6a0-4908c932e817,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:27.822928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:27.823923 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.861235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf18c15-6193-4014-ae13-73ebfb151b6a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:27.865501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d29b3-7489-49ea-ac7b-d1a641eb7ab8 None None] Current status of the port d1b95a71-b24d-4591-b08d-d1698c965af5 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:27.865889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a8d29b3-7489-49ea-ac7b-d1a641eb7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.941983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-341a607d-221d-4308-a90e-e3fdf20cbfba tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:27.951069 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-341a607d-221d-4308-a90e-e3fdf20cbfba tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/networks?id=29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 200 len: 818 time: 0.3285506 Feb 09 21:57:27.954065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:27.965392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ac390b4-7950-44e1-8226-98398c1a7a58 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.966838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7ac390b4-7950-44e1-8226-98398c1a7a58 tempest-MeteringTestJSON-895736373 tempest-MeteringTestJSON-895736373-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/c246cd17-91d2-457e-831f-8f4937a5037c HTTP/1.1" status: 204 len: 168 time: 0.5594916 Feb 09 21:57:27.978438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-01672b5a-0f54-4319-9d78-65bb405edd1c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/quotas/2002338100e84966b3f9a16c6c7b65e6 HTTP/1.1" status: 200 len: 375 time: 0.0257967 Feb 09 21:57:28.005386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6a8d29b3-7489-49ea-ac7b-d1a641eb7ab8 None None] For port d1b95a71-b24d-4591-b08d-d1698c965af5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d1b95a71-b24d-4591-b08d-d1698c965af5,segment=NetworkSegment(8550b90b-7e03-45bd-823e-9adf104ae570),segment_id=8550b90b-7e03-45bd-823e-9adf104ae570)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:28.036898 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.039579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3ba81aa7-6dee-4efe-af29-1ae734f8ece3 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2002338100e84966b3f9a16c6c7b65e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592282 Feb 09 21:57:28.075946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a8d29b3-7489-49ea-ac7b-d1a641eb7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.125855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:28.182456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Attempting to bind port fb984bf5-fbec-4cba-b6a0-4908c932e817 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:28.184611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Attempting to bind port fb984bf5-fbec-4cba-b6a0-4908c932e817 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:28.188784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Attempting to bind port fb984bf5-fbec-4cba-b6a0-4908c932e817 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:28.218769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53142b-76a3-4ff9-a901-be4a61595056 req-56e1a068-4f33-4f75-835b-cf27140e1c3b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:28.233870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c53142b-76a3-4ff9-a901-be4a61595056 req-56e1a068-4f33-4f75-835b-cf27140e1c3b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.4865556 Feb 09 21:57:28.244392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d1b95a71-b24d-4591-b08d-d1698c965af5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:28.254077 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-895eb435-3db8-4706-b0ff-7bc928b3aceb service neutron] 10.222.0.98 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118154 Feb 09 21:57:28.260613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Port fb984bf5-fbec-4cba-b6a0-4908c932e817 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:28.270345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Attempting to bind port fb984bf5-fbec-4cba-b6a0-4908c932e817 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:28.295778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:28.296467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:28.297089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Bound using segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:28.297744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Bound port: fb984bf5-fbec-4cba-b6a0-4908c932e817, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:28.298361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.331626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (a639337f-aed6-4a34-92d2-7ec150651463), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.340261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d29b3-7489-49ea-ac7b-d1a641eb7ab8 None None] Pushing event updated for resources: {'Port': ['ID=d1b95a71-b24d-4591-b08d-d1698c965af5,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:28.363857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8a7afb26-5f9c-466e-bc43-ea56231464dd None None] Provisioning complete for port d1b95a71-b24d-4591-b08d-d1698c965af5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:28.364879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb26-5f9c-466e-bc43-ea56231464dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.374712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['6bf18c15-6193-4014-ae13-73ebfb151b6a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:28.408543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-663496f8-5e33-4e84-bcca-3a2a8dffb9e7 service neutron] 10.222.0.98 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534178 Feb 09 21:57:28.413060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (a639337f-aed6-4a34-92d2-7ec150651463), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.413863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.423877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c53142b-76a3-4ff9-a901-be4a61595056 req-39054bd3-a973-4fd5-8744-560d19dd86d4 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825526 Feb 09 21:57:28.513444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d1b95a71-b24d-4591-b08d-d1698c965af5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:28.514289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.541529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=a639337f-aed6-4a34-92d2-7ec150651463,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:28.546851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] For port fb984bf5-fbec-4cba-b6a0-4908c932e817, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:28.566978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] For port fb984bf5-fbec-4cba-b6a0-4908c932e817, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:28.604087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8a7afb26-5f9c-466e-bc43-ea56231464dd None None] Current status of the port d1b95a71-b24d-4591-b08d-d1698c965af5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:28.618044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51350) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:28.642326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:28.642628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:28.658267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d1b95a71-b24d-4591-b08d-d1698c965af5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:28.659980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3047b9-db8a-4efd-a641-da8595cc2ae3 req-41242314-ad47-432b-8f05-f9b0baccde65 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:28.661657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f3047b9-db8a-4efd-a641-da8595cc2ae3 req-41242314-ad47-432b-8f05-f9b0baccde65 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0834737 Feb 09 21:57:28.665712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.700541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8a7afb26-5f9c-466e-bc43-ea56231464dd None None] Provisioning complete for port a639337f-aed6-4a34-92d2-7ec150651463 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:28.700935 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb26-5f9c-466e-bc43-ea56231464dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a639337f-aed6-4a34-92d2-7ec150651463), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.813339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8a7afb26-5f9c-466e-bc43-ea56231464dd None None] Port a639337f-aed6-4a34-92d2-7ec150651463 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:28.818162 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4ac6214d-50a0-475d-b940-d419b1a60347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.846292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:28.846918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.848556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb984bf5-fbec-4cba-b6a0-4908c932e817 HTTP/1.1" status: 200 len: 1091 time: 2.4214287 Feb 09 21:57:28.849476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:28.855869 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474d7c13-b8ed-48f8-afb5-c5e209b195ea" -d '{"events": [{"name": "network-changed", "server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:28.934170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f3047b9-db8a-4efd-a641-da8595cc2ae3 req-3a8b8774-835f-4f6e-b01c-4c7412a8ecd3 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978369 Feb 09 21:57:28.937288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff476e2-eba9-4334-9701-d7325021c704 service neutron] Pushing event updated for resources: {'Port': ['ID=fb984bf5-fbec-4cba-b6a0-4908c932e817,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.006296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4f65ff4d-0dc1-4c72-b189-3b87c0891e04 None None] Provisioning complete for port a639337f-aed6-4a34-92d2-7ec150651463 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:29.007111 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4f65ff4d-0dc1-4c72-b189-3b87c0891e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a639337f-aed6-4a34-92d2-7ec150651463), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.064644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4ac6214d-50a0-475d-b940-d419b1a60347 admin admin] Publish callbacks [] for security_group (60664a84-42be-4e59-8aa4-422d018494ab), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.069421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:57:29.084639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4f65ff4d-0dc1-4c72-b189-3b87c0891e04 None None] Port a639337f-aed6-4a34-92d2-7ec150651463 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:29.102359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-49a15dfb-1ab8-4daf-bc03-389d5a7f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:29.103994 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-49a15dfb-1ab8-4daf-bc03-389d5a7f8951 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 1125 time: 0.1252737 Feb 09 21:57:29.146380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4ac6214d-50a0-475d-b940-d419b1a60347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (60664a84-42be-4e59-8aa4-422d018494ab), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.210889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-852feac6-5d0e-4dc2-93ee-3e21cec0fd24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817 HTTP/1.1" status: 200 len: 217 time: 0.0913005 Feb 09 21:57:29.234004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4ac6214d-50a0-475d-b940-d419b1a60347 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a57963d4f8bb4654bc1301f8a905de84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6121249 Feb 09 21:57:29.234004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51362) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.241393 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e18480-2fa8-4c33-beeb-207e6b6e51ed x-openstack-request-id: req-31e18480-2fa8-4c33-beeb-207e6b6e51ed {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:29.241606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c9fd0b9d-a94f-4280-b450-bc0649164361 None None] Provisioning complete for port a639337f-aed6-4a34-92d2-7ec150651463 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:29.241695 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:29.241695 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-31e18480-2fa8-4c33-beeb-207e6b6e51ed {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:29.241851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0b9d-a94f-4280-b450-bc0649164361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a639337f-aed6-4a34-92d2-7ec150651463), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.241926 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817', 'status': 'completed', 'code': 200} Feb 09 21:57:29.271612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6214d-50a0-475d-b940-d419b1a60347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60664a84-42be-4e59-8aa4-422d018494ab,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.293926 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.315151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd0b9d-a94f-4280-b450-bc0649164361 None None] Port a639337f-aed6-4a34-92d2-7ec150651463 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:29.340225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8586fb26-cbab-4945-8a0a-39782d3de957 req-5b524511-6cdc-4e4e-9676-05ff7049a843 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.0652218 Feb 09 21:57:29.360044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eba02d29-d5d7-41bf-b5c7-92720f358aef admin admin] Publish callbacks [] for security_group (60664a84-42be-4e59-8aa4-422d018494ab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.394139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eba02d29-d5d7-41bf-b5c7-92720f358aef admin admin] Publish callbacks [] for security_group (60664a84-42be-4e59-8aa4-422d018494ab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.435073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94766344-8842-487c-93f4-964f4b375adc req-857bd29b-6fd6-41c1-b816-eae20581db41 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:29.437797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94766344-8842-487c-93f4-964f4b375adc req-857bd29b-6fd6-41c1-b816-eae20581db41 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 943 time: 0.3482401 Feb 09 21:57:29.441910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-32e41042-4dae-4ba6-9702-faaeb3f1d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:29.443672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-32e41042-4dae-4ba6-9702-faaeb3f1d4bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.2037346 Feb 09 21:57:29.486873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:29.488623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:29.512626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51372) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.513389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-536f389c-9d4b-41d5-940a-f6a13f2088f9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1894684 Feb 09 21:57:29.520575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-267111040'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:29.525723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:29.553739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94766344-8842-487c-93f4-964f4b375adc req-92c8af1a-8ce5-47c6-87c8-0e8ed0ed4afa tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074293 Feb 09 21:57:29.583118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-fc5bc82c-bc2d-4601-b34c-d7243137c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:29.584791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-fc5bc82c-bc2d-4601-b34c-d7243137c238 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1300440 Feb 09 21:57:29.590148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eba02d29-d5d7-41bf-b5c7-92720f358aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (60664a84-42be-4e59-8aa4-422d018494ab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.593342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-eba02d29-d5d7-41bf-b5c7-92720f358aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.595753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eba02d29-d5d7-41bf-b5c7-92720f358aef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/60664a84-42be-4e59-8aa4-422d018494ab HTTP/1.1" status: 204 len: 168 time: 0.3595614 Feb 09 21:57:29.601473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:29.601473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:29.641725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba02d29-d5d7-41bf-b5c7-92720f358aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60664a84-42be-4e59-8aa4-422d018494ab,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.684203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342efad5-0292-48ee-afdf-b072a821d32b req-da5736aa-f439-4a98-9aae-6b0f15283b0c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:29.688736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-342efad5-0292-48ee-afdf-b072a821d32b req-da5736aa-f439-4a98-9aae-6b0f15283b0c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1536012 Feb 09 21:57:29.746608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:29.749089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-342efad5-0292-48ee-afdf-b072a821d32b req-2444f101-30b5-4188-90d5-bb7f618fb661 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 Feb 09 21:57:29.770278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:29.775052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.818846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:29.840281 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5b707437-6bc9-4461-97d5-1e6f7927a80c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.840795 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment 5b707437-6bc9-4461-97d5-1e6f7927a80c of type vlan for network c10eaf23-317c-4aa5-a985-68cbec4f18fe Feb 09 21:57:29.855173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 6bf18c15-6193-4014-ae13-73ebfb151b6a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:29.893905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c10eaf23-317c-4aa5-a985-68cbec4f18fe), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.952783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 6bf18c15-6193-4014-ae13-73ebfb151b6a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:29.953171 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.024022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c10eaf23-317c-4aa5-a985-68cbec4f18fe), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.046360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.049332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.118158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d1b95a71-b24d-4591-b08d-d1698c965af5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:30.236404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d1b95a71-b24d-4591-b08d-d1698c965af5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:30.236887 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.255483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e2d2d-05a0-4fe4-aee1-39293f96275d req-7f30e9db-5109-4712-af15-8dbe584a2c4c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.258039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-561e2d2d-05a0-4fe4-aee1-39293f96275d req-7f30e9db-5109-4712-af15-8dbe584a2c4c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 946 time: 0.0888402 Feb 09 21:57:30.288975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=c10eaf23-317c-4aa5-a985-68cbec4f18fe,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:30.314292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 6bf18c15-6193-4014-ae13-73ebfb151b6a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:30.314691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.316773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:30.316920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-445459dc-c10a-45a8-8c7a-33b7f5e2c021 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180140 Feb 09 21:57:30.349204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2e4cbef0-a5a6-422d-8edf-faec50b08dc5 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8335829 Feb 09 21:57:30.351941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51392) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.359371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:30.421427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8502e82-a425-4a33-aca4-f72c8f1fc4e4 req-e395d434-8581-4791-8196-873b93a11595 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960402 Feb 09 21:57:30.430191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-561e2d2d-05a0-4fe4-aee1-39293f96275d req-5b9291db-a61b-4cb3-a3d1-7f2ecc1cb80a tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651320 Feb 09 21:57:30.433490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:27Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:27Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:30.446009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:30.448274 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee996b-cbcc-4564-a792-cbcd032e9fa3" -d '{"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-plugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:30.482509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c7130ed-16a0-4413-a8b1-aeebee8e4a39 req-b442f907-8220-4fa5-a74e-d318f4cda525 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.0412374 Feb 09 21:57:30.495375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:30.495814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Updating router 83293ae7-98ee-4d26-bd76-5c79155d8827 port a639337f-aed6-4a34-92d2-7ec150651463 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:57:30.500622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:30.585579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d1b95a71-b24d-4591-b08d-d1698c965af5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:30.587329 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76caea86-8429-45b0-8f45-d28018bde9dc x-openstack-request-id: req-76caea86-8429-45b0-8f45-d28018bde9dc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:30.587329 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-plugged", "status": "completed", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:30.587543 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-76caea86-8429-45b0-8f45-d28018bde9dc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:30.588009 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'code': 200} Feb 09 21:57:30.588493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.597804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a639337f-aed6-4a34-92d2-7ec150651463), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.661141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:30.666805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.704698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51406) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.713534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=12']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:30.727577 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.758582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83defeb6-46be-4911-93db-b469be7794b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.822137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-e7431046-2c72-4122-8dac-e471d6cdd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.828390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-e7431046-2c72-4122-8dac-e471d6cdd06e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 1125 time: 0.1963997 Feb 09 21:57:30.893832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519fc35-6280-4c12-aadf-7cb91ab3b381 req-558be493-8ca1-4c4a-bfed-c32593f2f25d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.901897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e519fc35-6280-4c12-aadf-7cb91ab3b381 req-558be493-8ca1-4c4a-bfed-c32593f2f25d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 943 time: 0.1875184 Feb 09 21:57:30.938022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83defeb6-46be-4911-93db-b469be7794b2 admin admin] Publish callbacks [] for security_group (bf924dd2-3786-41ad-97f2-76ca2a6651f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.059125 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83defeb6-46be-4911-93db-b469be7794b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf924dd2-3786-41ad-97f2-76ca2a6651f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.062108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e519fc35-6280-4c12-aadf-7cb91ab3b381 req-391c10ef-f411-4a72-9ef2-fe90a1f4b80c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592834 Feb 09 21:57:31.064217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e739782-99ef-4484-a9a3-2d9f2bfb73a4 req-c8e50009-d2cb-476e-9121-0c2e6574a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.065702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e739782-99ef-4484-a9a3-2d9f2bfb73a4 req-c8e50009-d2cb-476e-9121-0c2e6574a096 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 1129 time: 0.1984122 Feb 09 21:57:31.068746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-35ac0b62-8ea7-4eb3-9366-3b464bc0c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.070121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-35ac0b62-8ea7-4eb3-9366-3b464bc0c168 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.2346773 Feb 09 21:57:31.091618 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Publish callbacks [] for port (a639337f-aed6-4a34-92d2-7ec150651463), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.116024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-83defeb6-46be-4911-93db-b469be7794b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c7def844af3e4dc581075f611cc35755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076571 Feb 09 21:57:31.122625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0c59-4b84-4790-a0d6-f99e7696bce3 req-a5dc7bf6-fdc8-48b7-b267-9fe831983c5b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.124713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ffda0c59-4b84-4790-a0d6-f99e7696bce3 req-a5dc7bf6-fdc8-48b7-b267-9fe831983c5b tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1785741 Feb 09 21:57:31.128804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.140026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-6c362798-a0a6-440a-b2bb-a8e1ca55c12a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817 HTTP/1.1" status: 200 len: 217 time: 0.0615780 Feb 09 21:57:31.240171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e739782-99ef-4484-a9a3-2d9f2bfb73a4 req-2cdb1b98-b54f-4a26-9652-2b90bc625ab3 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628284 Feb 09 21:57:31.243270 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a639337f-aed6-4a34-92d2-7ec150651463), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.250297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-dbfc5c38-b438-454f-9593-8c27c822266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.261260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-dbfc5c38-b438-454f-9593-8c27c822266d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1007986 Feb 09 21:57:31.264605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83defeb6-46be-4911-93db-b469be7794b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf924dd2-3786-41ad-97f2-76ca2a6651f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:31.292468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf25da4-838d-4757-b056-0902424f53c6 admin admin] Publish callbacks [] for security_group (bf924dd2-3786-41ad-97f2-76ca2a6651f8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.324426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf25da4-838d-4757-b056-0902424f53c6 admin admin] Publish callbacks [] for security_group (bf924dd2-3786-41ad-97f2-76ca2a6651f8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.329718 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ffda0c59-4b84-4790-a0d6-f99e7696bce3 req-15c78e91-257d-4534-a6b3-a71ad30d8d42 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620812 Feb 09 21:57:31.346867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-208336e4-3b3b-4045-b50f-510a0a5034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.346867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-208336e4-3b3b-4045-b50f-510a0a5034b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0813742 Feb 09 21:57:31.358639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ff0f0-afc4-41aa-8bbc-83f328320034 None None] Pushing event updated for resources: {'Port': ['ID=a639337f-aed6-4a34-92d2-7ec150651463,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:31.390130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Attempting to bind port a639337f-aed6-4a34-92d2-7ec150651463 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:31.392120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (a2411c15-ae59-4516-bd97-a754b6437fc8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.392353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Attempting to bind port a639337f-aed6-4a34-92d2-7ec150651463 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:31.392982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Attempting to bind port a639337f-aed6-4a34-92d2-7ec150651463 on network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:31.401295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:31.401788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Checking segment: {'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:31.402140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.402544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Bound using segment: {'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:31.403097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Bound port: a639337f-aed6-4a34-92d2-7ec150651463, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8550b90b-7e03-45bd-823e-9adf104ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:31.403485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a639337f-aed6-4a34-92d2-7ec150651463), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.480158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] For port a639337f-aed6-4a34-92d2-7ec150651463, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:31.484449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] For port a639337f-aed6-4a34-92d2-7ec150651463, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a639337f-aed6-4a34-92d2-7ec150651463,segment=NetworkSegment(8550b90b-7e03-45bd-823e-9adf104ae570),segment_id=8550b90b-7e03-45bd-823e-9adf104ae570)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:31.502406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-a30ee62f-1135-4ad1-9e09-1cc466934bb5 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495378 Feb 09 21:57:31.538287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=a2411c15-ae59-4516-bd97-a754b6437fc8,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:31.596090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a639337f-aed6-4a34-92d2-7ec150651463), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.626001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:31.626303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: c10eaf23-317c-4aa5-a985-68cbec4f18fe, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:31.646062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4ec0ad4-d61c-4fd4-b5ce-0a00d363403b req-fb84258d-7bd9-471e-8132-37244eff95c1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.0578451 Feb 09 21:57:31.690169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf25da4-838d-4757-b056-0902424f53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf924dd2-3786-41ad-97f2-76ca2a6651f8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.694478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bcf25da4-838d-4757-b056-0902424f53c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.696785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:31.697479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bcf25da4-838d-4757-b056-0902424f53c6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf924dd2-3786-41ad-97f2-76ca2a6651f8 HTTP/1.1" status: 204 len: 168 time: 0.5671606 Feb 09 21:57:31.697823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:31.725205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-474d7c13-b8ed-48f8-afb5-c5e209b195ea req-9359432b-ab4c-4173-989b-6329f827adad service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119851 Feb 09 21:57:31.747884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf25da4-838d-4757-b056-0902424f53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf924dd2-3786-41ad-97f2-76ca2a6651f8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:31.767609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0287cb-314b-47b4-9802-a6e89efa1e1d req-403606a3-313d-4134-baa8-f22f0db79767 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.784614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d0287cb-314b-47b4-9802-a6e89efa1e1d req-403606a3-313d-4134-baa8-f22f0db79767 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 947 time: 0.1524811 Feb 09 21:57:31.795037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:31.894649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d0287cb-314b-47b4-9802-a6e89efa1e1d req-04752687-53e9-4638-b6df-43da95f05276 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061471 Feb 09 21:57:31.929334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c10eaf23-317c-4aa5-a985-68cbec4f18fe) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:31.934439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:31.936824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.066755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9bfa6a-644a-4906-a1e3-656394a459f5 None None] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:32.090585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0c42313f-1215-4396-ae10-6ce1ee34b139 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7370355 Feb 09 21:57:32.093328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51428) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:32.158742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ff0f0-afc4-41aa-8bbc-83f328320034 None None] Pushing event updated for resources: {'Port': ['ID=a639337f-aed6-4a34-92d2-7ec150651463,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:32.172369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4f65c3c3-f5bc-4898-8c29-ad7db15a6186 None None] Provisioning complete for port a639337f-aed6-4a34-92d2-7ec150651463 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:32.173004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4f65c3c3-f5bc-4898-8c29-ad7db15a6186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a639337f-aed6-4a34-92d2-7ec150651463), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.182365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:32.288254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fe2f-7c27-4978-aac5-1c33dc29b2ab req-b8fc8ce0-d9b3-4174-8b5e-a7194ab68c67 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:32.290042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7983fe2f-7c27-4978-aac5-1c33dc29b2ab req-b8fc8ce0-d9b3-4174-8b5e-a7194ab68c67 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 943 time: 0.1109443 Feb 09 21:57:32.367191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:32.368229 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.419716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7983fe2f-7c27-4978-aac5-1c33dc29b2ab req-17495ec9-fdbf-4a2a-88c3-d5f4bda1075e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124463 Feb 09 21:57:32.589438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4f65c3c3-f5bc-4898-8c29-ad7db15a6186 None None] Current status of the port a639337f-aed6-4a34-92d2-7ec150651463 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:32.589841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4f65c3c3-f5bc-4898-8c29-ad7db15a6186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a639337f-aed6-4a34-92d2-7ec150651463), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.603444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fb984bf5-fbec-4cba-b6a0-4908c932e817 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:32.631341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224af85-b559-4dd7-93da-61f3d56fa52c req-ec90a1b7-0b54-447f-ba98-18b4b4c37aab tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:32.638161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b224af85-b559-4dd7-93da-61f3d56fa52c req-ec90a1b7-0b54-447f-ba98-18b4b4c37aab tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1521423 Feb 09 21:57:32.716831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4f65c3c3-f5bc-4898-8c29-ad7db15a6186 None None] For port a639337f-aed6-4a34-92d2-7ec150651463, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a639337f-aed6-4a34-92d2-7ec150651463,segment=NetworkSegment(8550b90b-7e03-45bd-823e-9adf104ae570),segment_id=8550b90b-7e03-45bd-823e-9adf104ae570)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:32.737787 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b224af85-b559-4dd7-93da-61f3d56fa52c req-1d4e919b-05e2-4822-860c-a0f3096c53ba tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986817 Feb 09 21:57:32.747037 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:57:32.831737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4f65c3c3-f5bc-4898-8c29-ad7db15a6186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a639337f-aed6-4a34-92d2-7ec150651463), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.862452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d7d98ce1-b316-493e-8a79-37d68adfefcf req-4d32d2e7-0bf7-432a-878d-705bdecfe353 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.1476693 Feb 09 21:57:32.864702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.938510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Allocated IP 2001:db8:1::2 (c10eaf23-317c-4aa5-a985-68cbec4f18fe/a2411c15-ae59-4516-bd97-a754b6437fc8/3cec7cc5-a8b2-439b-8da0-61e791598000) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:33.013398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65c3c3-f5bc-4898-8c29-ad7db15a6186 None None] Pushing event updated for resources: {'Port': ['ID=a639337f-aed6-4a34-92d2-7ec150651463,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.171057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d741a0a-75e0-495d-9095-61d3be9525e8 req-eac32093-91f0-4b26-b334-d64c8f48f126 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.173186 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d741a0a-75e0-495d-9095-61d3be9525e8 req-eac32093-91f0-4b26-b334-d64c8f48f126 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 947 time: 0.1286581 Feb 09 21:57:33.250714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:27Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:31Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:33.292099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d741a0a-75e0-495d-9095-61d3be9525e8 req-ac482007-d46c-4647-a14f-b1704ac78975 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938241 Feb 09 21:57:33.313460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2157a33b-2d51-4d80-9d69-4ddac94f78fa None None] Provisioning complete for port a639337f-aed6-4a34-92d2-7ec150651463 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:33.313905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2157a33b-2d51-4d80-9d69-4ddac94f78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a639337f-aed6-4a34-92d2-7ec150651463), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.355176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fb984bf5-fbec-4cba-b6a0-4908c932e817, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:33.367753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65bd39-ee8c-4a4a-88e5-04f9330434da None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:27Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:31Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:33.388037 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Publish callbacks [] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.390648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'fb984bf5-fbec-4cba-b6a0-4908c932e817', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': 'fb984bf5-fbec-4cba-b6a0-4908c932e817', 'mac_address': 'fa:16:3e:25:fd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:33.466935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port fb984bf5-fbec-4cba-b6a0-4908c932e817 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:33.467698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.469789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2157a33b-2d51-4d80-9d69-4ddac94f78fa None None] Current status of the port a639337f-aed6-4a34-92d2-7ec150651463 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:33.488720 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.495908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb984bf5-fbec-4cba-b6a0-4908c932e817 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:33.565663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:33.585239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:33.589428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fb984bf5-fbec-4cba-b6a0-4908c932e817, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:33.590639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Pushing event updated for resources: {'Port': ['ID=3cec7cc5-a8b2-439b-8da0-61e791598000,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.594199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:33.614121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007398-f85a-4821-9cc7-8887ac6c2fa8 req-b0776347-a4da-4fa5-b672-d173139d17a5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.626127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90007398-f85a-4821-9cc7-8887ac6c2fa8 req-b0776347-a4da-4fa5-b672-d173139d17a5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 943 time: 0.1159022 Feb 09 21:57:33.660075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8:1::1 (c10eaf23-317c-4aa5-a985-68cbec4f18fe/a2411c15-ae59-4516-bd97-a754b6437fc8/29dd6244-01a0-4651-a011-d77c71e60b0f) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:33.704777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Attempting to bind port 3cec7cc5-a8b2-439b-8da0-61e791598000 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:33.705380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Attempting to bind port 3cec7cc5-a8b2-439b-8da0-61e791598000 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:33.705623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Attempting to bind port 3cec7cc5-a8b2-439b-8da0-61e791598000 on network c10eaf23-317c-4aa5-a985-68cbec4f18fe {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:33.711385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:33.711883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Checking segment: {'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:33.712294 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.712701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Bound using segment: {'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:33.713181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Bound port: 3cec7cc5-a8b2-439b-8da0-61e791598000, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:33.714123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.748722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.772157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90007398-f85a-4821-9cc7-8887ac6c2fa8 req-3c692fa6-23d5-46d6-918a-4764d630e81d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164479 Feb 09 21:57:34.053890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=fb984bf5-fbec-4cba-b6a0-4908c932e817,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.059594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.077883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['fb984bf5-fbec-4cba-b6a0-4908c932e817'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:34.089416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] For port 3cec7cc5-a8b2-439b-8da0-61e791598000, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:34.160192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5349ed-bf9c-448c-9311-0d1e66534fc2 req-c7de1c4d-2b9d-4487-8004-0fe733c112ff tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.165684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df5349ed-bf9c-448c-9311-0d1e66534fc2 req-c7de1c4d-2b9d-4487-8004-0fe733c112ff tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.2381165 Feb 09 21:57:34.190391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] For port 3cec7cc5-a8b2-439b-8da0-61e791598000, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3cec7cc5-a8b2-439b-8da0-61e791598000,segment=NetworkSegment(5b707437-6bc9-4461-97d5-1e6f7927a80c),segment_id=5b707437-6bc9-4461-97d5-1e6f7927a80c)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:34.243497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3cfe9813-ef85-4fa9-b725-f872762b7233 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.246941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3cfe9813-ef85-4fa9-b725-f872762b7233 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "GET /v2.0/networks?id=29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 200 len: 818 time: 0.3222146 Feb 09 21:57:34.262455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.278679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Request body: {'port': {'device_id': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938', 'admin_state_up': True, 'tenant_id': '2002338100e84966b3f9a16c6c7b65e6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:34.290820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a639337f-aed6-4a34-92d2-7ec150651463 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:34.304446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df5349ed-bf9c-448c-9311-0d1e66534fc2 req-04153fb9-9cab-4161-81f7-f03a795bef55 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319082 Feb 09 21:57:34.326099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.392913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f025e68e-028d-454f-944a-68869adce639 req-f26aed85-114f-4821-b555-e5fa3bc86377 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.1406944 Feb 09 21:57:34.545423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Pushing event updated for resources: {'Port': ['ID=3cec7cc5-a8b2-439b-8da0-61e791598000,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.558351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:34.563154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:34.590574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:34.598612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.642539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.643294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.643294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.643572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.643934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.644275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.644609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.644941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.645271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.646119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.646119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.646285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.646543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f7e323-13d8-4bd4-a179-a96cf14ca0e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:34.817878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e35229cf-4871-4e96-b1d9-c1f46ad3f162 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.820111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e35229cf-4871-4e96-b1d9-c1f46ad3f162 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.30 "GET /v2.0/networks?id=29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 200 len: 818 time: 0.2638838 Feb 09 21:57:34.863220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a639337f-aed6-4a34-92d2-7ec150651463 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:34.867294 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a639337f-aed6-4a34-92d2-7ec150651463), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.887215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Request body: {'port': {'device_id': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938', 'admin_state_up': True, 'tenant_id': '2002338100e84966b3f9a16c6c7b65e6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:34.895947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=29dd6244-01a0-4651-a011-d77c71e60b0f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.980743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bf736-2bf4-4a19-98d7-bb5df320bfce req-c279f8af-1ab8-40cd-bb24-2252faf1b533 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.986489 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-550bf736-2bf4-4a19-98d7-bb5df320bfce req-c279f8af-1ab8-40cd-bb24-2252faf1b533 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 947 time: 0.5047998 Feb 09 21:57:35.106292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a639337f-aed6-4a34-92d2-7ec150651463 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:35.236370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-550bf736-2bf4-4a19-98d7-bb5df320bfce req-94914aad-6109-46a3-9756-2eb0209d1806 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443695 Feb 09 21:57:35.312787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.315927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Made reservation on behalf of 2002338100e84966b3f9a16c6c7b65e6 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:35.319452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.328920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-bcc5e49e-bb9b-403d-9fb2-7799595503aa tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:35.330403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-bcc5e49e-bb9b-403d-9fb2-7799595503aa tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "GET /v2.0/networks?id=29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 200 len: 818 time: 0.5078192 Feb 09 21:57:35.339380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa1ff-e472-49fd-b9f3-d3bc08e4c77a req-c5ba5a41-2d57-432d-a550-22522e2bec15 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:35.341338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1defa1ff-e472-49fd-b9f3-d3bc08e4c77a req-c5ba5a41-2d57-432d-a550-22522e2bec15 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 944 time: 0.4603062 Feb 09 21:57:35.364015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Request body: {'port': {'device_id': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938', 'admin_state_up': True, 'tenant_id': '2002338100e84966b3f9a16c6c7b65e6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:35.385769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Made reservation on behalf of 2002338100e84966b3f9a16c6c7b65e6 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:35.397316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.460593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78b054fa-c8d5-4170-a3a6-e72613aaaebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.681934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1defa1ff-e472-49fd-b9f3-d3bc08e4c77a req-1efef2f2-6477-494d-a21b-938762b54eb3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179681 Feb 09 21:57:35.803283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.813928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10709e7-5cf5-4a08-9c25-a8e36b89d42c req-aa130f1c-530c-4229-adaa-d467a3bf8ac5 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:35.815783 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c10709e7-5cf5-4a08-9c25-a8e36b89d42c req-aa130f1c-530c-4229-adaa-d467a3bf8ac5 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1252933 Feb 09 21:57:35.838899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edb30a50-2a77-4a10-98d3-461810e8efff req-b6e55bad-8400-49b2-844a-885736e77ff8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.0648649 Feb 09 21:57:35.874569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Allocated IP 172.20.0.13 (29590e65-8bfb-4951-a372-c09b7e432938/de8fec6a-e331-4bb8-980b-cce7e3ac0fdf/52055dc1-be8b-42ff-9e27-1703eb142e6a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:35.878035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c10709e7-5cf5-4a08-9c25-a8e36b89d42c req-f1f332d4-d766-4894-bf92-7cb9e8e7007e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Feb 09 21:57:35.878856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.879789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.942878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Made reservation on behalf of 2002338100e84966b3f9a16c6c7b65e6 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:35.946659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.952890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51538) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:36.010388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=29dd6244-01a0-4651-a011-d77c71e60b0f,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:36.076863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:36.082312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d4b5c54b-d570-474e-8c7f-c42f146afc2b tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:36.089480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:36.174077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3cec7cc5-a8b2-439b-8da0-61e791598000 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:36.228079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:36.235433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks [] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.283596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3cec7cc5-a8b2-439b-8da0-61e791598000 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:36.294320 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.347786 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d4b5c54b-d570-474e-8c7f-c42f146afc2b tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "PUT /v2.0/quotas/c96a007f21634a91895af8b2ad9bdd6a HTTP/1.1" status: 200 len: 368 time: 0.3901074 Feb 09 21:57:36.348572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51546) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:36.354170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Request body: {'network': {'project_id': 'c96a007f21634a91895af8b2ad9bdd6a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:36.372590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:36.386025 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4bc25193-4634-4fe6-9fbe-58d63245ec62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2891901 Feb 09 21:57:36.386249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51548) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:36.391644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-218137041'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:36.419134 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.422080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3cec7cc5-a8b2-439b-8da0-61e791598000 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:36.422229 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.461909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 3cec7cc5-a8b2-439b-8da0-61e791598000, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3cec7cc5-a8b2-439b-8da0-61e791598000,segment=NetworkSegment(5b707437-6bc9-4461-97d5-1e6f7927a80c),segment_id=5b707437-6bc9-4461-97d5-1e6f7927a80c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:36.509777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:36.513408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.534598 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:36.538593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.543502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fb984bf5-fbec-4cba-b6a0-4908c932e817 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:36.581511 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:36.585640 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:36.590204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:36.600632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Network 29590e65-8bfb-4951-a372-c09b7e432938 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:36.604498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Made reservation on behalf of c96a007f21634a91895af8b2ad9bdd6a for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:36.606779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.627256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (823b9faf-3ef4-4e01-8004-59e877699cc3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.627605 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment 823b9faf-3ef4-4e01-8004-59e877699cc3 of type vlan for network 8a346ee9-c0e5-4716-bf34-cc0d79368812 Feb 09 21:57:36.643631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:36.710867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046ad2a-a18e-4e62-9d7d-d9e6bd3c2a3d req-02c6b7de-29ad-421c-86d3-7433c8fa9cca tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:36.721342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8a346ee9-c0e5-4716-bf34-cc0d79368812), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.721832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5046ad2a-a18e-4e62-9d7d-d9e6bd3c2a3d req-02c6b7de-29ad-421c-86d3-7433c8fa9cca tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 947 time: 0.3542595 Feb 09 21:57:36.722859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:36.733767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Allocated IP 172.20.0.12 (29590e65-8bfb-4951-a372-c09b7e432938/de8fec6a-e331-4bb8-980b-cce7e3ac0fdf/ab609a35-66c3-4b3e-a924-c0bd592c1c5e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:36.738572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Pushing event updated for resources: {'Port': ['ID=52055dc1-be8b-42ff-9e27-1703eb142e6a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:36.760023 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.781793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=3cec7cc5-a8b2-439b-8da0-61e791598000,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:36.783225 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:36.919177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8a346ee9-c0e5-4716-bf34-cc0d79368812), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.923180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port fb984bf5-fbec-4cba-b6a0-4908c932e817 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:36.929750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port fb984bf5-fbec-4cba-b6a0-4908c932e817 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:36.930264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.951427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:36.952654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.953144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:36.955966 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.001450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5046ad2a-a18e-4e62-9d7d-d9e6bd3c2a3d req-199f0840-c693-4fed-83f4-956fb356aec1 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468555 Feb 09 21:57:37.042538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e6c5f075-80fe-4cc9-88e4-b09423feda8f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1624947 Feb 09 21:57:37.044339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68926804-c589-45e5-a527-e0a9e0896580 None None] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:37.078698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Request body: {'port': {'device_id': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:37.134952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7cfab2ae-02b4-4c11-a9cd-6cca7d02d362 None None] Provisioning complete for port 3cec7cc5-a8b2-439b-8da0-61e791598000 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:37.135289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7cfab2ae-02b4-4c11-a9cd-6cca7d02d362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.192098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e820768-9099-48a4-92de-c0f3ff43b2c8 req-8f0f9fea-2874-4737-9a3a-43c2963e235d tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.0786510 Feb 09 21:57:37.255922 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:34Z', 'revision_number': 3, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:35Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:37.302597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.329610 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks [] for security_group (7e4bcc3f-5c49-4f9b-aa43-359c9d037cef), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.339024 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:37.339377 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Updating router 83293ae7-98ee-4d26-bd76-5c79155d8827 port 29dd6244-01a0-4651-a011-d77c71e60b0f binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:57:37.403652 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.426108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks [] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.437324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7e4bcc3f-5c49-4f9b-aa43-359c9d037cef), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.451627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port fb984bf5-fbec-4cba-b6a0-4908c932e817 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:37.452245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.543989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:37.547261 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23731a97-dff8-4578-9fbe-5853ec69f08c" -d '{"events": [{"server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "name": "network-vif-plugged", "status": "completed", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:37.594498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port fb984bf5-fbec-4cba-b6a0-4908c932e817, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:37.603566 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-078eb8fe-6625-4c0a-8663-b096a56feb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.718194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7cfab2ae-02b4-4c11-a9cd-6cca7d02d362 None None] Current status of the port 3cec7cc5-a8b2-439b-8da0-61e791598000 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:37.736864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=8a346ee9-c0e5-4716-bf34-cc0d79368812,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:37.748027 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.753645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:37.761926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd58c4-1000-4336-a5e2-fd6b7971f226 req-eea55da1-1332-444f-bde1-5a34d5bfcd2f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:37.764399 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfcd58c4-1000-4336-a5e2-fd6b7971f226 req-eea55da1-1332-444f-bde1-5a34d5bfcd2f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 944 time: 0.9171476 Feb 09 21:57:37.849795 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Publish callbacks [] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.856586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b6fd9d6b-496d-4c9d-b7ac-2ec56f208b47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4692316 Feb 09 21:57:37.859458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4bcc3f-5c49-4f9b-aa43-359c9d037cef,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:37.859596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51564) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:37.879964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:37.884801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:37.901452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4f511-b157-4e94-88f9-df8a31e8efeb req-05a85218-0aa7-4622-a20e-6e978b5b1c95 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:37.903037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27c4f511-b157-4e94-88f9-df8a31e8efeb req-05a85218-0aa7-4622-a20e-6e978b5b1c95 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.5824881 Feb 09 21:57:37.917989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfcd58c4-1000-4336-a5e2-fd6b7971f226 req-894e6d7c-b086-4109-9ef2-5b54f5201e7b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482761 Feb 09 21:57:37.939879 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.947417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (feea7b94-3ea6-40ec-991a-421549e91320), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.947817 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Added segment feea7b94-3ea6-40ec-991a-421549e91320 of type vlan for network 4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf Feb 09 21:57:37.995028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=fb984bf5-fbec-4cba-b6a0-4908c932e817,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.022792 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66de9825-a204-4e3b-899e-d4d1282db865 x-openstack-request-id: req-66de9825-a204-4e3b-899e-d4d1282db865 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:38.024050 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "name": "network-vif-plugged", "status": "completed", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:38.024406 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66de9825-a204-4e3b-899e-d4d1282db865 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:38.024929 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817', 'code': 200} Feb 09 21:57:38.087480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.119943 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Pushing event updated for resources: {'Port': ['ID=29dd6244-01a0-4651-a011-d77c71e60b0f,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.120780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27c4f511-b157-4e94-88f9-df8a31e8efeb req-551b6bba-d3c8-41d6-aedd-694bee3d128a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091577 Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.133659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.134749 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.136153 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:38.150946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.182941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3cec7cc5-a8b2-439b-8da0-61e791598000 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:38.215155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6f46-85a4-4484-b903-43cd6d1fdd87 req-4fea6dac-6be0-44d0-bb0a-06d104a8872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:38.217811 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c4de6f46-85a4-4484-b903-43cd6d1fdd87 req-4fea6dac-6be0-44d0-bb0a-06d104a8872d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 1127 time: 0.0947235 Feb 09 21:57:38.240729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Network 29590e65-8bfb-4951-a372-c09b7e432938 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:38.247757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:38.258173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:38.274032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c4de6f46-85a4-4484-b903-43cd6d1fdd87 req-70ee4033-7b0a-49f5-b562-fd3b544be15d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505900 Feb 09 21:57:38.283203 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Attempting to bind port 29dd6244-01a0-4651-a011-d77c71e60b0f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:38.283631 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Attempting to bind port 29dd6244-01a0-4651-a011-d77c71e60b0f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:38.283966 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Attempting to bind port 29dd6244-01a0-4651-a011-d77c71e60b0f on network c10eaf23-317c-4aa5-a985-68cbec4f18fe {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:38.291625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:38.293565 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:38.294206 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Checking segment: {'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:38.294973 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.295872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Bound using segment: {'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:38.296369 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Bound port: 29dd6244-01a0-4651-a011-d77c71e60b0f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b707437-6bc9-4461-97d5-1e6f7927a80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:38.296752 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.302010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.314779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Provisioning complete for port 3cec7cc5-a8b2-439b-8da0-61e791598000 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:38.314779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.343582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.344591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:38.345178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.369605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Pushing event updated for resources: {'Port': ['ID=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.374621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3cec7cc5-a8b2-439b-8da0-61e791598000 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:38.384004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.402154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Allocated IP 172.20.0.7 (29590e65-8bfb-4951-a372-c09b7e432938/de8fec6a-e331-4bb8-980b-cce7e3ac0fdf/72a13787-39a7-40a8-a21c-3588e968797e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:38.429225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe118b57-8867-4516-920b-3ecc74cdc419 req-d9f8ef53-e08b-42d9-8787-fff4966c2392 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.1196966 Feb 09 21:57:38.434325 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] For port 29dd6244-01a0-4651-a011-d77c71e60b0f, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:38.443867 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] For port 29dd6244-01a0-4651-a011-d77c71e60b0f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=29dd6244-01a0-4651-a011-d77c71e60b0f,segment=NetworkSegment(5b707437-6bc9-4461-97d5-1e6f7927a80c),segment_id=5b707437-6bc9-4461-97d5-1e6f7927a80c)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:38.539025 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.558991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:38.559763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.583432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Pushing event updated for resources: {'Network': ['ID=4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.624714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:38.626372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e0b790ff-49be-4f6e-9ec4-7fe228271bfd tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2765915 Feb 09 21:57:38.634426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51574) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:38.643241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Request body: {'network': {'project_id': 'c96a007f21634a91895af8b2ad9bdd6a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:38.695219 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144cc2f-9019-424b-b6bf-2518a5cc1042 None None] Pushing event updated for resources: {'Port': ['ID=29dd6244-01a0-4651-a011-d77c71e60b0f,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.725864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-acd86478-b64d-4bb2-9ae1-3ac76e072ae8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4667237 Feb 09 21:57:38.727896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Current status of the port 3cec7cc5-a8b2-439b-8da0-61e791598000 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:38.739144 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:38.739823 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:38.753195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Request body: {'port': {'device_id': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:38.785564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b026a9d-ffc3-4ac7-930e-147afaef5c8c req-fb569e08-575f-4f29-b983-97dbf69bb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:38.787286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b026a9d-ffc3-4ac7-930e-147afaef5c8c req-fb569e08-575f-4f29-b983-97dbf69bb657 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 1127 time: 0.1077869 Feb 09 21:57:38.797178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Provisioning complete for port 29dd6244-01a0-4651-a011-d77c71e60b0f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:38.797710 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.847744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3cec7cc5-a8b2-439b-8da0-61e791598000 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:38.853352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (7e854008-a58b-4ec6-bb31-693730d0abb8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.889648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Made reservation on behalf of c96a007f21634a91895af8b2ad9bdd6a for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:38.897296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.916793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.928137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks [] for port (72a13787-39a7-40a8-a21c-3588e968797e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.941296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b026a9d-ffc3-4ac7-930e-147afaef5c8c req-68e3a55a-7cbb-481c-9b24-ff27fc729cc1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475060 Feb 09 21:57:38.960370 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:38.970628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Current status of the port 29dd6244-01a0-4651-a011-d77c71e60b0f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:38.972208 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.981767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:38.982133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: 8a346ee9-c0e5-4716-bf34-cc0d79368812, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:38.995900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=7e854008-a58b-4ec6-bb31-693730d0abb8,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.031128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:39.049780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] For port 29dd6244-01a0-4651-a011-d77c71e60b0f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=29dd6244-01a0-4651-a011-d77c71e60b0f,segment=NetworkSegment(5b707437-6bc9-4461-97d5-1e6f7927a80c),segment_id=5b707437-6bc9-4461-97d5-1e6f7927a80c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:39.073773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (95530697-b137-4062-bcea-6f0e3b944162), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.073773 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Added segment 95530697-b137-4062-bcea-6f0e3b944162 of type vlan for network 63d5a92e-8be4-4218-9bbe-f0cb6472c791 Feb 09 21:57:39.083309 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.106229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:39.108872 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.191406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8a346ee9-c0e5-4716-bf34-cc0d79368812) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:39.201102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.201102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.216978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658768ef-4756-4ffb-a3a8-1215631404a2 None None] Pushing event updated for resources: {'Port': ['ID=29dd6244-01a0-4651-a011-d77c71e60b0f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.238547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c9f41-f507-49db-aff0-289b30253629 None None] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:39.269128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (63d5a92e-8be4-4218-9bbe-f0cb6472c791), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.291100 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (72a13787-39a7-40a8-a21c-3588e968797e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.298003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51c2c856-a8cd-4f56-bbde-ecaefaea856a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4281576 Feb 09 21:57:39.299875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51582) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:39.382735 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:34Z', 'revision_number': 3, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:39.394742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ed521-bece-454a-9296-7bc9030487fc req-5920cfe0-6c00-45cc-99ef-f1520a012b25 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.405590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-647ed521-bece-454a-9296-7bc9030487fc req-5920cfe0-6c00-45cc-99ef-f1520a012b25 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 945 time: 0.3558369 Feb 09 21:57:39.424444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8958b719-8bf9-4e11-8037-b7cb6c73b65a None None] Provisioning complete for port 29dd6244-01a0-4651-a011-d77c71e60b0f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:39.424830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8958b719-8bf9-4e11-8037-b7cb6c73b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.457059 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c330491-af82-49b2-b805-04f0f948b4ce None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:34Z', 'revision_number': 3, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:39.497385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14db6e-f1cb-4310-91c6-6b909d403081 req-39018673-fdac-40fb-b1ab-0c2539308894 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.500798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c14db6e-f1cb-4310-91c6-6b909d403081 req-39018673-fdac-40fb-b1ab-0c2539308894 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.2693412 Feb 09 21:57:39.606353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Network 29590e65-8bfb-4951-a372-c09b7e432938 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:39.610089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-8a346ee9-c0e5-4716-bf34-cc0d79368812', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:39.612052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.668640 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:57:39.674748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:39.677383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Pushing event updated for resources: {'Port': ['ID=72a13787-39a7-40a8-a21c-3588e968797e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.769506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:39.770036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8958b719-8bf9-4e11-8037-b7cb6c73b65a None None] Current status of the port 29dd6244-01a0-4651-a011-d77c71e60b0f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:39.818004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c14db6e-f1cb-4310-91c6-6b909d403081 req-23ee913d-4a06-4765-9880-c6bc4236845f tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021352 Feb 09 21:57:39.840856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (63d5a92e-8be4-4218-9bbe-f0cb6472c791), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.850135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.850135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.964367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bba85fe2-5dea-4198-aab5-926f95303ffe None None] Provisioning complete for port 29dd6244-01a0-4651-a011-d77c71e60b0f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:39.964907 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bba85fe2-5dea-4198-aab5-926f95303ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.047375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-647ed521-bece-454a-9296-7bc9030487fc req-1a576754-b062-451f-88f6-0f5f46bb5934 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348603 Feb 09 21:57:40.048795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Pushing event updated for resources: {'Network': ['ID=63d5a92e-8be4-4218-9bbe-f0cb6472c791,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:40.087459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:40.088359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.098075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Allocated IP 2001:db8:2::2 (8a346ee9-c0e5-4716-bf34-cc0d79368812/7e854008-a58b-4ec6-bb31-693730d0abb8/4fc688e8-31d5-4b13-97d6-8562f7484227) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:40.106814 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f3e27f0c-09f2-4ee9-955b-5004f7091601 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4701779 Feb 09 21:57:40.114233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51592) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:40.124335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 63d5a92e-8be4-4218-9bbe-f0cb6472c791 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:40.126968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-795b3e93-8aa4-46e8-9177-447a66ecd29f tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Request body: {'network': {'project_id': 'c96a007f21634a91895af8b2ad9bdd6a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:40.145956 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-795b3e93-8aa4-46e8-9177-447a66ecd29f tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:57:40.146441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795b3e93-8aa4-46e8-9177-447a66ecd29f tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:57:40.148195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-795b3e93-8aa4-46e8-9177-447a66ecd29f tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0255959 Feb 09 21:57:40.151768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51594) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:40.200017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52055dc1-be8b-42ff-9e27-1703eb142e6a {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:40.210346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Publish callbacks [] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.220540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b43034c5-2b8e-4412-b6f2-68a2154d86c0 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c96a007f21634a91895af8b2ad9bdd6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669575 Feb 09 21:57:40.226017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51596) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:40.245460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ac5823d1-f78b-414e-9ad8-8e77a09624cb tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8903296 Feb 09 21:57:40.261598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Transition to ACTIVE for port object 52055dc1-be8b-42ff-9e27-1703eb142e6a will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:40.278390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Request body: {'port': {'device_id': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:40.284864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf2886-c46f-42ed-9225-476c4fdc5fac req-73ecf1da-8bbd-4061-81d4-3efa893f33a6 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:40.286716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3faf2886-c46f-42ed-9225-476c4fdc5fac req-73ecf1da-8bbd-4061-81d4-3efa893f33a6 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 931 time: 0.2715862 Feb 09 21:57:40.310964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 29dd6244-01a0-4651-a011-d77c71e60b0f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:40.386231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.411132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bba85fe2-5dea-4198-aab5-926f95303ffe None None] Current status of the port 29dd6244-01a0-4651-a011-d77c71e60b0f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:40.417045 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (72a13787-39a7-40a8-a21c-3588e968797e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.419557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.463799 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3faf2886-c46f-42ed-9225-476c4fdc5fac req-ed8609fc-1a0c-4c67-970f-57ce4cccfa5b tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174784 Feb 09 21:57:40.494148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.512245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad443c7a-5552-4513-8cc0-9d716c9511fb tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks [] for security_group (7e4bcc3f-5c49-4f9b-aa43-359c9d037cef), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.537584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad443c7a-5552-4513-8cc0-9d716c9511fb tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks [] for security_group (7e4bcc3f-5c49-4f9b-aa43-359c9d037cef), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.550665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 29dd6244-01a0-4651-a011-d77c71e60b0f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:40.551049 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.615073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a2424e9c-c4ab-47ba-a2c9-96004ac4573a None None] Provisioning complete for port 29dd6244-01a0-4651-a011-d77c71e60b0f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:40.617761 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2424e9c-c4ab-47ba-a2c9-96004ac4573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.630667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Publish callbacks [] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.645917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=52055dc1-be8b-42ff-9e27-1703eb142e6a,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:40.746645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.823302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Attempting to bind port 52055dc1-be8b-42ff-9e27-1703eb142e6a on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:40.823645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Attempting to bind port 52055dc1-be8b-42ff-9e27-1703eb142e6a by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:40.824368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Attempting to bind port 52055dc1-be8b-42ff-9e27-1703eb142e6a on network 29590e65-8bfb-4951-a372-c09b7e432938 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:40.827413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 29dd6244-01a0-4651-a011-d77c71e60b0f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:40.838824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a2424e9c-c4ab-47ba-a2c9-96004ac4573a None None] Current status of the port 29dd6244-01a0-4651-a011-d77c71e60b0f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:40.850616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:40.855777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:40.860781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:40.862897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Port 52055dc1-be8b-42ff-9e27-1703eb142e6a on network 29590e65-8bfb-4951-a372-c09b7e432938 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:40.863251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Attempting to bind port 52055dc1-be8b-42ff-9e27-1703eb142e6a on network 29590e65-8bfb-4951-a372-c09b7e432938 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:40.868014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Pushing event updated for resources: {'Port': ['ID=4fc688e8-31d5-4b13-97d6-8562f7484227,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:40.873779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:40.874130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Checking segment: {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:40.874522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Bound using segment: {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:40.874967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Bound port: 52055dc1-be8b-42ff-9e27-1703eb142e6a, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:40.875337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.893924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab609a35-66c3-4b3e-a924-c0bd592c1c5e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:40.902874 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Publish callbacks [] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.910930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad443c7a-5552-4513-8cc0-9d716c9511fb tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7e4bcc3f-5c49-4f9b-aa43-359c9d037cef), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.922456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad443c7a-5552-4513-8cc0-9d716c9511fb tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.923646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ad443c7a-5552-4513-8cc0-9d716c9511fb tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/7e4bcc3f-5c49-4f9b-aa43-359c9d037cef HTTP/1.1" status: 204 len: 168 time: 0.6964943 Feb 09 21:57:40.926480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Transition to ACTIVE for port object ab609a35-66c3-4b3e-a924-c0bd592c1c5e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:40.927342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51600) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:40.936880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Attempting to bind port 4fc688e8-31d5-4b13-97d6-8562f7484227 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:40.937273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Attempting to bind port 4fc688e8-31d5-4b13-97d6-8562f7484227 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:40.937744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Attempting to bind port 4fc688e8-31d5-4b13-97d6-8562f7484227 on network 8a346ee9-c0e5-4716-bf34-cc0d79368812 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:40.946485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:40.946867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Checking segment: {'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:40.948165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.948165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Bound using segment: {'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:40.948413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Bound port: 4fc688e8-31d5-4b13-97d6-8562f7484227, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:40.948796 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.970046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad443c7a-5552-4513-8cc0-9d716c9511fb tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4bcc3f-5c49-4f9b-aa43-359c9d037cef,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.032088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] For port 4fc688e8-31d5-4b13-97d6-8562f7484227, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:41.037265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] For port 4fc688e8-31d5-4b13-97d6-8562f7484227, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4fc688e8-31d5-4b13-97d6-8562f7484227,segment=NetworkSegment(823b9faf-3ef4-4e01-8004-59e877699cc3),segment_id=823b9faf-3ef4-4e01-8004-59e877699cc3)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:41.059093 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.069936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (63d5a92e-8be4-4218-9bbe-f0cb6472c791), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.078862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8:2::1 (8a346ee9-c0e5-4716-bf34-cc0d79368812/7e854008-a58b-4ec6-bb31-693730d0abb8/6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:41.125476 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.201268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00a41e-7063-47a7-aad9-17add5a87e41 None None] Pushing event updated for resources: {'Port': ['ID=4fc688e8-31d5-4b13-97d6-8562f7484227,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.241476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] For port 52055dc1-be8b-42ff-9e27-1703eb142e6a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:41.268136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257ff2b-887c-4dc9-99a1-5a9a3ce583e7 req-a26c6dbe-d3c3-4fdf-896c-af236c41842e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.270328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5257ff2b-887c-4dc9-99a1-5a9a3ce583e7 req-a26c6dbe-d3c3-4fdf-896c-af236c41842e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.2894306 Feb 09 21:57:41.277806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Pushing event updated for resources: {'Port': ['ID=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.288867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (63d5a92e-8be4-4218-9bbe-f0cb6472c791), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.309512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] For port 52055dc1-be8b-42ff-9e27-1703eb142e6a, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:41.341522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e5d0-5531-4ae8-8016-3139d94f7c57 req-1261560a-25de-4e34-af40-c12273ce2cc5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.345981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e40e5d0-5531-4ae8-8016-3139d94f7c57 req-1261560a-25de-4e34-af40-c12273ce2cc5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 945 time: 0.2277200 Feb 09 21:57:41.362807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d5a92e-8be4-4218-9bbe-f0cb6472c791']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:41.394076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.397514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95530697-b137-4062-bcea-6f0e3b944162') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:41.397514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95530697-b137-4062-bcea-6f0e3b944162') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:41.406281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.418867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (95530697-b137-4062-bcea-6f0e3b944162), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.451832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (95530697-b137-4062-bcea-6f0e3b944162), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.485460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:41.485870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (95530697-b137-4062-bcea-6f0e3b944162), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:41.495427 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:41.497810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.497810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.500724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/52055dc1-be8b-42ff-9e27-1703eb142e6a HTTP/1.1" status: 200 len: 1092 time: 4.4270146 Feb 09 21:57:41.518114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:41.520997 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:41.544023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5257ff2b-887c-4dc9-99a1-5a9a3ce583e7 req-6c792c89-fab7-4674-b1b5-cb1ae99e3af8 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378623 Feb 09 21:57:41.558292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e40e5d0-5531-4ae8-8016-3139d94f7c57 req-8f7807b0-2b85-4c6f-beb8-81a6b645ab60 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812716 Feb 09 21:57:41.569604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Attempting to bind port ab609a35-66c3-4b3e-a924-c0bd592c1c5e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:41.569949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Attempting to bind port ab609a35-66c3-4b3e-a924-c0bd592c1c5e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:41.570290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Attempting to bind port ab609a35-66c3-4b3e-a924-c0bd592c1c5e on network 29590e65-8bfb-4951-a372-c09b7e432938 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:41.597372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a13787-39a7-40a8-a21c-3588e968797e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:41.642311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Port ab609a35-66c3-4b3e-a924-c0bd592c1c5e on network 29590e65-8bfb-4951-a372-c09b7e432938 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:41.642643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Attempting to bind port ab609a35-66c3-4b3e-a924-c0bd592c1c5e on network 29590e65-8bfb-4951-a372-c09b7e432938 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:41.655180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Publish callbacks [] for port (72a13787-39a7-40a8-a21c-3588e968797e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.669827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.678414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e372b87-75cf-483b-b9ba-fb0b9ac2e9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=52055dc1-be8b-42ff-9e27-1703eb142e6a,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.721043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:41.721043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Checking segment: {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:41.721043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Bound using segment: {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:41.721470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.721566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Bound port: ab609a35-66c3-4b3e-a924-c0bd592c1c5e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:41.721566 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.742569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (63d5a92e-8be4-4218-9bbe-f0cb6472c791), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.747549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Transition to ACTIVE for port object 72a13787-39a7-40a8-a21c-3588e968797e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:41.749694 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c365ea-f382-4632-89a4-7a0deb6cc48e x-openstack-request-id: req-b2c365ea-f382-4632-89a4-7a0deb6cc48e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:41.750128 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:41.751023 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2c365ea-f382-4632-89a4-7a0deb6cc48e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:41.751023 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a', 'status': 'completed', 'code': 200} Feb 09 21:57:41.791988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.795437 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "DELETE /v2.0/networks/63d5a92e-8be4-4218-9bbe-f0cb6472c791 HTTP/1.1" status: 204 len: 168 time: 0.8574286 Feb 09 21:57:41.796441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1856b-b0b7-4813-ae5f-2abb6435bdc6 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Pushing event deleted for resources: {'Network': ['ID=63d5a92e-8be4-4218-9bbe-f0cb6472c791,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.809453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:41.810077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51618) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:41.814828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] For port ab609a35-66c3-4b3e-a924-c0bd592c1c5e, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:41.819023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] For port ab609a35-66c3-4b3e-a924-c0bd592c1c5e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:41.833327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (72a13787-39a7-40a8-a21c-3588e968797e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.840227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:41.876058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:41.876606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.878803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.900933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-43d19742-1f16-405a-a029-26e63868012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.902854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-43d19742-1f16-405a-a029-26e63868012e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2002338100e84966b3f9a16c6c7b65e6&device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 1126 time: 0.2615957 Feb 09 21:57:41.936727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.989890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-73d106c7-507d-4c36-88f5-3157f8fd5783 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a HTTP/1.1" status: 200 len: 217 time: 0.0660763 Feb 09 21:57:41.994874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05308969-f06a-4bac-9471-6d61aa47b02c req-199f9fbf-ba15-4dcb-807f-074d261f2056 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 267 time: 0.1634541 Feb 09 21:57:41.998562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.000098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Pushing event updated for resources: {'Port': ['ID=72a13787-39a7-40a8-a21c-3588e968797e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:42.012292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403bf89-79a1-469c-aa92-3009e7e9d70a req-d09fabbf-346e-49b8-962e-d15e321eba3f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:42.014856 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2403bf89-79a1-469c-aa92-3009e7e9d70a req-d09fabbf-346e-49b8-962e-d15e321eba3f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 931 time: 0.2545674 Feb 09 21:57:42.033563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:42.034302 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.035918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] 10.222.0.110 "PUT /v2.0/ports/ab609a35-66c3-4b3e-a924-c0bd592c1c5e HTTP/1.1" status: 200 len: 1092 time: 3.2981570 Feb 09 21:57:42.175228 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2403bf89-79a1-469c-aa92-3009e7e9d70a req-258fd451-79db-4e42-94ce-4457ff3c51f5 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536720 Feb 09 21:57:42.185203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.253298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.255559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e410ff19-b7f7-4aad-91f2-5f5a2576c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:42.257105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e410ff19-b7f7-4aad-91f2-5f5a2576c919 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf HTTP/1.1" status: 200 len: 858 time: 0.2543619 Feb 09 21:57:42.271220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a059d-fe0f-4817-91d3-9168bd01c07a service neutron] Pushing event updated for resources: {'Port': ['ID=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:42.283189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:42.295610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feea7b94-3ea6-40ec-991a-421549e91320') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:42.295941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feea7b94-3ea6-40ec-991a-421549e91320') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:42.312165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4fc688e8-31d5-4b13-97d6-8562f7484227 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:42.342492 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (feea7b94-3ea6-40ec-991a-421549e91320), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.357674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-a78979f3-64a1-46a8-b9d4-56b343cd8f57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29590e65-8bfb-4951-a372-c09b7e432938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884261 Feb 09 21:57:42.374142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (feea7b94-3ea6-40ec-991a-421549e91320), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.381209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4fc688e8-31d5-4b13-97d6-8562f7484227 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:42.381873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.392138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05308969-f06a-4bac-9471-6d61aa47b02c req-f2815ca5-ddef-44f4-92a2-ef4d775ec81c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:42.393803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05308969-f06a-4bac-9471-6d61aa47b02c req-f2815ca5-ddef-44f4-92a2-ef4d775ec81c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 945 time: 0.3557734 Feb 09 21:57:42.412927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'port': {'security_groups': []}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:42.430526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:42.431333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (feea7b94-3ea6-40ec-991a-421549e91320), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:42.433543 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:42.450962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Attempting to bind port 72a13787-39a7-40a8-a21c-3588e968797e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:42.451943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Attempting to bind port 72a13787-39a7-40a8-a21c-3588e968797e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:42.452359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Attempting to bind port 72a13787-39a7-40a8-a21c-3588e968797e on network 29590e65-8bfb-4951-a372-c09b7e432938 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:42.526423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4fc688e8-31d5-4b13-97d6-8562f7484227 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:42.528424 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.579845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 4fc688e8-31d5-4b13-97d6-8562f7484227, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4fc688e8-31d5-4b13-97d6-8562f7484227,segment=NetworkSegment(823b9faf-3ef4-4e01-8004-59e877699cc3),segment_id=823b9faf-3ef4-4e01-8004-59e877699cc3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:42.600033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-680d23f6-14ea-43a3-95a0-55884934dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:42.601864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-680d23f6-14ea-43a3-95a0-55884934dc70 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2002338100e84966b3f9a16c6c7b65e6&device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 1126 time: 0.4175475 Feb 09 21:57:42.603883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-ce77d0ec-22ad-4af8-a1ef-5a5a03deb83c service neutron] 10.222.0.30 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062039 Feb 09 21:57:42.608413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Port 72a13787-39a7-40a8-a21c-3588e968797e on network 29590e65-8bfb-4951-a372-c09b7e432938 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:42.608882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Attempting to bind port 72a13787-39a7-40a8-a21c-3588e968797e on network 29590e65-8bfb-4951-a372-c09b7e432938 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:42.708210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.744104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:42.744620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Checking segment: {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:42.745141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Bound using segment: {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:42.745946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Bound port: 72a13787-39a7-40a8-a21c-3588e968797e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def978e6-7d23-42c8-b1f2-abc851427a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:42.746157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (72a13787-39a7-40a8-a21c-3588e968797e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.749712 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-349a3336-c666-471b-8bbf-bcdbc1833937 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab609a35-66c3-4b3e-a924-c0bd592c1c5e HTTP/1.1" status: 200 len: 217 time: 0.1318107 Feb 09 21:57:42.779811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de67e68-ad4b-4678-967e-b95b19bba2be None None] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:42.861312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.870256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=4fc688e8-31d5-4b13-97d6-8562f7484227,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:42.879304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d2682223-8a74-4b33-af6e-8cf33e30054d None None] Provisioning complete for port 4fc688e8-31d5-4b13-97d6-8562f7484227 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:42.879692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d2682223-8a74-4b33-af6e-8cf33e30054d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.890707 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.942760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.948752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] 10.222.0.98 "DELETE /v2.0/networks/4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf HTTP/1.1" status: 204 len: 168 time: 1.1333127 Feb 09 21:57:42.967246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.968417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.030883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9799add-217a-4d7d-8299-1898bee4e7a2 tempest-QuotasNegativeTest-1582332494 tempest-QuotasNegativeTest-1582332494-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f8b4ac3-9a81-41ca-9d41-6e1b99003eaf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:43.090966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d2682223-8a74-4b33-af6e-8cf33e30054d None None] Current status of the port 4fc688e8-31d5-4b13-97d6-8562f7484227 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:43.172564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-f0ab8364-d414-4003-89f9-946efd59fb1b service neutron] 10.222.0.30 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103977 Feb 09 21:57:43.189862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:43.204005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:43.207988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-4c73dcd5-31c1-4454-9cc0-218bf6bbd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.209665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-4c73dcd5-31c1-4454-9cc0-218bf6bbd1d6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=02c4c683ab9643d484633206f594b62f&device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 1127 time: 0.4523277 Feb 09 21:57:43.218319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89d9fd-fe4e-4bac-990c-c269e0c11cb3 req-34f65648-787c-4ce1-9e73-b36bb7c371a4 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.220784 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e89d9fd-fe4e-4bac-990c-c269e0c11cb3 req-34f65648-787c-4ce1-9e73-b36bb7c371a4 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.4708290 Feb 09 21:57:43.279064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:43.285655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-301c6f3d-d012-4736-bee1-34a86d59dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.287305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-301c6f3d-d012-4736-bee1-34a86d59dc0c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf HTTP/1.1" status: 200 len: 858 time: 0.5250475 Feb 09 21:57:43.299859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.415182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-167decbf-0a43-461b-a34b-f78ef1c121af service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29590e65-8bfb-4951-a372-c09b7e432938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788827 Feb 09 21:57:43.533617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a9a3366c-b0a0-48bc-aafa-9716e15cb978 None None] Provisioning complete for port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:43.534195 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9a3366c-b0a0-48bc-aafa-9716e15cb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.605796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] For port 72a13787-39a7-40a8-a21c-3588e968797e, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:43.610455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] For port 72a13787-39a7-40a8-a21c-3588e968797e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=72a13787-39a7-40a8-a21c-3588e968797e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:43.616474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-1dda2a45-e290-49eb-89f3-626b93b8037b service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932113 Feb 09 21:57:43.658773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3366c-b0a0-48bc-aafa-9716e15cb978 None None] Port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:43.662521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-1c997958-a61c-4a93-977c-ca718669f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.664076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-1c997958-a61c-4a93-977c-ca718669f35e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2002338100e84966b3f9a16c6c7b65e6&device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 1126 time: 0.3757052 Feb 09 21:57:43.685921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a9a3366c-b0a0-48bc-aafa-9716e15cb978 None None] Provisioning complete for port 4fc688e8-31d5-4b13-97d6-8562f7484227 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:43.686323 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9a3366c-b0a0-48bc-aafa-9716e15cb978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.762220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'tag': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:43.766652 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a59fc7-833a-4983-8e42-c037ec2da8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "004fe8df-f96d-45ea-894b-4e84ff7325b1", "tag": "ab609a35-66c3-4b3e-a924-c0bd592c1c5e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:43.816521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (72a13787-39a7-40a8-a21c-3588e968797e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.829545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3366c-b0a0-48bc-aafa-9716e15cb978 None None] Current status of the port 4fc688e8-31d5-4b13-97d6-8562f7484227 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:43.924753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e89d9fd-fe4e-4bac-990c-c269e0c11cb3 req-681bae54-1cc4-4c6d-aa67-4a98104034f3 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425810 Feb 09 21:57:43.937997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-ab8357e1-6178-42d5-92e8-284e2af919f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:43.939976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-ab8357e1-6178-42d5-92e8-284e2af919f9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 200 len: 912 time: 0.7184339 Feb 09 21:57:43.959644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:43.966126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-92dfba6b-6bfc-4627-b90c-c3da0d6c090c None None] Provisioning complete for port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:43.968961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92dfba6b-6bfc-4627-b90c-c3da0d6c090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.007065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-1e21dea7-c231-4709-96a6-8a9847595e52 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78 HTTP/1.1" status: 200 len: 217 time: 0.0550401 Feb 09 21:57:44.040490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51644) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.162322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] For port fb984bf5-fbec-4cba-b6a0-4908c932e817, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:44.174548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.175233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.177151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] 10.222.0.110 "PUT /v2.0/ports/72a13787-39a7-40a8-a21c-3588e968797e HTTP/1.1" status: 200 len: 1091 time: 3.9207518 Feb 09 21:57:44.206741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cb755-b00c-4b41-8405-21357032df6a service neutron] Pushing event updated for resources: {'Port': ['ID=72a13787-39a7-40a8-a21c-3588e968797e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.286849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.287814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:44.302976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-5c66d2b7-033d-4b0a-88b7-19dcfacfe276 service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619601 Feb 09 21:57:44.317074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51650) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.317509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9e2cf4af-c585-4403-b68c-f57d8a2a2305 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0161998 Feb 09 21:57:44.325595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1935168990'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:44.330455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-dd171677-c107-4a05-98b9-84f2eb2103ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.331998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-dd171677-c107-4a05-98b9-84f2eb2103ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 200 len: 919 time: 0.5403287 Feb 09 21:57:44.343966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4fc688e8-31d5-4b13-97d6-8562f7484227 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:44.346806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:44.355261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-ef887610-7756-4931-8327-1787ad019c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.356915 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-ef887610-7756-4931-8327-1787ad019c93 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 200 len: 851 time: 0.3419354 Feb 09 21:57:44.359192 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a65748bd-725d-4acd-8ac0-8be5113257a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.400075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-c0694766-c698-498f-aadf-a90aa4072547 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8f1b4ce6-6bfd-4291-8d4e-60703d90412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353117 Feb 09 21:57:44.406353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:44.406999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:44.411970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-92dfba6b-6bfc-4627-b90c-c3da0d6c090c None None] Port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:44.432674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-89fc093a-d50a-4570-b51d-918fac9e524f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a HTTP/1.1" status: 200 len: 217 time: 0.0757012 Feb 09 21:57:44.446175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb1c69-c639-47a1-a840-0b4ec6ee4a7d req-f5683ac7-cf56-4061-8e4f-9dbd8c39cf1b tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.447673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fbb1c69-c639-47a1-a840-0b4ec6ee4a7d req-f5683ac7-cf56-4061-8e4f-9dbd8c39cf1b tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 943 time: 0.3361959 Feb 09 21:57:44.449834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.499233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1', '8a3694fd-5886-482d-a4b0-9ff5126b8675'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:44.520251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:44.528406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.550651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['fb984bf5-fbec-4cba-b6a0-4908c932e817'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:44.600913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 52055dc1-be8b-42ff-9e27-1703eb142e6a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:44.605148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fbb1c69-c639-47a1-a840-0b4ec6ee4a7d req-bc724488-d43d-415d-9e76-cbe89f3bb738 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248946 Feb 09 21:57:44.609054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-f5e974c5-ae69-4fa6-bb84-bb389120fac5 service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012436 Feb 09 21:57:44.614051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:44.644940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (776c1dbe-95b1-4f81-a498-e225e473375b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.645293 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added segment 776c1dbe-95b1-4f81-a498-e225e473375b of type vlan for network 64b455b4-bd80-4e01-9f7f-0f16ab089941 Feb 09 21:57:44.698421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (64b455b4-bd80-4e01-9f7f-0f16ab089941), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.727647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a65748bd-725d-4acd-8ac0-8be5113257a3 admin admin] Publish callbacks [] for security_group (f4433353-e148-434e-88fb-2310ee3df463), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.740560 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a46ced-8b33-489d-98fb-e03f5031ccc1 x-openstack-request-id: req-82a46ced-8b33-489d-98fb-e03f5031ccc1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:44.740860 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004fe8df-f96d-45ea-894b-4e84ff7325b1", "tag": "ab609a35-66c3-4b3e-a924-c0bd592c1c5e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:44.741132 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82a46ced-8b33-489d-98fb-e03f5031ccc1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:44.741587 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'tag': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e', 'status': 'completed', 'code': 200} Feb 09 21:57:44.756054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.757121 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.765390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05308969-f06a-4bac-9471-6d61aa47b02c req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "PUT /v2.0/ports/fb984bf5-fbec-4cba-b6a0-4908c932e817 HTTP/1.1" status: 200 len: 904 time: 2.3542047 Feb 09 21:57:44.797343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-e8408298-0b7c-4fb6-8c42-159856ec1873 service neutron] 10.222.0.110 "GET /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728566 Feb 09 21:57:44.804492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 52055dc1-be8b-42ff-9e27-1703eb142e6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:44.828059 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a65748bd-725d-4acd-8ac0-8be5113257a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f4433353-e148-434e-88fb-2310ee3df463), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.851223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (64b455b4-bd80-4e01-9f7f-0f16ab089941), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.856553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.857044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.871206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e52c4715-c606-4334-80ff-439daa35706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.873030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-e52c4715-c606-4334-80ff-439daa35706d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2002338100e84966b3f9a16c6c7b65e6&device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 1125 time: 0.5363357 Feb 09 21:57:44.877841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '52055dc1-be8b-42ff-9e27-1703eb142e6a', 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938', 'port_id': '52055dc1-be8b-42ff-9e27-1703eb142e6a', 'mac_address': 'fa:16:3e:66:6a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8fec6a-e331-4bb8-980b-cce7e3ac0fdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:44.882590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a65748bd-725d-4acd-8ac0-8be5113257a3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7fe6f71b019b4ad9b74fa89c7fa6a88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8387213 Feb 09 21:57:44.883277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51654) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.893631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65748bd-725d-4acd-8ac0-8be5113257a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4433353-e148-434e-88fb-2310ee3df463,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.928752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-e1e7059b-0f28-4492-a313-6f0e0f584d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:44.930298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-e1e7059b-0f28-4492-a313-6f0e0f584d26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf HTTP/1.1" status: 200 len: 858 time: 0.4779959 Feb 09 21:57:44.946027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4fc688e8-31d5-4b13-97d6-8562f7484227 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:44.946535 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.990055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 52055dc1-be8b-42ff-9e27-1703eb142e6a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:44.990580 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.999192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['fb984bf5-fbec-4cba-b6a0-4908c932e817'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:45.025362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a4f45-a38c-4adf-b3de-848df0507a9c req-f091e677-c6aa-49f8-8b18-53d79d7c2b7a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.025722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce8a4f45-a38c-4adf-b3de-848df0507a9c req-f091e677-c6aa-49f8-8b18-53d79d7c2b7a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 907 time: 0.1346097 Feb 09 21:57:45.027028 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99ced69a-4b5b-4918-a5b3-6e3547ce5118 admin admin] Publish callbacks [] for security_group (f4433353-e148-434e-88fb-2310ee3df463), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.070060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99ced69a-4b5b-4918-a5b3-6e3547ce5118 admin admin] Publish callbacks [] for security_group (f4433353-e148-434e-88fb-2310ee3df463), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.080233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7606537 Feb 09 21:57:45.089861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51660) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:45.104474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-56ebae40-13eb-4529-8346-f1a9669dfabe service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72a13787-39a7-40a8-a21c-3588e968797e HTTP/1.1" status: 200 len: 217 time: 0.2189262 Feb 09 21:57:45.114514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'subnet': {'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:45.132209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581caa36-19e5-4bbe-9dc2-282d1d634e62 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=fb984bf5-fbec-4cba-b6a0-4908c932e817,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.200136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-980da06f-6ad0-4853-afb4-330686ff468c None None] Provisioning complete for port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:45.200541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ea813-47de-4d67-b3a7-63e1dc88ed84 req-986f9f84-cfc1-428d-a5a8-e7b678954834 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.200786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-980da06f-6ad0-4853-afb4-330686ff468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.202351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b11ea813-47de-4d67-b3a7-63e1dc88ed84 req-986f9f84-cfc1-428d-a5a8-e7b678954834 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0767455 Feb 09 21:57:45.215849 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-a45f4db6-a5d3-49c4-a9e6-67729612c8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29590e65-8bfb-4951-a372-c09b7e432938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503010 Feb 09 21:57:45.233677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99ced69a-4b5b-4918-a5b3-6e3547ce5118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f4433353-e148-434e-88fb-2310ee3df463), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.236250 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99ced69a-4b5b-4918-a5b3-6e3547ce5118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.239831 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-99ced69a-4b5b-4918-a5b3-6e3547ce5118 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4433353-e148-434e-88fb-2310ee3df463 HTTP/1.1" status: 204 len: 168 time: 0.3534565 Feb 09 21:57:45.246734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52055dc1-be8b-42ff-9e27-1703eb142e6a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:45.261664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ced69a-4b5b-4918-a5b3-6e3547ce5118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4433353-e148-434e-88fb-2310ee3df463,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.273680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:45.285049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b11ea813-47de-4d67-b3a7-63e1dc88ed84 req-4f374a9d-0ff2-4d90-bba5-8e2b606f9d2b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742247 Feb 09 21:57:45.293223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-133a526e-8537-4794-926a-155ab6b1671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.293223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-133a526e-8537-4794-926a-155ab6b1671a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2002338100e84966b3f9a16c6c7b65e6&device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 1126 time: 0.5443206 Feb 09 21:57:45.310269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90080e20-2e07-41a8-804f-c41cf02e0980 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Network': ['ID=64b455b4-bd80-4e01-9f7f-0f16ab089941,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.366676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:45.379993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4fc688e8-31d5-4b13-97d6-8562f7484227 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:45.410858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 52055dc1-be8b-42ff-9e27-1703eb142e6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:45.437529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-980da06f-6ad0-4853-afb4-330686ff468c None None] Port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:45.462070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c0690-e575-43a8-9eb3-1bd25c83744e req-8e262501-7783-464c-b8da-35936611ba56 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.469161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b7c0690-e575-43a8-9eb3-1bd25c83744e req-8e262501-7783-464c-b8da-35936611ba56 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.3988514 Feb 09 21:57:45.483115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127a441-4ab7-42eb-987b-33787369dd04 req-bf65e77a-b9de-46ab-b52c-9658c30e8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.484637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-bf65e77a-b9de-46ab-b52c-9658c30e8ed9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf HTTP/1.1" status: 200 len: 858 time: 0.2955811 Feb 09 21:57:45.510831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.551926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefc55f-b6be-4d00-84cc-2ee17475b670 req-f391e28a-0a3a-44b8-8c17-6302d59c808b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.564384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bcefc55f-b6be-4d00-84cc-2ee17475b670 req-f391e28a-0a3a-44b8-8c17-6302d59c808b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1509731 Feb 09 21:57:45.569239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-1ba75f16-a95d-45f1-aa38-340d415069ce service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29590e65-8bfb-4951-a372-c09b7e432938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699553 Feb 09 21:57:45.656743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b7c0690-e575-43a8-9eb3-1bd25c83744e req-1fb5283b-ab14-4bec-8827-4150a23c60db tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822460 Feb 09 21:57:45.663635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bcefc55f-b6be-4d00-84cc-2ee17475b670 req-6c632068-09f0-4bda-867b-2d4b72932a4f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898499 Feb 09 21:57:45.695186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bf1c716d-fa6e-4e3d-9f7d-92b6ef7d7986 None None] Provisioning complete for port fb984bf5-fbec-4cba-b6a0-4908c932e817 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:45.695723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf1c716d-fa6e-4e3d-9f7d-92b6ef7d7986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.697140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=52055dc1-be8b-42ff-9e27-1703eb142e6a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.766509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Made reservation on behalf of 43dd763610684c4f81b990ece4e89c10 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:45.771036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.790348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['52055dc1-be8b-42ff-9e27-1703eb142e6a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:45.859113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-f2a01135-3da9-4e69-9ebc-e74e928063c3 service neutron] 10.222.0.30 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796521 Feb 09 21:57:45.920993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-2f17982d-422d-42ca-8ca7-fbdd796e2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.922472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-2f17982d-422d-42ca-8ca7-fbdd796e2420 service neutron] 10.222.0.110 "GET /v2.0/networks?id=29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 200 len: 919 time: 0.6082776 Feb 09 21:57:45.975373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:42Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:42Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:46.017723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c716d-fa6e-4e3d-9f7d-92b6ef7d7986 None None] Current status of the port fb984bf5-fbec-4cba-b6a0-4908c932e817 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:46.018132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-dae6e315-655e-4751-b3ac-9a0c6f0275cf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab609a35-66c3-4b3e-a924-c0bd592c1c5e HTTP/1.1" status: 200 len: 217 time: 0.0803075 Feb 09 21:57:46.026956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:46.027328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Updating router 83293ae7-98ee-4d26-bd76-5c79155d8827 port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:57:46.075235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.156419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-09292f4f-2cd4-40bc-bcd4-18fb560a2f07 service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690851 Feb 09 21:57:46.163676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c49f9-bf78-4508-9a03-c65d61fcf598 req-74c8a0d1-964f-44f1-bb4d-6663e06a391b tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:46.164769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c8c49f9-bf78-4508-9a03-c65d61fcf598 req-74c8a0d1-964f-44f1-bb4d-6663e06a391b tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 943 time: 0.4202013 Feb 09 21:57:46.178346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-75855aac-f945-47a7-8f28-f2d776672879 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:46.205429 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-75855aac-f945-47a7-8f28-f2d776672879 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.2341151 Feb 09 21:57:46.215848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51688) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:46.234981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f07108f9-c44b-4a6a-bd06-5b3c4363a53d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/quotas/871b3132515c4a0f8ea3fad830c23874 HTTP/1.1" status: 200 len: 375 time: 0.0254030 Feb 09 21:57:46.245990 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e56b9acb-175b-49dd-bcec-3fc31ee21e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.280671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-306a8656-7a65-40cb-9a5e-a3027482f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:46.282142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-306a8656-7a65-40cb-9a5e-a3027482f095 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf HTTP/1.1" status: 200 len: 858 time: 0.2558017 Feb 09 21:57:46.357657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3bfa43e-e9ee-4538-9932-0f0464b3d8dd req-c42f1927-ea02-42b0-9b49-fad49b64f7d4 service neutron] 10.222.0.30 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615660 Feb 09 21:57:46.379040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-7b985528-0881-4989-b4cb-db4855da4148 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29590e65-8bfb-4951-a372-c09b7e432938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822887 Feb 09 21:57:46.404729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c8c49f9-bf78-4508-9a03-c65d61fcf598 req-ea5772cb-5367-4807-b1f0-bba4752612ce tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287271 Feb 09 21:57:46.467447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e56b9acb-175b-49dd-bcec-3fc31ee21e17 admin admin] Publish callbacks [] for security_group (cdfa89a5-5e13-4d09-8466-38d126923d6f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.483134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f2584627-2d52-4247-aa8f-e3e20c9be865 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2038379 Feb 09 21:57:46.488258 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Publish callbacks [] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.562187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e56b9acb-175b-49dd-bcec-3fc31ee21e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cdfa89a5-5e13-4d09-8466-38d126923d6f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.617909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e56b9acb-175b-49dd-bcec-3fc31ee21e17 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d027a5b044e417aaa23826b90a751db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993993 Feb 09 21:57:46.622057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.635644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b9acb-175b-49dd-bcec-3fc31ee21e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa89a5-5e13-4d09-8466-38d126923d6f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:46.647675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51694) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:46.666468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-d7fd6b6d-2aff-4fd0-965f-864b0b113311 service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727679 Feb 09 21:57:46.799356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'tag': '72a13787-39a7-40a8-a21c-3588e968797e'}, {'name': 'network-changed', 'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:46.801796 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d46bf9-cda7-43d4-868a-8338da8cde80" -d '{"events": [{"name": "network-changed", "server_uuid": "802e966d-7c95-4bb8-908b-5c4a17f454b0", "tag": "72a13787-39a7-40a8-a21c-3588e968797e"}, {"name": "network-changed", "server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:46.805582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-adc8ae7c-34a7-4352-bdda-51e6a01c91d6 service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050345 Feb 09 21:57:46.872460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065e3a-49ca-4e28-800b-5507e3a20a68 None None] Pushing event updated for resources: {'Port': ['ID=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:46.915947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (56cf9f98-b086-4a05-8997-56fca9816a15), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.932410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-4c4f0151-21ce-4823-ba4f-641847d59fbc service neutron] 10.222.0.98 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410142 Feb 09 21:57:46.949811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb5469e2-80fe-4047-b109-add41c51c084 admin admin] Publish callbacks [] for security_group (cdfa89a5-5e13-4d09-8466-38d126923d6f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.981951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Attempting to bind port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:46.983143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Attempting to bind port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:46.983677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Attempting to bind port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa on network 8a346ee9-c0e5-4716-bf34-cc0d79368812 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:46.992946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:46.993335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Checking segment: {'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:46.993885 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.994381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Bound using segment: {'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:46.994769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Bound port: 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823b9faf-3ef4-4e01-8004-59e877699cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:46.995160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.996254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb5469e2-80fe-4047-b109-add41c51c084 admin admin] Publish callbacks [] for security_group (cdfa89a5-5e13-4d09-8466-38d126923d6f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.016611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f127a441-4ab7-42eb-987b-33787369dd04 req-a64eb6a6-a2ac-4556-9165-fe9e8a2d796e service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465278 Feb 09 21:57:47.021231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Subnet': ['ID=56cf9f98-b086-4a05-8997-56fca9816a15,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.066743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.067104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.067437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.067865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.068204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.068538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.068878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.069202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.069525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.069850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.070180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.070500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.070818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:47.098095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] For port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:47.101482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] For port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,segment=NetworkSegment(823b9faf-3ef4-4e01-8004-59e877699cc3),segment_id=823b9faf-3ef4-4e01-8004-59e877699cc3)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:47.118925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15385d-876b-4eda-afbd-71995c2257eb req-4fd52174-72e2-44f8-9237-1695890eaa77 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.125825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e15385d-876b-4eda-afbd-71995c2257eb req-4fd52174-72e2-44f8-9237-1695890eaa77 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.3156428 Feb 09 21:57:47.152053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a59fc7-833a-4983-8e42-c037ec2da8a2 req-719f890f-140f-413a-994f-24bcb245fc0a service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370714 Feb 09 21:57:47.153053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Checking segment: {'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:47.153200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network hostable DHCP agents. Network: 64b455b4-bd80-4e01-9f7f-0f16ab089941, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:47.172285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb5469e2-80fe-4047-b109-add41c51c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cdfa89a5-5e13-4d09-8466-38d126923d6f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.173634 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.174783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb5469e2-80fe-4047-b109-add41c51c084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.176575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fb5469e2-80fe-4047-b109-add41c51c084 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cdfa89a5-5e13-4d09-8466-38d126923d6f HTTP/1.1" status: 204 len: 168 time: 0.5276449 Feb 09 21:57:47.193461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5469e2-80fe-4047-b109-add41c51c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa89a5-5e13-4d09-8466-38d126923d6f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.251613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e15385d-876b-4eda-afbd-71995c2257eb req-782959ba-58f7-4a71-ad7a-a05c9c3888ed tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981061 Feb 09 21:57:47.283844 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e871f0cb-48e2-44c8-a07a-438158d31d2e x-openstack-request-id: req-e871f0cb-48e2-44c8-a07a-438158d31d2e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:47.284171 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802e966d-7c95-4bb8-908b-5c4a17f454b0", "tag": "72a13787-39a7-40a8-a21c-3588e968797e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:47.284416 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e871f0cb-48e2-44c8-a07a-438158d31d2e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:47.285203 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'tag': '72a13787-39a7-40a8-a21c-3588e968797e', 'status': 'completed', 'code': 200} Feb 09 21:57:47.285476 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817', 'status': 'completed', 'code': 200} Feb 09 21:57:47.316233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:47.380301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bae2f39c-92c6-4f4d-b0b4-2e999b3160ee None None] Provisioning complete for port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:47.380683 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bae2f39c-92c6-4f4d-b0b4-2e999b3160ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.387127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a065e3a-49ca-4e28-800b-5507e3a20a68 None None] Pushing event updated for resources: {'Port': ['ID=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.413979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:47.415052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.536603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-859a94d6-09d7-43c3-8512-6d8573ce3b38 req-753ab9af-64f6-4fbb-8e71-1bf296ff11bb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 210 time: 0.1168859 Feb 09 21:57:47.574052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 64b455b4-bd80-4e01-9f7f-0f16ab089941) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:47.585496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.587408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.598469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ab609a35-66c3-4b3e-a924-c0bd592c1c5e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:47.605838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-5ffe3051-c8ab-44ea-895a-476aea7112dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.607976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-5ffe3051-c8ab-44ea-895a-476aea7112dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 1089 time: 0.3111846 Feb 09 21:57:47.636092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-647e9ec5-a422-4acf-8b3d-27922850aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.636092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-647e9ec5-a422-4acf-8b3d-27922850aec6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2002338100e84966b3f9a16c6c7b65e6&device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 1125 time: 0.3217349 Feb 09 21:57:47.641040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308fe0df-b95a-4a5b-9618-2009f2cc4464 None None] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:47.655317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8eb5b-cac0-43ee-ba4f-5381ec67b421 req-a2005246-6c02-46e3-beb4-2a229d693f79 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.663653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4aa8eb5b-cac0-43ee-ba4f-5381ec67b421 req-a2005246-6c02-46e3-beb4-2a229d693f79 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 943 time: 0.1300268 Feb 09 21:57:47.737038 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:57:47.767488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4aa8eb5b-cac0-43ee-ba4f-5381ec67b421 req-c881cc97-6149-4d98-8452-15da594f8966 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033442 Feb 09 21:57:47.770862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51722) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:47.784828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6c33f5d5-001f-425d-808e-78d9725dc3e0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6786492 Feb 09 21:57:47.857944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-b6fd6245-e1c5-48c2-98e2-f56f480137c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.859929 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-b6fd6245-e1c5-48c2-98e2-f56f480137c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.2379522 Feb 09 21:57:47.870994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:47.923740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-c7176eb8-56ad-47ba-b740-dd04a794264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:47.926749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-c7176eb8-56ad-47ba-b740-dd04a794264b service neutron] 10.222.0.110 "GET /v2.0/networks?id=29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 200 len: 919 time: 0.2753985 Feb 09 21:57:47.928556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-72ed8258-da32-40e8-a715-47f380167247 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817 HTTP/1.1" status: 200 len: 217 time: 0.0563028 Feb 09 21:57:47.943623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bae2f39c-92c6-4f4d-b0b4-2e999b3160ee None None] Current status of the port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:47.945047 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bae2f39c-92c6-4f4d-b0b4-2e999b3160ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.036818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-adf5332a-6605-467c-8a08-79d9ee6c76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.040665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-adf5332a-6605-467c-8a08-79d9ee6c76c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.0967975 Feb 09 21:57:48.092435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-64b455b4-bd80-4e01-9f7f-0f16ab089941', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'project_id': '43dd763610684c4f81b990ece4e89c10', 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:48.093333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.137319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ab609a35-66c3-4b3e-a924-c0bd592c1c5e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:48.148439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-31382437-e88b-49c0-b8c1-62595fa7918a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72a13787-39a7-40a8-a21c-3588e968797e HTTP/1.1" status: 200 len: 217 time: 0.2143626 Feb 09 21:57:48.166858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bae2f39c-92c6-4f4d-b0b4-2e999b3160ee None None] For port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,segment=NetworkSegment(823b9faf-3ef4-4e01-8004-59e877699cc3),segment_id=823b9faf-3ef4-4e01-8004-59e877699cc3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:48.206002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-65424d3a-4f54-4cb0-96e0-60673facc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.207776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-65424d3a-4f54-4cb0-96e0-60673facc97d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1033208 Feb 09 21:57:48.218026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e', 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938', 'port_id': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e', 'mac_address': 'fa:16:3e:79:e3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8fec6a-e331-4bb8-980b-cce7e3ac0fdf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:48.268797 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bae2f39c-92c6-4f4d-b0b4-2e999b3160ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.400548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-d732073a-76b0-4038-ace5-6566882f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.402447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-d732073a-76b0-4038-ace5-6566882f1b52 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf HTTP/1.1" status: 200 len: 858 time: 0.2427773 Feb 09 21:57:48.448620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ab609a35-66c3-4b3e-a924-c0bd592c1c5e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:48.450311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.491092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-8b4996e0-07c5-42e8-8bf5-2ae26067c17a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=29590e65-8bfb-4951-a372-c09b7e432938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619206 Feb 09 21:57:48.499606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.516544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Allocated IP 2001:db8:3::2 (64b455b4-bd80-4e01-9f7f-0f16ab089941/56cf9f98-b086-4a05-8997-56fca9816a15/765ea30b-6e30-408a-b143-172b9a1cb410) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:48.520034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab609a35-66c3-4b3e-a924-c0bd592c1c5e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:48.521501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1287b-0b4f-4954-bb49-f703f68a38fb req-b711d7ed-f22f-4edc-84d3-dbaa0c4a8b61 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.530554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33d1287b-0b4f-4954-bb49-f703f68a38fb req-b711d7ed-f22f-4edc-84d3-dbaa0c4a8b61 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1516132 Feb 09 21:57:48.541438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ab609a35-66c3-4b3e-a924-c0bd592c1c5e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:48.562436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2f39c-92c6-4f4d-b0b4-2e999b3160ee None None] Pushing event updated for resources: {'Port': ['ID=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:48.572700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 52055dc1-be8b-42ff-9e27-1703eb142e6a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:48.574907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f098bac9-24df-4654-99cd-3477f99bb100 None None] Provisioning complete for port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:48.575280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f098bac9-24df-4654-99cd-3477f99bb100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.720447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.742981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-2b08b1a7-bba7-43f5-9f8b-be31b2335bc0 service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317259 Feb 09 21:57:48.747500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-eb2a2467-f93c-4075-a850-08ffc32d6bd1 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314229 Feb 09 21:57:48.760855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-353e038b-1c7e-40a7-be35-985c5f105926 req-39024342-d6e6-4b4b-961d-060710c80048 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 210 time: 0.0390184 Feb 09 21:57:48.898432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:42Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:47Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:48.959960 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33d1287b-0b4f-4954-bb49-f703f68a38fb req-488599bb-59c0-4367-9d24-abe8a9a81308 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284151 Feb 09 21:57:48.984207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f6608-62b8-4e07-be49-f73e04254c10 None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:42Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:47Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:48.995594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfb57e-c2bb-4f29-b2ed-c94221b952f7 req-66b47493-d868-4fdd-b58d-5c319275a36d tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.997677 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08bfb57e-c2bb-4f29-b2ed-c94221b952f7 req-66b47493-d868-4fdd-b58d-5c319275a36d tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 943 time: 0.0981040 Feb 09 21:57:49.047111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:49.080119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08bfb57e-c2bb-4f29-b2ed-c94221b952f7 req-b352d767-26a0-4b77-8589-5c8bf47e98e7 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721250 Feb 09 21:57:49.108631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-30188769-7399-4fd4-90b0-be102c3b5feb service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303354 Feb 09 21:57:49.110993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58d46bf9-cda7-43d4-868a-8338da8cde80 req-7e86e07a-0b21-4d96-889c-3e9c5c39579e service neutron] 10.222.0.110 "GET /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566751 Feb 09 21:57:49.152571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ab609a35-66c3-4b3e-a924-c0bd592c1c5e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:49.308945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 52055dc1-be8b-42ff-9e27-1703eb142e6a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:49.317413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 52055dc1-be8b-42ff-9e27-1703eb142e6a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:49.317892 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.319508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f098bac9-24df-4654-99cd-3477f99bb100 None None] Current status of the port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:49.426334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Publish callbacks [] for port (765ea30b-6e30-408a-b143-172b9a1cb410), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.630108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Allocated IP 2001:db8:3::1 (64b455b4-bd80-4e01-9f7f-0f16ab089941/56cf9f98-b086-4a05-8997-56fca9816a15/695df800-0793-46fe-9248-908757f6caab) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:49.718834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 72a13787-39a7-40a8-a21c-3588e968797e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:49.724918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.742732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cc74f-71a8-4dfc-bfd0-0e052275a3f4 req-6e8f7368-cc1d-48f8-9740-c2965c5fb313 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:49.750884 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac5cc74f-71a8-4dfc-bfd0-0e052275a3f4 req-6e8f7368-cc1d-48f8-9740-c2965c5fb313 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.2054620 Feb 09 21:57:49.777146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:49.785079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:49.794550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 52055dc1-be8b-42ff-9e27-1703eb142e6a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:49.795087 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.820284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:49.836456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (695df800-0793-46fe-9248-908757f6caab), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.851054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 52055dc1-be8b-42ff-9e27-1703eb142e6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:49.856845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:49.860840 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d415665d-b773-4702-b7f7-1063cb5d2f8f" -d '{"events": [{"server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "name": "network-vif-plugged", "status": "completed", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:49.911060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Pushing event updated for resources: {'Port': ['ID=765ea30b-6e30-408a-b143-172b9a1cb410,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:49.914500 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.resource_extend [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:57:49.928304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac5cc74f-71a8-4dfc-bfd0-0e052275a3f4 req-db93c30d-72b3-41c2-89f8-7625bb8802b1 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764545 Feb 09 21:57:49.928466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.968412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb6c933c-8bdd-4c9a-8328-b647ca348249 req-8e1ae800-9443-47ed-97c8-47b2d875a6dc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 210 time: 0.1004877 Feb 09 21:57:50.004101 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643ebfc5-3cb8-4173-a166-6a89f900a7b6 x-openstack-request-id: req-643ebfc5-3cb8-4173-a166-6a89f900a7b6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:50.005063 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "name": "network-vif-plugged", "status": "completed", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:50.005063 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-643ebfc5-3cb8-4173-a166-6a89f900a7b6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:50.005063 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a', 'code': 200} Feb 09 21:57:50.008964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Attempting to bind port 765ea30b-6e30-408a-b143-172b9a1cb410 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:50.009439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Attempting to bind port 765ea30b-6e30-408a-b143-172b9a1cb410 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:50.009692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Attempting to bind port 765ea30b-6e30-408a-b143-172b9a1cb410 on network 64b455b4-bd80-4e01-9f7f-0f16ab089941 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:50.022465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:50.022772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Checking segment: {'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:50.023183 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.023997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Bound using segment: {'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:50.024602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Bound port: 765ea30b-6e30-408a-b143-172b9a1cb410, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:50.024874 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.071659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (695df800-0793-46fe-9248-908757f6caab), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.133400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=52055dc1-be8b-42ff-9e27-1703eb142e6a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.146632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 72a13787-39a7-40a8-a21c-3588e968797e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=72a13787-39a7-40a8-a21c-3588e968797e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:50.157662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] For port 765ea30b-6e30-408a-b143-172b9a1cb410, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:50.161884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] For port 765ea30b-6e30-408a-b143-172b9a1cb410, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=765ea30b-6e30-408a-b143-172b9a1cb410,segment=NetworkSegment(776c1dbe-95b1-4f81-a498-e225e473375b),segment_id=776c1dbe-95b1-4f81-a498-e225e473375b)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:50.164631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '72a13787-39a7-40a8-a21c-3588e968797e', 'network_id': '29590e65-8bfb-4951-a372-c09b7e432938', 'port_id': '72a13787-39a7-40a8-a21c-3588e968797e', 'mac_address': 'fa:16:3e:cf:b2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8fec6a-e331-4bb8-980b-cce7e3ac0fdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:50.205477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 72a13787-39a7-40a8-a21c-3588e968797e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:50.205877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (72a13787-39a7-40a8-a21c-3588e968797e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.219469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a13787-39a7-40a8-a21c-3588e968797e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:50.240290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 72a13787-39a7-40a8-a21c-3588e968797e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=72a13787-39a7-40a8-a21c-3588e968797e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:50.254568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:50.259900 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.293278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:50.303868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=695df800-0793-46fe-9248-908757f6caab,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.320350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:50.333685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.334045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.334400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.334741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.335191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.336088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.336440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.336777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.337657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.337997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.338332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.339359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.339882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:50.343958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:50.344526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.358306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (72a13787-39a7-40a8-a21c-3588e968797e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.408471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f90a84-73b6-4460-91a9-2f8461cba74a None None] Pushing event updated for resources: {'Port': ['ID=765ea30b-6e30-408a-b143-172b9a1cb410,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.413980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9d9e-a41b-47a1-ae6f-494fa6967443 req-40fb6fb8-fb61-42ae-93fa-fa3402997c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:50.423535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b80c9d9e-a41b-47a1-ae6f-494fa6967443 req-40fb6fb8-fb61-42ae-93fa-fa3402997c76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 1128 time: 0.3354623 Feb 09 21:57:50.447932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1538485-c582-4fd8-ac03-bf69d27b68af req-874bd1d6-6901-45d4-90d1-dcfe39da9aed tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:50.449617 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1538485-c582-4fd8-ac03-bf69d27b68af req-874bd1d6-6901-45d4-90d1-dcfe39da9aed tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 943 time: 0.2118366 Feb 09 21:57:50.492560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=72a13787-39a7-40a8-a21c-3588e968797e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.498109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:50.498488 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.586969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51782) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:50.609427 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b80c9d9e-a41b-47a1-ae6f-494fa6967443 req-28609c4c-950d-4257-857e-d6405eca555c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658916 Feb 09 21:57:50.621695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-d596de81-4395-45f6-bc91-1a432c457ce7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:50.629803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-d596de81-4395-45f6-bc91-1a432c457ce7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.30 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 812 time: 0.5390499 Feb 09 21:57:50.634078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:50.649193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1538485-c582-4fd8-ac03-bf69d27b68af req-bd2fe4d2-cd90-4f72-bc39-1cd448ab4b22 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871178 Feb 09 21:57:50.705310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['72a13787-39a7-40a8-a21c-3588e968797e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:50.750520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (695df800-0793-46fe-9248-908757f6caab), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.817136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3f1bc5d9-999c-4754-8b35-873864961564 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1729005959'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:50.824121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Request body: {'port': {'device_id': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'admin_state_up': True, 'tenant_id': '871b3132515c4a0f8ea3fad830c23874'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:51.025333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc5d9-999c-4754-8b35-873864961564 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.026376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc5d9-999c-4754-8b35-873864961564 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.052218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0529980b-246c-48ad-aa66-d2037d4af71a req-79c44b79-50ab-4559-ac88-95bff8ab19c4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 210 time: 0.0304089 Feb 09 21:57:51.064290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Made reservation on behalf of 871b3132515c4a0f8ea3fad830c23874 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:51.070885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.160897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19630e7c-1e6d-4159-b1ab-23a44036e05a req-79bdc9de-83f0-4b3a-b549-ed865ae38410 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:51.162383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19630e7c-1e6d-4159-b1ab-23a44036e05a req-79bdc9de-83f0-4b3a-b549-ed865ae38410 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1827772 Feb 09 21:57:51.163689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc5d9-999c-4754-8b35-873864961564 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.222782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Allocated IP 172.20.0.12 (de77f096-ad5e-4478-9aa3-38b40b1cb433/2369572b-34af-42e9-93e8-48a0b0d10055/66e6936c-5afc-476d-bedf-b72fa3d43755) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:51.233935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc5d9-999c-4754-8b35-873864961564 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.296599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for port (695df800-0793-46fe-9248-908757f6caab), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.311682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19630e7c-1e6d-4159-b1ab-23a44036e05a req-32fae0a5-fec9-4365-b925-8cca4c673feb tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363931 Feb 09 21:57:51.353424 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc5d9-999c-4754-8b35-873864961564 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.356084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f1bc5d9-999c-4754-8b35-873864961564 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7663991 Feb 09 21:57:51.364190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51794) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:51.405016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.457697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (695df800-0793-46fe-9248-908757f6caab), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.458742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.507954 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8b20-2dcc-44d1-9abf-72a5f540b753 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.549710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.566965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1', '8a3694fd-5886-482d-a4b0-9ff5126b8675'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:51.617153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:51.626344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:51.628631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:51.636137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:51.672428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ab609a35-66c3-4b3e-a924-c0bd592c1c5e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:51.743292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:51.744019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.760418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880763a3-ddab-4be6-8dc2-dc785710c15f None None] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:51.871636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-378788ce-8a4f-4198-b7d7-062d9ec9d55a None None] Provisioning complete for port 765ea30b-6e30-408a-b143-172b9a1cb410 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:51.872243 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-378788ce-8a4f-4198-b7d7-062d9ec9d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.889420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f4e6c09d-6168-4b6b-b675-f1f26b4110f9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0653579 Feb 09 21:57:51.902191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Request body: {'port': {'device_id': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:51.972728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc97c5-b2af-464c-92b6-110942032b01 req-e77984dc-122e-47ed-931a-9fe85bf90f21 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:51.974453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdc97c5-b2af-464c-92b6-110942032b01 req-e77984dc-122e-47ed-931a-9fe85bf90f21 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 944 time: 0.1860394 Feb 09 21:57:52.008475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port ab609a35-66c3-4b3e-a924-c0bd592c1c5e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:52.040902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ab609a35-66c3-4b3e-a924-c0bd592c1c5e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:52.045490 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.129637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bdc97c5-b2af-464c-92b6-110942032b01 req-0a762fbc-db3c-4eda-a600-01249781c74a tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458654 Feb 09 21:57:52.133616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.229959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-378788ce-8a4f-4198-b7d7-062d9ec9d55a None None] Current status of the port 765ea30b-6e30-408a-b143-172b9a1cb410 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:52.230844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-378788ce-8a4f-4198-b7d7-062d9ec9d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.247775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event updated for resources: {'Port': ['ID=695df800-0793-46fe-9248-908757f6caab,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.252139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 765ea30b-6e30-408a-b143-172b9a1cb410 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:52.370365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ab609a35-66c3-4b3e-a924-c0bd592c1c5e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:52.370767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.398382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-378788ce-8a4f-4198-b7d7-062d9ec9d55a None None] For port 765ea30b-6e30-408a-b143-172b9a1cb410, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=765ea30b-6e30-408a-b143-172b9a1cb410,segment=NetworkSegment(776c1dbe-95b1-4f81-a498-e225e473375b),segment_id=776c1dbe-95b1-4f81-a498-e225e473375b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:52.411210 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8b20-2dcc-44d1-9abf-72a5f540b753 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.413896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8b20-2dcc-44d1-9abf-72a5f540b753 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.427195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:52.429287 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02338269-25a4-43be-9c0f-a6ba21f428c1" -d '{"events": [{"server_uuid": "004fe8df-f96d-45ea-894b-4e84ff7325b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab609a35-66c3-4b3e-a924-c0bd592c1c5e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:52.470516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ab609a35-66c3-4b3e-a924-c0bd592c1c5e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:52.479422 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-378788ce-8a4f-4198-b7d7-062d9ec9d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.522301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 765ea30b-6e30-408a-b143-172b9a1cb410 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:52.522941 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.547108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96ae2-1114-48b4-8ab2-dca81f332bb8 req-b6cd7635-c5fb-4652-81f6-91e7ab4bdb8e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:52.548678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eb96ae2-1114-48b4-8ab2-dca81f332bb8 req-b6cd7635-c5fb-4652-81f6-91e7ab4bdb8e tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.0879395 Feb 09 21:57:52.601129 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.621170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e6936c-5afc-476d-bedf-b72fa3d43755 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:52.628892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eb96ae2-1114-48b4-8ab2-dca81f332bb8 req-ff623aed-6e04-4510-a0fa-2373010756a2 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614576 Feb 09 21:57:52.638634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Publish callbacks [] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.675760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Transition to ACTIVE for port object 66e6936c-5afc-476d-bedf-b72fa3d43755 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:52.684550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4acb42-ce4e-453e-ac3c-63e444750e77 req-3ec5d793-f1dd-45e7-8875-28bb7e113277 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:52.687843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f4acb42-ce4e-453e-ac3c-63e444750e77 req-3ec5d793-f1dd-45e7-8875-28bb7e113277 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 932 time: 0.4790685 Feb 09 21:57:52.694195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8b20-2dcc-44d1-9abf-72a5f540b753 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (d88f1333-0be6-4e2b-9c6e-ee859edd32a2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.694740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f8b20-2dcc-44d1-9abf-72a5f540b753 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d88f1333-0be6-4e2b-9c6e-ee859edd32a2 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:57:52.722486 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8b20-2dcc-44d1-9abf-72a5f540b753 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.727352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51812) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:52.727524 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0d7f8b20-2dcc-44d1-9abf-72a5f540b753 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "DELETE /v2.0/routers/d88f1333-0be6-4e2b-9c6e-ee859edd32a2 HTTP/1.1" status: 204 len: 168 time: 1.3620725 Feb 09 21:57:52.731853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f0f197ca-c655-4408-a300-024c53e34445 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Request body: {'router': {'name': 'tempest-router-1981605953', 'distributed': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:52.739343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:52.740220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-dad7a53a-fb6d-4bc5-a084-0bfc0b817ed8 None None] Provisioning complete for port 66e6936c-5afc-476d-bedf-b72fa3d43755 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:52.740609 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dad7a53a-fb6d-4bc5-a084-0bfc0b817ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.742186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378788ce-8a4f-4198-b7d7-062d9ec9d55a None None] Pushing event updated for resources: {'Port': ['ID=765ea30b-6e30-408a-b143-172b9a1cb410,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.748934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:52.774252 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b21b76-be31-47a1-8f59-859b14e833cd x-openstack-request-id: req-b5b21b76-be31-47a1-8f59-859b14e833cd {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:52.774252 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004fe8df-f96d-45ea-894b-4e84ff7325b1", "name": "network-vif-plugged", "status": "completed", "tag": "ab609a35-66c3-4b3e-a924-c0bd592c1c5e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:52.774252 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b5b21b76-be31-47a1-8f59-859b14e833cd {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:52.774252 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e', 'code': 200} Feb 09 21:57:52.805800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.885055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-dad7a53a-fb6d-4bc5-a084-0bfc0b817ed8 None None] Port 66e6936c-5afc-476d-bedf-b72fa3d43755 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:52.889889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.916568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 765ea30b-6e30-408a-b143-172b9a1cb410 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:52.929017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:52.954489 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f4acb42-ce4e-453e-ac3c-63e444750e77 req-00eefe71-6441-48dd-95b8-ee2d4e21e62f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562439 Feb 09 21:57:53.019540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aa633715-eec8-4d5d-a1b0-e24cceb6b8c4 None None] Provisioning complete for port 765ea30b-6e30-408a-b143-172b9a1cb410 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:53.020097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aa633715-eec8-4d5d-a1b0-e24cceb6b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.026679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:53.049132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0f197ca-c655-4408-a300-024c53e34445 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (93d54272-26fd-4732-9c2d-91bc89b3f867), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.050214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0f197ca-c655-4408-a300-024c53e34445 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (93d54272-26fd-4732-9c2d-91bc89b3f867), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.132171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-0d90d1d8-f0ea-478a-bbbf-71ef28ff7170 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:53.133884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-0d90d1d8-f0ea-478a-bbbf-71ef28ff7170 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.110 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.3873200 Feb 09 21:57:53.136070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5f80a-c81a-4b3a-8bd7-59fcb7be3dd1 req-3600b029-7317-4e2a-b8d4-2e23810b02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:53.137533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2a5f80a-c81a-4b3a-8bd7-59fcb7be3dd1 req-3600b029-7317-4e2a-b8d4-2e23810b02e8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 1128 time: 0.3277707 Feb 09 21:57:53.168312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:53.173315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aa633715-eec8-4d5d-a1b0-e24cceb6b8c4 None None] Current status of the port 765ea30b-6e30-408a-b143-172b9a1cb410 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:53.178804 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:53.183546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f7e7869b-4a90-4c22-8e1a-0c8faf9c4094 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4089234 Feb 09 21:57:53.184322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51816) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:53.194948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aa633715-eec8-4d5d-a1b0-e24cceb6b8c4 None None] Provisioning complete for port 695df800-0793-46fe-9248-908757f6caab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:53.195472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aa633715-eec8-4d5d-a1b0-e24cceb6b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (695df800-0793-46fe-9248-908757f6caab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.205871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:53.219593 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:53.220776 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:53.242937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aa633715-eec8-4d5d-a1b0-e24cceb6b8c4 None None] Port 695df800-0793-46fe-9248-908757f6caab cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:53.404712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-83f22860-650c-4917-af34-b37b797a58e1 None None] Provisioning complete for port 695df800-0793-46fe-9248-908757f6caab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:53.405006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-83f22860-650c-4917-af34-b37b797a58e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (695df800-0793-46fe-9248-908757f6caab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.483184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-83f22860-650c-4917-af34-b37b797a58e1 None None] Port 695df800-0793-46fe-9248-908757f6caab cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:53.494150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2a5f80a-c81a-4b3a-8bd7-59fcb7be3dd1 req-e5af9e38-10e6-4665-ba46-a291d0a0f1cd service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297544 Feb 09 21:57:53.508204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0f197ca-c655-4408-a300-024c53e34445 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (93d54272-26fd-4732-9c2d-91bc89b3f867), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.533681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Attempting to bind port 66e6936c-5afc-476d-bedf-b72fa3d43755 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:53.534096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Attempting to bind port 66e6936c-5afc-476d-bedf-b72fa3d43755 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:53.534441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Attempting to bind port 66e6936c-5afc-476d-bedf-b72fa3d43755 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:53.550838 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:53.551595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cae0d-dc3e-45a4-a250-ad90aafd07c4 req-29a3a850-e827-4134-aff9-43dd81116435 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:53.554010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e25cae0d-dc3e-45a4-a250-ad90aafd07c4 req-29a3a850-e827-4134-aff9-43dd81116435 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 944 time: 0.2548444 Feb 09 21:57:53.563852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Port 66e6936c-5afc-476d-bedf-b72fa3d43755 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:53.564984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Attempting to bind port 66e6936c-5afc-476d-bedf-b72fa3d43755 on network de77f096-ad5e-4478-9aa3-38b40b1cb433 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:53.578728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:53.579202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Checking segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:53.579601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Bound using segment: {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:53.580102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Bound port: 66e6936c-5afc-476d-bedf-b72fa3d43755, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34e89a6e-1346-4f3f-9354-081a82411925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:53.581782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.600354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Deleting port 7c12a49b-da28-44e7-8571-91ad6a56dc78 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:53.600562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.607656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a315739f-afe7-46ad-906f-b30a94e13c89 None None] Provisioning complete for port 695df800-0793-46fe-9248-908757f6caab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:53.614274 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a315739f-afe7-46ad-906f-b30a94e13c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (695df800-0793-46fe-9248-908757f6caab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.628041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0f197ca-c655-4408-a300-024c53e34445 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (93d54272-26fd-4732-9c2d-91bc89b3f867), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.653413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 72a13787-39a7-40a8-a21c-3588e968797e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:53.738066 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e25cae0d-dc3e-45a4-a250-ad90aafd07c4 req-26e0365a-3113-40ea-afd4-89aa507a506e tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628587 Feb 09 21:57:53.808070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a315739f-afe7-46ad-906f-b30a94e13c89 None None] Port 695df800-0793-46fe-9248-908757f6caab cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:53.880699 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:50Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:50Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:53.904499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ab1a2-79d5-403e-a79a-727cf4ed4663 req-071900b2-26fa-41f5-a904-a82332a17578 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:53.906247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-997ab1a2-79d5-403e-a79a-727cf4ed4663 req-071900b2-26fa-41f5-a904-a82332a17578 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 945 time: 0.1094995 Feb 09 21:57:53.907437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.extraroute_db [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:57:53.909371 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:53.909730 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Updating router 83293ae7-98ee-4d26-bd76-5c79155d8827 port 695df800-0793-46fe-9248-908757f6caab binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:57:53.940779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.extraroute_db [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Removed routes are [] {{(pid=103696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:57:53.941672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.944182 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (695df800-0793-46fe-9248-908757f6caab), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.981836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-997ab1a2-79d5-403e-a79a-727cf4ed4663 req-87db3729-d463-45b3-b6f8-ba19f6176fbd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654309 Feb 09 21:57:54.042844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 72a13787-39a7-40a8-a21c-3588e968797e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:54.049500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 72a13787-39a7-40a8-a21c-3588e968797e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:54.050841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (72a13787-39a7-40a8-a21c-3588e968797e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.145119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0f197ca-c655-4408-a300-024c53e34445 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.156847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 765ea30b-6e30-408a-b143-172b9a1cb410 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:54.162696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f0f197ca-c655-4408-a300-024c53e34445 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4341288 Feb 09 21:57:54.163350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51828) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:54.242340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 72a13787-39a7-40a8-a21c-3588e968797e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:54.245726 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (72a13787-39a7-40a8-a21c-3588e968797e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.265297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 765ea30b-6e30-408a-b143-172b9a1cb410 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:54.265946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.287550 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Publish callbacks [] for port (695df800-0793-46fe-9248-908757f6caab), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.313040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 72a13787-39a7-40a8-a21c-3588e968797e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=72a13787-39a7-40a8-a21c-3588e968797e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:54.365685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] For port 7c12a49b-da28-44e7-8571-91ad6a56dc78, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7c12a49b-da28-44e7-8571-91ad6a56dc78,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:54.366067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.373983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 765ea30b-6e30-408a-b143-172b9a1cb410 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:54.374203 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (695df800-0793-46fe-9248-908757f6caab), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.386871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9c5a418c-d312-4a7e-8380-fc2b8c6f54fb tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (93d54272-26fd-4732-9c2d-91bc89b3f867), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.395817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Calling delete_port for 7c12a49b-da28-44e7-8571-91ad6a56dc78 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:54.398351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:54.406179 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (72a13787-39a7-40a8-a21c-3588e968797e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.468761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.473491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.504633 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Attempting to bind port 695df800-0793-46fe-9248-908757f6caab on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:54.505646 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Attempting to bind port 695df800-0793-46fe-9248-908757f6caab by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:54.506231 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Attempting to bind port 695df800-0793-46fe-9248-908757f6caab on network 64b455b4-bd80-4e01-9f7f-0f16ab089941 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:54.517270 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:54.518156 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Checking segment: {'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:54.518780 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.519430 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Bound using segment: {'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:54.520197 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Bound port: 695df800-0793-46fe-9248-908757f6caab, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776c1dbe-95b1-4f81-a498-e225e473375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:54.521257 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (695df800-0793-46fe-9248-908757f6caab), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.563407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=72a13787-39a7-40a8-a21c-3588e968797e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:54.582209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:54.611744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069992c8-2e60-45ab-b468-a2165e5ea208 req-e308050a-1987-4c9e-a1bf-2153844d783d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.613218 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] For port 695df800-0793-46fe-9248-908757f6caab, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:54.613637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-069992c8-2e60-45ab-b468-a2165e5ea208 req-e308050a-1987-4c9e-a1bf-2153844d783d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 944 time: 0.4475949 Feb 09 21:57:54.617012 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] For port 695df800-0793-46fe-9248-908757f6caab, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=695df800-0793-46fe-9248-908757f6caab,segment=NetworkSegment(776c1dbe-95b1-4f81-a498-e225e473375b),segment_id=776c1dbe-95b1-4f81-a498-e225e473375b)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:54.621918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:54.642863 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe81c81-3a52-4dc4-a3b3-fb891c0e5579 None None] Pushing event updated for resources: {'Port': ['ID=695df800-0793-46fe-9248-908757f6caab,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:54.734718 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (695df800-0793-46fe-9248-908757f6caab), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.744574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.775269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a13787-39a7-40a8-a21c-3588e968797e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:54.780695 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2999ea5a-7778-4250-9b43-bd7332206a4e" -d '{"events": [{"server_uuid": "802e966d-7c95-4bb8-908b-5c4a17f454b0", "name": "network-vif-plugged", "status": "completed", "tag": "72a13787-39a7-40a8-a21c-3588e968797e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:54.801543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:54.819426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.824507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bda9c4b1-2e09-4023-a089-2eb3e1460704 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 200 len: 954 time: 1.6347098 Feb 09 21:57:54.826525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51836) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:54.926115 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe81c81-3a52-4dc4-a3b3-fb891c0e5579 None None] Pushing event updated for resources: {'Port': ['ID=695df800-0793-46fe-9248-908757f6caab,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:54.965901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8c514d02-728a-44bc-99db-5efba51012a6 None None] Provisioning complete for port 695df800-0793-46fe-9248-908757f6caab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:54.967960 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8c514d02-728a-44bc-99db-5efba51012a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (695df800-0793-46fe-9248-908757f6caab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.970820 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:54.971520 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:55.007657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:55.025333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:55.026166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.030097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f6c7f30c-977a-4c60-a68d-5a58c065d417 service neutron] 10.222.0.30 "PUT /v2.0/ports/66e6936c-5afc-476d-bedf-b72fa3d43755 HTTP/1.1" status: 200 len: 1092 time: 3.1376998 Feb 09 21:57:55.165432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8c514d02-728a-44bc-99db-5efba51012a6 None None] Current status of the port 695df800-0793-46fe-9248-908757f6caab is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:55.165839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8c514d02-728a-44bc-99db-5efba51012a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (695df800-0793-46fe-9248-908757f6caab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.168659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:55.175107 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb1fe19-f555-4b79-a8f1-9add22878746" -d '{"events": [{"name": "network-changed", "server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:55.202377 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:55.241289 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b0af5c02-6038-4bb2-b601-4ad7bdd18ccf tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 200 len: 954 time: 0.4127350 Feb 09 21:57:55.243546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:55.270492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8c514d02-728a-44bc-99db-5efba51012a6 None None] For port 695df800-0793-46fe-9248-908757f6caab, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=695df800-0793-46fe-9248-908757f6caab,segment=NetworkSegment(776c1dbe-95b1-4f81-a498-e225e473375b),segment_id=776c1dbe-95b1-4f81-a498-e225e473375b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:55.274695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'routes': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:55.285127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b38296-9e7f-449e-8a63-aa7ac20b5621 req-d061ae3f-4be8-44a3-b3e4-cf1263278993 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:55.288964 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50b38296-9e7f-449e-8a63-aa7ac20b5621 req-d061ae3f-4be8-44a3-b3e4-cf1263278993 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 945 time: 0.3399053 Feb 09 21:57:55.313666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9c5a418c-d312-4a7e-8380-fc2b8c6f54fb tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (93d54272-26fd-4732-9c2d-91bc89b3f867), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.316405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9c5a418c-d312-4a7e-8380-fc2b8c6f54fb tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (93d54272-26fd-4732-9c2d-91bc89b3f867), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.369797 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8c514d02-728a-44bc-99db-5efba51012a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (695df800-0793-46fe-9248-908757f6caab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.486821 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-50b38296-9e7f-449e-8a63-aa7ac20b5621 req-2449e05d-009e-4496-8047-f885dacbcc47 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936190 Feb 09 21:57:55.490322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c514d02-728a-44bc-99db-5efba51012a6 None None] Pushing event updated for resources: {'Port': ['ID=695df800-0793-46fe-9248-908757f6caab,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:55.505882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-069992c8-2e60-45ab-b468-a2165e5ea208 req-bfc61790-910a-4079-9960-b33cef285ff0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903879 Feb 09 21:57:55.540913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6eef1fa3-68e4-4e16-9802-6fec7c225656 None None] Provisioning complete for port 695df800-0793-46fe-9248-908757f6caab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:55.541335 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6eef1fa3-68e4-4e16-9802-6fec7c225656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (695df800-0793-46fe-9248-908757f6caab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.542171 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9c5a418c-d312-4a7e-8380-fc2b8c6f54fb tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (93d54272-26fd-4732-9c2d-91bc89b3f867), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.542954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5a418c-d312-4a7e-8380-fc2b8c6f54fb tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93d54272-26fd-4732-9c2d-91bc89b3f867 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:57:55.568317 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9c5a418c-d312-4a7e-8380-fc2b8c6f54fb tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.570378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9c5a418c-d312-4a7e-8380-fc2b8c6f54fb tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "DELETE /v2.0/routers/93d54272-26fd-4732-9c2d-91bc89b3f867 HTTP/1.1" status: 204 len: 168 time: 1.3926561 Feb 09 21:57:55.581817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51846) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:55.592646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8a764c65-4631-4240-b2ff-e47441294d36 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Request body: {'router': {'name': 'tempest-router-2035786241', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7548496f3465417e97632697ff79aee3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:55.627828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f8b411a7-1304-4e7b-a59d-677635cd8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:55.630199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-f8b411a7-1304-4e7b-a59d-677635cd8532 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 1126 time: 0.4414937 Feb 09 21:57:55.667142 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:53Z', 'revision_number': 6, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:54Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:55.711530 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cc8fe3-c3af-476e-ab24-a30c70c646b4 x-openstack-request-id: req-74cc8fe3-c3af-476e-ab24-a30c70c646b4 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:55.712056 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802e966d-7c95-4bb8-908b-5c4a17f454b0", "name": "network-vif-plugged", "status": "completed", "tag": "72a13787-39a7-40a8-a21c-3588e968797e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:55.713458 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74cc8fe3-c3af-476e-ab24-a30c70c646b4 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:55.714679 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a13787-39a7-40a8-a21c-3588e968797e', 'code': 200} Feb 09 21:57:55.726315 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2794d2cb-52f4-4143-9d89-243491c7e54b None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:53Z', 'revision_number': 6, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:54Z', 'revision_number': 4, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:55.746036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a764c65-4631-4240-b2ff-e47441294d36 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (ed2a0678-b998-445e-852f-8ad5581651e3), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.747466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a764c65-4631-4240-b2ff-e47441294d36 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (ed2a0678-b998-445e-852f-8ad5581651e3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.892553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6eef1fa3-68e4-4e16-9802-6fec7c225656 None None] Current status of the port 695df800-0793-46fe-9248-908757f6caab is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:55.915168 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a23e96-91d3-44ae-9f4c-b097445fa853 x-openstack-request-id: req-86a23e96-91d3-44ae-9f4c-b097445fa853 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:55.915487 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:55.915756 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86a23e96-91d3-44ae-9f4c-b097445fa853 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:55.916160 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'status': 'completed', 'code': 200} Feb 09 21:57:55.973179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-cc7f9d53-5c9d-4918-98c8-6af120976b60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66e6936c-5afc-476d-bedf-b72fa3d43755 HTTP/1.1" status: 200 len: 217 time: 0.3008742 Feb 09 21:57:56.065435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a764c65-4631-4240-b2ff-e47441294d36 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (ed2a0678-b998-445e-852f-8ad5581651e3), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.094843 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7c12a49b-da28-44e7-8571-91ad6a56dc78), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.109583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5cf2c3a7-63af-4227-982a-f981cde3cff9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:56.144481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.extraroute_db [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added routes are [] {{(pid=103696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:57:56.144828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.extraroute_db [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103696) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:57:56.182043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a764c65-4631-4240-b2ff-e47441294d36 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (ed2a0678-b998-445e-852f-8ad5581651e3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.200114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 695df800-0793-46fe-9248-908757f6caab up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:56.202748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Pushing event deleted for resources: {'Port': ['ID=7c12a49b-da28-44e7-8571-91ad6a56dc78,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:56.230658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.250488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-a63e9ad0-e0a6-4617-88dd-9ef2363685bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.252115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-a63e9ad0-e0a6-4617-88dd-9ef2363685bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.2101240 Feb 09 21:57:56.277812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b033fe-cf41-4109-a6f7-aab37aea9474 req-6519c0b6-9673-441d-98b5-c5cc8fe77257 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.277812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12b033fe-cf41-4109-a6f7-aab37aea9474 req-6519c0b6-9673-441d-98b5-c5cc8fe77257 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 867 time: 0.5817733 Feb 09 21:57:56.282758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] No DVR routers for this DVR port 7c12a49b-da28-44e7-8571-91ad6a56dc78 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:56.288677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229efc9-2d9e-4365-b3e3-bf6ca0dc1143 req-45505a0d-f8d0-484e-951e-072d72e0daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.291452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d229efc9-2d9e-4365-b3e3-bf6ca0dc1143 req-45505a0d-f8d0-484e-951e-072d72e0daf2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 1127 time: 0.3398695 Feb 09 21:57:56.294753 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a764c65-4631-4240-b2ff-e47441294d36 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.296003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8a764c65-4631-4240-b2ff-e47441294d36 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7073727 Feb 09 21:57:56.298097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.298933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51852) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:56.306436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:56.318411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0e8f289-50b7-4afb-923b-929d40068a7a req-c49b5aee-0eff-43b7-8651-cdd2c3a3bd2c tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.110 "DELETE /v2.0/ports/7c12a49b-da28-44e7-8571-91ad6a56dc78 HTTP/1.1" status: 204 len: 173 time: 3.1683197 Feb 09 21:57:56.358638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 695df800-0793-46fe-9248-908757f6caab triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:56.358871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (695df800-0793-46fe-9248-908757f6caab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.624912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 695df800-0793-46fe-9248-908757f6caab is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:56.661965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12b033fe-cf41-4109-a6f7-aab37aea9474 req-48d59dd9-376b-4296-87ef-cef91c633ac6 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662022 Feb 09 21:57:56.666753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-b318f3d7-66e8-4872-94ae-c59047518908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.668348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-b318f3d7-66e8-4872-94ae-c59047518908 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3898997 Feb 09 21:57:56.675642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d229efc9-2d9e-4365-b3e3-bf6ca0dc1143 req-259ac778-10c7-4055-88de-e350b5f7ae05 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503097 Feb 09 21:57:56.840105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-7fd86df1-b004-4da0-968f-c9b0e6942d4e service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634104 Feb 09 21:57:56.932987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04586887-d868-41bd-acd9-ce173b19ece3 req-9b3be458-01dc-467f-bce3-79397247826e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.934740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-04586887-d868-41bd-acd9-ce173b19ece3 req-9b3be458-01dc-467f-bce3-79397247826e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 944 time: 0.1476216 Feb 09 21:57:56.986483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:57.009255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:57.010186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:57.050192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-04586887-d868-41bd-acd9-ce173b19ece3 req-7c624755-a73c-44b6-81bf-1ef692e6490c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079428 Feb 09 21:57:57.065827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-971e1fd1-ce13-4c60-abbb-99a851e931ec req-2d05f2bd-2887-4ac8-84e5-5e4146d67b57 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136219 Feb 09 21:57:57.192854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (ed2a0678-b998-445e-852f-8ad5581651e3), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.193245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (ed2a0678-b998-445e-852f-8ad5581651e3), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.202706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b4ee-2c3a-4efc-9dbf-c0ac002b7912 req-09016a72-b24f-4113-8335-f7e0b4952948 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.204352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c78b4ee-2c3a-4efc-9dbf-c0ac002b7912 req-09016a72-b24f-4113-8335-f7e0b4952948 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 945 time: 0.5274434 Feb 09 21:57:57.282040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-9563284f-2043-45a7-9559-8bf10e6da1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.283758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-9563284f-2043-45a7-9559-8bf10e6da1e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 1126 time: 0.0675805 Feb 09 21:57:57.340168 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.370811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103696) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 21:57:57.371156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Router ed2a0678-b998-445e-852f-8ad5581651e3 migrating from provider to provider. {{(pid=103696) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 21:57:57.372023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (ed2a0678-b998-445e-852f-8ad5581651e3), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.378322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (ed2a0678-b998-445e-852f-8ad5581651e3), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.382477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.413417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:57.478350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-ca07d11f-5c7f-4609-9988-eadc68cac1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.484929 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-ca07d11f-5c7f-4609-9988-eadc68cac1e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.1937501 Feb 09 21:57:57.594054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c78b4ee-2c3a-4efc-9dbf-c0ac002b7912 req-4210e06e-3edf-4b8d-ba62-16cb25201f6b tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551800 Feb 09 21:57:57.596413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (ed2a0678-b998-445e-852f-8ad5581651e3), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.600930 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-d4ae058d-e576-4f6d-b4a6-1cc69e908bb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66e6936c-5afc-476d-bedf-b72fa3d43755 HTTP/1.1" status: 200 len: 217 time: 0.1044002 Feb 09 21:57:57.645410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7c12a49b-da28-44e7-8571-91ad6a56dc78 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:57.704196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 7c12a49b-da28-44e7-8571-91ad6a56dc78 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:57.704570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7c12a49b-da28-44e7-8571-91ad6a56dc78 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:57.710596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-d1dc26c1-59d5-4880-8c73-a24efa215981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.714060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-d1dc26c1-59d5-4880-8c73-a24efa215981 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1031585 Feb 09 21:57:57.770356 n-d-828599-1 neutron-server[103696]: WARNING neutron.scheduler.l3_agent_scheduler [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] No L3 agents can host the router ed2a0678-b998-445e-852f-8ad5581651e3 Feb 09 21:57:57.789448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:57.789701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-dcd58ab9-29f8-4de2-995c-bdb1199a9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:57.790817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-dcd58ab9-29f8-4de2-995c-bdb1199a9fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0710859 Feb 09 21:57:57.858133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 7, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:55Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:57.924637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:57.934132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:57.935505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:57.991331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2570d553-a53c-49f4-a31f-3488deccbf77', 'name': 'network-vif-deleted', 'tag': '7c12a49b-da28-44e7-8571-91ad6a56dc78'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:57.994284 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55b42fb-f20a-4872-b519-fb0c2d84b15b" -d '{"events": [{"server_uuid": "2570d553-a53c-49f4-a31f-3488deccbf77", "name": "network-vif-deleted", "tag": "7c12a49b-da28-44e7-8571-91ad6a56dc78"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:57.999620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-6f83fdf1-ed09-4d91-8717-b53c3a109287 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009628 Feb 09 21:57:58.032226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:58.043959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0e073668-342c-4116-ae8a-91f86ce9efe6 req-7f736d1e-4472-4802-8a26-5361953ab3ef tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2570d553-a53c-49f4-a31f-3488deccbf77 HTTP/1.1" status: 200 len: 210 time: 0.0427527 Feb 09 21:57:58.233147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fb1fe19-f555-4b79-a8f1-9add22878746 req-e7640da2-40cb-47de-9c0f-62706cd709e8 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839519 Feb 09 21:57:58.235890 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64db4881-307e-4bb7-8b55-4ec73e7e5a31 x-openstack-request-id: req-64db4881-307e-4bb7-8b55-4ec73e7e5a31 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:58.236214 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2570d553-a53c-49f4-a31f-3488deccbf77", "name": "network-vif-deleted", "tag": "7c12a49b-da28-44e7-8571-91ad6a56dc78", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:58.243771 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-64db4881-307e-4bb7-8b55-4ec73e7e5a31 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:58.243771 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2570d553-a53c-49f4-a31f-3488deccbf77', 'name': 'network-vif-deleted', 'tag': '7c12a49b-da28-44e7-8571-91ad6a56dc78', 'status': 'completed', 'code': 200} Feb 09 21:57:58.259816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 7, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:55Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:58.298542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f148ab-ee37-40a5-b180-8930d1b57859 None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 7, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:55Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:58.316234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677520f-245e-43a4-b251-d77649e7ea39 req-cdaf2478-cd8a-4b19-ab88-c8980fccd691 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:58.324843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f677520f-245e-43a4-b251-d77649e7ea39 req-cdaf2478-cd8a-4b19-ab88-c8980fccd691 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 944 time: 0.0904529 Feb 09 21:57:58.384971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f677520f-245e-43a4-b251-d77649e7ea39 req-f494c2b4-a0e4-430d-ae70-9b849ac60240 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591199 Feb 09 21:57:58.572514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Hosts for router ed2a0678-b998-445e-852f-8ad5581651e3: [] {{(pid=103696) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 21:57:58.602553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Hosts for other DVR routers connected to router ed2a0678-b998-445e-852f-8ad5581651e3: set() {{(pid=103696) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 21:57:58.605162 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.606351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51d540c7-3d52-4aa8-aef1-d764ca208da4 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "PUT /v2.0/routers/ed2a0678-b998-445e-852f-8ad5581651e3 HTTP/1.1" status: 200 len: 717 time: 2.3063993 Feb 09 21:57:58.609585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51878) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:58.609832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:58.618128 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.619761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cfb9285e-fca3-46d9-8e04-c4c88115c0a9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 200 len: 704 time: 3.3684862 Feb 09 21:57:58.622089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51882) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:58.628192 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:58.653228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 66e6936c-5afc-476d-bedf-b72fa3d43755 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:58.656500 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:58.656795 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:58.734908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-103a7373-e94d-4343-ac4f-4db39f685cdc tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "GET /v2.0/routers/ed2a0678-b998-445e-852f-8ad5581651e3 HTTP/1.1" status: 200 len: 717 time: 0.1209588 Feb 09 21:57:58.735130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:58.822841 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:58.823444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8e777822-eb27-48c3-bd33-ea196224d105 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 200 len: 704 time: 0.1996717 Feb 09 21:57:58.826045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:58.841795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5118d44-b216-466c-8e2b-f570ad57339e req-46b7e0e1-c5dc-4de3-96e6-b04e7186be08 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:58.843292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5118d44-b216-466c-8e2b-f570ad57339e req-46b7e0e1-c5dc-4de3-96e6-b04e7186be08 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 945 time: 0.1459315 Feb 09 21:57:58.844951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:58.870493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'mac_address': 'fa:16:3e:6d:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:58.970068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5118d44-b216-466c-8e2b-f570ad57339e req-8c49c018-b10e-43a1-9d8a-591cf7f677c4 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955844 Feb 09 21:57:58.986528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 66e6936c-5afc-476d-bedf-b72fa3d43755 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:58.987033 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.002193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e6936c-5afc-476d-bedf-b72fa3d43755 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:59.038884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:59.049033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-40d30a70-502b-44ec-89c7-47a6e6843c91 tempest-RoutersTestDVR-1210862502 tempest-RoutersTestDVR-1210862502-project] 10.222.0.98 "GET /v2.0/routers/ed2a0678-b998-445e-852f-8ad5581651e3 HTTP/1.1" status: 200 len: 683 time: 0.3122694 Feb 09 21:57:59.054571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51894) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:59.131488 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.174913 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 7, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:55Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.227303 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:59.238792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f98b1f1e-5896-4a39-8df4-3b68a03eb38b tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (ed2a0678-b998-445e-852f-8ad5581651e3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.241866 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:59.242565 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.269082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:59.317722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.356814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c37df-bf72-4144-9f0b-084163f0c665 req-8cbc6984-ad7c-4e13-a7f0-22e59cb8d14e tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:59.359094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c5c37df-bf72-4144-9f0b-084163f0c665 req-8cbc6984-ad7c-4e13-a7f0-22e59cb8d14e tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 946 time: 0.2293432 Feb 09 21:57:59.373528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.390801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['66e6936c-5afc-476d-bedf-b72fa3d43755'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:59.509239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f98b1f1e-5896-4a39-8df4-3b68a03eb38b tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (ed2a0678-b998-445e-852f-8ad5581651e3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.512617 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f98b1f1e-5896-4a39-8df4-3b68a03eb38b tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (ed2a0678-b998-445e-852f-8ad5581651e3), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.552396 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:59.604558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c5c37df-bf72-4144-9f0b-084163f0c665 req-e5c7226e-4c57-47ab-a9ac-87f3e0d0de47 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378407 Feb 09 21:57:59.659791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f98b1f1e-5896-4a39-8df4-3b68a03eb38b tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (ed2a0678-b998-445e-852f-8ad5581651e3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.660596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98b1f1e-5896-4a39-8df4-3b68a03eb38b tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed2a0678-b998-445e-852f-8ad5581651e3 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:57:59.671565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f98b1f1e-5896-4a39-8df4-3b68a03eb38b tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.676151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f98b1f1e-5896-4a39-8df4-3b68a03eb38b tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "DELETE /v2.0/routers/ed2a0678-b998-445e-852f-8ad5581651e3 HTTP/1.1" status: 204 len: 168 time: 0.6169181 Feb 09 21:57:59.676401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51910) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:59.697716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8353334f-7768-4e1b-8278-f0ba9b55eed6 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Request body: {'router': {'name': 'tempest-router-1653288608', 'distributed': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:59.743870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244eb78-a49f-40ba-b3b7-85af528acd12 req-66a1b97a-21e9-4833-9c29-62dd5365ca15 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:59.745473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6244eb78-a49f-40ba-b3b7-85af528acd12 req-66a1b97a-21e9-4833-9c29-62dd5365ca15 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 945 time: 0.1281528 Feb 09 21:57:59.788448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82fd11-4acf-490d-8c13-45e6074cae13 req-54ed6f1d-f5e3-488f-b6fa-249c9886855a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:59.789956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad82fd11-4acf-490d-8c13-45e6074cae13 req-54ed6f1d-f5e3-488f-b6fa-249c9886855a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.0871310 Feb 09 21:57:59.814173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6244eb78-a49f-40ba-b3b7-85af528acd12 req-7a702d73-2f40-4875-923b-4b8c70dea2db tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573845 Feb 09 21:57:59.858385 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8353334f-7768-4e1b-8278-f0ba9b55eed6 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (377c9815-4c70-4a20-9025-092227d7ab4d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.859438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8353334f-7768-4e1b-8278-f0ba9b55eed6 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (377c9815-4c70-4a20-9025-092227d7ab4d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.901370 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 7, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:55Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.920004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad82fd11-4acf-490d-8c13-45e6074cae13 req-5c3f7f1f-0e56-4b31-9e33-24f25b5db719 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229432 Feb 09 21:57:59.931839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8353334f-7768-4e1b-8278-f0ba9b55eed6 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (377c9815-4c70-4a20-9025-092227d7ab4d), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.939897 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6b55e-e443-45ac-a919-0f32206571b0 None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:57:56Z', 'revision_number': 7, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '695df800-0793-46fe-9248-908757f6caab', 'name': '', 'network_id': '64b455b4-bd80-4e01-9f7f-0f16ab089941', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:82:ca:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:48Z', 'updated_at': '2022-02-09T21:57:55Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '56cf9f98-b086-4a05-8997-56fca9816a15', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:59.994487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 695df800-0793-46fe-9248-908757f6caab {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:59.995047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (695df800-0793-46fe-9248-908757f6caab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.000404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8353334f-7768-4e1b-8278-f0ba9b55eed6 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (377c9815-4c70-4a20-9025-092227d7ab4d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.006773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a46498-c6dd-40f8-9491-d1a42c303d62 req-f841d46a-4e8e-40de-a9f5-0e988086c7e0 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.014482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62a46498-c6dd-40f8-9491-d1a42c303d62 req-f841d46a-4e8e-40de-a9f5-0e988086c7e0 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 946 time: 0.1196353 Feb 09 21:58:00.096583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8353334f-7768-4e1b-8278-f0ba9b55eed6 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.101052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8353334f-7768-4e1b-8278-f0ba9b55eed6 tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4211352 Feb 09 21:58:00.101390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51914) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:00.123585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62a46498-c6dd-40f8-9491-d1a42c303d62 req-75d31627-a58f-4197-bfda-c28a2d2460ab tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082211 Feb 09 21:58:00.141617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 695df800-0793-46fe-9248-908757f6caab, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=695df800-0793-46fe-9248-908757f6caab,segment=NetworkSegment(776c1dbe-95b1-4f81-a498-e225e473375b),segment_id=776c1dbe-95b1-4f81-a498-e225e473375b)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:00.142001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (695df800-0793-46fe-9248-908757f6caab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.164116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 695df800-0793-46fe-9248-908757f6caab owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:00.201155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f23f-1c48-4294-9121-95a55299d81e tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (377c9815-4c70-4a20-9025-092227d7ab4d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.440669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (695df800-0793-46fe-9248-908757f6caab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.488259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=695df800-0793-46fe-9248-908757f6caab,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:00.636676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 66e6936c-5afc-476d-bedf-b72fa3d43755 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:00.675994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.687136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f23f-1c48-4294-9121-95a55299d81e tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (377c9815-4c70-4a20-9025-092227d7ab4d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.690320 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f23f-1c48-4294-9121-95a55299d81e tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router_controller (377c9815-4c70-4a20-9025-092227d7ab4d), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.701250 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.719456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7f329-95da-4c7b-8a0b-1a3b492c48ea req-61895988-3696-4650-a31d-5bad32bdd0c8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.721718 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3a7f329-95da-4c7b-8a0b-1a3b492c48ea req-61895988-3696-4650-a31d-5bad32bdd0c8 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 946 time: 0.1196446 Feb 09 21:58:00.806644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 66e6936c-5afc-476d-bedf-b72fa3d43755 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:00.815579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 66e6936c-5afc-476d-bedf-b72fa3d43755 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:00.815579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.834857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f23f-1c48-4294-9121-95a55299d81e tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (377c9815-4c70-4a20-9025-092227d7ab4d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.837418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a7f23f-1c48-4294-9121-95a55299d81e tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 377c9815-4c70-4a20-9025-092227d7ab4d {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:58:00.846209 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f23f-1c48-4294-9121-95a55299d81e tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.854982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f9a7f23f-1c48-4294-9121-95a55299d81e tempest-RoutersTestDVR-737705970 tempest-RoutersTestDVR-737705970-project-admin] 10.222.0.98 "DELETE /v2.0/routers/377c9815-4c70-4a20-9025-092227d7ab4d HTTP/1.1" status: 204 len: 168 time: 0.7493093 Feb 09 21:58:00.871214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3a7f329-95da-4c7b-8a0b-1a3b492c48ea req-fca79015-b0a4-4eac-9456-60672b18ff92 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021280 Feb 09 21:58:00.961369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 66e6936c-5afc-476d-bedf-b72fa3d43755 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:00.961673 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.003993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:01.006683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:01.009818 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b49d1e-1142-4acf-a372-b33e92ff9fa7" -d '{"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-plugged", "status": "completed", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:01.028053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739e848-454c-4f5b-9c0c-6caa711b94af req-a013a873-d58a-4786-89b8-362800da58ed tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:01.037648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6739e848-454c-4f5b-9c0c-6caa711b94af req-a013a873-d58a-4786-89b8-362800da58ed tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 945 time: 0.1244891 Feb 09 21:58:01.071236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.087883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:01.121273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:01.125780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6739e848-454c-4f5b-9c0c-6caa711b94af req-453b6a60-790d-479a-a34c-3786350cc78f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818596 Feb 09 21:58:01.163524 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e35f7b-630b-4a0b-be1b-e192c0125e6d x-openstack-request-id: req-19e35f7b-630b-4a0b-be1b-e192c0125e6d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:01.163882 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-plugged", "status": "completed", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:01.164394 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19e35f7b-630b-4a0b-be1b-e192c0125e6d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:01.168860 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'code': 200} Feb 09 21:58:01.168995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e3e50-83bd-46c8-91e8-4048adf348a2 req-7d918981-e522-481f-8cd7-20b413a6cd62 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:01.168995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd5e3e50-83bd-46c8-91e8-4048adf348a2 req-7d918981-e522-481f-8cd7-20b413a6cd62 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1196666 Feb 09 21:58:01.262470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd5e3e50-83bd-46c8-91e8-4048adf348a2 req-03e4f355-b637-4b63-9507-a1f1466a9886 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624838 Feb 09 21:58:01.266900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:01.274749 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-21ab02b3-d128-4604-b4b0-b010d905e6d6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477551 Feb 09 21:58:01.277531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51934) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:01.307445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:01.319644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:01.320319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:01.336461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet 56cf9f98-b086-4a05-8997-56fca9816a15 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:01.346299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (56cf9f98-b086-4a05-8997-56fca9816a15), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.376166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587acf65-b28b-4d03-9574-98c96b8c87fa req-a0f37b1d-1bc0-4668-8a34-af95a7067986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:01.377720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-587acf65-b28b-4d03-9574-98c96b8c87fa req-a0f37b1d-1bc0-4668-8a34-af95a7067986 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 1128 time: 0.1518195 Feb 09 21:58:01.407052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51938) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:01.419783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:01.422701 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (56cf9f98-b086-4a05-8997-56fca9816a15), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.487874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-587acf65-b28b-4d03-9574-98c96b8c87fa req-ed544c4f-085c-4015-9ba2-4790375cd6a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996416 Feb 09 21:58:01.543148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f510e4c5-5671-4343-a562-6a715794ec35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.553254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (56cf9f98-b086-4a05-8997-56fca9816a15), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.632700 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f510e4c5-5671-4343-a562-6a715794ec35 admin admin] Publish callbacks [] for security_group (e0b48c97-1ebe-4336-a60a-12458b2b23ea), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.667960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:00Z', 'revision_number': 8, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:01.694728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:01.697734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (56cf9f98-b086-4a05-8997-56fca9816a15), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.707990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:01.708930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:01.731077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f510e4c5-5671-4343-a562-6a715794ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e0b48c97-1ebe-4336-a60a-12458b2b23ea), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.738367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=56cf9f98-b086-4a05-8997-56fca9816a15,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:01.752510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.754833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc27b95-043b-4e42-98a7-d51de005973d None None] Network 64b455b4-bd80-4e01-9f7f-0f16ab089941 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:01.758487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e66ac23f-ac7b-4164-8b3e-a44869d7cd62 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/56cf9f98-b086-4a05-8997-56fca9816a15 HTTP/1.1" status: 204 len: 168 time: 0.4776633 Feb 09 21:58:01.759110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51946) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:01.808626 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f510e4c5-5671-4343-a562-6a715794ec35 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7548496f3465417e97632697ff79aee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3999343 Feb 09 21:58:01.811133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51948) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:01.814336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510e4c5-5671-4343-a562-6a715794ec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b48c97-1ebe-4336-a60a-12458b2b23ea,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:01.880318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae09a-79fa-41f2-ab8b-3c8f1b2be023 admin admin] Publish callbacks [] for security_group (e0b48c97-1ebe-4336-a60a-12458b2b23ea), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.893135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (64b455b4-bd80-4e01-9f7f-0f16ab089941), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.912150 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae09a-79fa-41f2-ab8b-3c8f1b2be023 admin admin] Publish callbacks [] for security_group (e0b48c97-1ebe-4336-a60a-12458b2b23ea), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.043063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae09a-79fa-41f2-ab8b-3c8f1b2be023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e0b48c97-1ebe-4336-a60a-12458b2b23ea), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.045966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae09a-79fa-41f2-ab8b-3c8f1b2be023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.049413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac1ae09a-79fa-41f2-ab8b-3c8f1b2be023 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e0b48c97-1ebe-4336-a60a-12458b2b23ea HTTP/1.1" status: 204 len: 168 time: 0.2348723 Feb 09 21:58:02.060662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ae09a-79fa-41f2-ab8b-3c8f1b2be023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b48c97-1ebe-4336-a60a-12458b2b23ea,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:02.092388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:02.109534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 765ea30b-6e30-408a-b143-172b9a1cb410 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:02.109891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.120908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06714477-53c9-4eae-9f76-b0035aeb5f5b req-fddb6f5a-5219-48c3-b6d3-6e45ffcd5287 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.128008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06714477-53c9-4eae-9f76-b0035aeb5f5b req-fddb6f5a-5219-48c3-b6d3-6e45ffcd5287 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 946 time: 0.1487458 Feb 09 21:58:02.148942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ac43-aefb-4164-abae-120b8895958f req-c1526494-db69-470a-9b03-df7f7b12a7db tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.150432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7854ac43-aefb-4164-abae-120b8895958f req-c1526494-db69-470a-9b03-df7f7b12a7db tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "GET /v2.0/ports?device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 946 time: 0.1732903 Feb 09 21:58:02.344048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06714477-53c9-4eae-9f76-b0035aeb5f5b req-daa8c13b-4d65-4069-a286-0d37b984a061 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151215 Feb 09 21:58:02.352878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] DHCP port deletion for 64b455b4-bd80-4e01-9f7f-0f16ab089941 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:02.356325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 765ea30b-6e30-408a-b143-172b9a1cb410, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=765ea30b-6e30-408a-b143-172b9a1cb410,segment=NetworkSegment(776c1dbe-95b1-4f81-a498-e225e473375b),segment_id=776c1dbe-95b1-4f81-a498-e225e473375b)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:02.356687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.398248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 765ea30b-6e30-408a-b143-172b9a1cb410 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:02.402359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f998d-396a-4e03-a38d-5b7f09f003de req-6500277f-a7a4-4228-8dcb-493857ca2678 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.407087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a8f998d-396a-4e03-a38d-5b7f09f003de req-6500277f-a7a4-4228-8dcb-493857ca2678 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1206427 Feb 09 21:58:02.429769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948625f-8723-42d4-831b-ccb2729fa440 req-510621bd-2bca-4b34-94b9-fa751a0f73af tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.431537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7948625f-8723-42d4-831b-ccb2729fa440 req-510621bd-2bca-4b34-94b9-fa751a0f73af tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.1748033 Feb 09 21:58:02.477285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:00Z', 'revision_number': 8, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:02.479660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a8f998d-396a-4e03-a38d-5b7f09f003de req-39c2a997-59e9-454a-bfe6-c84faed11c30 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643940 Feb 09 21:58:02.517255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81377eb-c2fc-4136-a86c-bc799586724e None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:00Z', 'revision_number': 8, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa', 'name': '', 'network_id': '8a346ee9-c0e5-4716-bf34-cc0d79368812', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6e:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:40Z', 'updated_at': '2022-02-09T21:57:48Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '7e854008-a58b-4ec6-bb31-693730d0abb8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:02.530137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] Deleting port 765ea30b-6e30-408a-b143-172b9a1cb410 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:02.531300 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.611576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] For port 765ea30b-6e30-408a-b143-172b9a1cb410, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=765ea30b-6e30-408a-b143-172b9a1cb410,segment=NetworkSegment(776c1dbe-95b1-4f81-a498-e225e473375b),segment_id=776c1dbe-95b1-4f81-a498-e225e473375b)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:02.613451 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.620332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Deleting port ab609a35-66c3-4b3e-a924-c0bd592c1c5e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:02.620694 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.645984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] Calling delete_port for 765ea30b-6e30-408a-b143-172b9a1cb410 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:02.710652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83f199-4d5f-4111-8f7b-3eefaa54ce68 req-e9d11ad3-e244-4b7e-b944-ea1a60dd354a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:02.717609 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e83f199-4d5f-4111-8f7b-3eefaa54ce68 req-e9d11ad3-e244-4b7e-b944-ea1a60dd354a tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 946 time: 0.2494774 Feb 09 21:58:02.800228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] For port ab609a35-66c3-4b3e-a924-c0bd592c1c5e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:02.800605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.801856 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.812178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (765ea30b-6e30-408a-b143-172b9a1cb410), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.830331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] No DVR routers for this DVR port 765ea30b-6e30-408a-b143-172b9a1cb410 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:02.834313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba43711-bd5d-4083-85c2-424b7fbaf68c None None] Pushing event deleted for resources: {'Port': ['ID=765ea30b-6e30-408a-b143-172b9a1cb410,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:02.837700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Calling delete_port for ab609a35-66c3-4b3e-a924-c0bd592c1c5e owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:02.863930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Deleting port 5cf2c3a7-63af-4227-982a-f981cde3cff9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:02.864253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.877914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=765ea30b-6e30-408a-b143-172b9a1cb410,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:02.877914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port 765ea30b-6e30-408a-b143-172b9a1cb410 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:02.885889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e83f199-4d5f-4111-8f7b-3eefaa54ce68 req-aed83774-07d9-4210-8798-58775b962270 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/security-groups?id=e803cb40-574f-4473-90e7-9dc62cd1f2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670671 Feb 09 21:58:03.064555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (64b455b4-bd80-4e01-9f7f-0f16ab089941), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.125268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b455b4-bd80-4e01-9f7f-0f16ab089941']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:03.133996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] For port 5cf2c3a7-63af-4227-982a-f981cde3cff9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5cf2c3a7-63af-4227-982a-f981cde3cff9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:03.134362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.150230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Calling delete_port for 5cf2c3a7-63af-4227-982a-f981cde3cff9 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:03.152885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776c1dbe-95b1-4f81-a498-e225e473375b') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:03.153193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776c1dbe-95b1-4f81-a498-e225e473375b') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:03.157053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:03.171925 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (776c1dbe-95b1-4f81-a498-e225e473375b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.173943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd234-d43b-4e8c-8402-24beb10c7573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.243330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (776c1dbe-95b1-4f81-a498-e225e473375b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.261519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:03.261916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (776c1dbe-95b1-4f81-a498-e225e473375b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:03.264874 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:03.376479 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ab609a35-66c3-4b3e-a924-c0bd592c1c5e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.388370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['52055dc1-be8b-42ff-9e27-1703eb142e6a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:03.394356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ab609a35-66c3-4b3e-a924-c0bd592c1c5e', '72a13787-39a7-40a8-a21c-3588e968797e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:03.455002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Pushing event deleted for resources: {'Port': ['ID=ab609a35-66c3-4b3e-a924-c0bd592c1c5e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:03.467032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (64b455b4-bd80-4e01-9f7f-0f16ab089941), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.471190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.477390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/64b455b4-bd80-4e01-9f7f-0f16ab089941 HTTP/1.1" status: 204 len: 168 time: 1.7170522 Feb 09 21:58:03.483620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51972) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:03.494961 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d73b3efe-66cc-4189-b6fb-cd5b23157923 req-2d26ee24-20b7-47ff-9335-87fdec1ab2dd tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 210 time: 0.0785511 Feb 09 21:58:03.513387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] No DVR routers for this DVR port ab609a35-66c3-4b3e-a924-c0bd592c1c5e on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:03.524146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.527453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7854ac43-aefb-4164-abae-120b8895958f req-9fb34ade-6672-4ba5-9813-f1f1f34a2c9c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "DELETE /v2.0/ports/ab609a35-66c3-4b3e-a924-c0bd592c1c5e HTTP/1.1" status: 204 len: 173 time: 1.3257675 Feb 09 21:58:03.528198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'name': 'network-vif-deleted', 'tag': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:03.531925 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb319de-1824-4b45-8631-f55d0a587579" -d '{"events": [{"server_uuid": "004fe8df-f96d-45ea-894b-4e84ff7325b1", "name": "network-vif-deleted", "tag": "ab609a35-66c3-4b3e-a924-c0bd592c1c5e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:03.544833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422be589-3c3c-4219-8f38-77ef229ea1cb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=64b455b4-bd80-4e01-9f7f-0f16ab089941,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:03.583025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5cf2c3a7-63af-4227-982a-f981cde3cff9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.618368 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc70c7e-7828-4706-86d6-14f9117e7db7 x-openstack-request-id: req-bdc70c7e-7828-4706-86d6-14f9117e7db7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:03.619144 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004fe8df-f96d-45ea-894b-4e84ff7325b1", "name": "network-vif-deleted", "tag": "ab609a35-66c3-4b3e-a924-c0bd592c1c5e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:03.619144 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bdc70c7e-7828-4706-86d6-14f9117e7db7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:03.619679 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004fe8df-f96d-45ea-894b-4e84ff7325b1', 'name': 'network-vif-deleted', 'tag': 'ab609a35-66c3-4b3e-a924-c0bd592c1c5e', 'status': 'completed', 'code': 200} Feb 09 21:58:03.668677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Pushing event deleted for resources: {'Port': ['ID=5cf2c3a7-63af-4227-982a-f981cde3cff9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:03.698354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] No DVR routers for this DVR port 5cf2c3a7-63af-4227-982a-f981cde3cff9 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:03.701561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.705270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7948625f-8723-42d4-831b-ccb2729fa440 req-923f1934-5d14-42bd-a8ab-103706dc21dd tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.30 "DELETE /v2.0/ports/5cf2c3a7-63af-4227-982a-f981cde3cff9 HTTP/1.1" status: 204 len: 173 time: 1.2384093 Feb 09 21:58:03.738001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e616d44-88b0-427e-8669-ec94f4e29aaf req-d4e8f1e7-870e-4163-9055-683abb7f8d2f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:03.739625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e616d44-88b0-427e-8669-ec94f4e29aaf req-d4e8f1e7-870e-4163-9055-683abb7f8d2f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1245337 Feb 09 21:58:03.828856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3e616d44-88b0-427e-8669-ec94f4e29aaf req-4041fe5c-0b76-4696-a8fa-d4707cdc1c0b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826766 Feb 09 21:58:03.920296 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd234-d43b-4e8c-8402-24beb10c7573 admin admin] Publish callbacks [] for security_group (9f3ab6e6-5449-44ae-a3e7-1326183433d8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.006599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76ee85c-f4dc-48b6-bb32-a17edfe554d5 req-d6fc8851-abd3-4b2f-bee7-988ab089ac55 tempest-ServerRescueTestJSON-894456866 tempest-ServerRescueTestJSON-894456866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebc68463-7809-4548-830c-2f6b42ffcae5 HTTP/1.1" status: 200 len: 210 time: 0.0382214 Feb 09 21:58:04.008360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd234-d43b-4e8c-8402-24beb10c7573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f3ab6e6-5449-44ae-a3e7-1326183433d8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.099134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a3bd234-d43b-4e8c-8402-24beb10c7573 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=094dd2f165b34ea59d0147d7b4290105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9409826 Feb 09 21:58:04.101998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd234-d43b-4e8c-8402-24beb10c7573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3ab6e6-5449-44ae-a3e7-1326183433d8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:04.102200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:04.134627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.157607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 695df800-0793-46fe-9248-908757f6caab no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:04.185533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb63ca53-fcb0-45e9-888e-f0c9b611ed45 admin admin] Publish callbacks [] for security_group (9f3ab6e6-5449-44ae-a3e7-1326183433d8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.188164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 695df800-0793-46fe-9248-908757f6caab {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:04.188595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 695df800-0793-46fe-9248-908757f6caab not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:04.189559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 765ea30b-6e30-408a-b143-172b9a1cb410 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:04.211996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb63ca53-fcb0-45e9-888e-f0c9b611ed45 admin admin] Publish callbacks [] for security_group (9f3ab6e6-5449-44ae-a3e7-1326183433d8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.255905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 765ea30b-6e30-408a-b143-172b9a1cb410 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:04.256245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 765ea30b-6e30-408a-b143-172b9a1cb410 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:04.354903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144376b-c696-4e0f-a521-7015307d1522 req-0aeb6e3d-5913-4a48-b242-00d1358e4662 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:04.357381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3144376b-c696-4e0f-a521-7015307d1522 req-0aeb6e3d-5913-4a48-b242-00d1358e4662 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.0810027 Feb 09 21:58:04.358599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb63ca53-fcb0-45e9-888e-f0c9b611ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f3ab6e6-5449-44ae-a3e7-1326183433d8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.361762 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eb63ca53-fcb0-45e9-888e-f0c9b611ed45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.365574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eb63ca53-fcb0-45e9-888e-f0c9b611ed45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f3ab6e6-5449-44ae-a3e7-1326183433d8 HTTP/1.1" status: 204 len: 168 time: 0.2623613 Feb 09 21:58:04.377783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63ca53-fcb0-45e9-888e-f0c9b611ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3ab6e6-5449-44ae-a3e7-1326183433d8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:04.443165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3144376b-c696-4e0f-a521-7015307d1522 req-174164ce-1d62-4243-b036-cbf17bc1db51 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760510 Feb 09 21:58:04.523726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:04.524287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.634229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5cf2c3a7-63af-4227-982a-f981cde3cff9 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:04.635483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab9afd7b-5944-494c-b0a3-76147c716c2b req-3f2d5816-b0b7-45eb-bb90-8b877ac7558e tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=004fe8df-f96d-45ea-894b-4e84ff7325b1 HTTP/1.1" status: 200 len: 210 time: 0.0322428 Feb 09 21:58:04.648159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,segment=NetworkSegment(823b9faf-3ef4-4e01-8004-59e877699cc3),segment_id=823b9faf-3ef4-4e01-8004-59e877699cc3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:04.648655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.662006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:04.670488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 5cf2c3a7-63af-4227-982a-f981cde3cff9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:04.671056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5cf2c3a7-63af-4227-982a-f981cde3cff9 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:05.086322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52008) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:05.326185 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.367683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:05.434355 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f93fccf6-8327-415c-9090-790ee9fe67d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.530207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (15409670-d189-429d-bbf4-3d5cbea5ab6a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.599653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.630206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'name': 'network-vif-deleted', 'tag': '5cf2c3a7-63af-4227-982a-f981cde3cff9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:05.633494 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf389ec-21f4-46f7-a23f-3e728ba63751" -d '{"events": [{"server_uuid": "ebc68463-7809-4548-830c-2f6b42ffcae5", "name": "network-vif-deleted", "tag": "5cf2c3a7-63af-4227-982a-f981cde3cff9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:05.663151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ab609a35-66c3-4b3e-a924-c0bd592c1c5e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:05.724351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: ab609a35-66c3-4b3e-a924-c0bd592c1c5e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:05.727420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ab609a35-66c3-4b3e-a924-c0bd592c1c5e not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:05.763638 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0145cb-78a8-4773-b801-cf33bacd360d x-openstack-request-id: req-0e0145cb-78a8-4773-b801-cf33bacd360d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:05.764093 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc68463-7809-4548-830c-2f6b42ffcae5", "name": "network-vif-deleted", "tag": "5cf2c3a7-63af-4227-982a-f981cde3cff9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:05.764570 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e0145cb-78a8-4773-b801-cf33bacd360d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:05.765074 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc68463-7809-4548-830c-2f6b42ffcae5', 'name': 'network-vif-deleted', 'tag': '5cf2c3a7-63af-4227-982a-f981cde3cff9', 'status': 'completed', 'code': 200} Feb 09 21:58:05.827769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634b7df-3825-4222-8c51-6562dd72945f req-f5b15e13-076c-4789-8e43-31705f22f08e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:05.829486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a634b7df-3825-4222-8c51-6562dd72945f req-f5b15e13-076c-4789-8e43-31705f22f08e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1402380 Feb 09 21:58:05.982045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Deleting port 82138e82-1122-4a6d-a439-5dfe7b48e9f9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:05.983495 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.986175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a634b7df-3825-4222-8c51-6562dd72945f req-a9390950-ee1f-4658-aa4b-80a5171fb31b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069980 Feb 09 21:58:05.994686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:06.171317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:06.185275 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-272191cd-d0f1-43f6-b114-3cd76242f7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6975987 Feb 09 21:58:06.185910 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d045f-8583-42c4-b685-646386b7818b None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:06.187553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52042) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:06.191822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] For port 82138e82-1122-4a6d-a439-5dfe7b48e9f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=82138e82-1122-4a6d-a439-5dfe7b48e9f9,segment=NetworkSegment(d0a7504f-e017-477f-9c88-f65432ecdd50),segment_id=d0a7504f-e017-477f-9c88-f65432ecdd50)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:06.193099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.208073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:06.208717 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:06.235552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Calling delete_port for 82138e82-1122-4a6d-a439-5dfe7b48e9f9 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:06.313938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet 7e854008-a58b-4ec6-bb31-693730d0abb8 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:06.323367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (7e854008-a58b-4ec6-bb31-693730d0abb8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.408209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:06.410931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (7e854008-a58b-4ec6-bb31-693730d0abb8), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.601764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7e854008-a58b-4ec6-bb31-693730d0abb8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.605672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (82138e82-1122-4a6d-a439-5dfe7b48e9f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.672506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82138e82-1122-4a6d-a439-5dfe7b48e9f9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:06.673961 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:05Z', 'revision_number': 9, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:06.715033 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d045f-8583-42c4-b685-646386b7818b None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:06.726311 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:06.739853 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:06.768208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (7e854008-a58b-4ec6-bb31-693730d0abb8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.810291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909ff8e-9088-4553-99fe-3ff89fa10d07 None None] Network 8a346ee9-c0e5-4716-bf34-cc0d79368812 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:06.826515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.835229 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/7e854008-a58b-4ec6-bb31-693730d0abb8 HTTP/1.1" status: 204 len: 168 time: 0.6364410 Feb 09 21:58:06.840345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52084) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:06.867445 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:07.044172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f0930-678f-4e6a-b890-3383e71d699f tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=7e854008-a58b-4ec6-bb31-693730d0abb8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:07.136895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8a346ee9-c0e5-4716-bf34-cc0d79368812), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.176676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06034786-49b7-4578-afbe-ba194aa71988 req-3c17a9d1-a6e5-4b3e-adb7-008d5d6ffbab tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:07.178248 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06034786-49b7-4578-afbe-ba194aa71988 req-3c17a9d1-a6e5-4b3e-adb7-008d5d6ffbab tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1298106 Feb 09 21:58:07.207330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] DHCP port deletion for 8a346ee9-c0e5-4716-bf34-cc0d79368812 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:07.220997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52094) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:07.356161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-06034786-49b7-4578-afbe-ba194aa71988 req-36ce7e4c-2818-4749-9745-79379d589b04 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360626 Feb 09 21:58:07.370340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 4fc688e8-31d5-4b13-97d6-8562f7484227 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:07.371093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.387435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] Deleting port 4fc688e8-31d5-4b13-97d6-8562f7484227 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:07.390289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.390545 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-925d045f-8583-42c4-b685-646386b7818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:05Z', 'revision_number': 9, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:07.462461 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d045f-8583-42c4-b685-646386b7818b None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:05Z', 'revision_number': 9, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': '29dd6244-01a0-4651-a011-d77c71e60b0f', 'name': '', 'network_id': 'c10eaf23-317c-4aa5-a985-68cbec4f18fe', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:b2:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:33Z', 'updated_at': '2022-02-09T21:57:38Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': 'a2411c15-ae59-4516-bd97-a754b6437fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:07.486541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 4fc688e8-31d5-4b13-97d6-8562f7484227, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4fc688e8-31d5-4b13-97d6-8562f7484227,segment=NetworkSegment(823b9faf-3ef4-4e01-8004-59e877699cc3),segment_id=823b9faf-3ef4-4e01-8004-59e877699cc3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:07.496000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.501273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1806440010', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:07.513703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f5d55-09f5-4579-80d3-a60ed105b47f req-5cf2ff92-5e3f-49e3-aeb5-9cbe8f4a666e tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:07.521703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f5d55-09f5-4579-80d3-a60ed105b47f req-5cf2ff92-5e3f-49e3-aeb5-9cbe8f4a666e tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:07.523475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d8f5d55-09f5-4579-80d3-a60ed105b47f req-5cf2ff92-5e3f-49e3-aeb5-9cbe8f4a666e tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0&device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 1682 time: 0.1149495 Feb 09 21:58:07.534669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] For port 4fc688e8-31d5-4b13-97d6-8562f7484227, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4fc688e8-31d5-4b13-97d6-8562f7484227,segment=NetworkSegment(823b9faf-3ef4-4e01-8004-59e877699cc3),segment_id=823b9faf-3ef4-4e01-8004-59e877699cc3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:07.535076 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.546832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (15409670-d189-429d-bbf4-3d5cbea5ab6a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.552450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] Calling delete_port for 4fc688e8-31d5-4b13-97d6-8562f7484227 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:07.572450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 4fc688e8-31d5-4b13-97d6-8562f7484227 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:07.683956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2d8f5d55-09f5-4579-80d3-a60ed105b47f req-a6a3e56a-d3fc-4fa5-9c8b-02b15284b852 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539183 Feb 09 21:58:07.691282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Made reservation on behalf of c538da036c5545c895df0d89d939647e for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:07.694368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.709915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.781242 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.793045 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1ed15d7b-14b7-4c73-b292-73e73ea1ae94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.826195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4fc688e8-31d5-4b13-97d6-8562f7484227), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.827952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] No DVR routers for this DVR port 4fc688e8-31d5-4b13-97d6-8562f7484227 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:07.829988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14997d-c59f-45e8-975c-f065b5631c49 None None] Pushing event deleted for resources: {'Port': ['ID=4fc688e8-31d5-4b13-97d6-8562f7484227,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:07.879049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port 4fc688e8-31d5-4b13-97d6-8562f7484227 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:07.879049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=4fc688e8-31d5-4b13-97d6-8562f7484227,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:07.901521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Router 15409670-d189-429d-bbf4-3d5cbea5ab6a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:08.003622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8a346ee9-c0e5-4716-bf34-cc0d79368812), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.046336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:08.049311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a346ee9-c0e5-4716-bf34-cc0d79368812']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.055840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-10372045-e7be-4927-8dcc-9e3be79dfed0 admin admin] 10.222.0.98 "PUT /v2.0/routers/15409670-d189-429d-bbf4-3d5cbea5ab6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9680319 Feb 09 21:58:08.058367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:08.061178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] Sync routers for ids ['15409670-d189-429d-bbf4-3d5cbea5ab6a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:08.067075 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for security_group (6dc367f4-219c-4b41-9d20-f39e51b6a757), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.069371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823b9faf-3ef4-4e01-8004-59e877699cc3') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.069680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823b9faf-3ef4-4e01-8004-59e877699cc3') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.088029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (823b9faf-3ef4-4e01-8004-59e877699cc3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.091638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] Routers {'15409670-d189-429d-bbf4-3d5cbea5ab6a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:08.097222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['15409670-d189-429d-bbf4-3d5cbea5ab6a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.145989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (823b9faf-3ef4-4e01-8004-59e877699cc3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.157384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:08.157384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (823b9faf-3ef4-4e01-8004-59e877699cc3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:08.163141 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:08.239514 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks [] for router (15409670-d189-429d-bbf4-3d5cbea5ab6a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.249355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6dc367f4-219c-4b41-9d20-f39e51b6a757), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.280005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] device_id is not set on port 85e0e4d5-72a5-4c63-9f91-559892e4b43b yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:58:08.285924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] Set router 15409670-d189-429d-bbf4-3d5cbea5ab6a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:08.370703 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc367f4-219c-4b41-9d20-f39e51b6a757,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:08.374791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:08.398437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:08.398966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6199c793-ebd7-4d3e-9b45-f91c5fc5cdaa not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:08.399752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4fc688e8-31d5-4b13-97d6-8562f7484227 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:08.430932 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks [] for router_gateway (15409670-d189-429d-bbf4-3d5cbea5ab6a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.451346 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8a346ee9-c0e5-4716-bf34-cc0d79368812), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.453150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 4fc688e8-31d5-4b13-97d6-8562f7484227 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:08.453778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4fc688e8-31d5-4b13-97d6-8562f7484227 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:08.469803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.473521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/8a346ee9-c0e5-4716-bf34-cc0d79368812 HTTP/1.1" status: 204 len: 168 time: 1.6313226 Feb 09 21:58:08.476582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52120) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:08.493729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1d10e-0671-446f-8dec-acc0fac09ff3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=8a346ee9-c0e5-4716-bf34-cc0d79368812,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:08.550465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Allocated IP 172.25.5.98 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/85e0e4d5-72a5-4c63-9f91-559892e4b43b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:08.586599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:58:06Z', 'revision_number': 5, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port': {'id': '8e04e6ec-3ffd-441b-842d-a9357606b14f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:44Z', 'updated_at': '2022-02-09T21:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.616076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] Checking router: 15409670-d189-429d-bbf4-3d5cbea5ab6a for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:08.627266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] Routers {'15409670-d189-429d-bbf4-3d5cbea5ab6a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:08.628254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['15409670-d189-429d-bbf4-3d5cbea5ab6a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.698977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0464c-2bb2-458c-8de8-c500f6deaa4d req-00c2664d-b927-45f9-840b-0da493b1d7e4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:08.701310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5aa0464c-2bb2-458c-8de8-c500f6deaa4d req-00c2664d-b927-45f9-840b-0da493b1d7e4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1639142 Feb 09 21:58:08.735187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] Set router 15409670-d189-429d-bbf4-3d5cbea5ab6a gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:08.748053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for port (85e0e4d5-72a5-4c63-9f91-559892e4b43b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.796981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 66e6936c-5afc-476d-bedf-b72fa3d43755 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:08.800301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 6, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.833337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Deleting port 8e04e6ec-3ffd-441b-842d-a9357606b14f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:08.833887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.836367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeaa9d7-0481-434b-b371-06dea9678129 None None] The sync data for ids ['15409670-d189-429d-bbf4-3d5cbea5ab6a'] in n-d-828599-1 is: [{'id': '15409670-d189-429d-bbf4-3d5cbea5ab6a', 'name': 'tempest-ServerRescueTestJSON-1690869736-router', 'tenant_id': '02c4c683ab9643d484633206f594b62f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:43Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 6, 'project_id': '02c4c683ab9643d484633206f594b62f', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:08.863455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (85e0e4d5-72a5-4c63-9f91-559892e4b43b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.921033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5aa0464c-2bb2-458c-8de8-c500f6deaa4d req-67b02f3f-ba32-4f56-86f2-9da60cdaf8ed tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084703 Feb 09 21:58:08.987076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:08.992339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:08.993271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:09.004018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:09.008814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'port_id': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'mac_address': 'fa:16:3e:6d:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:09.013764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] For port 8e04e6ec-3ffd-441b-842d-a9357606b14f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8e04e6ec-3ffd-441b-842d-a9357606b14f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:09.014287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.036406 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.053906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Pushing event updated for resources: {'Port': ['ID=85e0e4d5-72a5-4c63-9f91-559892e4b43b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.056421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 66e6936c-5afc-476d-bedf-b72fa3d43755 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:09.060966 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.064525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Calling delete_port for 8e04e6ec-3ffd-441b-842d-a9357606b14f owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:09.082586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:09.084766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.092292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e6936c-5afc-476d-bedf-b72fa3d43755 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:09.119048 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:09.159993 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ae368f2a-3e30-4a37-b040-1fb0d8900e20 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9369850 Feb 09 21:58:09.162939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52128) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:09.167494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.98'}]}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:09.171270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76722f-7139-408f-b579-a3c12c9d1f4c req-834c58ef-b09f-4776-9716-1c11279d873c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:09.172813 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed76722f-7139-408f-b579-a3c12c9d1f4c req-834c58ef-b09f-4776-9716-1c11279d873c tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 946 time: 0.1372485 Feb 09 21:58:09.191078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.248535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (f4c84f27-9abe-4dda-8d5c-11df894c2d30), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.250176 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (f4c84f27-9abe-4dda-8d5c-11df894c2d30), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.257702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.322114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for router_controller (f4c84f27-9abe-4dda-8d5c-11df894c2d30), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.324537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['66e6936c-5afc-476d-bedf-b72fa3d43755'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:09.343537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed76722f-7139-408f-b579-a3c12c9d1f4c req-9a7e2b04-eaff-4397-a79d-231776d99966 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585476 Feb 09 21:58:09.481082 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.583751 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for router_gateway (f4c84f27-9abe-4dda-8d5c-11df894c2d30), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.644524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8e04e6ec-3ffd-441b-842d-a9357606b14f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.675618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e04e6ec-3ffd-441b-842d-a9357606b14f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.753539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (15409670-d189-429d-bbf4-3d5cbea5ab6a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.889128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (15409670-d189-429d-bbf4-3d5cbea5ab6a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.892334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks [] for router_controller (15409670-d189-429d-bbf4-3d5cbea5ab6a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.900625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for router_gateway (f4c84f27-9abe-4dda-8d5c-11df894c2d30), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.940259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.976335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 29dd6244-01a0-4651-a011-d77c71e60b0f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:09.976719 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.037015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (15409670-d189-429d-bbf4-3d5cbea5ab6a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.037555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15409670-d189-429d-bbf4-3d5cbea5ab6a {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:58:10.050773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.052523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b8c1061e-5a80-4407-a357-5aa3deb073e0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/15409670-d189-429d-bbf4-3d5cbea5ab6a HTTP/1.1" status: 204 len: 168 time: 1.9926710 Feb 09 21:58:10.056040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52152) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:10.175828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] Deleting subnet 429d8093-f17e-40a6-ac66-f49dba7ff517 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:10.178910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e04e6ec-3ffd-441b-842d-a9357606b14f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:10.185584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 29dd6244-01a0-4651-a011-d77c71e60b0f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=29dd6244-01a0-4651-a011-d77c71e60b0f,segment=NetworkSegment(5b707437-6bc9-4461-97d5-1e6f7927a80c),segment_id=5b707437-6bc9-4461-97d5-1e6f7927a80c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:10.186068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.188844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] Publish callbacks [] for subnet (429d8093-f17e-40a6-ac66-f49dba7ff517), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.228062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.228669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8e04e6ec-3ffd-441b-842d-a9357606b14f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:10.229022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e04e6ec-3ffd-441b-842d-a9357606b14f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:10.229448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 82138e82-1122-4a6d-a439-5dfe7b48e9f9 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:10.264055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 29dd6244-01a0-4651-a011-d77c71e60b0f owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:10.290935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 82138e82-1122-4a6d-a439-5dfe7b48e9f9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:10.293474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 82138e82-1122-4a6d-a439-5dfe7b48e9f9 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:10.309140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (429d8093-f17e-40a6-ac66-f49dba7ff517), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.340582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548cd0f-2e80-4d18-b277-553d2b566451 req-ae8b44e2-53eb-4491-8e92-4255fa8f1482 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:10.343422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f548cd0f-2e80-4d18-b277-553d2b566451 req-ae8b44e2-53eb-4491-8e92-4255fa8f1482 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 945 time: 0.1406701 Feb 09 21:58:10.351643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for router (f4c84f27-9abe-4dda-8d5c-11df894c2d30), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.360809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51ca52-54ee-4c02-8acb-28864650026c req-27331bd0-8d94-4c9e-a8a7-b7fe9834f4b2 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:10.362595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b51ca52-54ee-4c02-8acb-28864650026c req-27331bd0-8d94-4c9e-a8a7-b7fe9834f4b2 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.30 "GET /v2.0/ports?device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 946 time: 0.2626438 Feb 09 21:58:10.595334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (429d8093-f17e-40a6-ac66-f49dba7ff517), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.640511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f548cd0f-2e80-4d18-b277-553d2b566451 req-f1f2fd53-0456-4719-b9f7-7774c68ad2de tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909210 Feb 09 21:58:10.653847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 66e6936c-5afc-476d-bedf-b72fa3d43755 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:10.721455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (f4c84f27-9abe-4dda-8d5c-11df894c2d30), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.724667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks [] for router_controller (f4c84f27-9abe-4dda-8d5c-11df894c2d30), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.769859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 66e6936c-5afc-476d-bedf-b72fa3d43755 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:10.770591 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.876227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (f4c84f27-9abe-4dda-8d5c-11df894c2d30), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.877073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4c84f27-9abe-4dda-8d5c-11df894c2d30 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:58:10.927584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 66e6936c-5afc-476d-bedf-b72fa3d43755 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:10.928416 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.988778 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:58:10.990867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7eb06b39-9ea8-462e-83f5-298b4562f0d4 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8265965 Feb 09 21:58:10.999186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52178) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:11.000875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:11.001954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:11.007398 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc6e55-fa98-418d-9619-845073b95b2a" -d '{"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-plugged", "status": "completed", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:11.104285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-bfcb6007-9024-4a36-85e1-d4ce3fd5db5f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:11.105984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-bfcb6007-9024-4a36-85e1-d4ce3fd5db5f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 945 time: 0.6947246 Feb 09 21:58:11.116608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.117771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 52055dc1-be8b-42ff-9e27-1703eb142e6a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:11.135652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4e9f7-3ebd-44ea-99d8-576f76d9ff1d req-3680622e-14cc-4a35-87ec-aca75f5fe876 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:11.135968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Deleting port 85e0e4d5-72a5-4c63-9f91-559892e4b43b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:11.136328 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (85e0e4d5-72a5-4c63-9f91-559892e4b43b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.149005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abc4e9f7-3ebd-44ea-99d8-576f76d9ff1d req-3680622e-14cc-4a35-87ec-aca75f5fe876 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 946 time: 0.6299210 Feb 09 21:58:11.243473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.246184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (85e0e4d5-72a5-4c63-9f91-559892e4b43b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.263173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Calling delete_port for 85e0e4d5-72a5-4c63-9f91-559892e4b43b owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:11.322095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (429d8093-f17e-40a6-ac66-f49dba7ff517), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.335597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Deleting port 52055dc1-be8b-42ff-9e27-1703eb142e6a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:11.335832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.396742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 52055dc1-be8b-42ff-9e27-1703eb142e6a is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:11.397281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.437423 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402c675e-dad8-47f5-9e0d-4194584a7cbf x-openstack-request-id: req-402c675e-dad8-47f5-9e0d-4194584a7cbf {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:11.438150 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-plugged", "status": "completed", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:11.438507 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-402c675e-dad8-47f5-9e0d-4194584a7cbf {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:11.439033 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'code': 200} Feb 09 21:58:11.444290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abc4e9f7-3ebd-44ea-99d8-576f76d9ff1d req-138f7188-7c4f-4470-afd2-4ada3aaa452f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916427 Feb 09 21:58:11.479908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 52055dc1-be8b-42ff-9e27-1703eb142e6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:11.503943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429d8093-f17e-40a6-ac66-f49dba7ff517,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.509235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.515508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c5b55be8-8e75-4d5a-a5e6-261f7d2b6394 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/429d8093-f17e-40a6-ac66-f49dba7ff517 HTTP/1.1" status: 204 len: 168 time: 1.4553640 Feb 09 21:58:11.517580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52188) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:11.579165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.591696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (29dd6244-01a0-4651-a011-d77c71e60b0f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.641425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fdeba-06f1-42dc-9cd7-4e7f0889cb7c req-68492b54-5cfb-471b-899a-25d48ed2e8bf tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:11.643982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d6fdeba-06f1-42dc-9cd7-4e7f0889cb7c req-68492b54-5cfb-471b-899a-25d48ed2e8bf tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 947 time: 0.0752285 Feb 09 21:58:11.676568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=52055dc1-be8b-42ff-9e27-1703eb142e6a,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.691658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (85e0e4d5-72a5-4c63-9f91-559892e4b43b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.692706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=29dd6244-01a0-4651-a011-d77c71e60b0f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.740989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Pushing event deleted for resources: {'Port': ['ID=85e0e4d5-72a5-4c63-9f91-559892e4b43b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.743197 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.801464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Deleting port 72a13787-39a7-40a8-a21c-3588e968797e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:11.801919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (72a13787-39a7-40a8-a21c-3588e968797e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.819988 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8f1b4ce6-6bfd-4291-8d4e-60703d90412a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.857426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d6fdeba-06f1-42dc-9cd7-4e7f0889cb7c req-650ed881-00cf-408d-bda0-10fd499cebb2 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064478 Feb 09 21:58:11.868888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.872911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0fedf476-9d86-42b4-83b7-24f87bb54a00 tempest-RoutersAdminNegativeTest-2076002676 tempest-RoutersAdminNegativeTest-2076002676-project-admin] 10.222.0.98 "DELETE /v2.0/ports/85e0e4d5-72a5-4c63-9f91-559892e4b43b HTTP/1.1" status: 204 len: 168 time: 0.8778737 Feb 09 21:58:11.908101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] For port 52055dc1-be8b-42ff-9e27-1703eb142e6a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=52055dc1-be8b-42ff-9e27-1703eb142e6a,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:11.908475 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.923224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Calling delete_port for 52055dc1-be8b-42ff-9e27-1703eb142e6a owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:12.222722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6f970-b5b7-4ca0-88e6-54ba8993703f req-8581c95b-176a-40eb-b9db-c2692a2c6d2b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:12.224395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fea6f970-b5b7-4ca0-88e6-54ba8993703f req-8581c95b-176a-40eb-b9db-c2692a2c6d2b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.4685929 Feb 09 21:58:12.235234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] For port 72a13787-39a7-40a8-a21c-3588e968797e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=72a13787-39a7-40a8-a21c-3588e968797e,segment=NetworkSegment(def978e6-7d23-42c8-b1f2-abc851427a41),segment_id=def978e6-7d23-42c8-b1f2-abc851427a41)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:12.235621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (72a13787-39a7-40a8-a21c-3588e968797e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.262834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.274453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8f1b4ce6-6bfd-4291-8d4e-60703d90412a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.285347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Calling delete_port for 72a13787-39a7-40a8-a21c-3588e968797e owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:12.335447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1b4ce6-6bfd-4291-8d4e-60703d90412a']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:12.439439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a7504f-e017-477f-9c88-f65432ecdd50') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:12.443664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a7504f-e017-477f-9c88-f65432ecdd50') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:12.579721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (d0a7504f-e017-477f-9c88-f65432ecdd50), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.645673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1698f-01e1-4b6a-a4b2-2d7c4c2b7c4c req-31db2d17-1887-4eae-ba51-a95bdb6380ae tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:12.655654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fea6f970-b5b7-4ca0-88e6-54ba8993703f req-69784383-2b49-46a8-8c3c-3b529923f8de tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138894 Feb 09 21:58:12.656238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1b1698f-01e1-4b6a-a4b2-2d7c4c2b7c4c req-31db2d17-1887-4eae-ba51-a95bdb6380ae tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 944 time: 0.1046581 Feb 09 21:58:12.694360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52200) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:12.727018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d0a7504f-e017-477f-9c88-f65432ecdd50), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.748799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:12.749306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (d0a7504f-e017-477f-9c88-f65432ecdd50), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:12.755856 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:12.793098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1b1698f-01e1-4b6a-a4b2-2d7c4c2b7c4c req-fbb80e51-54ad-417c-82cb-e921ee5fbf3f tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/security-groups?id=9be8e7f1-bd91-4fc3-91fa-b5e67f993698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358979 Feb 09 21:58:12.845263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (52055dc1-be8b-42ff-9e27-1703eb142e6a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.946933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95ebf6c5-4ed9-42eb-9a8c-c4c946bce6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.039119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-49392b75-5280-499a-880d-9587d1f25289 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:13.040959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-49392b75-5280-499a-880d-9587d1f25289 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.110 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 947 time: 0.4449618 Feb 09 21:58:13.041922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Pushing event deleted for resources: {'Port': ['ID=52055dc1-be8b-42ff-9e27-1703eb142e6a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:13.094335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95ebf6c5-4ed9-42eb-9a8c-c4c946bce6ef admin admin] Publish callbacks [] for security_group (273dadd9-9c27-48d9-b362-bc473f6067f5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.187998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8f1b4ce6-6bfd-4291-8d4e-60703d90412a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.197211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95ebf6c5-4ed9-42eb-9a8c-c4c946bce6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (273dadd9-9c27-48d9-b362-bc473f6067f5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.198563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] No DVR routers for this DVR port 52055dc1-be8b-42ff-9e27-1703eb142e6a on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:13.214018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.218714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b51ca52-54ee-4c02-8acb-28864650026c req-4d580c6a-7c43-4e80-a875-c8b93642b6e1 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.30 "DELETE /v2.0/ports/52055dc1-be8b-42ff-9e27-1703eb142e6a HTTP/1.1" status: 204 len: 173 time: 2.8062763 Feb 09 21:58:13.223905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'name': 'network-vif-deleted', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:13.226421 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3696dab8-8e92-4112-9a5e-35050af0fdde" -d '{"events": [{"server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "name": "network-vif-deleted", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:13.236007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.242219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] 10.222.0.98 "DELETE /v2.0/networks/8f1b4ce6-6bfd-4291-8d4e-60703d90412a HTTP/1.1" status: 204 len: 168 time: 1.7181249 Feb 09 21:58:13.275151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ace43-d2c3-4ad6-a9f4-0100a7ede71e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1b4ce6-6bfd-4291-8d4e-60703d90412a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:13.335011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-95ebf6c5-4ed9-42eb-9a8c-c4c946bce6ef admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=57757e551401476491c0b651061f6336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391494 Feb 09 21:58:13.341071 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52214) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:13.353596 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a760a1b-1216-41fb-b11b-be074d7de1cd x-openstack-request-id: req-4a760a1b-1216-41fb-b11b-be074d7de1cd {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:13.353596 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "name": "network-vif-deleted", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:13.353596 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a760a1b-1216-41fb-b11b-be074d7de1cd {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:13.353596 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'name': 'network-vif-deleted', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a', 'status': 'completed', 'code': 200} Feb 09 21:58:13.357058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebf6c5-4ed9-42eb-9a8c-c4c946bce6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273dadd9-9c27-48d9-b362-bc473f6067f5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:13.365713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:13.382345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8346b8-e0e6-4764-8d0f-5f4571659688 req-907f81e5-39ff-4496-80b7-eccbb2203314 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:13.383970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f8346b8-e0e6-4764-8d0f-5f4571659688 req-907f81e5-39ff-4496-80b7-eccbb2203314 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 947 time: 0.3843212 Feb 09 21:58:13.412232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee705367-7434-4d35-8476-775ebd24af29 admin admin] Publish callbacks [] for security_group (273dadd9-9c27-48d9-b362-bc473f6067f5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.441057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:13.443448 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77079c19-c6c9-4b37-8e4e-4086903b55d3" -d '{"events": [{"server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "name": "network-vif-unplugged", "status": "completed", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:13.444326 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee705367-7434-4d35-8476-775ebd24af29 admin admin] Publish callbacks [] for security_group (273dadd9-9c27-48d9-b362-bc473f6067f5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.494463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (72a13787-39a7-40a8-a21c-3588e968797e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.530405 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5558165c-1f2b-4aae-b728-b2abf5f4ec6b x-openstack-request-id: req-5558165c-1f2b-4aae-b728-b2abf5f4ec6b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:13.530405 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa5b4d8-2115-4f48-a03d-12af036a0d94", "name": "network-vif-unplugged", "status": "completed", "tag": "52055dc1-be8b-42ff-9e27-1703eb142e6a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:13.530405 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5558165c-1f2b-4aae-b728-b2abf5f4ec6b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:13.530405 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa5b4d8-2115-4f48-a03d-12af036a0d94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52055dc1-be8b-42ff-9e27-1703eb142e6a', 'code': 200} Feb 09 21:58:13.636467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee705367-7434-4d35-8476-775ebd24af29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (273dadd9-9c27-48d9-b362-bc473f6067f5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.639566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee705367-7434-4d35-8476-775ebd24af29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.644344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ee705367-7434-4d35-8476-775ebd24af29 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/273dadd9-9c27-48d9-b362-bc473f6067f5 HTTP/1.1" status: 204 len: 168 time: 0.3020689 Feb 09 21:58:13.669627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee705367-7434-4d35-8476-775ebd24af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273dadd9-9c27-48d9-b362-bc473f6067f5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:13.690253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:13.693642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 72a13787-39a7-40a8-a21c-3588e968797e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:13.766327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 72a13787-39a7-40a8-a21c-3588e968797e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:13.766937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 72a13787-39a7-40a8-a21c-3588e968797e not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:13.812141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-538107f6-4b0c-4e72-9cd8-5a0578272ea0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=02c4c683ab9643d484633206f594b62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201296 Feb 09 21:58:13.813115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:13.924683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058928b2-5112-44ac-9214-ea7b6efda430 req-1c7009c6-da26-4a70-8ec4-99cd32a40036 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:13.924683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-058928b2-5112-44ac-9214-ea7b6efda430 req-1c7009c6-da26-4a70-8ec4-99cd32a40036 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.0936272 Feb 09 21:58:13.965068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b6c1360-8ecd-4b00-b6d7-9fa22272d7aa admin admin] Publish callbacks [] for security_group (e803cb40-574f-4473-90e7-9dc62cd1f2c0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.983301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Pushing event deleted for resources: {'Port': ['ID=72a13787-39a7-40a8-a21c-3588e968797e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:14.065575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-058928b2-5112-44ac-9214-ea7b6efda430 req-70396371-153c-42da-8079-82918567825f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285105 Feb 09 21:58:14.102950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Deleting port 6bf18c15-6193-4014-ae13-73ebfb151b6a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:14.102950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.138696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] No DVR routers for this DVR port 72a13787-39a7-40a8-a21c-3588e968797e on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:14.149243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b6c1360-8ecd-4b00-b6d7-9fa22272d7aa admin admin] Publish callbacks [] for security_group (e803cb40-574f-4473-90e7-9dc62cd1f2c0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.283407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] For port 6bf18c15-6193-4014-ae13-73ebfb151b6a, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=6bf18c15-6193-4014-ae13-73ebfb151b6a,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:14.284034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.292080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2faf4495-f027-4fb0-ae20-c73e1c10af16 req-c45372a1-6268-478e-b462-f1648192855b tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=daa5b4d8-2115-4f48-a03d-12af036a0d94 HTTP/1.1" status: 200 len: 210 time: 0.0648105 Feb 09 21:58:14.380418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.386117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa5edd8e-1794-491e-975e-bf6c2370efa8 req-3ed84273-104f-44ac-8bd1-140609a91b35 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.110 "DELETE /v2.0/ports/72a13787-39a7-40a8-a21c-3588e968797e HTTP/1.1" status: 204 len: 173 time: 3.2667310 Feb 09 21:58:14.389133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f8346b8-e0e6-4764-8d0f-5f4571659688 req-408cab83-462a-4324-a43b-627f2d2df4d4 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups?id=b998a316-e45c-440e-875d-20fb92b3212e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9942088 Feb 09 21:58:14.409107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b6c1360-8ecd-4b00-b6d7-9fa22272d7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e803cb40-574f-4473-90e7-9dc62cd1f2c0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.411845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b6c1360-8ecd-4b00-b6d7-9fa22272d7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.415587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1b6c1360-8ecd-4b00-b6d7-9fa22272d7aa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e803cb40-574f-4473-90e7-9dc62cd1f2c0 HTTP/1.1" status: 204 len: 168 time: 0.6013620 Feb 09 21:58:14.419728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:14.430428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1f09bb74-4e5b-496c-b517-9cfbae26a658 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9511344 Feb 09 21:58:14.433537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52240) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:14.435930 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:14.449449 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:14.452338 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:14.466741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c1360-8ecd-4b00-b6d7-9fa22272d7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e803cb40-574f-4473-90e7-9dc62cd1f2c0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:14.673570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:14.706038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet a2411c15-ae59-4516-bd97-a754b6437fc8 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:14.714923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (a2411c15-ae59-4516-bd97-a754b6437fc8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.768094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.768717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (f31c13bb-827c-4862-9d98-93a088a18043), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.769314 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Floating IP f31c13bb-827c-4862-9d98-93a088a18043 disassociated. External IP: 172.25.5.177, port: 6bf18c15-6193-4014-ae13-73ebfb151b6a. Feb 09 21:58:14.769925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Calling delete_port for 6bf18c15-6193-4014-ae13-73ebfb151b6a owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:14.792811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (a2411c15-ae59-4516-bd97-a754b6437fc8), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.878157 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:11Z', 'revision_number': 10, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.016062 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:15.017099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52248) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:15.024379 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a2411c15-ae59-4516-bd97-a754b6437fc8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.026104 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:15.026914 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.137921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47c057d7-b92a-4a72-b1fa-994df9068fc1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c538da036c5545c895df0d89d939647e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1196313 Feb 09 21:58:15.142364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52258) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:15.205881 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:15.248743 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6bf18c15-6193-4014-ae13-73ebfb151b6a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.257864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9cc9-b182-447c-854f-b5d910ea16de admin admin] Publish callbacks [] for security_group (6dc367f4-219c-4b41-9d20-f39e51b6a757), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.336927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event deleted for resources: {'Port': ['ID=6bf18c15-6193-4014-ae13-73ebfb151b6a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.354113 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9cc9-b182-447c-854f-b5d910ea16de admin admin] Publish callbacks [] for security_group (6dc367f4-219c-4b41-9d20-f39e51b6a757), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.358130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (a2411c15-ae59-4516-bd97-a754b6437fc8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.374853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'name': 'network-vif-deleted', 'tag': '72a13787-39a7-40a8-a21c-3588e968797e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:15.384565 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467be681-d31c-4f09-b53f-dc6594fc1809" -d '{"events": [{"server_uuid": "802e966d-7c95-4bb8-908b-5c4a17f454b0", "name": "network-vif-deleted", "tag": "72a13787-39a7-40a8-a21c-3588e968797e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:15.418576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171e4f3-4297-421e-a49b-9f5892188771 req-3ba4c347-b9c9-47c1-8489-5d1964a6694a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:15.421177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f171e4f3-4297-421e-a49b-9f5892188771 req-3ba4c347-b9c9-47c1-8489-5d1964a6694a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1546168 Feb 09 21:58:15.484870 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:11Z', 'revision_number': 10, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.519418 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89ce50-5275-4b32-9feb-41706d329089 None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:11Z', 'revision_number': 10, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None, '_interfaces': [{'id': 'a639337f-aed6-4a34-92d2-7ec150651463', 'name': '', 'network_id': '5c710a17-91a2-475f-bbc1-0ae1c52d7ccb', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'mac_address': 'fa:16:3e:6f:65:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:57:25Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 5, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'subnets': [{'id': '78b237ae-abf9-4500-8b3e-705724d747bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:15.593659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9cc9-b182-447c-854f-b5d910ea16de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6dc367f4-219c-4b41-9d20-f39e51b6a757), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.604962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a4a9cc9-b182-447c-854f-b5d910ea16de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.606715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6a4a9cc9-b182-447c-854f-b5d910ea16de admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6dc367f4-219c-4b41-9d20-f39e51b6a757 HTTP/1.1" status: 204 len: 168 time: 0.4629261 Feb 09 21:58:15.622128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26d6bd-744f-46b0-8a8d-8b6189daa173 None None] Network c10eaf23-317c-4aa5-a985-68cbec4f18fe requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:15.638285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=a2411c15-ae59-4516-bd97-a754b6437fc8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.642502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.662130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3a3cb59a-6aab-4d03-9661-a6533c7c2518 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/a2411c15-ae59-4516-bd97-a754b6437fc8 HTTP/1.1" status: 204 len: 168 time: 1.2225041 Feb 09 21:58:15.672410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52280) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:15.701369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a9cc9-b182-447c-854f-b5d910ea16de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc367f4-219c-4b41-9d20-f39e51b6a757,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.725928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f171e4f3-4297-421e-a49b-9f5892188771 req-26fec96c-34f5-4f9f-9862-c3a78ec6a8a7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982709 Feb 09 21:58:15.786502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:15.886001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 6bf18c15-6193-4014-ae13-73ebfb151b6a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:15.886633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 6bf18c15-6193-4014-ae13-73ebfb151b6a not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:15.930299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a27a5ab9-3437-4b92-8984-f464e15caff1 req-45a3bd45-5ec5-4488-b0f6-fdf7be2f2d2c tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 210 time: 0.2575636 Feb 09 21:58:15.951338 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-063bdd9d-f633-4aeb-8339-afec60c64992 req-c3951b62-08e3-4b13-ba63-40deb2798e46 tempest-ListServersNegativeTestJSON-925453138 tempest-ListServersNegativeTestJSON-925453138-project] 10.222.0.98 "GET /v2.0/ports?device_id=802e966d-7c95-4bb8-908b-5c4a17f454b0 HTTP/1.1" status: 200 len: 210 time: 0.0855639 Feb 09 21:58:16.077054 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea9b557-642d-4276-bfa8-def2fc99b8e3 x-openstack-request-id: req-bea9b557-642d-4276-bfa8-def2fc99b8e3 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:16.077440 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802e966d-7c95-4bb8-908b-5c4a17f454b0", "name": "network-vif-deleted", "tag": "72a13787-39a7-40a8-a21c-3588e968797e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:16.077762 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bea9b557-642d-4276-bfa8-def2fc99b8e3 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:16.078275 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802e966d-7c95-4bb8-908b-5c4a17f454b0', 'name': 'network-vif-deleted', 'tag': '72a13787-39a7-40a8-a21c-3588e968797e', 'status': 'completed', 'code': 200} Feb 09 21:58:16.087759 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c10eaf23-317c-4aa5-a985-68cbec4f18fe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.120605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 29dd6244-01a0-4651-a011-d77c71e60b0f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:16.172769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 29dd6244-01a0-4651-a011-d77c71e60b0f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:16.179102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 29dd6244-01a0-4651-a011-d77c71e60b0f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:16.202374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:16.230575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] DHCP port deletion for c10eaf23-317c-4aa5-a985-68cbec4f18fe request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:16.374876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] Deleting port 3cec7cc5-a8b2-439b-8da0-61e791598000 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:16.374876 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.472165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port 3cec7cc5-a8b2-439b-8da0-61e791598000 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:16.473498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.545473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] For port 3cec7cc5-a8b2-439b-8da0-61e791598000, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3cec7cc5-a8b2-439b-8da0-61e791598000,segment=NetworkSegment(5b707437-6bc9-4461-97d5-1e6f7927a80c),segment_id=5b707437-6bc9-4461-97d5-1e6f7927a80c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:16.546656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.583556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port 3cec7cc5-a8b2-439b-8da0-61e791598000, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3cec7cc5-a8b2-439b-8da0-61e791598000,segment=NetworkSegment(5b707437-6bc9-4461-97d5-1e6f7927a80c),segment_id=5b707437-6bc9-4461-97d5-1e6f7927a80c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:16.584331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.597727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] Calling delete_port for 3cec7cc5-a8b2-439b-8da0-61e791598000 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:16.615136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52304) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:16.621596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for 3cec7cc5-a8b2-439b-8da0-61e791598000 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:16.669913 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:58:16.790503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:16.801569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] Sync routers for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:16.831256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:16.831945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:16.851399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] No DVR routers for this DVR port 6bf18c15-6193-4014-ae13-73ebfb151b6a on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:16.861161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.871476 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6f7415e-dabd-46ce-8f0f-7850ec4ce5f2 req-0670a584-45e6-4615-9c77-5b06df950850 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.110 "DELETE /v2.0/ports/6bf18c15-6193-4014-ae13-73ebfb151b6a HTTP/1.1" status: 204 len: 173 time: 3.8205547 Feb 09 21:58:16.909559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.933289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port 3cec7cc5-a8b2-439b-8da0-61e791598000 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:16.945988 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (3cec7cc5-a8b2-439b-8da0-61e791598000), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.969465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-887836314-network', 'tenant_id': '78085133c0654410bbd5cd38c89194f8'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:16.996961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] Pushing event deleted for resources: {'Port': ['ID=3cec7cc5-a8b2-439b-8da0-61e791598000,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:17.016547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ff5fe-403e-488e-850a-19e092bae828 None None] No DVR routers for this DVR port 3cec7cc5-a8b2-439b-8da0-61e791598000 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:17.056726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52322) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:17.078954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:17.091347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=3cec7cc5-a8b2-439b-8da0-61e791598000,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:17.132550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Made reservation on behalf of 78085133c0654410bbd5cd38c89194f8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:17.157372 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.244819 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.412977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c10eaf23-317c-4aa5-a985-68cbec4f18fe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.500342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-683b2c4e-6982-4f5c-b20a-fc80499de16c req-28c47da4-afed-46bc-a57d-bf62a0273b68 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e5c1688-5968-4f1f-a912-8c1fecc5df89 HTTP/1.1" status: 200 len: 210 time: 0.2163484 Feb 09 21:58:17.505040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] Deleting subnet de8fec6a-e331-4bb8-980b-cce7e3ac0fdf {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:17.524197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49c8a0-bf9f-46ca-aefc-c09d90d67b30 req-ea441ab4-5d7f-4a97-8f7d-1ab6f3fdbbf5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:17.525963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a49c8a0-bf9f-46ca-aefc-c09d90d67b30 req-ea441ab4-5d7f-4a97-8f7d-1ab6f3fdbbf5 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.6758795 Feb 09 21:58:17.534482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] Publish callbacks [] for subnet (de8fec6a-e331-4bb8-980b-cce7e3ac0fdf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.535888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10eaf23-317c-4aa5-a985-68cbec4f18fe']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:17.545243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:17.562334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b707437-6bc9-4461-97d5-1e6f7927a80c') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:17.562882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b707437-6bc9-4461-97d5-1e6f7927a80c') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:17.581090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] Checking router: 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:17.589661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (5b707437-6bc9-4461-97d5-1e6f7927a80c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.591653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:17.592485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:17.613317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52330) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:17.703523 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (de8fec6a-e331-4bb8-980b-cce7e3ac0fdf), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a49c8a0-bf9f-46ca-aefc-c09d90d67b30 req-ea6f72f4-5dff-4de3-9a60-20483fe5661f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934346 Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5b707437-6bc9-4461-97d5-1e6f7927a80c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (5b707437-6bc9-4461-97d5-1e6f7927a80c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:17.704048 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:17.753876 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (de8fec6a-e331-4bb8-980b-cce7e3ac0fdf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.776413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks [] for security_group (66b6c70a-4955-4ca4-bac4-8eea9511e59a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.791813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-671968177'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:17.807484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:17.882276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c10eaf23-317c-4aa5-a985-68cbec4f18fe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.893666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.901201 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/c10eaf23-317c-4aa5-a985-68cbec4f18fe HTTP/1.1" status: 204 len: 168 time: 2.2243814 Feb 09 21:58:17.901548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52336) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:17.916251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de65576-a097-4eaa-8c95-681e683d60c2 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=c10eaf23-317c-4aa5-a985-68cbec4f18fe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:17.957184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (de8fec6a-e331-4bb8-980b-cce7e3ac0fdf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.958958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Made reservation on behalf of 2fca3ea1e45f46a59bf664c436e94681 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:17.962201 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.994858 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (66b6c70a-4955-4ca4-bac4-8eea9511e59a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.061886 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.068584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/de8fec6a-e331-4bb8-980b-cce7e3ac0fdf HTTP/1.1" status: 204 len: 168 time: 1.0084033 Feb 09 21:58:18.068584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.068941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52344) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:18.078159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1709f-28d3-4ac2-b9ff-6e9bd54d7825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8fec6a-e331-4bb8-980b-cce7e3ac0fdf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:18.097765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:18.117660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:18.133713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df811cb7-4eb1-43bb-a20e-4baaeeb968f3 None None] The sync data for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 is: [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:50:58Z', 'revision_number': 4, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2e8d7eca-b80e-420b-b29c-02d274d7a102', 'name': '', 'network_id': 'e2b32f15-c20f-4397-a710-0cdd3fbb0bac', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'mac_address': 'fa:16:3e:a2:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:57Z', 'updated_at': '2022-02-09T21:51:04Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'subnets': [{'id': '5162ea3a-b221-4977-86ba-b72073a90e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:18.141798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6c70a-4955-4ca4-bac4-8eea9511e59a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:18.161775 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c4e321ac-2202-46f5-aedd-f1d1df2418a8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.162115 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Added segment c4e321ac-2202-46f5-aedd-f1d1df2418a8 of type vlan for network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 Feb 09 21:58:18.179611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3cec7cc5-a8b2-439b-8da0-61e791598000 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:18.221203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 3cec7cc5-a8b2-439b-8da0-61e791598000 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:18.221481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3cec7cc5-a8b2-439b-8da0-61e791598000 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:18.266956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-deleted', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:18.269731 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908452dd-2fc1-4dcc-9c3e-543139bdd0a8" -d '{"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-deleted", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:18.275138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (29590e65-8bfb-4951-a372-c09b7e432938), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.431050 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9284683d-228f-4bd2-844e-1576509e0792 x-openstack-request-id: req-9284683d-228f-4bd2-844e-1576509e0792 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:18.431408 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5c1688-5968-4f1f-a912-8c1fecc5df89", "name": "network-vif-deleted", "tag": "6bf18c15-6193-4014-ae13-73ebfb151b6a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:18.433862 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9284683d-228f-4bd2-844e-1576509e0792 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:18.434334 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5c1688-5968-4f1f-a912-8c1fecc5df89', 'name': 'network-vif-deleted', 'tag': '6bf18c15-6193-4014-ae13-73ebfb151b6a', 'status': 'completed', 'code': 200} Feb 09 21:58:18.452395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (29590e65-8bfb-4951-a372-c09b7e432938), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.478803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29590e65-8bfb-4951-a372-c09b7e432938']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:18.493388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def978e6-7d23-42c8-b1f2-abc851427a41') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:18.496041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def978e6-7d23-42c8-b1f2-abc851427a41') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:18.525134 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (def978e6-7d23-42c8-b1f2-abc851427a41), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.570576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (def978e6-7d23-42c8-b1f2-abc851427a41), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.581270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:18.581834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (def978e6-7d23-42c8-b1f2-abc851427a41), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:18.682099 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:18.699463 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c28d4-67a6-4335-8795-3159ac416c91 None None] New status for floating IP f31c13bb-827c-4862-9d98-93a088a18043: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:58:18.770722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (29590e65-8bfb-4951-a372-c09b7e432938), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.786853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.795397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] 10.222.0.98 "DELETE /v2.0/networks/29590e65-8bfb-4951-a372-c09b7e432938 HTTP/1.1" status: 204 len: 168 time: 0.7246773 Feb 09 21:58:18.886762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1518114-4341-4143-821e-07e90e6cf0ed admin admin] Pushing event deleted for resources: {'Network': ['ID=29590e65-8bfb-4951-a372-c09b7e432938,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:18.922207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7095a2-a8f3-45d4-94cf-799cb8fa5b53 req-54e69c0a-b0ea-47c7-b62e-ab630cf6e95a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:18.924588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff7095a2-a8f3-45d4-94cf-799cb8fa5b53 req-54e69c0a-b0ea-47c7-b62e-ab630cf6e95a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1275740 Feb 09 21:58:18.993431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff7095a2-a8f3-45d4-94cf-799cb8fa5b53 req-d471d9eb-acc5-453e-918c-57c282f7690f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634267 Feb 09 21:58:19.047771 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks [] for security_group (9d2f26af-43ab-4d06-8722-ca16306c931c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.098481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (81fc6905-2f36-4426-a956-4ac6bd5da8e6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.148380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9d2f26af-43ab-4d06-8722-ca16306c931c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.199944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:19.210887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (81fc6905-2f36-4426-a956-4ac6bd5da8e6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.212099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:19.212785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.226992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f26af-43ab-4d06-8722-ca16306c931c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:19.266827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52364) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.299762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b9cb569c-463d-4a20-a454-8758a74f972a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.300641 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Added segment b9cb569c-463d-4a20-a454-8758a74f972a of type vlan for network 29e205fd-be26-4374-a1fe-b5d5ef712d35 Feb 09 21:58:19.306826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6899819 Feb 09 21:58:19.314020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52366) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.320520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Request body: {'subnet': {'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-subnet', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:19.339368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-85110d61-ffc6-44e2-938b-d1688860af3c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2002338100e84966b3f9a16c6c7b65e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713432 Feb 09 21:58:19.343330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52368) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.378845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f389c-2602-4a5d-ae03-9a6016bf91a1 admin admin] Pushing event updated for resources: {'Network': ['ID=81fc6905-2f36-4426-a956-4ac6bd5da8e6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:19.391168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:19.396489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (29e205fd-be26-4374-a1fe-b5d5ef712d35), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.427205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-646c580e-9959-4875-95eb-7d800157a028 admin admin] Publish callbacks [] for security_group (9be8e7f1-bd91-4fc3-91fa-b5e67f993698), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.477030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-646c580e-9959-4875-95eb-7d800157a028 admin admin] Publish callbacks [] for security_group (9be8e7f1-bd91-4fc3-91fa-b5e67f993698), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.498405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Made reservation on behalf of 78085133c0654410bbd5cd38c89194f8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:19.500721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.521385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.583187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (29e205fd-be26-4374-a1fe-b5d5ef712d35), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.588201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:19.588868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.672249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-646c580e-9959-4875-95eb-7d800157a028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9be8e7f1-bd91-4fc3-91fa-b5e67f993698), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.675237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-646c580e-9959-4875-95eb-7d800157a028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.678993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-646c580e-9959-4875-95eb-7d800157a028 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9be8e7f1-bd91-4fc3-91fa-b5e67f993698 HTTP/1.1" status: 204 len: 168 time: 0.3323562 Feb 09 21:58:19.692474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c580e-9959-4875-95eb-7d800157a028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be8e7f1-bd91-4fc3-91fa-b5e67f993698,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:19.736206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event updated for resources: {'Network': ['ID=29e205fd-be26-4374-a1fe-b5d5ef712d35,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:19.763322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52376) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.777227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:19.883797 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d28e602f-f9d7-4ff3-8e11-bcd0d5dda35e tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2645519 Feb 09 21:58:19.890287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.924533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Request body: {'subnet': {'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:19.950401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58bacf74-7960-4284-ad0c-b24515ba60ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (b998a316-e45c-440e-875d-20fb92b3212e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.042184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58bacf74-7960-4284-ad0c-b24515ba60ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (b998a316-e45c-440e-875d-20fb92b3212e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.093164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (bf179fae-b0ea-4f4c-9e92-5560cf22ce4e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.194039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.313513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port a639337f-aed6-4a34-92d2-7ec150651463 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:20.314041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a639337f-aed6-4a34-92d2-7ec150651463), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.315065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d76fb0-6b7f-43a2-8ba1-8ca7ed6219fb req-467747f2-46d9-44de-9b1f-ba3bfc550677 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.316877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79d76fb0-6b7f-43a2-8ba1-8ca7ed6219fb req-467747f2-46d9-44de-9b1f-ba3bfc550677 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.1357436 Feb 09 21:58:20.318552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Checking segment: {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:20.319098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Network hostable DHCP agents. Network: 81fc6905-2f36-4426-a956-4ac6bd5da8e6, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:20.333007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Made reservation on behalf of 2fca3ea1e45f46a59bf664c436e94681 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:20.343970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.407494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58bacf74-7960-4284-ad0c-b24515ba60ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b998a316-e45c-440e-875d-20fb92b3212e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.413165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58bacf74-7960-4284-ad0c-b24515ba60ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.414536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-58bacf74-7960-4284-ad0c-b24515ba60ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "DELETE /v2.0/security-groups/b998a316-e45c-440e-875d-20fb92b3212e HTTP/1.1" status: 204 len: 168 time: 0.6456447 Feb 09 21:58:20.428012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52394) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:20.430198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bacf74-7960-4284-ad0c-b24515ba60ea tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b998a316-e45c-440e-875d-20fb92b3212e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.464845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:20.482552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79d76fb0-6b7f-43a2-8ba1-8ca7ed6219fb req-634abba9-3a0f-4cf8-9c94-77c829dd6ab4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565840 Feb 09 21:58:20.491353 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-7b20794a-6624-450e-a5b8-7715d9860ced tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] show failed (client error): The resource could not be found. Feb 09 21:58:20.492568 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b20794a-6624-450e-a5b8-7715d9860ced tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "GET /v2.0/security-groups/b998a316-e45c-440e-875d-20fb92b3212e HTTP/1.1" status: 404 len: 347 time: 0.0414002 Feb 09 21:58:20.498973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52396) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:20.639939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port a639337f-aed6-4a34-92d2-7ec150651463, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a639337f-aed6-4a34-92d2-7ec150651463,segment=NetworkSegment(8550b90b-7e03-45bd-823e-9adf104ae570),segment_id=8550b90b-7e03-45bd-823e-9adf104ae570)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:20.640459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a639337f-aed6-4a34-92d2-7ec150651463), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.642781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 81fc6905-2f36-4426-a956-4ac6bd5da8e6) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:20.655425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560baa0-82f5-4669-8aa6-a37b35dfa45b None None] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:20.661486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for a639337f-aed6-4a34-92d2-7ec150651463 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:20.711454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.712093 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.836517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Deleting port a9202b0f-7936-4fd0-ab15-22b39a229142 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:20.836879 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.843225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822edf7-790c-436e-80ba-55b694031843 None None] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:20.913763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7fb5d3ee-224b-4925-bf4e-67a0b90075ce admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5945842 Feb 09 21:58:20.915925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52408) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:20.921464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:20.986248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.986590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (a9202b0f-7936-4fd0-ab15-22b39a229142), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.024039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Calling delete_port for a9202b0f-7936-4fd0-ab15-22b39a229142 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:21.025163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.026647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.100477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (a639337f-aed6-4a34-92d2-7ec150651463), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.145460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=a639337f-aed6-4a34-92d2-7ec150651463,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:21.191980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks [] for router_controller (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.351660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (83293ae7-98ee-4d26-bd76-5c79155d8827), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.354459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (9d3611bf-3d67-4cc5-b9eb-6f600a296cba), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.393572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a9202b0f-7936-4fd0-ab15-22b39a229142), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.434443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52416) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:21.472411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Pushing event deleted for resources: {'Port': ['ID=a9202b0f-7936-4fd0-ab15-22b39a229142,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:21.600268 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks [] for floatingip (f31c13bb-827c-4862-9d98-93a088a18043), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.604681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.606477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c353c2d1-51b1-41c3-b041-5a9e214478d8 tempest-AttachVolumeShelveTestJSON-1047305949 tempest-AttachVolumeShelveTestJSON-1047305949-project] 10.222.0.98 "DELETE /v2.0/floatingips/f31c13bb-827c-4862-9d98-93a088a18043 HTTP/1.1" status: 204 len: 168 time: 1.1059151 Feb 09 21:58:21.749709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event updated for resources: {'Subnet': ['ID=9d3611bf-3d67-4cc5-b9eb-6f600a296cba,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:21.767622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Checking segment: {'id': 'b9cb569c-463d-4a20-a454-8758a74f972a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:21.768052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Network hostable DHCP agents. Network: 29e205fd-be26-4374-a1fe-b5d5ef712d35, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:21.798141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-83548651-network', 'tenant_id': '9a3a68ea7f8b435aa058af349909f7a3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:22.047882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks [] for router_gateway (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.288785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11466b54-118b-481f-97fc-8a484061f673 req-983a6c27-6efc-4596-ab2c-6ee8c495d86f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:22.288785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11466b54-118b-481f-97fc-8a484061f673 req-983a6c27-6efc-4596-ab2c-6ee8c495d86f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.4385760 Feb 09 21:58:22.288785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:22.290938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-11466b54-118b-481f-97fc-8a484061f673 req-b2af5c0e-46f0-440f-849c-fac1d478eedd tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300917 Feb 09 21:58:22.294377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:22.302972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34edb5ca-1931-44a8-81d5-2a1b1a80839e tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3980379 Feb 09 21:58:22.303224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52432) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:22.312309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:22.325385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:22.326393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:22.397140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting subnet 78b237ae-abf9-4500-8b3e-705724d747bf {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:22.401791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (78b237ae-abf9-4500-8b3e-705724d747bf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.464575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (78b237ae-abf9-4500-8b3e-705724d747bf), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.567581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Made reservation on behalf of 9a3a68ea7f8b435aa058af349909f7a3 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:22.575992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.601120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:22.652031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:22.657507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.713091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 11, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:22.754878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:22.755042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks [] for security_group (2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.763172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:22.763847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:22.764303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (78b237ae-abf9-4500-8b3e-705724d747bf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.851361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:22.913205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 11, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:22.955815 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.962101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 29e205fd-be26-4374-a1fe-b5d5ef712d35) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:22.993327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45ad06-472c-4fd9-af26-1fe3ed255404 None None] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:22.998244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf05692-0f07-4c08-9b0a-dc5b72e9fcdf None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 11, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:23.008238 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (78b237ae-abf9-4500-8b3e-705724d747bf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.016073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:23.016935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.158077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks [] for router_gateway (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.159920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:23.164483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Subnet': ['ID=78b237ae-abf9-4500-8b3e-705724d747bf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:23.168543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:23.221405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-29e205fd-be26-4374-a1fe-b5d5ef712d35', 'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35', 'project_id': '2fca3ea1e45f46a59bf664c436e94681', 'fixed_ips': [{'subnet_id': '9d3611bf-3d67-4cc5-b9eb-6f600a296cba'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:23.222299 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.234950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-284bac12-86cf-42d3-9c90-85246eb940a2 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3400657 Feb 09 21:58:23.235805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:23.240794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.243555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Request body: {'port': {'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-182938121'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:23.246131 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.250347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce87b4-76c6-4bdf-9dfd-c7ced430ff40 None None] Network 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:23.265004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39fc4d20-99df-461d-80fb-17d8ea69ddf8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/78b237ae-abf9-4500-8b3e-705724d747bf HTTP/1.1" status: 204 len: 168 time: 0.9606619 Feb 09 21:58:23.266498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (cf2935d1-8919-4ffc-b64b-c02b23be0031), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.266857 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Added segment cf2935d1-8919-4ffc-b64b-c02b23be0031 of type vlan for network f72a2a91-8db4-4d32-8fe3-6d1978c26493 Feb 09 21:58:23.268972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52444) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:23.588241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] DHCP port deletion for 5c710a17-91a2-475f-bbc1-0ae1c52d7ccb request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:23.603724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Made reservation on behalf of 2fca3ea1e45f46a59bf664c436e94681 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:23.612998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Allocated IP 2001:db8::2 (29e205fd-be26-4374-a1fe-b5d5ef712d35/9d3611bf-3d67-4cc5-b9eb-6f600a296cba/5b0ffcce-b968-4832-bb81-bf05596224ec) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:23.613186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.642238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Allocated IP 172.25.5.60 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/c46dbe4d-b2cd-4a03-94a7-1ae5ec552640) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:23.696835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] device_id is not set on port afb1252e-0cdd-43f3-b983-c1c603defe4c yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:58:23.726595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a236204-8e07-44ca-9680-4cedaacbae33 req-3e091ca2-811e-403f-9003-862b61baf25e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:23.728305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a236204-8e07-44ca-9680-4cedaacbae33 req-3e091ca2-811e-403f-9003-862b61baf25e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.2187312 Feb 09 21:58:23.813202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-43ad12aa-6089-439f-9627-25e41d54f72e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573827 Feb 09 21:58:23.913851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a236204-8e07-44ca-9680-4cedaacbae33 req-a040fdfd-e921-4778-8006-0c16aa7a87d8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391425 Feb 09 21:58:23.950817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (f72a2a91-8db4-4d32-8fe3-6d1978c26493), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.993201 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Publish callbacks [] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.003911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] Deleting port d1b95a71-b24d-4591-b08d-d1698c965af5 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:24.004402 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.008208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-bce2929e-fdfe-49b2-9dc9-946f45d3d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:24.009971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-bce2929e-fdfe-49b2-9dc9-946f45d3d05d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 1127 time: 0.1308494 Feb 09 21:58:24.097549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (5c710a17-91a2-475f-bbc1-0ae1c52d7ccb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.134308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.161398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] For port d1b95a71-b24d-4591-b08d-d1698c965af5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d1b95a71-b24d-4591-b08d-d1698c965af5,segment=NetworkSegment(8550b90b-7e03-45bd-823e-9adf104ae570),segment_id=8550b90b-7e03-45bd-823e-9adf104ae570)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:24.164512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.237336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks [] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.253373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d1b95a71-b24d-4591-b08d-d1698c965af5 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:24.283456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (f72a2a91-8db4-4d32-8fe3-6d1978c26493), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.284420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:24.285616 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.307305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Pushing event updated for resources: {'Port': ['ID=5b0ffcce-b968-4832-bb81-bf05596224ec,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:24.311404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] Calling delete_port for d1b95a71-b24d-4591-b08d-d1698c965af5 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:24.321264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:24.327959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:24.333656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:24.373675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Allocated IP 2001:db8::144 (29e205fd-be26-4374-a1fe-b5d5ef712d35/9d3611bf-3d67-4cc5-b9eb-6f600a296cba/afb1252e-0cdd-43f3-b983-c1c603defe4c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:24.406910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-4ab47974-c727-499a-8e56-048597c127f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:24.408440 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-4ab47974-c727-499a-8e56-048597c127f8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.3743064 Feb 09 21:58:24.422636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.450103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0119214 Feb 09 21:58:24.459261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52460) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:24.515776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9743de2-f445-4b28-9704-90e54fad49a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f72a2a91-8db4-4d32-8fe3-6d1978c26493,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:24.536396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:24.549219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:24.564683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:24.567330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Pushing event updated for resources: {'Port': ['ID=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:24.573118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Request body: {'subnet': {'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-83548651-subnet', 'tenant_id': '9a3a68ea7f8b435aa058af349909f7a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:24.611344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:24.626240 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-1be60d9b-e488-488b-ab9b-c8ff82ffe7f9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83899610-9992-4069-a9a1-22fcff2261c1 HTTP/1.1" status: 200 len: 217 time: 0.2087243 Feb 09 21:58:24.641510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Deleting port d1b95a71-b24d-4591-b08d-d1698c965af5 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:24.641866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.772211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Attempting to bind port 5b0ffcce-b968-4832-bb81-bf05596224ec on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:24.774117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Attempting to bind port 5b0ffcce-b968-4832-bb81-bf05596224ec by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b9cb569c-463d-4a20-a454-8758a74f972a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:24.775180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Attempting to bind port 5b0ffcce-b968-4832-bb81-bf05596224ec on network 29e205fd-be26-4374-a1fe-b5d5ef712d35 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:24.792141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d1b95a71-b24d-4591-b08d-d1698c965af5 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:24.792921 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.813635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:24.814453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Checking segment: {'id': 'b9cb569c-463d-4a20-a454-8758a74f972a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:24.816664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] For port d1b95a71-b24d-4591-b08d-d1698c965af5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d1b95a71-b24d-4591-b08d-d1698c965af5,segment=NetworkSegment(8550b90b-7e03-45bd-823e-9adf104ae570),segment_id=8550b90b-7e03-45bd-823e-9adf104ae570)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:24.817209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.817933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.818587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Bound using segment: {'id': 'b9cb569c-463d-4a20-a454-8758a74f972a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:24.822278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Bound port: 5b0ffcce-b968-4832-bb81-bf05596224ec, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cb569c-463d-4a20-a454-8758a74f972a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:24.823102 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.856167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Calling delete_port for d1b95a71-b24d-4591-b08d-d1698c965af5 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:24.886765 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.898757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-a8ecffc6-69c4-433d-b561-1dabff83b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:24.909731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-a8ecffc6-69c4-433d-b561-1dabff83b7a9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.2584314 Feb 09 21:58:24.910163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Made reservation on behalf of 9a3a68ea7f8b435aa058af349909f7a3 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:24.912773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.043180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] Pushing event deleted for resources: {'Port': ['ID=d1b95a71-b24d-4591-b08d-d1698c965af5,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:25.082434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81334c93-4e91-4d9e-9672-06c22d2aabb0 None None] No DVR routers for this DVR port d1b95a71-b24d-4591-b08d-d1698c965af5 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:25.177556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a639337f-aed6-4a34-92d2-7ec150651463 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:25.257677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: a639337f-aed6-4a34-92d2-7ec150651463 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:25.260081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a639337f-aed6-4a34-92d2-7ec150651463 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:25.270250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] For port 5b0ffcce-b968-4832-bb81-bf05596224ec, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:25.301605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] For port 5b0ffcce-b968-4832-bb81-bf05596224ec, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5b0ffcce-b968-4832-bb81-bf05596224ec,segment=NetworkSegment(b9cb569c-463d-4a20-a454-8758a74f972a),segment_id=b9cb569c-463d-4a20-a454-8758a74f972a)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:25.385524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.497513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef22962-dc6a-46d6-bf82-138a34a7f00c None None] Pushing event updated for resources: {'Port': ['ID=5b0ffcce-b968-4832-bb81-bf05596224ec,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:25.709581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d1b95a71-b24d-4591-b08d-d1698c965af5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.756440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Port': ['ID=d1b95a71-b24d-4591-b08d-d1698c965af5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:25.761174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No DVR routers for this DVR port d1b95a71-b24d-4591-b08d-d1698c965af5 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:25.767316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks [] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.775543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb4c34-0215-46e7-a241-1c85189a679c req-9560aaf2-01d5-4a05-9819-17ce54f9cbe3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:25.777173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7cb4c34-0215-46e7-a241-1c85189a679c req-9560aaf2-01d5-4a05-9819-17ce54f9cbe3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.7181807 Feb 09 21:58:25.780332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks [] for router_gateway (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.786122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-b17b49af-e916-4262-a9de-edeeab114830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:25.791245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-b17b49af-e916-4262-a9de-edeeab114830 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8659587 Feb 09 21:58:25.936096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.991119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (3f4191dc-300f-4c3b-ae29-6941b14564ce), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.081173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4191dc-300f-4c3b-ae29-6941b14564ce,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:26.101140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:26.129984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:26.132179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:26.145125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.145543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.198183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event updated for resources: {'Port': ['ID=afb1252e-0cdd-43f3-b983-c1c603defe4c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:26.246589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-2fbb8041-f9ab-432b-9877-346bd1d31f10 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956282 Feb 09 21:58:26.255505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-17e6d795-ea9c-4353-9838-2e6c6dfcd214 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0179222 Feb 09 21:58:26.260863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52480) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:26.271093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Request body: {'port': {'network_id': '29e205fd-be26-4374-a1fe-b5d5ef712d35', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1501168644', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:26.271672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.api.validators [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] bootfile-name is not in valid_values {{(pid=103697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:58:26.273346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.api.validators [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] tftp-server is not in valid_values {{(pid=103697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:58:26.273703 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.api.validators [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] server-ip-address is not in valid_values {{(pid=103697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:58:26.302938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (5c710a17-91a2-475f-bbc1-0ae1c52d7ccb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.305544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5b0ffcce-b968-4832-bb81-bf05596224ec up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:26.354115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c710a17-91a2-475f-bbc1-0ae1c52d7ccb']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:26.381600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8550b90b-7e03-45bd-823e-9adf104ae570') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:26.381912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8550b90b-7e03-45bd-823e-9adf104ae570') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:26.393272 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (8550b90b-7e03-45bd-823e-9adf104ae570), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.401855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5b0ffcce-b968-4832-bb81-bf05596224ec triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:26.402687 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.422834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (8550b90b-7e03-45bd-823e-9adf104ae570), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.427200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Checking segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:26.427639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Network hostable DHCP agents. Network: f72a2a91-8db4-4d32-8fe3-6d1978c26493, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:26.440793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:26.441211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (8550b90b-7e03-45bd-823e-9adf104ae570), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.607654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76189f93-8001-4b64-a6ce-b3963cd555a4 req-a879fe09-850a-4122-945e-4301fd0dfe69 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508949 Feb 09 21:58:26.616467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:26.620538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5b0ffcce-b968-4832-bb81-bf05596224ec is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:26.621151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.631764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Made reservation on behalf of 2fca3ea1e45f46a59bf664c436e94681 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:26.646558 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.676777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 5b0ffcce-b968-4832-bb81-bf05596224ec, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5b0ffcce-b968-4832-bb81-bf05596224ec,segment=NetworkSegment(b9cb569c-463d-4a20-a454-8758a74f972a),segment_id=b9cb569c-463d-4a20-a454-8758a74f972a)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:26.685036 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:26.703618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] device_id is not set on port ac6bb503-75dc-48dc-81ef-f5f64a58e6f3 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:58:26.719997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, f72a2a91-8db4-4d32-8fe3-6d1978c26493) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:26.731423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e03b5-6207-4e4c-b4eb-099b38ec19c8 None None] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:26.737641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (5c710a17-91a2-475f-bbc1-0ae1c52d7ccb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.772823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.773448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.812227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.822371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/networks/5c710a17-91a2-475f-bbc1-0ae1c52d7ccb HTTP/1.1" status: 204 len: 168 time: 3.5357172 Feb 09 21:58:26.825923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52488) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:26.833796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'routes': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:26.879032 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.888844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1a546-b08a-4770-8b09-1c31c017dbe4 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Pushing event deleted for resources: {'Network': ['ID=5c710a17-91a2-475f-bbc1-0ae1c52d7ccb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:26.891462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.908362 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7cb4c34-0215-46e7-a241-1c85189a679c req-dbca5d27-842c-4150-86a4-3a3ccec3c2a0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0894821 Feb 09 21:58:26.933450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-99cff3f6-6d8b-4144-b81c-b7126791d9ce admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4613302 Feb 09 21:58:27.044009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=5b0ffcce-b968-4832-bb81-bf05596224ec,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:27.202213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0930ee7-b669-4546-b233-ee6437b6d87d None None] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:27.270373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.extraroute_db [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Added routes are [] {{(pid=103697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:58:27.270768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.extraroute_db [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Removed routes are [] {{(pid=103697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:58:27.271220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.389065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416d22d-19d2-42f9-861d-ff0ee2ba1b1b None None] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:27.435979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:58:27.530931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c6a14589-161e-4a11-8d6b-aaf481c9b066 None None] Provisioning complete for port 5b0ffcce-b968-4832-bb81-bf05596224ec triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:27.531586 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6a14589-161e-4a11-8d6b-aaf481c9b066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.650915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.693830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Allocated IP 2001:db8::66 (29e205fd-be26-4374-a1fe-b5d5ef712d35/9d3611bf-3d67-4cc5-b9eb-6f600a296cba/ac6bb503-75dc-48dc-81ef-f5f64a58e6f3) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:27.696811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.776473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:27.789386 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Sync routers for ids ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:27.805658 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Routers {'056b4e32-6766-4a9f-9bf8-5c54bb6618cd'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:27.808141 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:27.892111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 83293ae7-98ee-4d26-bd76-5c79155d8827 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:27.958742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.960367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc9ab2a0-8cd5-427c-994a-8a4095631e6f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0430753 Feb 09 21:58:27.963011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52522) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:28.062241 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Set router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:28.150205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks [] for port (ac6bb503-75dc-48dc-81ef-f5f64a58e6f3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.236383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5b0ffcce-b968-4832-bb81-bf05596224ec up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:28.421854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c6a14589-161e-4a11-8d6b-aaf481c9b066 None None] Current status of the port 5b0ffcce-b968-4832-bb81-bf05596224ec is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:28.425671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5b0ffcce-b968-4832-bb81-bf05596224ec triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:28.426054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.499206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-0d43e0d0-aad7-40cc-924f-f4350ea5477d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:28.506657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-0d43e0d0-aad7-40cc-924f-f4350ea5477d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 811 time: 0.2985537 Feb 09 21:58:28.574140 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T21:58:24Z', 'revision_number': 3, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port': {'id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:23Z', 'updated_at': '2022-02-09T21:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:28.596075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5b0ffcce-b968-4832-bb81-bf05596224ec is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:28.631962 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Checking router: 056b4e32-6766-4a9f-9bf8-5c54bb6618cd for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:28.632313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Updating router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:58:28.718427 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.765853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b8709f8a-94ba-4d9c-8182-443c84756e2b tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/quotas/9a3a68ea7f8b435aa058af349909f7a3 HTTP/1.1" status: 200 len: 375 time: 0.2384329 Feb 09 21:58:28.838526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-efc173aa-60fb-401b-b902-be5680f95187 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599647 Feb 09 21:58:28.860437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ac6bb503-75dc-48dc-81ef-f5f64a58e6f3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.953427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5229a-f88d-4dda-a8c5-ee3ecc96c7b6 req-c3966ac3-30b7-4f1a-a6bc-64df4bc8866b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:28.974332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7c5229a-f88d-4dda-a8c5-ee3ecc96c7b6 req-c3966ac3-30b7-4f1a-a6bc-64df4bc8866b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.6386230 Feb 09 21:58:28.981818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.985960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-707a4c53-f0d5-4c64-8388-d12c17e3e52e None None] Provisioning complete for port afb1252e-0cdd-43f3-b983-c1c603defe4c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:28.987920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-707a4c53-f0d5-4c64-8388-d12c17e3e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.026318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event updated for resources: {'Port': ['ID=ac6bb503-75dc-48dc-81ef-f5f64a58e6f3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:29.037491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:29.064436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.065653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4344fddd-c90e-4e2f-a4dc-20dcd0ded257 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 200 len: 705 time: 2.2383673 Feb 09 21:58:29.070368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52530) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:29.072966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] Sync routers for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:29.175438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:29.182391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:29.184679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-9de7f6be-c05a-41ec-83e0-d48711a3f8a1 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:58:29.185718 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-9de7f6be-c05a-41ec-83e0-d48711a3f8a1 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2994027 Feb 09 21:58:29.193729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:29.208774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7c5229a-f88d-4dda-a8c5-ee3ecc96c7b6 req-45649fe4-cee0-4624-8ceb-3dad86e3f1ef tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169740 Feb 09 21:58:29.209491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52532) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:29.212782 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-580441a7-5edc-4cc7-8021-beea1130e4de tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 200 len: 205 time: 0.1228607 Feb 09 21:58:29.234281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:29.251585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:29.269391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:29.270051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.414872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:29.428904 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Publish callbacks [] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.446149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52536) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:29.446974 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f8eaad71-129c-4dfb-9468-485a00d35777 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1803279 Feb 09 21:58:29.452451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f0726b6a-08e8-43ed-bf52-53d19f87949f service neutron] 10.222.0.98 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383542 Feb 09 21:58:29.508586 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89f8788b-8950-49d7-be61-016ffbf43a75 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.530991 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.558502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-707a4c53-f0d5-4c64-8388-d12c17e3e52e None None] Port afb1252e-0cdd-43f3-b983-c1c603defe4c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:29.581421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 11, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:29.644554 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea6d69-f24a-4e05-bd6b-ee37f108fa4f None None] Pushing event updated for resources: {'Port': ['ID=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:29.664162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-90a32e93-8b84-4e62-895c-06a6b734905c service neutron] 10.222.0.98 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050846 Feb 09 21:58:29.680141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-707a4c53-f0d5-4c64-8388-d12c17e3e52e None None] Provisioning complete for port 5b0ffcce-b968-4832-bb81-bf05596224ec triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:29.680446 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-707a4c53-f0d5-4c64-8388-d12c17e3e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.689047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] Checking router: 83293ae7-98ee-4d26-bd76-5c79155d8827 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:29.735529 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Attempting to bind port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:29.735927 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Attempting to bind port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:29.736295 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Attempting to bind port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:29.756831 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:29.757211 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:29.757661 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.758078 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:29.758605 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Bound port: c46dbe4d-b2cd-4a03-94a7-1ae5ec552640, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:29.758978 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.785587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.785587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] Routers {'83293ae7-98ee-4d26-bd76-5c79155d8827'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:29.785587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['83293ae7-98ee-4d26-bd76-5c79155d8827'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:29.852576 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] For port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:29.856777 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] For port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:29.885297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] Set router 83293ae7-98ee-4d26-bd76-5c79155d8827 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:29.925686 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.048791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89f8788b-8950-49d7-be61-016ffbf43a75 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.068695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89f8788b-8950-49d7-be61-016ffbf43a75 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (83293ae7-98ee-4d26-bd76-5c79155d8827), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.080012 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Routers {'056b4e32-6766-4a9f-9bf8-5c54bb6618cd'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:30.082217 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:30.120927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 11, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:30.165384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Allocated IP 172.20.0.1 (81fc6905-2f36-4426-a956-4ac6bd5da8e6/bf179fae-b0ea-4f4c-9e92-5560cf22ce4e/877b650c-0346-4afd-abb0-3fdbdc820dfc) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:30.181369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efe5fd-1bac-4379-af82-2bfbd0e8b987 None None] The sync data for ids ['83293ae7-98ee-4d26-bd76-5c79155d8827'] in n-d-828599-1 is: [{'id': '83293ae7-98ee-4d26-bd76-5c79155d8827', 'name': 'tempest-RoutersIpV6Test-router-1393487658', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:57:20Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 11, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:30.187693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cc09e-3c8a-49c8-b62a-06c84a9fed5a tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.201824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cc09e-3c8a-49c8-b62a-06c84a9fed5a tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.203094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cc09e-3c8a-49c8-b62a-06c84a9fed5a tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.204779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c73cc09e-3c8a-49c8-b62a-06c84a9fed5a tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7478788 Feb 09 21:58:30.209300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52544) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:30.229073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea6d69-f24a-4e05-bd6b-ee37f108fa4f None None] Pushing event updated for resources: {'Port': ['ID=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:30.306784 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] Set router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:30.340871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-707a4c53-f0d5-4c64-8388-d12c17e3e52e None None] Current status of the port 5b0ffcce-b968-4832-bb81-bf05596224ec is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:30.494186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-65e57919-c184-4436-9ac6-436ad972e2df None None] Provisioning complete for port afb1252e-0cdd-43f3-b983-c1c603defe4c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:30.495995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65e57919-c184-4436-9ac6-436ad972e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.614530 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks [] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.632473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89f8788b-8950-49d7-be61-016ffbf43a75 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (83293ae7-98ee-4d26-bd76-5c79155d8827), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.633030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f8788b-8950-49d7-be61-016ffbf43a75 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Fanout notify agent at l3_agent the message router_deleted on router 83293ae7-98ee-4d26-bd76-5c79155d8827 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:58:30.656506 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89f8788b-8950-49d7-be61-016ffbf43a75 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.671531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52556) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:30.674411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-89f8788b-8950-49d7-be61-016ffbf43a75 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 204 len: 168 time: 1.4589295 Feb 09 21:58:30.683445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-134cf706-728e-4621-bc6d-387a202cf7c1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-816757592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:30.709177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Deleting port ac6bb503-75dc-48dc-81ef-f5f64a58e6f3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:30.714622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ac6bb503-75dc-48dc-81ef-f5f64a58e6f3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.717150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-65e57919-c184-4436-9ac6-436ad972e2df None None] Port afb1252e-0cdd-43f3-b983-c1c603defe4c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:30.752519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-65e57919-c184-4436-9ac6-436ad972e2df None None] Provisioning complete for port ac6bb503-75dc-48dc-81ef-f5f64a58e6f3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:30.753337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65e57919-c184-4436-9ac6-436ad972e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac6bb503-75dc-48dc-81ef-f5f64a58e6f3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.824740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f031f6c-2c9e-46fa-8c94-2eb7158e2aee req-0812fe74-a078-4b01-ad92-f6800509d568 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.838368 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f031f6c-2c9e-46fa-8c94-2eb7158e2aee req-0812fe74-a078-4b01-ad92-f6800509d568 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.3545480 Feb 09 21:58:30.881560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-65e57919-c184-4436-9ac6-436ad972e2df None None] Port ac6bb503-75dc-48dc-81ef-f5f64a58e6f3 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:30.892368 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.983985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ac6bb503-75dc-48dc-81ef-f5f64a58e6f3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.994581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f031f6c-2c9e-46fa-8c94-2eb7158e2aee req-7f161893-546a-43c8-b061-df8c47feb5d8 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552098 Feb 09 21:58:31.003449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.004987 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T21:58:24Z', 'revision_number': 3, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port': {'id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:23Z', 'updated_at': '2022-02-09T21:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:31.036498 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa3451-9522-4d96-a2fc-570a56eadb86 None None] The sync data for ids ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'] in n-d-828599-1 is: [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T21:58:24Z', 'revision_number': 3, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port': {'id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:23Z', 'updated_at': '2022-02-09T21:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:31.098568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=877b650c-0346-4afd-abb0-3fdbdc820dfc,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:31.140903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:31.141892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Calling delete_port for ac6bb503-75dc-48dc-81ef-f5f64a58e6f3 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:31.145145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:31.162198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ada24cbc-c964-44d5-bd05-c71e70d8e987 req-ef6008d2-9201-46ab-86af-ab197d3ef5ac tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 210 time: 0.1466527 Feb 09 21:58:31.163177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:31.220595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.303657 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-134cf706-728e-4621-bc6d-387a202cf7c1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.305439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-134cf706-728e-4621-bc6d-387a202cf7c1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.567884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.727888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-134cf706-728e-4621-bc6d-387a202cf7c1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (9be36e02-c0bf-4931-8266-b05d561b5e67), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.914849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks [] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.036140 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.039399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-134cf706-728e-4621-bc6d-387a202cf7c1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.060473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ac6bb503-75dc-48dc-81ef-f5f64a58e6f3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.238053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.347419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event deleted for resources: {'Port': ['ID=ac6bb503-75dc-48dc-81ef-f5f64a58e6f3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:32.406297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:32.466240 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.488388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-27d3f688-3b23-466c-b8c9-fcf2b73640ab tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "DELETE /v2.0/ports/ac6bb503-75dc-48dc-81ef-f5f64a58e6f3 HTTP/1.1" status: 204 len: 168 time: 2.2771170 Feb 09 21:58:32.495430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52586) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:32.498244 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-134cf706-728e-4621-bc6d-387a202cf7c1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.499521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-134cf706-728e-4621-bc6d-387a202cf7c1 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.8269331 Feb 09 21:58:32.518044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Request body: {'port': {'name': 'tempest-new-port-name-533238994', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:32.518473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.api.validators [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] bootfile-name is not in valid_values {{(pid=103697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:58:32.518830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.api.validators [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] tftp-server is not in valid_values {{(pid=103697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:58:32.519179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.api.validators [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] server-ip-address is not in valid_values {{(pid=103697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:58:32.532055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52588) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:32.532055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-672bc6fb-8827-4314-93fd-c6e08768b7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:32.621244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:32.623401 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.633362 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de855ed7-f0ea-4a7b-ab92-af433e88574a req-64f436c3-bb92-4f9b-930c-7d6dbb7e17e9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 210 time: 0.1596248 Feb 09 21:58:32.684421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=877b650c-0346-4afd-abb0-3fdbdc820dfc,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:32.889339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:32.896058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:32.990132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:32.990540 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.042535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:33.136497 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.239047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:33.300839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901c3d-9bad-4efb-96f5-3878c23d16f3 req-c15863fc-e5bd-4826-afef-dbf8eb1b8bba tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:33.312307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:33.319949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8901c3d-9bad-4efb-96f5-3878c23d16f3 req-c15863fc-e5bd-4826-afef-dbf8eb1b8bba tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 1.0532756 Feb 09 21:58:33.535166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.587326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:33.609728 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0c11bac3-7092-4941-8d60-4137bc9ad9b1 admin admin] 10.222.0.98 "PUT /v2.0/routers/056b4e32-6766-4a9f-9bf8-5c54bb6618cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6453302 Feb 09 21:58:33.724945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-672bc6fb-8827-4314-93fd-c6e08768b7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.860353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8901c3d-9bad-4efb-96f5-3878c23d16f3 req-f1cab68c-1438-4086-8085-9d0c143e4b85 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458512 Feb 09 21:58:33.865959 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-672bc6fb-8827-4314-93fd-c6e08768b7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.880062 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ede27db7-179c-4918-bc1a-17f174937a7f req-d3ace172-ee5d-43b7-b5dc-8318edbf424e tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 210 time: 0.0530849 Feb 09 21:58:34.269657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:34.351516 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Sync routers for ids ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:34.370016 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Routers {'056b4e32-6766-4a9f-9bf8-5c54bb6618cd'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:34.370913 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:34.449227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:34.450085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.642638 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Set router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:34.670770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:35.180066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05e0eb-0ed4-45ac-9095-bba8bf263a39 req-974f2075-6200-4141-8642-24367a6bfbca tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:35.183516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac05e0eb-0ed4-45ac-9095-bba8bf263a39 req-974f2075-6200-4141-8642-24367a6bfbca tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.2188249 Feb 09 21:58:35.260717 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T21:58:31Z', 'revision_number': 4, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port': {'id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:23Z', 'updated_at': '2022-02-09T21:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '877b650c-0346-4afd-abb0-3fdbdc820dfc', 'name': '', 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'mac_address': 'fa:16:3e:ec:7d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:29Z', 'updated_at': '2022-02-09T21:58:31Z', 'revision_number': 2, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'subnets': [{'id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:35.307009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac05e0eb-0ed4-45ac-9095-bba8bf263a39 req-b1e56633-d5a9-4b0b-a06f-9622efc6cbbe tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170700 Feb 09 21:58:35.315594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Checking router: 056b4e32-6766-4a9f-9bf8-5c54bb6618cd for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:35.318119 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Updating router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd port 877b650c-0346-4afd-abb0-3fdbdc820dfc binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:58:35.411681 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.455921 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cb10f438-e4f5-4b3d-b30d-a2445ad18b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.495222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3a183ea-aed0-460d-85d7-546221b89ed3 req-d50377ab-b2c8-46cf-b671-7e61f7248154 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 210 time: 0.0753028 Feb 09 21:58:35.783661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672bc6fb-8827-4314-93fd-c6e08768b7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Router 9be36e02-c0bf-4931-8266-b05d561b5e67 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:58:35.834179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-785d3ed9-9028-49b9-8063-9fc1acd18b10 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:35.841961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-785d3ed9-9028-49b9-8063-9fc1acd18b10 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 818 time: 1.6158638 Feb 09 21:58:35.958317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-668caab7-0198-45db-a2f7-2f7d083bdd9b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/quotas/78085133c0654410bbd5cd38c89194f8 HTTP/1.1" status: 200 len: 375 time: 0.1152394 Feb 09 21:58:35.970213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-c00f543f-f163-404a-8d5d-ea7289af1a8d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:35.972096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-c00f543f-f163-404a-8d5d-ea7289af1a8d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 811 time: 1.3357320 Feb 09 21:58:36.025792 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Publish callbacks [] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.067306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672bc6fb-8827-4314-93fd-c6e08768b7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:36.085196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] Sync routers for ids ['9be36e02-c0bf-4931-8266-b05d561b5e67'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:36.085337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-672bc6fb-8827-4314-93fd-c6e08768b7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.085337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-672bc6fb-8827-4314-93fd-c6e08768b7e8 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "PUT /v2.0/routers/9be36e02-c0bf-4931-8266-b05d561b5e67 HTTP/1.1" status: 200 len: 697 time: 3.5552714 Feb 09 21:58:36.085578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52652) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.093502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Request body: {'port': {'device_id': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'admin_state_up': True, 'tenant_id': '9a3a68ea7f8b435aa058af349909f7a3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:36.094562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] Routers {'9be36e02-c0bf-4931-8266-b05d561b5e67'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:36.095203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9be36e02-c0bf-4931-8266-b05d561b5e67'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:36.104923 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.127017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-0cecf818-7440-4ed7-8f1a-1a488924beb6 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.128744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-0cecf818-7440-4ed7-8f1a-1a488924beb6 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 811 time: 0.5595098 Feb 09 21:58:36.184500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Request body: {'port': {'device_id': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'admin_state_up': True, 'tenant_id': '9a3a68ea7f8b435aa058af349909f7a3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:36.184744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] Set router 9be36e02-c0bf-4931-8266-b05d561b5e67 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:36.189162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks [] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.262317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be36e02-c0bf-4931-8266-b05d561b5e67', 'name': 'tempest-RoutersIpV6Test-router-816757592', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:31Z', 'updated_at': '2022-02-09T21:58:33Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:36.281655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-06e3ca38-7384-4edb-a4c8-fec0c992b3b6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3085430 Feb 09 21:58:36.295926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] Checking router: 9be36e02-c0bf-4931-8266-b05d561b5e67 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:36.300019 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee07817-3690-46a2-b7cc-11ff27a31128 None None] Pushing event updated for resources: {'Port': ['ID=877b650c-0346-4afd-abb0-3fdbdc820dfc,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:36.316431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] Routers {'9be36e02-c0bf-4931-8266-b05d561b5e67'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:36.317365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9be36e02-c0bf-4931-8266-b05d561b5e67'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:36.350432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2b322e0e-56aa-43d0-8188-0a0bb43da795 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/routers/9be36e02-c0bf-4931-8266-b05d561b5e67 HTTP/1.1" status: 200 len: 703 time: 0.2634566 Feb 09 21:58:36.357052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52662) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.420639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.423384 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Attempting to bind port 877b650c-0346-4afd-abb0-3fdbdc820dfc on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:36.423915 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Attempting to bind port 877b650c-0346-4afd-abb0-3fdbdc820dfc by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:36.424184 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Attempting to bind port 877b650c-0346-4afd-abb0-3fdbdc820dfc on network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:36.436173 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:36.436580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Checking segment: {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:36.437005 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.437409 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Bound using segment: {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:36.442572 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Bound port: 877b650c-0346-4afd-abb0-3fdbdc820dfc, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:36.442789 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.475370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-530c50cd-119c-4322-ae62-33d4a35e4042 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=9be36e02-c0bf-4931-8266-b05d561b5e67 HTTP/1.1" status: 200 len: 205 time: 0.1163125 Feb 09 21:58:36.490881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52664) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.514361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] In _notify_port_updated(), no bound segment for port afb1252e-0cdd-43f3-b983-c1c603defe4c on network 29e205fd-be26-4374-a1fe-b5d5ef712d35 {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:58:36.521729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.524522 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.524522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "PUT /v2.0/ports/afb1252e-0cdd-43f3-b983-c1c603defe4c HTTP/1.1" status: 200 len: 1129 time: 4.0115898 Feb 09 21:58:36.544097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] Set router 9be36e02-c0bf-4931-8266-b05d561b5e67 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:36.595166 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] For port 877b650c-0346-4afd-abb0-3fdbdc820dfc, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:36.603357 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] For port 877b650c-0346-4afd-abb0-3fdbdc820dfc, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=877b650c-0346-4afd-abb0-3fdbdc820dfc,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:36.683973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52668) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.688472 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.718776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be36e02-c0bf-4931-8266-b05d561b5e67', 'name': 'tempest-RoutersIpV6Test-router-816757592', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:31Z', 'updated_at': '2022-02-09T21:58:33Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:36.753416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc2385-38bb-4bcd-9b5e-6b8261399856 None None] The sync data for ids ['9be36e02-c0bf-4931-8266-b05d561b5e67'] in n-d-828599-1 is: [{'id': '9be36e02-c0bf-4931-8266-b05d561b5e67', 'name': 'tempest-RoutersIpV6Test-router-816757592', 'tenant_id': '43dd763610684c4f81b990ece4e89c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:31Z', 'updated_at': '2022-02-09T21:58:33Z', 'revision_number': 2, 'project_id': '43dd763610684c4f81b990ece4e89c10', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:36.850236 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Routers {'056b4e32-6766-4a9f-9bf8-5c54bb6618cd'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:36.850807 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:36.870544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0853ab1-b64a-486b-b6ed-53219f03f3c0 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.876640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d0853ab1-b64a-486b-b6ed-53219f03f3c0 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "GET /v2.0/ports/afb1252e-0cdd-43f3-b983-c1c603defe4c HTTP/1.1" status: 200 len: 1129 time: 0.1831431 Feb 09 21:58:36.877480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6d406-94ce-4d97-9593-baf3cc4f8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event updated for resources: {'Port': ['ID=afb1252e-0cdd-43f3-b983-c1c603defe4c,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:36.899866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52676) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.996756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5e7b8b52-87b2-499e-9cda-64848353f611 None None] Provisioning complete for port afb1252e-0cdd-43f3-b983-c1c603defe4c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:36.997207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8b52-87b2-499e-9cda-64848353f611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.012817 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee07817-3690-46a2-b7cc-11ff27a31128 None None] Pushing event updated for resources: {'Port': ['ID=877b650c-0346-4afd-abb0-3fdbdc820dfc,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:37.063399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9498260-b858-4ead-b76f-d6ceaa2336bc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.129765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b8b52-87b2-499e-9cda-64848353f611 None None] Port afb1252e-0cdd-43f3-b983-c1c603defe4c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:37.139918 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] Set router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:37.276398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-d8f6ad93-2099-4fc7-9069-6d0f18912f57 service neutron] 10.222.0.98 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9745641 Feb 09 21:58:37.418442 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9498260-b858-4ead-b76f-d6ceaa2336bc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.421505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9498260-b858-4ead-b76f-d6ceaa2336bc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router_controller (9be36e02-c0bf-4931-8266-b05d561b5e67), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.471748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Made reservation on behalf of 9a3a68ea7f8b435aa058af349909f7a3 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:37.475471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.535607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521fc22-9695-48f9-88f6-cebf30801c47 req-427a722b-847a-4359-81a6-8227c79169db tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:37.542303 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-98300094-40fc-4e23-a0f5-8f1fd8099d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.553861 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T21:58:31Z', 'revision_number': 4, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port': {'id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:23Z', 'updated_at': '2022-02-09T21:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '877b650c-0346-4afd-abb0-3fdbdc820dfc', 'name': '', 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'mac_address': 'fa:16:3e:ec:7d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:29Z', 'updated_at': '2022-02-09T21:58:36Z', 'revision_number': 4, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'subnets': [{'id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:37.554958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2521fc22-9695-48f9-88f6-cebf30801c47 req-427a722b-847a-4359-81a6-8227c79169db tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 1.1134953 Feb 09 21:58:37.593559 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ca352-cb8d-40fb-a0fb-b577b133c537 None None] The sync data for ids ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'] in n-d-828599-1 is: [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T21:58:31Z', 'revision_number': 4, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port': {'id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:23Z', 'updated_at': '2022-02-09T21:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '877b650c-0346-4afd-abb0-3fdbdc820dfc', 'name': '', 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'mac_address': 'fa:16:3e:ec:7d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:29Z', 'updated_at': '2022-02-09T21:58:36Z', 'revision_number': 4, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'subnets': [{'id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:37.624386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2521fc22-9695-48f9-88f6-cebf30801c47 req-e8788f91-ce9f-4c18-8b48-18817f05f511 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684125 Feb 09 21:58:37.639288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b00a-313b-4729-950e-7ad0765a209b req-56ea3956-1ec0-43b3-b49c-e85612d7efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:37.653151 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6013b00a-313b-4729-950e-7ad0765a209b req-56ea3956-1ec0-43b3-b49c-e85612d7efc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 1128 time: 0.2458706 Feb 09 21:58:37.659341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-ea244edc-068a-423a-9792-cce7ff0a4573 service neutron] 10.222.0.98 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729558 Feb 09 21:58:37.666191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Made reservation on behalf of 9a3a68ea7f8b435aa058af349909f7a3 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:37.670646 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.691220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9498260-b858-4ead-b76f-d6ceaa2336bc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (9be36e02-c0bf-4931-8266-b05d561b5e67), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.691756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9498260-b858-4ead-b76f-d6ceaa2336bc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Fanout notify agent at l3_agent the message router_deleted on router 9be36e02-c0bf-4931-8266-b05d561b5e67 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:58:37.701402 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f9498260-b858-4ead-b76f-d6ceaa2336bc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.706294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f9498260-b858-4ead-b76f-d6ceaa2336bc tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/9be36e02-c0bf-4931-8266-b05d561b5e67 HTTP/1.1" status: 204 len: 168 time: 1.2128720 Feb 09 21:58:37.707003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52686) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:37.910210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-105acc39-d549-4163-910d-fb337d0fb701 req-9ffcd448-80d4-49c7-8fbe-088d5e9bd6e5 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 210 time: 0.0815649 Feb 09 21:58:37.962375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c11d4217-b35d-45c4-91b2-67ade5cfd8b0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=9be36e02-c0bf-4931-8266-b05d561b5e67 HTTP/1.1" status: 200 len: 205 time: 0.1654184 Feb 09 21:58:37.964783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52690) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:38.114726 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-eec60d3e-4de0-4fbe-b510-46d3c7cf8481 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] delete failed (client error): The resource could not be found. Feb 09 21:58:38.121678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eec60d3e-4de0-4fbe-b510-46d3c7cf8481 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/9be36e02-c0bf-4931-8266-b05d561b5e67 HTTP/1.1" status: 404 len: 336 time: 0.1549864 Feb 09 21:58:38.133412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52700) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:38.266369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Allocated IP 172.20.0.13 (f72a2a91-8db4-4d32-8fe3-6d1978c26493/3f4191dc-300f-4c3b-ae29-6941b14564ce/5359e980-bc05-4af4-b5e0-b6905724cbca) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:38.269662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5aeb6abf-8613-4924-b259-af2cf33cfd02 req-985fc0f0-d13b-41dc-a418-32325df14c5d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 210 time: 0.1927972 Feb 09 21:58:38.270737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b00a-313b-4729-950e-7ad0765a209b req-6735d734-b32d-4fa6-932c-0a65e128c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:38.272255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6013b00a-313b-4729-950e-7ad0765a209b req-6735d734-b32d-4fa6-932c-0a65e128c475 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.6029568 Feb 09 21:58:38.273509 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce801126-fd86-4ad7-b4b3-c027193dcc47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:38.273896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce801126-fd86-4ad7-b4b3-c027193dcc47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:38.283146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Deleting port afb1252e-0cdd-43f3-b983-c1c603defe4c {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:38.283504 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.294379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ce801126-fd86-4ad7-b4b3-c027193dcc47 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/56cf9f98-b086-4a05-8997-56fca9816a15 HTTP/1.1" status: 404 len: 337 time: 0.1573315 Feb 09 21:58:38.319770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 877b650c-0346-4afd-abb0-3fdbdc820dfc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:38.358996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52704) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:38.460929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 877b650c-0346-4afd-abb0-3fdbdc820dfc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:38.465430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.473637 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6013b00a-313b-4729-950e-7ad0765a209b req-a50b2001-0c57-48ab-a2a6-5a1178908dbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66e6936c-5afc-476d-bedf-b72fa3d43755 HTTP/1.1" status: 200 len: 217 time: 0.1808820 Feb 09 21:58:38.568464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 877b650c-0346-4afd-abb0-3fdbdc820dfc is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:38.569126 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.587639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b00a-313b-4729-950e-7ad0765a209b req-6f282460-31b5-47cf-9ca1-8eb97914164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:38.593861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6013b00a-313b-4729-950e-7ad0765a209b req-6f282460-31b5-47cf-9ca1-8eb97914164e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.1095045 Feb 09 21:58:38.645659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 877b650c-0346-4afd-abb0-3fdbdc820dfc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=877b650c-0346-4afd-abb0-3fdbdc820dfc,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:38.678681 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-603ee1ea-3f87-4eda-8983-34826e4ba750 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:38.681948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603ee1ea-3f87-4eda-8983-34826e4ba750 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:38.703282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-603ee1ea-3f87-4eda-8983-34826e4ba750 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/7e854008-a58b-4ec6-bb31-693730d0abb8 HTTP/1.1" status: 404 len: 337 time: 0.3248899 Feb 09 21:58:38.704577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52728) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:38.720448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.788385 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-437b03e2-5629-4cc8-8cfe-44e678d196d0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:38.788880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437b03e2-5629-4cc8-8cfe-44e678d196d0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:38.794363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-437b03e2-5629-4cc8-8cfe-44e678d196d0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/a2411c15-ae59-4516-bd97-a754b6437fc8 HTTP/1.1" status: 404 len: 337 time: 0.0848989 Feb 09 21:58:38.796790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52730) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:38.808134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=877b650c-0346-4afd-abb0-3fdbdc820dfc,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:38.816469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 66e6936c-5afc-476d-bedf-b72fa3d43755 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:38.837876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013b00a-313b-4729-950e-7ad0765a209b req-de06bcd4-7e4e-4a31-8ecf-0024869a58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:38.842618 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6013b00a-313b-4729-950e-7ad0765a209b req-de06bcd4-7e4e-4a31-8ecf-0024869a58a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2327273 Feb 09 21:58:38.878216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.878421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.878939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.879445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.880137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.880652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.881148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.881791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.882277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.882760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.883256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.883770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.887175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:38.924194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.932784 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de894b6-1305-446e-9cf4-44812cf6d399 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:38.935989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de894b6-1305-446e-9cf4-44812cf6d399 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:38.943864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0de894b6-1305-446e-9cf4-44812cf6d399 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/78b237ae-abf9-4500-8b3e-705724d747bf HTTP/1.1" status: 404 len: 337 time: 0.1469131 Feb 09 21:58:38.947637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52734) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:38.963255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 66e6936c-5afc-476d-bedf-b72fa3d43755 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:38.963925 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.006449 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-076d2862-6bd0-4f94-944e-901276bd3d28 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 200 len: 205 time: 0.0557933 Feb 09 21:58:39.018388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Calling delete_port for afb1252e-0cdd-43f3-b983-c1c603defe4c owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:39.019963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:39.155460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0ba87-4bf9-4056-acef-1c126abf9a05 req-f62806e8-e4d4-40c4-ad7c-d8d6b788ffd2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:39.167242 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ebc0ba87-4bf9-4056-acef-1c126abf9a05 req-f62806e8-e4d4-40c4-ad7c-d8d6b788ffd2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 946 time: 0.3683181 Feb 09 21:58:39.210470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6013b00a-313b-4729-950e-7ad0765a209b req-cc400f5b-7f32-4ed1-b49f-fbe296e2f04e service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942936 Feb 09 21:58:39.273801 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.301645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:39.308359 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3fd368-824a-423f-9461-9b19a435ef35" -d '{"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-unplugged", "status": "completed", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:39.337443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:39.354131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ebc0ba87-4bf9-4056-acef-1c126abf9a05 req-93c68077-16fb-419e-a5cd-ff96da98ce18 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857939 Feb 09 21:58:39.467899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6013b00a-313b-4729-950e-7ad0765a209b req-e5833c5d-114a-431c-be38-cdb976a4d317 service neutron] 10.222.0.30 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043400 Feb 09 21:58:39.482014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.564167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:39.570770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d426ec7-625b-4b0e-acdd-053e0f7ef95b req-3dddb796-2bb0-4412-b2a5-dadd86c8cb1d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 210 time: 0.0444736 Feb 09 21:58:39.625627 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb4b19-330f-4053-9c93-0a664c5de706 x-openstack-request-id: req-abeb4b19-330f-4053-9c93-0a664c5de706 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:39.626323 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-unplugged", "status": "completed", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:39.627822 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-abeb4b19-330f-4053-9c93-0a664c5de706 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:39.628473 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'code': 200} Feb 09 21:58:39.698985 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-7034579f-5124-4e22-9e1d-970ffedaeffe tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] delete failed (client error): The resource could not be found. Feb 09 21:58:39.700084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7034579f-5124-4e22-9e1d-970ffedaeffe tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/83293ae7-98ee-4d26-bd76-5c79155d8827 HTTP/1.1" status: 404 len: 336 time: 0.6791620 Feb 09 21:58:39.707049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52750) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:39.737396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-7fd51a9e-771c-4458-aad4-df64c1de3bc5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:39.749344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-7fd51a9e-771c-4458-aad4-df64c1de3bc5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 818 time: 1.2807403 Feb 09 21:58:39.752394 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa385b50-eb3b-4992-8dc4-53b501d65d69 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9e62e5-2d44-4a1f-beb1-447853204888 HTTP/1.1" status: 200 len: 205 time: 0.0482893 Feb 09 21:58:39.756450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52754) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:39.790072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-20e7b482-9b67-490b-8fa0-ee5c64e80816 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/quotas/78085133c0654410bbd5cd38c89194f8 HTTP/1.1" status: 200 len: 375 time: 0.0398359 Feb 09 21:58:39.859817 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-4ae369f1-4be8-4d03-876c-ad0003969c3a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] delete failed (client error): The resource could not be found. Feb 09 21:58:39.863792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4ae369f1-4be8-4d03-876c-ad0003969c3a tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/9b9e62e5-2d44-4a1f-beb1-447853204888 HTTP/1.1" status: 404 len: 336 time: 0.1096792 Feb 09 21:58:39.864542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52758) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:39.884772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks [] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.910007 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f666543-7774-4953-a43c-42a856ff69fb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:39.910765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f666543-7774-4953-a43c-42a856ff69fb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:39.916217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4f666543-7774-4953-a43c-42a856ff69fb tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/aa274a61-9151-4e58-b373-633a4a12872c HTTP/1.1" status: 404 len: 337 time: 0.0503683 Feb 09 21:58:39.917404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52760) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:39.923777 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-0cba1faa-8218-43be-83cf-8975db7e4c86 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975130 Feb 09 21:58:39.951938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-85aec9a9-0a76-42cf-9a2c-837c4c6773d9 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0c7ba3b-6c54-474a-93ed-9f27050d912a HTTP/1.1" status: 200 len: 205 time: 0.0322473 Feb 09 21:58:39.955148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52762) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.006741 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-6e036adb-cd3c-4a18-a9ca-8b4691c1c6ae tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] delete failed (client error): The resource could not be found. Feb 09 21:58:40.007942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6e036adb-cd3c-4a18-a9ca-8b4691c1c6ae tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/c0c7ba3b-6c54-474a-93ed-9f27050d912a HTTP/1.1" status: 404 len: 336 time: 0.0517592 Feb 09 21:58:40.011204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52764) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.070908 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-074496b5-25d6-4086-bed9-19f4a494ac58 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=03a21214-3f2c-4775-895d-e9b413ae19a2 HTTP/1.1" status: 200 len: 205 time: 0.0548115 Feb 09 21:58:40.071657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52766) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.142185 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-8b1afb80-f3ee-4290-a8b8-4fb5e46f90d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] delete failed (client error): The resource could not be found. Feb 09 21:58:40.143453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-6b4af7a4-7e40-451f-833c-faa392e1c8a1 service neutron] 10.222.0.98 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182851 Feb 09 21:58:40.152551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b1afb80-f3ee-4290-a8b8-4fb5e46f90d3 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/03a21214-3f2c-4775-895d-e9b413ae19a2 HTTP/1.1" status: 404 len: 336 time: 0.0792742 Feb 09 21:58:40.155595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52768) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.177654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 877b650c-0346-4afd-abb0-3fdbdc820dfc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:40.207320 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbc9f7b-719a-4a55-b96b-c65465293af0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:40.207970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbc9f7b-719a-4a55-b96b-c65465293af0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:40.211165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3fbc9f7b-719a-4a55-b96b-c65465293af0 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/36295ab7-6690-4bb5-8bec-6ad955da882d HTTP/1.1" status: 404 len: 337 time: 0.0545022 Feb 09 21:58:40.213715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52772) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.225263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.242990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d7c3f2c6-8aab-4d16-a9ef-6dda3891a4c6 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=e3baf334-b004-4cf2-8bd6-4d2a46f7e030 HTTP/1.1" status: 200 len: 205 time: 0.0277369 Feb 09 21:58:40.245462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.264195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 877b650c-0346-4afd-abb0-3fdbdc820dfc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:40.264195 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.295286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-9673f5ba-db87-43fd-ba88-338496f33fc0 service neutron] 10.222.0.98 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307335 Feb 09 21:58:40.296971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (afb1252e-0cdd-43f3-b983-c1c603defe4c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.355017 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-1bd27857-78f0-42fb-a468-bcb06dbc6235 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] delete failed (client error): The resource could not be found. Feb 09 21:58:40.358574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1bd27857-78f0-42fb-a468-bcb06dbc6235 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/e3baf334-b004-4cf2-8bd6-4d2a46f7e030 HTTP/1.1" status: 404 len: 336 time: 0.1116157 Feb 09 21:58:40.376259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52780) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.383087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 877b650c-0346-4afd-abb0-3fdbdc820dfc is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:40.430042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event deleted for resources: {'Port': ['ID=afb1252e-0cdd-43f3-b983-c1c603defe4c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.433118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.441928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7c57a779-4915-4cb0-b027-f83f091c64b7 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "DELETE /v2.0/ports/afb1252e-0cdd-43f3-b983-c1c603defe4c HTTP/1.1" status: 204 len: 168 time: 3.5330708 Feb 09 21:58:40.446486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.448962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52784) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.456436 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-49221f69-0d85-4d47-933b-85fb565a1304 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:40.456912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49221f69-0d85-4d47-933b-85fb565a1304 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:40.462618 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-49221f69-0d85-4d47-933b-85fb565a1304 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/8d868512-fa6e-4049-8c04-1ead7a09b404 HTTP/1.1" status: 404 len: 337 time: 0.0825725 Feb 09 21:58:40.463749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52786) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.519483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f08ff856-1345-4c7b-b43e-f37945c5617d tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "GET /v2.0/ports?device_id=3623ef5d-47fd-4f4c-ab99-704626e9431d HTTP/1.1" status: 200 len: 205 time: 0.0543196 Feb 09 21:58:40.522135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52788) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.604349 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-46e02e17-9edb-4c82-9e16-22c897c6626b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] delete failed (client error): The resource could not be found. Feb 09 21:58:40.606541 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-46e02e17-9edb-4c82-9e16-22c897c6626b tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/routers/3623ef5d-47fd-4f4c-ab99-704626e9431d HTTP/1.1" status: 404 len: 336 time: 0.0528760 Feb 09 21:58:40.614091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52792) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.618367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:40.635987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:40.647582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:40.688693 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd84766-a921-429b-b08a-dcf30b9d5d89 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:40.689168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd84766-a921-429b-b08a-dcf30b9d5d89 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:40.699671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-efd84766-a921-429b-b08a-dcf30b9d5d89 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/e59fc0a0-5fe2-4628-aa13-f36a5c9c5df8 HTTP/1.1" status: 404 len: 337 time: 0.0836055 Feb 09 21:58:40.700337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52794) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.702468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:40.703106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.709095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event updated for resources: {'Port': ['ID=5359e980-bc05-4af4-b5e0-b6905724cbca,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.716325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Deleting subnet 9d3611bf-3d67-4cc5-b9eb-6f600a296cba {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:40.746009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks [] for subnet (9d3611bf-3d67-4cc5-b9eb-6f600a296cba), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.803685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Allocated IP 172.20.0.8 (f72a2a91-8db4-4d32-8fe3-6d1978c26493/3f4191dc-300f-4c3b-ae29-6941b14564ce/d55f9256-177f-422b-9ead-0b43d58c772f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:40.829425 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f165f1e-5f47-4be6-94da-3aa665af0298 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:40.830006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f165f1e-5f47-4be6-94da-3aa665af0298 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:40.857014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1f165f1e-5f47-4be6-94da-3aa665af0298 tempest-RoutersIpV6Test-440499315 tempest-RoutersIpV6Test-440499315-project] 10.222.0.98 "DELETE /v2.0/subnets/f301e622-a0b7-40dd-bcf8-6142d2cf0656 HTTP/1.1" status: 404 len: 337 time: 0.1455104 Feb 09 21:58:40.883330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cd394-2213-4029-a758-aabba9ad957c req-b90b3a8c-7243-4e0b-918a-8395f3e5913b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:40.891138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (9d3611bf-3d67-4cc5-b9eb-6f600a296cba), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.897756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab1cd394-2213-4029-a758-aabba9ad957c req-b90b3a8c-7243-4e0b-918a-8395f3e5913b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 944 time: 0.3746369 Feb 09 21:58:40.955007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8abdf1bd-e994-4b13-bf2b-5f98e9cc463a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7800767 Feb 09 21:58:40.976013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab1cd394-2213-4029-a758-aabba9ad957c req-7735b1b1-3912-4af4-8a64-a38aa96cdefa tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772800 Feb 09 21:58:40.976220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Request body: {'port': {'device_id': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:41.062367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2dfed8a7-9bb8-48f5-b97f-b69d59dc84b9 req-593509d0-dc60-433d-a03c-b07ee3939511 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 210 time: 0.0445101 Feb 09 21:58:41.104123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e88ca-2192-4368-96e3-4d9393c9135b req-2d99eda8-5298-45e8-b4fd-11792b6b67b1 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.128126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-636e88ca-2192-4368-96e3-4d9393c9135b req-2d99eda8-5298-45e8-b4fd-11792b6b67b1 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 932 time: 0.2917876 Feb 09 21:58:41.359789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52816) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:41.409449 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.462206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9d3611bf-3d67-4cc5-b9eb-6f600a296cba), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.514162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-636e88ca-2192-4368-96e3-4d9393c9135b req-bdcf9473-6b4e-4d0c-bd46-98450e03b9a5 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847144 Feb 09 21:58:41.541205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks [] for port (d55f9256-177f-422b-9ead-0b43d58c772f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.586501 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aea4b965-dcdf-4617-a895-dc93e90f71cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=43dd763610684c4f81b990ece4e89c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216954 Feb 09 21:58:41.587437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52826) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:41.600563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-28a5decb-3e8e-4b0a-ad3a-fd3b2df32ad6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.602049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-28a5decb-3e8e-4b0a-ad3a-fd3b2df32ad6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 818 time: 0.5458803 Feb 09 21:58:41.622381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Request body: {'port': {'device_id': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'admin_state_up': True, 'tenant_id': '78085133c0654410bbd5cd38c89194f8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:41.668273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7dddcb22-28e7-4bba-a83e-d6ff797d07ad admin admin] Publish callbacks [] for security_group (a9381a53-f6a0-4c6f-85dd-5532de863a6a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.693034 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7dddcb22-28e7-4bba-a83e-d6ff797d07ad admin admin] Publish callbacks [] for security_group (a9381a53-f6a0-4c6f-85dd-5532de863a6a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.798404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.850207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (9d3611bf-3d67-4cc5-b9eb-6f600a296cba), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.879071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3611bf-3d67-4cc5-b9eb-6f600a296cba,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:41.881102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.884359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e4493a17-0a03-45bd-a3ed-daa8494184ba tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "DELETE /v2.0/subnets/9d3611bf-3d67-4cc5-b9eb-6f600a296cba HTTP/1.1" status: 204 len: 168 time: 1.4343996 Feb 09 21:58:41.886902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c699761-9e6e-421d-a831-d937520e6464 None None] Network 29e205fd-be26-4374-a1fe-b5d5ef712d35 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:41.888105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52832) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:41.921891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.949231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7dddcb22-28e7-4bba-a83e-d6ff797d07ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a9381a53-f6a0-4c6f-85dd-5532de863a6a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.952374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7dddcb22-28e7-4bba-a83e-d6ff797d07ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.953580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7dddcb22-28e7-4bba-a83e-d6ff797d07ad admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9381a53-f6a0-4c6f-85dd-5532de863a6a HTTP/1.1" status: 204 len: 168 time: 0.3640883 Feb 09 21:58:41.976508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddcb22-28e7-4bba-a83e-d6ff797d07ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9381a53-f6a0-4c6f-85dd-5532de863a6a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:42.011766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Made reservation on behalf of 78085133c0654410bbd5cd38c89194f8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:42.015345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.024952 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (29e205fd-be26-4374-a1fe-b5d5ef712d35), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.124135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:42.140873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event updated for resources: {'Port': ['ID=d55f9256-177f-422b-9ead-0b43d58c772f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:42.148232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:42.157742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:42.196709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Deleting port 5b0ffcce-b968-4832-bb81-bf05596224ec {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:42.197294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.252111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] DHCP port deletion for 29e205fd-be26-4374-a1fe-b5d5ef712d35 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:42.330668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] For port 5b0ffcce-b968-4832-bb81-bf05596224ec, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5b0ffcce-b968-4832-bb81-bf05596224ec,segment=NetworkSegment(b9cb569c-463d-4a20-a454-8758a74f972a),segment_id=b9cb569c-463d-4a20-a454-8758a74f972a)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:42.331070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.359299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2699bbdc-e00f-4a90-a690-1b5234e63169 req-51d64a0a-196a-4776-a04d-8334d32fe8f8 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 210 time: 0.1094224 Feb 09 21:58:42.398804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] Deleting port 5b0ffcce-b968-4832-bb81-bf05596224ec {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:42.399196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.409679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:42.410436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.448143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Calling delete_port for 5b0ffcce-b968-4832-bb81-bf05596224ec owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:42.577391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4cac-617f-4859-9508-1b21144a5db2 req-e7bcbe6e-447c-4de6-8f5e-b1d1982e2900 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:42.577601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] For port 5b0ffcce-b968-4832-bb81-bf05596224ec, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5b0ffcce-b968-4832-bb81-bf05596224ec,segment=NetworkSegment(b9cb569c-463d-4a20-a454-8758a74f972a),segment_id=b9cb569c-463d-4a20-a454-8758a74f972a)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:42.578782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.584854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f29a4cac-617f-4859-9508-1b21144a5db2 req-e7bcbe6e-447c-4de6-8f5e-b1d1982e2900 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 944 time: 0.4165707 Feb 09 21:58:42.617474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52856) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:42.622188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5359e980-bc05-4af4-b5e0-b6905724cbca {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:42.627583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Allocated IP 172.20.0.14 (81fc6905-2f36-4426-a956-4ac6bd5da8e6/bf179fae-b0ea-4f4c-9e92-5560cf22ce4e/d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:42.650529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] Calling delete_port for 5b0ffcce-b968-4832-bb81-bf05596224ec owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:42.651427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Publish callbacks [] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.663668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-b0670264-1f0e-421a-9d1e-9f2ed1774236 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5988979 Feb 09 21:58:42.703996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Request body: {'port': {'device_id': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:42.750822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f29a4cac-617f-4859-9508-1b21144a5db2 req-baafc664-cc76-4c14-a9bf-49b73c56574d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649742 Feb 09 21:58:42.824928 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.877520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event deleted for resources: {'Port': ['ID=5b0ffcce-b968-4832-bb81-bf05596224ec,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:42.881052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] No DVR routers for this DVR port 5b0ffcce-b968-4832-bb81-bf05596224ec on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:42.881218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Transition to ACTIVE for port object 5359e980-bc05-4af4-b5e0-b6905724cbca will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:42.904317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (5b0ffcce-b968-4832-bb81-bf05596224ec), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.967240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] Pushing event deleted for resources: {'Port': ['ID=5b0ffcce-b968-4832-bb81-bf05596224ec,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:42.984233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb88635-ce71-4cce-9d7e-6b2f61b7b583 None None] No DVR routers for this DVR port 5b0ffcce-b968-4832-bb81-bf05596224ec on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:42.999731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.061178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.140878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691393eb-7466-4278-95f9-ff2fcc17d597 req-71895a52-34ad-4f1c-bcd9-83cc26b89407 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.148091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-691393eb-7466-4278-95f9-ff2fcc17d597 req-71895a52-34ad-4f1c-bcd9-83cc26b89407 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 932 time: 0.4442911 Feb 09 21:58:43.159249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (29e205fd-be26-4374-a1fe-b5d5ef712d35), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.171245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Pushing event updated for resources: {'Port': ['ID=5359e980-bc05-4af4-b5e0-b6905724cbca,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:43.197915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e205fd-be26-4374-a1fe-b5d5ef712d35']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:43.215049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cb569c-463d-4a20-a454-8758a74f972a') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:43.215997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cb569c-463d-4a20-a454-8758a74f972a') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:43.231990 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b9cb569c-463d-4a20-a454-8758a74f972a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.376893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b9cb569c-463d-4a20-a454-8758a74f972a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.451998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-691393eb-7466-4278-95f9-ff2fcc17d597 req-556678e5-e0c3-4f85-be4f-a78191995f11 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029218 Feb 09 21:58:43.481323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:43.492348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b9cb569c-463d-4a20-a454-8758a74f972a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:43.495915 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:43.594860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a973dab8-013a-46dd-9ac0-baa307ccd6e4 req-61434294-cc6a-4754-b632-d87335254196 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 210 time: 0.0604520 Feb 09 21:58:43.711869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks [] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.721948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Attempting to bind port 5359e980-bc05-4af4-b5e0-b6905724cbca on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:43.722521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Attempting to bind port 5359e980-bc05-4af4-b5e0-b6905724cbca by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:43.722917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Attempting to bind port 5359e980-bc05-4af4-b5e0-b6905724cbca on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:43.736232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Port 5359e980-bc05-4af4-b5e0-b6905724cbca on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:43.736665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Attempting to bind port 5359e980-bc05-4af4-b5e0-b6905724cbca on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:43.741478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55f9256-177f-422b-9ead-0b43d58c772f {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:43.752608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52886) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:43.755065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Publish callbacks [] for port (d55f9256-177f-422b-9ead-0b43d58c772f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.759113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:43.759538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Checking segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:43.760053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Bound using segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:43.760577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Bound port: 5359e980-bc05-4af4-b5e0-b6905724cbca, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:43.761035 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.801514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Transition to ACTIVE for port object d55f9256-177f-422b-9ead-0b43d58c772f will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:43.801862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (29e205fd-be26-4374-a1fe-b5d5ef712d35), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.820183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.834447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] 10.222.0.98 "DELETE /v2.0/networks/29e205fd-be26-4374-a1fe-b5d5ef712d35 HTTP/1.1" status: 204 len: 168 time: 1.9399695 Feb 09 21:58:43.888308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.908825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5c931-8cd0-49f1-bc51-633445727973 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431 tempest-ExtraDHCPOptionsIpV6TestJSON-268631431-project] Pushing event deleted for resources: {'Network': ['ID=29e205fd-be26-4374-a1fe-b5d5ef712d35,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:43.922925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-b3114eb4-4311-4732-b451-516139061cdf tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.924533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-b3114eb4-4311-4732-b451-516139061cdf tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.30 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 818 time: 0.2815545 Feb 09 21:58:43.982564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Request body: {'port': {'device_id': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'admin_state_up': True, 'tenant_id': '78085133c0654410bbd5cd38c89194f8'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:43.994050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ce825a61-7897-44a6-9a94-1f007ed3c5d3 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:43.996607 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-ce825a61-7897-44a6-9a94-1f007ed3c5d3 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 21:58:44.002197 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-ce825a61-7897-44a6-9a94-1f007ed3c5d3 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:58:44.002197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ce825a61-7897-44a6-9a94-1f007ed3c5d3 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2447457 Feb 09 21:58:44.002197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.003368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52898) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.009850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--506081681'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:44.047468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.050265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] For port 5359e980-bc05-4af4-b5e0-b6905724cbca, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:44.175592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5b0ffcce-b968-4832-bb81-bf05596224ec no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:44.211305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5b0ffcce-b968-4832-bb81-bf05596224ec {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:44.212352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5b0ffcce-b968-4832-bb81-bf05596224ec not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:44.236049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Attempting to bind port d55f9256-177f-422b-9ead-0b43d58c772f on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:44.236396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Attempting to bind port d55f9256-177f-422b-9ead-0b43d58c772f by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:44.236736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Attempting to bind port d55f9256-177f-422b-9ead-0b43d58c772f on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:44.242612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] For port 5359e980-bc05-4af4-b5e0-b6905724cbca, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5359e980-bc05-4af4-b5e0-b6905724cbca,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:44.247934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Port d55f9256-177f-422b-9ead-0b43d58c772f on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:44.248286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Attempting to bind port d55f9256-177f-422b-9ead-0b43d58c772f on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:44.262807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:44.267485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:44.267873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Checking segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:44.268267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Bound using segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:44.268712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Bound port: d55f9256-177f-422b-9ead-0b43d58c772f, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:44.269095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.289034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:44.289212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.292251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:44.329308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.386471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.387402 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.400173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Made reservation on behalf of 78085133c0654410bbd5cd38c89194f8 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:44.404048 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.406291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53818-b892-4ff6-8e7e-7dcd5ce69533 req-c699900b-5faf-4ec8-a058-00d65c9ff97a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.408170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ea53818-b892-4ff6-8e7e-7dcd5ce69533 req-c699900b-5faf-4ec8-a058-00d65c9ff97a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 944 time: 0.4348433 Feb 09 21:58:44.408887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Pushing event updated for resources: {'Port': ['ID=d55f9256-177f-422b-9ead-0b43d58c772f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:44.411930 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.497539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.500140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.502920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] 10.222.0.30 "PUT /v2.0/ports/5359e980-bc05-4af4-b5e0-b6905724cbca HTTP/1.1" status: 200 len: 1092 time: 3.5315430 Feb 09 21:58:44.503397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'tag': '5359e980-bc05-4af4-b5e0-b6905724cbca'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:44.510274 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc14bde6-fb51-4ab3-91ad-c6239443837d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c59b91-3082-4ef1-b8f0-29deb637c489", "tag": "5359e980-bc05-4af4-b5e0-b6905724cbca"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:44.602325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9864106 Feb 09 21:58:44.619077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52910) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.636350 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (805ec042-84ec-486f-9127-37828aefd1e7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.656579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Request body: {'port': {'device_id': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:44.696328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2762021-60f8-4f65-b992-6f8173447752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Pushing event updated for resources: {'Port': ['ID=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:44.706326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ea53818-b892-4ff6-8e7e-7dcd5ce69533 req-fba0624e-8058-4015-a50e-40768ffaaede tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519925 Feb 09 21:58:44.720768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (805ec042-84ec-486f-9127-37828aefd1e7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.767918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e7f8f-1d83-44b6-b490-f4e0e3d0b56c req-130baf6c-85b5-4985-b4c7-ad943c171716 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.776228 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-211e7f8f-1d83-44b6-b490-f4e0e3d0b56c req-130baf6c-85b5-4985-b4c7-ad943c171716 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 944 time: 0.1737487 Feb 09 21:58:44.776389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 66e6936c-5afc-476d-bedf-b72fa3d43755 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:44.796897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Deleting port 2e8d7eca-b80e-420b-b29c-02d274d7a102 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:44.797395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.867301 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f51577-185c-4855-9c32-4dbc7c665331 x-openstack-request-id: req-e5f51577-185c-4855-9c32-4dbc7c665331 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:44.872109 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c59b91-3082-4ef1-b8f0-29deb637c489", "tag": "5359e980-bc05-4af4-b5e0-b6905724cbca", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:44.875766 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5f51577-185c-4855-9c32-4dbc7c665331 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:44.876498 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'tag': '5359e980-bc05-4af4-b5e0-b6905724cbca', 'status': 'completed', 'code': 200} Feb 09 21:58:44.877790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] For port d55f9256-177f-422b-9ead-0b43d58c772f, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:44.904899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] For port d55f9256-177f-422b-9ead-0b43d58c772f, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d55f9256-177f-422b-9ead-0b43d58c772f,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:44.912626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] For port 2e8d7eca-b80e-420b-b29c-02d274d7a102, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2e8d7eca-b80e-420b-b29c-02d274d7a102,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:44.913583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.934396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 66e6936c-5afc-476d-bedf-b72fa3d43755 is: DOWN; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:44.959476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Allocated IP 172.20.0.11 (81fc6905-2f36-4426-a956-4ac6bd5da8e6/bf179fae-b0ea-4f4c-9e92-5560cf22ce4e/215cfeba-6eb2-4159-8524-7413d1f270f8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:44.975876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Calling delete_port for 2e8d7eca-b80e-420b-b29c-02d274d7a102 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:44.980259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805ec042-84ec-486f-9127-37828aefd1e7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.017116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f581286-fbe9-4cbf-897a-bf2c5ef411e2 req-92ff34ce-6d48-41d6-803d-d52ce65cfde7 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 210 time: 0.0506504 Feb 09 21:58:45.018251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.083014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.083660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.085198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] 10.222.0.110 "PUT /v2.0/ports/d55f9256-177f-422b-9ead-0b43d58c772f HTTP/1.1" status: 200 len: 1091 time: 2.4072993 Feb 09 21:58:45.085855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34554932-dbe7-434c-ab4a-fab965e1c77e service neutron] Pushing event updated for resources: {'Port': ['ID=5359e980-bc05-4af4-b5e0-b6905724cbca,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.208904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1ca9c375-ce5c-4b89-a6ab-5007212b46ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2fca3ea1e45f46a59bf664c436e94681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633419 Feb 09 21:58:45.213968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52924) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:45.293077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-30b4624b-99a2-4f70-9328-2c5dec8b8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.294801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-30b4624b-99a2-4f70-9328-2c5dec8b8901 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 1126 time: 0.6099875 Feb 09 21:58:45.369065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.591726 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-211e7f8f-1d83-44b6-b490-f4e0e3d0b56c req-7e5cb513-b436-46ac-aeef-b384823a15bd tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8144112 Feb 09 21:58:45.621398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (e12481a7-f94b-4aa3-b516-c7c039dec876), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.711224 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e12481a7-f94b-4aa3-b516-c7c039dec876), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.758745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-63e998f1-79fd-42db-9b14-9a4e8c804cab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5359e980-bc05-4af4-b5e0-b6905724cbca HTTP/1.1" status: 200 len: 217 time: 0.4216285 Feb 09 21:58:45.779264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954d53c-ff93-461c-867f-cd60fadbfb7c service neutron] Pushing event updated for resources: {'Port': ['ID=d55f9256-177f-422b-9ead-0b43d58c772f,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.802224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12481a7-f94b-4aa3-b516-c7c039dec876,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.840392 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13127017-1622-461c-85d0-fd5ec0cdb553 admin admin] Publish callbacks [] for security_group (9d2f26af-43ab-4d06-8722-ca16306c931c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.841205 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks [] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.849461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.849461 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-adc18c2f-e013-4744-8ad9-a81a1d2d17fb tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8432229 Feb 09 21:58:45.852288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52934) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:45.860207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c6a9f113-fa4c-4762-bd89-5573b42a0437 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': 'e12481a7-f94b-4aa3-b516-c7c039dec876', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:45.877323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34969-e9a2-4ceb-a7ee-3e302331f33e req-c7c189f4-f541-4997-90ad-6eec0bd677fd tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.882445 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44f34969-e9a2-4ceb-a7ee-3e302331f33e req-c7c189f4-f541-4997-90ad-6eec0bd677fd tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.6767840 Feb 09 21:58:45.910738 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2e8d7eca-b80e-420b-b29c-02d274d7a102), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.921433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13127017-1622-461c-85d0-fd5ec0cdb553 admin admin] Publish callbacks [] for security_group (9d2f26af-43ab-4d06-8722-ca16306c931c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.924924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-cdf1326c-005c-4033-9b19-75e5a542a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.933602 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-cdf1326c-005c-4033-9b19-75e5a542a11b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=b82b882a-432b-495a-9ab9-c7a7a3fe74fd HTTP/1.1" status: 200 len: 1125 time: 0.6490855 Feb 09 21:58:45.953588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8d7eca-b80e-420b-b29c-02d274d7a102,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.971090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-850aca54-40c8-457d-a5d0-eecf5b4679ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.972721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-850aca54-40c8-457d-a5d0-eecf5b4679ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 200 len: 851 time: 0.2010088 Feb 09 21:58:46.029313 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f113-fa4c-4762-bd89-5573b42a0437 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group_rule (b8b31293-a9bc-4d2a-99bd-ccc86f3b4ff5), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.071524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.173564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44f34969-e9a2-4ceb-a7ee-3e302331f33e req-343f2d88-495d-442c-8a3b-3fd2a9640598 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823215 Feb 09 21:58:46.185597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-0bd8142a-244f-4d25-9017-e372cd8ac7b6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d55f9256-177f-422b-9ead-0b43d58c772f HTTP/1.1" status: 200 len: 217 time: 0.2321308 Feb 09 21:58:46.221304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-49e69693-6971-4d90-9e3e-19e55ee4407b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f72a2a91-8db4-4d32-8fe3-6d1978c26493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1947248 Feb 09 21:58:46.456185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13127017-1622-461c-85d0-fd5ec0cdb553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9d2f26af-43ab-4d06-8722-ca16306c931c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.460322 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13127017-1622-461c-85d0-fd5ec0cdb553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.463113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-13127017-1622-461c-85d0-fd5ec0cdb553 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9d2f26af-43ab-4d06-8722-ca16306c931c HTTP/1.1" status: 204 len: 168 time: 1.2405500 Feb 09 21:58:46.481892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:46.498978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:46.507575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:46.518120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f113-fa4c-4762-bd89-5573b42a0437 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group_rule (b8b31293-a9bc-4d2a-99bd-ccc86f3b4ff5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.549393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Pushing event updated for resources: {'Port': ['ID=215cfeba-6eb2-4159-8524-7413d1f270f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:46.563666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-4137d13a-d261-48db-8dca-bb606f84800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.565519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-4137d13a-d261-48db-8dca-bb606f84800f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 200 len: 851 time: 0.3506844 Feb 09 21:58:46.566249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13127017-1622-461c-85d0-fd5ec0cdb553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f26af-43ab-4d06-8722-ca16306c931c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:46.569523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecaa2d-1c1d-460a-b399-59f8fdab1517 req-f91e5384-c7c3-410d-9e02-a3bf413c72fa tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.580308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20ecaa2d-1c1d-460a-b399-59f8fdab1517 req-f91e5384-c7c3-410d-9e02-a3bf413c72fa tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 932 time: 0.2326365 Feb 09 21:58:46.581948 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.596637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-9df2b7db-77c3-4ee4-8cf7-ac29313ed934 service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275535 Feb 09 21:58:46.604994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f113-fa4c-4762-bd89-5573b42a0437 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b8b31293-a9bc-4d2a-99bd-ccc86f3b4ff5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.635438 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-bd9ad182-3658-4ef0-92d4-103b607353a0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f72a2a91-8db4-4d32-8fe3-6d1978c26493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605223 Feb 09 21:58:46.705902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.706527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.709882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9f113-fa4c-4762-bd89-5573b42a0437 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b31293-a9bc-4d2a-99bd-ccc86f3b4ff5,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:46.785405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20ecaa2d-1c1d-460a-b399-59f8fdab1517 req-9f8260d1-afec-4fec-a193-4b1ff9f10a11 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928353 Feb 09 21:58:46.800019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839d093-2317-4ad1-a98c-ace477b94d46 req-d4636530-acfa-4543-9380-3cfeba8e9a11 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.801453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f113-fa4c-4762-bd89-5573b42a0437 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.805560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c6a9f113-fa4c-4762-bd89-5573b42a0437 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9493403 Feb 09 21:58:46.805743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3839d093-2317-4ad1-a98c-ace477b94d46 req-d4636530-acfa-4543-9380-3cfeba8e9a11 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.3764224 Feb 09 21:58:46.808045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52956) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:46.814377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-510b0c3c-a119-4273-a870-af71ab81afbc tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': 'e12481a7-f94b-4aa3-b516-c7c039dec876', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:46.878350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-52c55ee0-e196-4074-b107-08ecaafbcd69 service neutron] 10.222.0.110 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977904 Feb 09 21:58:46.887170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'tag': 'd55f9256-177f-422b-9ead-0b43d58c772f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:46.890338 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe8436f-20c1-46e9-ba1c-956fd382b703" -d '{"events": [{"name": "network-changed", "server_uuid": "b82b882a-432b-495a-9ab9-c7a7a3fe74fd", "tag": "d55f9256-177f-422b-9ead-0b43d58c772f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:46.908580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-1db0d1e7-cc71-4ea0-a7d8-ad9ac92565e4 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9597144 Feb 09 21:58:46.960559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Request body: {'port': {'device_id': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:47.007357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-531dea53-4ff5-4fd3-b572-b897f7723bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836241 Feb 09 21:58:47.042041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-510b0c3c-a119-4273-a870-af71ab81afbc tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group_rule (cd949645-7c1d-4d20-b137-06dcdf5aab1a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.077501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3839d093-2317-4ad1-a98c-ace477b94d46 req-2f8c459b-fe1d-42e8-952c-2cc3551cbfe3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031066 Feb 09 21:58:47.103998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:47.115055 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Publish callbacks [] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.140298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7939ac92-221d-4c54-aa6b-57cb2496c825 req-8ecc88cb-5e1e-49bc-9fe5-6625431d3dbe service neutron] 10.222.0.110 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342131 Feb 09 21:58:47.150310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Transition to ACTIVE for port object d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:47.167148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d882f1-f663-43b6-9cbb-0d8bfb2795d6 req-7f135667-e1a5-49c4-a246-bc74b7f42945 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.167148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8d882f1-f663-43b6-9cbb-0d8bfb2795d6 req-7f135667-e1a5-49c4-a246-bc74b7f42945 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 944 time: 0.2115650 Feb 09 21:58:47.178083 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f93d8e-c910-45f2-9b89-21340dac6a7f x-openstack-request-id: req-85f93d8e-c910-45f2-9b89-21340dac6a7f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:47.178438 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82b882a-432b-495a-9ab9-c7a7a3fe74fd", "tag": "d55f9256-177f-422b-9ead-0b43d58c772f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:47.179015 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85f93d8e-c910-45f2-9b89-21340dac6a7f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:47.179530 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'tag': 'd55f9256-177f-422b-9ead-0b43d58c772f', 'status': 'completed', 'code': 200} Feb 09 21:58:47.187398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.214509 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.242021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:47.301899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8d882f1-f663-43b6-9cbb-0d8bfb2795d6 req-f26cf997-b760-4122-9b39-a5990224d791 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277666 Feb 09 21:58:47.311321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-a7a4f0ba-f030-403e-a607-762b05edaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.313153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-a7a4f0ba-f030-403e-a607-762b05edaa87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 1126 time: 0.1618323 Feb 09 21:58:47.379034 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-510b0c3c-a119-4273-a870-af71ab81afbc tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:58:47.382649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-510b0c3c-a119-4273-a870-af71ab81afbc tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5711215 Feb 09 21:58:47.386918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:47.404203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:47.437229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.437582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.437920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.438259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.438634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.438964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.439291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.439621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.439975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.440297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.440622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.440941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.441259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.533339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-c29e1ba4-f7cf-421d-969d-996deb1ddee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.534925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-c29e1ba4-f7cf-421d-969d-996deb1ddee2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=b82b882a-432b-495a-9ab9-c7a7a3fe74fd HTTP/1.1" status: 200 len: 1125 time: 0.1994936 Feb 09 21:58:47.537657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-aad913f9-b2ba-4f51-82a5-9921b7bebcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.539146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-aad913f9-b2ba-4f51-82a5-9921b7bebcc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 912 time: 0.2141569 Feb 09 21:58:47.541795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Attempting to bind port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:47.541795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Attempting to bind port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:47.541795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Attempting to bind port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab on network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:47.573168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:47.583127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-108df480-5ac1-4b8a-bc41-7e790c65b6a5 admin admin] 10.222.0.98 "PUT /v2.0/routers/20fce3c7-3d82-4e34-bde1-22d0b8fa5a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9677153 Feb 09 21:58:47.591255 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] Sync routers for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:47.602677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52986) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:47.607286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab on network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:47.607621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Attempting to bind port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab on network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:47.611882 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:47.612434 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:47.646023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-07f158ad-27d4-4d74-b1a6-d1347c71bc43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5359e980-bc05-4af4-b5e0-b6905724cbca HTTP/1.1" status: 200 len: 217 time: 0.0989096 Feb 09 21:58:47.648475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:47.648774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Checking segment: {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:47.649157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Bound using segment: {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:47.649600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Bound port: d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:47.649958 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.654329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0da4637-3830-48e2-ac76-f990587784d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (e12481a7-f94b-4aa3-b516-c7c039dec876), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.767141 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:47.767904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-90452979-cce2-46af-ba0a-4b6c9f328c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.769847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-90452979-cce2-46af-ba0a-4b6c9f328c7e service neutron] 10.222.0.110 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 912 time: 0.2244847 Feb 09 21:58:47.778191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-0eac019f-bb51-4069-bf6d-4e169bd2ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.779816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-0eac019f-bb51-4069-bf6d-4e169bd2ab93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 200 len: 851 time: 0.1228762 Feb 09 21:58:47.867776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-4e48b4e8-86b3-4e58-846b-b847fcaf8931 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f72a2a91-8db4-4d32-8fe3-6d1978c26493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762851 Feb 09 21:58:47.869320 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-70c11cd2-ae32-4b28-b845-e8d0e3e64f7d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d55f9256-177f-422b-9ead-0b43d58c772f HTTP/1.1" status: 200 len: 217 time: 0.0844326 Feb 09 21:58:47.872461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] For port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:47.944447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] For port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:47.986150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215cfeba-6eb2-4159-8524-7413d1f270f8 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:48.009827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0da4637-3830-48e2-ac76-f990587784d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (e12481a7-f94b-4aa3-b516-c7c039dec876), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.015744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Publish callbacks [] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.036325 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.064541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:48.076798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Transition to ACTIVE for port object 215cfeba-6eb2-4159-8524-7413d1f270f8 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:48.114738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3201e-519b-4ba1-819e-29e8a17917d8 req-23fd9fb1-f17c-4dbe-9f7f-f5419669a90a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:48.116483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29d3201e-519b-4ba1-819e-29e8a17917d8 req-23fd9fb1-f17c-4dbe-9f7f-f5419669a90a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.4591134 Feb 09 21:58:48.119295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-ed14ffed-6c53-493f-8433-3fcf4e6dfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:48.119459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks [] for router (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.121102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-ed14ffed-6c53-493f-8433-3fcf4e6dfff8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 200 len: 851 time: 0.2225204 Feb 09 21:58:48.138618 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:58:45Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:48.144727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:48.145533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.147584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] 10.222.0.110 "PUT /v2.0/ports/d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 1092 time: 3.5275664 Feb 09 21:58:48.172855 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] Checking router: 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:48.183720 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] Routers {'20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:48.184356 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:58:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:48.208161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-237d1b11-cb12-4c19-98d1-404f758dbef9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f72a2a91-8db4-4d32-8fe3-6d1978c26493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771620 Feb 09 21:58:48.213543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.268695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e361b-5bd7-457c-93c5-27a439b736e3 req-c3eb0cac-9467-4f77-9253-f32eba3e885e tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:48.269645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'networks': [{'name': 'tempest-network--1043735357'}, {'name': 'tempest-network--400618700'}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:48.269969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'network': {'name': 'tempest-network--1043735357'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:48.270435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'network': {'name': 'tempest-network--400618700'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:48.272238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282e361b-5bd7-457c-93c5-27a439b736e3 req-c3eb0cac-9467-4f77-9253-f32eba3e885e tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 932 time: 0.2916958 Feb 09 21:58:48.276225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0da4637-3830-48e2-ac76-f990587784d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e12481a7-f94b-4aa3-b516-c7c039dec876), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.279040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0da4637-3830-48e2-ac76-f990587784d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.282517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d0da4637-3830-48e2-ac76-f990587784d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/e12481a7-f94b-4aa3-b516-c7c039dec876 HTTP/1.1" status: 204 len: 168 time: 0.8923516 Feb 09 21:58:48.294209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] Set router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:48.313180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-8651e0e1-44fc-4d5f-9567-d374a9078b99 service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378657 Feb 09 21:58:48.313398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53004) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:48.313800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324080f-c412-4a31-b5a3-969302b03c27 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:48.421320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Pushing event updated for resources: {'Port': ['ID=215cfeba-6eb2-4159-8524-7413d1f270f8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:48.472471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da4637-3830-48e2-ac76-f990587784d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12481a7-f94b-4aa3-b516-c7c039dec876,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:48.501655 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:58:45Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:48.512655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282e361b-5bd7-457c-93c5-27a439b736e3 req-aadd8a6c-2e99-4f4f-98d9-78da2acc6d61 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952136 Feb 09 21:58:48.539618 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29d3201e-519b-4ba1-819e-29e8a17917d8 req-27e4ae89-f932-4f74-8a8f-2c98fbfb4cb9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675208 Feb 09 21:58:48.541528 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fccb9b-c18e-41af-9cfa-cdb5a81bef19 None None] The sync data for ids ['20fce3c7-3d82-4e34-bde1-22d0b8fa5a76'] in n-d-828599-1 is: [{'id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'name': 'tempest-AttachVolumeShelveTestJSON-359765187-router', 'tenant_id': '3111cbee8aa34740a21308ca97ced547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:52Z', 'updated_at': '2022-02-09T21:58:45Z', 'revision_number': 5, 'project_id': '3111cbee8aa34740a21308ca97ced547', 'gw_port': {'id': 'b470f666-d187-4333-8889-2fb0d55b5cc4', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fce3c7-3d82-4e34-bde1-22d0b8fa5a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:53Z', 'updated_at': '2022-02-09T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:48.545473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks [] for router_gateway (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.564679 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Made reservation on behalf of d7dccd67a17f47b1b11cdd8352f777f5 for: {'network': 2} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:48.571043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.617650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-8afa9fe5-5a16-4274-9934-20b848c7d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:48.619381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-8afa9fe5-5a16-4274-9934-20b848c7d202 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1126 time: 0.3006043 Feb 09 21:58:48.627927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.688930 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-f2825165-7ab2-4314-8d8b-fa412aad9e14 service neutron] 10.222.0.110 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701989 Feb 09 21:58:48.690777 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc14bde6-fb51-4ab3-91ad-c6239443837d req-fe416185-85ad-4746-811d-0aab83be2dcf service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596938 Feb 09 21:58:48.696353 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d6122dff-efcb-48eb-abe4-2fbb34e6aa26 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3798885 Feb 09 21:58:48.703454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53012) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:48.711423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-64bc6550-e910-4983-9392-d2e2574a0fdd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790199907'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:48.716148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Attempting to bind port 215cfeba-6eb2-4159-8524-7413d1f270f8 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:48.716491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Attempting to bind port 215cfeba-6eb2-4159-8524-7413d1f270f8 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:48.716826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Attempting to bind port 215cfeba-6eb2-4159-8524-7413d1f270f8 on network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:48.719095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-0ff3e70d-b3ac-4ec4-a0f0-e8d35ee73399 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0842516 Feb 09 21:58:48.755143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Port 215cfeba-6eb2-4159-8524-7413d1f270f8 on network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:48.755586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Attempting to bind port 215cfeba-6eb2-4159-8524-7413d1f270f8 on network 81fc6905-2f36-4426-a956-4ac6bd5da8e6 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:48.777525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:48.777882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Checking segment: {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:48.778276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Bound using segment: {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:48.778715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Bound port: 215cfeba-6eb2-4159-8524-7413d1f270f8, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e321ac-2202-46f5-aedd-f1d1df2418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:48.779081 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.855023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64bc6550-e910-4983-9392-d2e2574a0fdd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.880130 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for security_group (ae1938db-aed7-476f-b2d8-10ce34e7b570), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.883049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Deleting port b470f666-d187-4333-8889-2fb0d55b5cc4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:48.883388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.961564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] For port 215cfeba-6eb2-4159-8524-7413d1f270f8, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:48.966672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] For port 215cfeba-6eb2-4159-8524-7413d1f270f8, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=215cfeba-6eb2-4159-8524-7413d1f270f8,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:48.977057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ae1938db-aed7-476f-b2d8-10ce34e7b570), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.977661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.068455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1938db-aed7-476f-b2d8-10ce34e7b570,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:49.080119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.082687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:49.166526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] For port b470f666-d187-4333-8889-2fb0d55b5cc4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b470f666-d187-4333-8889-2fb0d55b5cc4,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:49.167279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.171743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3b4a46dd-1dde-4667-ad0a-513c053d0049), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.172107 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Added segment 3b4a46dd-1dde-4667-ad0a-513c053d0049 of type vlan for network 6679f602-a1a6-429d-99c1-20e259c74ec9 Feb 09 21:58:49.176170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc7c98-65f7-49df-b8fa-2bf33aceb1d5 req-0c8e1663-e208-4453-a4c0-34dd8634b244 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.177866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12cc7c98-65f7-49df-b8fa-2bf33aceb1d5 req-0c8e1663-e208-4453-a4c0-34dd8634b244 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 944 time: 0.5452299 Feb 09 21:58:49.181798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'tag': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:49.185047 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169cfae3-e3a9-44c6-8162-94d49de50450" -d '{"events": [{"name": "network-changed", "server_uuid": "f631cf67-f6ce-4fb5-9270-4ec6e5c5d527", "tag": "d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:49.185933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.186565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.188139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] 10.222.0.30 "PUT /v2.0/ports/215cfeba-6eb2-4159-8524-7413d1f270f8 HTTP/1.1" status: 200 len: 1092 time: 2.2372253 Feb 09 21:58:49.209860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'tag': '215cfeba-6eb2-4159-8524-7413d1f270f8'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:49.212260 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3410b6c-73cc-4069-b8de-ffff519de213" -d '{"events": [{"name": "network-changed", "server_uuid": "6b152267-c164-4a8a-9366-2b8ce9899fc6", "tag": "215cfeba-6eb2-4159-8524-7413d1f270f8"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:49.218571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-afe8436f-20c1-46e9-ba1c-956fd382b703 req-e5496db3-8dec-4ea7-8083-bbe78fe4fc24 service neutron] 10.222.0.110 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103505 Feb 09 21:58:49.226679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-ea3e7167-6f84-421c-a832-0845a7e85b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.228179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-ea3e7167-6f84-421c-a832-0845a7e85b5a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.4737670 Feb 09 21:58:49.257486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Calling delete_port for b470f666-d187-4333-8889-2fb0d55b5cc4 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:49.258504 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b8d9d1-3913-4f97-b746-a9bd3ea232e0 x-openstack-request-id: req-c9b8d9d1-3913-4f97-b746-a9bd3ea232e0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:49.258811 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f631cf67-f6ce-4fb5-9270-4ec6e5c5d527", "tag": "d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:49.259075 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9b8d9d1-3913-4f97-b746-a9bd3ea232e0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:49.259481 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'tag': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab', 'status': 'completed', 'code': 200} Feb 09 21:58:49.262143 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64bc6550-e910-4983-9392-d2e2574a0fdd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (d5738545-e6d9-4795-9758-7309e673c777), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.281826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-09742ce1-7502-42d8-ada3-c66197da18b8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381696 Feb 09 21:58:49.284642 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5d4936-ccee-42c5-9728-561d3c179817 x-openstack-request-id: req-fe5d4936-ccee-42c5-9728-561d3c179817 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:49.284943 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b152267-c164-4a8a-9366-2b8ce9899fc6", "tag": "215cfeba-6eb2-4159-8524-7413d1f270f8", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:49.285200 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fe5d4936-ccee-42c5-9728-561d3c179817 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:49.285455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12cc7c98-65f7-49df-b8fa-2bf33aceb1d5 req-23704b49-6347-4236-9bd3-dc53421a6cdf tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956397 Feb 09 21:58:49.285577 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'tag': '215cfeba-6eb2-4159-8524-7413d1f270f8', 'status': 'completed', 'code': 200} Feb 09 21:58:49.293278 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6679f602-a1a6-429d-99c1-20e259c74ec9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.297264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c9fc-1328-41d6-bb7b-8a85832ad533 service neutron] Pushing event updated for resources: {'Port': ['ID=215cfeba-6eb2-4159-8524-7413d1f270f8,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:49.345912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64bc6550-e910-4983-9392-d2e2574a0fdd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d5738545-e6d9-4795-9758-7309e673c777), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.395793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-c6d5f138-3731-4087-84eb-74848abfb364 service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035511 Feb 09 21:58:49.441805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc6550-e910-4983-9392-d2e2574a0fdd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5738545-e6d9-4795-9758-7309e673c777,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:49.451228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:49.468040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (90c0544f-be20-466c-8ee3-cd3ca21f2ef7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.471465 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Added segment 90c0544f-be20-466c-8ee3-cd3ca21f2ef7 of type vlan for network 2b2f1939-d51a-491b-8cc6-2ca7f5af49f9 Feb 09 21:58:49.508309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95f7ec60-d4bf-4961-b587-cbaea5b136fc req-de837360-f8dc-46cd-b6cb-3bac1e2f033c service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097329 Feb 09 21:58:49.727934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be1d45-1a6f-4508-9d46-2f6a99ac9dcd req-8653baee-713a-4400-a6f3-41113a4d06f2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.729541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71be1d45-1a6f-4508-9d46-2f6a99ac9dcd req-8653baee-713a-4400-a6f3-41113a4d06f2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1069283 Feb 09 21:58:49.732531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-18dcfe06-6087-4bfb-8aff-843669155b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.733931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-18dcfe06-6087-4bfb-8aff-843669155b22 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1126 time: 0.0756717 Feb 09 21:58:49.833405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d55f9256-177f-422b-9ead-0b43d58c772f details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:49.847397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71be1d45-1a6f-4508-9d46-2f6a99ac9dcd req-9297b22c-a9dd-40d0-abcd-9f6e80581d44 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108913 Feb 09 21:58:49.864270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64bc6550-e910-4983-9392-d2e2574a0fdd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.865516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64bc6550-e910-4983-9392-d2e2574a0fdd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1610415 Feb 09 21:58:49.867540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410b6c-73cc-4069-b8de-ffff519de213 req-7d81d6ce-69b1-4d60-898c-d9e05f7b251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.869007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3410b6c-73cc-4069-b8de-ffff519de213 req-7d81d6ce-69b1-4d60-898c-d9e05f7b251f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 1126 time: 0.5341556 Feb 09 21:58:49.870277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53034) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:49.881291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-757862c3-4b58-4f3c-933d-357a8d117e97 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': 'd5738545-e6d9-4795-9758-7309e673c777', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:49.882326 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-757862c3-4b58-4f3c-933d-357a8d117e97 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 21:58:49.882834 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-757862c3-4b58-4f3c-933d-357a8d117e97 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:49.886535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-757862c3-4b58-4f3c-933d-357a8d117e97 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0123715 Feb 09 21:58:49.887145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53036) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:49.896949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-22ffa1b4-3af8-4fbf-9082-a7f42f00eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.898304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-22ffa1b4-3af8-4fbf-9082-a7f42f00eba2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.1558464 Feb 09 21:58:49.963212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-aa21542c-3dd1-4a83-9e9e-4bd5989e795e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0565083 Feb 09 21:58:49.987281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5edb3d3b-960c-46aa-86a1-4bcee4c17c64 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (d5738545-e6d9-4795-9758-7309e673c777), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.993313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d55f9256-177f-422b-9ead-0b43d58c772f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d55f9256-177f-422b-9ead-0b43d58c772f,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:50.007436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'd55f9256-177f-422b-9ead-0b43d58c772f', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'port_id': 'd55f9256-177f-422b-9ead-0b43d58c772f', 'mac_address': 'fa:16:3e:63:5b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4191dc-300f-4c3b-ae29-6941b14564ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:50.043046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5edb3d3b-960c-46aa-86a1-4bcee4c17c64 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (d5738545-e6d9-4795-9758-7309e673c777), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.054819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d55f9256-177f-422b-9ead-0b43d58c772f is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:50.055582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.060113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-dfcf3dcc-795f-45a2-a611-f189af6484f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.061193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b470f666-d187-4333-8889-2fb0d55b5cc4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.061618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-dfcf3dcc-795f-45a2-a611-f189af6484f4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.0754042 Feb 09 21:58:50.070582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55f9256-177f-422b-9ead-0b43d58c772f {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:50.077117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (2b2f1939-d51a-491b-8cc6-2ca7f5af49f9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.093547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d55f9256-177f-422b-9ead-0b43d58c772f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d55f9256-177f-422b-9ead-0b43d58c772f,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:50.109123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-7b34627f-b505-4ee5-9f3d-c40562af61de service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410466 Feb 09 21:58:50.136596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b470f666-d187-4333-8889-2fb0d55b5cc4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:50.182035 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.212791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ed182-2c92-4287-9bc8-1f617cfd0891 req-b8be454f-71d9-40f8-86db-56ea153d0aab tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.214893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd4ed182-2c92-4287-9bc8-1f617cfd0891 req-b8be454f-71d9-40f8-86db-56ea153d0aab tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 944 time: 0.3575096 Feb 09 21:58:50.215010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-778b7ff1-5b1c-4899-aa62-faa8611d53b3 service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987279 Feb 09 21:58:50.269748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d55f9256-177f-422b-9ead-0b43d58c772f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:50.290940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5edb3d3b-960c-46aa-86a1-4bcee4c17c64 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d5738545-e6d9-4795-9758-7309e673c777), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.293818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5edb3d3b-960c-46aa-86a1-4bcee4c17c64 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.295101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6679f602-a1a6-429d-99c1-20e259c74ec9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.295583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (2b2f1939-d51a-491b-8cc6-2ca7f5af49f9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.297909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5edb3d3b-960c-46aa-86a1-4bcee4c17c64 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/d5738545-e6d9-4795-9758-7309e673c777 HTTP/1.1" status: 204 len: 168 time: 0.4084649 Feb 09 21:58:50.300412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53044) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:50.300586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.305171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.305828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.309640 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.314647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410b6c-73cc-4069-b8de-ffff519de213 req-641beeff-5421-4d21-a48c-31a25bccbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.316594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3410b6c-73cc-4069-b8de-ffff519de213 req-641beeff-5421-4d21-a48c-31a25bccbc2b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78085133c0654410bbd5cd38c89194f8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3559244 Feb 09 21:58:50.319240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd4ed182-2c92-4287-9bc8-1f617cfd0891 req-5f927584-880a-4308-bb8d-e21517e684ee tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956337 Feb 09 21:58:50.337089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb3d3b-960c-46aa-86a1-4bcee4c17c64 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5738545-e6d9-4795-9758-7309e673c777,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:50.394517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0a417487-1785-438a-b7c0-b307c2054d54 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0899560 Feb 09 21:58:50.400855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53048) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:50.413813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2e22a049-e4bf-46ed-b14c-099db7e95132 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--21975884'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:50.428415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169cfae3-e3a9-44c6-8162-94d49de50450 req-9be1daa8-a235-4dc5-a68f-b104d261dacf service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059934 Feb 09 21:58:50.494782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d55f9256-177f-422b-9ead-0b43d58c772f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:50.521583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91a92f-6206-4f01-b221-04c51c15c259 req-6cb52f30-7046-45f8-b6f5-d7775797a385 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.524917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da91a92f-6206-4f01-b221-04c51c15c259 req-6cb52f30-7046-45f8-b6f5-d7775797a385 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 944 time: 0.0847354 Feb 09 21:58:50.537511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2e8d7eca-b80e-420b-b29c-02d274d7a102 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:50.545195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.547912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks [] for router_controller (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.566516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 2e8d7eca-b80e-420b-b29c-02d274d7a102 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:50.566868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2e8d7eca-b80e-420b-b29c-02d274d7a102 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:50.606077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Network': ['ID=6679f602-a1a6-429d-99c1-20e259c74ec9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:50.613720 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5398269 Feb 09 21:58:50.617753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53054) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:50.622261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da91a92f-6206-4f01-b221-04c51c15c259 req-a33fb302-4af0-4154-b404-a13a2b6bfa2b tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794187 Feb 09 21:58:50.658508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.659124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.659544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.659861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.660210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.660552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.660889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.661694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.661694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.661904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.662186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.662512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.662840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:50.679647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6679f602-a1a6-429d-99c1-20e259c74ec9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:50.689869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e22a049-e4bf-46ed-b14c-099db7e95132 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.789057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e22a049-e4bf-46ed-b14c-099db7e95132 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (7572fd0a-b0a6-4aa4-9b29-b853601bc5d0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.792774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5359e980-bc05-4af4-b5e0-b6905724cbca details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:50.802649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (20fce3c7-3d82-4e34-bde1-22d0b8fa5a76), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.803182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:58:50.808437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.809600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7104063c-ac25-486f-a352-ea1e48d51b79 admin admin] 10.222.0.98 "DELETE /v2.0/routers/20fce3c7-3d82-4e34-bde1-22d0b8fa5a76 HTTP/1.1" status: 204 len: 168 time: 3.2061501 Feb 09 21:58:50.812708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53056) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:50.850012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410b6c-73cc-4069-b8de-ffff519de213 req-3bf6a6f6-8692-4587-b722-27b9410fc749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.852098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3410b6c-73cc-4069-b8de-ffff519de213 req-3bf6a6f6-8692-4587-b722-27b9410fc749 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5260985 Feb 09 21:58:50.857226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e22a049-e4bf-46ed-b14c-099db7e95132 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7572fd0a-b0a6-4aa4-9b29-b853601bc5d0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.861356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61fd0b-f897-4340-b7d9-7e89c4bec7c1 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Network': ['ID=2b2f1939-d51a-491b-8cc6-2ca7f5af49f9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:50.902552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 2b2f1939-d51a-491b-8cc6-2ca7f5af49f9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:50.917856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] Deleting subnet 5162ea3a-b221-4977-86ba-b72073a90e74 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:50.921877 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] Publish callbacks [] for subnet (5162ea3a-b221-4977-86ba-b72073a90e74), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.974252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22a049-e4bf-46ed-b14c-099db7e95132 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7572fd0a-b0a6-4aa4-9b29-b853601bc5d0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:50.994907 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (5162ea3a-b221-4977-86ba-b72073a90e74), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.023980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5359e980-bc05-4af4-b5e0-b6905724cbca, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5359e980-bc05-4af4-b5e0-b6905724cbca,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:51.041825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '5359e980-bc05-4af4-b5e0-b6905724cbca', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'port_id': '5359e980-bc05-4af4-b5e0-b6905724cbca', 'mac_address': 'fa:16:3e:f0:08:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4191dc-300f-4c3b-ae29-6941b14564ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:51.099697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5359e980-bc05-4af4-b5e0-b6905724cbca is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:51.100119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.103614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (5162ea3a-b221-4977-86ba-b72073a90e74), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.115064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5359e980-bc05-4af4-b5e0-b6905724cbca {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:51.118780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033b1ce-cd1d-4b27-ba78-4c1644fbcc35 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.125334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033b1ce-cd1d-4b27-ba78-4c1644fbcc35 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.130657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033b1ce-cd1d-4b27-ba78-4c1644fbcc35 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.136069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033b1ce-cd1d-4b27-ba78-4c1644fbcc35 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.137639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5359e980-bc05-4af4-b5e0-b6905724cbca, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5359e980-bc05-4af4-b5e0-b6905724cbca,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:51.139112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8033b1ce-cd1d-4b27-ba78-4c1644fbcc35 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5173883 Feb 09 21:58:51.145749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-7420f2ee-b80a-4c06-869a-c02b8501c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.145951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53064) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.147272 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-7420f2ee-b80a-4c06-869a-c02b8501c28c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 1126 time: 0.2483413 Feb 09 21:58:51.156093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05aed-8451-4342-90fc-65d43b122923 req-99210994-a7ab-49e5-a06e-eee03b511ab7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.157650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9cb05aed-8451-4342-90fc-65d43b122923 req-99210994-a7ab-49e5-a06e-eee03b511ab7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1946077 Feb 09 21:58:51.202463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-a746f0d8-2dec-465a-88a0-9208974f0c09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215cfeba-6eb2-4159-8524-7413d1f270f8 HTTP/1.1" status: 200 len: 217 time: 0.0438504 Feb 09 21:58:51.209875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e22a049-e4bf-46ed-b14c-099db7e95132 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.212235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2e22a049-e4bf-46ed-b14c-099db7e95132 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8090711 Feb 09 21:58:51.221353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53066) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.225781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e12426bc-81b1-493f-a821-cefec828cb4e tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '7572fd0a-b0a6-4aa4-9b29-b853601bc5d0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:51.226702 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-e12426bc-81b1-493f-a821-cefec828cb4e tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 21:58:51.227203 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-e12426bc-81b1-493f-a821-cefec828cb4e tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:51.228193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e12426bc-81b1-493f-a821-cefec828cb4e tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056746 Feb 09 21:58:51.233340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53068) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.262685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6679f602-a1a6-429d-99c1-20e259c74ec9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.280220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-13d06e8d-6015-4704-bd2d-02184f90d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.280502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.281703 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-13d06e8d-6015-4704-bd2d-02184f90d202 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.0696661 Feb 09 21:58:51.284837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9cb05aed-8451-4342-90fc-65d43b122923 req-dac7067a-85fa-493c-83c1-fae650e7dbe1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891955 Feb 09 21:58:51.317279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-25d46d99-d177-442b-8525-21a28bd641d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291827 Feb 09 21:58:51.351075 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (5162ea3a-b221-4977-86ba-b72073a90e74), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.353571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f973d90-76f8-4f30-bcd6-b5a9908912f6 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (7572fd0a-b0a6-4aa4-9b29-b853601bc5d0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.411608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5359e980-bc05-4af4-b5e0-b6905724cbca,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:51.464419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5162ea3a-b221-4977-86ba-b72073a90e74,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:51.471835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-43fecb18-a10f-482f-8b17-2c62f1e1bdf4 service neutron] 10.222.0.30 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464722 Feb 09 21:58:51.491613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2000d-9f2d-4382-9153-17e657b7d91f None None] Network e2b32f15-c20f-4397-a710-0cdd3fbb0bac requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:51.496116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.499333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f333da7e-a236-4e84-93d7-a4783e253ce3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5162ea3a-b221-4977-86ba-b72073a90e74 HTTP/1.1" status: 204 len: 168 time: 0.6853180 Feb 09 21:58:51.504661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53074) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.523292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f973d90-76f8-4f30-bcd6-b5a9908912f6 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (7572fd0a-b0a6-4aa4-9b29-b853601bc5d0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.527740 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6679f602-a1a6-429d-99c1-20e259c74ec9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.574892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6679f602-a1a6-429d-99c1-20e259c74ec9']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:51.584992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5359e980-bc05-4af4-b5e0-b6905724cbca'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:51.595899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4a46dd-1dde-4667-ad0a-513c053d0049') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:51.596274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4a46dd-1dde-4667-ad0a-513c053d0049') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:51.609312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (3b4a46dd-1dde-4667-ad0a-513c053d0049), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.628442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca352b-90f4-4a70-9894-9a463ab5a789 req-6d007c34-51e0-4b98-8166-95e65c6a2b7d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.629997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39ca352b-90f4-4a70-9894-9a463ab5a789 req-6d007c34-51e0-4b98-8166-95e65c6a2b7d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 944 time: 0.1736271 Feb 09 21:58:51.654420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3b4a46dd-1dde-4667-ad0a-513c053d0049), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.659814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25ccb20c-e5b3-4b15-9ceb-bc69d9668f21 req-fd13d630-20d3-41e3-b4f6-14ff5fa7de58 service neutron] 10.222.0.30 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791430 Feb 09 21:58:51.662863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (e2b32f15-c20f-4397-a710-0cdd3fbb0bac), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.678154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:51.679166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (3b4a46dd-1dde-4667-ad0a-513c053d0049), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:51.683957 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:51.702622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f973d90-76f8-4f30-bcd6-b5a9908912f6 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7572fd0a-b0a6-4aa4-9b29-b853601bc5d0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.705712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f973d90-76f8-4f30-bcd6-b5a9908912f6 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.707144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6f973d90-76f8-4f30-bcd6-b5a9908912f6 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/7572fd0a-b0a6-4aa4-9b29-b853601bc5d0 HTTP/1.1" status: 204 len: 168 time: 0.4727921 Feb 09 21:58:51.719670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53080) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.773165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f973d90-76f8-4f30-bcd6-b5a9908912f6 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572fd0a-b0a6-4aa4-9b29-b853601bc5d0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:51.803115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39ca352b-90f4-4a70-9894-9a463ab5a789 req-77ff809a-f405-4096-b8eb-efab7287656d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532001 Feb 09 21:58:51.819189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] DHCP port deletion for e2b32f15-c20f-4397-a710-0cdd3fbb0bac request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:51.860907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:51.865745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab5aa2ca-0bb1-47d8-a70c-82a120b84571 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1398053 Feb 09 21:58:51.865915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d55f9256-177f-422b-9ead-0b43d58c772f up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:51.866014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53084) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.868407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Deleting port d3618d97-4410-4035-ac86-14d41aed959e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:51.868838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d3618d97-4410-4035-ac86-14d41aed959e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.872200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6954cb8e-26f3-4f1b-b451-31f105c5beac tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--235017268'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:51.904534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6679f602-a1a6-429d-99c1-20e259c74ec9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.921314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.926660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/networks/6679f602-a1a6-429d-99c1-20e259c74ec9 HTTP/1.1" status: 204 len: 168 time: 0.7790353 Feb 09 21:58:51.930268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53086) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.940685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] For port d3618d97-4410-4035-ac86-14d41aed959e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3618d97-4410-4035-ac86-14d41aed959e,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:51.942236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d3618d97-4410-4035-ac86-14d41aed959e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.958152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Calling delete_port for d3618d97-4410-4035-ac86-14d41aed959e owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:51.969576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5cacd-f64d-4bed-8872-78ba8c1b39c8 req-e6f1c9f3-d8d1-4472-aa5e-aef63ba6c502 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.969576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12c5cacd-f64d-4bed-8872-78ba8c1b39c8 req-e6f1c9f3-d8d1-4472-aa5e-aef63ba6c502 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 945 time: 0.2347713 Feb 09 21:58:52.002546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] Deleting port d3618d97-4410-4035-ac86-14d41aed959e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:52.003661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d3618d97-4410-4035-ac86-14d41aed959e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.055395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12c5cacd-f64d-4bed-8872-78ba8c1b39c8 req-bf2f91e1-4f65-4c5b-b2a5-3699c6e20303 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795670 Feb 09 21:58:52.056447 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (2b2f1939-d51a-491b-8cc6-2ca7f5af49f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.067886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af13ce-98a9-4e85-bde5-8bfe8cd71cfe tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Network': ['ID=6679f602-a1a6-429d-99c1-20e259c74ec9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.078767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6954cb8e-26f3-4f1b-b451-31f105c5beac tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.091551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port d55f9256-177f-422b-9ead-0b43d58c772f completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:52.102998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:52.115676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port d55f9256-177f-422b-9ead-0b43d58c772f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:52.116151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.118753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] For port d3618d97-4410-4035-ac86-14d41aed959e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3618d97-4410-4035-ac86-14d41aed959e,segment=NetworkSegment(0fb0853b-14d9-40f9-9475-3a0a6166b55d),segment_id=0fb0853b-14d9-40f9-9475-3a0a6166b55d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:52.119145 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d3618d97-4410-4035-ac86-14d41aed959e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.149550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab', 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'port_id': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab', 'mac_address': 'fa:16:3e:31:a0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:52.157259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] Calling delete_port for d3618d97-4410-4035-ac86-14d41aed959e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:52.184548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d3618d97-4410-4035-ac86-14d41aed959e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.209320 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (2b2f1939-d51a-491b-8cc6-2ca7f5af49f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.214725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3618d97-4410-4035-ac86-14d41aed959e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.231719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] No DVR routers for this DVR port d3618d97-4410-4035-ac86-14d41aed959e on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:52.244263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2f1939-d51a-491b-8cc6-2ca7f5af49f9']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:52.262482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c0544f-be20-466c-8ee3-cd3ca21f2ef7') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:52.262482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c0544f-be20-466c-8ee3-cd3ca21f2ef7') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:52.266746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6954cb8e-26f3-4f1b-b451-31f105c5beac tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (31790e97-76d7-4c19-9f0d-536a932270b2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.274513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:52.275135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.286810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (90c0544f-be20-466c-8ee3-cd3ca21f2ef7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.303140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:52.320255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (90c0544f-be20-466c-8ee3-cd3ca21f2ef7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.328096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:52.328489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (90c0544f-be20-466c-8ee3-cd3ca21f2ef7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:52.333124 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:52.341518 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (e2b32f15-c20f-4397-a710-0cdd3fbb0bac), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.375101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:52.376323 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d3618d97-4410-4035-ac86-14d41aed959e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.382052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d55f9256-177f-422b-9ead-0b43d58c772f is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:52.382533 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.385491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b32f15-c20f-4397-a710-0cdd3fbb0bac']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:52.396778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb0853b-14d9-40f9-9475-3a0a6166b55d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:52.397404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb0853b-14d9-40f9-9475-3a0a6166b55d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:52.403662 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6954cb8e-26f3-4f1b-b451-31f105c5beac tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (31790e97-76d7-4c19-9f0d-536a932270b2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.408659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] Pushing event deleted for resources: {'Port': ['ID=d3618d97-4410-4035-ac86-14d41aed959e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.410858 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0fb0853b-14d9-40f9-9475-3a0a6166b55d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.423302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61a3b4-5390-484f-815b-6aa6fb293348 None None] No DVR routers for this DVR port d3618d97-4410-4035-ac86-14d41aed959e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:52.427884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0fb0853b-14d9-40f9-9475-3a0a6166b55d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0fb0853b-14d9-40f9-9475-3a0a6166b55d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:52.445982 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:52.449421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f9256-177f-422b-9ead-0b43d58c772f'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:52.450842 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736bdecd-111e-4e14-813b-b042c31e26a4" -d '{"events": [{"server_uuid": "b82b882a-432b-495a-9ab9-c7a7a3fe74fd", "name": "network-vif-plugged", "status": "completed", "tag": "d55f9256-177f-422b-9ead-0b43d58c772f"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:52.484344 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.505073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d55f9256-177f-422b-9ead-0b43d58c772f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d55f9256-177f-422b-9ead-0b43d58c772f,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:52.547838 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46512c0-86de-4734-a7b0-f8de0fa907a9 x-openstack-request-id: req-b46512c0-86de-4734-a7b0-f8de0fa907a9 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:52.548220 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82b882a-432b-495a-9ab9-c7a7a3fe74fd", "name": "network-vif-plugged", "status": "completed", "tag": "d55f9256-177f-422b-9ead-0b43d58c772f", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:52.548544 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b46512c0-86de-4734-a7b0-f8de0fa907a9 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:52.549018 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55f9256-177f-422b-9ead-0b43d58c772f', 'code': 200} Feb 09 21:58:52.570248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954cb8e-26f3-4f1b-b451-31f105c5beac tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31790e97-76d7-4c19-9f0d-536a932270b2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.572128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b470f666-d187-4333-8889-2fb0d55b5cc4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:52.593819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec8af9-9a28-4745-9034-06643ae1ad90 req-b4645ebb-b8c6-4b2d-9568-1057a84139dc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:52.595521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fec8af9-9a28-4745-9034-06643ae1ad90 req-b4645ebb-b8c6-4b2d-9568-1057a84139dc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1946054 Feb 09 21:58:52.622095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: b470f666-d187-4333-8889-2fb0d55b5cc4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:52.622396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b470f666-d187-4333-8889-2fb0d55b5cc4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:52.622810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3618d97-4410-4035-ac86-14d41aed959e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:52.623794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (e2b32f15-c20f-4397-a710-0cdd3fbb0bac), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.624552 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.636060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.636882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e2b32f15-c20f-4397-a710-0cdd3fbb0bac HTTP/1.1" status: 204 len: 168 time: 1.1312091 Feb 09 21:58:52.646032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6954cb8e-26f3-4f1b-b451-31f105c5beac tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.646032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6954cb8e-26f3-4f1b-b451-31f105c5beac tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7782855 Feb 09 21:58:52.648486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53102) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.656323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd906e-1f81-448c-8e88-b8443cd692e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b32f15-c20f-4397-a710-0cdd3fbb0bac,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.658304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c6a5b031-b901-46fe-84c7-175efc4aa01b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '31790e97-76d7-4c19-9f0d-536a932270b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:52.668541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.668541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d3618d97-4410-4035-ac86-14d41aed959e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:52.668541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3618d97-4410-4035-ac86-14d41aed959e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:52.681189 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-c6a5b031-b901-46fe-84c7-175efc4aa01b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 21:58:52.686756 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-c6a5b031-b901-46fe-84c7-175efc4aa01b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:52.686756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c6a5b031-b901-46fe-84c7-175efc4aa01b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0332353 Feb 09 21:58:52.686949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53104) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.693164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e3cff540-71f7-4625-8771-6d61fffdeae9 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '31790e97-76d7-4c19-9f0d-536a932270b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:52.695732 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-e3cff540-71f7-4625-8771-6d61fffdeae9 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 21:58:52.697340 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-e3cff540-71f7-4625-8771-6d61fffdeae9 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:52.703862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e3cff540-71f7-4625-8771-6d61fffdeae9 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0158472 Feb 09 21:58:52.704524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53106) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.710246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-94ac9b02-5e80-4777-abf5-915ba7d174f7 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '31790e97-76d7-4c19-9f0d-536a932270b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:52.712063 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-94ac9b02-5e80-4777-abf5-915ba7d174f7 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 21:58:52.712688 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-94ac9b02-5e80-4777-abf5-915ba7d174f7 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:52.715230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (2b2f1939-d51a-491b-8cc6-2ca7f5af49f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.719075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53108) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.719576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-94ac9b02-5e80-4777-abf5-915ba7d174f7 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133789 Feb 09 21:58:52.724866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f588a739-ebd1-4b0f-b353-4e88b70f4a6a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '31790e97-76d7-4c19-9f0d-536a932270b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:52.734587 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-f588a739-ebd1-4b0f-b353-4e88b70f4a6a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 21:58:52.734587 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-f588a739-ebd1-4b0f-b353-4e88b70f4a6a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:52.734587 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f588a739-ebd1-4b0f-b353-4e88b70f4a6a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123091 Feb 09 21:58:52.734922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:52.743426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.744004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53110) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.746873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/networks/2b2f1939-d51a-491b-8cc6-2ca7f5af49f9 HTTP/1.1" status: 204 len: 168 time: 0.8156674 Feb 09 21:58:52.750516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fec8af9-9a28-4745-9034-06643ae1ad90 req-918e4764-da74-40df-834f-f9acc298df21 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443300 Feb 09 21:58:52.750796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d55f9256-177f-422b-9ead-0b43d58c772f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.751266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53112) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.762545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbd96c-edaf-41da-b4c4-df60a151f73d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Network': ['ID=2b2f1939-d51a-491b-8cc6-2ca7f5af49f9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.765699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7a8b5-f145-4eee-8c42-7af12e547000 req-9b5fcea6-ce52-4eca-8461-ef50be11b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:52.767267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ed7a8b5-f145-4eee-8c42-7af12e547000 req-9b5fcea6-ce52-4eca-8461-ef50be11b55d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b82b882a-432b-495a-9ab9-c7a7a3fe74fd HTTP/1.1" status: 200 len: 1127 time: 0.1702313 Feb 09 21:58:52.809970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5359e980-bc05-4af4-b5e0-b6905724cbca up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:52.845995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ed7a8b5-f145-4eee-8c42-7af12e547000 req-b7ac79f1-52d2-41f6-bd5e-c806da7eec87 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675638 Feb 09 21:58:52.974352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-846f4e47-b848-4fa7-8527-de4ec6f2fe6b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (31790e97-76d7-4c19-9f0d-536a932270b2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.989971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 5359e980-bc05-4af4-b5e0-b6905724cbca completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:52.996034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 5359e980-bc05-4af4-b5e0-b6905724cbca triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:52.997935 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.016645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ea9a0-516e-472c-8ab2-702e48ae2199 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.021962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ea9a0-516e-472c-8ab2-702e48ae2199 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.027270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b7ea9a0-516e-472c-8ab2-702e48ae2199 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2337849 Feb 09 21:58:53.027606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53118) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.032781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-940232490'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:53.037072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-846f4e47-b848-4fa7-8527-de4ec6f2fe6b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (31790e97-76d7-4c19-9f0d-536a932270b2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.113944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52316d3a-ea5b-4f45-8fa8-765b3ece1cb0 req-16c25f87-0497-4ad5-8479-4b290aa38173 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.118357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53124) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.122345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52316d3a-ea5b-4f45-8fa8-765b3ece1cb0 req-16c25f87-0497-4ad5-8479-4b290aa38173 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 944 time: 0.2064219 Feb 09 21:58:53.175454 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52316d3a-ea5b-4f45-8fa8-765b3ece1cb0 req-fe34adcc-b5e0-4db9-a4d0-c478041e6815 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528719 Feb 09 21:58:53.183258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Made reservation on behalf of d7dccd67a17f47b1b11cdd8352f777f5 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:53.186836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.201400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-846f4e47-b848-4fa7-8527-de4ec6f2fe6b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (31790e97-76d7-4c19-9f0d-536a932270b2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.203399 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-846f4e47-b848-4fa7-8527-de4ec6f2fe6b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.204671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-846f4e47-b848-4fa7-8527-de4ec6f2fe6b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/31790e97-76d7-4c19-9f0d-536a932270b2 HTTP/1.1" status: 204 len: 168 time: 0.4558899 Feb 09 21:58:53.211119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53130) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.228155 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1ff80603-c548-4952-9fb9-597a71ccc2fd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3111cbee8aa34740a21308ca97ced547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086030 Feb 09 21:58:53.234947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53132) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.240666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f4e47-b848-4fa7-8527-de4ec6f2fe6b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31790e97-76d7-4c19-9f0d-536a932270b2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.281608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368502f-c79e-45b3-9fbc-810c906767dc req-eb69e82a-85c6-4725-8e26-15c8fc04c427 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.283600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7368502f-c79e-45b3-9fbc-810c906767dc req-eb69e82a-85c6-4725-8e26-15c8fc04c427 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 945 time: 0.1421142 Feb 09 21:58:53.286808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac8435e4-b0d5-413c-af65-5d954e377bad tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0734289 Feb 09 21:58:53.291419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53134) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.293511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:53.297102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-45c227a5-488c-4696-8a52-67d58fddd712 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--792928219'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:53.328876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5359e980-bc05-4af4-b5e0-b6905724cbca is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:53.329537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.353815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c44a5afb-e465-4a91-bddb-5bf835fe65e4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.354164 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Added segment c44a5afb-e465-4a91-bddb-5bf835fe65e4 of type vlan for network 26c7849d-7843-4297-b73d-86d6a9ed6bd4 Feb 09 21:58:53.366439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5359e980-bc05-4af4-b5e0-b6905724cbca, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5359e980-bc05-4af4-b5e0-b6905724cbca,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:53.372857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d7804d4-d53b-41c7-b9d0-c381b5be67b5 admin admin] Publish callbacks [] for security_group (ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.418005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45c227a5-488c-4696-8a52-67d58fddd712 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.424142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d7804d4-d53b-41c7-b9d0-c381b5be67b5 admin admin] Publish callbacks [] for security_group (ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.434993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7368502f-c79e-45b3-9fbc-810c906767dc req-2ec71c37-8416-4042-a6b0-e3bdceb7297c tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353374 Feb 09 21:58:53.444665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (26c7849d-7843-4297-b73d-86d6a9ed6bd4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.463164 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.497763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45c227a5-488c-4696-8a52-67d58fddd712 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (19ca78d1-a4ec-49a8-876d-1bab61f6873e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.513661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5359e980-bc05-4af4-b5e0-b6905724cbca,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.604143 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45c227a5-488c-4696-8a52-67d58fddd712 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (19ca78d1-a4ec-49a8-876d-1bab61f6873e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.604424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (26c7849d-7843-4297-b73d-86d6a9ed6bd4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.610121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.614609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.634084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c227a5-488c-4696-8a52-67d58fddd712 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ca78d1-a4ec-49a8-876d-1bab61f6873e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.664878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d7804d4-d53b-41c7-b9d0-c381b5be67b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.668070 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d7804d4-d53b-41c7-b9d0-c381b5be67b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.669228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0d7804d4-d53b-41c7-b9d0-c381b5be67b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71 HTTP/1.1" status: 204 len: 168 time: 0.4318292 Feb 09 21:58:53.670030 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:58:53.689608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7804d4-d53b-41c7-b9d0-c381b5be67b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4a3af9-faf6-495e-a0e9-c4d9d9a6ee71,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.693937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Network': ['ID=26c7849d-7843-4297-b73d-86d6a9ed6bd4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.709261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45c227a5-488c-4696-8a52-67d58fddd712 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.713919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-45c227a5-488c-4696-8a52-67d58fddd712 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4176884 Feb 09 21:58:53.714529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 26c7849d-7843-4297-b73d-86d6a9ed6bd4 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:53.714612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53146) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.719024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-726af53b-2323-4e72-94a0-70a228916456 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:53.719825 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-726af53b-2323-4e72-94a0-70a228916456 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 21:58:53.720669 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-726af53b-2323-4e72-94a0-70a228916456 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:53.724328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-726af53b-2323-4e72-94a0-70a228916456 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066736 Feb 09 21:58:53.725316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53148) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.730203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-93076e2d-6991-4245-9b58-3a7c14c9f14c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:53.743875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4594a926-ba3c-419e-8ad1-5c9d7fefc622 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7148697 Feb 09 21:58:53.746794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53150) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.751766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1027088300'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:53.868975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Made reservation on behalf of d7dccd67a17f47b1b11cdd8352f777f5 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:53.872829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.880318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:53.884605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb7895-5467-4e99-bc3b-c9b2220ed4c5 req-0cda5314-3ba9-4598-8c2b-460c59304750 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.886657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39eb7895-5467-4e99-bc3b-c9b2220ed4c5 req-0cda5314-3ba9-4598-8c2b-460c59304750 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0567980 Feb 09 21:58:53.912351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:53.927808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b7873b00-17e0-40bd-9de5-8f11223052cd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.928507 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Added segment b7873b00-17e0-40bd-9de5-8f11223052cd of type vlan for network 187c59b2-7d74-4e38-92f2-f210caf0a51e Feb 09 21:58:53.943516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39eb7895-5467-4e99-bc3b-c9b2220ed4c5 req-e9c23099-6cb5-4eb6-b898-1399859c01ce tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510378 Feb 09 21:58:53.963644 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-93076e2d-6991-4245-9b58-3a7c14c9f14c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:53.968252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93076e2d-6991-4245-9b58-3a7c14c9f14c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2418709 Feb 09 21:58:53.968772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53158) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.973502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3fea192e-846f-49a7-9899-5bffdeaf4d25 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:53.974339 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-3fea192e-846f-49a7-9899-5bffdeaf4d25 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 21:58:53.974861 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-3fea192e-846f-49a7-9899-5bffdeaf4d25 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:53.975886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3fea192e-846f-49a7-9899-5bffdeaf4d25 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060809 Feb 09 21:58:53.979094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53160) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:53.983482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (187c59b2-7d74-4e38-92f2-f210caf0a51e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.987113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0e64dada-71d5-4904-8fe7-5adf6846415a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.029253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:54.034719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:54.038734 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.114783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (187c59b2-7d74-4e38-92f2-f210caf0a51e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.121671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:54.122468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.178185 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-0e64dada-71d5-4904-8fe7-5adf6846415a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:54.180010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e64dada-71d5-4904-8fe7-5adf6846415a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1998377 Feb 09 21:58:54.183620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53166) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:54.188939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-69e41e87-f38a-4645-9b0e-ce7bbd3b71ef tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.189811 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-69e41e87-f38a-4645-9b0e-ce7bbd3b71ef tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 21:58:54.190376 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-69e41e87-f38a-4645-9b0e-ce7bbd3b71ef tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:54.193323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-69e41e87-f38a-4645-9b0e-ce7bbd3b71ef tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084548 Feb 09 21:58:54.195974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53168) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:54.208782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c8faebb6-8eef-434b-8bb4-35afd9d487d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.256774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:54.256774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.285977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Network': ['ID=187c59b2-7d74-4e38-92f2-f210caf0a51e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:54.302233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e3ef6a13-b20f-491b-9069-780dee82d88d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5543957 Feb 09 21:58:54.304237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 187c59b2-7d74-4e38-92f2-f210caf0a51e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:54.305120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53176) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:54.312394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'ports': [{'network_id': '26c7849d-7843-4297-b73d-86d6a9ed6bd4', 'name': 'tempest-port--2138094867', 'admin_state_up': True}, {'network_id': '187c59b2-7d74-4e38-92f2-f210caf0a51e', 'admin_state_up': False}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.313780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'port': {'network_id': '26c7849d-7843-4297-b73d-86d6a9ed6bd4', 'name': 'tempest-port--2138094867', 'admin_state_up': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.314989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'port': {'network_id': '187c59b2-7d74-4e38-92f2-f210caf0a51e', 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.384833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:54.417540 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-c8faebb6-8eef-434b-8bb4-35afd9d487d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Project 65e3e79210ae4c7f9d8be9a734bc29e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:58:54.427312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189c90e-5f9b-44d3-ba12-de383e37c8f8 req-9a561546-bd2b-4dcd-8252-da792847b440 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:54.429134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e189c90e-5f9b-44d3-ba12-de383e37c8f8 req-9a561546-bd2b-4dcd-8252-da792847b440 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 944 time: 0.1237481 Feb 09 21:58:54.457706 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.526606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e189c90e-5f9b-44d3-ba12-de383e37c8f8 req-b4504041-a18c-4f83-9fd7-a9ff80c28140 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Feb 09 21:58:54.543936 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-c8faebb6-8eef-434b-8bb4-35afd9d487d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:54.552030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c8faebb6-8eef-434b-8bb4-35afd9d487d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3480601 Feb 09 21:58:54.552172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53184) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:54.566090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5359e980-bc05-4af4-b5e0-b6905724cbca'}, {'server_uuid': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:54.567482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-88f9e833-5262-428f-bc52-eb827730b8c5 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.568063 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-88f9e833-5262-428f-bc52-eb827730b8c5 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 21:58:54.568581 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-88f9e833-5262-428f-bc52-eb827730b8c5 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:54.568899 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b78e8f-5e39-43bc-9aa1-cfb4fd19caee" -d '{"events": [{"server_uuid": "a5c59b91-3082-4ef1-b8f0-29deb637c489", "name": "network-vif-plugged", "status": "completed", "tag": "5359e980-bc05-4af4-b5e0-b6905724cbca"}, {"server_uuid": "f631cf67-f6ce-4fb5-9270-4ec6e5c5d527", "name": "network-vif-plugged", "status": "completed", "tag": "d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:54.572205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-88f9e833-5262-428f-bc52-eb827730b8c5 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167332 Feb 09 21:58:54.594693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:54.595776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53188) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:54.595776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-760c1068-6d21-4d97-b116-0b69ccc4dae8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.646643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Made reservation on behalf of d7dccd67a17f47b1b11cdd8352f777f5 for: {'port': 2} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:54.657804 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc6d357-81f9-4629-8fb0-88490532e566 x-openstack-request-id: req-9fc6d357-81f9-4629-8fb0-88490532e566 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:54.657931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.658109 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c59b91-3082-4ef1-b8f0-29deb637c489", "name": "network-vif-plugged", "status": "completed", "tag": "5359e980-bc05-4af4-b5e0-b6905724cbca", "code": 200}, {"server_uuid": "f631cf67-f6ce-4fb5-9270-4ec6e5c5d527", "name": "network-vif-plugged", "status": "completed", "tag": "d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:54.658109 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9fc6d357-81f9-4629-8fb0-88490532e566 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:54.658109 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5359e980-bc05-4af4-b5e0-b6905724cbca', 'code': 200} Feb 09 21:58:54.658109 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab', 'code': 200} Feb 09 21:58:54.681816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.769911 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-760c1068-6d21-4d97-b116-0b69ccc4dae8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Project 65e3e79210ae4c7f9d8be9a734bc29e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:58:54.820683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 215cfeba-6eb2-4159-8524-7413d1f270f8 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:54.868890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d65f5-3807-4590-8d75-700b22ef35f3 req-768cab0b-176f-4e3c-a48d-8bafe2d9c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:54.873756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f69d65f5-3807-4590-8d75-700b22ef35f3 req-768cab0b-176f-4e3c-a48d-8bafe2d9c2be service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.1028159 Feb 09 21:58:54.887150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0d41c-5a59-4e3d-a49c-fb6a79ffec91 req-fb6185f4-e064-40d6-b440-541892372b12 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:54.892217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dd0d41c-5a59-4e3d-a49c-fb6a79ffec91 req-fb6185f4-e064-40d6-b440-541892372b12 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 946 time: 0.2993343 Feb 09 21:58:54.939151 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-760c1068-6d21-4d97-b116-0b69ccc4dae8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:54.940424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-760c1068-6d21-4d97-b116-0b69ccc4dae8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3667369 Feb 09 21:58:54.943352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53196) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:54.948088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9ab554b6-4020-430a-8ab6-a2c9b5b998cd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '19ca78d1-a4ec-49a8-876d-1bab61f6873e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:54.978706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f69d65f5-3807-4590-8d75-700b22ef35f3 req-fedf23db-b784-4224-b56e-1474b188f619 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985768 Feb 09 21:58:55.047978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 215cfeba-6eb2-4159-8524-7413d1f270f8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=215cfeba-6eb2-4159-8524-7413d1f270f8,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:55.057530 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-9ab554b6-4020-430a-8ab6-a2c9b5b998cd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Project 65e3e79210ae4c7f9d8be9a734bc29e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:58:55.086618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e82a9-b524-49c3-853b-b5e144e051c6 req-a28f1ffc-1bff-4a83-b99e-76e12a68432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:55.088555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e11e82a9-b524-49c3-853b-b5e144e051c6 req-a28f1ffc-1bff-4a83-b99e-76e12a68432f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 1128 time: 0.3353779 Feb 09 21:58:55.092927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '215cfeba-6eb2-4159-8524-7413d1f270f8', 'network_id': '81fc6905-2f36-4426-a956-4ac6bd5da8e6', 'port_id': '215cfeba-6eb2-4159-8524-7413d1f270f8', 'mac_address': 'fa:16:3e:08:5f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf179fae-b0ea-4f4c-9e92-5560cf22ce4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:55.134017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] device_id is not set on port cfbde6ff-a903-4e29-9361-835b6f04cc31 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:58:55.167827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dd0d41c-5a59-4e3d-a49c-fb6a79ffec91 req-4e3bb123-2202-4411-a6a7-40325e09b2d9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208309 Feb 09 21:58:55.179420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 215cfeba-6eb2-4159-8524-7413d1f270f8 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:55.184294 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.191138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b0cf6-ff32-43b2-8d7b-3e66f0813d2b req-a6302783-0e56-48a5-ad36-9c0b645fe04f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:55.194827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf5b0cf6-ff32-43b2-8d7b-3e66f0813d2b req-a6302783-0e56-48a5-ad36-9c0b645fe04f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1344244 Feb 09 21:58:55.208486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e11e82a9-b524-49c3-853b-b5e144e051c6 req-7e2d75a2-e3ca-48b6-b241-e6b7bda6156c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927153 Feb 09 21:58:55.211924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215cfeba-6eb2-4159-8524-7413d1f270f8 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:55.260707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 215cfeba-6eb2-4159-8524-7413d1f270f8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=215cfeba-6eb2-4159-8524-7413d1f270f8,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:55.270920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf5b0cf6-ff32-43b2-8d7b-3e66f0813d2b req-2de10fd4-dc64-4ffb-ad67-750b65c5f3bb tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692651 Feb 09 21:58:55.271856 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-9ab554b6-4020-430a-8ab6-a2c9b5b998cd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:55.272855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ab554b6-4020-430a-8ab6-a2c9b5b998cd tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3283679 Feb 09 21:58:55.275557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53206) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:55.314606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for port (cfbde6ff-a903-4e29-9361-835b6f04cc31), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.346889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.403208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b3e45b73-1f4b-4bd9-84be-d59bb17ca03c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (19ca78d1-a4ec-49a8-876d-1bab61f6873e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.431212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] device_id is not set on port b0b60c7d-0d45-4854-ac10-727d305d70c0 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:58:55.451237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b3e45b73-1f4b-4bd9-84be-d59bb17ca03c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (19ca78d1-a4ec-49a8-876d-1bab61f6873e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.461387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=215cfeba-6eb2-4159-8524-7413d1f270f8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:55.545249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for port (b0b60c7d-0d45-4854-ac10-727d305d70c0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.599765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['215cfeba-6eb2-4159-8524-7413d1f270f8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:55.655600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cfbde6ff-a903-4e29-9361-835b6f04cc31), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.692616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b3e45b73-1f4b-4bd9-84be-d59bb17ca03c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (19ca78d1-a4ec-49a8-876d-1bab61f6873e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.697364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b3e45b73-1f4b-4bd9-84be-d59bb17ca03c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:55.699937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b3e45b73-1f4b-4bd9-84be-d59bb17ca03c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/19ca78d1-a4ec-49a8-876d-1bab61f6873e HTTP/1.1" status: 204 len: 168 time: 0.4218063 Feb 09 21:58:55.707641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53214) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:55.741541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e45b73-1f4b-4bd9-84be-d59bb17ca03c tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ca78d1-a4ec-49a8-876d-1bab61f6873e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:55.789437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e663c-39a0-4dbf-8fa8-afd409310601 req-3bea4a12-65cd-4f7b-ae0f-652d7262ea76 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:55.791998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b91e663c-39a0-4dbf-8fa8-afd409310601 req-3bea4a12-65cd-4f7b-ae0f-652d7262ea76 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 945 time: 0.1661007 Feb 09 21:58:55.821621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Port': ['ID=cfbde6ff-a903-4e29-9361-835b6f04cc31,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:55.836258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Checking segment: {'id': 'c44a5afb-e465-4a91-bddb-5bf835fe65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '26c7849d-7843-4297-b73d-86d6a9ed6bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:55.836633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network hostable DHCP agents. Network: 26c7849d-7843-4297-b73d-86d6a9ed6bd4, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:55.871857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:55.872325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-31e1c079-dd66-4af9-9394-b1775a84dd87 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1576567 Feb 09 21:58:55.877499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-74ce507f-a6c7-4a69-ac8d-575c3968381f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236955520'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:55.909714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b91e663c-39a0-4dbf-8fa8-afd409310601 req-bc31824a-00b4-4a50-9234-20167479e16a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934327 Feb 09 21:58:55.959986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network 26c7849d-7843-4297-b73d-86d6a9ed6bd4 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:56.004020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74ce507f-a6c7-4a69-ac8d-575c3968381f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.042906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 26c7849d-7843-4297-b73d-86d6a9ed6bd4) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:56.052567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:56.053889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b7d76-434a-4ccf-99a5-033a1e073474 None None] Network 26c7849d-7843-4297-b73d-86d6a9ed6bd4 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:56.054074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b0b60c7d-0d45-4854-ac10-727d305d70c0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.149032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Port': ['ID=b0b60c7d-0d45-4854-ac10-727d305d70c0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:56.176139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74ce507f-a6c7-4a69-ac8d-575c3968381f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (86692351-e20a-4cbb-8016-e8582c926225), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.210371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Checking segment: {'id': 'b7873b00-17e0-40bd-9de5-8f11223052cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '187c59b2-7d74-4e38-92f2-f210caf0a51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:56.210371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network hostable DHCP agents. Network: 187c59b2-7d74-4e38-92f2-f210caf0a51e, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:56.257287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74ce507f-a6c7-4a69-ac8d-575c3968381f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (86692351-e20a-4cbb-8016-e8582c926225), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.327957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network 187c59b2-7d74-4e38-92f2-f210caf0a51e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:56.352171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc005f-723b-4e84-91c9-e22db26c05c4 req-7d342be4-61b9-4ff7-bf12-4f220c28713c tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.360131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce507f-a6c7-4a69-ac8d-575c3968381f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86692351-e20a-4cbb-8016-e8582c926225,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:56.364504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aecc005f-723b-4e84-91c9-e22db26c05c4 req-7d342be4-61b9-4ff7-bf12-4f220c28713c tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 946 time: 0.1072602 Feb 09 21:58:56.435088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 187c59b2-7d74-4e38-92f2-f210caf0a51e) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:56.444709 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-74ce507f-a6c7-4a69-ac8d-575c3968381f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.445181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df0b0c-a6c2-4f5f-b21a-a17d6ebefec2 None None] Network 187c59b2-7d74-4e38-92f2-f210caf0a51e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:56.447320 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-74ce507f-a6c7-4a69-ac8d-575c3968381f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5738633 Feb 09 21:58:56.455591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53224) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:56.458779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:56.466052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.471804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.472237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aecc005f-723b-4e84-91c9-e22db26c05c4 req-b215302c-495b-48c9-a840-1f77e6f13ed2 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051874 Feb 09 21:58:56.472847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.519359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-eded44f2-b49b-4b5e-8127-9cb4c0eaea86 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '86692351-e20a-4cbb-8016-e8582c926225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:56.643889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad985c5d-7741-45dc-b411-c6358434441b req-db5340ef-22ee-4697-9876-b67868480cc3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.645524 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad985c5d-7741-45dc-b411-c6358434441b req-db5340ef-22ee-4697-9876-b67868480cc3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0698719 Feb 09 21:58:56.668976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fe4dc9df-e157-495e-a410-7d1da90aa737 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3620183 Feb 09 21:58:56.673382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53228) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:56.722873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad985c5d-7741-45dc-b411-c6358434441b req-56b36f56-e3c9-444a-9553-a0d4ae024ac1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699821 Feb 09 21:58:56.758786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a378aa7-e02b-4258-929d-6b54c60ec150 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.764873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a378aa7-e02b-4258-929d-6b54c60ec150 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.769193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5a378aa7-e02b-4258-929d-6b54c60ec150 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0921218 Feb 09 21:58:56.769193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53234) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:56.820550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 215cfeba-6eb2-4159-8524-7413d1f270f8 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:56.879798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Deleting port cfbde6ff-a903-4e29-9361-835b6f04cc31 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:56.880104 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cfbde6ff-a903-4e29-9361-835b6f04cc31), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.946937 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-eded44f2-b49b-4b5e-8127-9cb4c0eaea86 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The resource could not be found. Feb 09 21:58:56.950988 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eded44f2-b49b-4b5e-8127-9cb4c0eaea86 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4912369 Feb 09 21:58:56.951514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53240) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:56.956463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-404f87fa-220d-4521-b625-847093258557 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '86692351-e20a-4cbb-8016-e8582c926225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e8cae5bf-2473-4c35-919f-499da78d13ed'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:56.980513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cfbde6ff-a903-4e29-9361-835b6f04cc31), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.002582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Calling delete_port for cfbde6ff-a903-4e29-9361-835b6f04cc31 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:57.046720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede5dfc-9cb0-41ef-9bf2-eb861d488849 req-044add85-3a6b-4c0b-963e-1a403ef20286 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:57.054065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dede5dfc-9cb0-41ef-9bf2-eb861d488849 req-044add85-3a6b-4c0b-963e-1a403ef20286 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 945 time: 0.0638335 Feb 09 21:58:57.069092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 215cfeba-6eb2-4159-8524-7413d1f270f8 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:57.076630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 215cfeba-6eb2-4159-8524-7413d1f270f8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:57.077635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.142547 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dede5dfc-9cb0-41ef-9bf2-eb861d488849 req-81808108-3a4c-4a11-bee0-2fb257dddfeb tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874772 Feb 09 21:58:57.170549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 215cfeba-6eb2-4159-8524-7413d1f270f8 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:57.170549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.188932 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cfbde6ff-a903-4e29-9361-835b6f04cc31), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.189199 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-404f87fa-220d-4521-b625-847093258557 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The resource could not be found. Feb 09 21:58:57.192888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-404f87fa-220d-4521-b625-847093258557 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2376451 Feb 09 21:58:57.193224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53242) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:57.217137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.220040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215cfeba-6eb2-4159-8524-7413d1f270f8'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:57.222896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/ports/cfbde6ff-a903-4e29-9361-835b6f04cc31 HTTP/1.1" status: 204 len: 168 time: 0.4503977 Feb 09 21:58:57.227848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:57.227962 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270b98ce-c8a3-4dad-b215-e002b2394fe2" -d '{"events": [{"server_uuid": "6b152267-c164-4a8a-9366-2b8ce9899fc6", "name": "network-vif-plugged", "status": "completed", "tag": "215cfeba-6eb2-4159-8524-7413d1f270f8"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:57.244263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 215cfeba-6eb2-4159-8524-7413d1f270f8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=215cfeba-6eb2-4159-8524-7413d1f270f8,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:57.267384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d66fdd-35e6-45f3-a78e-3d709d41fef7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Port': ['ID=cfbde6ff-a903-4e29-9361-835b6f04cc31,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:57.290646 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d803655-d6d4-4bea-936e-4f39b3ce2a76 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (86692351-e20a-4cbb-8016-e8582c926225), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.306352 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.343534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d803655-d6d4-4bea-936e-4f39b3ce2a76 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (86692351-e20a-4cbb-8016-e8582c926225), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.348586 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fc8221-d471-46c9-b9bf-fdba730be0af x-openstack-request-id: req-32fc8221-d471-46c9-b9bf-fdba730be0af {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:57.350256 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b152267-c164-4a8a-9366-2b8ce9899fc6", "name": "network-vif-plugged", "status": "completed", "tag": "215cfeba-6eb2-4159-8524-7413d1f270f8", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:57.350256 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-32fc8221-d471-46c9-b9bf-fdba730be0af {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:57.350256 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215cfeba-6eb2-4159-8524-7413d1f270f8', 'code': 200} Feb 09 21:58:57.396070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=215cfeba-6eb2-4159-8524-7413d1f270f8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:57.470768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b191c-52de-4e7f-bec6-f0632e452ce7 req-3efa6e54-5172-4f0a-bea6-26c60a5fea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:57.472326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-881b191c-52de-4e7f-bec6-f0632e452ce7 req-3efa6e54-5172-4f0a-bea6-26c60a5fea0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 1128 time: 0.0840108 Feb 09 21:58:57.475206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Deleting port b0b60c7d-0d45-4854-ac10-727d305d70c0 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:57.475637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b0b60c7d-0d45-4854-ac10-727d305d70c0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.509172 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d803655-d6d4-4bea-936e-4f39b3ce2a76 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (86692351-e20a-4cbb-8016-e8582c926225), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.513700 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7d803655-d6d4-4bea-936e-4f39b3ce2a76 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.515199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7d803655-d6d4-4bea-936e-4f39b3ce2a76 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/86692351-e20a-4cbb-8016-e8582c926225 HTTP/1.1" status: 204 len: 168 time: 0.3209724 Feb 09 21:58:57.519232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53254) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:57.565436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d803655-d6d4-4bea-936e-4f39b3ce2a76 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86692351-e20a-4cbb-8016-e8582c926225,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:57.699695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ae1ddb34-6ea8-4dc7-be04-21a3a58709db tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1784680 Feb 09 21:58:57.707972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53256) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:57.716468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85293bd7-af72-438f-a5d3-78db8904d509 req-ce797390-fce8-4d7d-854d-94747dd20629 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:57.726071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85293bd7-af72-438f-a5d3-78db8904d509 req-ce797390-fce8-4d7d-854d-94747dd20629 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 946 time: 0.1279008 Feb 09 21:58:57.739240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-027555e9-b033-406d-b336-e5102e596bc3 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': '12c92bb1-0abf-4a90-b146-26876911be72', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:57.890262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85293bd7-af72-438f-a5d3-78db8904d509 req-b6256166-87db-4019-b44e-2f8a002247d9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629207 Feb 09 21:58:58.009467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b0b60c7d-0d45-4854-ac10-727d305d70c0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.036138 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-027555e9-b033-406d-b336-e5102e596bc3 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The resource could not be found. Feb 09 21:58:58.040771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-027555e9-b033-406d-b336-e5102e596bc3 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3023114 Feb 09 21:58:58.040917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Calling delete_port for b0b60c7d-0d45-4854-ac10-727d305d70c0 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:58.041523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53266) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:58.049329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e625d9a3-47ed-4835-a3bc-34c286cb696a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535509874'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:58.055079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-881b191c-52de-4e7f-bec6-f0632e452ce7 req-4c8fe111-8b06-45c7-a3a8-58887d82bcf6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763550 Feb 09 21:58:58.108266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db676a6d-83df-4d84-b8af-b447ffe6c713 req-af54dfb9-d49a-4e35-87f0-9d22b6a2da8e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:58.109798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db676a6d-83df-4d84-b8af-b447ffe6c713 req-af54dfb9-d49a-4e35-87f0-9d22b6a2da8e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1642044 Feb 09 21:58:58.193231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd098d8-973d-4aed-8a02-ee77962124fd req-775043cc-c50b-46ff-bb0f-7fb80f6c9ad8 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:58.196074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcd098d8-973d-4aed-8a02-ee77962124fd req-775043cc-c50b-46ff-bb0f-7fb80f6c9ad8 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b82b882a-432b-495a-9ab9-c7a7a3fe74fd HTTP/1.1" status: 200 len: 945 time: 0.1333420 Feb 09 21:58:58.197035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db676a6d-83df-4d84-b8af-b447ffe6c713 req-24415fa1-8ea7-4068-b441-36908d155c83 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704577 Feb 09 21:58:58.226295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e625d9a3-47ed-4835-a3bc-34c286cb696a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.251780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b0b60c7d-0d45-4854-ac10-727d305d70c0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.311032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Port': ['ID=b0b60c7d-0d45-4854-ac10-727d305d70c0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:58.322208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcd098d8-973d-4aed-8a02-ee77962124fd req-d55a3c65-e38f-42ed-87a5-6a19ecb2e7cd tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172690 Feb 09 21:58:58.344627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e625d9a3-47ed-4835-a3bc-34c286cb696a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (f965146d-631d-43b2-bb7a-1a002e3c100a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.345042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.350352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f7d2cba6-9036-47e0-9f51-9cebebb99ba9 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/ports/b0b60c7d-0d45-4854-ac10-727d305d70c0 HTTP/1.1" status: 204 len: 168 time: 1.1263576 Feb 09 21:58:58.353155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:58.421013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e625d9a3-47ed-4835-a3bc-34c286cb696a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f965146d-631d-43b2-bb7a-1a002e3c100a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.423513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-926f532d-bdfb-4340-a799-44c297cd9ad7 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674512 Feb 09 21:58:58.427385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53276) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:58.440508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1215777672'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:58.485338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625d9a3-47ed-4835-a3bc-34c286cb696a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f965146d-631d-43b2-bb7a-1a002e3c100a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:58.486694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb59b7-f6c7-4c2f-9041-0ce38073837b req-1e80c568-8448-44dd-a9eb-dfa5f216debd tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:58.492490 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-acdb59b7-f6c7-4c2f-9041-0ce38073837b req-1e80c568-8448-44dd-a9eb-dfa5f216debd tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.2176654 Feb 09 21:58:58.547594 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-acdb59b7-f6c7-4c2f-9041-0ce38073837b req-0e44334d-debb-4f11-96f3-865fc69964f8 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492191 Feb 09 21:58:58.552028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e625d9a3-47ed-4835-a3bc-34c286cb696a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.553905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e625d9a3-47ed-4835-a3bc-34c286cb696a tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5107076 Feb 09 21:58:58.556567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53278) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:58.561058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-19b47bf2-7c54-4b0e-bf54-098cbec5ee23 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639607046'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:58.666640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Made reservation on behalf of d7dccd67a17f47b1b11cdd8352f777f5 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:58.670881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.695524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:58.704860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c251f2d6-094b-4b23-9e12-d04697a4dfbb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.705214 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Added segment c251f2d6-094b-4b23-9e12-d04697a4dfbb of type vlan for network e356cb97-62d1-43ee-b6da-107725a231eb Feb 09 21:58:58.745280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19b47bf2-7c54-4b0e-bf54-098cbec5ee23 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.766726 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (e356cb97-62d1-43ee-b6da-107725a231eb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.857884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19b47bf2-7c54-4b0e-bf54-098cbec5ee23 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (87431c72-95b7-4d1d-970f-53480aaa7846), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.866604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (e356cb97-62d1-43ee-b6da-107725a231eb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.875782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:58.877020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.956091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19b47bf2-7c54-4b0e-bf54-098cbec5ee23 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (87431c72-95b7-4d1d-970f-53480aaa7846), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.975671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5469940 Feb 09 21:58:58.978365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:58.984142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-411508761'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:59.006024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a310b2-a76b-4fe8-87c1-b1da70951848 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Network': ['ID=e356cb97-62d1-43ee-b6da-107725a231eb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:59.012665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b47bf2-7c54-4b0e-bf54-098cbec5ee23 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87431c72-95b7-4d1d-970f-53480aaa7846,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:59.017249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network e356cb97-62d1-43ee-b6da-107725a231eb details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:59.075082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Made reservation on behalf of d7dccd67a17f47b1b11cdd8352f777f5 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:59.079023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19b47bf2-7c54-4b0e-bf54-098cbec5ee23 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.079797 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.081167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-19b47bf2-7c54-4b0e-bf54-098cbec5ee23 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5229888 Feb 09 21:58:59.087940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53288) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:59.093203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4ab3c8aa-0136-460e-b042-a041868f189f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': 'f965146d-631d-43b2-bb7a-1a002e3c100a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '87431c72-95b7-4d1d-970f-53480aaa7846'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:59.122395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:59.135453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (40c96943-7c3a-476d-b885-b11538e32808), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.137461 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Added segment 40c96943-7c3a-476d-b885-b11538e32808 of type vlan for network 4030b767-8ab4-4e64-9901-17fd3bc196ed Feb 09 21:58:59.181700 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (4030b767-8ab4-4e64-9901-17fd3bc196ed), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.297521 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.297862 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-4ab3c8aa-0136-460e-b042-a041868f189f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:58:59.300785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4ab3c8aa-0136-460e-b042-a041868f189f tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2104144 Feb 09 21:58:59.307251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53294) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:59.319598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (4030b767-8ab4-4e64-9901-17fd3bc196ed), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.325308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.326038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.393913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Network': ['ID=4030b767-8ab4-4e64-9901-17fd3bc196ed,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:59.397596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8a8169b-7ca4-46b2-92e9-d501f1990827 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (87431c72-95b7-4d1d-970f-53480aaa7846), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.417155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 4030b767-8ab4-4e64-9901-17fd3bc196ed details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:59.442530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21bfe0-5b36-4280-b6bd-79a341348c99 req-1a16abcf-4b6c-444e-a9ee-f4b8bb4ce4ec tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.452176 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8a8169b-7ca4-46b2-92e9-d501f1990827 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (87431c72-95b7-4d1d-970f-53480aaa7846), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.453179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f21bfe0-5b36-4280-b6bd-79a341348c99 req-1a16abcf-4b6c-444e-a9ee-f4b8bb4ce4ec tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1714721 Feb 09 21:58:59.508492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9190f059-f643-4d22-bf1e-248a8e215212 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5289788 Feb 09 21:58:59.543285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f21bfe0-5b36-4280-b6bd-79a341348c99 req-2d4e6dd9-c5e4-4c2f-9580-d15ea8609022 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892644 Feb 09 21:58:59.655441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8a8169b-7ca4-46b2-92e9-d501f1990827 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (87431c72-95b7-4d1d-970f-53480aaa7846), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.661169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8a8169b-7ca4-46b2-92e9-d501f1990827 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.662639 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a8a8169b-7ca4-46b2-92e9-d501f1990827 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/87431c72-95b7-4d1d-970f-53480aaa7846 HTTP/1.1" status: 204 len: 168 time: 0.3542376 Feb 09 21:58:59.674216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53312) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:59.702597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8169b-7ca4-46b2-92e9-d501f1990827 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87431c72-95b7-4d1d-970f-53480aaa7846,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:59.708825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36557-89d3-4a7f-b09a-441a821501ce req-4f485a2d-7ec7-4fa0-a500-65dafcb68bc5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.710365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ba36557-89d3-4a7f-b09a-441a821501ce req-4f485a2d-7ec7-4fa0-a500-65dafcb68bc5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0633359 Feb 09 21:58:59.720338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-9611737f-8cdc-4216-b0aa-e0dd07c06f91 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.727086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-9611737f-8cdc-4216-b0aa-e0dd07c06f91 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 811 time: 0.1845498 Feb 09 21:58:59.749629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-deb61a26-7147-4493-bb99-ef5b35b4800e tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/quotas/9a3a68ea7f8b435aa058af349909f7a3 HTTP/1.1" status: 200 len: 375 time: 0.0216537 Feb 09 21:58:59.788778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ba36557-89d3-4a7f-b09a-441a821501ce req-20aa448e-31fa-491a-b060-cffa0626c689 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Feb 09 21:58:59.815023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-837ef837-1954-4ded-8d4f-0179f314beb7 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1380427 Feb 09 21:58:59.817617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53316) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:59.840301 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-9057834b-8491-4747-8a4c-69549a153bb6 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896447 Feb 09 21:58:59.935371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0929757-5c96-4074-b7dc-27dcf2aed660 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (f965146d-631d-43b2-bb7a-1a002e3c100a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.939048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-2710db2b-3a3c-4edc-8a9e-1da7654222a7 service neutron] 10.222.0.98 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977573 Feb 09 21:58:59.969042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0929757-5c96-4074-b7dc-27dcf2aed660 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (f965146d-631d-43b2-bb7a-1a002e3c100a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.046391 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-3fd1177d-3218-4926-8b22-ea510d383043 service neutron] 10.222.0.98 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012115 Feb 09 21:59:00.089351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0929757-5c96-4074-b7dc-27dcf2aed660 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f965146d-631d-43b2-bb7a-1a002e3c100a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.096081 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0929757-5c96-4074-b7dc-27dcf2aed660 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.103417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53320) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:00.110423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f0929757-5c96-4074-b7dc-27dcf2aed660 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/f965146d-631d-43b2-bb7a-1a002e3c100a HTTP/1.1" status: 204 len: 168 time: 0.2914982 Feb 09 21:59:00.128611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0929757-5c96-4074-b7dc-27dcf2aed660 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f965146d-631d-43b2-bb7a-1a002e3c100a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:00.184632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-867b0064-a966-472b-a5f1-1912ef08b29d tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744104 Feb 09 21:59:00.185550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53324) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:00.190575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-250b69fc-58d0-4208-a8d3-caca513ad523 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549965029'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:00.309394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-250b69fc-58d0-4208-a8d3-caca513ad523 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.431617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-12b57489-3fd0-4459-b6da-319044a24b2a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:00.458811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-12b57489-3fd0-4459-b6da-319044a24b2a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "GET /v2.0/ports?device_id=b82b882a-432b-495a-9ab9-c7a7a3fe74fd HTTP/1.1" status: 200 len: 945 time: 0.1288526 Feb 09 21:59:00.504165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-250b69fc-58d0-4208-a8d3-caca513ad523 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (aba57de3-e8ba-4482-8876-63208b3dd0b0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.612375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-250b69fc-58d0-4208-a8d3-caca513ad523 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aba57de3-e8ba-4482-8876-63208b3dd0b0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.666933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-75b2ada7-be23-45c5-8055-258c75456016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:00.670844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-75b2ada7-be23-45c5-8055-258c75456016 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.1976073 Feb 09 21:59:00.743448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.850239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b69fc-58d0-4208-a8d3-caca513ad523 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba57de3-e8ba-4482-8876-63208b3dd0b0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:00.904865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Deleting port d55f9256-177f-422b-9ead-0b43d58c772f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:00.905502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.914434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24642316-806d-48af-b7fb-40fed478cd05 req-04fba1f2-2a1d-474a-8079-61e8117c39da tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:00.922162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24642316-806d-48af-b7fb-40fed478cd05 req-04fba1f2-2a1d-474a-8079-61e8117c39da tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2570126 Feb 09 21:59:00.937501 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-250b69fc-58d0-4208-a8d3-caca513ad523 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:00.938812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-250b69fc-58d0-4208-a8d3-caca513ad523 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7522683 Feb 09 21:59:00.953000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53348) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:00.964422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a28ef2f6-427a-4f7e-8f7f-69bab3e49498 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': 'aba57de3-e8ba-4482-8876-63208b3dd0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:01.024460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-2e67956e-a061-44f6-af50-c4c009c561ea tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:01.025041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-7074fefc-e187-4482-95b8-5ff757714b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:01.027165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-2e67956e-a061-44f6-af50-c4c009c561ea tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c59b91-3082-4ef1-b8f0-29deb637c489 HTTP/1.1" status: 200 len: 946 time: 0.3199556 Feb 09 21:59:01.027514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-7074fefc-e187-4482-95b8-5ff757714b24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 1128 time: 0.2879171 Feb 09 21:59:01.117162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24642316-806d-48af-b7fb-40fed478cd05 req-9a06cec9-ce4e-4c16-9bd2-cc6a3ad64b7b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932592 Feb 09 21:59:01.184144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-54b901c3-3155-45cd-a9e7-c4f85e285dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:01.185990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-54b901c3-3155-45cd-a9e7-c4f85e285dde service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.4477572 Feb 09 21:59:01.263237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c365cde-32a9-40b6-9c5f-dcc3da951521 req-15031a51-1ce5-4b89-a6b0-4cb9bc471257 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 210 time: 0.0648754 Feb 09 21:59:01.271582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Deleting port 5359e980-bc05-4af4-b5e0-b6905724cbca {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:01.272112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:01.296672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-17d3b06e-5493-41f7-9a35-d23d5ae8a0f3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.1010518 Feb 09 21:59:01.309484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747c805-9f12-4698-95f4-3c8c861c82b8 req-d28f03a0-a37d-4fea-ac61-e09d30363799 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:01.311416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b747c805-9f12-4698-95f4-3c8c861c82b8 req-d28f03a0-a37d-4fea-ac61-e09d30363799 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.3033392 Feb 09 21:59:01.492612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] For port d55f9256-177f-422b-9ead-0b43d58c772f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d55f9256-177f-422b-9ead-0b43d58c772f,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:01.493292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:01.495024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] For port 5359e980-bc05-4af4-b5e0-b6905724cbca, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5359e980-bc05-4af4-b5e0-b6905724cbca,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:01.496352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:01.514748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-2256770a-638b-4f4f-9dc5-a535d370ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:01.515490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Calling delete_port for 5359e980-bc05-4af4-b5e0-b6905724cbca owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:01.517336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-2256770a-638b-4f4f-9dc5-a535d370ed78 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.2015221 Feb 09 21:59:01.525418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-e4fcfc0c-0a16-4e9d-993d-bf74918f742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:01.528025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-e4fcfc0c-0a16-4e9d-993d-bf74918f742c service neutron] 10.222.0.30 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.4501436 Feb 09 21:59:01.529178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Calling delete_port for d55f9256-177f-422b-9ead-0b43d58c772f owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:01.712397 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-a28ef2f6-427a-4f7e-8f7f-69bab3e49498 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:59:01.716682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a28ef2f6-427a-4f7e-8f7f-69bab3e49498 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7592232 Feb 09 21:59:01.717488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53364) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:01.728616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-67b2d9c6-caf8-4d6e-9066-10247cb877c1 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group_rule': {'security_group_id': 'aba57de3-e8ba-4482-8876-63208b3dd0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:01.872562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5359e980-bc05-4af4-b5e0-b6905724cbca), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:01.888755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d55f9256-177f-422b-9ead-0b43d58c772f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:01.955443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event deleted for resources: {'Port': ['ID=5359e980-bc05-4af4-b5e0-b6905724cbca,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:02.077036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] No DVR routers for this DVR port 5359e980-bc05-4af4-b5e0-b6905724cbca on host n-h1-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:02.081288 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.091035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f9db9140-53c4-4fd0-be4a-bde19ba1512d req-92ebd783-11bb-46b6-9430-226040242dd9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "DELETE /v2.0/ports/5359e980-bc05-4af4-b5e0-b6905724cbca HTTP/1.1" status: 204 len: 173 time: 1.0359447 Feb 09 21:59:02.091550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'name': 'network-vif-deleted', 'tag': '5359e980-bc05-4af4-b5e0-b6905724cbca'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:02.106334 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcf632e-ed34-40bf-afae-c0627f3f8a2e" -d '{"events": [{"server_uuid": "a5c59b91-3082-4ef1-b8f0-29deb637c489", "name": "network-vif-deleted", "tag": "5359e980-bc05-4af4-b5e0-b6905724cbca"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:02.128318 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-67b2d9c6-caf8-4d6e-9066-10247cb877c1 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:59:02.132229 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-67b2d9c6-caf8-4d6e-9066-10247cb877c1 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4116960 Feb 09 21:59:02.132678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53368) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:02.229861 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b77072-a0dc-4789-9b0d-211fbaafb545 x-openstack-request-id: req-f1b77072-a0dc-4789-9b0d-211fbaafb545 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:02.231218 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c59b91-3082-4ef1-b8f0-29deb637c489", "name": "network-vif-deleted", "tag": "5359e980-bc05-4af4-b5e0-b6905724cbca", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:02.231657 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f1b77072-a0dc-4789-9b0d-211fbaafb545 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:02.233359 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c59b91-3082-4ef1-b8f0-29deb637c489', 'name': 'network-vif-deleted', 'tag': '5359e980-bc05-4af4-b5e0-b6905724cbca', 'status': 'completed', 'code': 200} Feb 09 21:59:02.307452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbb31-e5b3-44a4-a9c8-59c44acc3927 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (aba57de3-e8ba-4482-8876-63208b3dd0b0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.392572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbb31-e5b3-44a4-a9c8-59c44acc3927 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (aba57de3-e8ba-4482-8876-63208b3dd0b0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.441355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-5fb459d9-b3f8-4fae-aa1a-0e7902132efc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215cfeba-6eb2-4159-8524-7413d1f270f8 HTTP/1.1" status: 200 len: 217 time: 0.8978035 Feb 09 21:59:02.481459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ee4f-ba75-465b-9d0d-4d247839fdfc req-f7b741f2-c5b0-4691-a418-68b559b00f5a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:02.484816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b747c805-9f12-4698-95f4-3c8c861c82b8 req-03595358-502c-42fa-9b32-731e1072a8b1 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1536968 Feb 09 21:59:02.489465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4020ee4f-ba75-465b-9d0d-4d247839fdfc req-f7b741f2-c5b0-4691-a418-68b559b00f5a tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1434770 Feb 09 21:59:02.582941 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4020ee4f-ba75-465b-9d0d-4d247839fdfc req-454d34d2-9257-468f-a3fa-a618a61328e3 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925462 Feb 09 21:59:02.623177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbb31-e5b3-44a4-a9c8-59c44acc3927 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aba57de3-e8ba-4482-8876-63208b3dd0b0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.626682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd7fbb31-e5b3-44a4-a9c8-59c44acc3927 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.628273 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cd7fbb31-e5b3-44a4-a9c8-59c44acc3927 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/aba57de3-e8ba-4482-8876-63208b3dd0b0 HTTP/1.1" status: 204 len: 168 time: 0.4915912 Feb 09 21:59:02.639476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53376) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:02.674042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53378) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:02.679341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'subnets': [{'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--582394963', 'ip_version': 6}, {'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:02.679672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'subnet': {'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--582394963', 'ip_version': 6}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:02.680360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Request body: {'subnet': {'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:02.686953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fbb31-e5b3-44a4-a9c8-59c44acc3927 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba57de3-e8ba-4482-8876-63208b3dd0b0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:02.726540 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-fba718ce-6ced-4c0f-89ac-0aae3339a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:02.728160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-fba718ce-6ced-4c0f-89ac-0aae3339a4f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1968191 Feb 09 21:59:02.746594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e937313-5dfd-4954-b7da-7676831b1ae5 req-b0ebde1c-9bdc-4192-ab50-93e02b0f11ba tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 210 time: 0.0642571 Feb 09 21:59:02.794177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-950db97d-9bad-47ed-9102-637166191292 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1501825 Feb 09 21:59:02.794702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-8cd788c9-e020-4eed-837c-19bf4fc2ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:02.794824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53384) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:02.794905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-8cd788c9-e020-4eed-837c-19bf4fc2ea22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.3068655 Feb 09 21:59:02.800283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-49f9b3c6-b60c-432f-8b56-d2f6b3a5ac78 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314166775'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:02.850518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5359e980-bc05-4af4-b5e0-b6905724cbca no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:02.879550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-85ba91a7-eae9-4bb5-a4dd-710149c96c8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321109 Feb 09 21:59:02.891370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 5359e980-bc05-4af4-b5e0-b6905724cbca {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:02.892344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5359e980-bc05-4af4-b5e0-b6905724cbca not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:02.895454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d55f9256-177f-422b-9ead-0b43d58c772f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.962339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event deleted for resources: {'Port': ['ID=d55f9256-177f-422b-9ead-0b43d58c772f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:02.966570 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f9b3c6-b60c-432f-8b56-d2f6b3a5ac78 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.000058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Made reservation on behalf of d7dccd67a17f47b1b11cdd8352f777f5 for: {'subnet': 2} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:03.004445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.004788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.123893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-7e28a618-7943-4887-9d0e-f1692b4352a9 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739614 Feb 09 21:59:03.161279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f9b3c6-b60c-432f-8b56-d2f6b3a5ac78 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (b6998e08-62a9-4a6e-af17-aebe9dbb8145), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.204697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-b7e76ae5-cff7-4ee7-8e96-78e36e8e4823 service neutron] 10.222.0.30 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050773 Feb 09 21:59:03.245573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f9b3c6-b60c-432f-8b56-d2f6b3a5ac78 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b6998e08-62a9-4a6e-af17-aebe9dbb8145), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.268841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] No DVR routers for this DVR port d55f9256-177f-422b-9ead-0b43d58c772f on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:03.306438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9b3c6-b60c-432f-8b56-d2f6b3a5ac78 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6998e08-62a9-4a6e-af17-aebe9dbb8145,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:03.328359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.332112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6674dc29-a9e0-41d0-820b-358bc22a3eff req-290b32bb-cea1-4090-a391-80e6d92fc38a tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "DELETE /v2.0/ports/d55f9256-177f-422b-9ead-0b43d58c772f HTTP/1.1" status: 204 len: 173 time: 2.8723159 Feb 09 21:59:03.333140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'name': 'network-vif-deleted', 'tag': 'd55f9256-177f-422b-9ead-0b43d58c772f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:03.343074 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c197b10e-9c91-45cc-9c90-2f7a3e394d09" -d '{"events": [{"server_uuid": "b82b882a-432b-495a-9ab9-c7a7a3fe74fd", "name": "network-vif-deleted", "tag": "d55f9256-177f-422b-9ead-0b43d58c772f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:03.392202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f9b3c6-b60c-432f-8b56-d2f6b3a5ac78 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.393859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-49f9b3c6-b60c-432f-8b56-d2f6b3a5ac78 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5985186 Feb 09 21:59:03.399906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53388) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:03.404835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d56094bb-600f-4c93-a41c-e650a5523d5b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:03.405495 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-d56094bb-600f-4c93-a41c-e650a5523d5b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 21:59:03.406469 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-d56094bb-600f-4c93-a41c-e650a5523d5b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 21:59:03.407808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d56094bb-600f-4c93-a41c-e650a5523d5b tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "PUT /v2.0/security-groups/b6998e08-62a9-4a6e-af17-aebe9dbb8145 HTTP/1.1" status: 409 len: 330 time: 0.0065234 Feb 09 21:59:03.412049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53390) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:03.463287 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9488b5ad-20c8-4b05-a9d9-92dfc8646e64 x-openstack-request-id: req-9488b5ad-20c8-4b05-a9d9-92dfc8646e64 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:03.464558 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82b882a-432b-495a-9ab9-c7a7a3fe74fd", "name": "network-vif-deleted", "tag": "d55f9256-177f-422b-9ead-0b43d58c772f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:03.464919 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9488b5ad-20c8-4b05-a9d9-92dfc8646e64 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:03.465932 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82b882a-432b-495a-9ab9-c7a7a3fe74fd', 'name': 'network-vif-deleted', 'tag': 'd55f9256-177f-422b-9ead-0b43d58c772f', 'status': 'completed', 'code': 200} Feb 09 21:59:03.545679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d65c382c-3fee-4eee-a3bd-427d516452b7 req-74f64634-2f6e-4075-beed-fb90c8cdb7a3 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389096 Feb 09 21:59:03.546739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22f7fcc7-4df0-445e-8b57-68de9e8682d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (b6998e08-62a9-4a6e-af17-aebe9dbb8145), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.552951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d24159af-693e-40f0-bcc4-55ccac7d06bc req-fc11caaf-de34-488a-8fe6-b15cb289afc8 service neutron] 10.222.0.30 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208246 Feb 09 21:59:03.599314 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22f7fcc7-4df0-445e-8b57-68de9e8682d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (b6998e08-62a9-4a6e-af17-aebe9dbb8145), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:03.782379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cfc62-2c12-4df6-bc16-57b15350b127 req-f5c69894-89d7-4b60-b289-390564e3fd9c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:03.794021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa6cfc62-2c12-4df6-bc16-57b15350b127 req-f5c69894-89d7-4b60-b289-390564e3fd9c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1098325 Feb 09 21:59:03.887178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa6cfc62-2c12-4df6-bc16-57b15350b127 req-bf430211-a21a-4d50-9e66-bb2c64cd15b7 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917351 Feb 09 21:59:03.924459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d55f9256-177f-422b-9ead-0b43d58c772f no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:03.992017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: d55f9256-177f-422b-9ead-0b43d58c772f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:03.992780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d55f9256-177f-422b-9ead-0b43d58c772f not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:04.020320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd16888-7460-473b-9641-2cf9d2456147 req-f7d70322-7177-4bf9-8f79-ac510bd0f673 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.024149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0352b51-065a-4633-83ed-63a14050f20c req-763943f0-b279-4584-9c51-a5e07b7e2d07 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 210 time: 0.0603623 Feb 09 21:59:04.029523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bd16888-7460-473b-9641-2cf9d2456147 req-f7d70322-7177-4bf9-8f79-ac510bd0f673 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.3673081 Feb 09 21:59:04.033841 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22f7fcc7-4df0-445e-8b57-68de9e8682d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b6998e08-62a9-4a6e-af17-aebe9dbb8145), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.041215 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22f7fcc7-4df0-445e-8b57-68de9e8682d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.046099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-22f7fcc7-4df0-445e-8b57-68de9e8682d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/b6998e08-62a9-4a6e-af17-aebe9dbb8145 HTTP/1.1" status: 204 len: 168 time: 0.6328616 Feb 09 21:59:04.047276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (d6dc4c65-b086-4046-b191-286e4dc5d3be), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.048673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53408) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:04.175527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7fcc7-4df0-445e-8b57-68de9e8682d8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6998e08-62a9-4a6e-af17-aebe9dbb8145,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:04.261870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fa391d1d-1f9e-4dca-beb9-b83ff7555a9d tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2039461 Feb 09 21:59:04.263962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53412) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:04.270236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bd16888-7460-473b-9641-2cf9d2456147 req-3fb67821-1871-45e9-a59f-46d2a4afe974 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141638 Feb 09 21:59:04.271341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Subnet': ['ID=d6dc4c65-b086-4046-b191-286e4dc5d3be,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:04.274966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Checking segment: {'id': 'c251f2d6-094b-4b23-9e12-d04697a4dfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:04.275610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network hostable DHCP agents. Network: e356cb97-62d1-43ee-b6da-107725a231eb, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:04.301945 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-87e156e0-e14f-467e-9be1-fb411ef14831 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] delete failed (client error): The resource could not be found. Feb 09 21:59:04.303824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-87e156e0-e14f-467e-9be1-fb411ef14831 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "DELETE /v2.0/security-groups/0c06ee1b-a171-4e0d-8161-35b46546f50b HTTP/1.1" status: 404 len: 347 time: 0.0386112 Feb 09 21:59:04.311132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53414) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:04.325198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-7e61a586-6abb-47f1-8451-e8a798ec7388 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.337694 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-be5d8fdf-c7ab-420a-bd31-ce0d165c16ad tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] show failed (client error): The resource could not be found. Feb 09 21:59:04.339046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-7e61a586-6abb-47f1-8451-e8a798ec7388 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 811 time: 0.3112898 Feb 09 21:59:04.339756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-be5d8fdf-c7ab-420a-bd31-ce0d165c16ad tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-groups/73a3f919-ac20-4bfb-b6b8-8eaf1d99418d HTTP/1.1" status: 404 len: 347 time: 0.0254915 Feb 09 21:59:04.343079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53416) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:04.361484 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-fc4ed577-69c8-48e2-9ded-7114e160dce8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] show failed (client error): The resource could not be found. Feb 09 21:59:04.363141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fc4ed577-69c8-48e2-9ded-7114e160dce8 tempest-NegativeSecGroupIPv6Test-1148809828 tempest-NegativeSecGroupIPv6Test-1148809828-project] 10.222.0.98 "GET /v2.0/security-group-rules/2d9689c5-2519-4f36-81ac-f09a79ec0fa8 HTTP/1.1" status: 404 len: 356 time: 0.0188339 Feb 09 21:59:04.372737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Request body: {'port': {'device_id': '17fa991b-979c-4101-9527-998d21f44ffa', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'admin_state_up': True, 'tenant_id': '9a3a68ea7f8b435aa058af349909f7a3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:04.433679 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network e356cb97-62d1-43ee-b6da-107725a231eb is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:04.552859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, e356cb97-62d1-43ee-b6da-107725a231eb) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:04.563435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf097ca-9da3-4351-86b1-f632853ec668 None None] Network e356cb97-62d1-43ee-b6da-107725a231eb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:04.574505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (d7198822-f009-40bf-8453-aa40328219f0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.611967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Made reservation on behalf of 9a3a68ea7f8b435aa058af349909f7a3 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:04.620489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.722329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event updated for resources: {'Subnet': ['ID=d7198822-f009-40bf-8453-aa40328219f0,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:04.728883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Checking segment: {'id': '40c96943-7c3a-476d-b885-b11538e32808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:04.729299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network hostable DHCP agents. Network: 4030b767-8ab4-4e64-9901-17fd3bc196ed, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:04.840686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-e356cb97-62d1-43ee-b6da-107725a231eb', 'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb', 'project_id': 'd7dccd67a17f47b1b11cdd8352f777f5', 'fixed_ips': [{'subnet_id': 'd6dc4c65-b086-4046-b191-286e4dc5d3be'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:59:04.842097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.852584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Network 4030b767-8ab4-4e64-9901-17fd3bc196ed is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:04.968425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 4030b767-8ab4-4e64-9901-17fd3bc196ed) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:04.968643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-1cf14f0e-d701-44a6-a2cb-11c1abffd7db tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.971346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-1cf14f0e-d701-44a6-a2cb-11c1abffd7db tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 811 time: 0.2695837 Feb 09 21:59:04.986331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.986840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.987437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7a3b3-def0-4947-b820-d2a1a123fd09 None None] Network 4030b767-8ab4-4e64-9901-17fd3bc196ed requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:04.987934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.988168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Request body: {'port': {'device_id': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'admin_state_up': True, 'tenant_id': '9a3a68ea7f8b435aa058af349909f7a3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:05.126527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2a5b26f2-609d-4c57-a5fa-bb40ca7b44ad tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4514439 Feb 09 21:59:05.134899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53428) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:05.148580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-4030b767-8ab4-4e64-9901-17fd3bc196ed', 'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed', 'project_id': 'd7dccd67a17f47b1b11cdd8352f777f5', 'fixed_ips': [{'subnet_id': 'd7198822-f009-40bf-8453-aa40328219f0'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:59:05.149723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.214971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53432) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:05.281256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-235f9b02-c742-4e67-946d-615450a19c8f req-327c45e3-318f-40da-92e7-33754da61415 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 210 time: 0.1478360 Feb 09 21:59:05.309895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Allocated IP 172.20.0.12 (f72a2a91-8db4-4d32-8fe3-6d1978c26493/3f4191dc-300f-4c3b-ae29-6941b14564ce/884bade8-b8a2-43e3-81d8-4c62425d7ba4) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:05.321442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b9163-4ea1-4908-bb0a-e92d37b5d072 req-ddb6dff7-3702-4577-988b-c5e46971caf2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:05.324588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-131b9163-4ea1-4908-bb0a-e92d37b5d072 req-ddb6dff7-3702-4577-988b-c5e46971caf2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.3266981 Feb 09 21:59:05.370793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7bff9-97e3-46de-b72a-81d6b56db856 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:05.372205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7bff9-97e3-46de-b72a-81d6b56db856 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:05.373523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7bff9-97e3-46de-b72a-81d6b56db856 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:05.380932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bed7bff9-97e3-46de-b72a-81d6b56db856 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2384484 Feb 09 21:59:05.384561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53440) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:05.386384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Allocated IP 2001:db8:0:1::1 (4030b767-8ab4-4e64-9901-17fd3bc196ed/d7198822-f009-40bf-8453-aa40328219f0/1fa10207-1013-46eb-af74-354ba3edf2a5) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:05.497574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Deleting subnet d6dc4c65-b086-4046-b191-286e4dc5d3be {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:05.551667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Publish callbacks [] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.555831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Allocated IP 2001:db8::1 (e356cb97-62d1-43ee-b6da-107725a231eb/d6dc4c65-b086-4046-b191-286e4dc5d3be/62b094cd-500c-43e0-b413-e69f568d6754) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:05.609144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf43d40-48c2-4ecc-8064-2070987e8bee req-0043090a-e0c1-4d21-9bec-dffece93be59 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:05.610747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cf43d40-48c2-4ecc-8064-2070987e8bee req-0043090a-e0c1-4d21-9bec-dffece93be59 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0838270 Feb 09 21:59:05.622076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8a9647f9-e7e0-4d19-aec7-fc72cd8afe4f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65e3e79210ae4c7f9d8be9a734bc29e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032984 Feb 09 21:59:05.625078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:05.636990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-131b9163-4ea1-4908-bb0a-e92d37b5d072 req-2e05bcb9-d42d-45b2-a665-807c9c96be01 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998793 Feb 09 21:59:05.691353 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.719694 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cf43d40-48c2-4ecc-8064-2070987e8bee req-5bd3129a-05ec-4313-a9c2-ed05a811d9dd tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022735 Feb 09 21:59:05.753835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Made reservation on behalf of 9a3a68ea7f8b435aa058af349909f7a3 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:05.761520 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.787763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c01bae10-1017-45a0-ae3b-01603838d4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.814789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b05497cd-f235-4e45-88c2-cf1950b0dba4 admin admin] Publish callbacks [] for security_group (805ec042-84ec-486f-9127-37828aefd1e7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.902637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Publish callbacks [] for port (62b094cd-500c-43e0-b413-e69f568d6754), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.908869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Pushing event updated for resources: {'Port': ['ID=1fa10207-1013-46eb-af74-354ba3edf2a5,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:05.917989 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b05497cd-f235-4e45-88c2-cf1950b0dba4 admin admin] Publish callbacks [] for security_group (805ec042-84ec-486f-9127-37828aefd1e7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.926036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks [] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.936298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Network 4030b767-8ab4-4e64-9901-17fd3bc196ed is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:05.939132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:05.947934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:05.994183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for subnet (d6dc4c65-b086-4046-b191-286e4dc5d3be), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:05.995875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a217b71-0f89-439c-abdd-7581b42d6447 req-905baf3a-adb3-4035-bba9-9c4ebef64f49 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:05.997424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6a217b71-0f89-439c-abdd-7581b42d6447 req-905baf3a-adb3-4035-bba9-9c4ebef64f49 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2105508 Feb 09 21:59:06.052862 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (62b094cd-500c-43e0-b413-e69f568d6754), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.067483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6a217b71-0f89-439c-abdd-7581b42d6447 req-d9f2075a-69b8-4a4f-b292-a27fcdaa1a40 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580831 Feb 09 21:59:06.100897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (d6dc4c65-b086-4046-b191-286e4dc5d3be), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.129224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.136571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Attempting to bind port 1fa10207-1013-46eb-af74-354ba3edf2a5 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:06.137190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Attempting to bind port 1fa10207-1013-46eb-af74-354ba3edf2a5 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '40c96943-7c3a-476d-b885-b11538e32808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:06.137763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Attempting to bind port 1fa10207-1013-46eb-af74-354ba3edf2a5 on network 4030b767-8ab4-4e64-9901-17fd3bc196ed {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:06.148877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:06.153156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Checking segment: {'id': '40c96943-7c3a-476d-b885-b11538e32808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:06.153801 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.154370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Bound using segment: {'id': '40c96943-7c3a-476d-b885-b11538e32808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:06.155224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Bound port: 1fa10207-1013-46eb-af74-354ba3edf2a5, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c96943-7c3a-476d-b885-b11538e32808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '4030b767-8ab4-4e64-9901-17fd3bc196ed'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:06.155839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.183480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Network e356cb97-62d1-43ee-b6da-107725a231eb is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:06.190088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:06.193274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:06.234934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b05497cd-f235-4e45-88c2-cf1950b0dba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (805ec042-84ec-486f-9127-37828aefd1e7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.237479 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b05497cd-f235-4e45-88c2-cf1950b0dba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.238772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b05497cd-f235-4e45-88c2-cf1950b0dba4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/805ec042-84ec-486f-9127-37828aefd1e7 HTTP/1.1" status: 204 len: 168 time: 0.6125185 Feb 09 21:59:06.270893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Pushing event updated for resources: {'Port': ['ID=62b094cd-500c-43e0-b413-e69f568d6754,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:06.274880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05497cd-f235-4e45-88c2-cf1950b0dba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ec042-84ec-486f-9127-37828aefd1e7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:06.278512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:06.289307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:06.293924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event updated for resources: {'Port': ['ID=884bade8-b8a2-43e3-81d8-4c62425d7ba4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:06.299361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:06.358478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:06.359164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.373236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d6dc4c65-b086-4046-b191-286e4dc5d3be), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.383748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Attempting to bind port 62b094cd-500c-43e0-b413-e69f568d6754 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:06.384326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Attempting to bind port 62b094cd-500c-43e0-b413-e69f568d6754 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'c251f2d6-094b-4b23-9e12-d04697a4dfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:06.384707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Attempting to bind port 62b094cd-500c-43e0-b413-e69f568d6754 on network e356cb97-62d1-43ee-b6da-107725a231eb {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:06.396213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Allocated IP 172.20.0.13 (f72a2a91-8db4-4d32-8fe3-6d1978c26493/3f4191dc-300f-4c3b-ae29-6941b14564ce/7caeb45a-912f-4ad3-86d7-f4005c3e6ceb) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:06.416243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:06.417236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Checking segment: {'id': 'c251f2d6-094b-4b23-9e12-d04697a4dfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:06.417692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.418096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Bound using segment: {'id': 'c251f2d6-094b-4b23-9e12-d04697a4dfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:06.418594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Bound port: 62b094cd-500c-43e0-b413-e69f568d6754, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c251f2d6-094b-4b23-9e12-d04697a4dfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e356cb97-62d1-43ee-b6da-107725a231eb'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:06.419402 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62b094cd-500c-43e0-b413-e69f568d6754), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.489226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12788751-c56d-47ae-9a28-4d30f90b144d req-e931b554-15b5-4518-83fa-e11792c5ba97 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:06.491475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12788751-c56d-47ae-9a28-4d30f90b144d req-e931b554-15b5-4518-83fa-e11792c5ba97 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.3099666 Feb 09 21:59:06.492513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-312eec49-f3b0-4e94-a6c4-3ce385d843c9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1257463 Feb 09 21:59:06.514277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] For port 1fa10207-1013-46eb-af74-354ba3edf2a5, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:06.528282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Request body: {'port': {'device_id': '17fa991b-979c-4101-9527-998d21f44ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:06.549155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] For port 1fa10207-1013-46eb-af74-354ba3edf2a5, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1fa10207-1013-46eb-af74-354ba3edf2a5,segment=NetworkSegment(40c96943-7c3a-476d-b885-b11538e32808),segment_id=40c96943-7c3a-476d-b885-b11538e32808)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:06.589920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6772033b-6b9f-4846-8004-4b06afdbaa20 req-9b63f7c7-7723-40bf-82e6-fffe8ec421c7 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 210 time: 0.1406765 Feb 09 21:59:06.633322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12788751-c56d-47ae-9a28-4d30f90b144d req-fc854398-5858-42a7-b7d0-508a494a2045 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352282 Feb 09 21:59:06.649498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.732618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe557c9-dcc1-4b72-9e53-760b3b20b2ec None None] Pushing event updated for resources: {'Port': ['ID=1fa10207-1013-46eb-af74-354ba3edf2a5,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:06.747812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (d6dc4c65-b086-4046-b191-286e4dc5d3be), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.757602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] For port 62b094cd-500c-43e0-b413-e69f568d6754, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:06.782485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.790535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/subnets/d6dc4c65-b086-4046-b191-286e4dc5d3be HTTP/1.1" status: 204 len: 168 time: 1.4048710 Feb 09 21:59:06.810226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53466) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:06.820783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] For port 62b094cd-500c-43e0-b413-e69f568d6754, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=62b094cd-500c-43e0-b413-e69f568d6754,segment=NetworkSegment(c251f2d6-094b-4b23-9e12-d04697a4dfbb),segment_id=c251f2d6-094b-4b23-9e12-d04697a4dfbb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:06.875371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ea4ff-e8b5-4e41-b5a5-be791aca6f7d tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Subnet': ['ID=d6dc4c65-b086-4046-b191-286e4dc5d3be,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:06.897610 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62b094cd-500c-43e0-b413-e69f568d6754), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.974023 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.086826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c2f5-df35-44f7-a2ed-aa3f2cd728bd None None] Pushing event updated for resources: {'Port': ['ID=62b094cd-500c-43e0-b413-e69f568d6754,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:07.121709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Deleting subnet d7198822-f009-40bf-8453-aa40328219f0 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:07.135177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for subnet (d7198822-f009-40bf-8453-aa40328219f0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.197647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks [] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.281122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (d7198822-f009-40bf-8453-aa40328219f0), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.291089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be45cef-3ef6-4f05-a4f7-9d5ac535fbe0 req-efaaf789-f073-41a4-bc9e-0ac2b0a17eda tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:07.299599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3be45cef-3ef6-4f05-a4f7-9d5ac535fbe0 req-efaaf789-f073-41a4-bc9e-0ac2b0a17eda tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.3759122 Feb 09 21:59:07.427556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cffab4-d52b-45d3-8857-f7b17565bb71 req-155e1f96-1b0b-402b-83fe-a73609716420 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:07.444142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3cffab4-d52b-45d3-8857-f7b17565bb71 req-155e1f96-1b0b-402b-83fe-a73609716420 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.1057284 Feb 09 21:59:07.502390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-45f1ba76-f5e6-4cce-a533-c698d8692302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.530164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3be45cef-3ef6-4f05-a4f7-9d5ac535fbe0 req-4ae9c499-8a71-49a2-932e-78026e87b329 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242756 Feb 09 21:59:07.532290 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3cffab4-d52b-45d3-8857-f7b17565bb71 req-48f5d0c6-729b-4d09-b028-5f654db52fc4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871906 Feb 09 21:59:07.680967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d7198822-f009-40bf-8453-aa40328219f0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.747170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.040579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53498) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:08.045365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026438 Feb 09 21:59:08.048522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53500) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:08.074723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884bade8-b8a2-43e3-81d8-4c62425d7ba4 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:08.084860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Publish callbacks [] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.100708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Transition to ACTIVE for port object 884bade8-b8a2-43e3-81d8-4c62425d7ba4 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:08.219282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.245983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-edec80da-ba3b-4943-a6ff-54b43744070d tempest-NetworksApiDiscovery-936230959 tempest-NetworksApiDiscovery-936230959-project] 10.222.0.98 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1961601 Feb 09 21:59:08.277081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Network f72a2a91-8db4-4d32-8fe3-6d1978c26493 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:08.283039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:08.286255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:08.308881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event updated for resources: {'Port': ['ID=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:08.364358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6cbd3-c77b-43d6-901f-0cd98dd672c8 None None] Network 4030b767-8ab4-4e64-9901-17fd3bc196ed requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:08.470591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53508) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:08.477230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be8c91-a25e-4e46-9245-0a539751b5ab req-2b87a675-d701-48d9-a1a7-6f3811ac5156 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:08.478274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23be8c91-a25e-4e46-9245-0a539751b5ab req-2b87a675-d701-48d9-a1a7-6f3811ac5156 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 932 time: 0.7264202 Feb 09 21:59:08.594582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c3633901-fb62-4858-aa90-b4fba9e96731 None None] Provisioning complete for port 1fa10207-1013-46eb-af74-354ba3edf2a5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:08.595026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c3633901-fb62-4858-aa90-b4fba9e96731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.758689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Pushing event updated for resources: {'Port': ['ID=884bade8-b8a2-43e3-81d8-4c62425d7ba4,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:08.773016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1fa10207-1013-46eb-af74-354ba3edf2a5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:08.783121 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a32eeb04-d7fa-4ec9-815d-b79f6595fe71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.785300 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (d7198822-f009-40bf-8453-aa40328219f0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.805942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:08.812724 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.877397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a32eeb04-d7fa-4ec9-815d-b79f6595fe71 admin admin] Publish callbacks [] for security_group (8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:08.886515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fcff-733b-4883-ac6e-ac500cf76031 req-414f0a48-c53d-4671-9fe9-247ebd743c86 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:08.893828 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a26fcff-733b-4883-ac6e-ac500cf76031 req-414f0a48-c53d-4671-9fe9-247ebd743c86 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.2123077 Feb 09 21:59:08.959277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a26fcff-733b-4883-ac6e-ac500cf76031 req-9e8914f2-9d83-4cf1-b594-416a4eaf9bfb tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641363 Feb 09 21:59:08.985423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53520) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:08.992004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e2557-e4d6-4e21-9f32-384627310882 None None] Network e356cb97-62d1-43ee-b6da-107725a231eb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:08.994797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5b11e9ee-d3a3-4679-9c15-dc0910311f21 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0116150 Feb 09 21:59:08.999745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a32eeb04-d7fa-4ec9-815d-b79f6595fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.049418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Request body: {'port': {'device_id': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:09.059899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Subnet': ['ID=d7198822-f009-40bf-8453-aa40328219f0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:09.064697 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.064865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eeb04-d7fa-4ec9-815d-b79f6595fe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:09.070491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3052e81b-a687-448e-9c9b-9545a65f75cb tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/subnets/d7198822-f009-40bf-8453-aa40328219f0 HTTP/1.1" status: 204 len: 168 time: 2.2574086 Feb 09 21:59:09.085016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53524) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:09.125964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Attempting to bind port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:09.126717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Attempting to bind port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:09.127282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Attempting to bind port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:09.134754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a32eeb04-d7fa-4ec9-815d-b79f6595fe71 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b1ddbc5b15c040f1b11d23a1b89d4d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630986 Feb 09 21:59:09.138012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:09.200246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bcca458-1e59-4bb2-9443-9461dafb13cb admin admin] Publish callbacks [] for security_group (8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.228307 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bcca458-1e59-4bb2-9443-9461dafb13cb admin admin] Publish callbacks [] for security_group (8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.238191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:09.240043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Attempting to bind port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:09.278953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784dd4-771f-43da-9b8a-872859c4345f req-cf111f6a-f803-41c8-88c9-2b70ac8ebaa0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:09.286279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52784dd4-771f-43da-9b8a-872859c4345f req-cf111f6a-f803-41c8-88c9-2b70ac8ebaa0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2149625 Feb 09 21:59:09.309380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a0363-0c4a-49bd-aeed-21f0b83ded7e tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:09.310890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f86a0363-0c4a-49bd-aeed-21f0b83ded7e tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1933956 Feb 09 21:59:09.315379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53528) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:09.322330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73b15d5a-e24a-4e49-814d-62b5fc4bbaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.342407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23be8c91-a25e-4e46-9245-0a539751b5ab req-8ca3293b-9bc2-4600-a0c1-f22138f875e1 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8108511 Feb 09 21:59:09.343216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:09.343565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Checking segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:09.344009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Bound using segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:09.344637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Bound port: 884bade8-b8a2-43e3-81d8-4c62425d7ba4, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:09.350878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.393653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52784dd4-771f-43da-9b8a-872859c4345f req-0a782106-0252-49ea-a0b8-3d90f4b87d26 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061935 Feb 09 21:59:09.398664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7601d4-ba78-4bba-9a70-8040b766c4cf None None] Network 4030b767-8ab4-4e64-9901-17fd3bc196ed requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:09.422692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.440368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bcca458-1e59-4bb2-9443-9461dafb13cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.443617 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bcca458-1e59-4bb2-9443-9461dafb13cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.449355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7bcca458-1e59-4bb2-9443-9461dafb13cb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8 HTTP/1.1" status: 204 len: 168 time: 0.3100071 Feb 09 21:59:09.489166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcca458-1e59-4bb2-9443-9461dafb13cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd9f1f8-e42a-4b5d-88e8-83afa9d18ed8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:09.622920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 1fa10207-1013-46eb-af74-354ba3edf2a5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:09.623305 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.652447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c3633901-fb62-4858-aa90-b4fba9e96731 None None] Current status of the port 1fa10207-1013-46eb-af74-354ba3edf2a5 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:09.652851 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c3633901-fb62-4858-aa90-b4fba9e96731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.768730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c3633901-fb62-4858-aa90-b4fba9e96731 None None] For port 1fa10207-1013-46eb-af74-354ba3edf2a5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1fa10207-1013-46eb-af74-354ba3edf2a5,segment=NetworkSegment(40c96943-7c3a-476d-b885-b11538e32808),segment_id=40c96943-7c3a-476d-b885-b11538e32808)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:09.810889 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73b15d5a-e24a-4e49-814d-62b5fc4bbaa3 admin admin] Publish callbacks [] for security_group (690aba98-55e8-4df1-9e38-9994a6229d2d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.830542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1fa10207-1013-46eb-af74-354ba3edf2a5 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:09.830949 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.865807 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c3633901-fb62-4858-aa90-b4fba9e96731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.888966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73b15d5a-e24a-4e49-814d-62b5fc4bbaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (690aba98-55e8-4df1-9e38-9994a6229d2d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.907861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] DHCP port deletion for e356cb97-62d1-43ee-b6da-107725a231eb request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:09.970053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b15d5a-e24a-4e49-814d-62b5fc4bbaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690aba98-55e8-4df1-9e38-9994a6229d2d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:09.971908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] DHCP port deletion for 4030b767-8ab4-4e64-9901-17fd3bc196ed request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:09.996401 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73b15d5a-e24a-4e49-814d-62b5fc4bbaa3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65aa601e95a4407d87d787b94f7c21f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0093119 Feb 09 21:59:09.999646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53542) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:10.078764 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:59:10.079135 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:59:10.081497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] For port 884bade8-b8a2-43e3-81d8-4c62425d7ba4, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:10.093115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Provisioning complete for port 1fa10207-1013-46eb-af74-354ba3edf2a5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:10.093567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.094546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] For port 884bade8-b8a2-43e3-81d8-4c62425d7ba4, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=884bade8-b8a2-43e3-81d8-4c62425d7ba4,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:10.105964 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.173517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3633901-fb62-4858-aa90-b4fba9e96731 None None] Pushing event updated for resources: {'Port': ['ID=1fa10207-1013-46eb-af74-354ba3edf2a5,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:10.224444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ee5168-b4e7-4002-8658-75f26977f20b admin admin] Publish callbacks [] for security_group (690aba98-55e8-4df1-9e38-9994a6229d2d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.244234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] Deleting port 1fa10207-1013-46eb-af74-354ba3edf2a5 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:10.245159 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.276795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.299843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.300535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.302472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] 10.222.0.30 "PUT /v2.0/ports/884bade8-b8a2-43e3-81d8-4c62425d7ba4 HTTP/1.1" status: 200 len: 1092 time: 3.8016286 Feb 09 21:59:10.312205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa991b-979c-4101-9527-998d21f44ffa', 'tag': '884bade8-b8a2-43e3-81d8-4c62425d7ba4'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:10.314674 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa991b-979c-4101-9527-998d21f44ffa", "tag": "884bade8-b8a2-43e3-81d8-4c62425d7ba4"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:10.323108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] For port 1fa10207-1013-46eb-af74-354ba3edf2a5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1fa10207-1013-46eb-af74-354ba3edf2a5,segment=NetworkSegment(40c96943-7c3a-476d-b885-b11538e32808),segment_id=40c96943-7c3a-476d-b885-b11538e32808)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:10.323512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.330751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b47ea-6fe2-4b9c-90e0-dbd55859f5ed req-d0e63a1b-8c19-45d7-a078-ae9f7d0fcec6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.339007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] Calling delete_port for 1fa10207-1013-46eb-af74-354ba3edf2a5 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:10.344007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b6b47ea-6fe2-4b9c-90e0-dbd55859f5ed req-d0e63a1b-8c19-45d7-a078-ae9f7d0fcec6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2867591 Feb 09 21:59:10.350344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baba07-bea6-42c2-9f36-5abdd2d6bec9 req-036c62e4-6aa0-4c0d-be6b-cc1e21f129ad tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.352123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86baba07-bea6-42c2-9f36-5abdd2d6bec9 req-036c62e4-6aa0-4c0d-be6b-cc1e21f129ad tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.2097802 Feb 09 21:59:10.356170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (4030b767-8ab4-4e64-9901-17fd3bc196ed), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.383695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ee5168-b4e7-4002-8658-75f26977f20b admin admin] Publish callbacks [] for security_group (690aba98-55e8-4df1-9e38-9994a6229d2d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.421256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-aa021dde-da28-48d0-b639-ae881a24c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.422766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-aa021dde-da28-48d0-b639-ae881a24c5f8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=871b3132515c4a0f8ea3fad830c23874&device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 1126 time: 0.2793276 Feb 09 21:59:10.444434 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.449597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Current status of the port 1fa10207-1013-46eb-af74-354ba3edf2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:10.453070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] Deleting port 62b094cd-500c-43e0-b413-e69f568d6754 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:10.453439 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (62b094cd-500c-43e0-b413-e69f568d6754), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.491912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6b6b47ea-6fe2-4b9c-90e0-dbd55859f5ed req-02dd9d81-8dd5-4e16-bf09-4aad998acc13 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455643 Feb 09 21:59:10.519222 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.577561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] No DVR routers for this DVR port 1fa10207-1013-46eb-af74-354ba3edf2a5 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:10.599235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23592e24-573f-4ded-a90b-743cafce7aa2 None None] Pushing event deleted for resources: {'Port': ['ID=1fa10207-1013-46eb-af74-354ba3edf2a5,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:10.601871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ee5168-b4e7-4002-8658-75f26977f20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (690aba98-55e8-4df1-9e38-9994a6229d2d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.601871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ee5168-b4e7-4002-8658-75f26977f20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.608810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-77ee5168-b4e7-4002-8658-75f26977f20b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/690aba98-55e8-4df1-9e38-9994a6229d2d HTTP/1.1" status: 204 len: 168 time: 0.6004236 Feb 09 21:59:10.637352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee5168-b4e7-4002-8658-75f26977f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690aba98-55e8-4df1-9e38-9994a6229d2d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:10.639311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Provisioning complete for port 62b094cd-500c-43e0-b413-e69f568d6754 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:10.640005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (62b094cd-500c-43e0-b413-e69f568d6754), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.648625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Port 1fa10207-1013-46eb-af74-354ba3edf2a5 update to ACTIVE by agent not found {{(pid=103698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:59:10.649077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 62b094cd-500c-43e0-b413-e69f568d6754 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:10.662908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-0f08a62e-ad9e-4c53-a362-94928fc66882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.668442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-0f08a62e-ad9e-4c53-a362-94928fc66882 service neutron] 10.222.0.110 "GET /v2.0/networks?id=de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 200 len: 913 time: 0.1878877 Feb 09 21:59:10.687018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] For port 62b094cd-500c-43e0-b413-e69f568d6754, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=62b094cd-500c-43e0-b413-e69f568d6754,segment=NetworkSegment(c251f2d6-094b-4b23-9e12-d04697a4dfbb),segment_id=c251f2d6-094b-4b23-9e12-d04697a4dfbb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:10.687647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (62b094cd-500c-43e0-b413-e69f568d6754), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.724531 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0710e1b-2411-4db5-8cd1-63aa3662cb82 x-openstack-request-id: req-a0710e1b-2411-4db5-8cd1-63aa3662cb82 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:10.724844 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa991b-979c-4101-9527-998d21f44ffa", "tag": "884bade8-b8a2-43e3-81d8-4c62425d7ba4", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:10.725584 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0710e1b-2411-4db5-8cd1-63aa3662cb82 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:10.725809 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa991b-979c-4101-9527-998d21f44ffa', 'tag': '884bade8-b8a2-43e3-81d8-4c62425d7ba4', 'status': 'completed', 'code': 200} Feb 09 21:59:10.742163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] Calling delete_port for 62b094cd-500c-43e0-b413-e69f568d6754 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:10.749483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7a43-3d58-4b7f-846c-8082d705a8fe service neutron] Pushing event updated for resources: {'Port': ['ID=884bade8-b8a2-43e3-81d8-4c62425d7ba4,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:10.825346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d360ba-8e6c-4bd0-bd1c-010fe35cc242 req-19117fb7-9f20-40a1-afe2-d6c0349b2e6b tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.831984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16d360ba-8e6c-4bd0-bd1c-010fe35cc242 req-19117fb7-9f20-40a1-afe2-d6c0349b2e6b tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 932 time: 0.1221855 Feb 09 21:59:10.870753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Deleting port 1fa10207-1013-46eb-af74-354ba3edf2a5 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:10.871119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.883654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Current status of the port 62b094cd-500c-43e0-b413-e69f568d6754 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:10.884106 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62b094cd-500c-43e0-b413-e69f568d6754), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.920465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 62b094cd-500c-43e0-b413-e69f568d6754 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:10.922655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (62b094cd-500c-43e0-b413-e69f568d6754), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.940444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] For port 1fa10207-1013-46eb-af74-354ba3edf2a5, host n-d-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:10.940964 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:10.963884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Calling delete_port for 1fa10207-1013-46eb-af74-354ba3edf2a5 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:10.966638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Port 1fa10207-1013-46eb-af74-354ba3edf2a5 was not found and therefore no delete operation was performed {{(pid=103697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:59:10.972097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16d360ba-8e6c-4bd0-bd1c-010fe35cc242 req-9b028387-f84b-4a25-8bd5-488c590eb038 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338997 Feb 09 21:59:11.019996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] For port 62b094cd-500c-43e0-b413-e69f568d6754, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=62b094cd-500c-43e0-b413-e69f568d6754,segment=NetworkSegment(c251f2d6-094b-4b23-9e12-d04697a4dfbb),segment_id=c251f2d6-094b-4b23-9e12-d04697a4dfbb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:11.033135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1fa10207-1013-46eb-af74-354ba3edf2a5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.066779 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86baba07-bea6-42c2-9f36-5abdd2d6bec9 req-8cfdb1ad-f34f-4dbf-9c27-50e7949a2522 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022035 Feb 09 21:59:11.101338 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62b094cd-500c-43e0-b413-e69f568d6754), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.106972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5d98d7be-bce9-41be-ae4c-d3a8fea1ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:11.108616 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-5d98d7be-bce9-41be-ae4c-d3a8fea1ce1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 1126 time: 0.6740851 Feb 09 21:59:11.117972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-fcf2a6d2-6efa-443b-b871-28fb350163e6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 200 len: 999 time: 0.3802254 Feb 09 21:59:11.129355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Port': ['ID=1fa10207-1013-46eb-af74-354ba3edf2a5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:11.133028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] No DVR routers for this DVR port 1fa10207-1013-46eb-af74-354ba3edf2a5 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:11.194967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (62b094cd-500c-43e0-b413-e69f568d6754), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.200830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 62b094cd-500c-43e0-b413-e69f568d6754 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:11.201223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62b094cd-500c-43e0-b413-e69f568d6754), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.233034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] No DVR routers for this DVR port 62b094cd-500c-43e0-b413-e69f568d6754 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:11.248549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02129f0d-fd56-48ce-91c7-46240cd61af2 None None] Pushing event updated for resources: {'Port': ['ID=62b094cd-500c-43e0-b413-e69f568d6754,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:11.295449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-33b6e3d2-5cc6-484f-bc6e-1edfb0b00f0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=884bade8-b8a2-43e3-81d8-4c62425d7ba4 HTTP/1.1" status: 200 len: 217 time: 0.1751435 Feb 09 21:59:11.306094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48d59e-3df7-43cb-8620-e7bb8ee98646 None None] Pushing event deleted for resources: {'Port': ['ID=62b094cd-500c-43e0-b413-e69f568d6754,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:11.376734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (4030b767-8ab4-4e64-9901-17fd3bc196ed), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.395034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4030b767-8ab4-4e64-9901-17fd3bc196ed']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:11.411449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c96943-7c3a-476d-b885-b11538e32808') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:11.411777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c96943-7c3a-476d-b885-b11538e32808') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:11.432191 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (40c96943-7c3a-476d-b885-b11538e32808), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.445634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (40c96943-7c3a-476d-b885-b11538e32808), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.452793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:11.453214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (40c96943-7c3a-476d-b885-b11538e32808), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.489281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1fa10207-1013-46eb-af74-354ba3edf2a5 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:11.522107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 1fa10207-1013-46eb-af74-354ba3edf2a5 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:11.522588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1fa10207-1013-46eb-af74-354ba3edf2a5 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:11.524667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 62b094cd-500c-43e0-b413-e69f568d6754 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:11.546810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 62b094cd-500c-43e0-b413-e69f568d6754 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:11.547288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 62b094cd-500c-43e0-b413-e69f568d6754 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:11.568674 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:11.626242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (4030b767-8ab4-4e64-9901-17fd3bc196ed), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.640395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.640613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d220e-5918-4508-b315-be0bcccf1af5 req-419528ea-2749-4241-b51a-7989c61123e9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:11.649974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-863d220e-5918-4508-b315-be0bcccf1af5 req-419528ea-2749-4241-b51a-7989c61123e9 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0621405 Feb 09 21:59:11.656003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-7e9ad90f-46f0-493d-b639-470849c42ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:11.657509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-7e9ad90f-46f0-493d-b639-470849c42ea2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 200 len: 851 time: 0.1118255 Feb 09 21:59:11.658862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-67984d60-5968-47f3-8c89-614f1a193acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:11.660266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-67984d60-5968-47f3-8c89-614f1a193acd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 200 len: 851 time: 0.5252895 Feb 09 21:59:11.671046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.673793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/networks/4030b767-8ab4-4e64-9901-17fd3bc196ed HTTP/1.1" status: 204 len: 168 time: 2.3567560 Feb 09 21:59:11.677394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53586) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:11.741561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-863d220e-5918-4508-b315-be0bcccf1af5 req-d1e195a7-6ed4-45e9-a052-78efe007e590 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927253 Feb 09 21:59:11.747290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829761-e74e-447f-841f-65d9c1a88e06 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Network': ['ID=4030b767-8ab4-4e64-9901-17fd3bc196ed,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:11.753551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-6863ae88-09a5-40d2-b5ec-8fa649407c18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f72a2a91-8db4-4d32-8fe3-6d1978c26493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852981 Feb 09 21:59:11.784283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (e356cb97-62d1-43ee-b6da-107725a231eb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.873832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (e356cb97-62d1-43ee-b6da-107725a231eb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.894908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e356cb97-62d1-43ee-b6da-107725a231eb']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:11.905622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c251f2d6-094b-4b23-9e12-d04697a4dfbb') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:11.905885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c251f2d6-094b-4b23-9e12-d04697a4dfbb') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:11.907907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-72e88da8-4869-442a-a49c-a1f03a019927 service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178861 Feb 09 21:59:11.916849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (c251f2d6-094b-4b23-9e12-d04697a4dfbb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.928256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:11.931545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c251f2d6-094b-4b23-9e12-d04697a4dfbb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.937671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Publish callbacks [] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.940542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:11.940949 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (c251f2d6-094b-4b23-9e12-d04697a4dfbb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:11.944319 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:11.951728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-b45336d0-46c3-4b33-9721-5dce9e93c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:11.953757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-b45336d0-46c3-4b33-9721-5dce9e93c675 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=de77f096-ad5e-4478-9aa3-38b40b1cb433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2788694 Feb 09 21:59:12.003326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Transition to ACTIVE for port object 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:12.114854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.164234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (e356cb97-62d1-43ee-b6da-107725a231eb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.177187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.181173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/networks/e356cb97-62d1-43ee-b6da-107725a231eb HTTP/1.1" status: 204 len: 168 time: 0.5021796 Feb 09 21:59:12.191239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53608) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:12.196720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f75b60-4b19-44de-b5fd-6668e4ef1c79 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Network': ['ID=e356cb97-62d1-43ee-b6da-107725a231eb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:12.223596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12226775-6694-4287-9954-cc65bcf46c34 req-a7d3ed52-3820-4e2a-b76a-fe2dc1257802 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.225532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12226775-6694-4287-9954-cc65bcf46c34 req-a7d3ed52-3820-4e2a-b76a-fe2dc1257802 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0912597 Feb 09 21:59:12.273513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-59a699e8-57b1-46f8-ab85-410981c283f9 service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597512 Feb 09 21:59:12.306483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-47782c26-3b4c-4b29-b8bb-b9945e45a589 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015418 Feb 09 21:59:12.312141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:12.314340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12226775-6694-4287-9954-cc65bcf46c34 req-c0283007-008b-4766-99a1-def5de134854 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824583 Feb 09 21:59:12.326988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aac29-40f4-417c-86f3-688477b616c4 req-3f8374e5-a55d-4dbf-b2b7-54830f241b4d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.328564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-207aac29-40f4-417c-86f3-688477b616c4 req-3f8374e5-a55d-4dbf-b2b7-54830f241b4d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 932 time: 0.2599535 Feb 09 21:59:12.433364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (187c59b2-7d74-4e38-92f2-f210caf0a51e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.566312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-207aac29-40f4-417c-86f3-688477b616c4 req-687da51c-f004-422a-8f29-ad29e1a96d25 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063255 Feb 09 21:59:12.594254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Attempting to bind port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:12.594491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Attempting to bind port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:12.594754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Attempting to bind port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:12.608513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf1f797e-8531-42f4-8648-4b5264cb7b5e req-74613726-79e2-4e28-9eae-e8cbc6456958 service neutron] 10.222.0.110 "GET /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924230 Feb 09 21:59:12.620211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:12.620554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Attempting to bind port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb on network f72a2a91-8db4-4d32-8fe3-6d1978c26493 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:12.655853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-aca38e15-2e57-4a3f-be5a-01bfbfa321fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.657389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-aca38e15-2e57-4a3f-be5a-01bfbfa321fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 1126 time: 0.2282937 Feb 09 21:59:12.664873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:12.665258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Checking segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:12.665566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Bound using segment: {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:12.666018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Bound port: 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2935d1-8919-4ffc-b64b-c02b23be0031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:12.666423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.705132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (187c59b2-7d74-4e38-92f2-f210caf0a51e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.788505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187c59b2-7d74-4e38-92f2-f210caf0a51e']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:12.806412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7873b00-17e0-40bd-9de5-8f11223052cd') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:12.806723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7873b00-17e0-40bd-9de5-8f11223052cd') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:12.827181 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b7873b00-17e0-40bd-9de5-8f11223052cd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.861376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b7873b00-17e0-40bd-9de5-8f11223052cd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.875799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:12.876845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b7873b00-17e0-40bd-9de5-8f11223052cd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: timer() Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:12.880371 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:12.892293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] For port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:12.913719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89092f65-3e71-4e23-bddb-9b66660035ae req-53c26544-1dfc-40b9-842d-bb643b1bd7bc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.916141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89092f65-3e71-4e23-bddb-9b66660035ae req-53c26544-1dfc-40b9-842d-bb643b1bd7bc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0907223 Feb 09 21:59:12.924041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-a214302f-b0c3-4df1-8308-f5e5e8f40865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.928348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-a214302f-b0c3-4df1-8308-f5e5e8f40865 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 200 len: 912 time: 0.2558725 Feb 09 21:59:12.953039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] For port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:12.987356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-a92c5f27-b06d-4c83-8884-643a64f7f77b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=884bade8-b8a2-43e3-81d8-4c62425d7ba4 HTTP/1.1" status: 200 len: 217 time: 0.0495675 Feb 09 21:59:13.013204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89092f65-3e71-4e23-bddb-9b66660035ae req-eac0b9ed-ce91-443a-bab8-d45e6f0073c0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902112 Feb 09 21:59:13.046409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-1b84e11f-8ef9-42fc-b65c-1bc2eea1d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:13.048585 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-1b84e11f-8ef9-42fc-b65c-1bc2eea1d18f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 200 len: 851 time: 0.0544190 Feb 09 21:59:13.085621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-4cfa91f1-614a-421f-a699-d3528be43e1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f72a2a91-8db4-4d32-8fe3-6d1978c26493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287192 Feb 09 21:59:13.086839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.137778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:13.138987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.140500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] 10.222.0.110 "PUT /v2.0/ports/7caeb45a-912f-4ad3-86d7-f4005c3e6ceb HTTP/1.1" status: 200 len: 1092 time: 4.1039405 Feb 09 21:59:13.142279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'tag': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:13.144162 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c6425-16e3-4963-badb-15291fc68578" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b95c98-2dc1-46ac-897c-4dda317b960b", "tag": "7caeb45a-912f-4ad3-86d7-f4005c3e6ceb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:13.164069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (187c59b2-7d74-4e38-92f2-f210caf0a51e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.240003 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea50be6b-7e3d-45be-90ca-827709420589 x-openstack-request-id: req-ea50be6b-7e3d-45be-90ca-827709420589 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:13.240441 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b95c98-2dc1-46ac-897c-4dda317b960b", "tag": "7caeb45a-912f-4ad3-86d7-f4005c3e6ceb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:13.240712 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea50be6b-7e3d-45be-90ca-827709420589 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:13.241137 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'tag': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb', 'status': 'completed', 'code': 200} Feb 09 21:59:13.253268 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.256697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/networks/187c59b2-7d74-4e38-92f2-f210caf0a51e HTTP/1.1" status: 204 len: 168 time: 1.0621557 Feb 09 21:59:13.261374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53642) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:13.319319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88741fd-f25c-4d1d-9e09-ef855d771173 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Network': ['ID=187c59b2-7d74-4e38-92f2-f210caf0a51e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:13.352489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254879c-2fee-44a1-af58-14c7a55e88f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:13.378865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-3f21638b-4221-4f84-ac52-3ba57257c923 service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826171 Feb 09 21:59:13.386359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6425-16e3-4963-badb-15291fc68578 req-eedddb0e-3edd-4ecc-b136-beb394502a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:13.388625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-173c6425-16e3-4963-badb-15291fc68578 req-eedddb0e-3edd-4ecc-b136-beb394502a0f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 1126 time: 0.1309478 Feb 09 21:59:13.466485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (26c7849d-7843-4297-b73d-86d6a9ed6bd4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.725959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8dd5c-dd45-4201-adfd-1bcbd2ba4e15 req-9d9ec6b6-45de-4311-8cef-2c2d8d908f1e tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:13.727556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4dc8dd5c-dd45-4201-adfd-1bcbd2ba4e15 req-9d9ec6b6-45de-4311-8cef-2c2d8d908f1e tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.2541265 Feb 09 21:59:13.736950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (26c7849d-7843-4297-b73d-86d6a9ed6bd4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.782513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c7849d-7843-4297-b73d-86d6a9ed6bd4']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:13.803237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44a5afb-e465-4a91-bddb-5bf835fe65e4') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:13.803550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44a5afb-e465-4a91-bddb-5bf835fe65e4') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:13.822153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (c44a5afb-e465-4a91-bddb-5bf835fe65e4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.844498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4dc8dd5c-dd45-4201-adfd-1bcbd2ba4e15 req-cbf00c30-c607-4cd5-a4cd-880914a1e9dc tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096668 Feb 09 21:59:13.853452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c44a5afb-e465-4a91-bddb-5bf835fe65e4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.861965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:13.862362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (c44a5afb-e465-4a91-bddb-5bf835fe65e4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:13.865463 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:14.048094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (26c7849d-7843-4297-b73d-86d6a9ed6bd4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.071928 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.078698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] 10.222.0.98 "DELETE /v2.0/networks/26c7849d-7843-4297-b73d-86d6a9ed6bd4 HTTP/1.1" status: 204 len: 168 time: 0.8130810 Feb 09 21:59:14.078698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d11440-6acc-45db-9db5-098e5d997e49 tempest-BulkNetworkOpsIpV6Test-794783179 tempest-BulkNetworkOpsIpV6Test-794783179-project] Pushing event deleted for resources: {'Network': ['ID=26c7849d-7843-4297-b73d-86d6a9ed6bd4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:14.103983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c9f38af-dc01-4d1b-acce-37d6bdb9b898 req-ce919f5a-e488-4c74-bdb0-006deafc5b8e service neutron] 10.222.0.30 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142825 Feb 09 21:59:14.127698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40af1c-1622-44d8-85d5-6ce17a582a8e req-c019f0e6-28eb-403a-8590-59fbd6e48861 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.129386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e40af1c-1622-44d8-85d5-6ce17a582a8e req-c019f0e6-28eb-403a-8590-59fbd6e48861 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 944 time: 0.1903861 Feb 09 21:59:14.131001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6425-16e3-4963-badb-15291fc68578 req-1987f6cd-854f-47cb-994c-c9bd2160b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.132419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-173c6425-16e3-4963-badb-15291fc68578 req-1987f6cd-854f-47cb-994c-c9bd2160b406 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7351301 Feb 09 21:59:14.227968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f9cd0-d430-4920-9912-e18ac21f7714 req-efdc001d-2fb8-4711-89fc-9cec05fbcd57 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.230249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b58f9cd0-d430-4920-9912-e18ac21f7714 req-efdc001d-2fb8-4711-89fc-9cec05fbcd57 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0725877 Feb 09 21:59:14.306779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b58f9cd0-d430-4920-9912-e18ac21f7714 req-749e0e43-8e06-4aa1-80eb-3946cdb30e5d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709565 Feb 09 21:59:14.401356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e40af1c-1622-44d8-85d5-6ce17a582a8e req-bf62abd6-cc94-4487-a6a8-b75d8662c955 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660038 Feb 09 21:59:14.404318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6425-16e3-4963-badb-15291fc68578 req-508925e9-b8d0-46de-8273-9c30b8208922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.405760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-173c6425-16e3-4963-badb-15291fc68578 req-508925e9-b8d0-46de-8273-9c30b8208922 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2636487 Feb 09 21:59:14.447430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67314ef5-2390-4cd2-97f5-3450c2067f40 req-91e80261-1356-4a0f-b182-fcfe8453188e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.449316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67314ef5-2390-4cd2-97f5-3450c2067f40 req-91e80261-1356-4a0f-b182-fcfe8453188e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0581989 Feb 09 21:59:14.497816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-1d892308-d98f-4f4b-a1b2-16a3c5341b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.499360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-1d892308-d98f-4f4b-a1b2-16a3c5341b50 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 1126 time: 0.0568643 Feb 09 21:59:14.500841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67314ef5-2390-4cd2-97f5-3450c2067f40 req-fd0df382-1a56-4ed7-a69c-4b4abdb861bc tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Feb 09 21:59:14.550577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-05845451-bc29-4aab-a90f-ffdf264fa488 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb HTTP/1.1" status: 200 len: 217 time: 0.0362027 Feb 09 21:59:14.617000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-639549a3-300d-4d0a-aae7-e1dd4baf7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.619634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-639549a3-300d-4d0a-aae7-e1dd4baf7a54 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 200 len: 851 time: 0.0617714 Feb 09 21:59:14.655330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-1c265271-00de-4d4c-bc9c-683e39cee9ee service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f72a2a91-8db4-4d32-8fe3-6d1978c26493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307899 Feb 09 21:59:14.749359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-d65f24f3-561e-4436-921f-b0c7384ee1c8 service neutron] 10.222.0.110 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877461 Feb 09 21:59:14.873548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c62adf48-7934-4ed7-9c63-0298d2d40564 req-6e205147-9bbf-4c63-af5c-3ab25965033e service neutron] 10.222.0.110 "GET /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175492 Feb 09 21:59:14.924870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53716) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:14.977266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54043831-1aaf-4b81-82d5-45e77d826f7c req-4ac804a5-8602-47c1-975b-1cc9b7d73b00 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.977789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:14.979460 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54043831-1aaf-4b81-82d5-45e77d826f7c req-4ac804a5-8602-47c1-975b-1cc9b7d73b00 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0589249 Feb 09 21:59:15.035279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54043831-1aaf-4b81-82d5-45e77d826f7c req-762e22e6-bc8e-4d21-aa5a-5505f2b1b8b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497572 Feb 09 21:59:15.055330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfa6f7da-bab5-4daf-8093-fb458a61a615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.143171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-26cd3a85-0720-46f3-9e85-5b41a088a16a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7dccd67a17f47b1b11cdd8352f777f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640539 Feb 09 21:59:15.145649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53728) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:15.170381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfa6f7da-bab5-4daf-8093-fb458a61a615 admin admin] Publish callbacks [] for security_group (2f550f97-ab89-460e-a55c-d7e8fbcca860), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.205236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16f9be5c-8424-4af5-9fd3-077591258b23 admin admin] Publish callbacks [] for security_group (ae1938db-aed7-476f-b2d8-10ce34e7b570), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.227156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16f9be5c-8424-4af5-9fd3-077591258b23 admin admin] Publish callbacks [] for security_group (ae1938db-aed7-476f-b2d8-10ce34e7b570), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.273870 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfa6f7da-bab5-4daf-8093-fb458a61a615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2f550f97-ab89-460e-a55c-d7e8fbcca860), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.314532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6f7da-bab5-4daf-8093-fb458a61a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f550f97-ab89-460e-a55c-d7e8fbcca860,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:15.319474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cfa6f7da-bab5-4daf-8093-fb458a61a615 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6570dafc5aba41d2ae9ea2567514cf4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3935549 Feb 09 21:59:15.322261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:15.351384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16f9be5c-8424-4af5-9fd3-077591258b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ae1938db-aed7-476f-b2d8-10ce34e7b570), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.351384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-16f9be5c-8424-4af5-9fd3-077591258b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.353653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-16f9be5c-8424-4af5-9fd3-077591258b23 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae1938db-aed7-476f-b2d8-10ce34e7b570 HTTP/1.1" status: 204 len: 168 time: 0.2059565 Feb 09 21:59:15.370163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9be5c-8424-4af5-9fd3-077591258b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1938db-aed7-476f-b2d8-10ce34e7b570,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:15.405613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8da6-01f1-411a-a454-fc6e4ba711b2 admin admin] Publish callbacks [] for security_group (2f550f97-ab89-460e-a55c-d7e8fbcca860), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.435436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8da6-01f1-411a-a454-fc6e4ba711b2 admin admin] Publish callbacks [] for security_group (2f550f97-ab89-460e-a55c-d7e8fbcca860), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.473453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53752) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:15.572273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32346c71-1d95-4612-875a-a9b1aaf690da req-809fca0d-e8a1-47c5-9bf5-2c5462624dc9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:15.574169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32346c71-1d95-4612-875a-a9b1aaf690da req-809fca0d-e8a1-47c5-9bf5-2c5462624dc9 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 944 time: 0.0676155 Feb 09 21:59:15.577284 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8da6-01f1-411a-a454-fc6e4ba711b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2f550f97-ab89-460e-a55c-d7e8fbcca860), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.578412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8da6-01f1-411a-a454-fc6e4ba711b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.578924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2bcb8da6-01f1-411a-a454-fc6e4ba711b2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2f550f97-ab89-460e-a55c-d7e8fbcca860 HTTP/1.1" status: 204 len: 168 time: 0.2556572 Feb 09 21:59:15.603294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bfe61c3-dc67-4cef-bbc9-f1238881aecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.617527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb8da6-01f1-411a-a454-fc6e4ba711b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f550f97-ab89-460e-a55c-d7e8fbcca860,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:15.653495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32346c71-1d95-4612-875a-a9b1aaf690da req-8965fda8-693f-413f-99c3-aac76ba937f0 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665753 Feb 09 21:59:15.726877 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bfe61c3-dc67-4cef-bbc9-f1238881aecc admin admin] Publish callbacks [] for security_group (7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.816997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bfe61c3-dc67-4cef-bbc9-f1238881aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.866550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6bfe61c3-dc67-4cef-bbc9-f1238881aecc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1f4edebb277e4d36aebc6a5913eee38a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965294 Feb 09 21:59:15.867506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe61c3-dc67-4cef-bbc9-f1238881aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:15.869097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53772) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:15.932459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e163328-8ef1-429a-8dea-b7c5665049dd admin admin] Publish callbacks [] for security_group (7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.974785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e163328-8ef1-429a-8dea-b7c5665049dd admin admin] Publish callbacks [] for security_group (7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.125328 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e163328-8ef1-429a-8dea-b7c5665049dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.128505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e163328-8ef1-429a-8dea-b7c5665049dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.129696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6e163328-8ef1-429a-8dea-b7c5665049dd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9 HTTP/1.1" status: 204 len: 168 time: 0.2580361 Feb 09 21:59:16.155645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e163328-8ef1-429a-8dea-b7c5665049dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e4be5-fd0d-4beb-92fc-8e0b87e547d9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:16.190666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53fba0-6e5d-4dbb-824d-88a010174588 req-3af49aec-574b-4ed2-b4d0-6410cb722a89 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.190666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e53fba0-6e5d-4dbb-824d-88a010174588 req-3af49aec-574b-4ed2-b4d0-6410cb722a89 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0719571 Feb 09 21:59:16.245611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e53fba0-6e5d-4dbb-824d-88a010174588 req-3370c0a0-2b5f-41c7-a411-dee4d36b9e08 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553770 Feb 09 21:59:16.422456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53792) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:16.651408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-e03fb1f7-3ff8-417d-ac71-95ef26c1346d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.654619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-e03fb1f7-3ff8-417d-ac71-95ef26c1346d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a72ec48-e77c-4e4b-ac31-cf159bc74e56 HTTP/1.1" status: 200 len: 944 time: 0.1168418 Feb 09 21:59:16.773281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Deleting port 66e6936c-5afc-476d-bedf-b72fa3d43755 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:16.774357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.816436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6607710-d697-4dca-8e5b-bd3c8152d6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.904019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] For port 66e6936c-5afc-476d-bedf-b72fa3d43755, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=66e6936c-5afc-476d-bedf-b72fa3d43755,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:16.904146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b850e-2454-4b56-9498-8b46bf27af74 req-8ce5a5fa-74d5-4e4c-a61c-aedb35b5bdb4 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.904251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.905555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e7b850e-2454-4b56-9498-8b46bf27af74 req-8ce5a5fa-74d5-4e4c-a61c-aedb35b5bdb4 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 944 time: 0.0911074 Feb 09 21:59:16.921182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Calling delete_port for 66e6936c-5afc-476d-bedf-b72fa3d43755 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:16.961847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 884bade8-b8a2-43e3-81d8-4c62425d7ba4 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:59:16.977041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6607710-d697-4dca-8e5b-bd3c8152d6b1 admin admin] Publish callbacks [] for security_group (bc7f90aa-90b5-434c-8109-5ceacc6a8f92), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.982391 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e7b850e-2454-4b56-9498-8b46bf27af74 req-9dd2e28f-3c3c-4ee8-947d-0ddd93630004 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701966 Feb 09 21:59:17.065238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53804) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.079043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fec6c1d5-7d21-49a5-9b1f-60b6502f5efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.091656 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d6607710-d697-4dca-8e5b-bd3c8152d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bc7f90aa-90b5-434c-8109-5ceacc6a8f92), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.092002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 884bade8-b8a2-43e3-81d8-4c62425d7ba4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=884bade8-b8a2-43e3-81d8-4c62425d7ba4,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:17.104870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '884bade8-b8a2-43e3-81d8-4c62425d7ba4', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'port_id': '884bade8-b8a2-43e3-81d8-4c62425d7ba4', 'mac_address': 'fa:16:3e:69:61:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4191dc-300f-4c3b-ae29-6941b14564ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:59:17.158059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:17.158759 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.161357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53808) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.161496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d6607710-d697-4dca-8e5b-bd3c8152d6b1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0a5129f7f79e4fc6ba4c2f19c094c18b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7376323 Feb 09 21:59:17.179291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6607710-d697-4dca-8e5b-bd3c8152d6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7f90aa-90b5-434c-8109-5ceacc6a8f92,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:17.195341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884bade8-b8a2-43e3-81d8-4c62425d7ba4 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:17.217015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (66e6936c-5afc-476d-bedf-b72fa3d43755), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.225491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 884bade8-b8a2-43e3-81d8-4c62425d7ba4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=884bade8-b8a2-43e3-81d8-4c62425d7ba4,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:17.235543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1', '8a3694fd-5886-482d-a4b0-9ff5126b8675'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:17.259926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fec6c1d5-7d21-49a5-9b1f-60b6502f5efa admin admin] Publish callbacks [] for security_group (755622b5-ef3d-49b3-8d93-52e8aaf20d0b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.265231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event deleted for resources: {'Port': ['ID=66e6936c-5afc-476d-bedf-b72fa3d43755,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:17.269914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53810) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.333659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.360383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] No DVR routers for this DVR port 66e6936c-5afc-476d-bedf-b72fa3d43755 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:17.363320 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5402da24-5fb2-4758-8e7c-075da8df3665 admin admin] Publish callbacks [] for security_group (bc7f90aa-90b5-434c-8109-5ceacc6a8f92), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.365918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fec6c1d5-7d21-49a5-9b1f-60b6502f5efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (755622b5-ef3d-49b3-8d93-52e8aaf20d0b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.383432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.392305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94b9fb00-8cb3-4490-9f64-6188117d4b6a req-37cad55f-6e8a-4073-a189-657d87bd276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "DELETE /v2.0/ports/66e6936c-5afc-476d-bedf-b72fa3d43755 HTTP/1.1" status: 204 len: 173 time: 0.7308853 Feb 09 21:59:17.396167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-deleted', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:17.412438 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b25e2f-2deb-4631-854b-e70646e8ab2a" -d '{"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-deleted", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:17.430628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=884bade8-b8a2-43e3-81d8-4c62425d7ba4,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:17.479662 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5402da24-5fb2-4758-8e7c-075da8df3665 admin admin] Publish callbacks [] for security_group (bc7f90aa-90b5-434c-8109-5ceacc6a8f92), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.519264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a4c8a2f5-3a78-4285-b836-ff36296dab48 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] Request body: {'port': {'network_id': '2ca5fd5d-9a80-4f74-86f2-556c51c6e73e', 'name': 'tempest-NetworksNegativeTestJSON-873594656'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:17.554867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53820) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.555201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fec6c1d5-7d21-49a5-9b1f-60b6502f5efa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=18245326ef9846299a79a5582d78e617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884949 Feb 09 21:59:17.556458 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c8a2f5-3a78-4285-b836-ff36296dab48 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] POST failed (client error): The resource could not be found. Feb 09 21:59:17.557218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c8a2f5-3a78-4285-b836-ff36296dab48 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:59:17.563017 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a4c8a2f5-3a78-4285-b836-ff36296dab48 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2914298 Feb 09 21:59:17.566021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53822) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.573060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6c1d5-7d21-49a5-9b1f-60b6502f5efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755622b5-ef3d-49b3-8d93-52e8aaf20d0b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:17.593441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b521-ec15-4703-943c-9ba549ab1e5b req-84e046dc-562b-4f0e-8113-3c76fb6d8f45 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.595571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e57b521-ec15-4703-943c-9ba549ab1e5b req-84e046dc-562b-4f0e-8113-3c76fb6d8f45 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.2059355 Feb 09 21:59:17.605946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['884bade8-b8a2-43e3-81d8-4c62425d7ba4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:17.628065 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c513017c-46af-4b8e-adb4-59723259ba0d tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] DELETE failed (client error): The resource could not be found. Feb 09 21:59:17.628928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c513017c-46af-4b8e-adb4-59723259ba0d tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:59:17.633989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c513017c-46af-4b8e-adb4-59723259ba0d tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "DELETE /v2.0/networks/869c7707-8a74-4534-b0ca-a38e2930500d HTTP/1.1" status: 404 len: 339 time: 0.0669408 Feb 09 21:59:17.638032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53826) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.676057 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad74b45d-a09e-4385-b03c-d9011ee18d37 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] DELETE failed (client error): The resource could not be found. Feb 09 21:59:17.676607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad74b45d-a09e-4385-b03c-d9011ee18d37 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:59:17.680313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ad74b45d-a09e-4385-b03c-d9011ee18d37 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "DELETE /v2.0/ports/9d8bb3fb-f953-4472-8eee-b2a26190828a HTTP/1.1" status: 404 len: 333 time: 0.0411453 Feb 09 21:59:17.684418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53828) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.693324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d158cd16-b77d-4622-9f4b-41af658f950f admin admin] Publish callbacks [] for security_group (755622b5-ef3d-49b3-8d93-52e8aaf20d0b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.709623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5402da24-5fb2-4758-8e7c-075da8df3665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bc7f90aa-90b5-434c-8109-5ceacc6a8f92), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.713894 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad472aa-20a6-4cb2-95b2-fb00ed8ce738 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] DELETE failed (client error): The resource could not be found. Feb 09 21:59:17.714358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad472aa-20a6-4cb2-95b2-fb00ed8ce738 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:59:17.721088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aad472aa-20a6-4cb2-95b2-fb00ed8ce738 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "DELETE /v2.0/subnets/047f6ef7-a23a-414f-a37d-04ed112aa605 HTTP/1.1" status: 404 len: 337 time: 0.0318260 Feb 09 21:59:17.721250 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5402da24-5fb2-4758-8e7c-075da8df3665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.721976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5402da24-5fb2-4758-8e7c-075da8df3665 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bc7f90aa-90b5-434c-8109-5ceacc6a8f92 HTTP/1.1" status: 204 len: 168 time: 0.5591407 Feb 09 21:59:17.724515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53830) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.762995 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-036f8fe3-422c-434a-ba4d-f34aa2f7a7bd tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] GET failed (client error): The resource could not be found. Feb 09 21:59:17.766914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d158cd16-b77d-4622-9f4b-41af658f950f admin admin] Publish callbacks [] for security_group (755622b5-ef3d-49b3-8d93-52e8aaf20d0b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.771203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-036f8fe3-422c-434a-ba4d-f34aa2f7a7bd tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "GET /v2.0/networks/c79b014d-383f-4a60-9a7c-f3861c5767b7 HTTP/1.1" status: 404 len: 339 time: 0.0422809 Feb 09 21:59:17.771389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402da24-5fb2-4758-8e7c-075da8df3665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7f90aa-90b5-434c-8109-5ceacc6a8f92,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:17.771480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53838) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.824719 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2277fd4c-25b9-47b9-8306-9440a77d4676 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] GET failed (client error): The resource could not be found. Feb 09 21:59:17.826615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2277fd4c-25b9-47b9-8306-9440a77d4676 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "GET /v2.0/ports/b6c7f607-afcc-4233-80f2-d2df4b804ed5 HTTP/1.1" status: 404 len: 333 time: 0.0539804 Feb 09 21:59:17.829856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53840) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.881991 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9a2d2e-f887-4c56-85da-e0c12581118e tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] GET failed (client error): The resource could not be found. Feb 09 21:59:17.883348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fa9a2d2e-f887-4c56-85da-e0c12581118e tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "GET /v2.0/subnets/1f2f0944-65ed-42e2-ba5b-1b719c409e05 HTTP/1.1" status: 404 len: 337 time: 0.0525651 Feb 09 21:59:17.887270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53842) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.900374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-038e0e53-2861-4730-87c1-af1b50caeb8f tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:17.912877 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-038e0e53-2861-4730-87c1-af1b50caeb8f tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] PUT failed (client error): The resource could not be found. Feb 09 21:59:17.913496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038e0e53-2861-4730-87c1-af1b50caeb8f tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:59:17.914900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-038e0e53-2861-4730-87c1-af1b50caeb8f tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "PUT /v2.0/networks/8035c0fa-0f7f-4d0f-9c23-05fc2933b9ab HTTP/1.1" status: 404 len: 339 time: 0.0263472 Feb 09 21:59:17.921139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53844) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.927143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-29acb8e2-f560-47f8-b618-2e4d026d2156 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:17.955333 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-29acb8e2-f560-47f8-b618-2e4d026d2156 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] PUT failed (client error): The resource could not be found. Feb 09 21:59:17.961731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29acb8e2-f560-47f8-b618-2e4d026d2156 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:59:17.961731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-29acb8e2-f560-47f8-b618-2e4d026d2156 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "PUT /v2.0/ports/3b18ffcb-3724-4d0b-ad56-8ef308ed9b8b HTTP/1.1" status: 404 len: 333 time: 0.0372517 Feb 09 21:59:17.961931 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e57b521-ec15-4703-943c-9ba549ab1e5b req-1b740457-2c81-40c0-baa7-3dc8864df083 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579206 Feb 09 21:59:17.962920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53846) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:17.970069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b673384a-6e8f-4103-bf9f-977dd1235ff9 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:17.992338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:59:18.003573 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b673384a-6e8f-4103-bf9f-977dd1235ff9 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] PUT failed (client error): The resource could not be found. Feb 09 21:59:18.004159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b673384a-6e8f-4103-bf9f-977dd1235ff9 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:59:18.011456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b673384a-6e8f-4103-bf9f-977dd1235ff9 tempest-NetworksNegativeTestJSON-1482086271 tempest-NetworksNegativeTestJSON-1482086271-project] 10.222.0.98 "PUT /v2.0/subnets/3d5038d0-308f-4f41-a092-17c14700bab3 HTTP/1.1" status: 404 len: 337 time: 0.0411952 Feb 09 21:59:18.024929 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1143a9-c298-4f4a-99db-02db819c7dae x-openstack-request-id: req-dc1143a9-c298-4f4a-99db-02db819c7dae {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:18.025241 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a72ec48-e77c-4e4b-ac31-cf159bc74e56", "name": "network-vif-deleted", "tag": "66e6936c-5afc-476d-bedf-b72fa3d43755", "status": "failed", "code": 422}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:18.025557 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc1143a9-c298-4f4a-99db-02db819c7dae {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:18.026610 n-d-828599-1 neutron-server[103697]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a72ec48-e77c-4e4b-ac31-cf159bc74e56', 'name': 'network-vif-deleted', 'tag': '66e6936c-5afc-476d-bedf-b72fa3d43755', 'status': 'failed', 'code': 422} returned with failed status Feb 09 21:59:18.031678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d158cd16-b77d-4622-9f4b-41af658f950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (755622b5-ef3d-49b3-8d93-52e8aaf20d0b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.034976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d158cd16-b77d-4622-9f4b-41af658f950f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.039039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d158cd16-b77d-4622-9f4b-41af658f950f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/755622b5-ef3d-49b3-8d93-52e8aaf20d0b HTTP/1.1" status: 204 len: 168 time: 0.4802976 Feb 09 21:59:18.054552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158cd16-b77d-4622-9f4b-41af658f950f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755622b5-ef3d-49b3-8d93-52e8aaf20d0b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:18.192272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:18.193286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f18337-6b18-44f6-9d9b-634c788f633a req-c7bba2f9-bb96-46ff-805c-60e1e1ac12bf tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:18.201285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96f18337-6b18-44f6-9d9b-634c788f633a req-c7bba2f9-bb96-46ff-805c-60e1e1ac12bf tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 944 time: 0.0898840 Feb 09 21:59:18.204513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb', 'network_id': 'f72a2a91-8db4-4d32-8fe3-6d1978c26493', 'port_id': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb', 'mac_address': 'fa:16:3e:8c:45:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4191dc-300f-4c3b-ae29-6941b14564ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:59:18.277729 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96f18337-6b18-44f6-9d9b-634c788f633a req-c7f9af14-7f65-41eb-8c0a-5114ce861b9d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722382 Feb 09 21:59:18.410260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:18.410562 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.423217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:18.443226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:18.523078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.577539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:18.749181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53868) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:18.811263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['7caeb45a-912f-4ad3-86d7-f4005c3e6ceb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:18.890705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02520ec4-daa3-4d14-91d9-7536c9e40e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:18.968777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 884bade8-b8a2-43e3-81d8-4c62425d7ba4 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:19.019919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02520ec4-daa3-4d14-91d9-7536c9e40e47 admin admin] Publish callbacks [] for security_group (09bfea78-0aee-4f95-bf3c-076efbdc0076), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.089270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-02520ec4-daa3-4d14-91d9-7536c9e40e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (09bfea78-0aee-4f95-bf3c-076efbdc0076), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.133239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75ffcc-2396-47e1-aee2-f0b652c9a6c2 req-507293e1-bb96-40c9-978e-9669ab5d0088 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:19.145332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad75ffcc-2396-47e1-aee2-f0b652c9a6c2 req-507293e1-bb96-40c9-978e-9669ab5d0088 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 907 time: 0.0964622 Feb 09 21:59:19.181504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520ec4-daa3-4d14-91d9-7536c9e40e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bfea78-0aee-4f95-bf3c-076efbdc0076,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:19.194933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-02520ec4-daa3-4d14-91d9-7536c9e40e47 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d02b7eb7acec44dea9f20ddd8e412c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441304 Feb 09 21:59:19.203519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53892) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:19.256562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:59:19.262245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:19.262639 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.264673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a76c036e-33e6-46ce-8edb-e626b21ab04d admin admin] Publish callbacks [] for security_group (09bfea78-0aee-4f95-bf3c-076efbdc0076), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.302156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a76c036e-33e6-46ce-8edb-e626b21ab04d admin admin] Publish callbacks [] for security_group (09bfea78-0aee-4f95-bf3c-076efbdc0076), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.416545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec9bae-e865-4f54-9ad1-6dc503061e8a req-73b2a51d-b908-4fb2-817c-08cfcbc8135a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:19.424914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cbec9bae-e865-4f54-9ad1-6dc503061e8a req-73b2a51d-b908-4fb2-817c-08cfcbc8135a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.3790722 Feb 09 21:59:19.439170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648a65c-0dd2-41b7-a98b-6ea972d45c23 req-4fa4af6d-684d-4790-a349-09faec829869 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:19.440516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:19.441209 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.442304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c648a65c-0dd2-41b7-a98b-6ea972d45c23 req-4fa4af6d-684d-4790-a349-09faec829869 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 945 time: 0.0795941 Feb 09 21:59:19.497095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cbec9bae-e865-4f54-9ad1-6dc503061e8a req-591598bf-4cca-489c-9bb6-d09428aab164 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668669 Feb 09 21:59:19.497920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa991b-979c-4101-9527-998d21f44ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884bade8-b8a2-43e3-81d8-4c62425d7ba4'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:19.501331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a76c036e-33e6-46ce-8edb-e626b21ab04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (09bfea78-0aee-4f95-bf3c-076efbdc0076), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.505723 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ef8c3-f162-478f-943e-31c559895d9b" -d '{"events": [{"server_uuid": "17fa991b-979c-4101-9527-998d21f44ffa", "name": "network-vif-plugged", "status": "completed", "tag": "884bade8-b8a2-43e3-81d8-4c62425d7ba4"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:19.524478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a76c036e-33e6-46ce-8edb-e626b21ab04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.533483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a76c036e-33e6-46ce-8edb-e626b21ab04d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/09bfea78-0aee-4f95-bf3c-076efbdc0076 HTTP/1.1" status: 204 len: 168 time: 0.3288417 Feb 09 21:59:19.563243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 884bade8-b8a2-43e3-81d8-4c62425d7ba4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=884bade8-b8a2-43e3-81d8-4c62425d7ba4,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:19.564868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c036e-33e6-46ce-8edb-e626b21ab04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bfea78-0aee-4f95-bf3c-076efbdc0076,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:19.597035 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1caeb3-1643-4efa-b110-f6f0bc366ee7 x-openstack-request-id: req-ce1caeb3-1643-4efa-b110-f6f0bc366ee7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:19.597644 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa991b-979c-4101-9527-998d21f44ffa", "name": "network-vif-plugged", "status": "completed", "tag": "884bade8-b8a2-43e3-81d8-4c62425d7ba4", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:19.598109 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce1caeb3-1643-4efa-b110-f6f0bc366ee7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:19.598778 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa991b-979c-4101-9527-998d21f44ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884bade8-b8a2-43e3-81d8-4c62425d7ba4', 'code': 200} Feb 09 21:59:19.614528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c648a65c-0dd2-41b7-a98b-6ea972d45c23 req-196431d5-0e0c-453f-9dba-a85d13a8ddcc tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549952 Feb 09 21:59:19.649084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:19.704632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=884bade8-b8a2-43e3-81d8-4c62425d7ba4,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:19.707001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6012a-290b-4047-8921-1087c8828766 req-3b2bde3f-1996-45d5-9fe9-f735a71a773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:19.708701 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6d6012a-290b-4047-8921-1087c8828766 req-3b2bde3f-1996-45d5-9fe9-f735a71a773e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 1128 time: 0.0678883 Feb 09 21:59:19.761926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6d6012a-290b-4047-8921-1087c8828766 req-518e01eb-787c-4941-8218-fa70f944bb0e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454640 Feb 09 21:59:19.988585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:20.137220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:59:20.143557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:20.144310 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.247775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:20.248182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.290246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:20.327139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259fdf7-0f57-458f-bb5c-99afe2fcdf2e req-55f4ddcc-73a9-4bfb-83d1-85c767f20c5f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:20.328636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1259fdf7-0f57-458f-bb5c-99afe2fcdf2e req-55f4ddcc-73a9-4bfb-83d1-85c767f20c5f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 907 time: 0.0545905 Feb 09 21:59:20.359519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.407918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:20.630300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-217592b5-8021-4450-9d4c-b87052bb5503 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:20.633127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-217592b5-8021-4450-9d4c-b87052bb5503 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.30 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 907 time: 0.0555224 Feb 09 21:59:20.736835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e805a-b0ae-4575-aefb-8c672fbbffad req-99ff1f4c-337f-4014-8d5e-560a5d9e0914 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:20.739193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d62e805a-b0ae-4575-aefb-8c672fbbffad req-99ff1f4c-337f-4014-8d5e-560a5d9e0914 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.1141851 Feb 09 21:59:20.789974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d62e805a-b0ae-4575-aefb-8c672fbbffad req-c96b941e-4eda-4245-ad95-fcbbe728d3b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445213 Feb 09 21:59:20.852491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9fea0-4373-479c-b74d-aac8e0536942 req-ee58bff6-ff76-4367-afe9-81670146bb20 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:20.861390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cf9fea0-4373-479c-b74d-aac8e0536942 req-ee58bff6-ff76-4367-afe9-81670146bb20 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 946 time: 0.1281853 Feb 09 21:59:20.893930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Deleting port fb984bf5-fbec-4cba-b6a0-4908c932e817 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:20.894432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.019594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cf9fea0-4373-479c-b74d-aac8e0536942 req-4c70678b-66e0-4795-9973-ad6cb59d83c1 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502657 Feb 09 21:59:21.046923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] For port fb984bf5-fbec-4cba-b6a0-4908c932e817, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=fb984bf5-fbec-4cba-b6a0-4908c932e817,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:21.047300 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.061748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Calling delete_port for fb984bf5-fbec-4cba-b6a0-4908c932e817 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:21.311894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fb984bf5-fbec-4cba-b6a0-4908c932e817), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.427228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event deleted for resources: {'Port': ['ID=fb984bf5-fbec-4cba-b6a0-4908c932e817,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:21.477150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53976) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:21.488903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] No DVR routers for this DVR port fb984bf5-fbec-4cba-b6a0-4908c932e817 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:21.492688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.502878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46baa561-62f5-4582-b6bf-d8629b7c6b34 req-51f97371-00e7-455b-96d4-38513f4a1061 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.30 "DELETE /v2.0/ports/fb984bf5-fbec-4cba-b6a0-4908c932e817 HTTP/1.1" status: 204 len: 173 time: 0.8604393 Feb 09 21:59:21.503410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'name': 'network-vif-deleted', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:21.506285 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf92f0af-5f56-42e4-b64f-9d523c78caf4" -d '{"events": [{"server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "name": "network-vif-deleted", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:21.537051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d910fc9-38bf-456f-8a99-eb638545a371 req-32cac0c8-1452-4ce5-8899-6c9e62eda3e6 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.0730603 Feb 09 21:59:21.572368 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aac981-93fb-4e71-9d38-5ddb8e779967 x-openstack-request-id: req-05aac981-93fb-4e71-9d38-5ddb8e779967 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:21.572368 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79eb11af-72b3-4ba6-ade7-521910d5f39a", "name": "network-vif-deleted", "tag": "fb984bf5-fbec-4cba-b6a0-4908c932e817", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:21.572368 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-05aac981-93fb-4e71-9d38-5ddb8e779967 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:21.573157 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79eb11af-72b3-4ba6-ade7-521910d5f39a', 'name': 'network-vif-deleted', 'tag': 'fb984bf5-fbec-4cba-b6a0-4908c932e817', 'status': 'completed', 'code': 200} Feb 09 21:59:21.605452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:21.607930 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b1260d-e9a1-438f-b593-c3982af2c96a" -d '{"events": [{"server_uuid": "b3b95c98-2dc1-46ac-897c-4dda317b960b", "name": "network-vif-plugged", "status": "completed", "tag": "7caeb45a-912f-4ad3-86d7-f4005c3e6ceb"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:21.737983 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e2db83-51ad-4b41-aa2d-b57f0b0863f8 x-openstack-request-id: req-f4e2db83-51ad-4b41-aa2d-b57f0b0863f8 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:21.738285 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b95c98-2dc1-46ac-897c-4dda317b960b", "name": "network-vif-plugged", "status": "completed", "tag": "7caeb45a-912f-4ad3-86d7-f4005c3e6ceb", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:21.738743 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f4e2db83-51ad-4b41-aa2d-b57f0b0863f8 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:21.739209 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb', 'code': 200} Feb 09 21:59:21.825921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-323f1147-b1f5-4c7a-a748-05355914cf88 tempest-ServiceProvidersTest-1535006443 tempest-ServiceProvidersTest-1535006443-project] 10.222.0.98 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3477342 Feb 09 21:59:21.912235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820273b-46c8-4819-9fab-7c8d511f1585 req-eda61d6d-82e8-41ce-a16b-6d13865a08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:21.914188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0820273b-46c8-4819-9fab-7c8d511f1585 req-eda61d6d-82e8-41ce-a16b-6d13865a08ce service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 1128 time: 0.0954294 Feb 09 21:59:21.959832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8dd20-4c6f-411f-b44c-571ac624bd4c req-ca99d76c-36c3-4fbb-8f67-e4db5f7196ae tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:21.961940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eae8dd20-4c6f-411f-b44c-571ac624bd4c req-ca99d76c-36c3-4fbb-8f67-e4db5f7196ae tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0904572 Feb 09 21:59:21.980783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0820273b-46c8-4819-9fab-7c8d511f1585 req-5785ad22-dd34-4e11-86ef-14bb3348177a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Feb 09 21:59:22.045585 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eae8dd20-4c6f-411f-b44c-571ac624bd4c req-b83dd02e-9c7e-4523-a5b3-858433efdf79 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599301 Feb 09 21:59:22.166849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a43ad4-9cd0-4048-bc29-c61cd97905b0 req-bb39c2ec-2b9a-441b-a0d5-5e9396f3218c tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:22.168586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39a43ad4-9cd0-4048-bc29-c61cd97905b0 req-bb39c2ec-2b9a-441b-a0d5-5e9396f3218c tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 946 time: 0.0572834 Feb 09 21:59:22.215553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39a43ad4-9cd0-4048-bc29-c61cd97905b0 req-ce3f1e0f-082a-4d43-a09d-73e599b1a296 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Feb 09 21:59:22.645165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54016) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:22.672932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2867762c-4c6a-4de7-879f-c508320bb45f req-a82ec1c1-348c-483a-b2ea-47742c6774e1 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=79eb11af-72b3-4ba6-ade7-521910d5f39a HTTP/1.1" status: 200 len: 210 time: 0.0396059 Feb 09 21:59:22.820984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe5c66b4-0c8c-46c7-857d-df83ac6bd829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.897992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe5c66b4-0c8c-46c7-857d-df83ac6bd829 admin admin] Publish callbacks [] for security_group (becfb2f5-2368-44f3-941d-96034dfcfa22), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.959568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fb984bf5-fbec-4cba-b6a0-4908c932e817 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:22.986556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: fb984bf5-fbec-4cba-b6a0-4908c932e817 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:22.986983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device fb984bf5-fbec-4cba-b6a0-4908c932e817 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:23.014067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe5c66b4-0c8c-46c7-857d-df83ac6bd829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (becfb2f5-2368-44f3-941d-96034dfcfa22), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.054897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c66b4-0c8c-46c7-857d-df83ac6bd829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becfb2f5-2368-44f3-941d-96034dfcfa22,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:23.068982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fe5c66b4-0c8c-46c7-857d-df83ac6bd829 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9fb75106a2c5466e8884e8be3099786c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4227269 Feb 09 21:59:23.072764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54030) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:23.148282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed3aece4-c295-48f6-bc63-73e146352850 admin admin] Publish callbacks [] for security_group (becfb2f5-2368-44f3-941d-96034dfcfa22), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.181744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed3aece4-c295-48f6-bc63-73e146352850 admin admin] Publish callbacks [] for security_group (becfb2f5-2368-44f3-941d-96034dfcfa22), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.206400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e4d75-3ef1-4aa0-a358-ebfe40142a07 req-726d8d5c-9dd9-4268-a6a7-b8b1070484d0 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:23.215276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef7e4d75-3ef1-4aa0-a358-ebfe40142a07 req-726d8d5c-9dd9-4268-a6a7-b8b1070484d0 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0901542 Feb 09 21:59:23.264227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef7e4d75-3ef1-4aa0-a358-ebfe40142a07 req-7e7aa017-e3da-47d0-bfae-b3cd8ae86563 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Feb 09 21:59:23.304288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed3aece4-c295-48f6-bc63-73e146352850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (becfb2f5-2368-44f3-941d-96034dfcfa22), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.318399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed3aece4-c295-48f6-bc63-73e146352850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.318399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ed3aece4-c295-48f6-bc63-73e146352850 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/becfb2f5-2368-44f3-941d-96034dfcfa22 HTTP/1.1" status: 204 len: 168 time: 0.2371545 Feb 09 21:59:23.358360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aece4-c295-48f6-bc63-73e146352850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becfb2f5-2368-44f3-941d-96034dfcfa22,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:23.470324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72742a5-4f5f-4fc6-a054-7a8bf0809ed2 req-311b5e14-bf3e-4e6a-85ec-72110d6a1320 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:23.477875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c72742a5-4f5f-4fc6-a054-7a8bf0809ed2 req-311b5e14-bf3e-4e6a-85ec-72110d6a1320 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 946 time: 0.1587651 Feb 09 21:59:23.540546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c72742a5-4f5f-4fc6-a054-7a8bf0809ed2 req-998bd107-59e5-4b7d-a453-90c0a28f1ac1 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Feb 09 21:59:24.195495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-251a815f-8d90-41a3-ac29-f3584deff492 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581541 Feb 09 21:59:24.323078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442387d-3eec-4d9d-afec-7b0ab8df283f req-12cd0666-e58f-4536-ad8c-545930c7c5ab tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.331236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e442387d-3eec-4d9d-afec-7b0ab8df283f req-12cd0666-e58f-4536-ad8c-545930c7c5ab tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 946 time: 0.1074920 Feb 09 21:59:24.334634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-66e106fc-2542-42cb-85a8-1b163fe4116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.335665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-66e106fc-2542-42cb-85a8-1b163fe4116f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=179348843f524eafa1ed374bb5874aea&device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 1127 time: 0.0866070 Feb 09 21:59:24.415623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e442387d-3eec-4d9d-afec-7b0ab8df283f req-bf3477c6-2316-4d36-a52c-f9f12b341119 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829360 Feb 09 21:59:24.523281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-ab64fd96-a6e7-408b-921e-0d9092823fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.525055 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-ab64fd96-a6e7-408b-921e-0d9092823fd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9095da8-f481-4d1d-8636-b647fae32f1e HTTP/1.1" status: 200 len: 907 time: 0.1702063 Feb 09 21:59:24.533508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a1e3a-f8e7-468d-8a40-52b79b52a6da req-42d45ab2-a3e2-48fb-a7f0-62366fd8780c tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.542348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d48a1e3a-f8e7-468d-8a40-52b79b52a6da req-42d45ab2-a3e2-48fb-a7f0-62366fd8780c tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0994046 Feb 09 21:59:24.691152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-2f76aaff-3704-4bee-9aaf-394d46fdfccf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6301e269-e444-433b-856c-045c56f1e144 HTTP/1.1" status: 200 len: 1001 time: 0.1459165 Feb 09 21:59:24.701804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d48a1e3a-f8e7-468d-8a40-52b79b52a6da req-2a6ca6d6-987d-42e3-af3d-916d0f76b201 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583159 Feb 09 21:59:24.799350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-6064701c-a0a5-4adb-b389-2a0006f85a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.800036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0836f0-f071-4a3d-af5c-d50a3be1bcdd req-3dcfb18e-3f4f-4753-b32b-8816f3e1c2cf tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.801012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-6064701c-a0a5-4adb-b389-2a0006f85a96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f25c93ba-eae9-4345-a1a6-d6cd7602a4d3 HTTP/1.1" status: 200 len: 845 time: 0.0935175 Feb 09 21:59:24.801623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad0836f0-f071-4a3d-af5c-d50a3be1bcdd req-3dcfb18e-3f4f-4753-b32b-8816f3e1c2cf tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 946 time: 0.1663871 Feb 09 21:59:24.874879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-815e96c5-3815-4609-8e01-e67ce42bdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.877457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-815e96c5-3815-4609-8e01-e67ce42bdeff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9095da8-f481-4d1d-8636-b647fae32f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696507 Feb 09 21:59:24.916598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad0836f0-f071-4a3d-af5c-d50a3be1bcdd req-2c08fc76-7721-4e50-86ab-7cfaeb6bce5f tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998290 Feb 09 21:59:25.013660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-cdd4fc89-e0e2-46e5-ac92-9acb10539d7d service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285560 Feb 09 21:59:25.139933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5accf-6806-43ad-a602-39abf7171ea2 req-44a26b79-0d4d-41fb-a3e7-64159da2af15 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:25.141803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46b5accf-6806-43ad-a602-39abf7171ea2 req-44a26b79-0d4d-41fb-a3e7-64159da2af15 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 946 time: 0.1271689 Feb 09 21:59:25.228849 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46b5accf-6806-43ad-a602-39abf7171ea2 req-5b483079-d619-4add-9afa-6e3c9c600745 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756199 Feb 09 21:59:25.232279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4d16131-35ba-48c8-956c-1c7d3bd35cb1 req-8bc6df9a-75eb-4bda-8db3-c50117d3fc9f service neutron] 10.222.0.30 "GET /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835907 Feb 09 21:59:25.303230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54102) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:25.500214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e19c1a59-2ce5-45ac-93b0-fb2b1dbfb40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.611436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6835b1-bd6f-4662-9be1-80ce948967b2 req-9f0cc9cd-8530-4e57-a942-6f87dbee1b9f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:25.613033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b6835b1-bd6f-4662-9be1-80ce948967b2 req-9f0cc9cd-8530-4e57-a942-6f87dbee1b9f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 946 time: 0.0907094 Feb 09 21:59:25.632500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e19c1a59-2ce5-45ac-93b0-fb2b1dbfb40d admin admin] Publish callbacks [] for security_group (d4690a19-b284-413d-b750-ad4873c7c140), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.682159 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b6835b1-bd6f-4662-9be1-80ce948967b2 req-a6af1304-0388-401b-82e5-aa49accd712f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633326 Feb 09 21:59:25.733590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-106305be-86bc-4851-9076-f51f590e4c82 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:25.735390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-106305be-86bc-4851-9076-f51f590e4c82 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 946 time: 0.0634034 Feb 09 21:59:25.812848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e19c1a59-2ce5-45ac-93b0-fb2b1dbfb40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d4690a19-b284-413d-b750-ad4873c7c140), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.907941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c1a59-2ce5-45ac-93b0-fb2b1dbfb40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4690a19-b284-413d-b750-ad4873c7c140,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:25.923696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e19c1a59-2ce5-45ac-93b0-fb2b1dbfb40d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a162a45879c2471c855056057412e755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143489 Feb 09 21:59:25.925517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54124) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:25.951647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb062e-5430-4b39-af4f-0996cf431bde req-c3da003e-4d45-48f0-8383-f2afdab7636f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:25.955696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8eb062e-5430-4b39-af4f-0996cf431bde req-c3da003e-4d45-48f0-8383-f2afdab7636f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.1650860 Feb 09 21:59:25.980811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Deleting port 8a3694fd-5886-482d-a4b0-9ff5126b8675 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:25.981239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.026274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4811718-8795-4f52-b36b-f88464a1dee5 admin admin] Publish callbacks [] for security_group (d4690a19-b284-413d-b750-ad4873c7c140), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.067234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4811718-8795-4f52-b36b-f88464a1dee5 admin admin] Publish callbacks [] for security_group (d4690a19-b284-413d-b750-ad4873c7c140), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.067850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8eb062e-5430-4b39-af4f-0996cf431bde req-7511e39d-ce6e-4bb5-b4be-358e25e83b0f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082237 Feb 09 21:59:26.119727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] For port 8a3694fd-5886-482d-a4b0-9ff5126b8675, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a3694fd-5886-482d-a4b0-9ff5126b8675,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:26.123459 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.221182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4811718-8795-4f52-b36b-f88464a1dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d4690a19-b284-413d-b750-ad4873c7c140), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.225063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4811718-8795-4f52-b36b-f88464a1dee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.226252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c4811718-8795-4f52-b36b-f88464a1dee5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d4690a19-b284-413d-b750-ad4873c7c140 HTTP/1.1" status: 204 len: 168 time: 0.2997265 Feb 09 21:59:26.246838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4811718-8795-4f52-b36b-f88464a1dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4690a19-b284-413d-b750-ad4873c7c140,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:26.456681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Calling delete_port for 8a3694fd-5886-482d-a4b0-9ff5126b8675 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:26.558489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01c07c-7aad-4a4a-9614-b87acca104df req-cd790364-870b-4059-b1a9-bd390175af86 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:26.560079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db01c07c-7aad-4a4a-9614-b87acca104df req-cd790364-870b-4059-b1a9-bd390175af86 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 946 time: 0.1046741 Feb 09 21:59:26.657578 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db01c07c-7aad-4a4a-9614-b87acca104df req-3188d557-b41e-4112-ba1c-1efc598040d7 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891786 Feb 09 21:59:26.734333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8a3694fd-5886-482d-a4b0-9ff5126b8675), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.748750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1', '8a3694fd-5886-482d-a4b0-9ff5126b8675'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:26.787347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event deleted for resources: {'Port': ['ID=8a3694fd-5886-482d-a4b0-9ff5126b8675,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:26.828209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cdb0aeff-ed62-4b17-9ac5-069d976869d7 req-780b3fb7-93fd-4b90-bd3e-c83501339e8f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 210 time: 0.0522556 Feb 09 21:59:26.849500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] No DVR routers for this DVR port 8a3694fd-5886-482d-a4b0-9ff5126b8675 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:26.852109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.856701 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5dd4351-fd55-40e6-950c-35ea5bfe3503 req-bda8db7f-75cd-4050-9c1e-849b1d58e13d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "DELETE /v2.0/ports/8a3694fd-5886-482d-a4b0-9ff5126b8675 HTTP/1.1" status: 204 len: 173 time: 1.1073089 Feb 09 21:59:26.857672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'name': 'network-vif-deleted', 'tag': '8a3694fd-5886-482d-a4b0-9ff5126b8675'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:26.860859 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155bd19-2f63-4da0-b620-70e1cbff95a0" -d '{"events": [{"server_uuid": "a952d991-95ab-4825-929d-fdfc3af61e4e", "name": "network-vif-deleted", "tag": "8a3694fd-5886-482d-a4b0-9ff5126b8675"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:26.908979 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f32db-52a2-4d98-bf09-30adb44917a1 x-openstack-request-id: req-340f32db-52a2-4d98-bf09-30adb44917a1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:26.909624 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a952d991-95ab-4825-929d-fdfc3af61e4e", "name": "network-vif-deleted", "tag": "8a3694fd-5886-482d-a4b0-9ff5126b8675", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:26.909919 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-340f32db-52a2-4d98-bf09-30adb44917a1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:26.910731 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a952d991-95ab-4825-929d-fdfc3af61e4e', 'name': 'network-vif-deleted', 'tag': '8a3694fd-5886-482d-a4b0-9ff5126b8675', 'status': 'completed', 'code': 200} Feb 09 21:59:27.078548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54154) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:27.092291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc191a22-ed5b-4559-8d8f-ccb788f11e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.234055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9e09-934f-44b3-a3d6-60d8f645ecc1 req-d8844918-55c6-4415-988f-e65b3eaa7475 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:27.243372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5bec9e09-934f-44b3-a3d6-60d8f645ecc1 req-d8844918-55c6-4415-988f-e65b3eaa7475 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0740719 Feb 09 21:59:27.256466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc191a22-ed5b-4559-8d8f-ccb788f11e7f admin admin] Publish callbacks [] for security_group (0d3d8733-4fb8-4711-bfb4-7db3a923ea5c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.290254 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5bec9e09-934f-44b3-a3d6-60d8f645ecc1 req-d3dccd6e-db79-42c7-bf24-1a4deab1e95c tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Feb 09 21:59:27.347550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc191a22-ed5b-4559-8d8f-ccb788f11e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d3d8733-4fb8-4711-bfb4-7db3a923ea5c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.392557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc191a22-ed5b-4559-8d8f-ccb788f11e7f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8c8d7d9c9c7145d8a8e988138c7f4efc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129203 Feb 09 21:59:27.395305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54162) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:27.424171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc191a22-ed5b-4559-8d8f-ccb788f11e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3d8733-4fb8-4711-bfb4-7db3a923ea5c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:27.451283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c67f-25ce-41e9-b10c-2e1e8b712cc7 admin admin] Publish callbacks [] for security_group (0d3d8733-4fb8-4711-bfb4-7db3a923ea5c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.476774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c67f-25ce-41e9-b10c-2e1e8b712cc7 admin admin] Publish callbacks [] for security_group (0d3d8733-4fb8-4711-bfb4-7db3a923ea5c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.500182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-624fd77a-fdc3-4077-aab2-a9874d732991 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:27.501682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-624fd77a-fdc3-4077-aab2-a9874d732991 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "GET /v2.0/ports?device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 946 time: 0.1219139 Feb 09 21:59:27.625403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c67f-25ce-41e9-b10c-2e1e8b712cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d3d8733-4fb8-4711-bfb4-7db3a923ea5c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.626278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Deleting port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:27.626735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.628124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c67f-25ce-41e9-b10c-2e1e8b712cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.630359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9fc7c67f-25ce-41e9-b10c-2e1e8b712cc7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d3d8733-4fb8-4711-bfb4-7db3a923ea5c HTTP/1.1" status: 204 len: 168 time: 0.2330623 Feb 09 21:59:27.639682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7c67f-25ce-41e9-b10c-2e1e8b712cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3d8733-4fb8-4711-bfb4-7db3a923ea5c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:27.821069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] For port 884bade8-b8a2-43e3-81d8-4c62425d7ba4, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=884bade8-b8a2-43e3-81d8-4c62425d7ba4,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:27.821069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.864940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Calling delete_port for 884bade8-b8a2-43e3-81d8-4c62425d7ba4 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:27.968528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e79af30-a1d5-48b4-9c06-51fa5fe15f69 req-87f8df95-adf5-4d9f-85bf-9fe46807ad0e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=a952d991-95ab-4825-929d-fdfc3af61e4e HTTP/1.1" status: 200 len: 210 time: 0.0377069 Feb 09 21:59:28.004213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-3ee53010-1000-4d1a-bb8b-03371557bd40 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:28.005673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-3ee53010-1000-4d1a-bb8b-03371557bd40 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "GET /v2.0/ports?device_id=b3b95c98-2dc1-46ac-897c-4dda317b960b HTTP/1.1" status: 200 len: 946 time: 0.1917322 Feb 09 21:59:28.037807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299b8e-eda0-4a63-8a2e-62ee117e58f6 req-e191964f-1685-4030-943b-6ccc7c2340ca tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:28.038889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68299b8e-eda0-4a63-8a2e-62ee117e58f6 req-e191964f-1685-4030-943b-6ccc7c2340ca tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 946 time: 0.2761042 Feb 09 21:59:28.221299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68299b8e-eda0-4a63-8a2e-62ee117e58f6 req-d7ea2757-a804-4a01-beb0-f7b7535f8267 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/security-groups?id=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579058 Feb 09 21:59:28.236061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Deleting port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:28.236730 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.299253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (884bade8-b8a2-43e3-81d8-4c62425d7ba4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.316832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['884bade8-b8a2-43e3-81d8-4c62425d7ba4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:28.320108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['7caeb45a-912f-4ad3-86d7-f4005c3e6ceb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:28.356171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event deleted for resources: {'Port': ['ID=884bade8-b8a2-43e3-81d8-4c62425d7ba4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:28.419589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] No DVR routers for this DVR port 884bade8-b8a2-43e3-81d8-4c62425d7ba4 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:28.424385 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.428267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c297f8b5-39b4-4dd5-b7cc-d241a91deaaa req-7013dfde-abbf-445d-94c2-074ac2df1b92 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.30 "DELETE /v2.0/ports/884bade8-b8a2-43e3-81d8-4c62425d7ba4 HTTP/1.1" status: 204 len: 173 time: 0.9204321 Feb 09 21:59:28.458523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] For port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,segment=NetworkSegment(cf2935d1-8919-4ffc-b64b-c02b23be0031),segment_id=cf2935d1-8919-4ffc-b64b-c02b23be0031)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:28.458882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.475836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Calling delete_port for 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:28.476418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9120f3-72f4-4f01-924b-13b716495354 req-cf1c49dd-835b-4def-9ae2-7cbc610be4a3 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:28.485002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e9120f3-72f4-4f01-924b-13b716495354 req-cf1c49dd-835b-4def-9ae2-7cbc610be4a3 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0983801 Feb 09 21:59:28.557008 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e9120f3-72f4-4f01-924b-13b716495354 req-0bbf42ca-c272-43a1-804d-36c612efca43 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694013 Feb 09 21:59:28.756910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7caeb45a-912f-4ad3-86d7-f4005c3e6ceb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.772204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['884bade8-b8a2-43e3-81d8-4c62425d7ba4'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:28.805264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Pushing event deleted for resources: {'Port': ['ID=7caeb45a-912f-4ad3-86d7-f4005c3e6ceb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:28.872576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] No DVR routers for this DVR port 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:28.875873 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.879226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93e76064-c91d-4bdd-a384-3912ea591df9 req-fc1f3a56-79e8-42c0-b60a-9e93a739c42d tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.110 "DELETE /v2.0/ports/7caeb45a-912f-4ad3-86d7-f4005c3e6ceb HTTP/1.1" status: 204 len: 173 time: 0.8649781 Feb 09 21:59:28.912027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa991b-979c-4101-9527-998d21f44ffa', 'name': 'network-vif-deleted', 'tag': '884bade8-b8a2-43e3-81d8-4c62425d7ba4'}, {'server_uuid': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'name': 'network-vif-deleted', 'tag': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:28.920839 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04264e49-dd37-440a-b128-bda0f811b1db" -d '{"events": [{"server_uuid": "17fa991b-979c-4101-9527-998d21f44ffa", "name": "network-vif-deleted", "tag": "884bade8-b8a2-43e3-81d8-4c62425d7ba4"}, {"server_uuid": "b3b95c98-2dc1-46ac-897c-4dda317b960b", "name": "network-vif-deleted", "tag": "7caeb45a-912f-4ad3-86d7-f4005c3e6ceb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:28.996253 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33912d5-6a7f-417c-9d2f-dacd1f017a17 x-openstack-request-id: req-d33912d5-6a7f-417c-9d2f-dacd1f017a17 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:28.996595 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa991b-979c-4101-9527-998d21f44ffa", "name": "network-vif-deleted", "tag": "884bade8-b8a2-43e3-81d8-4c62425d7ba4", "status": "completed", "code": 200}, {"server_uuid": "b3b95c98-2dc1-46ac-897c-4dda317b960b", "name": "network-vif-deleted", "tag": "7caeb45a-912f-4ad3-86d7-f4005c3e6ceb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:28.997032 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d33912d5-6a7f-417c-9d2f-dacd1f017a17 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:29.000592 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa991b-979c-4101-9527-998d21f44ffa', 'name': 'network-vif-deleted', 'tag': '884bade8-b8a2-43e3-81d8-4c62425d7ba4', 'status': 'completed', 'code': 200} Feb 09 21:59:29.000592 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b95c98-2dc1-46ac-897c-4dda317b960b', 'name': 'network-vif-deleted', 'tag': '7caeb45a-912f-4ad3-86d7-f4005c3e6ceb', 'status': 'completed', 'code': 200} Feb 09 21:59:29.340222 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.403372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4d69ae35-945c-4b7b-a088-4d1e48bd4d8f req-231a619d-caeb-416a-94ec-5f4542b97960 tempest-MultipleCreateTestJSON-1074399800 tempest-MultipleCreateTestJSON-1074399800-project] 10.222.0.98 "GET /v2.0/ports?device_id=17fa991b-979c-4101-9527-998d21f44ffa HTTP/1.1" status: 200 len: 210 time: 0.0472159 Feb 09 21:59:29.818109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fed26-f796-4766-a6fa-cf659c4b369f req-00499c95-b60a-4ee7-b61f-5666158309cb tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:29.822646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e14fed26-f796-4766-a6fa-cf659c4b369f req-00499c95-b60a-4ee7-b61f-5666158309cb tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.1179113 Feb 09 21:59:29.828296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d74a3-7f84-447e-aa66-39419ee1a633 req-9f3508e2-3537-42eb-9050-94b2b9da76d2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:29.831089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f7d74a3-7f84-447e-aa66-39419ee1a633 req-9f3508e2-3537-42eb-9050-94b2b9da76d2 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.1171052 Feb 09 21:59:29.921471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f7d74a3-7f84-447e-aa66-39419ee1a633 req-33131a38-4eb8-4265-a160-e093a144f98c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=bcae7769-191d-473a-9d7b-8be1bbc7c4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845027 Feb 09 21:59:29.938917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e14fed26-f796-4766-a6fa-cf659c4b369f req-be35e3ab-5228-4cf1-b3d0-f7c160857d75 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050258 Feb 09 21:59:30.017884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-40df4774-4f55-4069-a7db-97fa960c276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:30.019724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-40df4774-4f55-4069-a7db-97fa960c276f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 945 time: 0.0958378 Feb 09 21:59:30.061521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a3694fd-5886-482d-a4b0-9ff5126b8675 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:30.216790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 8a3694fd-5886-482d-a4b0-9ff5126b8675 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:30.220693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a3694fd-5886-482d-a4b0-9ff5126b8675 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:30.400912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea70dbe-bffe-42a9-b41c-44e0ba58da31 req-29a6079d-1141-4f19-97f7-22c7054f7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:30.402573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ea70dbe-bffe-42a9-b41c-44e0ba58da31 req-29a6079d-1141-4f19-97f7-22c7054f7b64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 1128 time: 0.1039815 Feb 09 21:59:30.409491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Deleting port 83899610-9992-4069-a9a1-22fcff2261c1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:30.410477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (83899610-9992-4069-a9a1-22fcff2261c1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.514026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54252) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:30.579590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] Deleting subnet 3f4191dc-300f-4c3b-ae29-6941b14564ce {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:30.588565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] Publish callbacks [] for subnet (3f4191dc-300f-4c3b-ae29-6941b14564ce), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.603882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] For port 83899610-9992-4069-a9a1-22fcff2261c1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=83899610-9992-4069-a9a1-22fcff2261c1,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:30.604534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (83899610-9992-4069-a9a1-22fcff2261c1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.629430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Calling delete_port for 83899610-9992-4069-a9a1-22fcff2261c1 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:30.641929 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ea70dbe-bffe-42a9-b41c-44e0ba58da31 req-e42770f8-22a0-4433-94be-ccac8fc6cca2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278669 Feb 09 21:59:30.642787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (3f4191dc-300f-4c3b-ae29-6941b14564ce), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.670688 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:59:30.689335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3f4191dc-300f-4c3b-ae29-6941b14564ce), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.725752 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.075811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (3f4191dc-300f-4c3b-ae29-6941b14564ce), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.082810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (83899610-9992-4069-a9a1-22fcff2261c1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.083837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['83899610-9992-4069-a9a1-22fcff2261c1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:31.084268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4191dc-300f-4c3b-ae29-6941b14564ce,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:31.084268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.084268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-307e3bba-26e7-478c-94a0-b9d83a4ee9f8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3f4191dc-300f-4c3b-ae29-6941b14564ce HTTP/1.1" status: 204 len: 168 time: 0.4782920 Feb 09 21:59:31.084268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:31.085061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event deleted for resources: {'Port': ['ID=83899610-9992-4069-a9a1-22fcff2261c1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:31.136155 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (f72a2a91-8db4-4d32-8fe3-6d1978c26493), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.138718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] No DVR routers for this DVR port 83899610-9992-4069-a9a1-22fcff2261c1 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:31.161286 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.173081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5fe6bbb-1fdc-4b71-bfae-e5eaa28238fe req-be8996d9-df13-48c9-9ea4-8e7fed141534 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "DELETE /v2.0/ports/83899610-9992-4069-a9a1-22fcff2261c1 HTTP/1.1" status: 204 len: 173 time: 1.1458917 Feb 09 21:59:31.175335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-97b37e11-4c59-427a-8e49-c25cd2ea6be3 req-267389cb-90e8-4433-b2c5-50eb21fe154c tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 210 time: 0.0980260 Feb 09 21:59:31.175909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'name': 'network-vif-deleted', 'tag': '83899610-9992-4069-a9a1-22fcff2261c1'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:31.179313 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0714e08c-e0f1-4d61-8832-8e8048600a73" -d '{"events": [{"server_uuid": "73cde112-f16f-40e5-bb08-a93beccaa41b", "name": "network-vif-deleted", "tag": "83899610-9992-4069-a9a1-22fcff2261c1"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:31.252184 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4160b71-7096-4183-b45f-4de37a1238b0 x-openstack-request-id: req-a4160b71-7096-4183-b45f-4de37a1238b0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:31.252506 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cde112-f16f-40e5-bb08-a93beccaa41b", "name": "network-vif-deleted", "tag": "83899610-9992-4069-a9a1-22fcff2261c1", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:31.252766 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4160b71-7096-4183-b45f-4de37a1238b0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:31.253177 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cde112-f16f-40e5-bb08-a93beccaa41b', 'name': 'network-vif-deleted', 'tag': '83899610-9992-4069-a9a1-22fcff2261c1', 'status': 'completed', 'code': 200} Feb 09 21:59:31.294564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efdea1-e48f-4bf2-be8e-62c9514994b9 req-2a39c1bd-1b50-4746-baa0-cc4ce11f212d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:31.301832 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02efdea1-e48f-4bf2-be8e-62c9514994b9 req-2a39c1bd-1b50-4746-baa0-cc4ce11f212d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.1696408 Feb 09 21:59:31.312977 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (f72a2a91-8db4-4d32-8fe3-6d1978c26493), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.452938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72a2a91-8db4-4d32-8fe3-6d1978c26493']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:31.482047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2935d1-8919-4ffc-b64b-c02b23be0031') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:31.482362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2935d1-8919-4ffc-b64b-c02b23be0031') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:31.499758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (cf2935d1-8919-4ffc-b64b-c02b23be0031), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.516418 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (cf2935d1-8919-4ffc-b64b-c02b23be0031), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.531376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:31.531836 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (cf2935d1-8919-4ffc-b64b-c02b23be0031), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:31.533582 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:31.607455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02efdea1-e48f-4bf2-be8e-62c9514994b9 req-690afe45-dc62-4185-9196-97a0fd8c02de tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897060 Feb 09 21:59:31.736984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (f72a2a91-8db4-4d32-8fe3-6d1978c26493), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.743384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.746855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f72a2a91-8db4-4d32-8fe3-6d1978c26493 HTTP/1.1" status: 204 len: 168 time: 0.7307496 Feb 09 21:59:31.760969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97936b-ec83-4eb7-82e1-053c9ebe1c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72a2a91-8db4-4d32-8fe3-6d1978c26493,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:32.060278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:32.085633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:32.086252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7caeb45a-912f-4ad3-86d7-f4005c3e6ceb not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:32.086839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 83899610-9992-4069-a9a1-22fcff2261c1 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:32.108345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 83899610-9992-4069-a9a1-22fcff2261c1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:32.108706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 83899610-9992-4069-a9a1-22fcff2261c1 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:32.298480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54324) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:32.316248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce113404-3728-4d99-8ba7-651cbd8aec53 req-9b7bb7a2-4693-48c3-8c20-54ae4a710a1e tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=73cde112-f16f-40e5-bb08-a93beccaa41b HTTP/1.1" status: 200 len: 210 time: 0.0350952 Feb 09 21:59:32.360177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a89aace0-0104-45b3-9b4c-e993df44f3b8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9a3a68ea7f8b435aa058af349909f7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0595450 Feb 09 21:59:32.362902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54328) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:32.466140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0659e308-0a78-433d-b76c-23fecbe8a2e8 admin admin] Publish callbacks [] for security_group (2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.495350 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0659e308-0a78-433d-b76c-23fecbe8a2e8 admin admin] Publish callbacks [] for security_group (2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.732361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0659e308-0a78-433d-b76c-23fecbe8a2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.740577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0659e308-0a78-433d-b76c-23fecbe8a2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.740577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0659e308-0a78-433d-b76c-23fecbe8a2e8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04 HTTP/1.1" status: 204 len: 168 time: 0.3731241 Feb 09 21:59:32.744312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc35b40-bdae-42b8-bb93-a24bbbc92001 req-234c7734-2a1a-42b7-b660-6166bf42a56f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:32.748106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659e308-0a78-433d-b76c-23fecbe8a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1c57af-6ef8-4b8f-bc96-43fd6e6d4d04,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:32.754452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-abc35b40-bdae-42b8-bb93-a24bbbc92001 req-234c7734-2a1a-42b7-b660-6166bf42a56f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.0759659 Feb 09 21:59:32.863193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-abc35b40-bdae-42b8-bb93-a24bbbc92001 req-1d4f38ef-65b0-436a-ab86-63329e14c907 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078322 Feb 09 21:59:32.977952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 884bade8-b8a2-43e3-81d8-4c62425d7ba4 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:33.021394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 884bade8-b8a2-43e3-81d8-4c62425d7ba4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:33.022037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 884bade8-b8a2-43e3-81d8-4c62425d7ba4 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:33.085806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f149d1-5cb4-4a93-87b3-0164745cf226 req-18cad89a-8998-47ee-8a02-531e97ecf739 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:33.087751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99f149d1-5cb4-4a93-87b3-0164745cf226 req-18cad89a-8998-47ee-8a02-531e97ecf739 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0828481 Feb 09 21:59:33.139677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99f149d1-5cb4-4a93-87b3-0164745cf226 req-9ac93302-4827-4d41-a54f-ad947f41da57 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Feb 09 21:59:33.679937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcfce2-7443-40e9-994f-8bbdf3104b68 req-1af1636e-7d00-4e0d-9f80-598a6a109112 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:33.682152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2adcfce2-7443-40e9-994f-8bbdf3104b68 req-1af1636e-7d00-4e0d-9f80-598a6a109112 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0751040 Feb 09 21:59:33.775215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2adcfce2-7443-40e9-994f-8bbdf3104b68 req-fc25f929-795b-4628-b5b8-dfddf032feca tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871265 Feb 09 21:59:34.183951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceaecc-c0a6-4b2e-8e9a-875139b27305 req-1d2efba4-0094-459f-8295-502b8a4698e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:34.187992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11ceaecc-c0a6-4b2e-8e9a-875139b27305 req-1d2efba4-0094-459f-8295-502b8a4698e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.0831435 Feb 09 21:59:34.315928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11ceaecc-c0a6-4b2e-8e9a-875139b27305 req-2cd81162-c42d-45fd-ba2e-ee853844311f tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173162 Feb 09 21:59:34.574761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54416) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:34.858277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1488473103-network', 'tenant_id': 'f10bae57bfd24ec3b391786ebf65b5c4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:34.977701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c80da-30a1-4bc2-9a68-edbba512d0b7 req-35db62b9-add5-4526-92a6-527a9e9d60f2 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:34.980768 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748c80da-30a1-4bc2-9a68-edbba512d0b7 req-35db62b9-add5-4526-92a6-527a9e9d60f2 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0910666 Feb 09 21:59:35.042541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Made reservation on behalf of f10bae57bfd24ec3b391786ebf65b5c4 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:35.045364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.053205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-748c80da-30a1-4bc2-9a68-edbba512d0b7 req-2dba30ab-92b5-4cf4-bc6b-943adf1fa53e tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664332 Feb 09 21:59:35.063585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.204833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks [] for security_group (302e6ab8-c103-495e-b2b0-801daac2ef5e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.287614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (302e6ab8-c103-495e-b2b0-801daac2ef5e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.317680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:35.326711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (36c0a6ed-9834-4a94-802d-e791143707cc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.327312 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Added segment 36c0a6ed-9834-4a94-802d-e791143707cc of type vlan for network 58b70e38-5de6-468a-9b93-a3f75b5cb0af Feb 09 21:59:35.409187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (58b70e38-5de6-468a-9b93-a3f75b5cb0af), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.432649 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c3d9598a-0aca-4c01-85e9-e1920fa249b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.486602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302e6ab8-c103-495e-b2b0-801daac2ef5e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.598746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (58b70e38-5de6-468a-9b93-a3f75b5cb0af), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.599753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:35.600344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.721982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce7900-c657-41d5-9ef2-1f70a9650e9d req-00221c77-b8f2-497f-808b-dd1eb8700418 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:35.731883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83ce7900-c657-41d5-9ef2-1f70a9650e9d req-00221c77-b8f2-497f-808b-dd1eb8700418 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1021345 Feb 09 21:59:35.752682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb609a-753a-485f-94a0-42779df1a36e req-7fe36068-01f6-4922-8c06-0d55a7a09a81 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:35.761165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31eb609a-753a-485f-94a0-42779df1a36e req-7fe36068-01f6-4922-8c06-0d55a7a09a81 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.2763901 Feb 09 21:59:35.774224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] Pushing event updated for resources: {'Network': ['ID=58b70e38-5de6-468a-9b93-a3f75b5cb0af,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.791739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-298ecfd0-0ce8-4fb1-9c6c-a43707e405e4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:35.793642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 58b70e38-5de6-468a-9b93-a3f75b5cb0af details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:35.793993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-298ecfd0-0ce8-4fb1-9c6c-a43707e405e4 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 944 time: 0.3240952 Feb 09 21:59:35.825406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83ce7900-c657-41d5-9ef2-1f70a9650e9d req-90f6c308-aed8-435f-80fd-641693a2e653 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920992 Feb 09 21:59:35.857461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-de0ecf6a-0d0c-46f5-9fef-9e682b3cfaf8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2815499 Feb 09 21:59:35.860362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54456) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:35.865649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Request body: {'subnet': {'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1488473103-subnet', 'tenant_id': 'f10bae57bfd24ec3b391786ebf65b5c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:35.888270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31eb609a-753a-485f-94a0-42779df1a36e req-ad53db80-b2cc-400c-8c98-252f242710e0 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups?id=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259825 Feb 09 21:59:35.967917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Made reservation on behalf of f10bae57bfd24ec3b391786ebf65b5c4 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:35.970711 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.014678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Deleting port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:36.014895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.154018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] For port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:36.154394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.324978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.388940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.389395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (52cef784-1952-4fcf-a188-aa33a1f15cff), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.389729 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Floating IP 52cef784-1952-4fcf-a188-aa33a1f15cff disassociated. External IP: 172.25.5.241, port: ee5f2b2f-c17f-4b71-99ee-e94f2e61af50. Feb 09 21:59:36.393292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Calling delete_port for ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:36.408182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.458261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Checking segment: {'id': '36c0a6ed-9834-4a94-802d-e791143707cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:36.458715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Network hostable DHCP agents. Network: 58b70e38-5de6-468a-9b93-a3f75b5cb0af, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:36.566994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Network 58b70e38-5de6-468a-9b93-a3f75b5cb0af is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:36.633284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ee5f2b2f-c17f-4b71-99ee-e94f2e61af50), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.664231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event deleted for resources: {'Port': ['ID=ee5f2b2f-c17f-4b71-99ee-e94f2e61af50,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.728752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 58b70e38-5de6-468a-9b93-a3f75b5cb0af) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:36.733222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:36.733828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.741206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2168a1d3-f915-47b1-a838-15789f1d968d None None] Network 58b70e38-5de6-468a-9b93-a3f75b5cb0af requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:36.888834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-57145752-b57c-436e-ba94-c7360e61c367 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0249188 Feb 09 21:59:36.919879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Router 276c7870-7c81-4ba6-809e-29e7c07560d5 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:37.123532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b7e9b-4ba3-4a3e-a5e6-d13423e9378f None None] Network 58b70e38-5de6-468a-9b93-a3f75b5cb0af requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:37.214418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e6df7ee-6427-4dab-91df-91a312ef3d75 req-a6af25e2-7a04-471b-bb55-482edfb16469 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 210 time: 0.1607552 Feb 09 21:59:37.230217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0fceb-a488-48bf-b922-b18836be3728 req-470b6463-a4c0-431e-a3bb-e7a3a847fa27 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:37.241699 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5f0fceb-a488-48bf-b922-b18836be3728 req-470b6463-a4c0-431e-a3bb-e7a3a847fa27 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1781712 Feb 09 21:59:37.305151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:37.317742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] Sync routers for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:37.347089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:37.351829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:59:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:37.389560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5f0fceb-a488-48bf-b922-b18836be3728 req-e0f4b162-56e8-4d18-8605-1b3dd1221d84 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468647 Feb 09 21:59:37.425182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] No DVR routers for this DVR port ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:37.439416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.449129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36b4d34e-3197-43e2-b562-5e4e038cf793 req-eab2dd09-f784-49eb-8b60-cac0156b8150 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.110 "DELETE /v2.0/ports/ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 HTTP/1.1" status: 204 len: 173 time: 1.6458812 Feb 09 21:59:37.449636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-deleted', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:37.458316 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b778941-2106-4d69-ba6c-9511b78b1093" -d '{"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-deleted", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:37.577038 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eaf1de-815c-405e-acbe-3b1c4023bf83 x-openstack-request-id: req-59eaf1de-815c-405e-acbe-3b1c4023bf83 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:37.577374 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae881d1-2387-442e-94e3-21afab9dbca9", "name": "network-vif-deleted", "tag": "ee5f2b2f-c17f-4b71-99ee-e94f2e61af50", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:37.577601 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-59eaf1de-815c-405e-acbe-3b1c4023bf83 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:37.578015 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae881d1-2387-442e-94e3-21afab9dbca9', 'name': 'network-vif-deleted', 'tag': 'ee5f2b2f-c17f-4b71-99ee-e94f2e61af50', 'status': 'completed', 'code': 200} Feb 09 21:59:37.637008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:37.758983 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-da140944-1e9e-49c1-8a8f-2a5a85b2cf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.071377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:49Z', 'revision_number': 5, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:38.105124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] Checking router: 276c7870-7c81-4ba6-809e-29e7c07560d5 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:38.119320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:38.119320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:59:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:38.257470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:38.359413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54534) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:38.364878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1107244905-network', 'tenant_id': 'c01d3bf68eca4d8a92111313295a4bd9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:38.382162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de9afa9c-d9d6-489b-b240-5430395d2da7 req-835a06ff-7fe6-49a2-ad78-4f99e3db632b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae881d1-2387-442e-94e3-21afab9dbca9 HTTP/1.1" status: 200 len: 210 time: 0.0466936 Feb 09 21:59:38.487979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Made reservation on behalf of c01d3bf68eca4d8a92111313295a4bd9 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:38.490374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.501672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.545359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:49Z', 'revision_number': 5, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:38.647013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0531cbb-9ad6-462c-ada5-03e9870900c1 None None] The sync data for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 is: [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:51:45Z', 'revision_number': 4, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '42571e95-babd-4eb0-8b16-f1e297172e45', 'name': '', 'network_id': 'de77f096-ad5e-4478-9aa3-38b40b1cb433', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'mac_address': 'fa:16:3e:d4:cd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:44Z', 'updated_at': '2022-02-09T21:51:49Z', 'revision_number': 5, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'subnets': [{'id': '2369572b-34af-42e9-93e8-48a0b0d10055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:38.667338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks [] for security_group (f130e08c-e3a1-4b6f-8048-67c6014b3e6c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.746016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f130e08c-e3a1-4b6f-8048-67c6014b3e6c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.805569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f130e08c-e3a1-4b6f-8048-67c6014b3e6c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:38.809219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:38.819781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b63b559b-a375-444f-86f6-ca08ab5361fd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.820498 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Added segment b63b559b-a375-444f-86f6-ca08ab5361fd of type vlan for network ef8afab8-a7d0-495e-bc74-5d1f44875ca2 Feb 09 21:59:38.891828 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ef8afab8-a7d0-495e-bc74-5d1f44875ca2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.010639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ef8afab8-a7d0-495e-bc74-5d1f44875ca2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.011661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:39.012285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.038810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.113041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] Pushing event updated for resources: {'Network': ['ID=ef8afab8-a7d0-495e-bc74-5d1f44875ca2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:39.125184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ef8afab8-a7d0-495e-bc74-5d1f44875ca2 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:39.170544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54560) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:39.174154 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-63fab1cb-d073-4765-ac5d-e77887e44d36 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8066254 Feb 09 21:59:39.186862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Request body: {'subnet': {'network_id': 'ef8afab8-a7d0-495e-bc74-5d1f44875ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1107244905-subnet', 'tenant_id': 'c01d3bf68eca4d8a92111313295a4bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:39.194388 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ddefee-8a96-43bf-983f-e5fa32d00429 None None] New status for floating IP 52cef784-1952-4fcf-a188-aa33a1f15cff: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:59:39.333897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Made reservation on behalf of c01d3bf68eca4d8a92111313295a4bd9 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:39.336745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.647078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54578) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:39.768309 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-462ac5f1-151c-45dc-8c37-8c803274af8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group (ced6fce3-4fe2-46b7-a3ab-9e76fb87378a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.832715 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-462ac5f1-151c-45dc-8c37-8c803274af8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group (ced6fce3-4fe2-46b7-a3ab-9e76fb87378a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.021867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (12e9451b-f502-439a-a8f1-70d02ad5c88e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.054262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-462ac5f1-151c-45dc-8c37-8c803274af8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ced6fce3-4fe2-46b7-a3ab-9e76fb87378a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.057470 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-462ac5f1-151c-45dc-8c37-8c803274af8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.058668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-462ac5f1-151c-45dc-8c37-8c803274af8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "DELETE /v2.0/security-groups/ced6fce3-4fe2-46b7-a3ab-9e76fb87378a HTTP/1.1" status: 204 len: 168 time: 0.4099586 Feb 09 21:59:40.062159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54582) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:40.086916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ac5f1-151c-45dc-8c37-8c803274af8b tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced6fce3-4fe2-46b7-a3ab-9e76fb87378a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:40.092223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:40.126580 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-e32cfe67-2cfd-4e94-9139-fbd26b6b4a17 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] show failed (client error): The resource could not be found. Feb 09 21:59:40.130148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e32cfe67-2cfd-4e94-9139-fbd26b6b4a17 tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "GET /v2.0/security-groups/ced6fce3-4fe2-46b7-a3ab-9e76fb87378a HTTP/1.1" status: 404 len: 347 time: 0.0538826 Feb 09 21:59:40.132778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54586) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:40.169152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:40.171285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ee5f2b2f-c17f-4b71-99ee-e94f2e61af50 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:40.302473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.359252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Checking segment: {'id': 'b63b559b-a375-444f-86f6-ca08ab5361fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ef8afab8-a7d0-495e-bc74-5d1f44875ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:40.360389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Network hostable DHCP agents. Network: ef8afab8-a7d0-495e-bc74-5d1f44875ca2, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:40.397706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e9451b-f502-439a-a8f1-70d02ad5c88e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:40.518877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Network ef8afab8-a7d0-495e-bc74-5d1f44875ca2 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:40.541713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Deleting port 2b4047cf-5baa-45cb-b482-3e240c8a0f43 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:40.542475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.724327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.729051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for floatingip (2b4047cf-5baa-45cb-b482-3e240c8a0f43), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.741038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Calling delete_port for 2b4047cf-5baa-45cb-b482-3e240c8a0f43 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:40.799979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ef8afab8-a7d0-495e-bc74-5d1f44875ca2) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:40.810694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5638932-66a6-4174-a2c0-0d3a5737b82e None None] Network ef8afab8-a7d0-495e-bc74-5d1f44875ca2 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:40.816832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:40.817629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.958139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c0441df3-83c9-4fb9-96fc-c6e7ab514513 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7853494 Feb 09 21:59:41.013748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b59ef-610f-4d32-ab3c-325089e12bd5 None None] Network ef8afab8-a7d0-495e-bc74-5d1f44875ca2 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:41.021327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2b4047cf-5baa-45cb-b482-3e240c8a0f43), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.066529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Pushing event deleted for resources: {'Port': ['ID=2b4047cf-5baa-45cb-b482-3e240c8a0f43,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:41.167181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks [] for floatingip (52cef784-1952-4fcf-a188-aa33a1f15cff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.176962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.178751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-455e7ef0-17e9-4073-aba4-a97d0dd8ae0d tempest-ServerActionsTestJSON-548094277 tempest-ServerActionsTestJSON-548094277-project] 10.222.0.98 "DELETE /v2.0/floatingips/52cef784-1952-4fcf-a188-aa33a1f15cff HTTP/1.1" status: 204 len: 168 time: 1.0426810 Feb 09 21:59:41.182455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54616) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:41.695388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.202306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-757dd362-8727-4aff-b1bc-8507ffbde4d5 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:42.204809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-757dd362-8727-4aff-b1bc-8507ffbde4d5 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/networks?id=58b70e38-5de6-468a-9b93-a3f75b5cb0af HTTP/1.1" status: 200 len: 825 time: 0.2059183 Feb 09 21:59:42.305298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-4fe83283-37aa-4ad6-8b0b-f304c0fb1c9b tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/quotas/f10bae57bfd24ec3b391786ebf65b5c4 HTTP/1.1" status: 200 len: 375 time: 0.0878129 Feb 09 21:59:42.364137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-706bd7da-9018-4237-a7f3-f9401e390ac4 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f10bae57bfd24ec3b391786ebf65b5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558488 Feb 09 21:59:42.385990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54658) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:42.525506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388f52c-fdfc-4270-95e3-9fda0ba441dd req-f5a73f16-f4b8-4b3d-aa92-17d9f2aa4a1f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:42.538841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d388f52c-fdfc-4270-95e3-9fda0ba441dd req-f5a73f16-f4b8-4b3d-aa92-17d9f2aa4a1f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0982726 Feb 09 21:59:42.598925 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7889f1e-b065-4349-801f-4688171b832c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.652657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d388f52c-fdfc-4270-95e3-9fda0ba441dd req-ba57ccc6-e97f-4021-a4a8-9c76d230c720 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108615 Feb 09 21:59:42.654759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-7bc0223b-0e0e-41c6-aa39-153da29f65a5 service neutron] 10.222.0.98 "GET /v2.0/networks/58b70e38-5de6-468a-9b93-a3f75b5cb0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896848 Feb 09 21:59:42.714868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-b1b3995d-2517-4216-b8f0-f3b4b2564aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:42.716790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-b1b3995d-2517-4216-b8f0-f3b4b2564aeb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.2009971 Feb 09 21:59:42.750224 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7889f1e-b065-4349-801f-4688171b832c admin admin] Publish callbacks [] for security_group (3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.815683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c7889f1e-b065-4349-801f-4688171b832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.877384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7889f1e-b065-4349-801f-4688171b832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:42.886556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c7889f1e-b065-4349-801f-4688171b832c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8a662e0fe7684e4b8b3e228b2e0f93bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982884 Feb 09 21:59:42.890154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54672) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:42.977622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16943db-d64a-426b-9ded-ce89b1a54791 admin admin] Publish callbacks [] for security_group (3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.019362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16943db-d64a-426b-9ded-ce89b1a54791 admin admin] Publish callbacks [] for security_group (3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.202102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16943db-d64a-426b-9ded-ce89b1a54791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.205623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16943db-d64a-426b-9ded-ce89b1a54791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.207923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f16943db-d64a-426b-9ded-ce89b1a54791 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398 HTTP/1.1" status: 204 len: 168 time: 0.3164861 Feb 09 21:59:43.220209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16943db-d64a-426b-9ded-ce89b1a54791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9cb9f7-0ed5-4a9a-b764-d4339c4a4398,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:43.373017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-bac1d122-e629-4a40-b549-6d5717a6d82f service neutron] 10.222.0.98 "GET /v2.0/networks/58b70e38-5de6-468a-9b93-a3f75b5cb0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605175 Feb 09 21:59:43.392061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (276c7870-7c81-4ba6-809e-29e7c07560d5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.395295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-91e1552e-bce8-4f8e-aa07-15493cfe1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:43.396835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-91e1552e-bce8-4f8e-aa07-15493cfe1370 service neutron] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.6674814 Feb 09 21:59:43.502142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-e8ab7dd0-48dd-4f20-b075-6cebc638d731 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0714340 Feb 09 21:59:43.585003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-5eba3aaf-933a-4165-b49b-9064c80d7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:43.586573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-5eba3aaf-933a-4165-b49b-9064c80d7f5a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.0777917 Feb 09 21:59:43.632067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-f23cbfdb-69ca-437f-a735-3793a601a3bf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353923 Feb 09 21:59:43.926575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb8acd-ce3c-427d-849f-2491afb77329 req-4ebf913d-da21-4909-ba4f-70089a6c8e32 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:43.935557 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42eb8acd-ce3c-427d-849f-2491afb77329 req-4ebf913d-da21-4909-ba4f-70089a6c8e32 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.2041311 Feb 09 21:59:44.013030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54704) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:44.077572 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-896497af-033a-46a0-a06e-e352aab92616 service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837624 Feb 09 21:59:44.080667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef96-bd3e-4f93-8a8f-1b6ebf6a069d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.113270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42eb8acd-ce3c-427d-849f-2491afb77329 req-0b5f93bf-3304-43d9-b2ef-f7fa7f298865 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720374 Feb 09 21:59:44.230933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d50a023f-f179-4ae2-8a22-0d977c9522fc req-b7f1222c-f7eb-494d-b438-c32ce61736ed service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125035 Feb 09 21:59:44.246897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88338fc1-6551-4aba-b4f0-457b65ed6991 req-a115ad81-51ef-4d14-a339-b217b636ca12 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 210 time: 0.3639827 Feb 09 21:59:44.259864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef96-bd3e-4f93-8a8f-1b6ebf6a069d admin admin] Publish callbacks [] for security_group (339a9b46-98a2-44ba-a737-2b1f7b433da6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.380276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef96-bd3e-4f93-8a8f-1b6ebf6a069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (339a9b46-98a2-44ba-a737-2b1f7b433da6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.396382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Deleting port 42571e95-babd-4eb0-8b16-f1e297172e45 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:44.396814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.455097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fa34ef96-bd3e-4f93-8a8f-1b6ebf6a069d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c8faba0e35aa4aaf80c1c45eaeafac00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414480 Feb 09 21:59:44.465229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54716) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:44.486880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34ef96-bd3e-4f93-8a8f-1b6ebf6a069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a9b46-98a2-44ba-a737-2b1f7b433da6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:44.578074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89c06ca4-6b47-4936-87e8-76253a1e124b admin admin] Publish callbacks [] for security_group (339a9b46-98a2-44ba-a737-2b1f7b433da6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.597349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] For port 42571e95-babd-4eb0-8b16-f1e297172e45, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=42571e95-babd-4eb0-8b16-f1e297172e45,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:44.598888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.616677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Calling delete_port for 42571e95-babd-4eb0-8b16-f1e297172e45 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:44.624585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89c06ca4-6b47-4936-87e8-76253a1e124b admin admin] Publish callbacks [] for security_group (339a9b46-98a2-44ba-a737-2b1f7b433da6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.812435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89c06ca4-6b47-4936-87e8-76253a1e124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (339a9b46-98a2-44ba-a737-2b1f7b433da6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.815882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-89c06ca4-6b47-4936-87e8-76253a1e124b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.819656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-89c06ca4-6b47-4936-87e8-76253a1e124b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/339a9b46-98a2-44ba-a737-2b1f7b433da6 HTTP/1.1" status: 204 len: 168 time: 0.3507552 Feb 09 21:59:44.851299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c06ca4-6b47-4936-87e8-76253a1e124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a9b46-98a2-44ba-a737-2b1f7b433da6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:45.177627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (42571e95-babd-4eb0-8b16-f1e297172e45), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.230402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Pushing event deleted for resources: {'Port': ['ID=42571e95-babd-4eb0-8b16-f1e297172e45,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:45.458681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d64a4b9c-665c-42d4-8d8d-e2310795ad04 req-47924123-9be4-4dbf-8a92-3fc2e21bf099 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 210 time: 0.0991652 Feb 09 21:59:45.525942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83970d33-731b-4b1b-836d-95d882477578 req-1889fa1e-b15e-44a0-be87-ff842bfa2c6a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:45.537793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83970d33-731b-4b1b-836d-95d882477578 req-1889fa1e-b15e-44a0-be87-ff842bfa2c6a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1791596 Feb 09 21:59:45.683307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83970d33-731b-4b1b-836d-95d882477578 req-38f9af82-be31-40bf-b81c-5539306c479a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442981 Feb 09 21:59:45.750970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (276c7870-7c81-4ba6-809e-29e7c07560d5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.804693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54754) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:45.991586 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5eae63c4-b928-4873-b5e6-1d79dcc4b140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.156187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Router 276c7870-7c81-4ba6-809e-29e7c07560d5 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:46.177527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5eae63c4-b928-4873-b5e6-1d79dcc4b140 admin admin] Publish callbacks [] for security_group (746f9de1-322e-408e-9dfe-317d3963e17c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.266642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5eae63c4-b928-4873-b5e6-1d79dcc4b140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (746f9de1-322e-408e-9dfe-317d3963e17c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.349697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5eae63c4-b928-4873-b5e6-1d79dcc4b140 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=419b3b067cf34c18b696171be07434cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5438786 Feb 09 21:59:46.350519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:46.352509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae63c4-b928-4873-b5e6-1d79dcc4b140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746f9de1-322e-408e-9dfe-317d3963e17c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:46.426000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:46.442097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] Sync routers for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:46.445749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0c058a88-a87a-4828-abf4-5ddf654c47cb admin admin] 10.222.0.98 "PUT /v2.0/routers/276c7870-7c81-4ba6-809e-29e7c07560d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2618804 Feb 09 21:59:46.446827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54778) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:46.458402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:46.460184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:59:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:46.466845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17b3af5a-c561-421d-b04b-fe025158c5a9 admin admin] Publish callbacks [] for security_group (746f9de1-322e-408e-9dfe-317d3963e17c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.526596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17b3af5a-c561-421d-b04b-fe025158c5a9 admin admin] Publish callbacks [] for security_group (746f9de1-322e-408e-9dfe-317d3963e17c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.659674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:46.741717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17b3af5a-c561-421d-b04b-fe025158c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (746f9de1-322e-408e-9dfe-317d3963e17c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.750104 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17b3af5a-c561-421d-b04b-fe025158c5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.751335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-17b3af5a-c561-421d-b04b-fe025158c5a9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/746f9de1-322e-408e-9dfe-317d3963e17c HTTP/1.1" status: 204 len: 168 time: 0.3948152 Feb 09 21:59:46.761301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks [] for router (276c7870-7c81-4ba6-809e-29e7c07560d5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.771459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3af5a-c561-421d-b04b-fe025158c5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f9de1-322e-408e-9dfe-317d3963e17c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.033136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks [] for router_gateway (276c7870-7c81-4ba6-809e-29e7c07560d5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.037250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac3a25-ed58-40b2-ad5a-642516f7b95d req-3570982f-835d-446e-87aa-19562fd0f98a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:47.047918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6dac3a25-ed58-40b2-ad5a-642516f7b95d req-3570982f-835d-446e-87aa-19562fd0f98a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1046238 Feb 09 21:59:47.141071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6dac3a25-ed58-40b2-ad5a-642516f7b95d req-e4fa48dc-cbb5-4d97-977c-bcbefdd77182 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850763 Feb 09 21:59:47.147691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:59:44Z', 'revision_number': 5, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port': {'id': '3019a9fb-23e7-4eb2-8bf9-41f04c891d0f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:41Z', 'updated_at': '2022-02-09T21:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:47.195582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] Checking router: 276c7870-7c81-4ba6-809e-29e7c07560d5 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:47.232719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] Routers {'276c7870-7c81-4ba6-809e-29e7c07560d5'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:47.233592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T21:59:38Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['276c7870-7c81-4ba6-809e-29e7c07560d5'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:47.329550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf604b6b-834e-4286-b35e-b357d54f54d1 req-7b291407-6709-4809-81d1-c275ae612161 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 210 time: 0.1179354 Feb 09 21:59:47.396277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] Set router 276c7870-7c81-4ba6-809e-29e7c07560d5 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:47.415581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Deleting port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:47.416264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.540974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:59:47Z', 'revision_number': 6, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:47.581553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54f223-6b1d-4ccb-8153-2833c188e37d None None] The sync data for ids ['276c7870-7c81-4ba6-809e-29e7c07560d5'] in n-d-828599-1 is: [{'id': '276c7870-7c81-4ba6-809e-29e7c07560d5', 'name': 'tempest-ServerActionsTestJSON-1695813764-router', 'tenant_id': '871b3132515c4a0f8ea3fad830c23874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:40Z', 'updated_at': '2022-02-09T21:59:47Z', 'revision_number': 6, 'project_id': '871b3132515c4a0f8ea3fad830c23874', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:47.583892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-49ebf894-081a-47e9-b0db-1a388d5a0106 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:47.586203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-49ebf894-081a-47e9-b0db-1a388d5a0106 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.110 "GET /v2.0/networks?id=58b70e38-5de6-468a-9b93-a3f75b5cb0af HTTP/1.1" status: 200 len: 825 time: 0.3382919 Feb 09 21:59:47.599599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Request body: {'port': {'device_id': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af', 'admin_state_up': True, 'tenant_id': 'f10bae57bfd24ec3b391786ebf65b5c4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:47.812368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] For port 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:47.812941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.823052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54816) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:47.842086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7243ec88-d653-4883-a954-b18e4c93c534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.850109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Calling delete_port for 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:47.993703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7243ec88-d653-4883-a954-b18e4c93c534 admin admin] Publish callbacks [] for security_group (baf89245-2ef1-44f9-8646-074f0039c662), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.007456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Made reservation on behalf of f10bae57bfd24ec3b391786ebf65b5c4 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:48.010221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.095386 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7243ec88-d653-4883-a954-b18e4c93c534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (baf89245-2ef1-44f9-8646-074f0039c662), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.151854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7243ec88-d653-4883-a954-b18e4c93c534 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=903a836b429e46c984478a4a6b6b6f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277347 Feb 09 21:59:48.160858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54830) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:48.206514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243ec88-d653-4883-a954-b18e4c93c534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf89245-2ef1-44f9-8646-074f0039c662,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:48.237374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f3485b3-abe3-4088-b658-0926c7f6754c admin admin] Publish callbacks [] for security_group (baf89245-2ef1-44f9-8646-074f0039c662), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.267022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f3485b3-abe3-4088-b658-0926c7f6754c admin admin] Publish callbacks [] for security_group (baf89245-2ef1-44f9-8646-074f0039c662), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.385631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3019a9fb-23e7-4eb2-8bf9-41f04c891d0f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.432887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc12890-4108-41d5-a503-1be4011ec353 req-df76b396-7bfc-4055-9644-91b47025acc6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:48.434759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dc12890-4108-41d5-a503-1be4011ec353 req-df76b396-7bfc-4055-9644-91b47025acc6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1097996 Feb 09 21:59:48.436168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3019a9fb-23e7-4eb2-8bf9-41f04c891d0f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:48.440629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f3485b3-abe3-4088-b658-0926c7f6754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (baf89245-2ef1-44f9-8646-074f0039c662), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.443641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f3485b3-abe3-4088-b658-0926c7f6754c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.447667 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1f3485b3-abe3-4088-b658-0926c7f6754c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/baf89245-2ef1-44f9-8646-074f0039c662 HTTP/1.1" status: 204 len: 168 time: 0.2828298 Feb 09 21:59:48.463623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3485b3-abe3-4088-b658-0926c7f6754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf89245-2ef1-44f9-8646-074f0039c662,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:48.494363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b10cf788-0034-4bb7-9cf8-acb202aaeb1b req-d0d09ef8-266e-4503-92d2-663e6fb79656 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 210 time: 0.0587726 Feb 09 21:59:48.533433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dc12890-4108-41d5-a503-1be4011ec353 req-6415b5e8-b59d-414c-8a22-139d96ac8feb tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874608 Feb 09 21:59:48.547759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.548120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.550070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.550070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.550070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.550070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.550070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.550070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.555120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.555120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.555120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.555120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.555120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.563668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Allocated IP 172.20.0.5 (58b70e38-5de6-468a-9b93-a3f75b5cb0af/1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e/2eabc0e9-7573-4c67-8c36-2e5e6597a87f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:48.671998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (276c7870-7c81-4ba6-809e-29e7c07560d5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.818197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (276c7870-7c81-4ba6-809e-29e7c07560d5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.818197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks [] for router_controller (276c7870-7c81-4ba6-809e-29e7c07560d5), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.294988 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks [] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.333969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (276c7870-7c81-4ba6-809e-29e7c07560d5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.335307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 276c7870-7c81-4ba6-809e-29e7c07560d5 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:49.344945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.348793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54878) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:49.349266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-94b164c1-b79c-49c9-a2e6-c54789fb37a0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/276c7870-7c81-4ba6-809e-29e7c07560d5 HTTP/1.1" status: 204 len: 168 time: 2.9011824 Feb 09 21:59:49.457270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.478440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] Deleting subnet 2369572b-34af-42e9-93e8-48a0b0d10055 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:49.482924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] Publish callbacks [] for subnet (2369572b-34af-42e9-93e8-48a0b0d10055), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.549532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Network 58b70e38-5de6-468a-9b93-a3f75b5cb0af is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:49.574161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:49.578306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:49.581459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:49.588763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Pushing event updated for resources: {'Port': ['ID=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:49.639148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (2369572b-34af-42e9-93e8-48a0b0d10055), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.678183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:49.678534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3019a9fb-23e7-4eb2-8bf9-41f04c891d0f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:49.687377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 42571e95-babd-4eb0-8b16-f1e297172e45 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:49.702827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:49.704252 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.730761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 42571e95-babd-4eb0-8b16-f1e297172e45 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:49.734580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 42571e95-babd-4eb0-8b16-f1e297172e45 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:49.803094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a20b65-6406-4ae0-a1e2-fd880e26c6b3 req-2d121d6f-a464-4aa2-bf88-6b4d138aa988 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:49.809183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64511557-3bb1-46b4-9aaf-f6e98527b034 req-bd43370f-0a9d-4511-8a9b-e889ed4a2fb6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:49.816404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64511557-3bb1-46b4-9aaf-f6e98527b034 req-bd43370f-0a9d-4511-8a9b-e889ed4a2fb6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1272204 Feb 09 21:59:49.833395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40a20b65-6406-4ae0-a1e2-fd880e26c6b3 req-2d121d6f-a464-4aa2-bf88-6b4d138aa988 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 931 time: 0.1059508 Feb 09 21:59:49.860361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2369572b-34af-42e9-93e8-48a0b0d10055), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.886315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40a20b65-6406-4ae0-a1e2-fd880e26c6b3 req-e7beb1bd-9e1d-4868-82eb-7e88ec87b55e tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Feb 09 21:59:49.902926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64511557-3bb1-46b4-9aaf-f6e98527b034 req-e825fa6c-275f-4efb-a1a1-6b443bab4b1b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Feb 09 21:59:49.914714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-5e487110-77f2-4061-9dee-e7644bb683c3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3191972 Feb 09 21:59:49.925902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Request body: {'port': {'device_id': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:49.999073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.073285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (2369572b-34af-42e9-93e8-48a0b0d10055), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.094636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e35711-4a51-4cfa-a720-1ab11542c740 None None] Network de77f096-ad5e-4478-9aa3-38b40b1cb433 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:50.110506 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.116007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2369572b-34af-42e9-93e8-48a0b0d10055 HTTP/1.1" status: 204 len: 168 time: 0.7633264 Feb 09 21:59:50.116007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a991c6-8828-4833-aee7-1c20b278b93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2369572b-34af-42e9-93e8-48a0b0d10055,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:50.117001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54900) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:50.215579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (de77f096-ad5e-4478-9aa3-38b40b1cb433), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.334350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Deleting port 34e474bd-6a44-412c-980b-9b400652300b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:50.334693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (34e474bd-6a44-412c-980b-9b400652300b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.353720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] DHCP port deletion for de77f096-ad5e-4478-9aa3-38b40b1cb433 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:50.431427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Deleting port 34e474bd-6a44-412c-980b-9b400652300b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:50.431834 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (34e474bd-6a44-412c-980b-9b400652300b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.476958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] For port 34e474bd-6a44-412c-980b-9b400652300b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34e474bd-6a44-412c-980b-9b400652300b,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:50.477611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (34e474bd-6a44-412c-980b-9b400652300b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.493807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Calling delete_port for 34e474bd-6a44-412c-980b-9b400652300b owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:50.498984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eabc0e9-7573-4c67-8c36-2e5e6597a87f {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:50.512393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Publish callbacks [] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.546013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Transition to ACTIVE for port object 2eabc0e9-7573-4c67-8c36-2e5e6597a87f will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:50.546283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] For port 34e474bd-6a44-412c-980b-9b400652300b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34e474bd-6a44-412c-980b-9b400652300b,segment=NetworkSegment(34e89a6e-1346-4f3f-9354-081a82411925),segment_id=34e89a6e-1346-4f3f-9354-081a82411925)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:50.546643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (34e474bd-6a44-412c-980b-9b400652300b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.564217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Calling delete_port for 34e474bd-6a44-412c-980b-9b400652300b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:50.615848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.700708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Pushing event updated for resources: {'Port': ['ID=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:50.782606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Attempting to bind port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:50.782963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Attempting to bind port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '36c0a6ed-9834-4a94-802d-e791143707cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:50.783346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Attempting to bind port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f on network 58b70e38-5de6-468a-9b93-a3f75b5cb0af {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:50.792787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f on network 58b70e38-5de6-468a-9b93-a3f75b5cb0af not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:50.793161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Attempting to bind port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f on network 58b70e38-5de6-468a-9b93-a3f75b5cb0af {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:50.800862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:50.801125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Checking segment: {'id': '36c0a6ed-9834-4a94-802d-e791143707cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:50.801482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Bound using segment: {'id': '36c0a6ed-9834-4a94-802d-e791143707cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:50.802278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Bound port: 2eabc0e9-7573-4c67-8c36-2e5e6597a87f, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c0a6ed-9834-4a94-802d-e791143707cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:50.802660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:59:50.843093 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 21:59:50.847454 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (34e474bd-6a44-412c-980b-9b400652300b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.891800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (34e474bd-6a44-412c-980b-9b400652300b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.892115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] No DVR routers for this DVR port 34e474bd-6a44-412c-980b-9b400652300b on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:50.892115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e474bd-6a44-412c-980b-9b400652300b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:50.892419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Pushing event deleted for resources: {'Port': ['ID=34e474bd-6a44-412c-980b-9b400652300b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:50.892564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] For port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:50.896121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] For port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,segment=NetworkSegment(36c0a6ed-9834-4a94-802d-e791143707cc),segment_id=36c0a6ed-9834-4a94-802d-e791143707cc)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:50.896936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] No DVR routers for this DVR port 34e474bd-6a44-412c-980b-9b400652300b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:50.900246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.900810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.901167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.901550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.901894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.902237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.902575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.902914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.903270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.903605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.903984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.904331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.905505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b838e1-5e65-4645-9a8f-3a9467b5d972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.906427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.906789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.907138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.907484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.907869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.908208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.908542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.908874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.909404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.909744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.910078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.910407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.910734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:50.971628 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (de77f096-ad5e-4478-9aa3-38b40b1cb433), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.030994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de77f096-ad5e-4478-9aa3-38b40b1cb433']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.048723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.062078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e89a6e-1346-4f3f-9354-081a82411925') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.062392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e89a6e-1346-4f3f-9354-081a82411925') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.075658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (34e89a6e-1346-4f3f-9354-081a82411925), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.101902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (34e89a6e-1346-4f3f-9354-081a82411925), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.125776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:51.126365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (34e89a6e-1346-4f3f-9354-081a82411925), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.162379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.167647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.170121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] 10.222.0.110 "PUT /v2.0/ports/2eabc0e9-7573-4c67-8c36-2e5e6597a87f HTTP/1.1" status: 200 len: 1091 time: 1.2480192 Feb 09 21:59:51.182860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'tag': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:51.193529 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866f11d8-8d34-4512-9e82-81e6f41b406f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed635f03-6c0d-4eff-9026-e322c7cf53fe", "tag": "2eabc0e9-7573-4c67-8c36-2e5e6597a87f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: timer() Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:51.213274 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:51.248257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67624f-2876-4447-8b41-f19890baeb53 req-e27b072a-ff57-4f92-b906-37b1aed75a81 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.250260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df67624f-2876-4447-8b41-f19890baeb53 req-e27b072a-ff57-4f92-b906-37b1aed75a81 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.2691600 Feb 09 21:59:51.275339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd0b49-d2bc-4d40-8ffa-b69e1b9a83e0 req-ecb80cd2-af63-49ac-83ea-48ed58c52e01 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.278729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9cd0b49-d2bc-4d40-8ffa-b69e1b9a83e0 req-ecb80cd2-af63-49ac-83ea-48ed58c52e01 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 943 time: 0.3054187 Feb 09 21:59:51.285059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b2962-69ee-4807-9009-ee4fc1b5c81a service neutron] Pushing event updated for resources: {'Port': ['ID=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.309250 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (de77f096-ad5e-4478-9aa3-38b40b1cb433), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.315130 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.320330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/de77f096-ad5e-4478-9aa3-38b40b1cb433 HTTP/1.1" status: 204 len: 168 time: 1.2023656 Feb 09 21:59:51.342847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52825af8-ec2d-4a46-be3b-1698ca08f6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=de77f096-ad5e-4478-9aa3-38b40b1cb433,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.350855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df67624f-2876-4447-8b41-f19890baeb53 req-441285fe-3612-48b9-a976-d7cd2edfd1cd tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938413 Feb 09 21:59:51.370951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9cd0b49-d2bc-4d40-8ffa-b69e1b9a83e0 req-d36c3305-f18b-493e-ac1c-6d4baaf362bd tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820506 Feb 09 21:59:51.389275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-bbfc0575-375e-4765-a487-e35679e817f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.391951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-bbfc0575-375e-4765-a487-e35679e817f5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f10bae57bfd24ec3b391786ebf65b5c4&device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 1125 time: 0.0942547 Feb 09 21:59:51.417401 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216fb2ed-dc17-4a83-800e-51723658e7a3 x-openstack-request-id: req-216fb2ed-dc17-4a83-800e-51723658e7a3 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:51.417749 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed635f03-6c0d-4eff-9026-e322c7cf53fe", "tag": "2eabc0e9-7573-4c67-8c36-2e5e6597a87f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:51.417984 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-216fb2ed-dc17-4a83-800e-51723658e7a3 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:51.418372 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'tag': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f', 'status': 'completed', 'code': 200} Feb 09 21:59:51.468382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-7cd2e118-3717-45bf-add7-c9f9f6d977dd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2eabc0e9-7573-4c67-8c36-2e5e6597a87f HTTP/1.1" status: 200 len: 217 time: 0.0694554 Feb 09 21:59:51.527765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34e474bd-6a44-412c-980b-9b400652300b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:51.533761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-870e3a8d-57d2-45c9-9e95-9d67983fb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.535265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-870e3a8d-57d2-45c9-9e95-9d67983fb4b6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e HTTP/1.1" status: 200 len: 865 time: 0.0594163 Feb 09 21:59:51.548717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 34e474bd-6a44-412c-980b-9b400652300b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:51.549065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34e474bd-6a44-412c-980b-9b400652300b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:51.570003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-00530d3b-8743-4cf4-876b-ffa2b5de1c08 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58b70e38-5de6-468a-9b93-a3f75b5cb0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288050 Feb 09 21:59:51.674582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-d269d9d8-a811-4191-9ee1-540b484b51dc service neutron] 10.222.0.110 "GET /v2.0/networks/58b70e38-5de6-468a-9b93-a3f75b5cb0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987687 Feb 09 21:59:51.781258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fcf544f-c71d-46d8-bbb9-2efb68fb03e5 req-ee1d8117-95a0-407b-82bf-28be4d0a9a6d service neutron] 10.222.0.110 "GET /v2.0/networks/58b70e38-5de6-468a-9b93-a3f75b5cb0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993221 Feb 09 21:59:51.958376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:52.031950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-169c8be4-3b20-4e80-9df6-ea0ed6089e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.036039 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-533c4e88-fd73-415e-9b61-033fbdc92a4e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=871b3132515c4a0f8ea3fad830c23874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744748 Feb 09 21:59:52.036189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-169c8be4-3b20-4e80-9df6-ea0ed6089e3b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f10bae57bfd24ec3b391786ebf65b5c4&device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 1125 time: 0.1051688 Feb 09 21:59:52.038726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:52.099439 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6f77890-e592-49c7-93e8-78ba2d49e088 admin admin] Publish callbacks [] for security_group (bcae7769-191d-473a-9d7b-8be1bbc7c4ff), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.132542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6f77890-e592-49c7-93e8-78ba2d49e088 admin admin] Publish callbacks [] for security_group (bcae7769-191d-473a-9d7b-8be1bbc7c4ff), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.183075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-0bf7856d-1de7-42fc-b0da-8ef259214601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.184848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-0bf7856d-1de7-42fc-b0da-8ef259214601 service neutron] 10.222.0.110 "GET /v2.0/networks?id=58b70e38-5de6-468a-9b93-a3f75b5cb0af HTTP/1.1" status: 200 len: 926 time: 0.1388960 Feb 09 21:59:52.229687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-09e38232-9db6-4b3a-9f49-555813a960b9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2eabc0e9-7573-4c67-8c36-2e5e6597a87f HTTP/1.1" status: 200 len: 217 time: 0.0380497 Feb 09 21:59:52.277342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-5bd5a297-0eb0-4595-8d0c-a0ed28d4c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.278789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-5bd5a297-0eb0-4595-8d0c-a0ed28d4c2d4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e HTTP/1.1" status: 200 len: 865 time: 0.0439005 Feb 09 21:59:52.307635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6f77890-e592-49c7-93e8-78ba2d49e088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bcae7769-191d-473a-9d7b-8be1bbc7c4ff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.311007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-28e2845a-365e-45d1-a39f-f7edd58708fe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58b70e38-5de6-468a-9b93-a3f75b5cb0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261819 Feb 09 21:59:52.311544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6f77890-e592-49c7-93e8-78ba2d49e088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.323815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a6f77890-e592-49c7-93e8-78ba2d49e088 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bcae7769-191d-473a-9d7b-8be1bbc7c4ff HTTP/1.1" status: 204 len: 168 time: 0.2717068 Feb 09 21:59:52.323815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f77890-e592-49c7-93e8-78ba2d49e088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcae7769-191d-473a-9d7b-8be1bbc7c4ff,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:52.455374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-15f7ced3-1cfb-46e5-bc77-d8199df86fd2 service neutron] 10.222.0.110 "GET /v2.0/networks/58b70e38-5de6-468a-9b93-a3f75b5cb0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297967 Feb 09 21:59:52.552653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-866f11d8-8d34-4512-9e82-81e6f41b406f req-0ee0e89a-0219-43eb-a569-a77e69ad6d5b service neutron] 10.222.0.110 "GET /v2.0/networks/58b70e38-5de6-468a-9b93-a3f75b5cb0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893502 Feb 09 21:59:52.596848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f885-bb3c-49d1-b024-2db35f73159b req-9dea3f80-f984-4c2a-b7f6-26922b104d65 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.599033 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7eb4f885-bb3c-49d1-b024-2db35f73159b req-9dea3f80-f984-4c2a-b7f6-26922b104d65 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 943 time: 0.1289780 Feb 09 21:59:52.661710 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ff174-4a36-4b27-be9e-0e9e33e4b762 req-fd894e31-372b-4b32-b6e5-0f51a0f43155 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.663238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca2ff174-4a36-4b27-be9e-0e9e33e4b762 req-fd894e31-372b-4b32-b6e5-0f51a0f43155 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1096797 Feb 09 21:59:52.672416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7eb4f885-bb3c-49d1-b024-2db35f73159b req-b9c86c74-9e49-4341-925c-e9f74e08bce1 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660827 Feb 09 21:59:52.760571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca2ff174-4a36-4b27-be9e-0e9e33e4b762 req-11b93d70-d99c-4c6a-b410-3d9dafa88005 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883911 Feb 09 21:59:52.896085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:53.104336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20876c90-1f18-423c-aaa0-413d93530281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.204311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20876c90-1f18-423c-aaa0-413d93530281 admin admin] Publish callbacks [] for security_group (49e42ab6-3fe9-4257-bd6b-4967b4128564), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.300897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20876c90-1f18-423c-aaa0-413d93530281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (49e42ab6-3fe9-4257-bd6b-4967b4128564), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.342342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20876c90-1f18-423c-aaa0-413d93530281 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b3fae13f7a64127a8dfbd890cf39605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422331 Feb 09 21:59:53.342342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55022) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:53.350556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20876c90-1f18-423c-aaa0-413d93530281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e42ab6-3fe9-4257-bd6b-4967b4128564,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.418463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7d23-278e-40a2-8fd1-d53b6fbfd7ae admin admin] Publish callbacks [] for security_group (49e42ab6-3fe9-4257-bd6b-4967b4128564), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.453290 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7d23-278e-40a2-8fd1-d53b6fbfd7ae admin admin] Publish callbacks [] for security_group (49e42ab6-3fe9-4257-bd6b-4967b4128564), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.723729 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7d23-278e-40a2-8fd1-d53b6fbfd7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (49e42ab6-3fe9-4257-bd6b-4967b4128564), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.736572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8eaa7d23-278e-40a2-8fd1-d53b6fbfd7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.738094 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8eaa7d23-278e-40a2-8fd1-d53b6fbfd7ae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/49e42ab6-3fe9-4257-bd6b-4967b4128564 HTTP/1.1" status: 204 len: 168 time: 0.3949950 Feb 09 21:59:53.765532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa7d23-278e-40a2-8fd1-d53b6fbfd7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e42ab6-3fe9-4257-bd6b-4967b4128564,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.880604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd094f14-5309-419e-a1d7-dec7e4623998 req-e338b08e-8062-4c94-95d9-c9f2ccc2d02c tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:53.882352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bd094f14-5309-419e-a1d7-dec7e4623998 req-e338b08e-8062-4c94-95d9-c9f2ccc2d02c tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 943 time: 0.0870547 Feb 09 21:59:53.977259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb568a-b877-432c-aa79-65ae10ee621d req-cd6154ef-82a3-402e-9390-7e37dd8ec62f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:53.977259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17eb568a-b877-432c-aa79-65ae10ee621d req-cd6154ef-82a3-402e-9390-7e37dd8ec62f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0873268 Feb 09 21:59:53.984162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bd094f14-5309-419e-a1d7-dec7e4623998 req-f96f7e62-61d0-4228-a664-e2724271eb29 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922644 Feb 09 21:59:54.055562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17eb568a-b877-432c-aa79-65ae10ee621d req-d4f79278-1375-4cbb-af4d-96564daf9359 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741236 Feb 09 21:59:54.185644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2eabc0e9-7573-4c67-8c36-2e5e6597a87f details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:59:54.309968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,segment=NetworkSegment(36c0a6ed-9834-4a94-802d-e791143707cc),segment_id=36c0a6ed-9834-4a94-802d-e791143707cc)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:54.330008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f', 'network_id': '58b70e38-5de6-468a-9b93-a3f75b5cb0af', 'port_id': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f', 'mac_address': 'fa:16:3e:a7:bc:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:59:54.429410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:54.429997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.467380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eabc0e9-7573-4c67-8c36-2e5e6597a87f {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:54.519894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,segment=NetworkSegment(36c0a6ed-9834-4a94-802d-e791143707cc),segment_id=36c0a6ed-9834-4a94-802d-e791143707cc)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:54.673736 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.779683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:54.817283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:54.843286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a17a55bb-31d6-48d3-8cbd-391920f1a8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.955444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2eabc0e9-7573-4c67-8c36-2e5e6597a87f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:55.096590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a17a55bb-31d6-48d3-8cbd-391920f1a8ce admin admin] Publish callbacks [] for security_group (64a01bb6-cbe8-417d-b642-e7ebc8d2f50e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.225930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95878623-26c9-4fe2-8428-6e69cafefee7 req-e5517b5e-7a95-467a-bed6-4074305bd4ed tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.231059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95878623-26c9-4fe2-8428-6e69cafefee7 req-e5517b5e-7a95-467a-bed6-4074305bd4ed tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 944 time: 0.1273975 Feb 09 21:59:55.231059 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a17a55bb-31d6-48d3-8cbd-391920f1a8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (64a01bb6-cbe8-417d-b642-e7ebc8d2f50e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.342169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a17a55bb-31d6-48d3-8cbd-391920f1a8ce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2c01c254c04479cb2135b5d3025a655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231001 Feb 09 21:59:55.343687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a55bb-31d6-48d3-8cbd-391920f1a8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a01bb6-cbe8-417d-b642-e7ebc8d2f50e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:55.349238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55098) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:55.400053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577ded7-444b-40ae-8fc6-b1ce6dcb79bd req-dffdaabe-86a4-4fe8-9e64-1441aac43752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.403618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b577ded7-444b-40ae-8fc6-b1ce6dcb79bd req-dffdaabe-86a4-4fe8-9e64-1441aac43752 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1748214 Feb 09 21:59:55.450091 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95878623-26c9-4fe2-8428-6e69cafefee7 req-403186d6-49bc-477d-9465-77a5033e6b26 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990106 Feb 09 21:59:55.520208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfa7671c-eb0a-4e7c-b2f4-251030c2b247 admin admin] Publish callbacks [] for security_group (64a01bb6-cbe8-417d-b642-e7ebc8d2f50e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.544076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b577ded7-444b-40ae-8fc6-b1ce6dcb79bd req-21a6c98c-daef-43be-912c-0ef316d6807c tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394439 Feb 09 21:59:55.580780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfa7671c-eb0a-4e7c-b2f4-251030c2b247 admin admin] Publish callbacks [] for security_group (64a01bb6-cbe8-417d-b642-e7ebc8d2f50e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.687691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea652f-ea85-426e-a59b-3c81d1ead53d req-50342ac0-aaff-49fb-abbc-ce527dcfa0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.692091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2fea652f-ea85-426e-a59b-3c81d1ead53d req-50342ac0-aaff-49fb-abbc-ce527dcfa0e1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.1706536 Feb 09 21:59:55.752153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2fea652f-ea85-426e-a59b-3c81d1ead53d req-85fd5fec-a458-45c1-9d55-4c807cf833a5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552084 Feb 09 21:59:55.772813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfa7671c-eb0a-4e7c-b2f4-251030c2b247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (64a01bb6-cbe8-417d-b642-e7ebc8d2f50e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.776380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bfa7671c-eb0a-4e7c-b2f4-251030c2b247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.782012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bfa7671c-eb0a-4e7c-b2f4-251030c2b247 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/64a01bb6-cbe8-417d-b642-e7ebc8d2f50e HTTP/1.1" status: 204 len: 168 time: 0.4267938 Feb 09 21:59:55.791856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7671c-eb0a-4e7c-b2f4-251030c2b247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a01bb6-cbe8-417d-b642-e7ebc8d2f50e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:56.206032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2eabc0e9-7573-4c67-8c36-2e5e6597a87f up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:56.261252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60550df5-43c9-45b4-8e03-4e76c0e7c4ab req-fe114732-81f6-414c-8680-399f16dedbfb tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=7610e560-79a9-475e-bcee-efcbe7e77a2d HTTP/1.1" status: 200 len: 210 time: 0.0391541 Feb 09 21:59:56.386058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:59:56.391522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:56.392108 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.758342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:56.759871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.815169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9caa7-446b-4886-a1a3-a5843bbf1557 req-9b86cdff-eb61-4f5b-a305-3312141d831f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:56.817972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:56.819895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9f9caa7-446b-4886-a1a3-a5843bbf1557 req-9b86cdff-eb61-4f5b-a305-3312141d831f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 944 time: 0.1694579 Feb 09 21:59:56.822474 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f2b63b-1ce5-46c6-b95c-40f0ab0ff777" -d '{"events": [{"server_uuid": "ed635f03-6c0d-4eff-9026-e322c7cf53fe", "name": "network-vif-plugged", "status": "completed", "tag": "2eabc0e9-7573-4c67-8c36-2e5e6597a87f"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:56.863536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,segment=NetworkSegment(36c0a6ed-9834-4a94-802d-e791143707cc),segment_id=36c0a6ed-9834-4a94-802d-e791143707cc)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:56.917302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9f9caa7-446b-4886-a1a3-a5843bbf1557 req-a1547277-f4f0-4047-99d7-a51407debb72 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882804 Feb 09 21:59:57.020986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.080582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532bbea-77f4-4d96-8a8d-e574f303682c req-660b0575-9284-4ba2-8d47-6d94290645c5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.098280 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b532bbea-77f4-4d96-8a8d-e574f303682c req-660b0575-9284-4ba2-8d47-6d94290645c5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1236010 Feb 09 21:59:57.142711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:57.228532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b532bbea-77f4-4d96-8a8d-e574f303682c req-98ac4089-57f4-448b-939f-77a52b33efa1 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318860 Feb 09 21:59:57.243784 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64795a68-26da-4020-8fa4-d1b0056d2227 x-openstack-request-id: req-64795a68-26da-4020-8fa4-d1b0056d2227 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:57.244310 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed635f03-6c0d-4eff-9026-e322c7cf53fe", "name": "network-vif-plugged", "status": "completed", "tag": "2eabc0e9-7573-4c67-8c36-2e5e6597a87f", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:57.244425 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-64795a68-26da-4020-8fa4-d1b0056d2227 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:57.244735 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f', 'code': 200} Feb 09 21:59:57.404711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ef4b3-05e1-4061-98a1-60beb887365e req-6e98e978-f2a9-4845-8047-e9cb87c12f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.406425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d3ef4b3-05e1-4061-98a1-60beb887365e req-6e98e978-f2a9-4845-8047-e9cb87c12f60 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 1127 time: 0.0858104 Feb 09 21:59:57.457484 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8fff6b92-3cc7-43e5-ace0-1e8648a2f90b req-103ede01-761c-46dc-b4bf-f1eecbb312c1 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0666142 Feb 09 21:59:57.527098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d3ef4b3-05e1-4061-98a1-60beb887365e req-5d212148-181d-409d-a1ce-cd3c2d118ddb service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143107 Feb 09 21:59:57.795617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502982a2-6b5e-47d4-bb0a-f91bc7f1cad0 req-4fe6b8de-7e8f-46b2-9f90-58cae856894f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.797221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-502982a2-6b5e-47d4-bb0a-f91bc7f1cad0 req-4fe6b8de-7e8f-46b2-9f90-58cae856894f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0698464 Feb 09 21:59:57.881251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-502982a2-6b5e-47d4-bb0a-f91bc7f1cad0 req-322b23e4-4570-4b43-ba7b-e45ab0d85df6 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728531 Feb 09 21:59:57.982917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1457-5a54-4258-9171-183f527529b1 req-4fd3ceb2-d068-454d-8ade-829b8caa8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.987567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ebf1457-5a54-4258-9171-183f527529b1 req-4fd3ceb2-d068-454d-8ade-829b8caa8327 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.0756114 Feb 09 21:59:58.128132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c627f-908c-43cd-a94a-63d46703a5a0 req-1850be34-fb64-44a8-8fe1-faf91583d75f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.129628 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-514c627f-908c-43cd-a94a-63d46703a5a0 req-1850be34-fb64-44a8-8fe1-faf91583d75f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 945 time: 0.0858836 Feb 09 21:59:58.151414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1457-5a54-4258-9171-183f527529b1 req-737889bf-f442-4add-9a98-026ea0846862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.153247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ebf1457-5a54-4258-9171-183f527529b1 req-737889bf-f442-4add-9a98-026ea0846862 service neutron] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.1594942 Feb 09 21:59:58.201312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ebf1457-5a54-4258-9171-183f527529b1 req-0cfd4e8e-8550-44ff-9eba-d239b128e35d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0383902 Feb 09 21:59:58.272867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1457-5a54-4258-9171-183f527529b1 req-0a75c8cb-c80c-4153-a5f7-a47f280ee41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.276906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ebf1457-5a54-4258-9171-183f527529b1 req-0a75c8cb-c80c-4153-a5f7-a47f280ee41d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.0682502 Feb 09 21:59:58.305034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-514c627f-908c-43cd-a94a-63d46703a5a0 req-e8bb8ccb-b5fc-493e-a1f1-07c1e725ce32 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620529 Feb 09 21:59:58.327974 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ebf1457-5a54-4258-9171-183f527529b1 req-cbc7a6a6-2e4d-452c-8c1b-62b8c17dc56a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399306 Feb 09 21:59:58.424174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ebf1457-5a54-4258-9171-183f527529b1 req-1c4a227e-bf9c-4538-8e57-ee4a2c67698d service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Feb 09 21:59:58.572096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ebf1457-5a54-4258-9171-183f527529b1 req-536cfb59-d9dc-4935-a1ad-40f926f93ddd service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369886 Feb 09 21:59:58.663515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f49e9587-29d6-4c08-8213-a051ad8c634c req-659e1c78-5ba6-47d1-ac14-05e78c498e27 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0366435 Feb 09 21:59:59.068342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af941f24-9cd6-475f-882f-75bdba7ac194 req-5cd77bf8-d787-4be5-ae28-4e56e990f0f8 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.070446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af941f24-9cd6-475f-882f-75bdba7ac194 req-5cd77bf8-d787-4be5-ae28-4e56e990f0f8 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1089919 Feb 09 21:59:59.149485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af941f24-9cd6-475f-882f-75bdba7ac194 req-b8863464-f3c3-415d-8450-cd2845a73409 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 Feb 09 21:59:59.372909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.457110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3222a-c423-498e-9cc7-161d3f3bd75d req-f7179fcc-1a75-4ca0-aced-5aa184b9af3c tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.458642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15c3222a-c423-498e-9cc7-161d3f3bd75d req-f7179fcc-1a75-4ca0-aced-5aa184b9af3c tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 945 time: 0.0814097 Feb 09 21:59:59.531030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15c3222a-c423-498e-9cc7-161d3f3bd75d req-061b8987-7429-4222-b5ac-947d17ea4659 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 Feb 09 21:59:59.691498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb15af-ca66-4fe1-b459-547f9d21bd40 req-3098ee41-5406-49e6-880a-696c22751a1a tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.699285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aefb15af-ca66-4fe1-b459-547f9d21bd40 req-3098ee41-5406-49e6-880a-696c22751a1a tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 945 time: 0.0775142 Feb 09 21:59:59.766775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aefb15af-ca66-4fe1-b459-547f9d21bd40 req-3c12da88-680d-48b4-b003-964826855489 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611022 Feb 09 21:59:59.843257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ceda3aaf-db5d-4fb0-95c3-8cb4341d1bd0 req-c9409d88-f11d-4aeb-907c-9477817c0ce0 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0491948 Feb 09 22:00:00.302010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e441d-0c7d-4b8e-bcbf-8facdc23ce10 req-cf57dc9a-9c55-4ec5-af09-b29430a3cdf3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.305854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df9e441d-0c7d-4b8e-bcbf-8facdc23ce10 req-cf57dc9a-9c55-4ec5-af09-b29430a3cdf3 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 945 time: 0.1443763 Feb 09 22:00:00.346354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029640-e08e-4bae-a8cd-ef219085faf3 req-a114e3fd-843b-498c-8d91-25ece5109335 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.348466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0029640-e08e-4bae-a8cd-ef219085faf3 req-a114e3fd-843b-498c-8d91-25ece5109335 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0768898 Feb 09 22:00:00.409319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0029640-e08e-4bae-a8cd-ef219085faf3 req-b5f4602d-52cd-401d-98bd-de3933b3f289 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549655 Feb 09 22:00:00.420410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df9e441d-0c7d-4b8e-bcbf-8facdc23ce10 req-7d4c0543-7a6d-4d9c-8cf6-39dc2eef6261 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996194 Feb 09 22:00:00.765980 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.025616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8c862a0-a1c8-417a-84c0-fb88b59bf9b1 req-9d72ace5-44f6-43ff-8bc3-80c7ff99562f tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0296307 Feb 09 22:00:01.142721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35948d-60bd-478d-86b7-61168a0e4278 req-030b24fb-c234-4879-b6a2-74b7ce56ad4f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.144181 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e35948d-60bd-478d-86b7-61168a0e4278 req-030b24fb-c234-4879-b6a2-74b7ce56ad4f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 945 time: 0.0573261 Feb 09 22:00:01.202165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e35948d-60bd-478d-86b7-61168a0e4278 req-c1a9f4f9-d032-4e61-a688-5d7719a7bb94 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Feb 09 22:00:01.499363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4941f20b-864f-42dd-9cb3-9b2eb8d189ee req-1fc09e01-c90e-444f-b809-3e774cae9b0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7610e560-79a9-475e-bcee-efcbe7e77a2d HTTP/1.1" status: 200 len: 210 time: 0.1616695 Feb 09 22:00:01.572565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f56d0b-f81b-4e25-96ee-f150a966444f req-2329a80c-9b8a-47d7-8340-c47018a07fc2 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.574291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55f56d0b-f81b-4e25-96ee-f150a966444f req-2329a80c-9b8a-47d7-8340-c47018a07fc2 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0681784 Feb 09 22:00:01.636650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55f56d0b-f81b-4e25-96ee-f150a966444f req-558d158f-291a-4106-98ba-c532f7afd5bf tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554521 Feb 09 22:00:01.941756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8fbdc2f8-5bd4-4fe3-9c27-b1d571c13592 req-ff1fd8e7-8d22-449d-9b7d-a42ba11568bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0521255 Feb 09 22:00:02.178394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-688877a7-ca05-4dca-9b5e-99036ee9daa1 req-17147909-8595-410d-b666-0f880e606a30 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0357642 Feb 09 22:00:02.345209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb43a2-6108-480b-8457-29d917aacb55 req-a10de93c-b0e1-484d-9761-6f3d4b2f7772 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.348191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6acb43a2-6108-480b-8457-29d917aacb55 req-a10de93c-b0e1-484d-9761-6f3d4b2f7772 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 945 time: 0.0595567 Feb 09 22:00:02.437310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6acb43a2-6108-480b-8457-29d917aacb55 req-4d7e2b05-bc90-4b70-8f34-a81738236b78 tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/security-groups?id=302e6ab8-c103-495e-b2b0-801daac2ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826170 Feb 09 22:00:02.453714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-c4f6403e-ff36-4d8b-aed5-9a065cef720b tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.460742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-c4f6403e-ff36-4d8b-aed5-9a065cef720b tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 945 time: 0.1317534 Feb 09 22:00:02.533324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55366) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:02.652899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Deleting port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:02.653593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.760408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] For port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,segment=NetworkSegment(36c0a6ed-9834-4a94-802d-e791143707cc),segment_id=36c0a6ed-9834-4a94-802d-e791143707cc)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:02.761199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.786687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Calling delete_port for 2eabc0e9-7573-4c67-8c36-2e5e6597a87f owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:02.802078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bab32eea-c2fe-4d48-b5c7-ea7920d8f392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.004445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bab32eea-c2fe-4d48-b5c7-ea7920d8f392 admin admin] Publish callbacks [] for security_group (3d7e1569-8450-4fc3-a465-e30de77e7824), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.106463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bab32eea-c2fe-4d48-b5c7-ea7920d8f392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3d7e1569-8450-4fc3-a465-e30de77e7824), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.106818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2eabc0e9-7573-4c67-8c36-2e5e6597a87f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.127334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['2eabc0e9-7573-4c67-8c36-2e5e6597a87f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:03.139611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Pushing event deleted for resources: {'Port': ['ID=2eabc0e9-7573-4c67-8c36-2e5e6597a87f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.182701 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bab32eea-c2fe-4d48-b5c7-ea7920d8f392 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d43f1e11c70a4b94bee576263bf6ce6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6387355 Feb 09 22:00:03.182701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55380) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:03.221136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] No DVR routers for this DVR port 2eabc0e9-7573-4c67-8c36-2e5e6597a87f on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:03.237985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.260754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-674606f2-809e-4d1e-83dd-3ee49a0d1404 req-65872c15-1f3f-41b2-abf4-f21f26b2d76f tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.110 "DELETE /v2.0/ports/2eabc0e9-7573-4c67-8c36-2e5e6597a87f HTTP/1.1" status: 204 len: 173 time: 0.7937884 Feb 09 22:00:03.261263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'name': 'network-vif-deleted', 'tag': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:03.268357 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee100870-3c3b-441c-9afb-d04f0a581927" -d '{"events": [{"server_uuid": "ed635f03-6c0d-4eff-9026-e322c7cf53fe", "name": "network-vif-deleted", "tag": "2eabc0e9-7573-4c67-8c36-2e5e6597a87f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:03.332536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab32eea-c2fe-4d48-b5c7-ea7920d8f392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e1569-8450-4fc3-a465-e30de77e7824,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.332536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df9b9410-f9b7-428e-8c6a-366947a43784 admin admin] Publish callbacks [] for security_group (3d7e1569-8450-4fc3-a465-e30de77e7824), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.356572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df9b9410-f9b7-428e-8c6a-366947a43784 admin admin] Publish callbacks [] for security_group (3d7e1569-8450-4fc3-a465-e30de77e7824), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.493693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e136c73-4589-4c5c-a8d1-d43b26efc106 req-4045351d-d489-4a4a-9a73-e9c4f6acf923 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0852985 Feb 09 22:00:03.596097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df9b9410-f9b7-428e-8c6a-366947a43784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3d7e1569-8450-4fc3-a465-e30de77e7824), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.599680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-df9b9410-f9b7-428e-8c6a-366947a43784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.603731 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-df9b9410-f9b7-428e-8c6a-366947a43784 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d7e1569-8450-4fc3-a465-e30de77e7824 HTTP/1.1" status: 204 len: 168 time: 0.4218402 Feb 09 22:00:03.625279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b9410-f9b7-428e-8c6a-366947a43784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e1569-8450-4fc3-a465-e30de77e7824,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.757941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee62d9b6-5e60-4386-a559-9e197779c6bc req-fec60561-b9a8-401a-a0b2-b4532083d80d tempest-ServersNegativeTestMultiTenantJSON-1445786541 tempest-ServersNegativeTestMultiTenantJSON-1445786541-project] 10.222.0.98 "GET /v2.0/ports?device_id=ed635f03-6c0d-4eff-9026-e322c7cf53fe HTTP/1.1" status: 200 len: 210 time: 0.0754194 Feb 09 22:00:03.789258 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6c3d0-734e-4b51-b97e-b14cda293290 x-openstack-request-id: req-22c6c3d0-734e-4b51-b97e-b14cda293290 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:03.789569 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed635f03-6c0d-4eff-9026-e322c7cf53fe", "name": "network-vif-deleted", "tag": "2eabc0e9-7573-4c67-8c36-2e5e6597a87f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:03.789830 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22c6c3d0-734e-4b51-b97e-b14cda293290 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:03.790494 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed635f03-6c0d-4eff-9026-e322c7cf53fe', 'name': 'network-vif-deleted', 'tag': '2eabc0e9-7573-4c67-8c36-2e5e6597a87f', 'status': 'completed', 'code': 200} Feb 09 22:00:04.654183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4ca485f-21ff-41c5-9e54-76e6623e9a81 req-b83bbb3e-2e92-40da-8a0d-e4cb05d43dd3 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0722301 Feb 09 22:00:04.733228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55430) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:04.751574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73aebaee-1a83-4e59-ba59-60a43e3e4da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.857758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55436) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:04.861957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73aebaee-1a83-4e59-ba59-60a43e3e4da4 admin admin] Publish callbacks [] for security_group (dafe12b2-c166-4929-a60b-3aea25711c60), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.918098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] Deleting subnet 1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:00:04.931277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] Publish callbacks [] for subnet (1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.028313 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.108791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73aebaee-1a83-4e59-ba59-60a43e3e4da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dafe12b2-c166-4929-a60b-3aea25711c60), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.177347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:05.177930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73aebaee-1a83-4e59-ba59-60a43e3e4da4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e745459958594221b0544add7c24424f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420362 Feb 09 22:00:05.180160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aebaee-1a83-4e59-ba59-60a43e3e4da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe12b2-c166-4929-a60b-3aea25711c60,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:05.184765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.287381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66888b7-c787-44a6-90a3-7ea12d076576 admin admin] Publish callbacks [] for security_group (dafe12b2-c166-4929-a60b-3aea25711c60), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.314500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66888b7-c787-44a6-90a3-7ea12d076576 admin admin] Publish callbacks [] for security_group (dafe12b2-c166-4929-a60b-3aea25711c60), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.352102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.397201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:05.412105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.420182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2f74efd0-f41c-4c54-97bf-fe84663f30d3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1b5e511a-f3a9-4be4-a75f-6fa94ecbfd8e HTTP/1.1" status: 204 len: 168 time: 0.5561957 Feb 09 22:00:05.420336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55448) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:05.444255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e6cab291-f7b4-4bf0-b992-ab3e01f155a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.491455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66888b7-c787-44a6-90a3-7ea12d076576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dafe12b2-c166-4929-a60b-3aea25711c60), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.495588 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66888b7-c787-44a6-90a3-7ea12d076576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.497817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a66888b7-c787-44a6-90a3-7ea12d076576 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dafe12b2-c166-4929-a60b-3aea25711c60 HTTP/1.1" status: 204 len: 168 time: 0.3201933 Feb 09 22:00:05.555385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66888b7-c787-44a6-90a3-7ea12d076576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe12b2-c166-4929-a60b-3aea25711c60,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:05.596722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (58b70e38-5de6-468a-9b93-a3f75b5cb0af), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.751772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (58b70e38-5de6-468a-9b93-a3f75b5cb0af), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.791363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b70e38-5de6-468a-9b93-a3f75b5cb0af']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:05.824071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c0a6ed-9834-4a94-802d-e791143707cc') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:05.824425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c0a6ed-9834-4a94-802d-e791143707cc') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:05.835952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (36c0a6ed-9834-4a94-802d-e791143707cc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.856650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (36c0a6ed-9834-4a94-802d-e791143707cc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.863528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:00:05.864025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (36c0a6ed-9834-4a94-802d-e791143707cc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.876016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e39b1860-aa9e-4146-9e17-41a44d89f97e req-05a0b511-0799-4557-a2b6-ab71e7088834 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0429137 Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:00:05.935239 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:00:05.990469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6b8d3-3b77-4072-a99b-d8954afe4dc5 req-f4322366-a839-4f4b-baf0-93d8729bd64f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:05.999126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58f6b8d3-3b77-4072-a99b-d8954afe4dc5 req-f4322366-a839-4f4b-baf0-93d8729bd64f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1930504 Feb 09 22:00:06.015252 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (58b70e38-5de6-468a-9b93-a3f75b5cb0af), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.025179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.029406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] 10.222.0.98 "DELETE /v2.0/networks/58b70e38-5de6-468a-9b93-a3f75b5cb0af HTTP/1.1" status: 204 len: 168 time: 0.6070440 Feb 09 22:00:06.032311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:06.050673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd51a6-a262-44e4-bfe2-ec0cdb576be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b70e38-5de6-468a-9b93-a3f75b5cb0af,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:06.113490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58f6b8d3-3b77-4072-a99b-d8954afe4dc5 req-49793040-b9ce-4387-89dc-71153ba5e865 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982316 Feb 09 22:00:06.120169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] Deleting subnet 12e9451b-f502-439a-a8f1-70d02ad5c88e {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:00:06.128578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] Publish callbacks [] for subnet (12e9451b-f502-439a-a8f1-70d02ad5c88e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.173158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (12e9451b-f502-439a-a8f1-70d02ad5c88e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.260227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2eabc0e9-7573-4c67-8c36-2e5e6597a87f no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:06.266578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (12e9451b-f502-439a-a8f1-70d02ad5c88e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.303686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 2eabc0e9-7573-4c67-8c36-2e5e6597a87f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:06.305094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 2eabc0e9-7573-4c67-8c36-2e5e6597a87f not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:06.556044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (12e9451b-f502-439a-a8f1-70d02ad5c88e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.582391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e9451b-f502-439a-a8f1-70d02ad5c88e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:06.589375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.596003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-455f7853-b578-4afe-935c-46b1a7beb1ba admin admin] 10.222.0.98 "DELETE /v2.0/subnets/12e9451b-f502-439a-a8f1-70d02ad5c88e HTTP/1.1" status: 204 len: 168 time: 0.5602162 Feb 09 22:00:06.596342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55480) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:06.684143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ef8afab8-a7d0-495e-bc74-5d1f44875ca2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.798701 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ef8afab8-a7d0-495e-bc74-5d1f44875ca2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.821991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8afab8-a7d0-495e-bc74-5d1f44875ca2']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:06.833878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63b559b-a375-444f-86f6-ca08ab5361fd') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:06.834225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63b559b-a375-444f-86f6-ca08ab5361fd') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:06.846499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b63b559b-a375-444f-86f6-ca08ab5361fd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.866249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b63b559b-a375-444f-86f6-ca08ab5361fd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.875217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:00:06.875681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b63b559b-a375-444f-86f6-ca08ab5361fd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:00:06.877682 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:00:07.045717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8adbcf5d-e7a9-4ec5-a3d7-5d6c268b6719 req-82dac88a-d1de-40ef-a8a6-d01dcfcdb601 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0507381 Feb 09 22:00:07.088467 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ef8afab8-a7d0-495e-bc74-5d1f44875ca2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.106541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.115571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ef8afab8-a7d0-495e-bc74-5d1f44875ca2 HTTP/1.1" status: 204 len: 168 time: 0.5181253 Feb 09 22:00:07.141738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed77a-4744-46c5-ae9f-7667059ca932 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8afab8-a7d0-495e-bc74-5d1f44875ca2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:07.544428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77019947-4c45-4d04-9dcc-2d0b44bcf21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.670350 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:00:07.778492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55518) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:07.898002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55520) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:07.918425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7a8f9241-ba78-41ef-b610-3ec2c8a1a250 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f10bae57bfd24ec3b391786ebf65b5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368368 Feb 09 22:00:08.019663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd14030c-a047-4050-98f1-e52610db9a7c admin admin] Publish callbacks [] for security_group (302e6ab8-c103-495e-b2b0-801daac2ef5e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.048530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd14030c-a047-4050-98f1-e52610db9a7c admin admin] Publish callbacks [] for security_group (302e6ab8-c103-495e-b2b0-801daac2ef5e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.288648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55530) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:08.297162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fca9c6e3-5e07-4110-af3a-6f69b943d9f8 req-527f59d5-2fec-4514-bcf4-d0cd04815280 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0783129 Feb 09 22:00:08.305605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd14030c-a047-4050-98f1-e52610db9a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (302e6ab8-c103-495e-b2b0-801daac2ef5e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.316455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd14030c-a047-4050-98f1-e52610db9a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.318077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cd14030c-a047-4050-98f1-e52610db9a7c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/302e6ab8-c103-495e-b2b0-801daac2ef5e HTTP/1.1" status: 204 len: 168 time: 0.4183030 Feb 09 22:00:08.350994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14030c-a047-4050-98f1-e52610db9a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302e6ab8-c103-495e-b2b0-801daac2ef5e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:08.507377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed14fe85-3ff4-45f0-ae04-0b0677b8aaf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.703244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed14fe85-3ff4-45f0-ae04-0b0677b8aaf4 admin admin] Publish callbacks [] for security_group (a501adb1-5186-451e-8063-6142c49c36fa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.798047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed14fe85-3ff4-45f0-ae04-0b0677b8aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a501adb1-5186-451e-8063-6142c49c36fa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.887401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14fe85-3ff4-45f0-ae04-0b0677b8aaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a501adb1-5186-451e-8063-6142c49c36fa,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:08.930301 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ed14fe85-3ff4-45f0-ae04-0b0677b8aaf4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9fe2019a5ea04ad5950a6054f82b7a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6399913 Feb 09 22:00:08.933605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55548) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:09.066835 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.070134 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e61f28bf-3311-4495-94f5-89f776a096ed admin admin] Publish callbacks [] for security_group (a501adb1-5186-451e-8063-6142c49c36fa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.125060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e61f28bf-3311-4495-94f5-89f776a096ed admin admin] Publish callbacks [] for security_group (a501adb1-5186-451e-8063-6142c49c36fa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.298248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e61f28bf-3311-4495-94f5-89f776a096ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a501adb1-5186-451e-8063-6142c49c36fa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.301612 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e61f28bf-3311-4495-94f5-89f776a096ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.302971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e61f28bf-3311-4495-94f5-89f776a096ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a501adb1-5186-451e-8063-6142c49c36fa HTTP/1.1" status: 204 len: 168 time: 0.3674638 Feb 09 22:00:09.318513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f28bf-3311-4495-94f5-89f776a096ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a501adb1-5186-451e-8063-6142c49c36fa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:09.479352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-252140cc-534a-46bf-911a-1e19a6d5416a req-497ca683-f7c0-49bb-a36b-37d5ca590074 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0562572 Feb 09 22:00:09.672222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:09.757253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0e52350f-4886-46ee-a1f2-509484122ac6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c01d3bf68eca4d8a92111313295a4bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829215 Feb 09 22:00:09.762081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55568) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:09.819858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3564c8c4-7df8-424e-98c3-72971060d88e admin admin] Publish callbacks [] for security_group (f130e08c-e3a1-4b6f-8048-67c6014b3e6c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.867029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3564c8c4-7df8-424e-98c3-72971060d88e admin admin] Publish callbacks [] for security_group (f130e08c-e3a1-4b6f-8048-67c6014b3e6c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.088671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3564c8c4-7df8-424e-98c3-72971060d88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f130e08c-e3a1-4b6f-8048-67c6014b3e6c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.094704 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3564c8c4-7df8-424e-98c3-72971060d88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.096942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3564c8c4-7df8-424e-98c3-72971060d88e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f130e08c-e3a1-4b6f-8048-67c6014b3e6c HTTP/1.1" status: 204 len: 168 time: 0.3318353 Feb 09 22:00:10.108173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564c8c4-7df8-424e-98c3-72971060d88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f130e08c-e3a1-4b6f-8048-67c6014b3e6c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:10.248857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.345901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55584) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:10.365675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b376fd8d-6986-4ae4-abdf-e592fa38ce48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.458271 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b376fd8d-6986-4ae4-abdf-e592fa38ce48 admin admin] Publish callbacks [] for security_group (51836059-871f-4ddd-8406-0a225eaefcdb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.550348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b376fd8d-6986-4ae4-abdf-e592fa38ce48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (51836059-871f-4ddd-8406-0a225eaefcdb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.621634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b376fd8d-6986-4ae4-abdf-e592fa38ce48 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b9e63e12ec6b4df384b2f3cf8b46020b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746279 Feb 09 22:00:10.624234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55594) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:10.627941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16455bae-e73b-469b-a73c-bf6fa9d38b18 req-07f85d8a-50bc-4406-80ec-a9029c61f340 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0521991 Feb 09 22:00:10.643385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376fd8d-6986-4ae4-abdf-e592fa38ce48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51836059-871f-4ddd-8406-0a225eaefcdb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:10.711957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24ba8b82-771a-41f3-9be5-f2b119cea36a admin admin] Publish callbacks [] for security_group (51836059-871f-4ddd-8406-0a225eaefcdb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.733998 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24ba8b82-771a-41f3-9be5-f2b119cea36a admin admin] Publish callbacks [] for security_group (51836059-871f-4ddd-8406-0a225eaefcdb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.923042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24ba8b82-771a-41f3-9be5-f2b119cea36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (51836059-871f-4ddd-8406-0a225eaefcdb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.925737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24ba8b82-771a-41f3-9be5-f2b119cea36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.927968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-24ba8b82-771a-41f3-9be5-f2b119cea36a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/51836059-871f-4ddd-8406-0a225eaefcdb HTTP/1.1" status: 204 len: 168 time: 0.3019319 Feb 09 22:00:10.937647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba8b82-771a-41f3-9be5-f2b119cea36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51836059-871f-4ddd-8406-0a225eaefcdb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:11.672029 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.754523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55634) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:11.776375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c814f7fd-0be4-4c7c-bf68-388ad53b70c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.797450 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3f02ce2-66b5-41c9-a04a-233f77f5a61b req-d1b43fef-5491-41d6-b326-1c508954fe9b tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0778286 Feb 09 22:00:11.918867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c814f7fd-0be4-4c7c-bf68-388ad53b70c3 admin admin] Publish callbacks [] for security_group (7c4484ea-c88a-4cfe-a67d-edd9cac38605), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.008789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c814f7fd-0be4-4c7c-bf68-388ad53b70c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7c4484ea-c88a-4cfe-a67d-edd9cac38605), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.048755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c814f7fd-0be4-4c7c-bf68-388ad53b70c3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=889430ebe18f4eda9ec319931113b19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2916543 Feb 09 22:00:12.050640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55642) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:12.146348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814f7fd-0be4-4c7c-bf68-388ad53b70c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4484ea-c88a-4cfe-a67d-edd9cac38605,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:12.183444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55650) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:12.230333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8134833-70e2-4c0f-9d20-db5661b20781 admin admin] Publish callbacks [] for security_group (7c4484ea-c88a-4cfe-a67d-edd9cac38605), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.275088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8134833-70e2-4c0f-9d20-db5661b20781 admin admin] Publish callbacks [] for security_group (7c4484ea-c88a-4cfe-a67d-edd9cac38605), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.331568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1748680176-network', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:12.431743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Made reservation on behalf of 2eff486a3636486b9d6c3729cc49e6bf for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:12.434864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.449009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.495333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8134833-70e2-4c0f-9d20-db5661b20781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7c4484ea-c88a-4cfe-a67d-edd9cac38605), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.500331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8134833-70e2-4c0f-9d20-db5661b20781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.501791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d8134833-70e2-4c0f-9d20-db5661b20781 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7c4484ea-c88a-4cfe-a67d-edd9cac38605 HTTP/1.1" status: 204 len: 168 time: 0.4452736 Feb 09 22:00:12.536554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8134833-70e2-4c0f-9d20-db5661b20781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4484ea-c88a-4cfe-a67d-edd9cac38605,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:12.647790 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks [] for security_group (309b80bb-3eee-4fe8-b351-258b990e2335), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.789838 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (309b80bb-3eee-4fe8-b351-258b990e2335), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.846210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:00:12.885155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309b80bb-3eee-4fe8-b351-258b990e2335,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:12.903026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6fe783c6-9d5f-4029-9833-313115067650), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:12.904173 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Added segment 6fe783c6-9d5f-4029-9833-313115067650 of type vlan for network ea206087-2070-4908-8aac-a5bac70cc04a Feb 09 22:00:12.973770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c175fa7-669e-42b4-8a7d-4d923e9f0d9c req-ef5681ec-4d2d-4170-bd6b-917c1fc56218 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0587354 Feb 09 22:00:12.988477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ea206087-2070-4908-8aac-a5bac70cc04a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.077287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ea206087-2070-4908-8aac-a5bac70cc04a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.078605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:13.079559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.162780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] Pushing event updated for resources: {'Network': ['ID=ea206087-2070-4908-8aac-a5bac70cc04a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:13.175226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ea206087-2070-4908-8aac-a5bac70cc04a details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:00:13.283716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55692) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:13.284272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-85f10d40-e98b-48b2-bd9d-f3f485c3a555 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0987334 Feb 09 22:00:13.290277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Request body: {'subnet': {'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1748680176-subnet', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:13.389484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Made reservation on behalf of 2eff486a3636486b9d6c3729cc49e6bf for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:13.392442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.720577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55708) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:13.855918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (c463dc22-5423-4d0a-b5ff-fbfc74cb166a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.923718 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ae045b4-acd0-46a0-8774-f59a266e63fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.927956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c463dc22-5423-4d0a-b5ff-fbfc74cb166a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:13.975099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Checking segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:13.975735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Network hostable DHCP agents. Network: ea206087-2070-4908-8aac-a5bac70cc04a, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:00:14.082431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Network ea206087-2070-4908-8aac-a5bac70cc04a is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:00:14.104072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ae045b4-acd0-46a0-8774-f59a266e63fa admin admin] Publish callbacks [] for security_group (df16d3d6-e631-437a-a20f-bf643ff67d99), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.168938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b36f28a9-4971-4654-b735-dba373e504da req-101f5566-845f-4617-8a11-f85e4828b62c tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0511730 Feb 09 22:00:14.208387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ea206087-2070-4908-8aac-a5bac70cc04a) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:14.208547 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ae045b4-acd0-46a0-8774-f59a266e63fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (df16d3d6-e631-437a-a20f-bf643ff67d99), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.212917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:14.213452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.226985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7d630-52c0-4d46-ac9a-1ff428edb5ec None None] Network ea206087-2070-4908-8aac-a5bac70cc04a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:14.280756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55726) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:14.281311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3ae045b4-acd0-46a0-8774-f59a266e63fa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d9742c52375d4892a76c6e5913829092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591593 Feb 09 22:00:14.282843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae045b4-acd0-46a0-8774-f59a266e63fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df16d3d6-e631-437a-a20f-bf643ff67d99,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:14.325491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55728) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:14.325713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-229cdda2-6a49-496f-9b5a-9ee6ae610ecb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0399771 Feb 09 22:00:14.333807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:14.401839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f573a6ee-6e7a-4593-bc42-ec5a39a8bdd7 admin admin] Publish callbacks [] for security_group (df16d3d6-e631-437a-a20f-bf643ff67d99), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.456206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f573a6ee-6e7a-4593-bc42-ec5a39a8bdd7 admin admin] Publish callbacks [] for security_group (df16d3d6-e631-437a-a20f-bf643ff67d99), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.466145 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (80b3811d-1f34-4044-974d-58de00614ae8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.467324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (80b3811d-1f34-4044-974d-58de00614ae8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.536107 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks [] for router_controller (80b3811d-1f34-4044-974d-58de00614ae8), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.614462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f573a6ee-6e7a-4593-bc42-ec5a39a8bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (df16d3d6-e631-437a-a20f-bf643ff67d99), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.617914 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f573a6ee-6e7a-4593-bc42-ec5a39a8bdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.619209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f573a6ee-6e7a-4593-bc42-ec5a39a8bdd7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/df16d3d6-e631-437a-a20f-bf643ff67d99 HTTP/1.1" status: 204 len: 168 time: 0.3374524 Feb 09 22:00:14.629882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573a6ee-6e7a-4593-bc42-ec5a39a8bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df16d3d6-e631-437a-a20f-bf643ff67d99,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:14.694268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ea206087-2070-4908-8aac-a5bac70cc04a', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:00:14.695120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.939015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Allocated IP 172.20.0.2 (ea206087-2070-4908-8aac-a5bac70cc04a/c463dc22-5423-4d0a-b5ff-fbfc74cb166a/d7c4bbb8-21c3-40cb-81ad-e56430dccd2a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:14.966694 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks [] for router_gateway (80b3811d-1f34-4044-974d-58de00614ae8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.137092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Publish callbacks [] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.215318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.308860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Pushing event updated for resources: {'Port': ['ID=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:15.331102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Network ea206087-2070-4908-8aac-a5bac70cc04a is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:15.338755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:15.340398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:15.421417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Attempting to bind port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:15.422231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Attempting to bind port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:15.422871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Attempting to bind port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a on network ea206087-2070-4908-8aac-a5bac70cc04a {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:15.429742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:15.430550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Checking segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:15.431136 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.431585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Bound using segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:15.432353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Bound port: d7c4bbb8-21c3-40cb-81ad-e56430dccd2a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:15.433510 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.457384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-120b847c-fd40-4af6-b528-07f8e411d888 req-36ae3042-5c1b-4a1a-aa33-e9ad79369bc7 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0977836 Feb 09 22:00:15.550486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks [] for router_gateway (80b3811d-1f34-4044-974d-58de00614ae8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.574201 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.605184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] For port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:15.608569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] For port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:15.698475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55756) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:15.718220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.719219 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1455f6a-8dba-4485-b4e7-1d2f6c01d823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.764276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Allocated IP 172.25.5.244 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/7ed48746-6a8d-4f77-a47a-fb66a57123ee) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:15.821555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eadf6c-71c2-46c2-86b9-939d6228412d None None] Pushing event updated for resources: {'Port': ['ID=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:15.908664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1455f6a-8dba-4485-b4e7-1d2f6c01d823 admin admin] Publish callbacks [] for security_group (4751c703-f278-4e86-b054-f818a9221ded), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.923405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks [] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:15.972653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1455f6a-8dba-4485-b4e7-1d2f6c01d823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4751c703-f278-4e86-b054-f818a9221ded), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.026162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.030699 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b1455f6a-8dba-4485-b4e7-1d2f6c01d823 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07ad02bde411402dab3e37bd826e57c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3299127 Feb 09 22:00:16.031914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1455f6a-8dba-4485-b4e7-1d2f6c01d823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4751c703-f278-4e86-b054-f818a9221ded,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:16.035221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55764) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:16.163147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:16.170480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:16.183619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:16.245076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed48746-6a8d-4f77-a47a-fb66a57123ee,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:16.684167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e85aab91-f901-4006-b083-f26473672bd8 req-6ea0ba2c-b962-417e-b4c7-29c1e12462df tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0632589 Feb 09 22:00:16.742801 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2871b6f7-7b1e-4ff9-a430-31b8b0bf930d admin admin] Publish callbacks [] for security_group (4751c703-f278-4e86-b054-f818a9221ded), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.802332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2871b6f7-7b1e-4ff9-a430-31b8b0bf930d admin admin] Publish callbacks [] for security_group (4751c703-f278-4e86-b054-f818a9221ded), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.960267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2871b6f7-7b1e-4ff9-a430-31b8b0bf930d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4751c703-f278-4e86-b054-f818a9221ded), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.963389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2871b6f7-7b1e-4ff9-a430-31b8b0bf930d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.967018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2871b6f7-7b1e-4ff9-a430-31b8b0bf930d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4751c703-f278-4e86-b054-f818a9221ded HTTP/1.1" status: 204 len: 168 time: 0.9291384 Feb 09 22:00:16.987610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871b6f7-7b1e-4ff9-a430-31b8b0bf930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4751c703-f278-4e86-b054-f818a9221ded,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:17.047433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks [] for router_gateway (80b3811d-1f34-4044-974d-58de00614ae8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.178619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d4cdd-f0c1-4cc6-8679-6398a2c472c0 None None] Network ea206087-2070-4908-8aac-a5bac70cc04a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:17.244583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4501292f-6455-4e86-91e1-383ba5b01fac None None] Provisioning complete for port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:17.245251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4501292f-6455-4e86-91e1-383ba5b01fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.332956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (80b3811d-1f34-4044-974d-58de00614ae8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.376496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4501292f-6455-4e86-91e1-383ba5b01fac None None] Current status of the port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:17.376932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4501292f-6455-4e86-91e1-383ba5b01fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.421734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4501292f-6455-4e86-91e1-383ba5b01fac None None] For port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:17.517368 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4501292f-6455-4e86-91e1-383ba5b01fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.620715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55822) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:17.652861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Router 80b3811d-1f34-4044-974d-58de00614ae8 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:00:17.703641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501292f-6455-4e86-91e1-383ba5b01fac None None] Pushing event updated for resources: {'Port': ['ID=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:17.747339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d7c4bbb8-21c3-40cb-81ad-e56430dccd2a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:17.862731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:17.863544 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.881894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68aeb644-b6fe-4bae-a8e3-fae8e9c4ab60 req-9a04a9e7-3bc0-442f-8e07-7b51ce05250a tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0403843 Feb 09 22:00:17.916514 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea85c4e8-c19d-44eb-a1da-379b1105efa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.982157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:17.989677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ae4c6447-495b-4af8-b509-784c195a4329 None None] Provisioning complete for port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:17.990222 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6447-495b-4af8-b509-784c195a4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.995667 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Sync routers for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:18.006425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:18.015291 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:18.042205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea85c4e8-c19d-44eb-a1da-379b1105efa9 admin admin] Publish callbacks [] for security_group (b7e6f7ff-7bb8-4c99-937f-76816c8e6757), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.093487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:18.122374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.123770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b78716bc-5527-4023-88ae-4119b378f9a9 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7960086 Feb 09 22:00:18.126299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55840) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:18.154502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c6447-495b-4af8-b509-784c195a4329 None None] Current status of the port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:18.182677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea85c4e8-c19d-44eb-a1da-379b1105efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7e6f7ff-7bb8-4c99-937f-76816c8e6757), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.212489 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:18.247731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:18.248263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ea85c4e8-c19d-44eb-a1da-379b1105efa9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=24e6c4e3c5c54c89be652ea957b45e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6252794 Feb 09 22:00:18.330495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85c4e8-c19d-44eb-a1da-379b1105efa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6f7ff-7bb8-4c99-937f-76816c8e6757,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:18.365115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bfa070d-dca9-45e9-bc5c-3af1907b4dc4 admin admin] Publish callbacks [] for security_group (b7e6f7ff-7bb8-4c99-937f-76816c8e6757), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.404666 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bfa070d-dca9-45e9-bc5c-3af1907b4dc4 admin admin] Publish callbacks [] for security_group (b7e6f7ff-7bb8-4c99-937f-76816c8e6757), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.547729 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:16Z', 'revision_number': 3, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:18.588675 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Checking router: 80b3811d-1f34-4044-974d-58de00614ae8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:18.589044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Updating router 80b3811d-1f34-4044-974d-58de00614ae8 port 7ed48746-6a8d-4f77-a47a-fb66a57123ee binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:00:18.618318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bfa070d-dca9-45e9-bc5c-3af1907b4dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b7e6f7ff-7bb8-4c99-937f-76816c8e6757), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.621395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bfa070d-dca9-45e9-bc5c-3af1907b4dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.625707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3bfa070d-dca9-45e9-bc5c-3af1907b4dc4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7e6f7ff-7bb8-4c99-937f-76816c8e6757 HTTP/1.1" status: 204 len: 168 time: 0.3844166 Feb 09 22:00:18.650542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa070d-dca9-45e9-bc5c-3af1907b4dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6f7ff-7bb8-4c99-937f-76816c8e6757,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:18.689105 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:18.973979 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.081756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97ee5395-8242-43e2-b27a-2c1b9d33920e req-335fdf20-49bb-4ccc-a41c-6905946ba964 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0637712 Feb 09 22:00:19.242851 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Publish callbacks [] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.303509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Allocated IP 172.20.0.1 (ea206087-2070-4908-8aac-a5bac70cc04a/c463dc22-5423-4d0a-b5ff-fbfc74cb166a/3070fa2d-06aa-430b-be58-25fcde274ec8) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:19.352443 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.414187 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Attempting to bind port 7ed48746-6a8d-4f77-a47a-fb66a57123ee on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:19.414498 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Attempting to bind port 7ed48746-6a8d-4f77-a47a-fb66a57123ee by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:19.415195 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Attempting to bind port 7ed48746-6a8d-4f77-a47a-fb66a57123ee on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:19.427673 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:19.430034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:19.430034 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.430034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:19.430034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Bound port: 7ed48746-6a8d-4f77-a47a-fb66a57123ee, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:19.430448 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.432577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks [] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.457840 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Pushing event updated for resources: {'Port': ['ID=7ed48746-6a8d-4f77-a47a-fb66a57123ee,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:19.501343 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.502439 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.502969 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.503480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.503995 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.504484 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.505130 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.505813 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.506300 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.506782 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.507263 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.507838 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.520321 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:19.530279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.581757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Network ea206087-2070-4908-8aac-a5bac70cc04a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:19.585351 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] For port 7ed48746-6a8d-4f77-a47a-fb66a57123ee, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:19.588192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:19.589433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] For port 7ed48746-6a8d-4f77-a47a-fb66a57123ee, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ed48746-6a8d-4f77-a47a-fb66a57123ee,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:19.602425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:19.607397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55876) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:19.612662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d7c4bbb8-21c3-40cb-81ad-e56430dccd2a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:19.631367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-feb3cd52-13ae-4e8f-8ffc-546e10f182ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.686566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=3070fa2d-06aa-430b-be58-25fcde274ec8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:19.701790 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.707251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (80b3811d-1f34-4044-974d-58de00614ae8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.784150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:19.784561 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.815125 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:19.818353 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:19.870364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-feb3cd52-13ae-4e8f-8ffc-546e10f182ac admin admin] Publish callbacks [] for security_group (805d3943-ee93-4049-b823-4a4b2d6c1d46), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.939790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-feb3cd52-13ae-4e8f-8ffc-546e10f182ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (805d3943-ee93-4049-b823-4a4b2d6c1d46), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:19.996194 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:20.046884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:20.072979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55886) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:20.073198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-feb3cd52-13ae-4e8f-8ffc-546e10f182ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b9320c5776374dcab388fd591b62740e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4639592 Feb 09 22:00:20.091309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3cd52-13ae-4e8f-8ffc-546e10f182ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805d3943-ee93-4049-b823-4a4b2d6c1d46,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:20.165884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.168242 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb014e49-bd3a-4894-a651-39b57e995384 None None] Pushing event updated for resources: {'Port': ['ID=7ed48746-6a8d-4f77-a47a-fb66a57123ee,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:20.198305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9ea9e84d-d528-477e-9179-e7a5d7c62bfc None None] Provisioning complete for port 3070fa2d-06aa-430b-be58-25fcde274ec8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:20.198846 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ea9e84d-d528-477e-9179-e7a5d7c62bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.293893 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:16Z', 'revision_number': 3, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:20.295597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9ea9e84d-d528-477e-9179-e7a5d7c62bfc None None] Port 3070fa2d-06aa-430b-be58-25fcde274ec8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:20.330769 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31f195-3d8d-473b-8fdc-094c71bdb86d None None] The sync data for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 is: [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:16Z', 'revision_number': 3, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:20.355830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5bdb3bed-5b4f-4582-a311-e8e1d597ada5 req-c8220488-59a4-4d85-97e0-1a514203357c tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.1522803 Feb 09 22:00:20.356473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6531da4-7833-45d0-8c99-a809a9d89e55 admin admin] Publish callbacks [] for security_group (805d3943-ee93-4049-b823-4a4b2d6c1d46), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.429105 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6531da4-7833-45d0-8c99-a809a9d89e55 admin admin] Publish callbacks [] for security_group (805d3943-ee93-4049-b823-4a4b2d6c1d46), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.597855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks [] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.600593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6531da4-7833-45d0-8c99-a809a9d89e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (805d3943-ee93-4049-b823-4a4b2d6c1d46), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.606443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6531da4-7833-45d0-8c99-a809a9d89e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.608131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b6531da4-7833-45d0-8c99-a809a9d89e55 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/805d3943-ee93-4049-b823-4a4b2d6c1d46 HTTP/1.1" status: 204 len: 168 time: 0.5356836 Feb 09 22:00:20.625748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6531da4-7833-45d0-8c99-a809a9d89e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805d3943-ee93-4049-b823-4a4b2d6c1d46,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:20.697821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:20.881455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=3070fa2d-06aa-430b-be58-25fcde274ec8,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:20.891917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (80b3811d-1f34-4044-974d-58de00614ae8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.120583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Network ea206087-2070-4908-8aac-a5bac70cc04a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:21.120583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:21.508317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Router 80b3811d-1f34-4044-974d-58de00614ae8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:21.656409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-02862e7d-12fe-4440-afd7-db0fa39dc33c None None] Provisioning complete for port 3070fa2d-06aa-430b-be58-25fcde274ec8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:21.659079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-02862e7d-12fe-4440-afd7-db0fa39dc33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.672020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e14859c-a85c-4462-95db-ddfcc5b5c631 req-1b714d7d-176f-4305-9eae-9a7a91ae0b33 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0882812 Feb 09 22:00:21.709665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ed48746-6a8d-4f77-a47a-fb66a57123ee up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:21.775719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:21.782259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-02862e7d-12fe-4440-afd7-db0fa39dc33c None None] Port 3070fa2d-06aa-430b-be58-25fcde274ec8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:21.785834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ce81c9cc-6f97-4db6-a256-39663ca34ec5 admin admin] 10.222.0.98 "PUT /v2.0/routers/80b3811d-1f34-4044-974d-58de00614ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6564324 Feb 09 22:00:21.828077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7ed48746-6a8d-4f77-a47a-fb66a57123ee triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:21.833975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.961830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7ed48746-6a8d-4f77-a47a-fb66a57123ee is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:21.962315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.987553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 7ed48746-6a8d-4f77-a47a-fb66a57123ee, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ed48746-6a8d-4f77-a47a-fb66a57123ee,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:22.116944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.205213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=7ed48746-6a8d-4f77-a47a-fb66a57123ee,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:22.696972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:22.707591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d458e057-69b2-4498-94b1-b420b6ffe334 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952522831', 'description': 'tempest-description--1596424433'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:22.801894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90a3266b-0431-4827-9f09-e435cf8c4102 req-d9fa406f-9feb-467d-8ef6-339a94c9c7db tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0311213 Feb 09 22:00:22.814593 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d458e057-69b2-4498-94b1-b420b6ffe334 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.966713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d458e057-69b2-4498-94b1-b420b6ffe334 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (78b3974c-64d3-41d8-aa1f-d48d495edff0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.049871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Sync routers for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:23.052209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d458e057-69b2-4498-94b1-b420b6ffe334 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (78b3974c-64d3-41d8-aa1f-d48d495edff0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.068094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:23.068094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:23.083884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458e057-69b2-4498-94b1-b420b6ffe334 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3974c-64d3-41d8-aa1f-d48d495edff0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:23.150406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d458e057-69b2-4498-94b1-b420b6ffe334 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.155402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d458e057-69b2-4498-94b1-b420b6ffe334 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4545686 Feb 09 22:00:23.155621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:23.162006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e9c2bfea-69a5-4b9a-b420-a71831a9f202 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'security_group_rule': {'security_group_id': '78b3974c-64d3-41d8-aa1f-d48d495edff0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:23.230507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:23.332938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bfea-69a5-4b9a-b420-a71831a9f202 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (0a85a609-ba61-409e-a0f7-c7e5b58a8f55), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.433331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bfea-69a5-4b9a-b420-a71831a9f202 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (0a85a609-ba61-409e-a0f7-c7e5b58a8f55), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.536249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bfea-69a5-4b9a-b420-a71831a9f202 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (0a85a609-ba61-409e-a0f7-c7e5b58a8f55), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.573267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 2, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:23.587408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2bfea-69a5-4b9a-b420-a71831a9f202 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a85a609-ba61-409e-a0f7-c7e5b58a8f55,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:23.626034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Checking router: 80b3811d-1f34-4044-974d-58de00614ae8 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:23.626420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Updating router 80b3811d-1f34-4044-974d-58de00614ae8 port 3070fa2d-06aa-430b-be58-25fcde274ec8 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:00:23.634610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ed48746-6a8d-4f77-a47a-fb66a57123ee up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:23.686482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.746965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7ed48746-6a8d-4f77-a47a-fb66a57123ee triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:23.747263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.764005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9c2bfea-69a5-4b9a-b420-a71831a9f202 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.768753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e9c2bfea-69a5-4b9a-b420-a71831a9f202 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6109600 Feb 09 22:00:23.770770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:23.775679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-50213bf5-3b99-4027-a55f-e24d078798e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'security_group_rule': {'security_group_id': '78b3974c-64d3-41d8-aa1f-d48d495edff0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:23.876076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50213bf5-3b99-4027-a55f-e24d078798e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (54a98fd1-e6a3-46b0-bfc5-24ac6237d30b), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.976606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7ed48746-6a8d-4f77-a47a-fb66a57123ee is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:24.005224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50213bf5-3b99-4027-a55f-e24d078798e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (54a98fd1-e6a3-46b0-bfc5-24ac6237d30b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.077126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ddd5a31-1c44-4fad-936c-1b5e27e4fa44 req-4944d089-8e20-48e1-ac96-61ac45119310 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0751977 Feb 09 22:00:24.083588 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50213bf5-3b99-4027-a55f-e24d078798e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (54a98fd1-e6a3-46b0-bfc5-24ac6237d30b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.137035 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Publish callbacks [] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.177585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50213bf5-3b99-4027-a55f-e24d078798e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a98fd1-e6a3-46b0-bfc5-24ac6237d30b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:24.231040 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.298126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-50213bf5-3b99-4027-a55f-e24d078798e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.302771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56000) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:24.308185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:24.312510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-50213bf5-3b99-4027-a55f-e24d078798e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5403221 Feb 09 22:00:24.339375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-c76079ef-9f3b-4a57-b2f7-12c907061040 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1521101 Feb 09 22:00:24.385507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f8934-447f-47b5-acc1-13540ce3d033 None None] Pushing event updated for resources: {'Port': ['ID=3070fa2d-06aa-430b-be58-25fcde274ec8,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:24.459786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861833-2700-46b3-b821-2a82a0e26893 req-ee1d9369-a82f-481b-a5ae-a84ebe8441fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:24.461554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-ee1d9369-a82f-481b-a5ae-a84ebe8441fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 1128 time: 0.0953963 Feb 09 22:00:24.483652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.494801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Attempting to bind port 3070fa2d-06aa-430b-be58-25fcde274ec8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:24.495487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Attempting to bind port 3070fa2d-06aa-430b-be58-25fcde274ec8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:24.496024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Attempting to bind port 3070fa2d-06aa-430b-be58-25fcde274ec8 on network ea206087-2070-4908-8aac-a5bac70cc04a {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:24.525041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:24.525041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Checking segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:24.525041 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.525041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Bound using segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:24.525041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Bound port: 3070fa2d-06aa-430b-be58-25fcde274ec8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:24.525041 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.720980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861833-2700-46b3-b821-2a82a0e26893 req-d6aefa83-bf2c-4d4c-957a-b42daa9cced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:24.722916 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-d6aefa83-bf2c-4d4c-957a-b42daa9cced6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.2374506 Feb 09 22:00:24.762608 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.779821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] For port 3070fa2d-06aa-430b-be58-25fcde274ec8, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:24.779821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] For port 3070fa2d-06aa-430b-be58-25fcde274ec8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3070fa2d-06aa-430b-be58-25fcde274ec8,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:24.822900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-cc419965-9119-4193-ab70-334183c2c944 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=215cfeba-6eb2-4159-8524-7413d1f270f8 HTTP/1.1" status: 200 len: 217 time: 0.0908458 Feb 09 22:00:24.851961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d7452669-9016-45e8-82cb-d5dbac6ac02f None None] Provisioning complete for port 3070fa2d-06aa-430b-be58-25fcde274ec8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:24.852345 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d7452669-9016-45e8-82cb-d5dbac6ac02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.925314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861833-2700-46b3-b821-2a82a0e26893 req-4837b5fa-a25a-42ae-b7fc-2458950f0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:24.927237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-4837b5fa-a25a-42ae-b7fc-2458950f0307 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.0963805 Feb 09 22:00:24.956514 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:24.981392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-c6819882-6f51-443e-9446-b62ab917bbec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451982 Feb 09 22:00:25.166085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f8934-447f-47b5-acc1-13540ce3d033 None None] Pushing event updated for resources: {'Port': ['ID=3070fa2d-06aa-430b-be58-25fcde274ec8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:25.183635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d7452669-9016-45e8-82cb-d5dbac6ac02f None None] Port 3070fa2d-06aa-430b-be58-25fcde274ec8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:25.186550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:25.187720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:25.208639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-d61b8523-6046-48f6-927b-50c4a2330571 service neutron] 10.222.0.30 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198863 Feb 09 22:00:25.467870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85861833-2700-46b3-b821-2a82a0e26893 req-a972e38d-030e-4746-87cb-10ba0d386160 service neutron] 10.222.0.30 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514482 Feb 09 22:00:25.893545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e0fecf52-ae05-4de3-b0bf-0ec74729701d None None] Provisioning complete for port 3070fa2d-06aa-430b-be58-25fcde274ec8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:25.893545 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0fecf52-ae05-4de3-b0bf-0ec74729701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.101800 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7090315-d92b-422a-ae8c-5fcaa9991df5 req-e9707572-593a-47cd-b7d2-4df9e567fd4d tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0798578 Feb 09 22:00:26.109575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:26.198741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-a3dc8b47-579b-4500-a67e-750e00cbefff service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3775933 Feb 09 22:00:26.233639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Allocated IP 172.25.5.203 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/b1fef85c-68c9-4c21-b11c-31a68ac203e0) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:26.433421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.462384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e0fecf52-ae05-4de3-b0bf-0ec74729701d None None] Current status of the port 3070fa2d-06aa-430b-be58-25fcde274ec8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:26.464736 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0fecf52-ae05-4de3-b0bf-0ec74729701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.528846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-11f98ec7-2488-44e5-bfff-51ad9d351916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:26.529720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-11f98ec7-2488-44e5-bfff-51ad9d351916 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.1839700 Feb 09 22:00:26.589898 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.671685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e0fecf52-ae05-4de3-b0bf-0ec74729701d None None] For port 3070fa2d-06aa-430b-be58-25fcde274ec8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3070fa2d-06aa-430b-be58-25fcde274ec8,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:26.728773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:26.736845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-4771258b-8431-459e-a035-6f368a7eb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:26.738827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:26.738982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-4771258b-8431-459e-a035-6f368a7eb923 service neutron] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.1879356 Feb 09 22:00:26.745943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:26.756909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0fecf52-ae05-4de3-b0bf-0ec74729701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.802850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'Port': ['ID=b1fef85c-68c9-4c21-b11c-31a68ac203e0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:26.834792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-ba666678-ddc6-4f07-b09a-ab60da045a34 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0868011 Feb 09 22:00:26.922654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (27909462-8a1c-4810-86c5-56ec02c87f58), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.974364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fecf52-ae05-4de3-b0bf-0ec74729701d None None] Pushing event updated for resources: {'Port': ['ID=3070fa2d-06aa-430b-be58-25fcde274ec8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:26.989676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:24Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:27.036804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886128-5952-4b9b-aa07-82e9f393e390 None None] The sync data for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 is: [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:24Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:27.090308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:27.530216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:27.641070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:27.731026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3070fa2d-06aa-430b-be58-25fcde274ec8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:27.832057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'Port': ['ID=b1fef85c-68c9-4c21-b11c-31a68ac203e0,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:27.891891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (27909462-8a1c-4810-86c5-56ec02c87f58), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:27.941455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3070fa2d-06aa-430b-be58-25fcde274ec8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:27.945477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:28.008875 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:28.010152 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e51cd3e2-d435-45c2-9012-81571782ba61 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7063692 Feb 09 22:00:28.217178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3070fa2d-06aa-430b-be58-25fcde274ec8 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:28.299288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a3d478-b19b-47fc-932e-e7b3142f4c48 req-0b2a7474-921d-497c-9a03-ec4402e8c747 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.1567516 Feb 09 22:00:28.310092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-d2295d3a-adde-4f25-922d-ea10bf8d217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:28.317205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-d2295d3a-adde-4f25-922d-ea10bf8d217f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 1.4760273 Feb 09 22:00:28.401118 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-3c1f808a-84fe-4264-90e7-60b5546d1379 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763638 Feb 09 22:00:28.450798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-0d3ddf11-1714-43f2-9b5e-26be37f4b3d4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--952522831&fields=id&tenant_id=2eff486a3636486b9d6c3729cc49e6bf HTTP/1.1" status: 200 len: 267 time: 0.1032474 Feb 09 22:00:28.715333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-47abc1b9-60e2-4214-b926-01fe9a62db7b service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068249 Feb 09 22:00:28.737098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-c515f45e-8374-49ef-83a1-5e0629173482 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:28.747304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-c515f45e-8374-49ef-83a1-5e0629173482 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 811 time: 0.2953713 Feb 09 22:00:28.777245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-eef91a70-2628-4952-ac2a-3e729e86b6f4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/quotas/2eff486a3636486b9d6c3729cc49e6bf HTTP/1.1" status: 200 len: 375 time: 0.0278099 Feb 09 22:00:28.955999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-30ab1e8c-d316-462e-acb6-c0530738ac4e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698132 Feb 09 22:00:29.008553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0cebe3d-d97d-4d65-93ec-157c0b3f8d8c req-66171da0-0a8e-4e2f-b54e-ce6e545a5e61 service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816787 Feb 09 22:00:29.250151 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-7d8df62f-ff73-44d7-b1ed-b29b85562d13 service neutron] 10.222.0.98 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845888 Feb 09 22:00:29.385680 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:29.587078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-ea128329-1746-4d91-adb3-edd2ec6ace37 service neutron] 10.222.0.98 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355973 Feb 09 22:00:29.738256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df89d652-9ab4-42f7-9cf1-4bb6f4cae34d req-44b033bc-97c1-453b-a072-0c2e113b33c8 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0472133 Feb 09 22:00:30.012345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fa6c-4d07-484b-9c2f-776658b5a5f0 req-77dc80b2-8587-405f-a6de-99a8bca7948d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:30.028147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc19fa6c-4d07-484b-9c2f-776658b5a5f0 req-77dc80b2-8587-405f-a6de-99a8bca7948d tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 945 time: 0.1528854 Feb 09 22:00:30.186702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc19fa6c-4d07-484b-9c2f-776658b5a5f0 req-0a981d5b-1f80-49ac-8aed-dbd07b75f395 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572685 Feb 09 22:00:30.200411 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60c5f5a2-9e7b-4ca2-b274-3bbd378a3a17 req-14bd0102-fa2f-4c3a-aef9-9a68fa232e3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 210 time: 0.1111717 Feb 09 22:00:30.757046 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:30.936995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-984cd7aa-5661-43f6-bbaf-fc24ed6c35ac req-7e676345-28c6-4117-a582-fc5564d08596 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0628805 Feb 09 22:00:31.172721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-71323aaa-65d4-4207-864e-47f2039afadc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.175195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-71323aaa-65d4-4207-864e-47f2039afadc tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 945 time: 0.0784290 Feb 09 22:00:31.364704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f5d8171e-62c1-4565-950e-09368dda48e8 req-2e6f88c9-cf34-4620-a9bd-6ecce03d8491 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 210 time: 0.0696738 Feb 09 22:00:31.424354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d25f2d-5838-4b61-b7b5-eba12f34afc9 req-1a99329c-68a0-4e15-ad8c-6718267b492c tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.433819 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31d25f2d-5838-4b61-b7b5-eba12f34afc9 req-1a99329c-68a0-4e15-ad8c-6718267b492c tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 945 time: 0.1007178 Feb 09 22:00:31.496376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Deleting port 6301e269-e444-433b-856c-045c56f1e144 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:31.497005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6301e269-e444-433b-856c-045c56f1e144), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:31.538176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31d25f2d-5838-4b61-b7b5-eba12f34afc9 req-180ceca0-47aa-4096-81cd-4fb470a76dbb tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/security-groups?id=7bfdc5ea-4758-4208-8e74-11d67ab4c849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994818 Feb 09 22:00:31.708695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] For port 6301e269-e444-433b-856c-045c56f1e144, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6301e269-e444-433b-856c-045c56f1e144,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:31.709061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6301e269-e444-433b-856c-045c56f1e144), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.153793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f8f5339-a880-484f-bc84-324465055b4b req-d58a409d-a805-48d1-8dbb-9ef3b75bc975 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0661995 Feb 09 22:00:32.186014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.186487 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (41f1be36-e6ae-4cd8-881f-82fce59fec40), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.186911 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Floating IP 41f1be36-e6ae-4cd8-881f-82fce59fec40 disassociated. External IP: 172.25.5.196, port: 6301e269-e444-433b-856c-045c56f1e144. Feb 09 22:00:32.187333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Calling delete_port for 6301e269-e444-433b-856c-045c56f1e144 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:32.498028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b653f859-b985-4535-8be8-d684f7851f44 req-50b3b5bc-0f9b-4304-8156-02b9de4ffa89 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 210 time: 0.0466125 Feb 09 22:00:32.540311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6301e269-e444-433b-856c-045c56f1e144), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:32.608023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event deleted for resources: {'Port': ['ID=6301e269-e444-433b-856c-045c56f1e144,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:32.756631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d0179ec-8e10-48a9-bbd7-0de45fb9b84c req-bf88e13a-293a-4415-b7e3-46ace9c22da6 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 210 time: 0.1380227 Feb 09 22:00:32.814283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:32.971353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:32.990982 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] Sync routers for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:33.015169 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:33.015169 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:33.036252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] No DVR routers for this DVR port 6301e269-e444-433b-856c-045c56f1e144 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:33.062468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:33.069101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ecfca8d1-3de0-4b18-a293-b5e9312ab8b4 req-6e425237-218a-4f7b-be19-f69611a941e1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.30 "DELETE /v2.0/ports/6301e269-e444-433b-856c-045c56f1e144 HTTP/1.1" status: 204 len: 173 time: 1.8865616 Feb 09 22:00:33.071922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'name': 'network-vif-deleted', 'tag': '6301e269-e444-433b-856c-045c56f1e144'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:33.076095 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7efafbf-bd96-4986-b2e7-eaf1c251365e" -d '{"events": [{"server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "name": "network-vif-deleted", "tag": "6301e269-e444-433b-856c-045c56f1e144"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:33.122057 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2477a813-4833-4816-b5dd-da0284b74c0a x-openstack-request-id: req-2477a813-4833-4816-b5dd-da0284b74c0a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:33.122620 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b32612d-02c7-493e-a734-8feb27f0b6ac", "name": "network-vif-deleted", "tag": "6301e269-e444-433b-856c-045c56f1e144", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:33.123130 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2477a813-4833-4816-b5dd-da0284b74c0a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:33.123908 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b32612d-02c7-493e-a734-8feb27f0b6ac', 'name': 'network-vif-deleted', 'tag': '6301e269-e444-433b-856c-045c56f1e144', 'status': 'completed', 'code': 200} Feb 09 22:00:33.305479 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:33.383162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61a24dce-f4e1-4726-bf6c-056650ea0f5a req-40eb3490-a2f2-4fd9-9336-72be57352b3e tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0842431 Feb 09 22:00:33.605464 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:07Z', 'revision_number': 5, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:33.659742 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] Checking router: 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:33.670731 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:33.671522 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:33.714886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c7b5e6a-0e23-417f-9497-3fcc58ee6c69 req-24840a01-ff4a-45d8-af56-08c5a19db262 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 210 time: 0.0714154 Feb 09 22:00:33.910747 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:34.035293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb0e79a2-0535-44e8-a9a4-a83b7d55ae1c req-40607233-c322-4bed-b5f1-8298c495bf30 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b32612d-02c7-493e-a734-8feb27f0b6ac HTTP/1.1" status: 200 len: 210 time: 0.0513394 Feb 09 22:00:34.110187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-d2167cda-63c2-41ed-b6e3-c6b0991250f4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:34.115121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-d2167cda-63c2-41ed-b6e3-c6b0991250f4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.110 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 811 time: 0.4618678 Feb 09 22:00:34.182024 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:07Z', 'revision_number': 5, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:34.243821 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fc40ec-2df5-41a2-834e-c8ca2cdab5e5 None None] The sync data for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 is: [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 4, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e6627003-21ef-47a0-9a44-f1940d489286', 'name': '', 'network_id': 'f9095da8-f481-4d1d-8636-b647fae32f1e', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'mac_address': 'fa:16:3e:2d:db:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:07Z', 'revision_number': 5, 'project_id': '179348843f524eafa1ed374bb5874aea', 'subnets': [{'id': 'f25c93ba-eae9-4345-a1a6-d6cd7602a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:34.271344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-d0da643b-ec96-4cb9-9d01-054495e7378a tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eff486a3636486b9d6c3729cc49e6bf HTTP/1.1" status: 200 len: 379 time: 0.1474249 Feb 09 22:00:34.284809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'port': {'device_id': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'admin_state_up': True, 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'security_groups': ['78b3974c-64d3-41d8-aa1f-d48d495edff0']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:34.497822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Made reservation on behalf of 2eff486a3636486b9d6c3729cc49e6bf for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:34.504301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:34.581086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b94751d6-13e5-4d64-a27c-6a30f09f6e19 req-1dc545c5-239e-4a44-8e5c-e18065f068c3 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0515442 Feb 09 22:00:34.719956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7cc687-3804-4097-8721-7381d223619d None None] New status for floating IP 41f1be36-e6ae-4cd8-881f-82fce59fec40: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:00:34.769203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Allocated IP 172.20.0.3 (ea206087-2070-4908-8aac-a5bac70cc04a/c463dc22-5423-4d0a-b5ff-fbfc74cb166a/8dff55ed-7e0b-4ae5-998c-8541ac2b03f0) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:34.894060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15b33c71-7718-47b8-9504-45779f31e61c req-5e67a4ab-a0c8-4e31-be85-40582d593d01 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 210 time: 0.0764322 Feb 09 22:00:34.969664 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.084384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.111382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56342) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:35.172075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Network ea206087-2070-4908-8aac-a5bac70cc04a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:35.176265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:35.181451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:35.247549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'Port': ['ID=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:35.258565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:35.259356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.315540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6301e269-e444-433b-856c-045c56f1e144 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:35.335832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Deleting port f3601f22-bb79-4fe0-a095-c6ab0ad8254d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:35.336569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.372053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 6301e269-e444-433b-856c-045c56f1e144 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:35.372421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6301e269-e444-433b-856c-045c56f1e144 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:35.381834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-b476daa7-cc84-47ad-8bec-ed2862932be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1020417 Feb 09 22:00:35.396808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Request body: {'port': {'device_id': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:35.438857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-51c15779-3fc6-4b6d-8eec-585215e977ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.503866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.504604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for floatingip (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.517475 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.531688 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Calling delete_port for f3601f22-bb79-4fe0-a095-c6ab0ad8254d owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:35.558935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c28ee92f-2e9e-4422-a4aa-12fe7a867ddb None None] Provisioning complete for port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:35.560542 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c28ee92f-2e9e-4422-a4aa-12fe7a867ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.621434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c28ee92f-2e9e-4422-a4aa-12fe7a867ddb None None] Port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:00:35.735519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3768a29b-0304-4389-9648-4f0994a81a93 req-7489e41e-f228-4a0a-a0e5-6a4e90de2f8d tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0363042 Feb 09 22:00:35.819065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f3601f22-bb79-4fe0-a095-c6ab0ad8254d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.846978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event deleted for resources: {'Port': ['ID=f3601f22-bb79-4fe0-a095-c6ab0ad8254d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:35.894502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:35.902361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Publish callbacks [] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.912449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for floatingip (41f1be36-e6ae-4cd8-881f-82fce59fec40), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.916138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Transition to ACTIVE for port object 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:35.921462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:35.929564 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-56c92d83-368d-4858-989b-9331968c7927 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "DELETE /v2.0/floatingips/41f1be36-e6ae-4cd8-881f-82fce59fec40 HTTP/1.1" status: 204 len: 168 time: 0.8162911 Feb 09 22:00:36.007969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.069820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56406) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:36.165810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6501c-935f-4033-9e56-2fc091ed5833 req-182197af-a7a6-4274-b242-2830c41c291a tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:36.169099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Pushing event updated for resources: {'Port': ['ID=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:36.175963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aec6501c-935f-4033-9e56-2fc091ed5833 req-182197af-a7a6-4274-b242-2830c41c291a tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 943 time: 0.1459417 Feb 09 22:00:36.197865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-375cad7b-2825-4ec7-a1f0-86e77b3bfbe1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group (7bfdc5ea-4758-4208-8e74-11d67ab4c849), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.202250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Attempting to bind port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:36.202603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Attempting to bind port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:36.202938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Attempting to bind port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 on network ea206087-2070-4908-8aac-a5bac70cc04a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:36.209784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 on network ea206087-2070-4908-8aac-a5bac70cc04a not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:36.212360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Attempting to bind port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 on network ea206087-2070-4908-8aac-a5bac70cc04a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:36.223975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:36.224336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Checking segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:36.224736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Bound using segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:36.225180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Bound port: 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:36.233733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.295841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aec6501c-935f-4033-9e56-2fc091ed5833 req-4c871c83-521c-4c86-a033-8e7b497778c4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991123 Feb 09 22:00:36.299451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-375cad7b-2825-4ec7-a1f0-86e77b3bfbe1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group (7bfdc5ea-4758-4208-8e74-11d67ab4c849), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.367208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] For port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:36.370421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] For port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:36.514657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-375cad7b-2825-4ec7-a1f0-86e77b3bfbe1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7bfdc5ea-4758-4208-8e74-11d67ab4c849), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.515455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.518316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-375cad7b-2825-4ec7-a1f0-86e77b3bfbe1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.522210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-375cad7b-2825-4ec7-a1f0-86e77b3bfbe1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] 10.222.0.98 "DELETE /v2.0/security-groups/7bfdc5ea-4758-4208-8e74-11d67ab4c849 HTTP/1.1" status: 204 len: 168 time: 0.4476488 Feb 09 22:00:36.558209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cad7b-2825-4ec7-a1f0-86e77b3bfbe1 tempest-TestServerBasicOps-540026524 tempest-TestServerBasicOps-540026524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfdc5ea-4758-4208-8e74-11d67ab4c849,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:36.580921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:36.581542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:36.582971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] 10.222.0.110 "PUT /v2.0/ports/8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 200 len: 1091 time: 1.1911991 Feb 09 22:00:36.583442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:36.597868 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74409c70-109f-42ce-8daa-954087b19c35" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:36.647064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90945df7-64b1-419a-ae33-12fe4326acec service neutron] Pushing event updated for resources: {'Port': ['ID=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:36.684617 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31289b6c-6c96-492c-bd77-f449a55b570d x-openstack-request-id: req-31289b6c-6c96-492c-bd77-f449a55b570d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:36.685885 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:36.687591 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-31289b6c-6c96-492c-bd77-f449a55b570d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:36.688782 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'status': 'completed', 'code': 200} Feb 09 22:00:36.715000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56440) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:36.770152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74409c70-109f-42ce-8daa-954087b19c35 req-c054a837-2ec8-48b6-8c5a-bc68ced6a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:36.772167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74409c70-109f-42ce-8daa-954087b19c35 req-c054a837-2ec8-48b6-8c5a-bc68ced6a255 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1125 time: 0.0777261 Feb 09 22:00:36.967743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97f415e0-61fd-4295-ac67-2924bf646a84 req-e7b5a134-d8bc-43e9-82b0-19213db99631 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0811675 Feb 09 22:00:37.014897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74409c70-109f-42ce-8daa-954087b19c35 req-a3c2d411-9ec4-462f-8858-96e7c5bbb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.017466 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74409c70-109f-42ce-8daa-954087b19c35 req-a3c2d411-9ec4-462f-8858-96e7c5bbb76d service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2382567 Feb 09 22:00:37.200590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74409c70-109f-42ce-8daa-954087b19c35 req-d4a90ad7-a1da-4c0c-90d0-3217a4e20ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.204446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74409c70-109f-42ce-8daa-954087b19c35 req-d4a90ad7-a1da-4c0c-90d0-3217a4e20ea5 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795645 Feb 09 22:00:37.337644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-13d869be-349b-4e38-8c9a-293246ec07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.341369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-13d869be-349b-4e38-8c9a-293246ec07b0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1125 time: 0.0964563 Feb 09 22:00:37.408936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-4012feec-941a-4631-833f-42173bab796e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 200 len: 217 time: 0.0571506 Feb 09 22:00:37.469585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-d27815cc-ae22-4172-aba1-e6d96e1c2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.471407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-d27815cc-ae22-4172-aba1-e6d96e1c2d04 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.0564158 Feb 09 22:00:37.497803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-43e0de3c-043d-49a7-b496-6430eb28e8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.579180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-4c20bf59-522d-4764-b55a-fe4fad1e602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.585638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-4c20bf59-522d-4764-b55a-fe4fad1e602b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1008873 Feb 09 22:00:37.593804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffd58e-8bb1-4af3-a7ce-7672b5b9d7a4 req-5e59bd02-0292-41f9-9fb2-f5481c70975f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.608327 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9ffd58e-8bb1-4af3-a7ce-7672b5b9d7a4 req-5e59bd02-0292-41f9-9fb2-f5481c70975f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 943 time: 0.1759002 Feb 09 22:00:37.732192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-34a58c4b-4565-4333-b627-a10c35bbb67e service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403623 Feb 09 22:00:37.737356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9ffd58e-8bb1-4af3-a7ce-7672b5b9d7a4 req-48612d2a-14c5-4367-89da-cf6fb81d1171 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278915 Feb 09 22:00:37.848084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.040373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696df4cc-b5b8-4d7d-b927-90547d7866fa req-2012da45-465a-43ad-aa8b-cc9de49cd08c tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.044998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-8b3cdd18-2f4d-4a33-831f-4c5842daf38e service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029513 Feb 09 22:00:38.047340 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-696df4cc-b5b8-4d7d-b927-90547d7866fa req-2012da45-465a-43ad-aa8b-cc9de49cd08c tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1238368 Feb 09 22:00:38.123019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-696df4cc-b5b8-4d7d-b927-90547d7866fa req-0a5c534d-e0bb-4bc3-8e30-c245f8c03e93 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708447 Feb 09 22:00:38.132355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-b0d05164-0906-4ae3-a009-5329103e7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.134112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-b0d05164-0906-4ae3-a009-5329103e7e21 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.2011895 Feb 09 22:00:38.151027 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86095b01-9fde-4bc3-8920-fc4824e6d563 req-38d9281f-532c-482c-898e-1d43693446ca tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0469244 Feb 09 22:00:38.371946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-1ede4fe9-c061-4ea3-80b0-6ae05a1aa178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.373726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-1ede4fe9-c061-4ea3-80b0-6ae05a1aa178 service neutron] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.2214320 Feb 09 22:00:38.392014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Deleting port e6627003-21ef-47a0-9a44-f1940d489286 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:38.392485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e6627003-21ef-47a0-9a44-f1940d489286), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.448806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b989a135-1fe2-4941-8a79-efe33c38976a req-8cc151e7-99ae-44a4-88f2-961aac2c2737 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0738485 Feb 09 22:00:38.450433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-7f1db806-81c3-454b-8c72-44dc98da8f8d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0664158 Feb 09 22:00:38.536358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] For port e6627003-21ef-47a0-9a44-f1940d489286, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e6627003-21ef-47a0-9a44-f1940d489286,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:38.539875 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e6627003-21ef-47a0-9a44-f1940d489286), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.548063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-7fa9aae0-e286-41d8-b6a0-cbd0cee12c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.549955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-7fa9aae0-e286-41d8-b6a0-cbd0cee12c31 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.0934942 Feb 09 22:00:38.559226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Calling delete_port for e6627003-21ef-47a0-9a44-f1940d489286 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:38.591895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-733fb9af-9887-413b-b789-19d2827d158d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348277 Feb 09 22:00:38.709146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-16897aa0-fd4c-471a-89a9-824ba6466a7c service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108658 Feb 09 22:00:38.827749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a4267d0-1954-4018-9bde-3a5d862fb30f req-db4c0d89-b1ec-4a3c-b267-97d6379003e5 service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117709 Feb 09 22:00:38.846381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e6627003-21ef-47a0-9a44-f1940d489286), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.893059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6627003-21ef-47a0-9a44-f1940d489286,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:39.014245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a282385-1e71-4219-b481-fac192326ad8 req-d60e49cf-d80a-44fd-9fa5-09fa0f01b63a tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.015875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a282385-1e71-4219-b481-fac192326ad8 req-d60e49cf-d80a-44fd-9fa5-09fa0f01b63a tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 943 time: 0.2076020 Feb 09 22:00:39.076030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.179766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a282385-1e71-4219-b481-fac192326ad8 req-99bae692-93ef-4c61-8292-1fa8a10bc061 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433630 Feb 09 22:00:39.260284 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.305977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eebb7dc4-8e31-45e6-873e-e98da782614c req-e05b0d51-f066-4a93-a178-d5c52d6401ce tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0348573 Feb 09 22:00:39.312468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e690e0-d96f-4dc1-a856-7b64d17cc71b req-ae2d5875-d9ac-49fc-9fcf-9223f612cead tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.320357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3e690e0-d96f-4dc1-a856-7b64d17cc71b req-ae2d5875-d9ac-49fc-9fcf-9223f612cead tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1123955 Feb 09 22:00:39.385371 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3e690e0-d96f-4dc1-a856-7b64d17cc71b req-57fe2573-459a-44c7-a0f2-33c574a12cbc tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Feb 09 22:00:39.582757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:39.702478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:39.712735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56600) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:39.713274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1265f8b6-1492-4ecc-8471-15638245d279 admin admin] 10.222.0.98 "PUT /v2.0/routers/0cf195ee-fa47-4b50-93ab-dbc8a64c4f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9963264 Feb 09 22:00:39.715503 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] Sync routers for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:39.731463 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:39.732045 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:39.843793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks [] for router (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.857358 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:39.978074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks [] for router_gateway (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.096178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Deleting port 70fae769-cd1f-4123-8161-e41710475689 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:40.096524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (70fae769-cd1f-4123-8161-e41710475689), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.191640 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '70fae769-cd1f-4123-8161-e41710475689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T22:00:38Z', 'revision_number': 5, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port': {'id': '70fae769-cd1f-4123-8161-e41710475689', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:51Z', 'updated_at': '2022-02-09T21:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:40.208552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] For port 70fae769-cd1f-4123-8161-e41710475689, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70fae769-cd1f-4123-8161-e41710475689,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:40.208552 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (70fae769-cd1f-4123-8161-e41710475689), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.214781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Calling delete_port for 70fae769-cd1f-4123-8161-e41710475689 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:40.219899 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] Checking router: 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:40.229296 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] Routers {'0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:40.229933 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:40.271614 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.353869 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] Set router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:40.356673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:40.504983 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T22:00:39Z', 'revision_number': 6, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:40.548526 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb203c7-0fcb-49df-b128-32e7c61370ff None None] The sync data for ids ['0cf195ee-fa47-4b50-93ab-dbc8a64c4f99'] in n-d-828599-1 is: [{'id': '0cf195ee-fa47-4b50-93ab-dbc8a64c4f99', 'name': 'tempest-TestServerBasicOps-9049707-router', 'tenant_id': '179348843f524eafa1ed374bb5874aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:49Z', 'updated_at': '2022-02-09T22:00:39Z', 'revision_number': 6, 'project_id': '179348843f524eafa1ed374bb5874aea', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:40.552551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56654) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:40.563832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a8fcbd4-6666-408d-a6e0-8bb8a60eb139 req-54f2a369-61e5-4b58-9849-25b59f3804a7 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0642223 Feb 09 22:00:40.610432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:40.617023 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (70fae769-cd1f-4123-8161-e41710475689), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.645350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'port_id': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'mac_address': 'fa:16:3e:61:db:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:40.673744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Pushing event deleted for resources: {'Port': ['ID=70fae769-cd1f-4123-8161-e41710475689,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:40.741494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:40.744502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.766844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:40.789910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:40.849047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780abef-4308-40d1-96e1-98fc73c2b012 req-02624941-94a8-4376-af3e-971498f541f1 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:40.857127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f780abef-4308-40d1-96e1-98fc73c2b012 req-02624941-94a8-4376-af3e-971498f541f1 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1366954 Feb 09 22:00:40.865530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.884014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.886241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f198bf0d-53cc-4aed-a368-d63ab0b5781b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:40.961621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:40.974026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7a9e1-47b4-4a09-ab41-1015320dc8ba req-49122bba-e1dd-435e-8e23-924abe40aa8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:40.976351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67f7a9e1-47b4-4a09-ab41-1015320dc8ba req-49122bba-e1dd-435e-8e23-924abe40aa8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 943 time: 0.7481470 Feb 09 22:00:41.053645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-67f7a9e1-47b4-4a09-ab41-1015320dc8ba req-fd29606c-8fda-4040-a32a-0f170fa87b6f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710521 Feb 09 22:00:41.088892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['8dff55ed-7e0b-4ae5-998c-8541ac2b03f0'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:41.407085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.411169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks [] for router_controller (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.424669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f780abef-4308-40d1-96e1-98fc73c2b012 req-a0d04e51-eef8-4ec3-aff8-5642439b0c40 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666440 Feb 09 22:00:41.462370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cb92b69c-5a30-4ae9-b750-5ba0b8f877b5 req-c3ad324a-4d94-42c6-b122-35b08efea45b tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c&device_id=7610e560-79a9-475e-bcee-efcbe7e77a2d HTTP/1.1" status: 200 len: 210 time: 0.0401394 Feb 09 22:00:41.498776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f198bf0d-53cc-4aed-a368-d63ab0b5781b admin admin] Publish callbacks [] for security_group (83a4706c-9496-428f-8fa8-863d9718c732), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.585037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f198bf0d-53cc-4aed-a368-d63ab0b5781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (83a4706c-9496-428f-8fa8-863d9718c732), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.626288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e6627003-21ef-47a0-9a44-f1940d489286 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:41.627971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (0cf195ee-fa47-4b50-93ab-dbc8a64c4f99), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.628547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:00:41.636219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.637382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d76fef5f-365e-407e-820c-46f09909ca57 admin admin] 10.222.0.98 "DELETE /v2.0/routers/0cf195ee-fa47-4b50-93ab-dbc8a64c4f99 HTTP/1.1" status: 204 len: 168 time: 1.9228704 Feb 09 22:00:41.638131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198bf0d-53cc-4aed-a368-d63ab0b5781b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a4706c-9496-428f-8fa8-863d9718c732,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:41.640425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56706) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:41.646992 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.654022 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f198bf0d-53cc-4aed-a368-d63ab0b5781b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0899322d319446ee883ac620696b20f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1003387 Feb 09 22:00:41.661762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56708) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:41.697299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: e6627003-21ef-47a0-9a44-f1940d489286 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:41.698029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e6627003-21ef-47a0-9a44-f1940d489286 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:41.698577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70fae769-cd1f-4123-8161-e41710475689 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:41.724959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 70fae769-cd1f-4123-8161-e41710475689 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:41.726124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70fae769-cd1f-4123-8161-e41710475689 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:41.740229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] Deleting subnet f25c93ba-eae9-4345-a1a6-d6cd7602a4d3 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:00:41.744823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] Publish callbacks [] for subnet (f25c93ba-eae9-4345-a1a6-d6cd7602a4d3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.764240 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0095cff1-98be-497f-9ac5-0bb657774d58 admin admin] Publish callbacks [] for security_group (83a4706c-9496-428f-8fa8-863d9718c732), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.810115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f25c93ba-eae9-4345-a1a6-d6cd7602a4d3), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.814579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0095cff1-98be-497f-9ac5-0bb657774d58 admin admin] Publish callbacks [] for security_group (83a4706c-9496-428f-8fa8-863d9718c732), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.911792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f25c93ba-eae9-4345-a1a6-d6cd7602a4d3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.022974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0095cff1-98be-497f-9ac5-0bb657774d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (83a4706c-9496-428f-8fa8-863d9718c732), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.025695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0095cff1-98be-497f-9ac5-0bb657774d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.026886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0095cff1-98be-497f-9ac5-0bb657774d58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/83a4706c-9496-428f-8fa8-863d9718c732 HTTP/1.1" status: 204 len: 168 time: 0.3641238 Feb 09 22:00:42.036227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095cff1-98be-497f-9ac5-0bb657774d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a4706c-9496-428f-8fa8-863d9718c732,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:42.047196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f25c93ba-eae9-4345-a1a6-d6cd7602a4d3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.116544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee798a9-c3ab-447d-9197-55db8a5cbb08 None None] Network f9095da8-f481-4d1d-8636-b647fae32f1e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:42.121174 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.134656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f25c93ba-eae9-4345-a1a6-d6cd7602a4d3 HTTP/1.1" status: 204 len: 168 time: 0.4920049 Feb 09 22:00:42.137238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:42.164868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce6faa85-4e3a-4639-9548-af436b4d948d req-c77009ec-553c-43fe-a13e-c11d5cb53f86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35ae4553c5a6484eb387c5a16aaf150c&device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0721526 Feb 09 22:00:42.176695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2b949-a181-4651-a830-9dfd1e25cb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25c93ba-eae9-4345-a1a6-d6cd7602a4d3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:42.216131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce6faa85-4e3a-4639-9548-af436b4d948d req-d4adddcd-5fcd-4a7e-b803-28c2ec9d0897 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=35ae4553c5a6484eb387c5a16aaf150c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416403 Feb 09 22:00:42.299179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1d0d015-0d53-483c-aecf-92a1dfd72357 req-b7619133-1ad1-45ab-a044-aa626bb2eafa tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0793176 Feb 09 22:00:42.307276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (f9095da8-f481-4d1d-8636-b647fae32f1e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.362132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:42.428819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Deleting port 85518601-cda7-474a-bcf6-b7a6aa89ae13 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:42.429200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.463308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] DHCP port deletion for f9095da8-f481-4d1d-8636-b647fae32f1e request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:00:42.465947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e045d3-473a-4d60-865d-edcb669feb5c req-3f5f84df-1f1e-4a1c-b776-2c84b97700c4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:42.472969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42e045d3-473a-4d60-865d-edcb669feb5c req-3f5f84df-1f1e-4a1c-b776-2c84b97700c4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 944 time: 0.2398551 Feb 09 22:00:42.498221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6faa85-4e3a-4639-9548-af436b4d948d req-d7bccf50-21c0-4615-aac0-23518b75dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:42.499954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce6faa85-4e3a-4639-9548-af436b4d948d req-d7bccf50-21c0-4615-aac0-23518b75dc03 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244763 Feb 09 22:00:42.534862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] For port 85518601-cda7-474a-bcf6-b7a6aa89ae13, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=85518601-cda7-474a-bcf6-b7a6aa89ae13,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:42.535342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.547463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:42.551800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Calling delete_port for 85518601-cda7-474a-bcf6-b7a6aa89ae13 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:42.568761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:42.569673 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.598281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42e045d3-473a-4d60-865d-edcb669feb5c req-d924be2c-ad4f-4dc6-b6e0-436cadb60324 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166701 Feb 09 22:00:42.683113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] Deleting port 85518601-cda7-474a-bcf6-b7a6aa89ae13 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:42.684081 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.728220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ff52d-6162-4bf3-8589-ede6876c2cfc req-b3970ff0-cfc4-4f21-9e93-a37cd2355991 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:42.729717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-312ff52d-6162-4bf3-8589-ede6876c2cfc req-b3970ff0-cfc4-4f21-9e93-a37cd2355991 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1014149 Feb 09 22:00:42.768988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] For port 85518601-cda7-474a-bcf6-b7a6aa89ae13, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=85518601-cda7-474a-bcf6-b7a6aa89ae13,segment=NetworkSegment(24372a8c-39b5-4aad-8e06-bb4cb354ee1e),segment_id=24372a8c-39b5-4aad-8e06-bb4cb354ee1e)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:42.769603 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.795913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-312ff52d-6162-4bf3-8589-ede6876c2cfc req-6eb07efc-ec01-4898-a9c7-52986b444d51 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536411 Feb 09 22:00:42.803102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] Calling delete_port for 85518601-cda7-474a-bcf6-b7a6aa89ae13 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:42.859586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:42.859586 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.863025 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.884351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] No DVR routers for this DVR port 85518601-cda7-474a-bcf6-b7a6aa89ae13 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:42.898536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:42.901257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:42.904071 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f515a3-9c6c-4c88-9402-10ad7a15b37e" -d '{"events": [{"server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "name": "network-vif-plugged", "status": "completed", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:42.916704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85518601-cda7-474a-bcf6-b7a6aa89ae13,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:42.959474 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (85518601-cda7-474a-bcf6-b7a6aa89ae13), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.988391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] No DVR routers for this DVR port 85518601-cda7-474a-bcf6-b7a6aa89ae13 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:43.025631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.030979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93003766-209b-489a-9ac7-eb7d626a2396 None None] Pushing event deleted for resources: {'Port': ['ID=85518601-cda7-474a-bcf6-b7a6aa89ae13,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:43.090712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:43.109825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (f9095da8-f481-4d1d-8636-b647fae32f1e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.138170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56788) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:43.148806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1860e4ae-18ed-4a86-9f34-8a2ce1df34ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.168722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9095da8-f481-4d1d-8636-b647fae32f1e']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:43.191282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24372a8c-39b5-4aad-8e06-bb4cb354ee1e') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:43.193239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24372a8c-39b5-4aad-8e06-bb4cb354ee1e') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:43.213598 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884497fc-cba1-4350-b01f-b8fb67b0df67 x-openstack-request-id: req-884497fc-cba1-4350-b01f-b8fb67b0df67 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:43.213902 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "name": "network-vif-plugged", "status": "completed", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:43.214180 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-884497fc-cba1-4350-b01f-b8fb67b0df67 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:43.214586 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'code': 200} Feb 09 22:00:43.215078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (24372a8c-39b5-4aad-8e06-bb4cb354ee1e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.231029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (24372a8c-39b5-4aad-8e06-bb4cb354ee1e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.239003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:00:43.239667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (24372a8c-39b5-4aad-8e06-bb4cb354ee1e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:00:43.242348 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:00:43.301431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1860e4ae-18ed-4a86-9f34-8a2ce1df34ac admin admin] Publish callbacks [] for security_group (731a1ff0-1b92-490d-8562-db6fcbba4c09), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.362480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df03f-d263-4135-8af3-ef4cc5e29252 req-ea9fca89-f76c-4ff0-8bad-a2391693fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:43.365103 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-698df03f-d263-4135-8af3-ef4cc5e29252 req-ea9fca89-f76c-4ff0-8bad-a2391693fc92 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1127 time: 0.0618160 Feb 09 22:00:43.419654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (f9095da8-f481-4d1d-8636-b647fae32f1e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.431257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.434761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-698df03f-d263-4135-8af3-ef4cc5e29252 req-bf2811c8-a70f-4934-b0dc-ae241dc6da65 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623233 Feb 09 22:00:43.435941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1860e4ae-18ed-4a86-9f34-8a2ce1df34ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (731a1ff0-1b92-490d-8562-db6fcbba4c09), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.441591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f9095da8-f481-4d1d-8636-b647fae32f1e HTTP/1.1" status: 204 len: 168 time: 1.2959437 Feb 09 22:00:43.443514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56806) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:43.506062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1860e4ae-18ed-4a86-9f34-8a2ce1df34ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=89e5aa394e73476da4e33850ea0b2990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706555 Feb 09 22:00:43.508572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860e4ae-18ed-4a86-9f34-8a2ce1df34ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731a1ff0-1b92-490d-8562-db6fcbba4c09,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:43.511637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56814) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:43.602835 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed87-959f-4089-92a3-986780040359 admin admin] Publish callbacks [] for security_group (731a1ff0-1b92-490d-8562-db6fcbba4c09), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.609812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 85518601-cda7-474a-bcf6-b7a6aa89ae13 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:43.644333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed87-959f-4089-92a3-986780040359 admin admin] Publish callbacks [] for security_group (731a1ff0-1b92-490d-8562-db6fcbba4c09), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.651831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 85518601-cda7-474a-bcf6-b7a6aa89ae13 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:43.652478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 85518601-cda7-474a-bcf6-b7a6aa89ae13 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:43.734916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5a6cd-61ea-4a6b-a746-b7a76bee3ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9095da8-f481-4d1d-8636-b647fae32f1e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:43.746732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de2d05d5-b209-42ce-821e-06d14332fe4d req-09657df3-8a78-4500-aab7-ba0bc4ec896e tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.3038189 Feb 09 22:00:43.836683 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce6faa85-4e3a-4639-9548-af436b4d948d req-7b0ef502-b1c3-4908-8da4-4ddc5e849249 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.0364525 Feb 09 22:00:43.853393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c608600-93ab-4c8c-aab3-7078483493b3 req-70165bff-fd46-4c2f-867a-7a5d4e1d5908 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:43.856414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c608600-93ab-4c8c-aab3-7078483493b3 req-70165bff-fd46-4c2f-867a-7a5d4e1d5908 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1171515 Feb 09 22:00:43.914955 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed87-959f-4089-92a3-986780040359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (731a1ff0-1b92-490d-8562-db6fcbba4c09), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.923139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ed87-959f-4089-92a3-986780040359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.926384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f3f7ed87-959f-4089-92a3-986780040359 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/731a1ff0-1b92-490d-8562-db6fcbba4c09 HTTP/1.1" status: 204 len: 168 time: 0.4128551 Feb 09 22:00:43.960785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7ed87-959f-4089-92a3-986780040359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731a1ff0-1b92-490d-8562-db6fcbba4c09,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:44.004882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c608600-93ab-4c8c-aab3-7078483493b3 req-ab8d4315-3a74-41bb-8658-3f60a9b3b081 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417766 Feb 09 22:00:44.155527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed62b0-95ea-468d-80bd-13865e74215c req-a30cb39b-ecad-4d4c-b64c-e5e95616f1dd tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:44.162436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aeed62b0-95ea-468d-80bd-13865e74215c req-a30cb39b-ecad-4d4c-b64c-e5e95616f1dd tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1497147 Feb 09 22:00:44.222097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aeed62b0-95ea-468d-80bd-13865e74215c req-bbef173f-4665-4b6e-b84e-ffe7953ad89e tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 Feb 09 22:00:44.287635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (28974eba-5add-4f7a-be9e-10169c996a38), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.630131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Deleting port 14830bb3-5132-4625-905f-25aa6643ef09 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:44.631152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (14830bb3-5132-4625-905f-25aa6643ef09), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.671231 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:00:44.734766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] For port 14830bb3-5132-4625-905f-25aa6643ef09, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=14830bb3-5132-4625-905f-25aa6643ef09,segment=NetworkSegment(60fc916d-1585-4ac3-9345-361fa36c070f),segment_id=60fc916d-1585-4ac3-9345-361fa36c070f)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:44.735566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (14830bb3-5132-4625-905f-25aa6643ef09), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.778259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Calling delete_port for 14830bb3-5132-4625-905f-25aa6643ef09 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:45.003355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56888) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:45.092871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41243b2e-f347-4d62-93ca-5067f1f92b34 req-ade016da-0358-4956-b2fb-a1fcdd021eb6 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b624266-e18f-4f11-8b74-d27a133cd48c HTTP/1.1" status: 200 len: 210 time: 0.1070096 Feb 09 22:00:45.149486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b8e69d4-bee8-4288-8d74-7d27b724da93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.207331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d0591-8ca3-4a46-919d-bb0e16dee054 req-01c8f8ef-cce5-40e0-a769-a0365c3efa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.207539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d6cbc-2db1-45b9-9f80-6a6924fcca37 req-209e5bd5-3569-400f-aff5-95e002124901 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.207539 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c3d6cbc-2db1-45b9-9f80-6a6924fcca37 req-209e5bd5-3569-400f-aff5-95e002124901 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0943565 Feb 09 22:00:45.213588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e0d0591-8ca3-4a46-919d-bb0e16dee054 req-01c8f8ef-cce5-40e0-a769-a0365c3efa20 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.1179516 Feb 09 22:00:45.298177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c3d6cbc-2db1-45b9-9f80-6a6924fcca37 req-c6975cf6-45a2-4e36-a2b7-8359b4aad400 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810533 Feb 09 22:00:45.362830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e0d0591-8ca3-4a46-919d-bb0e16dee054 req-bdd0f9bf-a23b-44e5-a5cb-5d3e3d85cc55 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458905 Feb 09 22:00:45.390056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b8e69d4-bee8-4288-8d74-7d27b724da93 admin admin] Publish callbacks [] for security_group (bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.420640 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (14830bb3-5132-4625-905f-25aa6643ef09), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.439560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6fac-ff03-4d6e-aa13-9204bf0d5862 req-2ff395d3-2fac-46ad-a296-732f99b2d5e0 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.441047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61ee6fac-ff03-4d6e-aa13-9204bf0d5862 req-2ff395d3-2fac-46ad-a296-732f99b2d5e0 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0708625 Feb 09 22:00:45.473630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b8e69d4-bee8-4288-8d74-7d27b724da93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.476734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=14830bb3-5132-4625-905f-25aa6643ef09,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:45.572651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e90b-a482-4e9e-980c-d58ea23c0aa5 req-4f6a65ee-c7e0-4873-a33a-7cb80e187b8b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.586761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4b8e69d4-bee8-4288-8d74-7d27b724da93 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=645e8fdb2d86478cab06827452970f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5750093 Feb 09 22:00:45.586761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:45.587325 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f322e90b-a482-4e9e-980c-d58ea23c0aa5 req-4f6a65ee-c7e0-4873-a33a-7cb80e187b8b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1957183 Feb 09 22:00:45.587428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e69d4-bee8-4288-8d74-7d27b724da93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:45.590769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56920) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:45.597536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'floatingip': {'port_id': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:45.619409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61ee6fac-ff03-4d6e-aa13-9204bf0d5862 req-9d8d49bf-ed8a-41a0-b512-c614ff53598d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700552 Feb 09 22:00:45.707725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (27909462-8a1c-4810-86c5-56ec02c87f58), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.728932 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b02a6ecd-4b01-4584-8b59-6859c5d704ba admin admin] Publish callbacks [] for security_group (bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.780179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b02a6ecd-4b01-4584-8b59-6859c5d704ba admin admin] Publish callbacks [] for security_group (bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.933440 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b02a6ecd-4b01-4584-8b59-6859c5d704ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.937107 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b02a6ecd-4b01-4584-8b59-6859c5d704ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.938854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b02a6ecd-4b01-4584-8b59-6859c5d704ba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa HTTP/1.1" status: 204 len: 168 time: 0.3566494 Feb 09 22:00:45.951495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a6ecd-4b01-4584-8b59-6859c5d704ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf43cef2-3d6c-4411-a6fe-aa8fd5c6e9aa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:46.099299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (28974eba-5add-4f7a-be9e-10169c996a38), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:46.561812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:46.700220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (27909462-8a1c-4810-86c5-56ec02c87f58), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:46.706479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Router 28974eba-5add-4f7a-be9e-10169c996a38 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:46.833434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-936dfa22-9774-4553-8519-aa1c5ee70282 req-b9e05793-e244-43b9-8680-70539a5a8639 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35ae4553c5a6484eb387c5a16aaf150c&device_id=7610e560-79a9-475e-bcee-efcbe7e77a2d HTTP/1.1" status: 200 len: 210 time: 0.0489073 Feb 09 22:00:46.835229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56974) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:46.942398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-936dfa22-9774-4553-8519-aa1c5ee70282 req-33276286-6409-48d3-a474-c9e14a64ed61 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=35ae4553c5a6484eb387c5a16aaf150c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878191 Feb 09 22:00:46.978535 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Floating IP 27909462-8a1c-4810-86c5-56ec02c87f58 associated. External IP: 172.25.5.203, port: 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0. Feb 09 22:00:47.133405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dfa22-9774-4553-8519-aa1c5ee70282 req-3c1ad5ca-825f-463c-b734-824f7b56e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.136792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-936dfa22-9774-4553-8519-aa1c5ee70282 req-3c1ad5ca-825f-463c-b734-824f7b56e72b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852453 Feb 09 22:00:47.196324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8a32-331c-475d-af28-ac6ba923bc05 req-a4b4266a-005f-400c-89d9-c6d09efccc2b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.200665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c884e94-9a33-4c40-9af5-2212dabc5412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.203220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f17c8a32-331c-475d-af28-ac6ba923bc05 req-a4b4266a-005f-400c-89d9-c6d09efccc2b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.2265358 Feb 09 22:00:47.205618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61404b51-5c14-428c-b22c-45fd0711e060 req-721cf660-66c1-444b-87d8-980ae436f2e7 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=7610e560-79a9-475e-bcee-efcbe7e77a2d HTTP/1.1" status: 200 len: 210 time: 0.0647092 Feb 09 22:00:47.254010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:47.267648 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-92448018-7a0e-4011-a5b7-94943bd0dd25 admin admin] 10.222.0.98 "PUT /v2.0/routers/28974eba-5add-4f7a-be9e-10169c996a38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8167562 Feb 09 22:00:47.271110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] Sync routers for ids ['28974eba-5add-4f7a-be9e-10169c996a38'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:47.271588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56988) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:47.298608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] Routers {'28974eba-5add-4f7a-be9e-10169c996a38'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:47.299281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['28974eba-5add-4f7a-be9e-10169c996a38'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:47.333052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f17c8a32-331c-475d-af28-ac6ba923bc05 req-e32f979d-7b4f-4f9d-a609-a588a1fc03e1 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233828 Feb 09 22:00:47.373189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c884e94-9a33-4c40-9af5-2212dabc5412 admin admin] Publish callbacks [] for security_group (2f1bd6cf-ba9e-4632-8065-b186a8e02c70), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.444618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c884e94-9a33-4c40-9af5-2212dabc5412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2f1bd6cf-ba9e-4632-8065-b186a8e02c70), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.509965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] Set router 28974eba-5add-4f7a-be9e-10169c996a38 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:47.588005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57004) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:47.589025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1c884e94-9a33-4c40-9af5-2212dabc5412 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5ca50b26973044c9bcd40ec02cf83eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7517865 Feb 09 22:00:47.594079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c884e94-9a33-4c40-9af5-2212dabc5412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1bd6cf-ba9e-4632-8065-b186a8e02c70,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:47.663264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks [] for router (28974eba-5add-4f7a-be9e-10169c996a38), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:47.961263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T22:00:45Z', 'revision_number': 5, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:48.049343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] Checking router: 28974eba-5add-4f7a-be9e-10169c996a38 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:48.072055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] Routers {'28974eba-5add-4f7a-be9e-10169c996a38'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:48.074634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['28974eba-5add-4f7a-be9e-10169c996a38'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:48.234419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500e553-e459-42cd-8bfe-99180e413b56 req-9af7523e-e8cd-4743-a977-357582dbd12b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.241318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7500e553-e459-42cd-8bfe-99180e413b56 req-9af7523e-e8cd-4743-a977-357582dbd12b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1953025 Feb 09 22:00:48.260135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-a9392eca-7436-4017-a594-c6e6c3b1b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.261697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-a9392eca-7436-4017-a594-c6e6c3b1b241 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.1686072 Feb 09 22:00:48.401313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] Set router 28974eba-5add-4f7a-be9e-10169c996a38 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:48.465747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7500e553-e459-42cd-8bfe-99180e413b56 req-aee102b2-11ac-4e34-9225-b4aa5c433112 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233796 Feb 09 22:00:48.467611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-3ad23729-c1fd-479d-a713-1c5a23a173b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.469222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-3ad23729-c1fd-479d-a713-1c5a23a173b8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.1857188 Feb 09 22:00:48.529982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-c6d20dde-5960-452c-903e-455ee9e0b579 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0540833 Feb 09 22:00:48.628368 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cf618f9-d928-42ce-93cb-74788e2e0fd7 req-3ce6ae12-e057-4617-b2e7-e665a3bf505d tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.98 "GET /v2.0/ports?device_id=7610e560-79a9-475e-bcee-efcbe7e77a2d HTTP/1.1" status: 200 len: 210 time: 0.1457665 Feb 09 22:00:48.680555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba88709d-9d9f-4b8f-95e6-e38da4ad9120 admin admin] Publish callbacks [] for security_group (2f1bd6cf-ba9e-4632-8065-b186a8e02c70), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.683679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-6bc1ad6d-62ee-4488-9bcf-a9a412bafd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.685401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-6bc1ad6d-62ee-4488-9bcf-a9a412bafd84 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.1501379 Feb 09 22:00:48.715120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-936dfa22-9774-4553-8519-aa1c5ee70282 req-27ca4dba-853d-4ba4-a38c-bdf00ecd5d45 tempest-ServerShowV247Test-1188685218 tempest-ServerShowV247Test-1188685218-project] 10.222.0.30 "GET /v2.0/ports?device_id=7610e560-79a9-475e-bcee-efcbe7e77a2d HTTP/1.1" status: 200 len: 210 time: 0.1539602 Feb 09 22:00:48.737949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-1bc2f02e-0a94-4624-9cec-7a25813622f5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332997 Feb 09 22:00:48.857540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Router 80b3811d-1f34-4044-974d-58de00614ae8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:48.865301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks [] for router_gateway (28974eba-5add-4f7a-be9e-10169c996a38), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:48.892918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba88709d-9d9f-4b8f-95e6-e38da4ad9120 admin admin] Publish callbacks [] for security_group (2f1bd6cf-ba9e-4632-8065-b186a8e02c70), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.017293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-b3430e11-2c8f-4485-8388-7d1f7edb7c5b service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716453 Feb 09 22:00:49.109018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T22:00:45Z', 'revision_number': 5, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:49.110135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:49.122604 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] Sync routers for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:49.123676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.139056 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:49.139907 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:49.143286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bac9a2-2fc3-46df-97c8-fdab87986ded None None] The sync data for ids ['28974eba-5add-4f7a-be9e-10169c996a38'] in n-d-828599-1 is: [{'id': '28974eba-5add-4f7a-be9e-10169c996a38', 'name': 'tempest-TestServerBasicOps-653260384-router', 'tenant_id': '84f059332228453ab9a58f61a9d30896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:05Z', 'updated_at': '2022-02-09T22:00:45Z', 'revision_number': 5, 'project_id': '84f059332228453ab9a58f61a9d30896', 'gw_port': {'id': '9c6d77dc-5b76-4882-b487-5de9d2056bd8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:41:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28974eba-5add-4f7a-be9e-10169c996a38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:09Z', 'updated_at': '2022-02-09T21:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:49.187052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-50424abb-4994-4630-9a05-9c66d91cd0d1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "PUT /v2.0/floatingips/27909462-8a1c-4810-86c5-56ec02c87f58 HTTP/1.1" status: 200 len: 991 time: 3.5950985 Feb 09 22:00:49.210511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:49.213134 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:49.342392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Deleting port 9c6d77dc-5b76-4882-b487-5de9d2056bd8 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:49.345217 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.375697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-924bccf5-83ff-473a-b0e5-28d6bee48e26 req-70a82c99-1a6c-47bc-9480-4e97d522756d service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522451 Feb 09 22:00:49.503214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33619e-d163-4c47-b931-733a247aa6e8 req-893314ec-614a-496e-917c-fb3649e1801c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:49.511717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c33619e-d163-4c47-b931-733a247aa6e8 req-893314ec-614a-496e-917c-fb3649e1801c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1071687 Feb 09 22:00:49.569248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 14830bb3-5132-4625-905f-25aa6643ef09 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:49.623888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba88709d-9d9f-4b8f-95e6-e38da4ad9120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2f1bd6cf-ba9e-4632-8065-b186a8e02c70), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.629571 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:49.632124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba88709d-9d9f-4b8f-95e6-e38da4ad9120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.634217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ba88709d-9d9f-4b8f-95e6-e38da4ad9120 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2f1bd6cf-ba9e-4632-8065-b186a8e02c70 HTTP/1.1" status: 204 len: 168 time: 2.0437043 Feb 09 22:00:49.662659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 14830bb3-5132-4625-905f-25aa6643ef09 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:49.662865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 14830bb3-5132-4625-905f-25aa6643ef09 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:49.671411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] For port 9c6d77dc-5b76-4882-b487-5de9d2056bd8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9c6d77dc-5b76-4882-b487-5de9d2056bd8,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:49.684115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:49.726610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Calling delete_port for 9c6d77dc-5b76-4882-b487-5de9d2056bd8 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:49.747114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c33619e-d163-4c47-b931-733a247aa6e8 req-43d30872-45c8-4121-86d6-98edeb22f3da tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342939 Feb 09 22:00:49.921141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-b110cb45-9af2-47d3-be16-1f03e79f0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:49.922755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-b110cb45-9af2-47d3-be16-1f03e79f0d04 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1127 time: 0.2203424 Feb 09 22:00:49.983640 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91a11e6-a599-4e99-a569-47bf4a1e42b8 x-openstack-request-id: req-f91a11e6-a599-4e99-a569-47bf4a1e42b8 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:49.985607 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:49.986865 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f91a11e6-a599-4e99-a569-47bf4a1e42b8 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:49.987365 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'status': 'completed', 'code': 200} Feb 09 22:00:50.012995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88709d-9d9f-4b8f-95e6-e38da4ad9120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1bd6cf-ba9e-4632-8065-b186a8e02c70,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:50.063529 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '27909462-8a1c-4810-86c5-56ec02c87f58', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'port_id': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'mac_address': 'fa:16:3e:61:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:00:26Z', 'updated_at': '2022-02-09T22:00:46Z', 'revision_number': 1, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:50.112813 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] Checking router: 80b3811d-1f34-4044-974d-58de00614ae8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:50.124208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-c55ff777-109b-46e0-9c05-43ce27dc82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:50.126427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-c55ff777-109b-46e0-9c05-43ce27dc82c6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.1931908 Feb 09 22:00:50.126590 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:50.127732 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:50.219878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e3dc9-7cd5-4bc3-bd59-68c689c11282 req-d2393eb6-7a73-4ffb-86e5-ef23b1100faa tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:50.221956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f45e3dc9-7cd5-4bc3-bd59-68c689c11282 req-d2393eb6-7a73-4ffb-86e5-ef23b1100faa tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.2337582 Feb 09 22:00:50.268730 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-701a7d64-8265-40ae-a321-e19e388bb628 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 200 len: 999 time: 0.1362445 Feb 09 22:00:50.343113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-28a1f5f1-7b49-4ee2-8e41-80d9e168ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:50.345057 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-28a1f5f1-7b49-4ee2-8e41-80d9e168ed0e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.0698109 Feb 09 22:00:50.444062 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f45e3dc9-7cd5-4bc3-bd59-68c689c11282 req-d0d4f1ea-e59e-4955-a36a-4a8db2071e4f tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108655 Feb 09 22:00:50.453073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-bbe06e55-8a4d-4a22-8509-33ab15a3e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:50.455186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-bbe06e55-8a4d-4a22-8509-33ab15a3e2ee service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026068 Feb 09 22:00:50.489045 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:50.540102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9c6d77dc-5b76-4882-b487-5de9d2056bd8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:50.622310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6d77dc-5b76-4882-b487-5de9d2056bd8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:50.720005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-a00803d1-d0ab-44c1-a2c3-d1fcc862c495 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574706 Feb 09 22:00:50.781209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (28974eba-5add-4f7a-be9e-10169c996a38), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:50.926354 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (28974eba-5add-4f7a-be9e-10169c996a38), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:50.928953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks [] for router_controller (28974eba-5add-4f7a-be9e-10169c996a38), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:50.939349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a40d379-82cb-4c4f-b17d-2cc1f9bb6cfa req-c5396f01-f65c-4705-9605-ed062927e692 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131453 Feb 09 22:00:50.970026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d8847-6a83-4a1e-a24e-d67f2a0702a2 req-bb87f120-b8dc-45f0-bc11-c8997abd7819 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:50.986626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-696d8847-6a83-4a1e-a24e-d67f2a0702a2 req-bb87f120-b8dc-45f0-bc11-c8997abd7819 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1063535 Feb 09 22:00:51.017837 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '27909462-8a1c-4810-86c5-56ec02c87f58', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'port_id': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'mac_address': 'fa:16:3e:61:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:00:26Z', 'updated_at': '2022-02-09T22:00:46Z', 'revision_number': 1, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:51.051257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (28974eba-5add-4f7a-be9e-10169c996a38), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.052181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28974eba-5add-4f7a-be9e-10169c996a38 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:00:51.058236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.059742 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3704ba26-883f-40b9-9794-8866128a0d40 admin admin] 10.222.0.98 "DELETE /v2.0/routers/28974eba-5add-4f7a-be9e-10169c996a38 HTTP/1.1" status: 204 len: 168 time: 3.7870696 Feb 09 22:00:51.067103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:51.067603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-696d8847-6a83-4a1e-a24e-d67f2a0702a2 req-3886b687-9853-459a-b88d-afebb6919049 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792246 Feb 09 22:00:51.067890 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace3a04-9d17-44f7-bfbf-64cd02237d18 None None] The sync data for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 is: [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '27909462-8a1c-4810-86c5-56ec02c87f58', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'port_id': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'mac_address': 'fa:16:3e:61:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:00:26Z', 'updated_at': '2022-02-09T22:00:46Z', 'revision_number': 1, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:51.138480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Deleting subnet d33eb839-ab2e-4462-a673-1f80d9ec814f {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:00:51.154158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Publish callbacks [] for subnet (d33eb839-ab2e-4462-a673-1f80d9ec814f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.187856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57082) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:51.246666 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (d33eb839-ab2e-4462-a673-1f80d9ec814f), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.403492 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d33eb839-ab2e-4462-a673-1f80d9ec814f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.485061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.648440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4ce1-3f4b-4655-8007-5bdc6eae3358 None None] New status for floating IP 27909462-8a1c-4810-86c5-56ec02c87f58: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:00:51.671687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366f30b-3242-4487-9f79-237df8953a92 req-22c758f9-740b-4450-bd62-bcfde81ad597 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:51.679777 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5366f30b-3242-4487-9f79-237df8953a92 req-22c758f9-740b-4450-bd62-bcfde81ad597 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1170733 Feb 09 22:00:51.688350 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (d33eb839-ab2e-4462-a673-1f80d9ec814f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.700009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9c6d77dc-5b76-4882-b487-5de9d2056bd8 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:51.716815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Publish callbacks [] for security_group (7a62b205-96fa-43e3-aede-855f2ba3b8e1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.728291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9c6d77dc-5b76-4882-b487-5de9d2056bd8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:51.728838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9c6d77dc-5b76-4882-b487-5de9d2056bd8 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:51.738824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33eb839-ab2e-4462-a673-1f80d9ec814f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:51.745697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.745697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d33eb839-ab2e-4462-a673-1f80d9ec814f HTTP/1.1" status: 204 len: 168 time: 0.6768646 Feb 09 22:00:51.748184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57104) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:51.752160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f4ae3-19d6-4abf-8b61-b1f5c4ad86b1 None None] Network 51b98522-484d-4adc-b943-cbd7b8047b31 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:51.764865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.765246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.765622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.765971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.766311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.766653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.766988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.767335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.767650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.768005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.768337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.768671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.769000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424680f-247d-426a-a04a-59bd4cf5a0a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:51.799536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5366f30b-3242-4487-9f79-237df8953a92 req-58e3f0a0-8d52-46fc-83e8-29acf906e23a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130233 Feb 09 22:00:51.976227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (51b98522-484d-4adc-b943-cbd7b8047b31), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.982867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7a62b205-96fa-43e3-aede-855f2ba3b8e1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.084875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=35ae4553c5a6484eb387c5a16aaf150c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8955119 Feb 09 22:00:52.087601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57128) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:52.158481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] DHCP port deletion for 51b98522-484d-4adc-b943-cbd7b8047b31 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:00:52.194117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62b205-96fa-43e3-aede-855f2ba3b8e1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:52.211889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.213137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.213494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.213837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.214286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.214501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.214830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.215156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.215490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.215941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.216492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.216635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.216916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4446cd80-5e19-4ce0-b603-0df7f6dcc2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.258553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Deleting port 7e492338-5808-4ba3-89d5-93a98f8149c1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:52.258905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.295550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea461566-2960-4f6a-bd15-e7dcf20803d5 admin admin] Publish callbacks [] for security_group (7a62b205-96fa-43e3-aede-855f2ba3b8e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.300886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Deleting port 7e492338-5808-4ba3-89d5-93a98f8149c1 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:52.301545 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.343862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] For port 7e492338-5808-4ba3-89d5-93a98f8149c1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7e492338-5808-4ba3-89d5-93a98f8149c1,segment=NetworkSegment(60fc916d-1585-4ac3-9345-361fa36c070f),segment_id=60fc916d-1585-4ac3-9345-361fa36c070f)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:52.344417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.345559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aa727-55b1-4b16-b1d4-62b0f9f65e93 req-6fb67643-1a9c-4551-a544-f7f2aa4f5228 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:52.357071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-468aa727-55b1-4b16-b1d4-62b0f9f65e93 req-6fb67643-1a9c-4551-a544-f7f2aa4f5228 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1864231 Feb 09 22:00:52.363040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Calling delete_port for 7e492338-5808-4ba3-89d5-93a98f8149c1 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:52.369076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea461566-2960-4f6a-bd15-e7dcf20803d5 admin admin] Publish callbacks [] for security_group (7a62b205-96fa-43e3-aede-855f2ba3b8e1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.432929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] For port 7e492338-5808-4ba3-89d5-93a98f8149c1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7e492338-5808-4ba3-89d5-93a98f8149c1,segment=NetworkSegment(60fc916d-1585-4ac3-9345-361fa36c070f),segment_id=60fc916d-1585-4ac3-9345-361fa36c070f)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:52.433336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.488094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Calling delete_port for 7e492338-5808-4ba3-89d5-93a98f8149c1 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:52.519463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-468aa727-55b1-4b16-b1d4-62b0f9f65e93 req-26d98a2c-edf5-4b15-9045-3002c34f10e0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524599 Feb 09 22:00:52.625404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.625974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (7e492338-5808-4ba3-89d5-93a98f8149c1), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.626456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea461566-2960-4f6a-bd15-e7dcf20803d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7a62b205-96fa-43e3-aede-855f2ba3b8e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.635735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea461566-2960-4f6a-bd15-e7dcf20803d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.637724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea461566-2960-4f6a-bd15-e7dcf20803d5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a62b205-96fa-43e3-aede-855f2ba3b8e1 HTTP/1.1" status: 204 len: 168 time: 0.5490966 Feb 09 22:00:52.675840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea461566-2960-4f6a-bd15-e7dcf20803d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62b205-96fa-43e3-aede-855f2ba3b8e1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:52.723185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] No DVR routers for this DVR port 7e492338-5808-4ba3-89d5-93a98f8149c1 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:52.725405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Pushing event deleted for resources: {'Port': ['ID=7e492338-5808-4ba3-89d5-93a98f8149c1,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:52.734200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e492338-5808-4ba3-89d5-93a98f8149c1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:52.751998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] No DVR routers for this DVR port 7e492338-5808-4ba3-89d5-93a98f8149c1 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:52.763905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.763905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.764489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.764489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.764712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.765226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.766715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.767870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.767986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.768330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.768766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.769007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.769583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478e318-510c-49fc-9da6-c8327c3174eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:52.875202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (51b98522-484d-4adc-b943-cbd7b8047b31), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.908237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b98522-484d-4adc-b943-cbd7b8047b31']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:52.920058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fc916d-1585-4ac3-9345-361fa36c070f') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:52.920403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fc916d-1585-4ac3-9345-361fa36c070f') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:52.935041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (60fc916d-1585-4ac3-9345-361fa36c070f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.948724 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (60fc916d-1585-4ac3-9345-361fa36c070f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.954460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:00:52.954855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (60fc916d-1585-4ac3-9345-361fa36c070f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:00:52.956504 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:00:53.114135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (51b98522-484d-4adc-b943-cbd7b8047b31), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:53.126809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:53.133535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] 10.222.0.98 "DELETE /v2.0/networks/51b98522-484d-4adc-b943-cbd7b8047b31 HTTP/1.1" status: 204 len: 168 time: 1.3793480 Feb 09 22:00:53.174489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0140e49-9ac2-4f67-b2ba-7c579c2a2985 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b98522-484d-4adc-b943-cbd7b8047b31,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:53.676969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7e492338-5808-4ba3-89d5-93a98f8149c1 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:53.727427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 7e492338-5808-4ba3-89d5-93a98f8149c1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:53.728032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7e492338-5808-4ba3-89d5-93a98f8149c1 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:53.784247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57174) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:53.976828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57182) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:54.082277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8ccafda9-4f43-4e21-b0b6-f85b00729c2d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=179348843f524eafa1ed374bb5874aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035278 Feb 09 22:00:54.084293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57184) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:54.151468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71a2560b-e7e5-435d-9a13-5fb9f404c9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.225374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d787b499-6f73-4ea5-a7d6-78c1d8482bb8 admin admin] Publish callbacks [] for security_group (ed0c01ec-d3b8-4808-a243-3be26a8855f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.268939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d787b499-6f73-4ea5-a7d6-78c1d8482bb8 admin admin] Publish callbacks [] for security_group (ed0c01ec-d3b8-4808-a243-3be26a8855f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.332443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71a2560b-e7e5-435d-9a13-5fb9f404c9a8 admin admin] Publish callbacks [] for security_group (8a6d3588-054a-4720-ba68-0e43f413d2b5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.437617 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71a2560b-e7e5-435d-9a13-5fb9f404c9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8a6d3588-054a-4720-ba68-0e43f413d2b5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.516005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d787b499-6f73-4ea5-a7d6-78c1d8482bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ed0c01ec-d3b8-4808-a243-3be26a8855f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.519219 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d787b499-6f73-4ea5-a7d6-78c1d8482bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.520696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d787b499-6f73-4ea5-a7d6-78c1d8482bb8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ed0c01ec-d3b8-4808-a243-3be26a8855f9 HTTP/1.1" status: 204 len: 168 time: 0.4353402 Feb 09 22:00:54.527922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-71a2560b-e7e5-435d-9a13-5fb9f404c9a8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=888af31d2e914a0fb3c217a9e47b72f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7364984 Feb 09 22:00:54.527922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2560b-e7e5-435d-9a13-5fb9f404c9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d3588-054a-4720-ba68-0e43f413d2b5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:54.538845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57202) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:54.542011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787b499-6f73-4ea5-a7d6-78c1d8482bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0c01ec-d3b8-4808-a243-3be26a8855f9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:54.680433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc37235f-6393-489a-8400-c7df240d94e2 admin admin] Publish callbacks [] for security_group (8a6d3588-054a-4720-ba68-0e43f413d2b5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.711430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc37235f-6393-489a-8400-c7df240d94e2 admin admin] Publish callbacks [] for security_group (8a6d3588-054a-4720-ba68-0e43f413d2b5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.911378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc37235f-6393-489a-8400-c7df240d94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8a6d3588-054a-4720-ba68-0e43f413d2b5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.914924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc37235f-6393-489a-8400-c7df240d94e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.916566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc37235f-6393-489a-8400-c7df240d94e2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8a6d3588-054a-4720-ba68-0e43f413d2b5 HTTP/1.1" status: 204 len: 168 time: 0.3766108 Feb 09 22:00:54.932705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37235f-6393-489a-8400-c7df240d94e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d3588-054a-4720-ba68-0e43f413d2b5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:55.925866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57228) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:56.023887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:56.024758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b34fd26c-7d7b-4610-9a90-c1ec581064e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=84f059332228453ab9a58f61a9d30896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0928471 Feb 09 22:00:56.122244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c50-09f2-4f8d-a091-ef81dced7cc8 admin admin] Publish callbacks [] for security_group (0bcbc622-818f-459a-8cf7-b2e5c4b49061), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.166812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c50-09f2-4f8d-a091-ef81dced7cc8 admin admin] Publish callbacks [] for security_group (0bcbc622-818f-459a-8cf7-b2e5c4b49061), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.201670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57236) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:56.228154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e5d380a-cade-408a-ae40-bdf9f3e7fdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.350361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c50-09f2-4f8d-a091-ef81dced7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0bcbc622-818f-459a-8cf7-b2e5c4b49061), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.354331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fefe6c50-09f2-4f8d-a091-ef81dced7cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.358323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fefe6c50-09f2-4f8d-a091-ef81dced7cc8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0bcbc622-818f-459a-8cf7-b2e5c4b49061 HTTP/1.1" status: 204 len: 168 time: 0.3325105 Feb 09 22:00:56.374334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe6c50-09f2-4f8d-a091-ef81dced7cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcbc622-818f-459a-8cf7-b2e5c4b49061,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:56.376441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e5d380a-cade-408a-ae40-bdf9f3e7fdd6 admin admin] Publish callbacks [] for security_group (8e7857b8-9304-437c-afc6-fdcaef5d696e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.624576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e5d380a-cade-408a-ae40-bdf9f3e7fdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e7857b8-9304-437c-afc6-fdcaef5d696e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.723409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d380a-cade-408a-ae40-bdf9f3e7fdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7857b8-9304-437c-afc6-fdcaef5d696e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:56.723409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7e5d380a-cade-408a-ae40-bdf9f3e7fdd6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5bc063f27fbd49c4a89bb2489fdd6df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197251 Feb 09 22:00:56.725206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57248) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:56.725206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:56.814382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea96b-248e-432d-b064-da889c846dbd admin admin] Publish callbacks [] for security_group (8e7857b8-9304-437c-afc6-fdcaef5d696e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:56.872096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea96b-248e-432d-b064-da889c846dbd admin admin] Publish callbacks [] for security_group (8e7857b8-9304-437c-afc6-fdcaef5d696e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.058602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea96b-248e-432d-b064-da889c846dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e7857b8-9304-437c-afc6-fdcaef5d696e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.061602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea96b-248e-432d-b064-da889c846dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.065965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d6ea96b-248e-432d-b064-da889c846dbd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8e7857b8-9304-437c-afc6-fdcaef5d696e HTTP/1.1" status: 204 len: 168 time: 0.3397377 Feb 09 22:00:57.080513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ea96b-248e-432d-b064-da889c846dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7857b8-9304-437c-afc6-fdcaef5d696e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:57.138260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1818167967-network', 'tenant_id': 'b52b3060e2644ce08035ba905a3637ba'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:57.281441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Made reservation on behalf of b52b3060e2644ce08035ba905a3637ba for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:57.284149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.313208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.461513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks [] for security_group (7ebf0967-c84c-4215-a9e6-24e67fb2fe91), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.534596 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7ebf0967-c84c-4215-a9e6-24e67fb2fe91), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.551632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:00:57.574301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f3209b3-33f0-4077-9e97-65d35c231b58), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.575162 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Added segment 9f3209b3-33f0-4077-9e97-65d35c231b58 of type vlan for network 0ff0a14b-302f-43ec-b126-b4b9748e1612 Feb 09 22:00:57.647341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0ff0a14b-302f-43ec-b126-b4b9748e1612), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.705483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebf0967-c84c-4215-a9e6-24e67fb2fe91,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:57.736449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0ff0a14b-302f-43ec-b126-b4b9748e1612), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.737844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:57.738705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.848361 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1208589 Feb 09 22:00:57.851932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57284) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:57.858001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Request body: {'subnet': {'network_id': '0ff0a14b-302f-43ec-b126-b4b9748e1612', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1818167967-subnet', 'tenant_id': 'b52b3060e2644ce08035ba905a3637ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:57.867647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd883df-b7d2-4b52-8faa-8af20db33b13 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff0a14b-302f-43ec-b126-b4b9748e1612,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:57.885035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0ff0a14b-302f-43ec-b126-b4b9748e1612 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:00:57.964638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Made reservation on behalf of b52b3060e2644ce08035ba905a3637ba for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:57.967391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.288710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (db7bd192-8447-46d7-abff-eeb43bc365f6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.370542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7bd192-8447-46d7-abff-eeb43bc365f6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:58.393310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Checking segment: {'id': '9f3209b3-33f0-4077-9e97-65d35c231b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '0ff0a14b-302f-43ec-b126-b4b9748e1612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:58.393678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Network hostable DHCP agents. Network: 0ff0a14b-302f-43ec-b126-b4b9748e1612, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:00:58.513570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Network 0ff0a14b-302f-43ec-b126-b4b9748e1612 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:00:58.579044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57308) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:58.618560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0ff0a14b-302f-43ec-b126-b4b9748e1612) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:58.629222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c5751-8bf4-434a-968b-37b282178b24 None None] Network 0ff0a14b-302f-43ec-b126-b4b9748e1612 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:58.639661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:58.640371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.735662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-739119919-network', 'tenant_id': '916ef15f828f41689d1158249b84859a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:58.767688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4e14fde9-4e2c-47d2-829b-f8d2c26dccd4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9057102 Feb 09 22:00:58.824414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d539d3-348d-4f78-b67c-3b4172c1a2b1 None None] Network 0ff0a14b-302f-43ec-b126-b4b9748e1612 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:00:58.840824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Made reservation on behalf of 916ef15f828f41689d1158249b84859a for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:58.843247 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.855569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.997644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57326) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:59.016423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks [] for security_group (793d1550-bceb-4996-bfeb-a65b5fa6da1c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.057027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] Deleting subnet db7bd192-8447-46d7-abff-eeb43bc365f6 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:00:59.060442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] Publish callbacks [] for subnet (db7bd192-8447-46d7-abff-eeb43bc365f6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.090761 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (793d1550-bceb-4996-bfeb-a65b5fa6da1c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.114623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:00:59.137618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793d1550-bceb-4996-bfeb-a65b5fa6da1c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:59.139918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (db7bd192-8447-46d7-abff-eeb43bc365f6), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.145523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (389f02ac-3693-410b-9f5b-7620dd6cb4c8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.146133 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Added segment 389f02ac-3693-410b-9f5b-7620dd6cb4c8 of type vlan for network 5ca8b1df-514d-4fed-a819-719e2761b14c Feb 09 22:00:59.201008 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (5ca8b1df-514d-4fed-a819-719e2761b14c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.231940 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (db7bd192-8447-46d7-abff-eeb43bc365f6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.298061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (5ca8b1df-514d-4fed-a819-719e2761b14c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.301036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:59.301036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.361860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca8b1df-514d-4fed-a819-719e2761b14c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:59.372964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 5ca8b1df-514d-4fed-a819-719e2761b14c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:00:59.452562 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.456967 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (db7bd192-8447-46d7-abff-eeb43bc365f6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.461430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-184e6518-326c-42fb-893e-cfe9753b98d9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8811848 Feb 09 22:00:59.465824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57336) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:59.475331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Request body: {'subnet': {'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-739119919-subnet', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:59.482352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.488269 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/db7bd192-8447-46d7-abff-eeb43bc365f6 HTTP/1.1" status: 204 len: 168 time: 0.4894407 Feb 09 22:00:59.490972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57338) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:59.545380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff3133-5ecc-4887-a508-26404fe753c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7bd192-8447-46d7-abff-eeb43bc365f6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:59.612197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0ff0a14b-302f-43ec-b126-b4b9748e1612), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.654435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Made reservation on behalf of 916ef15f828f41689d1158249b84859a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:59.656798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.770943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0ff0a14b-302f-43ec-b126-b4b9748e1612), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.809590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff0a14b-302f-43ec-b126-b4b9748e1612']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:59.826693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3209b3-33f0-4077-9e97-65d35c231b58') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:59.826894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3209b3-33f0-4077-9e97-65d35c231b58') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:59.840774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (9f3209b3-33f0-4077-9e97-65d35c231b58), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.871232 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f3209b3-33f0-4077-9e97-65d35c231b58), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.916736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:00:59.917189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (9f3209b3-33f0-4077-9e97-65d35c231b58), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:00:59.918868 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:00.081728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0ff0a14b-302f-43ec-b126-b4b9748e1612), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.087767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.091949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0ff0a14b-302f-43ec-b126-b4b9748e1612 HTTP/1.1" status: 204 len: 168 time: 0.5920520 Feb 09 22:01:00.109682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b648a8-6c95-4469-bf6e-6ae69d5f3e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff0a14b-302f-43ec-b126-b4b9748e1612,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:00.119622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (14ff1236-eb67-4fb7-bf54-7918517def44), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.253590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ff1236-eb67-4fb7-bf54-7918517def44,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:00.280469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Checking segment: {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:00.280844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Network hostable DHCP agents. Network: 5ca8b1df-514d-4fed-a819-719e2761b14c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:00.400944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Network 5ca8b1df-514d-4fed-a819-719e2761b14c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:00.504752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 5ca8b1df-514d-4fed-a819-719e2761b14c) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:00.510495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:00.511200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.517118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2af10f-7203-4488-945a-af798aaf0ea5 None None] Network 5ca8b1df-514d-4fed-a819-719e2761b14c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:00.655420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5c44626a-5e6d-4f93-87c1-37920d58eeda admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1884785 Feb 09 22:01:00.658304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57376) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:00.670904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:00.685331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-5ca8b1df-514d-4fed-a819-719e2761b14c', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'project_id': '916ef15f828f41689d1158249b84859a', 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:01:00.686203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.711762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:00.778096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9967d2b-ca37-43e3-b44c-5bb354dce025 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b52b3060e2644ce08035ba905a3637ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647664 Feb 09 22:01:00.780611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57388) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:00.824844 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (33d41b8a-80f8-40de-9e70-f1db6b962e7a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.826305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (33d41b8a-80f8-40de-9e70-f1db6b962e7a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.837860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22b7c61a-86fc-4502-8d29-cede80888666 admin admin] Publish callbacks [] for security_group (7ebf0967-c84c-4215-a9e6-24e67fb2fe91), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.847770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Allocated IP 172.20.0.2 (5ca8b1df-514d-4fed-a819-719e2761b14c/14ff1236-eb67-4fb7-bf54-7918517def44/f4522e28-96a9-45e4-bcf9-19ebf145edba) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:00.875355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22b7c61a-86fc-4502-8d29-cede80888666 admin admin] Publish callbacks [] for security_group (7ebf0967-c84c-4215-a9e6-24e67fb2fe91), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:00.903109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks [] for router_controller (33d41b8a-80f8-40de-9e70-f1db6b962e7a), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.075239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22b7c61a-86fc-4502-8d29-cede80888666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7ebf0967-c84c-4215-a9e6-24e67fb2fe91), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.078076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-22b7c61a-86fc-4502-8d29-cede80888666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.079344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-22b7c61a-86fc-4502-8d29-cede80888666 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7ebf0967-c84c-4215-a9e6-24e67fb2fe91 HTTP/1.1" status: 204 len: 168 time: 0.2976177 Feb 09 22:01:01.102075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Publish callbacks [] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.102075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.102996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7c61a-86fc-4502-8d29-cede80888666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebf0967-c84c-4215-a9e6-24e67fb2fe91,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:01.189894 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks [] for router_gateway (33d41b8a-80f8-40de-9e70-f1db6b962e7a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.191009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.233413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Network 5ca8b1df-514d-4fed-a819-719e2761b14c is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:01.238609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:01.243004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:01.323080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Pushing event updated for resources: {'Port': ['ID=f4522e28-96a9-45e4-bcf9-19ebf145edba,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:01.339321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Attempting to bind port f4522e28-96a9-45e4-bcf9-19ebf145edba on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:01.339936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Attempting to bind port f4522e28-96a9-45e4-bcf9-19ebf145edba by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:01.340294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Attempting to bind port f4522e28-96a9-45e4-bcf9-19ebf145edba on network 5ca8b1df-514d-4fed-a819-719e2761b14c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:01.357149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:01.357392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Checking segment: {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:01.358278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.358851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Bound using segment: {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:01.359453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Bound port: f4522e28-96a9-45e4-bcf9-19ebf145edba, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:01.360036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.438394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] For port f4522e28-96a9-45e4-bcf9-19ebf145edba, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:01.446333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] For port f4522e28-96a9-45e4-bcf9-19ebf145edba, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f4522e28-96a9-45e4-bcf9-19ebf145edba,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:01.521562 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.587611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks [] for router_gateway (33d41b8a-80f8-40de-9e70-f1db6b962e7a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.622888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5d092-3c3a-4128-bc56-bba5f3ca0c8a None None] Pushing event updated for resources: {'Port': ['ID=f4522e28-96a9-45e4-bcf9-19ebf145edba,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:01.660209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:01.967888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Allocated IP 172.25.5.129 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/95464bbd-3b22-45ca-8002-be00555191bd) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:02.129914 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks [] for port (95464bbd-3b22-45ca-8002-be00555191bd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:02.250720 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (95464bbd-3b22-45ca-8002-be00555191bd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:02.297366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:02.303241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:02.308560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:02.376511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Pushing event updated for resources: {'Port': ['ID=95464bbd-3b22-45ca-8002-be00555191bd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:02.876293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks [] for router_gateway (33d41b8a-80f8-40de-9e70-f1db6b962e7a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.027183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57508) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:03.166730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83745e78-1caf-4486-abaf-4df409fab463 None None] Network 5ca8b1df-514d-4fed-a819-719e2761b14c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:03.208403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05bd051b-f16e-4bbc-956a-4f208a71ceb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.258915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6f84a355-eb82-40f8-a7d2-5f18b2e002c3 None None] Provisioning complete for port f4522e28-96a9-45e4-bcf9-19ebf145edba triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:03.259645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f84a355-eb82-40f8-a7d2-5f18b2e002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.267923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (33d41b8a-80f8-40de-9e70-f1db6b962e7a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.419037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6f84a355-eb82-40f8-a7d2-5f18b2e002c3 None None] Current status of the port f4522e28-96a9-45e4-bcf9-19ebf145edba is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:03.419748 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f84a355-eb82-40f8-a7d2-5f18b2e002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.423799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05bd051b-f16e-4bbc-956a-4f208a71ceb8 admin admin] Publish callbacks [] for security_group (5db4ad68-21ca-4a78-87d0-1e2e5c4c3209), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.486898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05bd051b-f16e-4bbc-956a-4f208a71ceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5db4ad68-21ca-4a78-87d0-1e2e5c4c3209), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.514653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f84a355-eb82-40f8-a7d2-5f18b2e002c3 None None] For port f4522e28-96a9-45e4-bcf9-19ebf145edba, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f4522e28-96a9-45e4-bcf9-19ebf145edba,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:03.585898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-05bd051b-f16e-4bbc-956a-4f208a71ceb8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f741cb9d7d534b0cbc76196441e5a332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5567987 Feb 09 22:01:03.589206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57518) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:03.603941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd051b-f16e-4bbc-956a-4f208a71ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db4ad68-21ca-4a78-87d0-1e2e5c4c3209,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:03.618564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f84a355-eb82-40f8-a7d2-5f18b2e002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.686312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Router 33d41b8a-80f8-40de-9e70-f1db6b962e7a is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:01:03.742684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84a355-eb82-40f8-a7d2-5f18b2e002c3 None None] Pushing event updated for resources: {'Port': ['ID=f4522e28-96a9-45e4-bcf9-19ebf145edba,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:03.784953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f4522e28-96a9-45e4-bcf9-19ebf145edba up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:03.885445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f4522e28-96a9-45e4-bcf9-19ebf145edba triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:03.886221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.910959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-963d0b08-35f3-4825-88e5-989507a34fc5 admin admin] Publish callbacks [] for security_group (5db4ad68-21ca-4a78-87d0-1e2e5c4c3209), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.966910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-963d0b08-35f3-4825-88e5-989507a34fc5 admin admin] Publish callbacks [] for security_group (5db4ad68-21ca-4a78-87d0-1e2e5c4c3209), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:03.968123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4e0f1e90-40c7-445a-8aba-27385019b060 None None] Provisioning complete for port f4522e28-96a9-45e4-bcf9-19ebf145edba triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:03.969288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1e90-40c7-445a-8aba-27385019b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:04.007476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:04.023900 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Sync routers for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:04.036390 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:04.037887 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:04.103885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:04.108228 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a694eead-039d-47f9-b1a3-a8ba154151aa admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4453254 Feb 09 22:01:04.108509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57530) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:04.124138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f4522e28-96a9-45e4-bcf9-19ebf145edba is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:04.130038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f1e90-40c7-445a-8aba-27385019b060 None None] Current status of the port f4522e28-96a9-45e4-bcf9-19ebf145edba is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:04.160978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-963d0b08-35f3-4825-88e5-989507a34fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5db4ad68-21ca-4a78-87d0-1e2e5c4c3209), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:04.164952 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-963d0b08-35f3-4825-88e5-989507a34fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:04.169144 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-963d0b08-35f3-4825-88e5-989507a34fc5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5db4ad68-21ca-4a78-87d0-1e2e5c4c3209 HTTP/1.1" status: 204 len: 168 time: 0.5761788 Feb 09 22:01:04.212936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d0b08-35f3-4825-88e5-989507a34fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db4ad68-21ca-4a78-87d0-1e2e5c4c3209,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:04.397541 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:04.782130 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:02Z', 'revision_number': 3, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:04.830947 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Checking router: 33d41b8a-80f8-40de-9e70-f1db6b962e7a for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:04.831349 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Updating router 33d41b8a-80f8-40de-9e70-f1db6b962e7a port 95464bbd-3b22-45ca-8002-be00555191bd binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:04.908326 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (95464bbd-3b22-45ca-8002-be00555191bd), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.204651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:05.229006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c7c69c-6e12-4a15-848c-e851b76c9f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.290652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.322505 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Publish callbacks [] for port (95464bbd-3b22-45ca-8002-be00555191bd), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.399178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c7c69c-6e12-4a15-848c-e851b76c9f7b admin admin] Publish callbacks [] for security_group (52eaa68a-3f62-47d0-8a09-074c6796d7f7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.427482 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (95464bbd-3b22-45ca-8002-be00555191bd), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.461907 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26f6ef6b-6221-4d83-86cf-5dd533057175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.508559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57570) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:05.524811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c7c69c-6e12-4a15-848c-e851b76c9f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (52eaa68a-3f62-47d0-8a09-074c6796d7f7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.563092 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Attempting to bind port 95464bbd-3b22-45ca-8002-be00555191bd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:05.563092 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Attempting to bind port 95464bbd-3b22-45ca-8002-be00555191bd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:05.563092 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Attempting to bind port 95464bbd-3b22-45ca-8002-be00555191bd on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:05.569482 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c4d15-f8b2-40e6-842a-1107d5be4c1b None None] Pushing event updated for resources: {'Port': ['ID=95464bbd-3b22-45ca-8002-be00555191bd,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:05.575870 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:05.581232 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:05.582321 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.583431 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:05.586539 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Bound port: 95464bbd-3b22-45ca-8002-be00555191bd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:05.591629 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (95464bbd-3b22-45ca-8002-be00555191bd), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.637169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7c69c-6e12-4a15-848c-e851b76c9f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eaa68a-3f62-47d0-8a09-074c6796d7f7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:05.680443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f4522e28-96a9-45e4-bcf9-19ebf145edba up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:05.697184 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Allocated IP 172.20.0.1 (5ca8b1df-514d-4fed-a819-719e2761b14c/14ff1236-eb67-4fb7-bf54-7918517def44/49fad3e8-3763-46ce-9377-a0a053ce4466) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:05.703135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-28c7c69c-6e12-4a15-848c-e851b76c9f7b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=60664ee712aa49c2a4c266c1bb5bb5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938505 Feb 09 22:01:05.705318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57580) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:05.711048 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] For port 95464bbd-3b22-45ca-8002-be00555191bd, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:05.715328 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] For port 95464bbd-3b22-45ca-8002-be00555191bd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=95464bbd-3b22-45ca-8002-be00555191bd,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:05.785685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e24501d-6a75-4b3d-a746-7b87047fd115 admin admin] Publish callbacks [] for security_group (52eaa68a-3f62-47d0-8a09-074c6796d7f7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.801840 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (95464bbd-3b22-45ca-8002-be00555191bd), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.824717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f4522e28-96a9-45e4-bcf9-19ebf145edba triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:05.825892 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.850517 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e24501d-6a75-4b3d-a746-7b87047fd115 admin admin] Publish callbacks [] for security_group (52eaa68a-3f62-47d0-8a09-074c6796d7f7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.907667 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:05.908711 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:00:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:05.928619 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks [] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:05.968837 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a5b50a-3391-4be4-b589-c1dd16872364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.066455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f4522e28-96a9-45e4-bcf9-19ebf145edba is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:06.083178 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:06.144440 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.185476 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e24501d-6a75-4b3d-a746-7b87047fd115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (52eaa68a-3f62-47d0-8a09-074c6796d7f7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.188689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e24501d-6a75-4b3d-a746-7b87047fd115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.189981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e24501d-6a75-4b3d-a746-7b87047fd115 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/52eaa68a-3f62-47d0-8a09-074c6796d7f7 HTTP/1.1" status: 204 len: 168 time: 0.4828196 Feb 09 22:01:06.237800 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c4d15-f8b2-40e6-842a-1107d5be4c1b None None] Pushing event updated for resources: {'Port': ['ID=95464bbd-3b22-45ca-8002-be00555191bd,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:06.252935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Network 5ca8b1df-514d-4fed-a819-719e2761b14c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:06.255265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24501d-6a75-4b3d-a746-7b87047fd115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eaa68a-3f62-47d0-8a09-074c6796d7f7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:06.272305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:06.285032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:06.383439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Pushing event updated for resources: {'Port': ['ID=49fad3e8-3763-46ce-9377-a0a053ce4466,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:06.399678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a5b50a-3391-4be4-b589-c1dd16872364 admin admin] Publish callbacks [] for security_group (bdc88893-9728-4a5f-a202-50659311ae5f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.431299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (33d41b8a-80f8-40de-9e70-f1db6b962e7a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.472105 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:02Z', 'revision_number': 3, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:06.479118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a5b50a-3391-4be4-b589-c1dd16872364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdc88893-9728-4a5f-a202-50659311ae5f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.574912 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34ae9c-b628-4383-bc4a-f6a2c833f631 None None] The sync data for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 is: [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:02Z', 'revision_number': 3, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:06.600601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5b50a-3391-4be4-b589-c1dd16872364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc88893-9728-4a5f-a202-50659311ae5f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:06.625987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93a5b50a-3391-4be4-b589-c1dd16872364 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4e1bac9f638d4bbf8e1b30fddcf32d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1159093 Feb 09 22:01:06.628468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57600) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:06.729084 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7694ebea-9bbd-4546-86fa-bff8c3ec9413 admin admin] Publish callbacks [] for security_group (bdc88893-9728-4a5f-a202-50659311ae5f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.765816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7694ebea-9bbd-4546-86fa-bff8c3ec9413 admin admin] Publish callbacks [] for security_group (bdc88893-9728-4a5f-a202-50659311ae5f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.898546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-df1adf67-a2bd-4428-887e-5bfb2348c614 None None] Provisioning complete for port 49fad3e8-3763-46ce-9377-a0a053ce4466 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:06.899195 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df1adf67-a2bd-4428-887e-5bfb2348c614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.941477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7694ebea-9bbd-4546-86fa-bff8c3ec9413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdc88893-9728-4a5f-a202-50659311ae5f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.946412 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7694ebea-9bbd-4546-86fa-bff8c3ec9413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.948138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7694ebea-9bbd-4546-86fa-bff8c3ec9413 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bdc88893-9728-4a5f-a202-50659311ae5f HTTP/1.1" status: 204 len: 168 time: 0.3185213 Feb 09 22:01:06.950553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.966524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694ebea-9bbd-4546-86fa-bff8c3ec9413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc88893-9728-4a5f-a202-50659311ae5f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:07.108163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-df1adf67-a2bd-4428-887e-5bfb2348c614 None None] Port 49fad3e8-3763-46ce-9377-a0a053ce4466 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:07.336346 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks [] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.412809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.493519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8ec982f5-3459-4b8c-8dd5-fe3694cdd47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.653491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Pushing event updated for resources: {'Port': ['ID=49fad3e8-3763-46ce-9377-a0a053ce4466,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:07.705809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (33d41b8a-80f8-40de-9e70-f1db6b962e7a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.737877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 95464bbd-3b22-45ca-8002-be00555191bd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:07.851228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Network 5ca8b1df-514d-4fed-a819-719e2761b14c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:07.853863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:07.918128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 95464bbd-3b22-45ca-8002-be00555191bd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:07.921469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (95464bbd-3b22-45ca-8002-be00555191bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.107884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 95464bbd-3b22-45ca-8002-be00555191bd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:08.108863 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (95464bbd-3b22-45ca-8002-be00555191bd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.188210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 95464bbd-3b22-45ca-8002-be00555191bd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=95464bbd-3b22-45ca-8002-be00555191bd,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:08.205596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Router 33d41b8a-80f8-40de-9e70-f1db6b962e7a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:08.301943 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (95464bbd-3b22-45ca-8002-be00555191bd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.451375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ff1503a3-add6-43f2-91bd-b3498a47a6d6 None None] Provisioning complete for port 49fad3e8-3763-46ce-9377-a0a053ce4466 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:08.453767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff1503a3-add6-43f2-91bd-b3498a47a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.456122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:08.470086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1d26c502-696a-4a91-b918-3a23401c3752 admin admin] 10.222.0.98 "PUT /v2.0/routers/33d41b8a-80f8-40de-9e70-f1db6b962e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3604343 Feb 09 22:01:08.507389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ff1503a3-add6-43f2-91bd-b3498a47a6d6 None None] Port 49fad3e8-3763-46ce-9377-a0a053ce4466 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:08.531806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=95464bbd-3b22-45ca-8002-be00555191bd,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:09.208676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57678) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:09.319426 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.434519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dee9b065-7f00-42d1-9061-352e0cebdb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.535625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Sync routers for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:09.558077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:09.559041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:09.691659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dee9b065-7f00-42d1-9061-352e0cebdb1f admin admin] Publish callbacks [] for security_group (4e53002a-a852-44dc-a53b-9921f10e6d74), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.698988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 95464bbd-3b22-45ca-8002-be00555191bd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:09.797700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:09.811021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dee9b065-7f00-42d1-9061-352e0cebdb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4e53002a-a852-44dc-a53b-9921f10e6d74), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.878246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9b065-7f00-42d1-9061-352e0cebdb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e53002a-a852-44dc-a53b-9921f10e6d74,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:09.884246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 95464bbd-3b22-45ca-8002-be00555191bd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:09.901974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (95464bbd-3b22-45ca-8002-be00555191bd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.937468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dee9b065-7f00-42d1-9061-352e0cebdb1f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6a6838a186714bc2bb2e7ba152470316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7276483 Feb 09 22:01:09.940108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57698) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:10.044014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad301436-bbd4-422c-b658-96ad38abec02 admin admin] Publish callbacks [] for security_group (4e53002a-a852-44dc-a53b-9921f10e6d74), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.091988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad301436-bbd4-422c-b658-96ad38abec02 admin admin] Publish callbacks [] for security_group (4e53002a-a852-44dc-a53b-9921f10e6d74), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.250222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad301436-bbd4-422c-b658-96ad38abec02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4e53002a-a852-44dc-a53b-9921f10e6d74), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.252943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ad301436-bbd4-422c-b658-96ad38abec02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.256416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ad301436-bbd4-422c-b658-96ad38abec02 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4e53002a-a852-44dc-a53b-9921f10e6d74 HTTP/1.1" status: 204 len: 168 time: 0.3130620 Feb 09 22:01:10.263088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad301436-bbd4-422c-b658-96ad38abec02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e53002a-a852-44dc-a53b-9921f10e6d74,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:10.272380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57712) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:10.281443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1158471430-network', 'tenant_id': 'f3344698a5b84c41ad9834db66691780'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:10.304671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 95464bbd-3b22-45ca-8002-be00555191bd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:10.371902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Made reservation on behalf of f3344698a5b84c41ad9834db66691780 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:10.375038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.391831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.394242 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.452723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:07Z', 'revision_number': 2, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:10.495267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Checking router: 33d41b8a-80f8-40de-9e70-f1db6b962e7a for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:10.495679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Updating router 33d41b8a-80f8-40de-9e70-f1db6b962e7a port 49fad3e8-3763-46ce-9377-a0a053ce4466 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:10.548662 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.585014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks [] for security_group (96a0e405-44d8-462e-a01a-ec51ff7e33a8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.708507 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (96a0e405-44d8-462e-a01a-ec51ff7e33a8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.776727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a0e405-44d8-462e-a01a-ec51ff7e33a8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:10.787205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:10.815486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (89e34fb7-4287-4b9d-8294-7a9487e1e173), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:10.815875 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Added segment 89e34fb7-4287-4b9d-8294-7a9487e1e173 of type vlan for network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 Feb 09 22:01:10.917993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (422f462d-08fa-4a1c-997c-e3de5c9e17e8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.033025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (422f462d-08fa-4a1c-997c-e3de5c9e17e8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.034024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:11.034618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.157136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8800244 Feb 09 22:01:11.157388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57732) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:11.162554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Request body: {'subnet': {'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1158471430-subnet', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:11.170273 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Publish callbacks [] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.179560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da707fe6-6de6-47fa-b4d8-8e0df5217b83 admin admin] Pushing event updated for resources: {'Network': ['ID=422f462d-08fa-4a1c-997c-e3de5c9e17e8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:11.200623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:11.312347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Made reservation on behalf of f3344698a5b84c41ad9834db66691780 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:11.312484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.312606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.470676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978097b-7278-41a1-a1d4-cda50b0dcd9c None None] Pushing event updated for resources: {'Port': ['ID=49fad3e8-3763-46ce-9377-a0a053ce4466,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:11.653927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Attempting to bind port 49fad3e8-3763-46ce-9377-a0a053ce4466 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:11.654390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Attempting to bind port 49fad3e8-3763-46ce-9377-a0a053ce4466 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:11.654822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Attempting to bind port 49fad3e8-3763-46ce-9377-a0a053ce4466 on network 5ca8b1df-514d-4fed-a819-719e2761b14c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:11.671951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:11.672591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Checking segment: {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:11.673146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.673989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Bound using segment: {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:11.675113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Bound port: 49fad3e8-3763-46ce-9377-a0a053ce4466, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:11.675620 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.759335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] For port 49fad3e8-3763-46ce-9377-a0a053ce4466, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:11.763490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] For port 49fad3e8-3763-46ce-9377-a0a053ce4466, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=49fad3e8-3763-46ce-9377-a0a053ce4466,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:11.768546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.818567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (6af7c457-7f2e-4f52-93e2-d49fe292701d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.912372 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.035347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Checking segment: {'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:12.038536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Network hostable DHCP agents. Network: 422f462d-08fa-4a1c-997c-e3de5c9e17e8, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:12.047689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af7c457-7f2e-4f52-93e2-d49fe292701d,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:12.113992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:12.114807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:12.156003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:12.258614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 422f462d-08fa-4a1c-997c-e3de5c9e17e8) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:12.262776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fb521f94-8ea0-4b6b-ac0f-ee03e9f8a8cd None None] Provisioning complete for port 49fad3e8-3763-46ce-9377-a0a053ce4466 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:12.263172 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb521f94-8ea0-4b6b-ac0f-ee03e9f8a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.267844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978097b-7278-41a1-a1d4-cda50b0dcd9c None None] Pushing event updated for resources: {'Port': ['ID=49fad3e8-3763-46ce-9377-a0a053ce4466,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:12.284355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:12.288537 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.298413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d22126-2ae2-49d3-990e-fcf4b4b06934 None None] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:12.431248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57782) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:12.432028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ade2d5a4-8a07-44c2-980a-5784e278e827 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2724440 Feb 09 22:01:12.437677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:12.520383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:12.543876 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (758521c1-8a6f-4e39-817d-900d0ae23964), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.546056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (758521c1-8a6f-4e39-817d-900d0ae23964), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.687357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks [] for router_controller (758521c1-8a6f-4e39-817d-900d0ae23964), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.733102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-422f462d-08fa-4a1c-997c-e3de5c9e17e8', 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8', 'project_id': 'f3344698a5b84c41ad9834db66691780', 'fixed_ips': [{'subnet_id': '6af7c457-7f2e-4f52-93e2-d49fe292701d'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:01:12.737114 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.770165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fb521f94-8ea0-4b6b-ac0f-ee03e9f8a8cd None None] Current status of the port 49fad3e8-3763-46ce-9377-a0a053ce4466 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:12.771422 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb521f94-8ea0-4b6b-ac0f-ee03e9f8a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.067657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fb521f94-8ea0-4b6b-ac0f-ee03e9f8a8cd None None] For port 49fad3e8-3763-46ce-9377-a0a053ce4466, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=49fad3e8-3763-46ce-9377-a0a053ce4466,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:13.069845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks [] for router_gateway (758521c1-8a6f-4e39-817d-900d0ae23964), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.185383 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb521f94-8ea0-4b6b-ac0f-ee03e9f8a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.210131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Allocated IP 172.20.0.2 (422f462d-08fa-4a1c-997c-e3de5c9e17e8/6af7c457-7f2e-4f52-93e2-d49fe292701d/c5102b1a-9047-4fd4-b74c-9c9f8dffe10d) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:13.733001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb521f94-8ea0-4b6b-ac0f-ee03e9f8a8cd None None] Pushing event updated for resources: {'Port': ['ID=49fad3e8-3763-46ce-9377-a0a053ce4466,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:13.775667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks [] for router_gateway (758521c1-8a6f-4e39-817d-900d0ae23964), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.851738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.885519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Publish callbacks [] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.894414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1f2af820-2fa9-4e04-8680-5785745d166e None None] Provisioning complete for port 49fad3e8-3763-46ce-9377-a0a053ce4466 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:13.894414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f2af820-2fa9-4e04-8680-5785745d166e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.926307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:11Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:13.967402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fc590f-6b29-4566-8df3-71a0680f9a83 None None] The sync data for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 is: [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:11Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:13.993740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.129985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:14.189284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Allocated IP 172.25.5.14 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/375c604e-298f-465b-a781-551db30b8e7d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:14.213264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:14.223148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:14.302684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Pushing event updated for resources: {'Port': ['ID=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:14.402769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Attempting to bind port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:14.404428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Attempting to bind port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:14.412130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Attempting to bind port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d on network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:14.445752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:14.446500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Checking segment: {'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:14.447139 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.447850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Bound using segment: {'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:14.450783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Bound port: c5102b1a-9047-4fd4-b74c-9c9f8dffe10d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:14.451469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.481273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks [] for port (375c604e-298f-465b-a781-551db30b8e7d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.486769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f2af820-2fa9-4e04-8680-5785745d166e None None] Current status of the port 49fad3e8-3763-46ce-9377-a0a053ce4466 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:14.606038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] For port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:14.611626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] For port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,segment=NetworkSegment(89e34fb7-4287-4b9d-8294-7a9487e1e173),segment_id=89e34fb7-4287-4b9d-8294-7a9487e1e173)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:14.681247 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (375c604e-298f-465b-a781-551db30b8e7d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.748087 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.789464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:14.800431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:14.803805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:14.892853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Pushing event updated for resources: {'Port': ['ID=375c604e-298f-465b-a781-551db30b8e7d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:14.927362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21b6f8-b30e-4598-bf9d-381a78e5da92 None None] Pushing event updated for resources: {'Port': ['ID=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:15.830805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57872) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:15.894620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c5102b1a-9047-4fd4-b74c-9c9f8dffe10d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:16.053287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:16.053672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.307366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:16.307792 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.394906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,segment=NetworkSegment(89e34fb7-4287-4b9d-8294-7a9487e1e173),segment_id=89e34fb7-4287-4b9d-8294-7a9487e1e173)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:16.458774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.460075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 49fad3e8-3763-46ce-9377-a0a053ce4466 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:16.481851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:16.610108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.781843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:16.849699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 49fad3e8-3763-46ce-9377-a0a053ce4466 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:16.850096 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.852436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks [] for router_gateway (758521c1-8a6f-4e39-817d-900d0ae23964), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:16.897352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:17.098984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 49fad3e8-3763-46ce-9377-a0a053ce4466 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:17.259844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52dbd6-cd8c-4fd3-9bfd-ecde1897d766 None None] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:17.350937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Allocated IP 172.25.5.125 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:17.410349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1a5c21c5-df36-4b66-b7d4-d78e141d06c6 None None] Provisioning complete for port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:17.411090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1a5c21c5-df36-4b66-b7d4-d78e141d06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:17.415127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (758521c1-8a6f-4e39-817d-900d0ae23964), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:17.548241 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:17.668033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:17.690877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c5102b1a-9047-4fd4-b74c-9c9f8dffe10d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:17.782398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:17.783326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Router 758521c1-8a6f-4e39-817d-900d0ae23964 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:01:17.784083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:17.798753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:17.808959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c21c5-df36-4b66-b7d4-d78e141d06c6 None None] Current status of the port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:17.888743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:17.889675 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:17.908186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Port': ['ID=7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:18.065022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for floatingip (5756c94e-0e2a-4858-8790-1ec5f34befe3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.097321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:18.108757 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Sync routers for ids ['758521c1-8a6f-4e39-817d-900d0ae23964'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:18.137787 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Routers {'758521c1-8a6f-4e39-817d-900d0ae23964'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:18.138733 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['758521c1-8a6f-4e39-817d-900d0ae23964'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:18.199456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:18.202421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.213933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-62ce3a27-8b14-4e33-a44e-e21245ae5cc1 None None] Provisioning complete for port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:18.216154 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-62ce3a27-8b14-4e33-a44e-e21245ae5cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.260274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.262010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6fb8eef5-7c45-4896-aeae-99c8a835b681 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8294325 Feb 09 22:01:18.264602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57940) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:18.406304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-62ce3a27-8b14-4e33-a44e-e21245ae5cc1 None None] Current status of the port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:18.427488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Set router 758521c1-8a6f-4e39-817d-900d0ae23964 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:18.614509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.691804 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '375c604e-298f-465b-a781-551db30b8e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:01:15Z', 'revision_number': 3, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port': {'id': '375c604e-298f-465b-a781-551db30b8e7d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:13Z', 'updated_at': '2022-02-09T22:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:18.699075 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.740217 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Checking router: 758521c1-8a6f-4e39-817d-900d0ae23964 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:18.740576 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Updating router 758521c1-8a6f-4e39-817d-900d0ae23964 port 375c604e-298f-465b-a781-551db30b8e7d binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:18.785611 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (375c604e-298f-465b-a781-551db30b8e7d), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.860160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (5756c94e-0e2a-4858-8790-1ec5f34befe3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.912515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Port': ['ID=7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:18.975163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:18.976668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aca6ca6d-e774-43d2-bad6-1a5ff02c0e4a tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1444819 Feb 09 22:01:18.979379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57956) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:18.992930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1662813599'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:19.137412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Made reservation on behalf of 659bce971df34ed6979d9a6a5a24061e for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:19.141835 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.174516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.383435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.421169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for security_group (f04eddf6-60c2-49a8-9140-0aeddc8924a1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.491774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f04eddf6-60c2-49a8-9140-0aeddc8924a1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.588546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04eddf6-60c2-49a8-9140-0aeddc8924a1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:19.616742 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Publish callbacks [] for port (375c604e-298f-465b-a781-551db30b8e7d), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.625448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:19.661719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a26563a8-f859-4a66-8d5b-c2389fb69a4a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.663219 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Added segment a26563a8-f859-4a66-8d5b-c2389fb69a4a of type vlan for network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 Feb 09 22:01:19.714862 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (375c604e-298f-465b-a781-551db30b8e7d), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.762654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.791015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Allocated IP 172.20.0.1 (422f462d-08fa-4a1c-997c-e3de5c9e17e8/6af7c457-7f2e-4f52-93e2-d49fe292701d/e3be7820-a177-4653-b802-21f9d0b5a70b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:19.834918 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Pushing event updated for resources: {'Port': ['ID=375c604e-298f-465b-a781-551db30b8e7d,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:19.885232 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.885608 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.885958 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.891674 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.892066 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.892399 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.892735 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.893074 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.901147 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.901550 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.901905 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.902250 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.902590 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:19.909051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.929392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:19.929392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:19.996476 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Attempting to bind port 375c604e-298f-465b-a781-551db30b8e7d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:19.996863 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Attempting to bind port 375c604e-298f-465b-a781-551db30b8e7d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:19.997232 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Attempting to bind port 375c604e-298f-465b-a781-551db30b8e7d on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:20.009151 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:20.009151 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:20.009380 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.009640 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:20.010190 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Bound port: 375c604e-298f-465b-a781-551db30b8e7d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:20.010587 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (375c604e-298f-465b-a781-551db30b8e7d), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.015697 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks [] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.080018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Network': ['ID=4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:20.096585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:20.136024 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] For port 375c604e-298f-465b-a781-551db30b8e7d, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:20.145462 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] For port 375c604e-298f-465b-a781-551db30b8e7d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=375c604e-298f-465b-a781-551db30b8e7d,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:20.172720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.204140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bb892c58-5678-4413-9ea3-e602abfacb65 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2231963 Feb 09 22:01:20.207150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58010) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:20.215653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Request body: {'subnet': {'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:20.235213 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (375c604e-298f-465b-a781-551db30b8e7d), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.269245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:20.273072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:20.277619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:20.341691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3be7820-a177-4653-b802-21f9d0b5a70b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:20.370027 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Routers {'758521c1-8a6f-4e39-817d-900d0ae23964'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:20.374563 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['758521c1-8a6f-4e39-817d-900d0ae23964'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:20.384756 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7c45-6284-4609-b064-366e35c13b9f None None] Pushing event updated for resources: {'Port': ['ID=375c604e-298f-465b-a781-551db30b8e7d,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:20.402421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (758521c1-8a6f-4e39-817d-900d0ae23964), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.732073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Made reservation on behalf of 659bce971df34ed6979d9a6a5a24061e for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:20.735989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.864235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-68f647f0-86e5-4f7a-9685-f740d3caf530 None None] Provisioning complete for port e3be7820-a177-4653-b802-21f9d0b5a70b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:20.866515 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-68f647f0-86e5-4f7a-9685-f740d3caf530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.880042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:20.989674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-68f647f0-86e5-4f7a-9685-f740d3caf530 None None] Port e3be7820-a177-4653-b802-21f9d0b5a70b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:21.011339 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] Set router 758521c1-8a6f-4e39-817d-900d0ae23964 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:21.194246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks [] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:21.299435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:21.352634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (69db2e77-424d-453c-a97a-1ff4cda42c71), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:21.482275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Subnet': ['ID=69db2e77-424d-453c-a97a-1ff4cda42c71,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:21.487444 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '375c604e-298f-465b-a781-551db30b8e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:01:15Z', 'revision_number': 3, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port': {'id': '375c604e-298f-465b-a781-551db30b8e7d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:13Z', 'updated_at': '2022-02-09T22:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:21.513269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (758521c1-8a6f-4e39-817d-900d0ae23964), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:21.566904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Checking segment: {'id': 'a26563a8-f859-4a66-8d5b-c2389fb69a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:21.568812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Network hostable DHCP agents. Network: 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:21.574121 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d7aa9-18e4-4b78-bd5b-52fdd717c6cd None None] The sync data for ids ['758521c1-8a6f-4e39-817d-900d0ae23964'] in n-d-828599-1 is: [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '375c604e-298f-465b-a781-551db30b8e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:01:15Z', 'revision_number': 3, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port': {'id': '375c604e-298f-465b-a781-551db30b8e7d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:13Z', 'updated_at': '2022-02-09T22:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:21.671261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:01:21.743673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:21.765674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3be7820-a177-4653-b802-21f9d0b5a70b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:21.856041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:21.861953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:21.861953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:21.865022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3beabf-bbf7-4d31-88fc-8735e579b0b8 None None] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:21.887279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:21.891517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:22.019575 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2bf7880b-a4e0-4934-a76c-d3409059c8ec tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8104901 Feb 09 22:01:22.023227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58100) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:22.047626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-250778433', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:22.217679 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.218773 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.341494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531', 'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531', 'project_id': '659bce971df34ed6979d9a6a5a24061e', 'fixed_ips': [{'subnet_id': '69db2e77-424d-453c-a97a-1ff4cda42c71'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:01:22.342587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.410120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Router 758521c1-8a6f-4e39-817d-900d0ae23964 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:22.426513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router_controller (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.741463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cd357570-b701-432a-b3a3-6f48f8f54334 None None] Provisioning complete for port e3be7820-a177-4653-b802-21f9d0b5a70b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:22.742039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd357570-b701-432a-b3a3-6f48f8f54334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.789928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:22.820416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f0c00397-5665-454b-80a4-67f890c739f1 admin admin] 10.222.0.98 "PUT /v2.0/routers/758521c1-8a6f-4e39-817d-900d0ae23964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5521994 Feb 09 22:01:22.874483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cd357570-b701-432a-b3a3-6f48f8f54334 None None] Port e3be7820-a177-4653-b802-21f9d0b5a70b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:23.005285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router_gateway (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.028474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Allocated IP 172.20.0.2 (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531/69db2e77-424d-453c-a97a-1ff4cda42c71/b961720c-4abd-458a-a267-6538b0b3d5e0) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:23.258794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58128) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:23.446408 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Publish callbacks [] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.526963 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.545310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router_gateway (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.596391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f67d05d-313f-404e-be08-486b17fd8158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.612621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.747635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:23.780171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:23.821488 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f67d05d-313f-404e-be08-486b17fd8158 admin admin] Publish callbacks [] for security_group (69e1001c-7150-4ecf-b893-471c9344a030), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.827196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:23.833445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 375c604e-298f-465b-a781-551db30b8e7d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:23.891386 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f67d05d-313f-404e-be08-486b17fd8158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (69e1001c-7150-4ecf-b893-471c9344a030), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:23.912462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Allocated IP 172.25.5.248 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6705619f-07ef-497e-9b58-1ecd618157c8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:23.927418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Pushing event updated for resources: {'Port': ['ID=b961720c-4abd-458a-a267-6538b0b3d5e0,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:23.999261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5f67d05d-313f-404e-be08-486b17fd8158 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=22350337fdba4b178b7dd1bf28ce4bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7393467 Feb 09 22:01:24.014526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58178) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:24.039204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Attempting to bind port b961720c-4abd-458a-a267-6538b0b3d5e0 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:24.039912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Attempting to bind port b961720c-4abd-458a-a267-6538b0b3d5e0 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'a26563a8-f859-4a66-8d5b-c2389fb69a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:24.040104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Attempting to bind port b961720c-4abd-458a-a267-6538b0b3d5e0 on network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:24.055363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 375c604e-298f-465b-a781-551db30b8e7d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:24.055780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (375c604e-298f-465b-a781-551db30b8e7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.103633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:24.104052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Checking segment: {'id': 'a26563a8-f859-4a66-8d5b-c2389fb69a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:24.104513 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.105108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Bound using segment: {'id': 'a26563a8-f859-4a66-8d5b-c2389fb69a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:24.105733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Bound port: b961720c-4abd-458a-a267-6538b0b3d5e0, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26563a8-f859-4a66-8d5b-c2389fb69a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:24.106189 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.163307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb5b36a0-c97a-4991-bcfe-86ee1af9a3f1 admin admin] Publish callbacks [] for security_group (69e1001c-7150-4ecf-b893-471c9344a030), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.166249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67d05d-313f-404e-be08-486b17fd8158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e1001c-7150-4ecf-b893-471c9344a030,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:24.168282 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for port (6705619f-07ef-497e-9b58-1ecd618157c8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.213417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] For port b961720c-4abd-458a-a267-6538b0b3d5e0, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:24.218240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] For port b961720c-4abd-458a-a267-6538b0b3d5e0, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b961720c-4abd-458a-a267-6538b0b3d5e0,segment=NetworkSegment(a26563a8-f859-4a66-8d5b-c2389fb69a4a),segment_id=a26563a8-f859-4a66-8d5b-c2389fb69a4a)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:24.229564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb5b36a0-c97a-4991-bcfe-86ee1af9a3f1 admin admin] Publish callbacks [] for security_group (69e1001c-7150-4ecf-b893-471c9344a030), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.312351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 375c604e-298f-465b-a781-551db30b8e7d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:24.312668 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (375c604e-298f-465b-a781-551db30b8e7d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.338470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 375c604e-298f-465b-a781-551db30b8e7d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=375c604e-298f-465b-a781-551db30b8e7d,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:24.353174 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6705619f-07ef-497e-9b58-1ecd618157c8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.354084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.383038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb5b36a0-c97a-4991-bcfe-86ee1af9a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (69e1001c-7150-4ecf-b893-471c9344a030), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.389790 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb5b36a0-c97a-4991-bcfe-86ee1af9a3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.390991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bb5b36a0-c97a-4991-bcfe-86ee1af9a3f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/69e1001c-7150-4ecf-b893-471c9344a030 HTTP/1.1" status: 204 len: 168 time: 0.3741534 Feb 09 22:01:24.414674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b36a0-c97a-4991-bcfe-86ee1af9a3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e1001c-7150-4ecf-b893-471c9344a030,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:24.422449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (375c604e-298f-465b-a781-551db30b8e7d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.517658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7a8e6-513d-4340-9493-4a55a398e917 None None] Pushing event updated for resources: {'Port': ['ID=b961720c-4abd-458a-a267-6538b0b3d5e0,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:24.544226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:24.559743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:24.564952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:24.594955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=375c604e-298f-465b-a781-551db30b8e7d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:24.638070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Port': ['ID=6705619f-07ef-497e-9b58-1ecd618157c8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:25.140110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Sync routers for ids ['758521c1-8a6f-4e39-817d-900d0ae23964'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:25.168197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Routers {'758521c1-8a6f-4e39-817d-900d0ae23964'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:25.168858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['758521c1-8a6f-4e39-817d-900d0ae23964'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:25.310114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router_gateway (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:25.416925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Set router 758521c1-8a6f-4e39-817d-900d0ae23964 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:25.573122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58222) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:25.618579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13f6a75a-73c6-4cfb-bad5-dcb3325aabed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:25.957865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13f6a75a-73c6-4cfb-bad5-dcb3325aabed admin admin] Publish callbacks [] for security_group (9ad8f0e4-7248-4b98-ae94-09c73ceea179), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.052312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13f6a75a-73c6-4cfb-bad5-dcb3325aabed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9ad8f0e4-7248-4b98-ae94-09c73ceea179), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.129118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.161992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-13f6a75a-73c6-4cfb-bad5-dcb3325aabed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=996dde19628a43cd9d2e80827d092dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5865982 Feb 09 22:01:26.164126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58246) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:26.178073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6a75a-73c6-4cfb-bad5-dcb3325aabed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8f0e4-7248-4b98-ae94-09c73ceea179,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:26.345932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 375c604e-298f-465b-a781-551db30b8e7d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:26.648666 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e109dc9d-e3cf-42ab-92b2-53887309b8c3 admin admin] Publish callbacks [] for security_group (9ad8f0e4-7248-4b98-ae94-09c73ceea179), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.704599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c791c-7107-4ba7-aaa7-690406031fac None None] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:26.716299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 375c604e-298f-465b-a781-551db30b8e7d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:26.716787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (375c604e-298f-465b-a781-551db30b8e7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.778056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e109dc9d-e3cf-42ab-92b2-53887309b8c3 admin admin] Publish callbacks [] for security_group (9ad8f0e4-7248-4b98-ae94-09c73ceea179), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:26.870578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '375c604e-298f-465b-a781-551db30b8e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:01:20Z', 'revision_number': 4, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port': {'id': '375c604e-298f-465b-a781-551db30b8e7d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:13Z', 'updated_at': '2022-02-09T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e3be7820-a177-4653-b802-21f9d0b5a70b', 'name': '', 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'mac_address': 'fa:16:3e:e9:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6af7c457-7f2e-4f52-93e2-d49fe292701d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:19Z', 'updated_at': '2022-02-09T22:01:21Z', 'revision_number': 2, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'subnets': [{'id': '6af7c457-7f2e-4f52-93e2-d49fe292701d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:26.929203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Checking router: 758521c1-8a6f-4e39-817d-900d0ae23964 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:26.931136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Updating router 758521c1-8a6f-4e39-817d-900d0ae23964 port e3be7820-a177-4653-b802-21f9d0b5a70b binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:26.937656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5ca77eeb-57ba-4d73-bdbd-143b426b1750 None None] Provisioning complete for port b961720c-4abd-458a-a267-6538b0b3d5e0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:26.938020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ca77eeb-57ba-4d73-bdbd-143b426b1750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.032139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Router 4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:01:27.137337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.451339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 375c604e-298f-465b-a781-551db30b8e7d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:27.452959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b961720c-4abd-458a-a267-6538b0b3d5e0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:27.706265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5ca77eeb-57ba-4d73-bdbd-143b426b1750 None None] Current status of the port b961720c-4abd-458a-a267-6538b0b3d5e0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:27.706829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ca77eeb-57ba-4d73-bdbd-143b426b1750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.837707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5ca77eeb-57ba-4d73-bdbd-143b426b1750 None None] For port b961720c-4abd-458a-a267-6538b0b3d5e0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b961720c-4abd-458a-a267-6538b0b3d5e0,segment=NetworkSegment(a26563a8-f859-4a66-8d5b-c2389fb69a4a),segment_id=a26563a8-f859-4a66-8d5b-c2389fb69a4a)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:27.874941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b961720c-4abd-458a-a267-6538b0b3d5e0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:27.875530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.945908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-563a0b05-a264-40b2-b848-d093289e2981 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1489954 Feb 09 22:01:28.008436 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ca77eeb-57ba-4d73-bdbd-143b426b1750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.093070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e109dc9d-e3cf-42ab-92b2-53887309b8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9ad8f0e4-7248-4b98-ae94-09c73ceea179), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.097107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e109dc9d-e3cf-42ab-92b2-53887309b8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.105882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e109dc9d-e3cf-42ab-92b2-53887309b8c3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ad8f0e4-7248-4b98-ae94-09c73ceea179 HTTP/1.1" status: 204 len: 168 time: 1.9389963 Feb 09 22:01:28.113130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85382e3a-2607-478c-b726-bd489af237a3 req-1e287f1a-dfcc-4075-a3c6-3f8486f1a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:28.114961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-1e287f1a-dfcc-4075-a3c6-3f8486f1a645 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78085133c0654410bbd5cd38c89194f8&device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 1128 time: 0.0905204 Feb 09 22:01:28.211532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109dc9d-e3cf-42ab-92b2-53887309b8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8f0e4-7248-4b98-ae94-09c73ceea179,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:28.305484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca77eeb-57ba-4d73-bdbd-143b426b1750 None None] Pushing event updated for resources: {'Port': ['ID=b961720c-4abd-458a-a267-6538b0b3d5e0,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:28.325122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-908b557d-314e-4680-aa05-d19288802403 None None] Provisioning complete for port b961720c-4abd-458a-a267-6538b0b3d5e0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:28.325466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-908b557d-314e-4680-aa05-d19288802403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.342909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b961720c-4abd-458a-a267-6538b0b3d5e0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:28.363936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:28.375487 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] Sync routers for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:28.404212 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:28.404920 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:28.436749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Publish callbacks [] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.478224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85382e3a-2607-478c-b726-bd489af237a3 req-9d735f59-25fa-41f9-8995-6e06aa4162cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:28.486198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-9d735f59-25fa-41f9-8995-6e06aa4162cb service neutron] 10.222.0.110 "GET /v2.0/networks?id=81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 200 len: 919 time: 0.3438821 Feb 09 22:01:28.562281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-80fb7d81-3745-4c5b-a76b-26cfcc01ef3a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 200 len: 217 time: 0.0673876 Feb 09 22:01:28.569366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.569940 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.571313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a46af10-a8cc-4dbd-aec3-3f5450fbff2d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.5405042 Feb 09 22:01:28.574462 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:28.583547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:28.611730 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:28.615006 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:28.659513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b961720c-4abd-458a-a267-6538b0b3d5e0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:28.726060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-908b557d-314e-4680-aa05-d19288802403 None None] Current status of the port b961720c-4abd-458a-a267-6538b0b3d5e0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:28.727908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85382e3a-2607-478c-b726-bd489af237a3 req-64981f4d-dc0b-428a-82a1-0c72c4bc07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:28.733026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-64981f4d-dc0b-428a-82a1-0c72c4bc07d1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 200 len: 858 time: 0.1610582 Feb 09 22:01:28.789675 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:28.790965 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dcba7-a4f9-4f15-b142-3d7a7d8c23bd None None] The sync data for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:28.826796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac814-0173-4b8a-b77a-14830aa5ff9c None None] Pushing event updated for resources: {'Port': ['ID=e3be7820-a177-4653-b802-21f9d0b5a70b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:28.849209 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-0de39f5c-6e56-4650-9bde-310be55b4ebd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=81fc6905-2f36-4426-a956-4ac6bd5da8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093719 Feb 09 22:01:28.987670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b961720c-4abd-458a-a267-6538b0b3d5e0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:28.987670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.023141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Attempting to bind port e3be7820-a177-4653-b802-21f9d0b5a70b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:29.023141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Attempting to bind port e3be7820-a177-4653-b802-21f9d0b5a70b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:29.023141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Attempting to bind port e3be7820-a177-4653-b802-21f9d0b5a70b on network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:29.118853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:29.119867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Checking segment: {'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:29.119867 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.120094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Bound using segment: {'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:29.120618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Bound port: e3be7820-a177-4653-b802-21f9d0b5a70b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e34fb7-4287-4b9d-8294-7a9487e1e173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:29.121019 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.261735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-eead894b-6cc3-4575-9817-f3fc6ff527bf service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047704 Feb 09 22:01:29.496543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e9f5b6e1-e1ec-49de-a43f-234da983c985 None None] Provisioning complete for port e3be7820-a177-4653-b802-21f9d0b5a70b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:29.504318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e9f5b6e1-e1ec-49de-a43f-234da983c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.517339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] For port e3be7820-a177-4653-b802-21f9d0b5a70b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:29.663604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.669474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85382e3a-2607-478c-b726-bd489af237a3 req-03cff1f4-34b6-45d2-9231-456383635002 service neutron] 10.222.0.110 "GET /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999128 Feb 09 22:01:29.719406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] For port e3be7820-a177-4653-b802-21f9d0b5a70b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e3be7820-a177-4653-b802-21f9d0b5a70b,segment=NetworkSegment(89e34fb7-4287-4b9d-8294-7a9487e1e173),segment_id=89e34fb7-4287-4b9d-8294-7a9487e1e173)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:29.787132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5b6e1-e1ec-49de-a43f-234da983c985 None None] Port e3be7820-a177-4653-b802-21f9d0b5a70b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:29.825356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.827340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b961720c-4abd-458a-a267-6538b0b3d5e0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:29.968029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.118961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Routers {'758521c1-8a6f-4e39-817d-900d0ae23964'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:30.119659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['758521c1-8a6f-4e39-817d-900d0ae23964'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:30.330548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac814-0173-4b8a-b77a-14830aa5ff9c None None] Pushing event updated for resources: {'Port': ['ID=e3be7820-a177-4653-b802-21f9d0b5a70b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:30.502819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] Set router 758521c1-8a6f-4e39-817d-900d0ae23964 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:30.728579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Allocated IP 172.20.0.1 (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531/69db2e77-424d-453c-a97a-1ff4cda42c71/5aa724ef-8cad-4a3f-8c11-2b38dfc155c6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:30.874550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.937014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58336) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:30.986961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.210510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:31.221021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:31.265423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:31.442575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.513587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.526289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0077f5b0-65db-4794-a1cd-38f5c0329fcd None None] Provisioning complete for port e3be7820-a177-4653-b802-21f9d0b5a70b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:31.526669 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0077f5b0-65db-4794-a1cd-38f5c0329fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.674031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e87c3214-4cf0-4e12-bfbb-ed8721f3a80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.679692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Port': ['ID=5aa724ef-8cad-4a3f-8c11-2b38dfc155c6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:31.948704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0077f5b0-65db-4794-a1cd-38f5c0329fcd None None] Current status of the port e3be7820-a177-4653-b802-21f9d0b5a70b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:31.949630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0077f5b0-65db-4794-a1cd-38f5c0329fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.023550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e87c3214-4cf0-4e12-bfbb-ed8721f3a80a admin admin] Publish callbacks [] for security_group (a9434250-434b-4bfe-a145-187b06f78635), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.033365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.129859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0077f5b0-65db-4794-a1cd-38f5c0329fcd None None] For port e3be7820-a177-4653-b802-21f9d0b5a70b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e3be7820-a177-4653-b802-21f9d0b5a70b,segment=NetworkSegment(89e34fb7-4287-4b9d-8294-7a9487e1e173),segment_id=89e34fb7-4287-4b9d-8294-7a9487e1e173)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:32.175883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e87c3214-4cf0-4e12-bfbb-ed8721f3a80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a9434250-434b-4bfe-a145-187b06f78635), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.191003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '375c604e-298f-465b-a781-551db30b8e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:01:20Z', 'revision_number': 4, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port': {'id': '375c604e-298f-465b-a781-551db30b8e7d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:13Z', 'updated_at': '2022-02-09T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e3be7820-a177-4653-b802-21f9d0b5a70b', 'name': '', 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'mac_address': 'fa:16:3e:e9:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6af7c457-7f2e-4f52-93e2-d49fe292701d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:19Z', 'updated_at': '2022-02-09T22:01:29Z', 'revision_number': 4, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'subnets': [{'id': '6af7c457-7f2e-4f52-93e2-d49fe292701d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:32.289180 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0077f5b0-65db-4794-a1cd-38f5c0329fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.525389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89875a16-05bd-4eb5-82ba-3584785d2fb4 None None] The sync data for ids ['758521c1-8a6f-4e39-817d-900d0ae23964'] in n-d-828599-1 is: [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '375c604e-298f-465b-a781-551db30b8e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:01:20Z', 'revision_number': 4, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port': {'id': '375c604e-298f-465b-a781-551db30b8e7d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:13Z', 'updated_at': '2022-02-09T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e3be7820-a177-4653-b802-21f9d0b5a70b', 'name': '', 'network_id': '422f462d-08fa-4a1c-997c-e3de5c9e17e8', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'mac_address': 'fa:16:3e:e9:3d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_interface', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '6af7c457-7f2e-4f52-93e2-d49fe292701d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:19Z', 'updated_at': '2022-02-09T22:01:29Z', 'revision_number': 4, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'subnets': [{'id': '6af7c457-7f2e-4f52-93e2-d49fe292701d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:32.547286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077f5b0-65db-4794-a1cd-38f5c0329fcd None None] Pushing event updated for resources: {'Port': ['ID=e3be7820-a177-4653-b802-21f9d0b5a70b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:32.643374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a61f1f22-f3bb-4d21-9cfb-724fd28364d8 None None] Provisioning complete for port 5aa724ef-8cad-4a3f-8c11-2b38dfc155c6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:32.643631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a61f1f22-f3bb-4d21-9cfb-724fd28364d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.824337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a61f1f22-f3bb-4d21-9cfb-724fd28364d8 None None] Port 5aa724ef-8cad-4a3f-8c11-2b38dfc155c6 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:33.282535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.294869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c3214-4cf0-4e12-bfbb-ed8721f3a80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9434250-434b-4bfe-a145-187b06f78635,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.330870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e87c3214-4cf0-4e12-bfbb-ed8721f3a80a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=275575c067c34d4e87a9ac6ce6027fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3899832 Feb 09 22:01:33.337204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58422) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:33.390859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.527878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.590536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ff-1dec-464f-8f60-88bd1e68af0d admin admin] Publish callbacks [] for security_group (a9434250-434b-4bfe-a145-187b06f78635), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.676970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ff-1dec-464f-8f60-88bd1e68af0d admin admin] Publish callbacks [] for security_group (a9434250-434b-4bfe-a145-187b06f78635), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.974549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ff-1dec-464f-8f60-88bd1e68af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a9434250-434b-4bfe-a145-187b06f78635), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.977889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4156e9ff-1dec-464f-8f60-88bd1e68af0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.979122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4156e9ff-1dec-464f-8f60-88bd1e68af0d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9434250-434b-4bfe-a145-187b06f78635 HTTP/1.1" status: 204 len: 168 time: 0.6464972 Feb 09 22:01:34.014560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156e9ff-1dec-464f-8f60-88bd1e68af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9434250-434b-4bfe-a145-187b06f78635,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:34.017795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Port': ['ID=5aa724ef-8cad-4a3f-8c11-2b38dfc155c6,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:34.176884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:34.182507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:34.617553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e3be7820-a177-4653-b802-21f9d0b5a70b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:34.722140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e3be7820-a177-4653-b802-21f9d0b5a70b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:34.722783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.766257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Router 4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:35.049273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e3be7820-a177-4653-b802-21f9d0b5a70b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:35.142938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-24b0a049-8fb1-4ea3-8b1c-ee30ba8fe801 None None] Provisioning complete for port 5aa724ef-8cad-4a3f-8c11-2b38dfc155c6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:35.143641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24b0a049-8fb1-4ea3-8b1c-ee30ba8fe801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.234159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:35.255049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-454801b6-1a1f-42e6-887d-12a570a777a6 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "PUT /v2.0/routers/4fdf2f96-b1e7-40ae-bffb-fe27e22727a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6695542 Feb 09 22:01:35.257638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58468) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:35.264864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Request body: {'port': {'network_id': '4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531', 'name': 'tempest-FloatingIPAdminTestJSON-1905239674'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:35.308785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-24b0a049-8fb1-4ea3-8b1c-ee30ba8fe801 None None] Port 5aa724ef-8cad-4a3f-8c11-2b38dfc155c6 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:35.321947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] Sync routers for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:35.463534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:35.464251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.603442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b71580d5-83c9-456a-ab8d-bfbb6106e027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.605302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.631105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:35.635057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.753556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.754231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55c5e6-7d95-40ad-93fe-79d8199119e0 None None] The sync data for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:35.763348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Made reservation on behalf of 659bce971df34ed6979d9a6a5a24061e for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:35.766778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.812487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] device_id is not set on port 275d92dc-4e5e-4fc0-b7f0-1f74d1154250 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:01:36.044034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58490) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:36.089980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6134c0c8-61b2-4d95-9a42-52ed85ad3eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.200191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Allocated IP 172.20.0.8 (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531/69db2e77-424d-453c-a97a-1ff4cda42c71/275d92dc-4e5e-4fc0-b7f0-1f74d1154250) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:36.405167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6134c0c8-61b2-4d95-9a42-52ed85ad3eb2 admin admin] Publish callbacks [] for security_group (5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.474420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6134c0c8-61b2-4d95-9a42-52ed85ad3eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.520618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for port (275d92dc-4e5e-4fc0-b7f0-1f74d1154250), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.562019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6134c0c8-61b2-4d95-9a42-52ed85ad3eb2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee5df827c37b4272bdbb78c8544717da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5140545 Feb 09 22:01:36.566873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58508) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:36.639057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134c0c8-61b2-4d95-9a42-52ed85ad3eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:36.700643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-971bee3a-af4f-4c09-ad91-3726d32c5b48 admin admin] Publish callbacks [] for security_group (5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.804057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (275d92dc-4e5e-4fc0-b7f0-1f74d1154250), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.827124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-971bee3a-af4f-4c09-ad91-3726d32c5b48 admin admin] Publish callbacks [] for security_group (5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.944733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event updated for resources: {'Port': ['ID=275d92dc-4e5e-4fc0-b7f0-1f74d1154250,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:36.982082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:36.983656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:36.990867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:37.040225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-971bee3a-af4f-4c09-ad91-3726d32c5b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.042534 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-971bee3a-af4f-4c09-ad91-3726d32c5b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.044057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-971bee3a-af4f-4c09-ad91-3726d32c5b48 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc HTTP/1.1" status: 204 len: 168 time: 0.4755998 Feb 09 22:01:37.074241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bee3a-af4f-4c09-ad91-3726d32c5b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6ac9fd-4cd2-460c-8003-f54dfb0eb6dc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:37.144354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:37.148139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.265271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9d0e5072-57ca-4ee2-8a47-45475b1e1d9c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0065272 Feb 09 22:01:37.268588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:37.510569 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0480259-ae83-42d2-9bc4-46c92c18afd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.562150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cb5024f7-dace-438a-b4dd-2c5c51794057 None None] Provisioning complete for port 275d92dc-4e5e-4fc0-b7f0-1f74d1154250 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:37.562787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cb5024f7-dace-438a-b4dd-2c5c51794057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (275d92dc-4e5e-4fc0-b7f0-1f74d1154250), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.694706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cb5024f7-dace-438a-b4dd-2c5c51794057 None None] Port 275d92dc-4e5e-4fc0-b7f0-1f74d1154250 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:37.760744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'project_id': '659bce971df34ed6979d9a6a5a24061e', 'port_id': '275d92dc-4e5e-4fc0-b7f0-1f74d1154250'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:37.868507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.065772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.305453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Allocated IP 172.25.5.188 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/c1478197-0bba-4cca-8f57-6dfb6a40ba76) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:38.430566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58554) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:38.453631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2820fb1b-036c-493a-9fd1-217a0c0637b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.579560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.670690 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2820fb1b-036c-493a-9fd1-217a0c0637b3 admin admin] Publish callbacks [] for security_group (e0e0a14b-bf6c-43d0-b979-45adf3f30870), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.729803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.764983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2820fb1b-036c-493a-9fd1-217a0c0637b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e0e0a14b-bf6c-43d0-b979-45adf3f30870), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.928757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:38.937380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820fb1b-036c-493a-9fd1-217a0c0637b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e0a14b-bf6c-43d0-b979-45adf3f30870,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:38.937927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:38.944333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:38.966608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2820fb1b-036c-493a-9fd1-217a0c0637b3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ac525ff2972c4669a01d97f3f102888b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5329399 Feb 09 22:01:38.967232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:39.073684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.081754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Pushing event updated for resources: {'Port': ['ID=c1478197-0bba-4cca-8f57-6dfb6a40ba76,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:39.192869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bef50415-8da4-4b80-851f-0f63fbd785cf admin admin] Publish callbacks [] for security_group (e0e0a14b-bf6c-43d0-b979-45adf3f30870), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.243943 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bef50415-8da4-4b80-851f-0f63fbd785cf admin admin] Publish callbacks [] for security_group (e0e0a14b-bf6c-43d0-b979-45adf3f30870), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.477743 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bef50415-8da4-4b80-851f-0f63fbd785cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e0e0a14b-bf6c-43d0-b979-45adf3f30870), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.480768 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bef50415-8da4-4b80-851f-0f63fbd785cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.484475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bef50415-8da4-4b80-851f-0f63fbd785cf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e0e0a14b-bf6c-43d0-b979-45adf3f30870 HTTP/1.1" status: 204 len: 168 time: 0.5122664 Feb 09 22:01:39.539954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef50415-8da4-4b80-851f-0f63fbd785cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e0a14b-bf6c-43d0-b979-45adf3f30870,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:39.713101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for floatingip (cb300595-4627-4e69-9684-68de9afd6dd4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.091752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.268008 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.389650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.523725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.645642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (cb300595-4627-4e69-9684-68de9afd6dd4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.813114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Pushing event updated for resources: {'Port': ['ID=c1478197-0bba-4cca-8f57-6dfb6a40ba76,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:40.840343 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Floating IP cb300595-4627-4e69-9684-68de9afd6dd4 associated. External IP: 172.25.5.188, port: 275d92dc-4e5e-4fc0-b7f0-1f74d1154250. Feb 09 22:01:40.872694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627fede-f6f4-4ffd-8b0b-205bf4b86644 req-e3bc5a29-907c-4e3b-a536-e82233f79a38 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:40.883243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9627fede-f6f4-4ffd-8b0b-205bf4b86644 req-e3bc5a29-907c-4e3b-a536-e82233f79a38 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.1293077 Feb 09 22:01:41.019372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9627fede-f6f4-4ffd-8b0b-205bf4b86644 req-f8a6c997-d500-4bb9-b7a3-07f0f6edfac3 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245224 Feb 09 22:01:41.318336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Router 4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:41.698103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.805089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58672) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:41.970715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58676) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:42.251251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d49dea6-66d6-43aa-bd32-c63e3bd73b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.269558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1386759448-network', 'tenant_id': '8f3a08f75f14436d9614feab7b3ac44f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:42.431103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Made reservation on behalf of 8f3a08f75f14436d9614feab7b3ac44f for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:42.438559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.453959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110bc8f-06f4-4057-aa62-b9aee114b1cc req-098980c6-cd55-4952-ad55-db5bdb6b7d3a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:42.455559 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0110bc8f-06f4-4057-aa62-b9aee114b1cc req-098980c6-cd55-4952-ad55-db5bdb6b7d3a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.1572232 Feb 09 22:01:42.460951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:42.470205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.477602 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] Sync routers for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:42.495923 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:42.496549 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:42.558739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.587773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d49dea6-66d6-43aa-bd32-c63e3bd73b95 admin admin] Publish callbacks [] for security_group (b567b432-defc-4ed4-991c-314a27d17ef8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.597625 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:42.612770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0110bc8f-06f4-4057-aa62-b9aee114b1cc req-e0325896-1396-4e5e-897c-b577103a4474 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192234 Feb 09 22:01:42.621336 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:42.621685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:42.653684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58694) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:42.655345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ebd1637c-062c-4c11-ab7e-6a7496d92f41 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.3854091 Feb 09 22:01:42.718228 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:42.719263 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebc61b-5398-4334-9317-b520b0976aa5 None None] The sync data for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:42.819902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ecd6cffb-20df-422e-97dc-cc2463c28859 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] 10.222.0.98 "GET /v2.0/floatingips/cb300595-4627-4e69-9684-68de9afd6dd4 HTTP/1.1" status: 200 len: 983 time: 0.1644983 Feb 09 22:01:42.820689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5d49dea6-66d6-43aa-bd32-c63e3bd73b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b567b432-defc-4ed4-991c-314a27d17ef8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.822161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58696) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:42.871842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49dea6-66d6-43aa-bd32-c63e3bd73b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b567b432-defc-4ed4-991c-314a27d17ef8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:42.946786 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5d49dea6-66d6-43aa-bd32-c63e3bd73b95 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f83486fa87a940f2bbe66b679227d023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9679480 Feb 09 22:01:42.954355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58702) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:42.985045 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks [] for security_group (8e589f83-4239-4c66-80ef-cf74c94339a9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.057294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e589f83-4239-4c66-80ef-cf74c94339a9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.074055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:43.100735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f26c5141-b613-46e7-9e86-f71cd5b16292), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.103417 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Added segment f26c5141-b613-46e7-9e86-f71cd5b16292 of type vlan for network 4bf69638-d994-405d-a815-c434940f6e8a Feb 09 22:01:43.212731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (4bf69638-d994-405d-a815-c434940f6e8a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.212839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-244b41f0-fa6b-40ac-966e-1683bd277a0c admin admin] Publish callbacks [] for security_group (b567b432-defc-4ed4-991c-314a27d17ef8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.297144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e589f83-4239-4c66-80ef-cf74c94339a9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:43.300282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58712) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:43.325293 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5e9ac0c2-3be0-40fc-a742-93be1f725689 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.4732604 Feb 09 22:01:43.354140 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-244b41f0-fa6b-40ac-966e-1683bd277a0c admin admin] Publish callbacks [] for security_group (b567b432-defc-4ed4-991c-314a27d17ef8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.444102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (4bf69638-d994-405d-a815-c434940f6e8a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.445077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:43.445656 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.495305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-244b41f0-fa6b-40ac-966e-1683bd277a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b567b432-defc-4ed4-991c-314a27d17ef8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.498919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-244b41f0-fa6b-40ac-966e-1683bd277a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.503070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-244b41f0-fa6b-40ac-966e-1683bd277a0c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b567b432-defc-4ed4-991c-314a27d17ef8 HTTP/1.1" status: 204 len: 168 time: 0.5476756 Feb 09 22:01:43.513366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b41f0-fa6b-40ac-966e-1683bd277a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b567b432-defc-4ed4-991c-314a27d17ef8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:43.705423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf69638-d994-405d-a815-c434940f6e8a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:43.718218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 4bf69638-d994-405d-a815-c434940f6e8a details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:43.735681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-39f74d00-0061-48a9-b87a-e462e6e73feb tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:43.737268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-39f74d00-0061-48a9-b87a-e462e6e73feb tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.5055044 Feb 09 22:01:43.740775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93f65a46-16c7-4645-8772-899b85913854 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9344645 Feb 09 22:01:43.743961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:43.753697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Request body: {'subnet': {'network_id': '4bf69638-d994-405d-a815-c434940f6e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1386759448-subnet', 'tenant_id': '8f3a08f75f14436d9614feab7b3ac44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:43.969263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Made reservation on behalf of 8f3a08f75f14436d9614feab7b3ac44f for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:43.969508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.590524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58742) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:44.616848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a979ff2b-bd21-4fa6-8be1-b9e09ac8fa1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.780227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a979ff2b-bd21-4fa6-8be1-b9e09ac8fa1b admin admin] Publish callbacks [] for security_group (4b206ce7-09fc-4bd2-a3bb-bb4b148facac), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.904244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4e947-1f4f-426c-bffa-6c46b550540e req-d7d46be8-f1b7-45b1-9f16-240a761fe776 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.905719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2b4e947-1f4f-426c-bffa-6c46b550540e req-d7d46be8-f1b7-45b1-9f16-240a761fe776 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 946 time: 0.9818084 Feb 09 22:01:44.937209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Deleting port 215cfeba-6eb2-4159-8524-7413d1f270f8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:44.937556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.942442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a979ff2b-bd21-4fa6-8be1-b9e09ac8fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4b206ce7-09fc-4bd2-a3bb-bb4b148facac), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.949837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Deleting port c1478197-0bba-4cca-8f57-6dfb6a40ba76 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:44.950182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.004074 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a979ff2b-bd21-4fa6-8be1-b9e09ac8fa1b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c53c3a5fd4734023b4d9dca7ff347f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107718 Feb 09 22:01:45.004769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58748) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:45.027927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979ff2b-bd21-4fa6-8be1-b9e09ac8fa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b206ce7-09fc-4bd2-a3bb-bb4b148facac,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:45.075502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (8f8ab727-9d53-4db0-a9e4-e3fc76c25d31), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.143503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55df77e6-a79b-4e2e-b110-8c2f5905fd65 admin admin] Publish callbacks [] for security_group (4b206ce7-09fc-4bd2-a3bb-bb4b148facac), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.210968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.211593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for floatingip (c1478197-0bba-4cca-8f57-6dfb6a40ba76), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.212196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55df77e6-a79b-4e2e-b110-8c2f5905fd65 admin admin] Publish callbacks [] for security_group (4b206ce7-09fc-4bd2-a3bb-bb4b148facac), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.231042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Calling delete_port for c1478197-0bba-4cca-8f57-6dfb6a40ba76 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:45.418274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55df77e6-a79b-4e2e-b110-8c2f5905fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4b206ce7-09fc-4bd2-a3bb-bb4b148facac), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.421022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55df77e6-a79b-4e2e-b110-8c2f5905fd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.433995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55df77e6-a79b-4e2e-b110-8c2f5905fd65 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b206ce7-09fc-4bd2-a3bb-bb4b148facac HTTP/1.1" status: 204 len: 168 time: 0.4143164 Feb 09 22:01:45.456554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df77e6-a79b-4e2e-b110-8c2f5905fd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b206ce7-09fc-4bd2-a3bb-bb4b148facac,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:45.622932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2b4e947-1f4f-426c-bffa-6c46b550540e req-b551fac9-529c-4b5b-9dbd-acc4cf696bfc tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083452 Feb 09 22:01:45.689101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c1478197-0bba-4cca-8f57-6dfb6a40ba76), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.696879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8ab727-9d53-4db0-a9e4-e3fc76c25d31,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:45.710479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] For port 215cfeba-6eb2-4159-8524-7413d1f270f8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=215cfeba-6eb2-4159-8524-7413d1f270f8,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:45.710863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.761757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Port': ['ID=c1478197-0bba-4cca-8f57-6dfb6a40ba76,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:45.827631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Calling delete_port for 215cfeba-6eb2-4159-8524-7413d1f270f8 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:45.830292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Checking segment: {'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:45.830911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Network hostable DHCP agents. Network: 4bf69638-d994-405d-a815-c434940f6e8a, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:45.932615 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for floatingip (cb300595-4627-4e69-9684-68de9afd6dd4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.933288 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Floating IP cb300595-4627-4e69-9684-68de9afd6dd4 disassociated (deleted). External IP: 172.25.5.188, port: 275d92dc-4e5e-4fc0-b7f0-1f74d1154250. Feb 09 22:01:46.003046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Network 4bf69638-d994-405d-a815-c434940f6e8a is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:46.200650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 4bf69638-d994-405d-a815-c434940f6e8a) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:46.211042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:46.211657 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.212589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec662e14-dd40-4979-9e83-a09e09a9ce2c None None] Network 4bf69638-d994-405d-a815-c434940f6e8a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:46.337112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (215cfeba-6eb2-4159-8524-7413d1f270f8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.389856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:46.427853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Pushing event deleted for resources: {'Port': ['ID=215cfeba-6eb2-4159-8524-7413d1f270f8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:46.499996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b1dc1bcb-811d-4ac0-ad09-f6b4940f73d5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7510610 Feb 09 22:01:46.510351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Router 4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:46.557423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] No DVR routers for this DVR port 215cfeba-6eb2-4159-8524-7413d1f270f8 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:46.561162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.571396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-383e723a-1c0f-4d9d-b228-d5d82ba6529d req-4dc4a1f4-b2ab-4f9e-8fa3-4b6f31a2441d tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.30 "DELETE /v2.0/ports/215cfeba-6eb2-4159-8524-7413d1f270f8 HTTP/1.1" status: 204 len: 173 time: 2.8213010 Feb 09 22:01:46.573156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'name': 'network-vif-deleted', 'tag': '215cfeba-6eb2-4159-8524-7413d1f270f8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:46.582829 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66d34e0-6286-4d4f-972a-2cc5b0213db2" -d '{"events": [{"server_uuid": "6b152267-c164-4a8a-9366-2b8ce9899fc6", "name": "network-vif-deleted", "tag": "215cfeba-6eb2-4159-8524-7413d1f270f8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:46.756577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa0c80-8615-469f-b22a-58f6c0e5fd04 None None] Network 4bf69638-d994-405d-a815-c434940f6e8a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:46.767916 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0b36dc-784e-4203-828b-ebf8db474555 x-openstack-request-id: req-bb0b36dc-784e-4203-828b-ebf8db474555 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:46.768212 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b152267-c164-4a8a-9366-2b8ce9899fc6", "name": "network-vif-deleted", "tag": "215cfeba-6eb2-4159-8524-7413d1f270f8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:46.768474 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb0b36dc-784e-4203-828b-ebf8db474555 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:46.768885 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b152267-c164-4a8a-9366-2b8ce9899fc6', 'name': 'network-vif-deleted', 'tag': '215cfeba-6eb2-4159-8524-7413d1f270f8', 'status': 'completed', 'code': 200} Feb 09 22:01:46.983670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f77893de-a1d5-45ac-9a0c-e062b1b3b3b2 req-c386ef63-27f3-4221-bac5-b41dbda74b1a tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 210 time: 0.1012158 Feb 09 22:01:47.069317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:47.084807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] Sync routers for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:47.084940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.125339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:47.126947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:47.198069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:47.225254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:47.225254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:47.226530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58810) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:47.233432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:47.236879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e01610ce-38e9-4c34-834f-036feea092a7 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "DELETE /v2.0/floatingips/cb300595-4627-4e69-9684-68de9afd6dd4 HTTP/1.1" status: 204 len: 168 time: 3.9191928 Feb 09 22:01:47.290257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:47.290921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e0115-d56d-4b9b-8e75-5ff46f4644e2 None None] The sync data for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:47.399792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.585414 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.596137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 215cfeba-6eb2-4159-8524-7413d1f270f8 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:47.654608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 215cfeba-6eb2-4159-8524-7413d1f270f8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:47.662296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 215cfeba-6eb2-4159-8524-7413d1f270f8 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:47.862622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Allocated IP 172.25.5.85 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/e2cf440a-8848-4184-bc97-1724f498e7ea) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:48.002447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.108092 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68908011-2367-47f0-be38-1291569076f1 req-260b3416-0c79-4d37-a253-3a01db26c5f8 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b152267-c164-4a8a-9366-2b8ce9899fc6 HTTP/1.1" status: 200 len: 210 time: 0.0289555 Feb 09 22:01:48.380201 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.437603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:48.446045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:48.448174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:48.451531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Pushing event updated for resources: {'Port': ['ID=e2cf440a-8848-4184-bc97-1724f498e7ea,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:48.614770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for floatingip (6d4cf230-7600-4912-bef4-cc446e7eb7da), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.755886 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.044834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.142211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.370842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Pushing event updated for resources: {'Port': ['ID=e2cf440a-8848-4184-bc97-1724f498e7ea,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:49.390358 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (6d4cf230-7600-4912-bef4-cc446e7eb7da), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.555019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.555019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-92fbfebd-6aa4-4df9-86db-6121ce79ebe5 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3240519 Feb 09 22:01:49.555291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58870) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:49.861977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:49.976161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ea1a-fd71-4d57-9df6-e9375d61077d req-8bda9764-8190-4cad-aa5a-db0e1362c454 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:49.985126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2673ea1a-fd71-4d57-9df6-e9375d61077d req-8bda9764-8190-4cad-aa5a-db0e1362c454 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0772903 Feb 09 22:01:50.037281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.125726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2673ea1a-fd71-4d57-9df6-e9375d61077d req-4a139e88-9aa5-443c-896d-7aa3eaa4b2c2 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344151 Feb 09 22:01:50.281208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.462696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Allocated IP 172.25.5.191 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/795cff21-e872-4f97-8a0f-31c5693dbf0b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:50.735368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks [] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.925535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.028396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:51.038746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:51.061064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:51.073080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Pushing event updated for resources: {'Port': ['ID=795cff21-e872-4f97-8a0f-31c5693dbf0b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:51.302158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks [] for floatingip (ce47b51b-a4be-4a90-b345-1b5294e3444b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.453901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de1c1-0fd2-4cab-a3f0-49490a3f74a5 req-979b51b3-7b8c-402f-b415-f2c20b9a7950 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:51.458713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce5de1c1-0fd2-4cab-a3f0-49490a3f74a5 req-979b51b3-7b8c-402f-b415-f2c20b9a7950 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.1910772 Feb 09 22:01:51.474827 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.581274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce5de1c1-0fd2-4cab-a3f0-49490a3f74a5 req-78969740-e123-4f40-8a16-e27febe568e3 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090450 Feb 09 22:01:51.776508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks [] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.296422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.402665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Pushing event updated for resources: {'Port': ['ID=795cff21-e872-4f97-8a0f-31c5693dbf0b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:52.419685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.420361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.420859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.421348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.421863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.422355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.423135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.423631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.424223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.424771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.425266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.426475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.426973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:52.436641 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (ce47b51b-a4be-4a90-b345-1b5294e3444b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.602182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.608802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ffb7f66c-5f50-4bfa-9466-4287f2d1bdfb tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0488260 Feb 09 22:01:52.610735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58962) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:52.905597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-970af562-d581-45ea-b864-80a8f5626aca tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2911651 Feb 09 22:01:52.906388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58980) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:52.988877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b71a24d3-6bbc-4808-9eff-10118991534c tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0814066 Feb 09 22:01:52.991689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58986) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:53.001650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b42a5-63c1-4327-a658-93ce7a946a30 req-1e646c8e-d02b-4a62-8b1b-fc87e5a10206 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:53.023534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc6b42a5-63c1-4327-a658-93ce7a946a30 req-1e646c8e-d02b-4a62-8b1b-fc87e5a10206 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.2340655 Feb 09 22:01:53.078545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc6b42a5-63c1-4327-a658-93ce7a946a30 req-cfdef486-a085-4e98-8246-7c787a98bf50 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689883 Feb 09 22:01:53.275012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Deleting port 795cff21-e872-4f97-8a0f-31c5693dbf0b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:53.275430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.392654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.392654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks [] for floatingip (795cff21-e872-4f97-8a0f-31c5693dbf0b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.432313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Calling delete_port for 795cff21-e872-4f97-8a0f-31c5693dbf0b owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:53.736521 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (795cff21-e872-4f97-8a0f-31c5693dbf0b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.852660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Pushing event deleted for resources: {'Port': ['ID=795cff21-e872-4f97-8a0f-31c5693dbf0b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:53.870624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59016) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:53.879499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.879996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.880246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.880594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.880932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.881277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.881610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.881940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.882269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.882649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.882982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.883352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.883976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:53.947996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks [] for floatingip (ce47b51b-a4be-4a90-b345-1b5294e3444b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.950636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.954231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20913f3d-3b97-492b-b487-05ff077c7e90 tempest-FloatingIPAdminTestJSON-238856888 tempest-FloatingIPAdminTestJSON-238856888-project] 10.222.0.98 "DELETE /v2.0/floatingips/ce47b51b-a4be-4a90-b345-1b5294e3444b HTTP/1.1" status: 204 len: 168 time: 0.9591331 Feb 09 22:01:53.954727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59022) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:54.172522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Deleting port e2cf440a-8848-4184-bc97-1724f498e7ea {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:54.173852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.241312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9a08ef-5984-4439-bff0-0494b5773e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.264775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee488140-ad51-426a-a85c-3b34b91a6c98 req-242d7837-36d5-499b-937a-80d0f5c06e3b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:54.268544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee488140-ad51-426a-a85c-3b34b91a6c98 req-242d7837-36d5-499b-937a-80d0f5c06e3b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.0667160 Feb 09 22:01:54.315486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.315978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for floatingip (e2cf440a-8848-4184-bc97-1724f498e7ea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.320635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee488140-ad51-426a-a85c-3b34b91a6c98 req-dcd98492-1ec8-49ed-bb8b-83fc268b1435 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Feb 09 22:01:54.346418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Calling delete_port for e2cf440a-8848-4184-bc97-1724f498e7ea owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:54.435237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9a08ef-5984-4439-bff0-0494b5773e01 admin admin] Publish callbacks [] for security_group (c9ca948f-c384-4a3b-bd71-3b909fcaf9c6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.805038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c9a08ef-5984-4439-bff0-0494b5773e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c9ca948f-c384-4a3b-bd71-3b909fcaf9c6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.859231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e2cf440a-8848-4184-bc97-1724f498e7ea), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.917945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2c9a08ef-5984-4439-bff0-0494b5773e01 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=710fcc0082df406b881211af0b460601&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0461624 Feb 09 22:01:54.920645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59054) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:55.004248 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b335e914-c67f-472b-a2e2-08f8af8cbc61 admin admin] Publish callbacks [] for security_group (c9ca948f-c384-4a3b-bd71-3b909fcaf9c6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.010990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a08ef-5984-4439-bff0-0494b5773e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca948f-c384-4a3b-bd71-3b909fcaf9c6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:55.055072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2cf440a-8848-4184-bc97-1724f498e7ea,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:55.078343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b335e914-c67f-472b-a2e2-08f8af8cbc61 admin admin] Publish callbacks [] for security_group (c9ca948f-c384-4a3b-bd71-3b909fcaf9c6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.110106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-1d01bf14-5d66-4d07-8c17-cfd9dad16043 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:55.112100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-1d01bf14-5d66-4d07-8c17-cfd9dad16043 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.110 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.2857807 Feb 09 22:01:55.161684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks [] for floatingip (6d4cf230-7600-4912-bef4-cc446e7eb7da), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.168331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.168331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-561b5a6d-9f69-485a-b4b7-7f17552a1b99 tempest-FloatingIPAdminTestJSON-1959451275 tempest-FloatingIPAdminTestJSON-1959451275-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/6d4cf230-7600-4912-bef4-cc446e7eb7da HTTP/1.1" status: 204 len: 168 time: 1.2110629 Feb 09 22:01:55.170657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59060) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:55.244417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Deleting port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:55.244968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.261504 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b335e914-c67f-472b-a2e2-08f8af8cbc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c9ca948f-c384-4a3b-bd71-3b909fcaf9c6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.261504 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b335e914-c67f-472b-a2e2-08f8af8cbc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.266761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b335e914-c67f-472b-a2e2-08f8af8cbc61 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c9ca948f-c384-4a3b-bd71-3b909fcaf9c6 HTTP/1.1" status: 204 len: 168 time: 0.3450406 Feb 09 22:01:55.367427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] For port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:55.368022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.380995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335e914-c67f-472b-a2e2-08f8af8cbc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca948f-c384-4a3b-bd71-3b909fcaf9c6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:55.430550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Calling delete_port for d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:55.491342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Deleting port 275d92dc-4e5e-4fc0-b7f0-1f74d1154250 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:55.506577 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (275d92dc-4e5e-4fc0-b7f0-1f74d1154250), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.805625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (275d92dc-4e5e-4fc0-b7f0-1f74d1154250), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.848074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Calling delete_port for 275d92dc-4e5e-4fc0-b7f0-1f74d1154250 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:56.187932 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (275d92dc-4e5e-4fc0-b7f0-1f74d1154250), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.277964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Port': ['ID=275d92dc-4e5e-4fc0-b7f0-1f74d1154250,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:56.416288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6616d-0c95-4baf-be3e-7bd5511afa7d req-cd0d0b7c-de40-482e-b870-cf9f8e13b0c5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:56.425577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7f6616d-0c95-4baf-be3e-7bd5511afa7d req-cd0d0b7c-de40-482e-b870-cf9f8e13b0c5 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 946 time: 0.2460399 Feb 09 22:01:56.551223 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.559907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b522331e-e369-4fa5-aa03-b89cc84aa0c2 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "DELETE /v2.0/ports/275d92dc-4e5e-4fc0-b7f0-1f74d1154250 HTTP/1.1" status: 204 len: 168 time: 1.3874817 Feb 09 22:01:56.566753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59094) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:56.639929 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7f6616d-0c95-4baf-be3e-7bd5511afa7d req-d73b364b-c1c4-47e8-9841-e2efbcd9f1c9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/security-groups?id=66b6c70a-4955-4ca4-bac4-8eea9511e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073772 Feb 09 22:01:56.690807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbd048-8495-419a-a9a7-968828bb4e3d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:56.695874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0fbd048-8495-419a-a9a7-968828bb4e3d tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "GET /v2.0/ports?device_id=4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 HTTP/1.1" status: 200 len: 913 time: 0.1267796 Feb 09 22:01:56.698330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59098) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:56.819875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.988736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59102) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:56.990414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Pushing event deleted for resources: {'Port': ['ID=d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:56.990643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cc2d4fee-b853-4eac-8a8d-3f39d6529a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.990754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] No DVR routers for this DVR port d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:56.990754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.990754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76246d3e-9ab5-4d7c-adbe-4b1257ad9d3c req-a9ad8336-bfe1-44da-beeb-3d45325dc0b9 tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.110 "DELETE /v2.0/ports/d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab HTTP/1.1" status: 204 len: 173 time: 1.8638272 Feb 09 22:01:56.990754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'name': 'network-vif-deleted', 'tag': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:56.991142 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7fb463-1779-4931-a690-f395525f6948" -d '{"events": [{"server_uuid": "f631cf67-f6ce-4fb5-9270-4ec6e5c5d527", "name": "network-vif-deleted", "tag": "d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:57.198252 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cc2d4fee-b853-4eac-8a8d-3f39d6529a4e admin admin] Publish callbacks [] for security_group (24cfd916-d04d-41ca-a6d6-cef065d43f1a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.244251 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c39f6b9-505c-40cc-b8f7-8d19663f5ddd x-openstack-request-id: req-8c39f6b9-505c-40cc-b8f7-8d19663f5ddd {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:57.248534 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f631cf67-f6ce-4fb5-9270-4ec6e5c5d527", "name": "network-vif-deleted", "tag": "d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:57.248534 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8c39f6b9-505c-40cc-b8f7-8d19663f5ddd {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:57.249127 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f631cf67-f6ce-4fb5-9270-4ec6e5c5d527', 'name': 'network-vif-deleted', 'tag': 'd5b48a48-60e4-4706-bfc1-4e5faaa4a0ab', 'status': 'completed', 'code': 200} Feb 09 22:01:57.307631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cc2d4fee-b853-4eac-8a8d-3f39d6529a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (24cfd916-d04d-41ca-a6d6-cef065d43f1a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.378223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cc2d4fee-b853-4eac-8a8d-3f39d6529a4e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5944aac7044d4a1a8a15a3a0e0acf2af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4697604 Feb 09 22:01:57.388791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:57.399929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d4fee-b853-4eac-8a8d-3f39d6529a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cfd916-d04d-41ca-a6d6-cef065d43f1a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:57.538230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-239bd12c-521f-4cb6-9df3-8c70157518ed admin admin] Publish callbacks [] for security_group (24cfd916-d04d-41ca-a6d6-cef065d43f1a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.566355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-239bd12c-521f-4cb6-9df3-8c70157518ed admin admin] Publish callbacks [] for security_group (24cfd916-d04d-41ca-a6d6-cef065d43f1a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.755107 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-239bd12c-521f-4cb6-9df3-8c70157518ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (24cfd916-d04d-41ca-a6d6-cef065d43f1a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.797218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-239bd12c-521f-4cb6-9df3-8c70157518ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.874924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-239bd12c-521f-4cb6-9df3-8c70157518ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/24cfd916-d04d-41ca-a6d6-cef065d43f1a HTTP/1.1" status: 204 len: 168 time: 0.4126639 Feb 09 22:01:57.929652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bd12c-521f-4cb6-9df3-8c70157518ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cfd916-d04d-41ca-a6d6-cef065d43f1a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:57.978395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.102032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e58c1abb-47bb-491c-acc1-b80790563dcf req-6c6d1628-716c-4012-9bf4-e938e0bbde6b tempest-ServerRescueNegativeTestJSON-1397149897 tempest-ServerRescueNegativeTestJSON-1397149897-project] 10.222.0.98 "GET /v2.0/ports?device_id=f631cf67-f6ce-4fb5-9270-4ec6e5c5d527 HTTP/1.1" status: 200 len: 210 time: 0.1111398 Feb 09 22:01:58.454171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Deleting port 5aa724ef-8cad-4a3f-8c11-2b38dfc155c6 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:58.454782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.604195 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.619967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Calling delete_port for 5aa724ef-8cad-4a3f-8c11-2b38dfc155c6 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:58.669834 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:01:58.717400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:58.737906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:58.738545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d5b48a48-60e4-4706-bfc1-4e5faaa4a0ab not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:58.943400 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5aa724ef-8cad-4a3f-8c11-2b38dfc155c6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.044942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Port': ['ID=5aa724ef-8cad-4a3f-8c11-2b38dfc155c6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:59.216940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59174) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:59.289928 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.435011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.716726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Router 4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:59.973765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:59.990685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] Sync routers for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:59.996107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f5722592-2570-4b50-9dbb-bc7777f49e14 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "PUT /v2.0/routers/4fdf2f96-b1e7-40ae-bffb-fe27e22727a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2938812 Feb 09 22:01:59.997911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59220) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:00.017902 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:00.018550 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:00.029654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.077794 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:00.088940 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] Routers {'4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:00.089582 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:00.126869 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:00.127558 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a912b-5f58-4ba2-9d5b-28f429c95375 None None] The sync data for ids ['4fdf2f96-b1e7-40ae-bffb-fe27e22727a9'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:00.307898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf37c0-025e-48d1-b1a3-63b1b01c0d71 req-db0ce2d5-6fac-4637-abcb-0304705edae8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:00.311247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3abf37c0-025e-48d1-b1a3-63b1b01c0d71 req-db0ce2d5-6fac-4637-abcb-0304705edae8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.3897560 Feb 09 22:02:00.323778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.413005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3abf37c0-025e-48d1-b1a3-63b1b01c0d71 req-c93b54d8-0c03-491b-ab23-abc0f359fb23 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930176 Feb 09 22:02:00.540990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Deleting port 877b650c-0346-4afd-abb0-3fdbdc820dfc {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:00.542661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.560961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router_gateway (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.767162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Deleting port 6705619f-07ef-497e-9b58-1ecd618157c8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:00.767789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6705619f-07ef-497e-9b58-1ecd618157c8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.770274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] For port 877b650c-0346-4afd-abb0-3fdbdc820dfc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=877b650c-0346-4afd-abb0-3fdbdc820dfc,segment=NetworkSegment(c4e321ac-2202-46f5-aedd-f1d1df2418a8),segment_id=c4e321ac-2202-46f5-aedd-f1d1df2418a8)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:00.770650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.776017 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.786417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Calling delete_port for 877b650c-0346-4afd-abb0-3fdbdc820dfc owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:00.918639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6705619f-07ef-497e-9b58-1ecd618157c8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.942502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Calling delete_port for 6705619f-07ef-497e-9b58-1ecd618157c8 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:01.248684 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (877b650c-0346-4afd-abb0-3fdbdc820dfc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.278094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6705619f-07ef-497e-9b58-1ecd618157c8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.355683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Port': ['ID=6705619f-07ef-497e-9b58-1ecd618157c8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:01.381013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=877b650c-0346-4afd-abb0-3fdbdc820dfc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:01.639899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.751512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.803505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.811442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df325c-95be-4e72-b871-64e31d1e1312 req-63656aa2-d798-49c6-bf0a-3a1ea52d55eb tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:01.819390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1df325c-95be-4e72-b871-64e31d1e1312 req-63656aa2-d798-49c6-bf0a-3a1ea52d55eb tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.2533252 Feb 09 22:02:01.829234 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router_controller (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.948228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1df325c-95be-4e72-b871-64e31d1e1312 req-b694cfd2-4b94-4999-8f3d-eaaee6df0ab1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227999 Feb 09 22:02:02.073954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (4fdf2f96-b1e7-40ae-bffb-fe27e22727a9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.074501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Fanout notify agent at l3_agent the message router_deleted on router 4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:02:02.083097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.086991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-67d29a48-8d76-4402-b18a-71cfd70c0716 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "DELETE /v2.0/routers/4fdf2f96-b1e7-40ae-bffb-fe27e22727a9 HTTP/1.1" status: 204 len: 168 time: 2.0853183 Feb 09 22:02:02.087623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59278) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:02.200836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Deleting subnet 69db2e77-424d-453c-a97a-1ff4cda42c71 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:02.204320 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for subnet (69db2e77-424d-453c-a97a-1ff4cda42c71), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.316993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (69db2e77-424d-453c-a97a-1ff4cda42c71), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.349968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:02.549083 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (69db2e77-424d-453c-a97a-1ff4cda42c71), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.635397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:02.651917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] Sync routers for ids ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:02.654005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a9724f34-3453-4eb3-a152-c1fcace3cdeb admin admin] 10.222.0.98 "PUT /v2.0/routers/056b4e32-6766-4a9f-9bf8-5c54bb6618cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4355211 Feb 09 22:02:02.655961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59288) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:02.672444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] Routers {'056b4e32-6766-4a9f-9bf8-5c54bb6618cd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:02.673357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:02.826126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (69db2e77-424d-453c-a97a-1ff4cda42c71), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.857749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks [] for router (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.881566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] Set router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:02.919284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Subnet': ['ID=69db2e77-424d-453c-a97a-1ff4cda42c71,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:02.938256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.949461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-49148efa-c3dc-4efb-ab82-4851ccd615c8 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "DELETE /v2.0/subnets/69db2e77-424d-453c-a97a-1ff4cda42c71 HTTP/1.1" status: 204 len: 168 time: 0.8585649 Feb 09 22:02:02.952022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59298) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:03.035087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca4851-289e-4815-ad60-c9f79c59399a None None] Network 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:03.137624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.212296 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks [] for router_gateway (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.238983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7c82-a5be-49a6-8829-b93c0ff79767 req-0750a391-477f-4108-a252-8ab72cda31ea tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:03.240870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a1e7c82-a5be-49a6-8829-b93c0ff79767 req-0750a391-477f-4108-a252-8ab72cda31ea tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1748314 Feb 09 22:02:03.311471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Deleting port b961720c-4abd-458a-a267-6538b0b3d5e0 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:03.311966 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.401867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4a1e7c82-a5be-49a6-8829-b93c0ff79767 req-aa7ff86e-8a2d-4b96-ae28-72dcb7d165c8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531608 Feb 09 22:02:03.414539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] For port b961720c-4abd-458a-a267-6538b0b3d5e0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b961720c-4abd-458a-a267-6538b0b3d5e0,segment=NetworkSegment(a26563a8-f859-4a66-8d5b-c2389fb69a4a),segment_id=a26563a8-f859-4a66-8d5b-c2389fb69a4a)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:03.415002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.451538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Deleting port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:03.452022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.466549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Calling delete_port for b961720c-4abd-458a-a267-6538b0b3d5e0 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:03.468664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T22:02:01Z', 'revision_number': 5, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port': {'id': 'c46dbe4d-b2cd-4a03-94a7-1ae5ec552640', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:23Z', 'updated_at': '2022-02-09T21:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:03.505660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] Checking router: 056b4e32-6766-4a9f-9bf8-5c54bb6618cd for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:03.519875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] Routers {'056b4e32-6766-4a9f-9bf8-5c54bb6618cd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:03.523138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:01:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:03.610310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] For port c46dbe4d-b2cd-4a03-94a7-1ae5ec552640, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:03.610976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.629887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Calling delete_port for c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:03.634297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f5de6-aaba-4564-8ffc-d251298b9556 None None] DHCP port deletion for 4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:02:03.792839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b961720c-4abd-458a-a267-6538b0b3d5e0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.912534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] Set router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:03.918064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] No DVR routers for this DVR port b961720c-4abd-458a-a267-6538b0b3d5e0 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:03.933915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Port': ['ID=b961720c-4abd-458a-a267-6538b0b3d5e0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.025489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T22:02:03Z', 'revision_number': 6, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:04.050475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c46dbe4d-b2cd-4a03-94a7-1ae5ec552640), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.065616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3394f-1206-4ff2-9142-0c790d51e7c1 None None] The sync data for ids ['056b4e32-6766-4a9f-9bf8-5c54bb6618cd'] in n-d-828599-1 is: [{'id': '056b4e32-6766-4a9f-9bf8-5c54bb6618cd', 'name': 'tempest-ServerRescueNegativeTestJSON-887836314-router', 'tenant_id': '78085133c0654410bbd5cd38c89194f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:21Z', 'updated_at': '2022-02-09T22:02:03Z', 'revision_number': 6, 'project_id': '78085133c0654410bbd5cd38c89194f8', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:04.084787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59320) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:04.102007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.111145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c46dbe4d-b2cd-4a03-94a7-1ae5ec552640,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.144556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:04.161669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26563a8-f859-4a66-8d5b-c2389fb69a4a') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:04.162120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26563a8-f859-4a66-8d5b-c2389fb69a4a') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:04.186146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (a26563a8-f859-4a66-8d5b-c2389fb69a4a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.222463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (a26563a8-f859-4a66-8d5b-c2389fb69a4a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.230267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:04.230805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (a26563a8-f859-4a66-8d5b-c2389fb69a4a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:04.234539 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:04.266146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.302942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3c91543-1bb9-4965-84c3-ab68f4634800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.423931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.449349 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.454917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "DELETE /v2.0/networks/4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531 HTTP/1.1" status: 204 len: 168 time: 1.5016921 Feb 09 22:02:04.463504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59342) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:04.482222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3c91543-1bb9-4965-84c3-ab68f4634800 admin admin] Publish callbacks [] for security_group (063b81aa-423a-46e3-8457-2372bd06c773), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.485262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632b7f2-57f4-40ea-a4e2-feeb7c0b1c67 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Network': ['ID=4f2416a0-48c7-4bb3-bb3f-2b4e1d0bc531,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.555585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.573526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks [] for router_controller (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.711251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3c91543-1bb9-4965-84c3-ab68f4634800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (063b81aa-423a-46e3-8457-2372bd06c773), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.739974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (056b4e32-6766-4a9f-9bf8-5c54bb6618cd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.740957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 056b4e32-6766-4a9f-9bf8-5c54bb6618cd {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:02:04.761022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.764579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1695cfa2-f1c8-414f-a36c-eee4cee54b9d admin admin] 10.222.0.98 "DELETE /v2.0/routers/056b4e32-6766-4a9f-9bf8-5c54bb6618cd HTTP/1.1" status: 204 len: 168 time: 2.1054006 Feb 09 22:02:04.765015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59346) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:04.871253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] Deleting subnet bf179fae-b0ea-4f4c-9e92-5560cf22ce4e {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:04.874936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] Publish callbacks [] for subnet (bf179fae-b0ea-4f4c-9e92-5560cf22ce4e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.890089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f3c91543-1bb9-4965-84c3-ab68f4634800 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=802c5f7b47c7494ea5d70c1349a83905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8038921 Feb 09 22:02:04.891684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59354) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:04.915553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (bf179fae-b0ea-4f4c-9e92-5560cf22ce4e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.931028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91543-1bb9-4965-84c3-ab68f4634800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b81aa-423a-46e3-8457-2372bd06c773,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.966119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Deleting port 7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:04.967061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.969882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (bf179fae-b0ea-4f4c-9e92-5560cf22ce4e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.035765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cee70a-9f89-43ef-9dc2-c927bb82e42f req-12c6c15e-29ee-477f-b520-3985ed048054 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:05.037246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cee70a-9f89-43ef-9dc2-c927bb82e42f req-12c6c15e-29ee-477f-b520-3985ed048054 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.3506377 Feb 09 22:02:05.052343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 877b650c-0346-4afd-abb0-3fdbdc820dfc no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:05.082642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7faf2871-ba1e-4c04-8ee4-a46a10a092be admin admin] Publish callbacks [] for security_group (063b81aa-423a-46e3-8457-2372bd06c773), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.118180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.118180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for floatingip (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.119755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 877b650c-0346-4afd-abb0-3fdbdc820dfc {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:05.120117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 877b650c-0346-4afd-abb0-3fdbdc820dfc not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:05.120559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b961720c-4abd-458a-a267-6538b0b3d5e0 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:05.139859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Calling delete_port for 7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:05.148420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (bf179fae-b0ea-4f4c-9e92-5560cf22ce4e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.177783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: b961720c-4abd-458a-a267-6538b0b3d5e0 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:05.178151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7faf2871-ba1e-4c04-8ee4-a46a10a092be admin admin] Publish callbacks [] for security_group (063b81aa-423a-46e3-8457-2372bd06c773), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.178295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b961720c-4abd-458a-a267-6538b0b3d5e0 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:05.183274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cee70a-9f89-43ef-9dc2-c927bb82e42f req-1412d0cc-fddb-4817-8e9a-208b564aa787 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237071 Feb 09 22:02:05.282699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf179fae-b0ea-4f4c-9e92-5560cf22ce4e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:05.304150 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.314680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-87537730-0e4b-4de5-bd70-b4f5f254dccb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/bf179fae-b0ea-4f4c-9e92-5560cf22ce4e HTTP/1.1" status: 204 len: 168 time: 0.5462270 Feb 09 22:02:05.315082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59358) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:05.430832 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-37267ddf-f94c-43b2-8a5f-3d7e24a95459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.958798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (81fc6905-2f36-4426-a956-4ac6bd5da8e6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.038253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (81fc6905-2f36-4426-a956-4ac6bd5da8e6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.046722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7faf2871-ba1e-4c04-8ee4-a46a10a092be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (063b81aa-423a-46e3-8457-2372bd06c773), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.049566 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7faf2871-ba1e-4c04-8ee4-a46a10a092be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.054341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7faf2871-ba1e-4c04-8ee4-a46a10a092be admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/063b81aa-423a-46e3-8457-2372bd06c773 HTTP/1.1" status: 204 len: 168 time: 1.1574128 Feb 09 22:02:06.055040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.105651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Pushing event deleted for resources: {'Port': ['ID=7fa0b2cb-c3e4-46fd-8d39-fcfb916bfb13,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:06.124660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf2871-ba1e-4c04-8ee4-a46a10a092be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b81aa-423a-46e3-8457-2372bd06c773,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:06.165395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fc6905-2f36-4426-a956-4ac6bd5da8e6']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:06.169671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks [] for floatingip (5756c94e-0e2a-4858-8790-1ec5f34befe3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.172764 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.173983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-75e97bc8-23b2-4331-83fc-a1bcd773b297 tempest-FloatingIPAdminTestJSON-394444974 tempest-FloatingIPAdminTestJSON-394444974-project] 10.222.0.98 "DELETE /v2.0/floatingips/5756c94e-0e2a-4858-8790-1ec5f34befe3 HTTP/1.1" status: 204 len: 168 time: 1.6999483 Feb 09 22:02:06.200195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e321ac-2202-46f5-aedd-f1d1df2418a8') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:06.200195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e321ac-2202-46f5-aedd-f1d1df2418a8') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:06.220577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (c4e321ac-2202-46f5-aedd-f1d1df2418a8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.277369 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c4e321ac-2202-46f5-aedd-f1d1df2418a8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.285072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:06.285553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (c4e321ac-2202-46f5-aedd-f1d1df2418a8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:06.287291 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:06.416854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9f3c-d8ce-4228-be3a-2b7cdf2fc8c9 req-8b9e77f3-6ddd-404e-aacc-cd3c8cd9b0e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:06.433238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f76c9f3c-d8ce-4228-be3a-2b7cdf2fc8c9 req-8b9e77f3-6ddd-404e-aacc-cd3c8cd9b0e8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1062853 Feb 09 22:02:06.445904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:06.482777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:06.483132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c46dbe4d-b2cd-4a03-94a7-1ae5ec552640 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:06.491142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (81fc6905-2f36-4426-a956-4ac6bd5da8e6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.496157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.502507 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/81fc6905-2f36-4426-a956-4ac6bd5da8e6 HTTP/1.1" status: 204 len: 168 time: 1.1862187 Feb 09 22:02:06.514712 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f76c9f3c-d8ce-4228-be3a-2b7cdf2fc8c9 req-d23f1684-a1aa-4055-acbe-ff1830a5c7b0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813327 Feb 09 22:02:06.526368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6dbfe-82a5-4f31-86d4-29b57b2c1fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=81fc6905-2f36-4426-a956-4ac6bd5da8e6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.056770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59414) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.077635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2e6aec8-6e45-4ec6-af07-1a26f27b413c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.207196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2e6aec8-6e45-4ec6-af07-1a26f27b413c admin admin] Publish callbacks [] for security_group (0d1fde25-6ffc-4899-9bf2-8eb6704def69), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.220115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59418) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.374709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d0ac52ad-013f-4e39-8164-fd25f7e3c529 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=659bce971df34ed6979d9a6a5a24061e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532404 Feb 09 22:02:07.377543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59422) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.413323 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2e6aec8-6e45-4ec6-af07-1a26f27b413c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d1fde25-6ffc-4899-9bf2-8eb6704def69), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.428317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59426) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.458049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e61846fb-988a-483f-a940-0cf4a9613cfd admin admin] Publish callbacks [] for security_group (f04eddf6-60c2-49a8-9140-0aeddc8924a1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.486235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e61846fb-988a-483f-a940-0cf4a9613cfd admin admin] Publish callbacks [] for security_group (f04eddf6-60c2-49a8-9140-0aeddc8924a1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.510060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6aec8-6e45-4ec6-af07-1a26f27b413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1fde25-6ffc-4899-9bf2-8eb6704def69,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.515491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f2e6aec8-6e45-4ec6-af07-1a26f27b413c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cecdf42d2d6b4a7bb07659c64363767a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4576380 Feb 09 22:02:07.518311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59432) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.535853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8d39440e-ffa3-46be-b6b4-e8771c4edb61 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=78085133c0654410bbd5cd38c89194f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1034353 Feb 09 22:02:07.540839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3182-c57f-45cb-b7a1-b85bf53fb89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.542865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59434) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.647195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-76279342-88be-4cbb-b52c-b1ecca5d2543 admin admin] Publish callbacks [] for security_group (0d1fde25-6ffc-4899-9bf2-8eb6704def69), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.668106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02c6c4c6-13b0-497e-8c1b-3b9159f77095 admin admin] Publish callbacks [] for security_group (66b6c70a-4955-4ca4-bac4-8eea9511e59a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.718207 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e61846fb-988a-483f-a940-0cf4a9613cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f04eddf6-60c2-49a8-9140-0aeddc8924a1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.721826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e61846fb-988a-483f-a940-0cf4a9613cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.725522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e61846fb-988a-483f-a940-0cf4a9613cfd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f04eddf6-60c2-49a8-9140-0aeddc8924a1 HTTP/1.1" status: 204 len: 168 time: 0.3445172 Feb 09 22:02:07.743155 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-76279342-88be-4cbb-b52c-b1ecca5d2543 admin admin] Publish callbacks [] for security_group (0d1fde25-6ffc-4899-9bf2-8eb6704def69), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.750966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61846fb-988a-483f-a940-0cf4a9613cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04eddf6-60c2-49a8-9140-0aeddc8924a1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.765797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793204ee-f3fc-40cc-8b65-787b6ccffbc6 req-18be2c56-cf90-41a1-972c-0e64bdf1c8a9 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:07.767389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-793204ee-f3fc-40cc-8b65-787b6ccffbc6 req-18be2c56-cf90-41a1-972c-0e64bdf1c8a9 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1098065 Feb 09 22:02:07.805988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02c6c4c6-13b0-497e-8c1b-3b9159f77095 admin admin] Publish callbacks [] for security_group (66b6c70a-4955-4ca4-bac4-8eea9511e59a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.888616 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-793204ee-f3fc-40cc-8b65-787b6ccffbc6 req-95aac96c-b592-406e-babe-e0aeb8f7230d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118636 Feb 09 22:02:08.146115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-76279342-88be-4cbb-b52c-b1ecca5d2543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d1fde25-6ffc-4899-9bf2-8eb6704def69), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.149451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-76279342-88be-4cbb-b52c-b1ecca5d2543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.153184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-76279342-88be-4cbb-b52c-b1ecca5d2543 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d1fde25-6ffc-4899-9bf2-8eb6704def69 HTTP/1.1" status: 204 len: 168 time: 0.6303239 Feb 09 22:02:08.153184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02c6c4c6-13b0-497e-8c1b-3b9159f77095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (66b6c70a-4955-4ca4-bac4-8eea9511e59a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.153971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-02c6c4c6-13b0-497e-8c1b-3b9159f77095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.157519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-02c6c4c6-13b0-497e-8c1b-3b9159f77095 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66b6c70a-4955-4ca4-bac4-8eea9511e59a HTTP/1.1" status: 204 len: 168 time: 0.6112254 Feb 09 22:02:08.164066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76279342-88be-4cbb-b52c-b1ecca5d2543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1fde25-6ffc-4899-9bf2-8eb6704def69,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:08.174682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6c4c6-13b0-497e-8c1b-3b9159f77095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6c70a-4955-4ca4-bac4-8eea9511e59a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:09.021506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14301f4-bebd-47f8-804e-32d95addf5c7 req-10e0206a-e1c2-4a3c-bcb2-5c2407925c63 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:09.023000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b14301f4-bebd-47f8-804e-32d95addf5c7 req-10e0206a-e1c2-4a3c-bcb2-5c2407925c63 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0599582 Feb 09 22:02:09.073043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b14301f4-bebd-47f8-804e-32d95addf5c7 req-0f34d5e5-1e7f-4c3b-b747-438567d7c188 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442884 Feb 09 22:02:09.164064 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.481150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59496) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:09.498105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e535cc23-07c1-4aed-b2ef-dc4df6341133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.629779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59504) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:09.655916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e535cc23-07c1-4aed-b2ef-dc4df6341133 admin admin] Publish callbacks [] for security_group (81a61199-9a16-4300-bd61-2b6e8925a225), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.779384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e535cc23-07c1-4aed-b2ef-dc4df6341133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (81a61199-9a16-4300-bd61-2b6e8925a225), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.801360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9005928e-ad99-41c9-889f-4794f3f4861e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.857416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e535cc23-07c1-4aed-b2ef-dc4df6341133 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a6efdb53045849d7bb83890f74515421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726301 Feb 09 22:02:09.857416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59516) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:09.867592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535cc23-07c1-4aed-b2ef-dc4df6341133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a61199-9a16-4300-bd61-2b6e8925a225,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:09.958896 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9005928e-ad99-41c9-889f-4794f3f4861e admin admin] Publish callbacks [] for security_group (4136fa29-ea31-402a-b055-ab2dd088527c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.067062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9005928e-ad99-41c9-889f-4794f3f4861e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4136fa29-ea31-402a-b055-ab2dd088527c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.282310 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.294070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005928e-ad99-41c9-889f-4794f3f4861e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136fa29-ea31-402a-b055-ab2dd088527c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:10.317741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8642de4-3913-489f-81f1-20dd2f818bff admin admin] Publish callbacks [] for security_group (81a61199-9a16-4300-bd61-2b6e8925a225), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.335112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9005928e-ad99-41c9-889f-4794f3f4861e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=da9fd6d7a0ca4e3caec35fe985c4a566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6937640 Feb 09 22:02:10.338272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59532) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:10.357562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8642de4-3913-489f-81f1-20dd2f818bff admin admin] Publish callbacks [] for security_group (81a61199-9a16-4300-bd61-2b6e8925a225), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.400908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51385-e86b-4170-a8cc-51a9aeb0b1a7 req-7e25f48e-52cc-4898-a98e-f48b0f3527fd tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:10.402845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcb51385-e86b-4170-a8cc-51a9aeb0b1a7 req-7e25f48e-52cc-4898-a98e-f48b0f3527fd tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1559258 Feb 09 22:02:10.426410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5cc9-551b-4f96-9ddd-65c8d4c4fa45 admin admin] Publish callbacks [] for security_group (4136fa29-ea31-402a-b055-ab2dd088527c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.472651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5cc9-551b-4f96-9ddd-65c8d4c4fa45 admin admin] Publish callbacks [] for security_group (4136fa29-ea31-402a-b055-ab2dd088527c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.497450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcb51385-e86b-4170-a8cc-51a9aeb0b1a7 req-8a10ce26-436a-4f4b-8d22-c043af1f7b3c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758243 Feb 09 22:02:10.559023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8642de4-3913-489f-81f1-20dd2f818bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (81a61199-9a16-4300-bd61-2b6e8925a225), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.561979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8642de4-3913-489f-81f1-20dd2f818bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.565507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d8642de4-3913-489f-81f1-20dd2f818bff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/81a61199-9a16-4300-bd61-2b6e8925a225 HTTP/1.1" status: 204 len: 168 time: 0.7049453 Feb 09 22:02:10.575567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8642de4-3913-489f-81f1-20dd2f818bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a61199-9a16-4300-bd61-2b6e8925a225,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:10.640019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5cc9-551b-4f96-9ddd-65c8d4c4fa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4136fa29-ea31-402a-b055-ab2dd088527c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.643537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f8f5cc9-551b-4f96-9ddd-65c8d4c4fa45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.645407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7f8f5cc9-551b-4f96-9ddd-65c8d4c4fa45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4136fa29-ea31-402a-b055-ab2dd088527c HTTP/1.1" status: 204 len: 168 time: 0.3043692 Feb 09 22:02:10.657146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f5cc9-551b-4f96-9ddd-65c8d4c4fa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136fa29-ea31-402a-b055-ab2dd088527c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:11.615369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59580) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:11.638789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49d8afa7-ea7e-48a0-9c1b-5071c70d193f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.647145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd57e4-c31a-42ff-a82a-10ef862be958 req-522a2226-0184-46a4-96e2-a44e8aff4f93 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:11.654961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2fd57e4-c31a-42ff-a82a-10ef862be958 req-522a2226-0184-46a4-96e2-a44e8aff4f93 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0800755 Feb 09 22:02:11.740784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2fd57e4-c31a-42ff-a82a-10ef862be958 req-f71f2694-321a-478d-abf5-e1a48ed0b0b1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842478 Feb 09 22:02:11.759818 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.874455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49d8afa7-ea7e-48a0-9c1b-5071c70d193f admin admin] Publish callbacks [] for security_group (e8a3c653-d8a6-40c4-8cae-980266161f4f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.010138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49d8afa7-ea7e-48a0-9c1b-5071c70d193f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e8a3c653-d8a6-40c4-8cae-980266161f4f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.048944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-49d8afa7-ea7e-48a0-9c1b-5071c70d193f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6206f771ae604e73ae8a185b72e3bc9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297523 Feb 09 22:02:12.049829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59594) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:12.068579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8afa7-ea7e-48a0-9c1b-5071c70d193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3c653-d8a6-40c4-8cae-980266161f4f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:12.199584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eafb808a-e1fd-4b5f-a98c-9a17f0718c27 admin admin] Publish callbacks [] for security_group (e8a3c653-d8a6-40c4-8cae-980266161f4f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.310726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eafb808a-e1fd-4b5f-a98c-9a17f0718c27 admin admin] Publish callbacks [] for security_group (e8a3c653-d8a6-40c4-8cae-980266161f4f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.366826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662e6c-e625-4d82-a47a-a509d26c01cc req-53fd93c3-ca9b-4409-9051-fdb25fcd7495 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:12.368817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41662e6c-e625-4d82-a47a-a509d26c01cc req-53fd93c3-ca9b-4409-9051-fdb25fcd7495 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1126990 Feb 09 22:02:12.425108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41662e6c-e625-4d82-a47a-a509d26c01cc req-b64b82ca-9a87-49e4-90fb-55749285f315 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476561 Feb 09 22:02:12.591959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59606) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:12.605367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-259ff8c3-2528-4063-9a16-28e983092b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.661148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eafb808a-e1fd-4b5f-a98c-9a17f0718c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e8a3c653-d8a6-40c4-8cae-980266161f4f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.673446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eafb808a-e1fd-4b5f-a98c-9a17f0718c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.675433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eafb808a-e1fd-4b5f-a98c-9a17f0718c27 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e8a3c653-d8a6-40c4-8cae-980266161f4f HTTP/1.1" status: 204 len: 168 time: 0.6240978 Feb 09 22:02:12.697110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb808a-e1fd-4b5f-a98c-9a17f0718c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3c653-d8a6-40c4-8cae-980266161f4f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:12.757180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-259ff8c3-2528-4063-9a16-28e983092b84 admin admin] Publish callbacks [] for security_group (4b6488f9-eed3-4f24-95ce-1612a1997bc6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.836958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-259ff8c3-2528-4063-9a16-28e983092b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4b6488f9-eed3-4f24-95ce-1612a1997bc6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.858057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57591702-5b61-419c-b079-08e4153a6fdf req-982396a2-88af-4680-9f5f-1d70d5feca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:12.859624 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57591702-5b61-419c-b079-08e4153a6fdf req-982396a2-88af-4680-9f5f-1d70d5feca26 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1127 time: 0.0909414 Feb 09 22:02:12.877032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-259ff8c3-2528-4063-9a16-28e983092b84 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a26b757a004544759a4c4d6b1c3ba9a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827511 Feb 09 22:02:12.884382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59614) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:12.905987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ff8c3-2528-4063-9a16-28e983092b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6488f9-eed3-4f24-95ce-1612a1997bc6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:13.010910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930be449-a8ac-4c92-bed7-61d6f8c48f6f admin admin] Publish callbacks [] for security_group (4b6488f9-eed3-4f24-95ce-1612a1997bc6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.035789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930be449-a8ac-4c92-bed7-61d6f8c48f6f admin admin] Publish callbacks [] for security_group (4b6488f9-eed3-4f24-95ce-1612a1997bc6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.085553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57591702-5b61-419c-b079-08e4153a6fdf req-731dc6f5-c9cd-41a9-b32a-3eb441557121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.087077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57591702-5b61-419c-b079-08e4153a6fdf req-731dc6f5-c9cd-41a9-b32a-3eb441557121 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.2211936 Feb 09 22:02:13.172945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57591702-5b61-419c-b079-08e4153a6fdf req-34bf82cf-1249-43de-a228-d3d49194d76b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 200 len: 1001 time: 0.0796542 Feb 09 22:02:13.231147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57591702-5b61-419c-b079-08e4153a6fdf req-690f9d69-bb2f-4892-befe-9fae40842d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.231147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57591702-5b61-419c-b079-08e4153a6fdf req-690f9d69-bb2f-4892-befe-9fae40842d77 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.0493207 Feb 09 22:02:13.279348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57591702-5b61-419c-b079-08e4153a6fdf req-c8988723-5245-4764-ba43-7c8f2410ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.280906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57591702-5b61-419c-b079-08e4153a6fdf req-c8988723-5245-4764-ba43-7c8f2410ce0a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472262 Feb 09 22:02:13.308775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930be449-a8ac-4c92-bed7-61d6f8c48f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4b6488f9-eed3-4f24-95ce-1612a1997bc6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.320172 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-930be449-a8ac-4c92-bed7-61d6f8c48f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.320172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-930be449-a8ac-4c92-bed7-61d6f8c48f6f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b6488f9-eed3-4f24-95ce-1612a1997bc6 HTTP/1.1" status: 204 len: 168 time: 0.4276168 Feb 09 22:02:13.361083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930be449-a8ac-4c92-bed7-61d6f8c48f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6488f9-eed3-4f24-95ce-1612a1997bc6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:13.437721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57591702-5b61-419c-b079-08e4153a6fdf req-2d453916-22d6-470e-b2bc-9e2480e960d1 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505425 Feb 09 22:02:13.719461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da9a36-bae2-4ffa-9311-11471bc1fca5 req-e2f6185c-5eb6-4885-976d-7ff1ec56775f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.727255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9da9a36-bae2-4ffa-9311-11471bc1fca5 req-e2f6185c-5eb6-4885-976d-7ff1ec56775f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1345489 Feb 09 22:02:13.727255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57591702-5b61-419c-b079-08e4153a6fdf req-b2076869-d1d5-4d55-875c-93b02232874f service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807405 Feb 09 22:02:13.777607 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9da9a36-bae2-4ffa-9311-11471bc1fca5 req-ee5a1e97-c42e-4888-b6e3-0c85397f986b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502443 Feb 09 22:02:14.945639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1621da-d554-438f-b921-12f00db6df7e req-e79e6cdc-b68d-42bb-8fc4-06df022f0890 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:14.966395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e1621da-d554-438f-b921-12f00db6df7e req-e79e6cdc-b68d-42bb-8fc4-06df022f0890 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0925817 Feb 09 22:02:15.071410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e1621da-d554-438f-b921-12f00db6df7e req-0185ac8c-5b4c-48be-b929-12f09ff1c20c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040180 Feb 09 22:02:18.012942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59840) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:18.159952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59844) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:18.439688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a5467c3-9280-4147-aade-c2ed477ec0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.498777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2013488697'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:18.652639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a5467c3-9280-4147-aade-c2ed477ec0dc admin admin] Publish callbacks [] for security_group (ffc77da8-0297-434d-b7a0-0de55bbc4362), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.661165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Made reservation on behalf of a484a8d72800418584f1acfa774efcca for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:18.665528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.676673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.764865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a5467c3-9280-4147-aade-c2ed477ec0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ffc77da8-0297-434d-b7a0-0de55bbc4362), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.829856 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0a5467c3-9280-4147-aade-c2ed477ec0dc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3021e8f764ee4e42982de9c1837f7f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8131187 Feb 09 22:02:18.829856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks [] for security_group (18d2c076-fb17-4de4-9571-858f59b322a8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.830768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5467c3-9280-4147-aade-c2ed477ec0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc77da8-0297-434d-b7a0-0de55bbc4362,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:18.830858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59872) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:18.920645 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8dd36db7-e424-4d68-92ed-3d08cff597d0 admin admin] Publish callbacks [] for security_group (ffc77da8-0297-434d-b7a0-0de55bbc4362), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.925991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (18d2c076-fb17-4de4-9571-858f59b322a8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.969356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8dd36db7-e424-4d68-92ed-3d08cff597d0 admin admin] Publish callbacks [] for security_group (ffc77da8-0297-434d-b7a0-0de55bbc4362), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.976599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:18.996886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d2c076-fb17-4de4-9571-858f59b322a8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.024624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b0c7b6b3-a89f-41ad-b641-7c23b56dcd01), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.024624 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Added segment b0c7b6b3-a89f-41ad-b641-7c23b56dcd01 of type vlan for network b976edb7-3d18-4a83-b029-e218bfa8397c Feb 09 22:02:19.074823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b976edb7-3d18-4a83-b029-e218bfa8397c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.165190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8dd36db7-e424-4d68-92ed-3d08cff597d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ffc77da8-0297-434d-b7a0-0de55bbc4362), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.168136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8dd36db7-e424-4d68-92ed-3d08cff597d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.169058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8dd36db7-e424-4d68-92ed-3d08cff597d0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ffc77da8-0297-434d-b7a0-0de55bbc4362 HTTP/1.1" status: 204 len: 168 time: 0.3372450 Feb 09 22:02:19.182121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd36db7-e424-4d68-92ed-3d08cff597d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc77da8-0297-434d-b7a0-0de55bbc4362,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.205115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b976edb7-3d18-4a83-b029-e218bfa8397c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.214103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:19.215306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.300927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Pushing event updated for resources: {'Network': ['ID=b976edb7-3d18-4a83-b029-e218bfa8397c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.318592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b976edb7-3d18-4a83-b029-e218bfa8397c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:19.396163 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-75fd4275-e71e-45cb-b059-9c05ad7cd9e6 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2255011 Feb 09 22:02:19.946338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59906) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:19.968424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Request body: {'port': {'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c', 'binding:host_id': 'n-h1-828599-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1922677277'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:20.089921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Made reservation on behalf of e6da7c3f72f849608afaa9a4226177ce for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:20.092586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.103307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.241389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for security_group (1db2b139-8530-43fa-b0e4-826e06661630), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.273947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59914) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:20.299997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73b847ed-cebb-482e-b668-ded399feac15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.413157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73b847ed-cebb-482e-b668-ded399feac15 admin admin] Publish callbacks [] for security_group (d6963d4c-6d03-45f8-8ec0-05fcc96be144), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.449471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1db2b139-8530-43fa-b0e4-826e06661630), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.462889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] device_id is not set on port db2af3ea-c17e-4ea2-9463-fedbc6af110c yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:20.572648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2b139-8530-43fa-b0e4-826e06661630,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:20.601169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73b847ed-cebb-482e-b668-ded399feac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d6963d4c-6d03-45f8-8ec0-05fcc96be144), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.650440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73b847ed-cebb-482e-b668-ded399feac15 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=96c25e5009de41e89023e63522631267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745024 Feb 09 22:02:20.652151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b847ed-cebb-482e-b668-ded399feac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6963d4c-6d03-45f8-8ec0-05fcc96be144,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:20.656738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59926) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:20.735657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5eb284d-b984-40cf-922a-8e832310cd2d admin admin] Publish callbacks [] for security_group (d6963d4c-6d03-45f8-8ec0-05fcc96be144), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.778264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5eb284d-b984-40cf-922a-8e832310cd2d admin admin] Publish callbacks [] for security_group (d6963d4c-6d03-45f8-8ec0-05fcc96be144), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.781723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] device_id is not set on port db2af3ea-c17e-4ea2-9463-fedbc6af110c yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:20.792126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for port (db2af3ea-c17e-4ea2-9463-fedbc6af110c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.897032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (db2af3ea-c17e-4ea2-9463-fedbc6af110c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.964306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5eb284d-b984-40cf-922a-8e832310cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d6963d4c-6d03-45f8-8ec0-05fcc96be144), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.969002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5eb284d-b984-40cf-922a-8e832310cd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.979670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d5eb284d-b984-40cf-922a-8e832310cd2d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d6963d4c-6d03-45f8-8ec0-05fcc96be144 HTTP/1.1" status: 204 len: 168 time: 0.3210833 Feb 09 22:02:21.011877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb284d-b984-40cf-922a-8e832310cd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6963d4c-6d03-45f8-8ec0-05fcc96be144,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:21.017962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=db2af3ea-c17e-4ea2-9463-fedbc6af110c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:21.030633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Checking segment: {'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:21.031153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Network hostable DHCP agents. Network: b976edb7-3d18-4a83-b029-e218bfa8397c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:21.170614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Network b976edb7-3d18-4a83-b029-e218bfa8397c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:21.254061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b976edb7-3d18-4a83-b029-e218bfa8397c) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:21.258452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:21.263294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d034c-5c06-4b77-82ad-e4f6813864f8 None None] Network b976edb7-3d18-4a83-b029-e218bfa8397c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:21.306501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.306844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.307191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.311925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.312258 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.312643 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 2 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.339046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.339644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.340394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.346916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.347448 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.348184 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 3 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.379884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.394382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.395490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.405977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.406320 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.406720 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 4 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.425734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.426295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.426803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.432029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.432570 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.433124 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 5 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.448849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.449488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.450192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.456887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.457482 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.458073 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 6 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.474280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.474800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.475252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.483852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.483852 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.483852 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 7 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.501376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.501858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.503971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.509297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.510065 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.510609 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 8 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.526850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.527349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.528182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.538107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.538585 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.540688 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 9 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.558995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.559451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.560228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.567401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.568392 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.582493 n-d-828599-1 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 10 to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c Feb 09 22:02:21.603571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.604378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.604887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.609798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port db2af3ea-c17e-4ea2-9463-fedbc6af110c on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:21.610250 n-d-828599-1 neutron-server[103697]: ERROR neutron.plugins.ml2.managers [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port db2af3ea-c17e-4ea2-9463-fedbc6af110c on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:21.610746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (db2af3ea-c17e-4ea2-9463-fedbc6af110c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.704726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] For port db2af3ea-c17e-4ea2-9463-fedbc6af110c, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:21.705187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempted to set empty binding levels {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 22:02:21.830015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (db2af3ea-c17e-4ea2-9463-fedbc6af110c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.935794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:21.936569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.940777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=db2af3ea-c17e-4ea2-9463-fedbc6af110c,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:22.063305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-73273f57-91c1-4b7a-8313-dc9f719613ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1110036 Feb 09 22:02:22.064110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:22.254401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Deleting port db2af3ea-c17e-4ea2-9463-fedbc6af110c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:22.255006 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (db2af3ea-c17e-4ea2-9463-fedbc6af110c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.399736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] For port db2af3ea-c17e-4ea2-9463-fedbc6af110c, host n-h1-828599-1, got binding levels [] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:22.400305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (db2af3ea-c17e-4ea2-9463-fedbc6af110c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.416419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Calling delete_port for db2af3ea-c17e-4ea2-9463-fedbc6af110c owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:22.577961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60000) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:22.712202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (db2af3ea-c17e-4ea2-9463-fedbc6af110c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.784263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.807622 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "DELETE /v2.0/ports/db2af3ea-c17e-4ea2-9463-fedbc6af110c HTTP/1.1" status: 204 len: 168 time: 0.7438021 Feb 09 22:02:22.812853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83fef1-0ce0-4ccc-a6e7-dc90894632d3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event deleted for resources: {'Port': ['ID=db2af3ea-c17e-4ea2-9463-fedbc6af110c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:22.815864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60010) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:22.907336 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-30354b8f-ce57-4830-afaf-09070af0106b tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:02:22.920646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60014) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:22.925778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Request body: {'port': {'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1091634847'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:22.932267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-30354b8f-ce57-4830-afaf-09070af0106b tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "GET /v2.0/ports/db2af3ea-c17e-4ea2-9463-fedbc6af110c HTTP/1.1" status: 404 len: 333 time: 0.1153350 Feb 09 22:02:22.939799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8c645f4-a3e7-4148-98db-ea042fbf86ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.069198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8c645f4-a3e7-4148-98db-ea042fbf86ab admin admin] Publish callbacks [] for security_group (116c3cc3-82e6-413a-90ae-ff1317e6ad82), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.072219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Made reservation on behalf of e6da7c3f72f849608afaa9a4226177ce for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:23.075343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.099578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] device_id is not set on port 62ceb210-20d8-4033-ba30-92068ed1c090 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:23.138633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8c645f4-a3e7-4148-98db-ea042fbf86ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (116c3cc3-82e6-413a-90ae-ff1317e6ad82), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.251467 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d8c645f4-a3e7-4148-98db-ea042fbf86ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a698e2e23f6d4fc68c9218efb7e24769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6719933 Feb 09 22:02:23.255470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60022) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:23.258514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c645f4-a3e7-4148-98db-ea042fbf86ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c3cc3-82e6-413a-90ae-ff1317e6ad82,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:23.431047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2918602a-e824-4151-aaf4-26dae048929a admin admin] Publish callbacks [] for security_group (116c3cc3-82e6-413a-90ae-ff1317e6ad82), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.516964 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2918602a-e824-4151-aaf4-26dae048929a admin admin] Publish callbacks [] for security_group (116c3cc3-82e6-413a-90ae-ff1317e6ad82), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.524062 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for port (62ceb210-20d8-4033-ba30-92068ed1c090), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.744688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.803476 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2918602a-e824-4151-aaf4-26dae048929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (116c3cc3-82e6-413a-90ae-ff1317e6ad82), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.806097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2918602a-e824-4151-aaf4-26dae048929a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.806230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Network b976edb7-3d18-4a83-b029-e218bfa8397c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:23.810037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2918602a-e824-4151-aaf4-26dae048929a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/116c3cc3-82e6-413a-90ae-ff1317e6ad82 HTTP/1.1" status: 204 len: 168 time: 0.5427837 Feb 09 22:02:23.815546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918602a-e824-4151-aaf4-26dae048929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c3cc3-82e6-413a-90ae-ff1317e6ad82,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:23.824206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:23.872698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:23.877215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:23.878044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.882180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=62ceb210-20d8-4033-ba30-92068ed1c090,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:23.983365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-797976ba-6dc7-452d-b213-9cf9e29f47c3 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0615582 Feb 09 22:02:23.985993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60048) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:23.991202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:24.135965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.438095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] device_id is not set on port 62ceb210-20d8-4033-ba30-92068ed1c090 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:24.450911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for port (62ceb210-20d8-4033-ba30-92068ed1c090), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.575172 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.663440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=62ceb210-20d8-4033-ba30-92068ed1c090,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:24.692006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.692358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.692799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.699530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.699957 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.700357 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 2 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.725709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.726215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.726573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.732998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.733599 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.734009 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 3 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.749929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.750284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.750767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.756559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.756965 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.757549 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 4 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.775381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.775763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.776447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.782114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.782550 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.783228 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 5 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.804105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.804105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.804105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.810752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.811383 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.812138 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 6 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.833445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.834113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.837493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.840750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.841499 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.842207 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 7 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.883336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.888431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.889558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.896612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.897011 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.897411 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 8 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.913997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.914345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.914694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.919474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.919843 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.920237 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 9 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.938588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.938928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.939267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.944127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.944471 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.944937 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 10 to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 Feb 09 22:02:24.962921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60080) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:24.976621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:24.976969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:24.977317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:24.989232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:24.989764 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 62ceb210-20d8-4033-ba30-92068ed1c090 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:24.992455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.997993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bce13552-a934-48f3-9091-b2d2d01e003d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.078077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] For port 62ceb210-20d8-4033-ba30-92068ed1c090, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:25.078321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempted to set empty binding levels {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 22:02:25.101501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bce13552-a934-48f3-9091-b2d2d01e003d admin admin] Publish callbacks [] for security_group (764f3a5b-d9e6-45c6-b49a-5709651ec3e5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.156637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.211940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] In _notify_port_updated(), no bound segment for port 62ceb210-20d8-4033-ba30-92068ed1c090 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:02:25.212766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.213058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bce13552-a934-48f3-9091-b2d2d01e003d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (764f3a5b-d9e6-45c6-b49a-5709651ec3e5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.213379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.217460 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "PUT /v2.0/ports/62ceb210-20d8-4033-ba30-92068ed1c090 HTTP/1.1" status: 200 len: 975 time: 1.2304859 Feb 09 22:02:25.218126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60086) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.265987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce13552-a934-48f3-9091-b2d2d01e003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764f3a5b-d9e6-45c6-b49a-5709651ec3e5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.288019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f9590-942c-4cb3-a2e9-6fe52d0c376f tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=62ceb210-20d8-4033-ba30-92068ed1c090,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.308925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60090) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.309211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bce13552-a934-48f3-9091-b2d2d01e003d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b3ca8ce84b3141dfa00bdfdaee3a88e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442705 Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.424230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.425051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.425051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.425224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.425880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.426093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.426543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.426997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.427448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.433696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60092) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.433923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-764f2c8b-e75d-4eea-8405-0faeeb5a3370 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15001 time: 0.2129400 Feb 09 22:02:25.451947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-da837cec-c73e-49bc-94ca-dbda60191d45 admin admin] Publish callbacks [] for security_group (764f3a5b-d9e6-45c6-b49a-5709651ec3e5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.499228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-da837cec-c73e-49bc-94ca-dbda60191d45 admin admin] Publish callbacks [] for security_group (764f3a5b-d9e6-45c6-b49a-5709651ec3e5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.609751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Deleting port 62ceb210-20d8-4033-ba30-92068ed1c090 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:25.610102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.700305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] For port 62ceb210-20d8-4033-ba30-92068ed1c090, host n-h1-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:25.705012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.715159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Calling delete_port for 62ceb210-20d8-4033-ba30-92068ed1c090 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:25.723553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-da837cec-c73e-49bc-94ca-dbda60191d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (764f3a5b-d9e6-45c6-b49a-5709651ec3e5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.726200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-da837cec-c73e-49bc-94ca-dbda60191d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.727364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-da837cec-c73e-49bc-94ca-dbda60191d45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/764f3a5b-d9e6-45c6-b49a-5709651ec3e5 HTTP/1.1" status: 204 len: 168 time: 0.4174562 Feb 09 22:02:25.736321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da837cec-c73e-49bc-94ca-dbda60191d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f3a5b-d9e6-45c6-b49a-5709651ec3e5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.911145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.920472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (62ceb210-20d8-4033-ba30-92068ed1c090), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.968520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event deleted for resources: {'Port': ['ID=62ceb210-20d8-4033-ba30-92068ed1c090,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.975737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.982206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60116) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.989674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-39c3b5f4-3fed-4a9d-9f66-2e4dc072ecde tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "DELETE /v2.0/ports/62ceb210-20d8-4033-ba30-92068ed1c090 HTTP/1.1" status: 204 len: 168 time: 0.5530529 Feb 09 22:02:26.013993 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-471fb31a-a5d4-4655-a9d6-d88dd1e5fca0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:02:26.019680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-471fb31a-a5d4-4655-a9d6-d88dd1e5fca0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "GET /v2.0/ports/62ceb210-20d8-4033-ba30-92068ed1c090 HTTP/1.1" status: 404 len: 333 time: 0.0324502 Feb 09 22:02:26.020014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60118) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.025230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1854280275', 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:26.117834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Made reservation on behalf of e6da7c3f72f849608afaa9a4226177ce for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:26.120403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.157673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] device_id is not set on port c0343021-6934-45dd-8858-326bf50dca79 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:26.241698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7b86-d4e8-48ff-820e-3333cb2afa9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.337058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7b86-d4e8-48ff-820e-3333cb2afa9a admin admin] Publish callbacks [] for security_group (8fa328e6-c979-424d-9240-977eb38be9a9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.404144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for port (c0343021-6934-45dd-8858-326bf50dca79), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.443372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7b86-d4e8-48ff-820e-3333cb2afa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8fa328e6-c979-424d-9240-977eb38be9a9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.486322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5a2a7b86-d4e8-48ff-820e-3333cb2afa9a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=33d5dd7c358143fba4f3b8cf16e45548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5732048 Feb 09 22:02:26.487189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a7b86-d4e8-48ff-820e-3333cb2afa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa328e6-c979-424d-9240-977eb38be9a9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.488897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60134) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.554520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b624031a-86f7-4671-a48b-55531d2eb181 admin admin] Publish callbacks [] for security_group (8fa328e6-c979-424d-9240-977eb38be9a9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.572032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c0343021-6934-45dd-8858-326bf50dca79), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.609510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b624031a-86f7-4671-a48b-55531d2eb181 admin admin] Publish callbacks [] for security_group (8fa328e6-c979-424d-9240-977eb38be9a9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.653666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Network b976edb7-3d18-4a83-b029-e218bfa8397c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:26.663617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:26.671683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=c0343021-6934-45dd-8858-326bf50dca79,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.675589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:26.676906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:26.677528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.789924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d7e3cd27-6ff5-47be-8523-5b2e57e4a905 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7664042 Feb 09 22:02:26.790709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60158) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.814831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b624031a-86f7-4671-a48b-55531d2eb181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8fa328e6-c979-424d-9240-977eb38be9a9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.818105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b624031a-86f7-4671-a48b-55531d2eb181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.820149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b624031a-86f7-4671-a48b-55531d2eb181 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8fa328e6-c979-424d-9240-977eb38be9a9 HTTP/1.1" status: 204 len: 168 time: 0.3292944 Feb 09 22:02:26.833382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9301c8-c620-4961-b1fc-d5cf0a38f8ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:26.834532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624031a-86f7-4671-a48b-55531d2eb181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa328e6-c979-424d-9240-977eb38be9a9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.835753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a9301c8-c620-4961-b1fc-d5cf0a38f8ca tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "GET /v2.0/ports/c0343021-6934-45dd-8858-326bf50dca79 HTTP/1.1" status: 200 len: 955 time: 0.0436833 Feb 09 22:02:26.838728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60162) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.998800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Deleting port c0343021-6934-45dd-8858-326bf50dca79 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:27.000418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c0343021-6934-45dd-8858-326bf50dca79), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.094365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c0343021-6934-45dd-8858-326bf50dca79), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.112556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Calling delete_port for c0343021-6934-45dd-8858-326bf50dca79 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:27.321590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c0343021-6934-45dd-8858-326bf50dca79), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.375009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.385946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "DELETE /v2.0/ports/c0343021-6934-45dd-8858-326bf50dca79 HTTP/1.1" status: 204 len: 168 time: 0.5460050 Feb 09 22:02:27.389931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc47ade-a86b-47f6-b54c-b58edc3c6470 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0343021-6934-45dd-8858-326bf50dca79,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:27.393038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60184) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.458253 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d545d9-00db-40a6-9aa9-1c8930b6706a tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:02:27.460329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-87d545d9-00db-40a6-9aa9-1c8930b6706a tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "GET /v2.0/ports/c0343021-6934-45dd-8858-326bf50dca79 HTTP/1.1" status: 404 len: 333 time: 0.0635195 Feb 09 22:02:27.463914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60186) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.469062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Request body: {'port': {'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-441676539'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:27.570449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Made reservation on behalf of e6da7c3f72f849608afaa9a4226177ce for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:27.573195 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.585737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-23d08768-116a-41e2-96b7-3e8f66dd31e6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746219 Feb 09 22:02:27.594977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] device_id is not set on port 3e8a5e93-110e-4f65-8b82-e39cbafda196 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:27.759689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-11f74d4a-e73e-4983-9f0b-ec91c3a8dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:27.759689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-11f74d4a-e73e-4983-9f0b-ec91c3a8dfd1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1127 time: 0.0944676 Feb 09 22:02:27.807609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.831418 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260990d0-4419-44d1-8d64-215d59d3c2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.919482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.989237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260990d0-4419-44d1-8d64-215d59d3c2e3 admin admin] Publish callbacks [] for security_group (ca1e23e0-bfd3-49e2-af16-820e453c852d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.082465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.114030 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-260990d0-4419-44d1-8d64-215d59d3c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca1e23e0-bfd3-49e2-af16-820e453c852d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.187675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-f68dc831-a1be-4029-acd4-81897a8f2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:28.191044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-f68dc831-a1be-4029-acd4-81897a8f2d99 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.4045064 Feb 09 22:02:28.192951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Network b976edb7-3d18-4a83-b029-e218bfa8397c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:28.212875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-260990d0-4419-44d1-8d64-215d59d3c2e3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2416e12e480b4965b5ebdba30360746a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4033628 Feb 09 22:02:28.215737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260990d0-4419-44d1-8d64-215d59d3c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e23e0-bfd3-49e2-af16-820e453c852d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:28.230793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60238) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:28.251084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:28.254874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:28.256122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:28.257023 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.324925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8a5e93-110e-4f65-8b82-e39cbafda196,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:28.348170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fa8ef9-c5a7-45d9-b32f-3e29e2dc413a admin admin] Publish callbacks [] for security_group (ca1e23e0-bfd3-49e2-af16-820e453c852d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.355300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-e1abd7f8-d749-4f4c-8c26-04025849a791 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 200 len: 1001 time: 0.1489077 Feb 09 22:02:28.366864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-081fd5ee-7451-4525-a769-b4bc20d4dcd0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9006214 Feb 09 22:02:28.379420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60242) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:28.379420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:28.410243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fa8ef9-c5a7-45d9-b32f-3e29e2dc413a admin admin] Publish callbacks [] for security_group (ca1e23e0-bfd3-49e2-af16-820e453c852d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.416888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-cdec9ec4-709c-47b8-90d7-c9082f70bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:28.418505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-cdec9ec4-709c-47b8-90d7-c9082f70bc00 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.0515239 Feb 09 22:02:28.477576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-40997891-17ad-443f-879a-44f3d3d0a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:28.478817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-40997891-17ad-443f-879a-44f3d3d0a7b2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463223 Feb 09 22:02:28.480156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.607915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-6f4dd29d-1add-4512-b852-6423e341c559 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227844 Feb 09 22:02:28.711294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fa8ef9-c5a7-45d9-b32f-3e29e2dc413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca1e23e0-bfd3-49e2-af16-820e453c852d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.730678 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fa8ef9-c5a7-45d9-b32f-3e29e2dc413a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.734722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-77fa8ef9-c5a7-45d9-b32f-3e29e2dc413a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca1e23e0-bfd3-49e2-af16-820e453c852d HTTP/1.1" status: 204 len: 168 time: 0.5028667 Feb 09 22:02:28.756358 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c09f448-2727-4b23-bfb1-cb3c5eb78903 req-32c69a20-b08a-4835-8a83-a36604f1a6b5 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389179 Feb 09 22:02:28.804480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa8ef9-c5a7-45d9-b32f-3e29e2dc413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e23e0-bfd3-49e2-af16-820e453c852d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:28.936181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] device_id is not set on port 3e8a5e93-110e-4f65-8b82-e39cbafda196 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:28.947797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks [] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.129573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.217482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8a5e93-110e-4f65-8b82-e39cbafda196,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:29.224559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.224907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.225766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.233558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.234107 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.234681 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 2 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.259659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.266647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.268314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.281854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.282417 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.282979 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 3 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.310514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.316265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.316975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.327523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.327847 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.328554 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 4 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.348235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.348589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.348937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.355114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.355459 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.355899 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 5 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.367246 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.382979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.383591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.383977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.390245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.390597 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.390995 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 6 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.412150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.412737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.413133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.418039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.418478 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.418981 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 7 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.439353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.440090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.440627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.445790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.446364 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.446920 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 8 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.461266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.461914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.462486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.473392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.473924 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.474506 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 9 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.512849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.512849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.512849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.517520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.518095 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.518681 n-d-828599-1 neutron-server[103696]: INFO neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempt 10 to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 Feb 09 22:02:29.534141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:29.534996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:29.535755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempting to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:29.540598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:29.541327 n-d-828599-1 neutron-server[103696]: ERROR neutron.plugins.ml2.managers [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Failed to bind port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on host n-h1-828599-1 for vnic_type normal using segments [{'id': 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b976edb7-3d18-4a83-b029-e218bfa8397c'}] Feb 09 22:02:29.541938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.649992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] For port 3e8a5e93-110e-4f65-8b82-e39cbafda196, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:29.650673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attempted to set empty binding levels {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 22:02:29.707826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.814630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] In _notify_port_updated(), no bound segment for port 3e8a5e93-110e-4f65-8b82-e39cbafda196 on network b976edb7-3d18-4a83-b029-e218bfa8397c {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:02:29.819914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:29.841466 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.844367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "PUT /v2.0/ports/3e8a5e93-110e-4f65-8b82-e39cbafda196 HTTP/1.1" status: 200 len: 974 time: 1.4741690 Feb 09 22:02:29.845823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60316) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:29.897045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cfc2b-5ada-4f92-abe6-bfffe4f8e9bd tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event updated for resources: {'Port': ['ID=3e8a5e93-110e-4f65-8b82-e39cbafda196,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:29.974959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Deleting port 3e8a5e93-110e-4f65-8b82-e39cbafda196 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:29.976229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.124934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] For port 3e8a5e93-110e-4f65-8b82-e39cbafda196, host n-h1-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:30.125314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.146022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Calling delete_port for 3e8a5e93-110e-4f65-8b82-e39cbafda196 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:30.380792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3e8a5e93-110e-4f65-8b82-e39cbafda196), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.462425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.467236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "DELETE /v2.0/ports/3e8a5e93-110e-4f65-8b82-e39cbafda196 HTTP/1.1" status: 204 len: 168 time: 0.6186466 Feb 09 22:02:30.468595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414ba37-5d62-486c-8ccc-c2dded416ee0 tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e8a5e93-110e-4f65-8b82-e39cbafda196,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:30.469913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60336) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:30.519562 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ca538d-6c49-45a0-89ff-0dda7bb824de tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] GET failed (client error): The resource could not be found. Feb 09 22:02:30.523685 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a3ca538d-6c49-45a0-89ff-0dda7bb824de tempest-PortsAdminExtendedAttrsTestJSON-1849997999 tempest-PortsAdminExtendedAttrsTestJSON-1849997999-project-admin] 10.222.0.98 "GET /v2.0/ports/3e8a5e93-110e-4f65-8b82-e39cbafda196 HTTP/1.1" status: 404 len: 333 time: 0.0520105 Feb 09 22:02:30.527328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60338) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:30.670770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b976edb7-3d18-4a83-b029-e218bfa8397c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.786470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.860315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b976edb7-3d18-4a83-b029-e218bfa8397c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.903058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b976edb7-3d18-4a83-b029-e218bfa8397c']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:30.929269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:30.929269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c7b6b3-a89f-41ad-b641-7c23b56dcd01') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:30.948914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b0c7b6b3-a89f-41ad-b641-7c23b56dcd01), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.963392 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b0c7b6b3-a89f-41ad-b641-7c23b56dcd01), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.972337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:30.972851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b0c7b6b3-a89f-41ad-b641-7c23b56dcd01), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:30.976947 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:31.178780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b976edb7-3d18-4a83-b029-e218bfa8397c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.183549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.189172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] 10.222.0.98 "DELETE /v2.0/networks/b976edb7-3d18-4a83-b029-e218bfa8397c HTTP/1.1" status: 204 len: 168 time: 0.6583681 Feb 09 22:02:31.202251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77160d4-46cf-42c2-b1d3-9874d5e72183 tempest-PortsAdminExtendedAttrsTestJSON-243290386 tempest-PortsAdminExtendedAttrsTestJSON-243290386-project] Pushing event deleted for resources: {'Network': ['ID=b976edb7-3d18-4a83-b029-e218bfa8397c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:31.260281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60362) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:31.470267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00c2a081-f11d-4e4c-a37b-ada7da7cd0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.652696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00c2a081-f11d-4e4c-a37b-ada7da7cd0ef admin admin] Publish callbacks [] for security_group (a19cff60-699b-4da9-bd1a-323b00c5590d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.756157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00c2a081-f11d-4e4c-a37b-ada7da7cd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a19cff60-699b-4da9-bd1a-323b00c5590d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.818250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a081-f11d-4e4c-a37b-ada7da7cd0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19cff60-699b-4da9-bd1a-323b00c5590d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:31.849653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60378) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:31.857772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-00c2a081-f11d-4e4c-a37b-ada7da7cd0ef admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ad88f26daed4197ae5ed1f9480dd9e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5928779 Feb 09 22:02:31.866682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60384) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:32.083867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8e55477-69c1-4610-bdc1-c272ddc64e9b admin admin] Publish callbacks [] for security_group (a19cff60-699b-4da9-bd1a-323b00c5590d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.135872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8e55477-69c1-4610-bdc1-c272ddc64e9b admin admin] Publish callbacks [] for security_group (a19cff60-699b-4da9-bd1a-323b00c5590d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.186364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4d3ce8a7-a8d8-458d-92ed-4e22bcf9fa4c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a484a8d72800418584f1acfa774efcca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355107 Feb 09 22:02:32.190573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60396) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:32.269901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6df4-744c-421d-97ce-077e44b296e0 admin admin] Publish callbacks [] for security_group (18d2c076-fb17-4de4-9571-858f59b322a8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.294498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8e55477-69c1-4610-bdc1-c272ddc64e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a19cff60-699b-4da9-bd1a-323b00c5590d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.298177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8e55477-69c1-4610-bdc1-c272ddc64e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.302278 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c8e55477-69c1-4610-bdc1-c272ddc64e9b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a19cff60-699b-4da9-bd1a-323b00c5590d HTTP/1.1" status: 204 len: 168 time: 0.4320977 Feb 09 22:02:32.310758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e55477-69c1-4610-bdc1-c272ddc64e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19cff60-699b-4da9-bd1a-323b00c5590d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:32.316852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6df4-744c-421d-97ce-077e44b296e0 admin admin] Publish callbacks [] for security_group (18d2c076-fb17-4de4-9571-858f59b322a8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.482689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6df4-744c-421d-97ce-077e44b296e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (18d2c076-fb17-4de4-9571-858f59b322a8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.485425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6df4-744c-421d-97ce-077e44b296e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.488316 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d1fb6df4-744c-421d-97ce-077e44b296e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/18d2c076-fb17-4de4-9571-858f59b322a8 HTTP/1.1" status: 204 len: 168 time: 0.2944632 Feb 09 22:02:32.501031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb6df4-744c-421d-97ce-077e44b296e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d2c076-fb17-4de4-9571-858f59b322a8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:33.651300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60458) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:33.677344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:33.771159 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55936052-f3bc-4413-8cba-a0cc51b3cfb3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e6da7c3f72f849608afaa9a4226177ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903013 Feb 09 22:02:33.771357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60464) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:33.895372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a41e3428-2a84-4161-9397-fbb2cdd9f41d admin admin] Publish callbacks [] for security_group (1db2b139-8530-43fa-b0e4-826e06661630), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:33.939067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a41e3428-2a84-4161-9397-fbb2cdd9f41d admin admin] Publish callbacks [] for security_group (1db2b139-8530-43fa-b0e4-826e06661630), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.094470 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a41e3428-2a84-4161-9397-fbb2cdd9f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1db2b139-8530-43fa-b0e4-826e06661630), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.097918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a41e3428-2a84-4161-9397-fbb2cdd9f41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.099462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a41e3428-2a84-4161-9397-fbb2cdd9f41d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1db2b139-8530-43fa-b0e4-826e06661630 HTTP/1.1" status: 204 len: 168 time: 0.3270063 Feb 09 22:02:34.108495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e3428-2a84-4161-9397-fbb2cdd9f41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2b139-8530-43fa-b0e4-826e06661630,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:34.254626 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7781c6b9-811a-401f-8cc1-8deb3ae78941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.474049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7781c6b9-811a-401f-8cc1-8deb3ae78941 admin admin] Publish callbacks [] for security_group (2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.596388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7781c6b9-811a-401f-8cc1-8deb3ae78941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.638113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781c6b9-811a-401f-8cc1-8deb3ae78941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:34.645122 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7781c6b9-811a-401f-8cc1-8deb3ae78941 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c7e319c99cad47e3be7ff8e427e85204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9927409 Feb 09 22:02:34.647986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60486) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:34.707790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-798c3c05-18af-46ae-954e-54d6758ae175 admin admin] Publish callbacks [] for security_group (2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.753874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-798c3c05-18af-46ae-954e-54d6758ae175 admin admin] Publish callbacks [] for security_group (2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.977300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-798c3c05-18af-46ae-954e-54d6758ae175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.979980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-798c3c05-18af-46ae-954e-54d6758ae175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.983473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-798c3c05-18af-46ae-954e-54d6758ae175 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2 HTTP/1.1" status: 204 len: 168 time: 0.3321016 Feb 09 22:02:34.994857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3c05-18af-46ae-954e-54d6758ae175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b78a2-8d2d-4c83-adfd-c4f789ffe0a2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:35.456022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cfd1a530-1e85-4be9-bd1f-1bfa90422bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.670918 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:02:35.988531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60530) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:36.232808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2047287394'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:36.365485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Made reservation on behalf of 5d0e503c408745e38d9dff959acc1d84 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:36.369403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.379373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.530628 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks [] for security_group (0d5f9bac-84c1-4600-9123-93da80bd0fe9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.620286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d5f9bac-84c1-4600-9123-93da80bd0fe9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.657462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:36.663068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f9bac-84c1-4600-9123-93da80bd0fe9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:36.686573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b7c50468-474a-42fe-9988-6887c6ee3a22), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.686932 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Added segment b7c50468-474a-42fe-9988-6887c6ee3a22 of type vlan for network d3272943-de79-4d10-8505-dd29bf83a137 Feb 09 22:02:36.734675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d3272943-de79-4d10-8505-dd29bf83a137), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.829712 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d3272943-de79-4d10-8505-dd29bf83a137), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.838601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:36.839607 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.923662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event updated for resources: {'Network': ['ID=d3272943-de79-4d10-8505-dd29bf83a137,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:36.941047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d3272943-de79-4d10-8505-dd29bf83a137 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:37.022736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-326ae257-f92d-4660-a8ca-316e83dd2598 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0292614 Feb 09 22:02:37.025514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60574) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:37.030967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Request body: {'subnet': {'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:37.332748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Made reservation on behalf of 5d0e503c408745e38d9dff959acc1d84 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:37.336717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.561350 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-185bb858-1c8c-4485-9926-1ca60e5363e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.699698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (dcd5f3ac-af49-47e2-a8ad-e8557e659ac9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.780487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event updated for resources: {'Subnet': ['ID=dcd5f3ac-af49-47e2-a8ad-e8557e659ac9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:37.799055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Checking segment: {'id': 'b7c50468-474a-42fe-9988-6887c6ee3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:37.799055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Network hostable DHCP agents. Network: d3272943-de79-4d10-8505-dd29bf83a137, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:37.900478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Network d3272943-de79-4d10-8505-dd29bf83a137 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:37.930537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60604) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:38.001285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d3272943-de79-4d10-8505-dd29bf83a137) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:38.013228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d63b04e-0026-4e51-82b9-8a352928cb43 None None] Network d3272943-de79-4d10-8505-dd29bf83a137 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:38.015088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:38.016013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.122103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60614) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:38.124393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ae6b40e8-59f6-4b39-bf5b-898967600f19 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0964265 Feb 09 22:02:38.139580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Request body: {'port': {'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2119036905'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:38.341795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3272943-de79-4d10-8505-dd29bf83a137', 'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137', 'project_id': '5d0e503c408745e38d9dff959acc1d84', 'fixed_ips': [{'subnet_id': 'dcd5f3ac-af49-47e2-a8ad-e8557e659ac9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:02:38.349212 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.409683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-996392342', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:38.515258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Made reservation on behalf of 5d0e503c408745e38d9dff959acc1d84 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:38.516450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Made reservation on behalf of 4ea57c26e24446c084bff7d08e3271d9 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:38.519855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.529658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.557223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] device_id is not set on port e0c8a108-8598-46e1-8d37-b94450794fb3 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:38.563539 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.609439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Allocated IP 172.20.0.2 (d3272943-de79-4d10-8505-dd29bf83a137/dcd5f3ac-af49-47e2-a8ad-e8557e659ac9/2a0820f9-c98c-43cf-80df-511a359d3bcd) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:38.733891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for security_group (9f79a865-84b8-4cbd-87b2-e4901520bd3f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.824071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f79a865-84b8-4cbd-87b2-e4901520bd3f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.829625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] device_id is not set on port 727986ae-5f97-4e22-8cf8-861148e9742e yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:38.831445 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Publish callbacks [] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.906334 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.004768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f79a865-84b8-4cbd-87b2-e4901520bd3f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.009206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Pushing event updated for resources: {'Port': ['ID=2a0820f9-c98c-43cf-80df-511a359d3bcd,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.010709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Allocated IP 172.20.0.14 (d3272943-de79-4d10-8505-dd29bf83a137/dcd5f3ac-af49-47e2-a8ad-e8557e659ac9/e0c8a108-8598-46e1-8d37-b94450794fb3) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:39.021218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Allocated IP 172.25.5.52 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/727986ae-5f97-4e22-8cf8-861148e9742e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:39.036472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Network d3272943-de79-4d10-8505-dd29bf83a137 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:39.039758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.040383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.040762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.041094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.041424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.042117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.042467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.042801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.043364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.043728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.044089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.044422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.044752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.048690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:39.051672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:39.129765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Attempting to bind port 2a0820f9-c98c-43cf-80df-511a359d3bcd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:39.130395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Attempting to bind port 2a0820f9-c98c-43cf-80df-511a359d3bcd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b7c50468-474a-42fe-9988-6887c6ee3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:39.130943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Attempting to bind port 2a0820f9-c98c-43cf-80df-511a359d3bcd on network d3272943-de79-4d10-8505-dd29bf83a137 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:39.138495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:39.139350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Checking segment: {'id': 'b7c50468-474a-42fe-9988-6887c6ee3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:39.140033 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.140574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Bound using segment: {'id': 'b7c50468-474a-42fe-9988-6887c6ee3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:39.141260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Bound port: 2a0820f9-c98c-43cf-80df-511a359d3bcd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c50468-474a-42fe-9988-6887c6ee3a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd3272943-de79-4d10-8505-dd29bf83a137'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:39.142986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.167187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.255491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] For port 2a0820f9-c98c-43cf-80df-511a359d3bcd, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:39.268230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] For port 2a0820f9-c98c-43cf-80df-511a359d3bcd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2a0820f9-c98c-43cf-80df-511a359d3bcd,segment=NetworkSegment(b7c50468-474a-42fe-9988-6887c6ee3a22),segment_id=b7c50468-474a-42fe-9988-6887c6ee3a22)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:39.311742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for port (727986ae-5f97-4e22-8cf8-861148e9742e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.361698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks [] for port (e0c8a108-8598-46e1-8d37-b94450794fb3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.367325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.489375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e0c8a108-8598-46e1-8d37-b94450794fb3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.495158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca133e7-4911-4683-8ba1-f03ce6eb40a5 None None] Pushing event updated for resources: {'Port': ['ID=2a0820f9-c98c-43cf-80df-511a359d3bcd,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.544514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (727986ae-5f97-4e22-8cf8-861148e9742e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.650399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Network d3272943-de79-4d10-8505-dd29bf83a137 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:39.654478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:39.660068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:39.702013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:39.723378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:39.729577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:39.734159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:39.735024 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.740365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event updated for resources: {'Port': ['ID=e0c8a108-8598-46e1-8d37-b94450794fb3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.775461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Pushing event updated for resources: {'Port': ['ID=727986ae-5f97-4e22-8cf8-861148e9742e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.802861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:39.803483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.838423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-15c90c6c-760a-4453-998e-93c45dd382ee tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7145066 Feb 09 22:02:39.843098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60646) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:39.891373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5dde6794-c6f9-40c3-b0c5-f9aa4ffb56e8 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.9589248 Feb 09 22:02:39.894188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60650) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:39.899141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.52'}]}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:39.978809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Deleting port e0c8a108-8598-46e1-8d37-b94450794fb3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:39.979174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e0c8a108-8598-46e1-8d37-b94450794fb3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.020285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (7f0d6edd-2db0-4253-b825-bbaf004885e1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.021647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (7f0d6edd-2db0-4253-b825-bbaf004885e1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.084599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for router_controller (7f0d6edd-2db0-4253-b825-bbaf004885e1), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.107422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e0c8a108-8598-46e1-8d37-b94450794fb3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.127275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Calling delete_port for e0c8a108-8598-46e1-8d37-b94450794fb3 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:40.260215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.407183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e0c8a108-8598-46e1-8d37-b94450794fb3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.420008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for router_gateway (7f0d6edd-2db0-4253-b825-bbaf004885e1), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.516295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event deleted for resources: {'Port': ['ID=e0c8a108-8598-46e1-8d37-b94450794fb3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:40.650258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2a0820f9-c98c-43cf-80df-511a359d3bcd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:40.671224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.681721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4eb11b30-0949-4c9c-ade9-2461bcddca2c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "DELETE /v2.0/ports/e0c8a108-8598-46e1-8d37-b94450794fb3 HTTP/1.1" status: 204 len: 168 time: 0.8376384 Feb 09 22:02:40.701015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60666) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:40.743286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2a0820f9-c98c-43cf-80df-511a359d3bcd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:40.744148 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.945641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2a0820f9-c98c-43cf-80df-511a359d3bcd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:40.946341 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.007068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 2a0820f9-c98c-43cf-80df-511a359d3bcd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2a0820f9-c98c-43cf-80df-511a359d3bcd,segment=NetworkSegment(b7c50468-474a-42fe-9988-6887c6ee3a22),segment_id=b7c50468-474a-42fe-9988-6887c6ee3a22)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:41.100484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.221653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25e273-e345-4298-919b-71d31e4f83c3 None None] Network d3272943-de79-4d10-8505-dd29bf83a137 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:41.330446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=2a0820f9-c98c-43cf-80df-511a359d3bcd,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:41.351964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60682) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:41.352715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-add7deef-fef7-4616-a2c7-37aefa13fe56 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.6612525 Feb 09 22:02:41.357803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-690247068'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:41.424158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for router_gateway (7f0d6edd-2db0-4253-b825-bbaf004885e1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.457577 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.488089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-31357069-c6b0-40f8-88f4-27ada9ab4d89 None None] Provisioning complete for port 2a0820f9-c98c-43cf-80df-511a359d3bcd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:41.488489 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31357069-c6b0-40f8-88f4-27ada9ab4d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.504630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Made reservation on behalf of 5d0e503c408745e38d9dff959acc1d84 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:41.508733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.571435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:41.601126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (cfa67a30-a7bd-47f3-9776-dda87098d9b8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.602787 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Added segment cfa67a30-a7bd-47f3-9776-dda87098d9b8 of type vlan for network 23459250-e0a4-4986-832c-1c2844932e1e Feb 09 22:02:41.700634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (23459250-e0a4-4986-832c-1c2844932e1e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.752264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.772475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-31357069-c6b0-40f8-88f4-27ada9ab4d89 None None] Current status of the port 2a0820f9-c98c-43cf-80df-511a359d3bcd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:41.825738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (23459250-e0a4-4986-832c-1c2844932e1e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.826257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for router (7f0d6edd-2db0-4253-b825-bbaf004885e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.831806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:41.832407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.932215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5783782 Feb 09 22:02:41.935990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60690) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:41.970263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b687b21-1859-4385-b90c-1f9a8b70faa9 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event updated for resources: {'Network': ['ID=23459250-e0a4-4986-832c-1c2844932e1e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:41.982493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 23459250-e0a4-4986-832c-1c2844932e1e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:42.057042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (7f0d6edd-2db0-4253-b825-bbaf004885e1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.064136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks [] for router_controller (7f0d6edd-2db0-4253-b825-bbaf004885e1), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.125012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-da0b6985-118e-437c-b6e0-98b41a953f18 None None] Provisioning complete for port 2a0820f9-c98c-43cf-80df-511a359d3bcd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:42.132631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-da0b6985-118e-437c-b6e0-98b41a953f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.208897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (7f0d6edd-2db0-4253-b825-bbaf004885e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.209450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f0d6edd-2db0-4253-b825-bbaf004885e1 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:02:42.341226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fd1aa37a-c19b-43ed-93f9-fb7c0881bb38 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "GET /v2.0/agents/1145a5f2-b2b1-4685-b77f-bb0e1312566e/dhcp-networks HTTP/1.1" status: 200 len: 6495 time: 0.3168840 Feb 09 22:02:42.345722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60694) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:42.346882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-da0b6985-118e-437c-b6e0-98b41a953f18 None None] Current status of the port 2a0820f9-c98c-43cf-80df-511a359d3bcd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:42.402443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d12135-db6e-4a29-8b7b-72f66bc32157 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] Network 23459250-e0a4-4986-832c-1c2844932e1e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:42.429920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1689a077-3e33-41f3-81f1-3998a7b66d8b None None] Could not find standard attr ID for object e0c8a108-8598-46e1-8d37-b94450794fb3. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:02:42.470735 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:02:42.472053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3395c4f4-83a4-4f9b-aaf2-704d7a889969 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5768757 Feb 09 22:02:42.475976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60702) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:42.580764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2a0820f9-c98c-43cf-80df-511a359d3bcd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:42.655781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2a0820f9-c98c-43cf-80df-511a359d3bcd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:42.656404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.660259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60708) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:42.662505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f1d12135-db6e-4a29-8b7b-72f66bc32157 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "POST /v2.0/agents/1145a5f2-b2b1-4685-b77f-bb0e1312566e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4032733 Feb 09 22:02:42.715442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb74125-04a9-4f34-8043-a12acbea78df None None] Network 23459250-e0a4-4986-832c-1c2844932e1e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:42.719740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Deleting port 727986ae-5f97-4e22-8cf8-861148e9742e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:42.720828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (727986ae-5f97-4e22-8cf8-861148e9742e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.857780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2a0820f9-c98c-43cf-80df-511a359d3bcd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:42.930915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (727986ae-5f97-4e22-8cf8-861148e9742e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.976687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Calling delete_port for 727986ae-5f97-4e22-8cf8-861148e9742e owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:43.004752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fbd40c26-1dfa-4e6e-aa2a-abbb81db5805 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "GET /v2.0/agents/1145a5f2-b2b1-4685-b77f-bb0e1312566e/dhcp-networks HTTP/1.1" status: 200 len: 7265 time: 0.3411505 Feb 09 22:02:43.006221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60716) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.218145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (727986ae-5f97-4e22-8cf8-861148e9742e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.226708 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7aa2cf2c-db56-4b36-922f-6d8a43f25bc1 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "DELETE /v2.0/agents/1145a5f2-b2b1-4685-b77f-bb0e1312566e/dhcp-networks/23459250-e0a4-4986-832c-1c2844932e1e HTTP/1.1" status: 204 len: 168 time: 0.2159286 Feb 09 22:02:43.228322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60720) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.257123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Pushing event deleted for resources: {'Port': ['ID=727986ae-5f97-4e22-8cf8-861148e9742e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:43.338100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.352347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-01a7a2df-934c-452e-ad8e-8747895e6df0 tempest-RoutersAdminNegativeIpV6Test-702185160 tempest-RoutersAdminNegativeIpV6Test-702185160-project-admin] 10.222.0.98 "DELETE /v2.0/ports/727986ae-5f97-4e22-8cf8-861148e9742e HTTP/1.1" status: 204 len: 168 time: 0.8765457 Feb 09 22:02:43.483755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-462f2346-b84a-479d-b5ec-1f00ca1fc5a3 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "GET /v2.0/agents/1145a5f2-b2b1-4685-b77f-bb0e1312566e/dhcp-networks HTTP/1.1" status: 200 len: 6495 time: 0.2539673 Feb 09 22:02:43.488193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60730) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.524928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-21f53c55-2c63-4a82-8e42-e1b27289c30e tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "GET /v2.0/networks/d3272943-de79-4d10-8505-dd29bf83a137/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0326517 Feb 09 22:02:43.531223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60732) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.581363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60736) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.582460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0f6abab8-45ad-48b1-b2c1-d09f7f787838 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "GET /v2.0/networks/d3272943-de79-4d10-8505-dd29bf83a137/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0550344 Feb 09 22:02:43.926355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60748) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.938032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-670962d1-f667-4838-ba4e-20dca676f4e7 tempest-DHCPAgentSchedulersTestJSON-1865326651 tempest-DHCPAgentSchedulersTestJSON-1865326651-project-admin] 10.222.0.98 "GET /v2.0/agents/1145a5f2-b2b1-4685-b77f-bb0e1312566e/dhcp-networks HTTP/1.1" status: 200 len: 6495 time: 0.3550730 Feb 09 22:02:43.949185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60752) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:44.027139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (23459250-e0a4-4986-832c-1c2844932e1e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.483741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-db4192d0-b9ad-4d89-b4f0-ae0e6829497e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.570307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (23459250-e0a4-4986-832c-1c2844932e1e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.600183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23459250-e0a4-4986-832c-1c2844932e1e']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:44.612671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa67a30-a7bd-47f3-9776-dda87098d9b8') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:44.612671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa67a30-a7bd-47f3-9776-dda87098d9b8') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:44.623798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (cfa67a30-a7bd-47f3-9776-dda87098d9b8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.641925 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (cfa67a30-a7bd-47f3-9776-dda87098d9b8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.650495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:44.651386 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (cfa67a30-a7bd-47f3-9776-dda87098d9b8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.667103 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-db4192d0-b9ad-4d89-b4f0-ae0e6829497e admin admin] Publish callbacks [] for security_group (29fb45e1-14e4-4da8-bc33-c0bc68a6f342), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:44.703898 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:44.744194 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-db4192d0-b9ad-4d89-b4f0-ae0e6829497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (29fb45e1-14e4-4da8-bc33-c0bc68a6f342), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.794992 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-db4192d0-b9ad-4d89-b4f0-ae0e6829497e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2b131457c6804eab9c67a0dd9567f25d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8414674 Feb 09 22:02:44.794992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4192d0-b9ad-4d89-b4f0-ae0e6829497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb45e1-14e4-4da8-bc33-c0bc68a6f342,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:44.795512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60780) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:44.852034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (23459250-e0a4-4986-832c-1c2844932e1e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.863053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.866414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "DELETE /v2.0/networks/23459250-e0a4-4986-832c-1c2844932e1e HTTP/1.1" status: 204 len: 168 time: 0.9381728 Feb 09 22:02:44.869115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60784) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:44.882023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b60a4-2585-439a-933b-566fe46fcc91 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event deleted for resources: {'Network': ['ID=23459250-e0a4-4986-832c-1c2844932e1e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:44.895829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d880d3-fe06-40ab-857e-46a4236c74b1 admin admin] Publish callbacks [] for security_group (29fb45e1-14e4-4da8-bc33-c0bc68a6f342), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.920769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d880d3-fe06-40ab-857e-46a4236c74b1 admin admin] Publish callbacks [] for security_group (29fb45e1-14e4-4da8-bc33-c0bc68a6f342), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.926069 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8065f02-e122-4cef-a43d-b0c883f8656d tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] DELETE failed (client error): The resource could not be found. Feb 09 22:02:44.928538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8065f02-e122-4cef-a43d-b0c883f8656d tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:02:44.938883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c8065f02-e122-4cef-a43d-b0c883f8656d tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "DELETE /v2.0/ports/e0c8a108-8598-46e1-8d37-b94450794fb3 HTTP/1.1" status: 404 len: 333 time: 0.0677330 Feb 09 22:02:44.941403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60786) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:45.002573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Deleting subnet dcd5f3ac-af49-47e2-a8ad-e8557e659ac9 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:45.012481 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks [] for subnet (dcd5f3ac-af49-47e2-a8ad-e8557e659ac9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.063402 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (dcd5f3ac-af49-47e2-a8ad-e8557e659ac9), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.147697 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d880d3-fe06-40ab-857e-46a4236c74b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (29fb45e1-14e4-4da8-bc33-c0bc68a6f342), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.150612 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20d880d3-fe06-40ab-857e-46a4236c74b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.151963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-20d880d3-fe06-40ab-857e-46a4236c74b1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/29fb45e1-14e4-4da8-bc33-c0bc68a6f342 HTTP/1.1" status: 204 len: 168 time: 0.3562057 Feb 09 22:02:45.167274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d880d3-fe06-40ab-857e-46a4236c74b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb45e1-14e4-4da8-bc33-c0bc68a6f342,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:45.218108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (dcd5f3ac-af49-47e2-a8ad-e8557e659ac9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.404086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (dcd5f3ac-af49-47e2-a8ad-e8557e659ac9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.446098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd5f3ac-af49-47e2-a8ad-e8557e659ac9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:45.449957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.457221 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b7fcc0b0-3ad3-4af5-b0c0-c28508330ca2 tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "DELETE /v2.0/subnets/dcd5f3ac-af49-47e2-a8ad-e8557e659ac9 HTTP/1.1" status: 204 len: 168 time: 0.5112667 Feb 09 22:02:45.461327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60806) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:45.461470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70675e-0743-4a82-bc39-3f90625fd875 None None] Network d3272943-de79-4d10-8505-dd29bf83a137 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:45.631921 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d3272943-de79-4d10-8505-dd29bf83a137), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.721867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] DHCP port deletion for d3272943-de79-4d10-8505-dd29bf83a137 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:02:45.769697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Deleting port 2a0820f9-c98c-43cf-80df-511a359d3bcd {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:45.771417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.825282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] Deleting port 2a0820f9-c98c-43cf-80df-511a359d3bcd {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:45.825994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.887866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] For port 2a0820f9-c98c-43cf-80df-511a359d3bcd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2a0820f9-c98c-43cf-80df-511a359d3bcd,segment=NetworkSegment(b7c50468-474a-42fe-9988-6887c6ee3a22),segment_id=b7c50468-474a-42fe-9988-6887c6ee3a22)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:45.889154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.932072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Calling delete_port for 2a0820f9-c98c-43cf-80df-511a359d3bcd owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:45.936153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] For port 2a0820f9-c98c-43cf-80df-511a359d3bcd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2a0820f9-c98c-43cf-80df-511a359d3bcd,segment=NetworkSegment(b7c50468-474a-42fe-9988-6887c6ee3a22),segment_id=b7c50468-474a-42fe-9988-6887c6ee3a22)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:45.936493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.979942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] Calling delete_port for 2a0820f9-c98c-43cf-80df-511a359d3bcd owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:46.199629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.205258 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (2a0820f9-c98c-43cf-80df-511a359d3bcd), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.240248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] No DVR routers for this DVR port 2a0820f9-c98c-43cf-80df-511a359d3bcd on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:46.267241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event deleted for resources: {'Port': ['ID=2a0820f9-c98c-43cf-80df-511a359d3bcd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:46.272667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] No DVR routers for this DVR port 2a0820f9-c98c-43cf-80df-511a359d3bcd on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:46.293770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af76e4-2d63-4f50-bc06-6f493100dd8d None None] Pushing event deleted for resources: {'Port': ['ID=2a0820f9-c98c-43cf-80df-511a359d3bcd,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:46.414391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60826) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.503276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d3272943-de79-4d10-8505-dd29bf83a137), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.630442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a4cf32b-25fa-4733-bb67-1b2381b8a041 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4ea57c26e24446c084bff7d08e3271d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2147391 Feb 09 22:02:46.632059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3272943-de79-4d10-8505-dd29bf83a137']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:46.642394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60836) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.669300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2a0820f9-c98c-43cf-80df-511a359d3bcd no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:46.679768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c50468-474a-42fe-9988-6887c6ee3a22') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:46.680073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c50468-474a-42fe-9988-6887c6ee3a22') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:46.704699 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b7c50468-474a-42fe-9988-6887c6ee3a22), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.709868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 2a0820f9-c98c-43cf-80df-511a359d3bcd {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:46.710454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2a0820f9-c98c-43cf-80df-511a359d3bcd not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:46.725526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b7c50468-474a-42fe-9988-6887c6ee3a22), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.732677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:46.733080 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b7c50468-474a-42fe-9988-6887c6ee3a22), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:46.737022 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:46.787339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6756dd4d-41c3-4a11-98dc-af483a5cfdce admin admin] Publish callbacks [] for security_group (9f79a865-84b8-4cbd-87b2-e4901520bd3f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.832446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6756dd4d-41c3-4a11-98dc-af483a5cfdce admin admin] Publish callbacks [] for security_group (9f79a865-84b8-4cbd-87b2-e4901520bd3f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.070192 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d3272943-de79-4d10-8505-dd29bf83a137), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.120446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.120446 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] 10.222.0.98 "DELETE /v2.0/networks/d3272943-de79-4d10-8505-dd29bf83a137 HTTP/1.1" status: 204 len: 168 time: 1.6239185 Feb 09 22:02:47.120446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d76b00-945d-4a3d-b289-da32d3835c1c tempest-DHCPAgentSchedulersTestJSON-411699039 tempest-DHCPAgentSchedulersTestJSON-411699039-project] Pushing event deleted for resources: {'Network': ['ID=d3272943-de79-4d10-8505-dd29bf83a137,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:47.265649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6756dd4d-41c3-4a11-98dc-af483a5cfdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f79a865-84b8-4cbd-87b2-e4901520bd3f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.272826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6756dd4d-41c3-4a11-98dc-af483a5cfdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.272826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6756dd4d-41c3-4a11-98dc-af483a5cfdce admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f79a865-84b8-4cbd-87b2-e4901520bd3f HTTP/1.1" status: 204 len: 168 time: 0.6251781 Feb 09 22:02:47.278063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756dd4d-41c3-4a11-98dc-af483a5cfdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f79a865-84b8-4cbd-87b2-e4901520bd3f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:48.119943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60874) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:48.570912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60894) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:48.586299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a09e104b-44db-4a00-b315-f5ceb0cc065e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5d0e503c408745e38d9dff959acc1d84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454801 Feb 09 22:02:48.708750 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a1c17ed-a684-43ea-ab40-192dbb527eb5 admin admin] Publish callbacks [] for security_group (0d5f9bac-84c1-4600-9123-93da80bd0fe9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.766377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a1c17ed-a684-43ea-ab40-192dbb527eb5 admin admin] Publish callbacks [] for security_group (0d5f9bac-84c1-4600-9123-93da80bd0fe9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.899910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a1c17ed-a684-43ea-ab40-192dbb527eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d5f9bac-84c1-4600-9123-93da80bd0fe9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.903152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5a1c17ed-a684-43ea-ab40-192dbb527eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.908262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5a1c17ed-a684-43ea-ab40-192dbb527eb5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d5f9bac-84c1-4600-9123-93da80bd0fe9 HTTP/1.1" status: 204 len: 168 time: 0.3347857 Feb 09 22:02:48.925695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c17ed-a684-43ea-ab40-192dbb527eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f9bac-84c1-4600-9123-93da80bd0fe9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:50.039329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60950) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:50.066921 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65c84397-4e73-488e-bca4-5ba38fe8ff7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.322066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:50.366341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65c84397-4e73-488e-bca4-5ba38fe8ff7c admin admin] Publish callbacks [] for security_group (abbe028f-ece6-4740-b5b6-e178aa835809), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.472613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-65c84397-4e73-488e-bca4-5ba38fe8ff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (abbe028f-ece6-4740-b5b6-e178aa835809), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.519830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c84397-4e73-488e-bca4-5ba38fe8ff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbe028f-ece6-4740-b5b6-e178aa835809,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:50.522444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1032156972'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:50.544881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-65c84397-4e73-488e-bca4-5ba38fe8ff7c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d4d54b4f1ce94f2fa37e4110843344b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5036235 Feb 09 22:02:50.544998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:50.641986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d281-9225-42e0-896d-dc1046ed2abc admin admin] Publish callbacks [] for security_group (abbe028f-ece6-4740-b5b6-e178aa835809), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.669407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d281-9225-42e0-896d-dc1046ed2abc admin admin] Publish callbacks [] for security_group (abbe028f-ece6-4740-b5b6-e178aa835809), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.718000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:50.724491 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.756671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.112830 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d281-9225-42e0-896d-dc1046ed2abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (abbe028f-ece6-4740-b5b6-e178aa835809), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.116760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d281-9225-42e0-896d-dc1046ed2abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.118217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0d1d281-9225-42e0-896d-dc1046ed2abc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/abbe028f-ece6-4740-b5b6-e178aa835809 HTTP/1.1" status: 204 len: 168 time: 0.5722997 Feb 09 22:02:51.129994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1d281-9225-42e0-896d-dc1046ed2abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbe028f-ece6-4740-b5b6-e178aa835809,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:51.206902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for security_group (f5330e88-23bd-44f0-bbf8-0a8572d26249), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.300474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f5330e88-23bd-44f0-bbf8-0a8572d26249), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.369989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:51.379829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5330e88-23bd-44f0-bbf8-0a8572d26249,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:51.428341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d1eda26a-edcb-4b38-89ce-3b7840be54c8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.437077 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Added segment d1eda26a-edcb-4b38-89ce-3b7840be54c8 of type vlan for network c5f45720-1957-4a54-82fe-ba923e4cd5a3 Feb 09 22:02:51.509316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c5f45720-1957-4a54-82fe-ba923e4cd5a3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.697748 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c5f45720-1957-4a54-82fe-ba923e4cd5a3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.703292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:51.704122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.777332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Network': ['ID=c5f45720-1957-4a54-82fe-ba923e4cd5a3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:51.788748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:51.827070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32784) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:51.837005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2547eb4a-c327-4b9c-9baf-d4f082d0e2b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5082953 Feb 09 22:02:51.837159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'subnet': {'network_id': 'c5f45720-1957-4a54-82fe-ba923e4cd5a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:52.159128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:52.165091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.521403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (042d1e78-c273-41ca-a0d0-21da84c12f8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.666710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Subnet': ['ID=042d1e78-c273-41ca-a0d0-21da84c12f8e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:52.705494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Checking segment: {'id': 'd1eda26a-edcb-4b38-89ce-3b7840be54c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c5f45720-1957-4a54-82fe-ba923e4cd5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:52.711111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network hostable DHCP agents. Network: c5f45720-1957-4a54-82fe-ba923e4cd5a3, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:52.848633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:52.950813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c5f45720-1957-4a54-82fe-ba923e4cd5a3) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:52.961418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.962149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.962358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dec7de-752d-4c56-adcf-74478417ea36 None None] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:53.095512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6f03af9a-db90-487e-88fd-925591be2423 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2669694 Feb 09 22:02:53.098647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32846) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:53.105273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1499307150', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:53.179441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f298c-df32-465e-b9e1-910b1535fafd None None] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:53.265912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.267443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.380765 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_controller (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.723626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.136338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.160128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.416944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.25.5.3 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/7915d28f-f5f8-4a64-a02c-60b46a2724c8) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:54.647650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32894) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:54.665419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (7915d28f-f5f8-4a64-a02c-60b46a2724c8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.866360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7915d28f-f5f8-4a64-a02c-60b46a2724c8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.962863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32908) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:55.068290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:55.092578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:55.108887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:55.129982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.178345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1342967590', 'router:external': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:55.182109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=7915d28f-f5f8-4a64-a02c-60b46a2724c8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:55.263957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.264383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.264785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.265260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.265671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.266015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.266359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.267914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.268270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.268616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.270271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.270620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.272134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.364995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Made reservation on behalf of 66f8e0dc0fbf444187ac2e250c34f32d for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:55.370850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.410836 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.543791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Publish callbacks [] for security_group (35291bdf-be68-4d9f-bbc7-3b0a02bd297e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.556914 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for security_group (a87d7134-7189-44fe-a3de-438e059efd2f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.645818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (35291bdf-be68-4d9f-bbc7-3b0a02bd297e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.731859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35291bdf-be68-4d9f-bbc7-3b0a02bd297e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:55.745945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1cbe632a67dc413baf2fdacd3133dd2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0969841 Feb 09 22:02:55.748664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a87d7134-7189-44fe-a3de-438e059efd2f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.763148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32926) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:55.790948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.791377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.792201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.794773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.795367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.795799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.796462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.799259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.799693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.800144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.801725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.802486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.802963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58408d5-515a-43cc-8fb5-8ea6a0dc6b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:55.836379 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.902664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87d7134-7189-44fe-a3de-438e059efd2f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:55.962515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:56.035010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (de1d17dc-720b-4f02-8da5-8fc47def2812), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.035398 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Added segment de1d17dc-720b-4f02-8da5-8fc47def2812 of type vlan for network 7958584e-e076-4cf4-b58a-e3c80bf2feab Feb 09 22:02:56.181911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (7958584e-e076-4cf4-b58a-e3c80bf2feab), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.218916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-480c5937-db7e-4b56-bf59-338319a0c598 admin admin] Publish callbacks [] for security_group (35291bdf-be68-4d9f-bbc7-3b0a02bd297e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.244765 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.245746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-480c5937-db7e-4b56-bf59-338319a0c598 admin admin] Publish callbacks [] for security_group (35291bdf-be68-4d9f-bbc7-3b0a02bd297e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.352744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (7958584e-e076-4cf4-b58a-e3c80bf2feab), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.353870 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:56.355129 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.426579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-480c5937-db7e-4b56-bf59-338319a0c598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (35291bdf-be68-4d9f-bbc7-3b0a02bd297e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.430178 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-480c5937-db7e-4b56-bf59-338319a0c598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.431782 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-480c5937-db7e-4b56-bf59-338319a0c598 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/35291bdf-be68-4d9f-bbc7-3b0a02bd297e HTTP/1.1" status: 204 len: 168 time: 0.6667469 Feb 09 22:02:56.460515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c5937-db7e-4b56-bf59-338319a0c598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35291bdf-be68-4d9f-bbc7-3b0a02bd297e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:56.467331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Network': ['ID=7958584e-e076-4cf4-b58a-e3c80bf2feab,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:56.499237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 7958584e-e076-4cf4-b58a-e3c80bf2feab details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:56.555986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4630c39a-3c8f-4b64-9f99-7d8d65d77c16 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5920718 Feb 09 22:02:56.559064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32950) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:56.582674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'subnet': {'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:56.716680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:02:56.762945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Made reservation on behalf of 66f8e0dc0fbf444187ac2e250c34f32d for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:56.762945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.981903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:56.996572 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:57.027223 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:57.027898 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:57.137816 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:57.147339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.149865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-728de4d4-9467-4d3d-a448-3bacf4183405 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0480831 Feb 09 22:02:57.151882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32970) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:57.189085 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:57.192228 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:57.318000 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:57.320580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f156615a-368b-4300-be4b-23f845a8a7db None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:57.582278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:02:57.582470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (75db7542-a654-42da-8fad-14f2672d0dd5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.667642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32982) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:57.669381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Subnet': ['ID=75db7542-a654-42da-8fad-14f2672d0dd5,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:57.722574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5463d8b6-2a75-4fd3-bcfc-6eb912cdfa9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.739124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Checking segment: {'id': 'de1d17dc-720b-4f02-8da5-8fc47def2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:57.742017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network hostable DHCP agents. Network: 7958584e-e076-4cf4-b58a-e3c80bf2feab, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:57.916568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network 7958584e-e076-4cf4-b58a-e3c80bf2feab is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:58.017838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 7958584e-e076-4cf4-b58a-e3c80bf2feab) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:58.022183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:58.022785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.034207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626fe50-a9f7-43c4-ae1f-e264eec347d3 None None] Network 7958584e-e076-4cf4-b58a-e3c80bf2feab requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:58.124924 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5463d8b6-2a75-4fd3-bcfc-6eb912cdfa9b admin admin] Publish callbacks [] for security_group (f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.159142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d1b3d1b-47bd-46cd-89cf-bffb0f0ad677 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5990794 Feb 09 22:02:58.162193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32990) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:58.166894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-895104181', 'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:58.228243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5463d8b6-2a75-4fd3-bcfc-6eb912cdfa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.240861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fdb00c-f70b-49cd-8e83-9a74165dc2b2 None None] Network 7958584e-e076-4cf4-b58a-e3c80bf2feab requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:58.303078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Made reservation on behalf of 66f8e0dc0fbf444187ac2e250c34f32d for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:58.307027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.353113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] device_id is not set on port 7b91a354-fe99-4917-b620-2a4305f04c81 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:02:58.408569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5463d8b6-2a75-4fd3-bcfc-6eb912cdfa9b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7755f422cd9b47be9e953d234eca0f8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7375782 Feb 09 22:02:58.411393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33000) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:58.415378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463d8b6-2a75-4fd3-bcfc-6eb912cdfa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:58.660817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e92b05b-7d64-48b8-96fe-50d1bfb81bc1 admin admin] Publish callbacks [] for security_group (f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.747761 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e92b05b-7d64-48b8-96fe-50d1bfb81bc1 admin admin] Publish callbacks [] for security_group (f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.756607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.049240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Allocated IP 2001:db8::2a0 (7958584e-e076-4cf4-b58a-e3c80bf2feab/75db7542-a654-42da-8fad-14f2672d0dd5/7b91a354-fe99-4917-b620-2a4305f04c81) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:59.274647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for port (7b91a354-fe99-4917-b620-2a4305f04c81), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.383460 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.415324 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7b91a354-fe99-4917-b620-2a4305f04c81), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.546760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network 7958584e-e076-4cf4-b58a-e3c80bf2feab is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:59.551783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:59.559741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:59.559741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:59.559741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.578669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Port': ['ID=7b91a354-fe99-4917-b620-2a4305f04c81,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:59.686394 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e92b05b-7d64-48b8-96fe-50d1bfb81bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.690081 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e92b05b-7d64-48b8-96fe-50d1bfb81bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.692067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e92b05b-7d64-48b8-96fe-50d1bfb81bc1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc HTTP/1.1" status: 204 len: 168 time: 1.2776735 Feb 09 22:02:59.713942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92b05b-7d64-48b8-96fe-50d1bfb81bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2484dc3-bfc0-41ad-9d42-8d8b9c659fcc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:59.720727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f175e9fd-6b8c-45fb-b027-7ffa038faf78 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5578399 Feb 09 22:02:59.721404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33028) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:59.999081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Deleting port 7b91a354-fe99-4917-b620-2a4305f04c81 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:00.010369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7b91a354-fe99-4917-b620-2a4305f04c81), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.028119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.1 (c5f45720-1957-4a54-82fe-ba923e4cd5a3/042d1e78-c273-41ca-a0d0-21da84c12f8e/bf5bae41-c146-4073-a09f-87aa4ad4ce37) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:00.185358 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7b91a354-fe99-4917-b620-2a4305f04c81), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.229338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Calling delete_port for 7b91a354-fe99-4917-b620-2a4305f04c81 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:00.468869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.643386 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.706397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:00.710439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:00.713022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:00.737869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=bf5bae41-c146-4073-a09f-87aa4ad4ce37,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:00.746531 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.749730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7b91a354-fe99-4917-b620-2a4305f04c81), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.822499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b91a354-fe99-4917-b620-2a4305f04c81,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:00.882140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.900256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.905423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-26d92923-5687-4aed-b021-e5787f54dc0d tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "DELETE /v2.0/ports/7b91a354-fe99-4917-b620-2a4305f04c81 HTTP/1.1" status: 204 len: 168 time: 1.1830709 Feb 09 22:03:00.910388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33056) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:00.920524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab', 'external_fixed_ips': [{'subnet_id': '75db7542-a654-42da-8fad-14f2672d0dd5', 'ip_address': '2001:db8::2a0'}]}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:01.035516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (23bc9774-4b74-465d-afd4-46b91fedddf6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.036631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (23bc9774-4b74-465d-afd4-46b91fedddf6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.177408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (23bc9774-4b74-465d-afd4-46b91fedddf6), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.220930 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.557981 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (23bc9774-4b74-465d-afd4-46b91fedddf6), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.869996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.971661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.191500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.213000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (23bc9774-4b74-465d-afd4-46b91fedddf6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.243910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.317774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=bf5bae41-c146-4073-a09f-87aa4ad4ce37,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:02.327996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:02.330214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:02.491022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Allocated IP 2001:db8::2a0 (7958584e-e076-4cf4-b58a-e3c80bf2feab/75db7542-a654-42da-8fad-14f2672d0dd5/4fc04f84-1f8f-4377-9d6b-001e53cc3a35) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:02.585102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:02.639897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.672260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33104) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:02.774142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.840502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:02.852093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:02.858311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7c814068-fdc3-4335-870d-32bac646c412 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/routers/a530820c-6c1c-4a59-9a8d-340f78cf4d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7046154 Feb 09 22:03:02.858614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33116) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:02.862394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network 7958584e-e076-4cf4-b58a-e3c80bf2feab is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:02.868792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'port': {'network_id': 'c5f45720-1957-4a54-82fe-ba923e4cd5a3', 'name': 'tempest-FloatingIPTestJSON-1924678429'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:02.869635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:02.872768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:02.914692 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2987d182-36fb-4dfc-a09a-436951e58460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.961106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:02.971137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:02.972082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:03.006515 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2987d182-36fb-4dfc-a09a-436951e58460 admin admin] Publish callbacks [] for security_group (825ad814-d760-4665-8c19-f781fc64d254), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.017079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:03.019553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Port': ['ID=4fc04f84-1f8f-4377-9d6b-001e53cc3a35,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:03.040234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:03.055443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:03.056314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269de64-7eaa-4069-b175-61273c29ba6b None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:03.082136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2987d182-36fb-4dfc-a09a-436951e58460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (825ad814-d760-4665-8c19-f781fc64d254), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.172300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2987d182-36fb-4dfc-a09a-436951e58460 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee189653f7484f2b84109f9a25465ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982276 Feb 09 22:03:03.172894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33120) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:03.216851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d182-36fb-4dfc-a09a-436951e58460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825ad814-d760-4665-8c19-f781fc64d254,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:03.268847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482c386e-be69-4599-a952-95ce8867fc49 admin admin] Publish callbacks [] for security_group (825ad814-d760-4665-8c19-f781fc64d254), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.306887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482c386e-be69-4599-a952-95ce8867fc49 admin admin] Publish callbacks [] for security_group (825ad814-d760-4665-8c19-f781fc64d254), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.371688 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:03.376591 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.401878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] device_id is not set on port 7a1946da-4e44-4e91-ac6d-f3eda2ec50ee yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:03:03.458849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482c386e-be69-4599-a952-95ce8867fc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (825ad814-d760-4665-8c19-f781fc64d254), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.466050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-482c386e-be69-4599-a952-95ce8867fc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.471135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-482c386e-be69-4599-a952-95ce8867fc49 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/825ad814-d760-4665-8c19-f781fc64d254 HTTP/1.1" status: 204 len: 168 time: 0.2905931 Feb 09 22:03:03.487676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c386e-be69-4599-a952-95ce8867fc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825ad814-d760-4665-8c19-f781fc64d254,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:03.804422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.9 (c5f45720-1957-4a54-82fe-ba923e4cd5a3/042d1e78-c273-41ca-a0d0-21da84c12f8e/7a1946da-4e44-4e91-ac6d-f3eda2ec50ee) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:04.067936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (7a1946da-4e44-4e91-ac6d-f3eda2ec50ee), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.120354 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (23bc9774-4b74-465d-afd4-46b91fedddf6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.222903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7a1946da-4e44-4e91-ac6d-f3eda2ec50ee), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.335453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:04.341617 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:04.344779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:04.418282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=7a1946da-4e44-4e91-ac6d-f3eda2ec50ee,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:04.486343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:04.486963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.664581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (23bc9774-4b74-465d-afd4-46b91fedddf6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:04.677875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33162) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:04.685675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'port': {'network_id': 'c5f45720-1957-4a54-82fe-ba923e4cd5a3', 'name': 'tempest-FloatingIPTestJSON-1443456746'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:04.690631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e5f2d090-a351-48c3-8473-c0b33a5780e2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8268654 Feb 09 22:03:05.115884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:05.119263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.141874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] device_id is not set on port d9f7d44f-b042-4668-91c7-58081c18faef yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:03:05.156169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Router 23bc9774-4b74-465d-afd4-46b91fedddf6 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:05.378225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.3 (c5f45720-1957-4a54-82fe-ba923e4cd5a3/042d1e78-c273-41ca-a0d0-21da84c12f8e/d9f7d44f-b042-4668-91c7-58081c18faef) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:05.379996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:05.397087 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Sync routers for ids ['23bc9774-4b74-465d-afd4-46b91fedddf6'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:05.415055 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Routers {'23bc9774-4b74-465d-afd4-46b91fedddf6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:05.423585 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['23bc9774-4b74-465d-afd4-46b91fedddf6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:05.493963 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d462aa2c-7e84-4b23-bc3b-3d59bb88e00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.540270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.544279 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39977154-d6b8-49da-9e8f-9408bba26b5b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6328123 Feb 09 22:03:05.547941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33186) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:05.603313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Set router 23bc9774-4b74-465d-afd4-46b91fedddf6 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:05.737356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (d9f7d44f-b042-4668-91c7-58081c18faef), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.860401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d9f7d44f-b042-4668-91c7-58081c18faef), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.864302 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc9774-4b74-465d-afd4-46b91fedddf6', 'name': '', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab', 'external_fixed_ips': [{'subnet_id': '75db7542-a654-42da-8fad-14f2672d0dd5', 'ip_address': '2001:db8::2a0'}], 'enable_snat': True}, 'gw_port_id': '4fc04f84-1f8f-4377-9d6b-001e53cc3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:01Z', 'updated_at': '2022-02-09T22:03:03Z', 'revision_number': 3, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port': {'id': '4fc04f84-1f8f-4377-9d6b-001e53cc3a35', 'name': '', 'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc9774-4b74-465d-afd4-46b91fedddf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '75db7542-a654-42da-8fad-14f2672d0dd5', 'ip_address': '2001:db8::2a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:02Z', 'updated_at': '2022-02-09T22:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75db7542-a654-42da-8fad-14f2672d0dd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:05.905553 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Checking router: 23bc9774-4b74-465d-afd4-46b91fedddf6 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:05.905553 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Updating router 23bc9774-4b74-465d-afd4-46b91fedddf6 port 4fc04f84-1f8f-4377-9d6b-001e53cc3a35 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:05.948187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:05.957938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:05.960643 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.972357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:06.044198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=d9f7d44f-b042-4668-91c7-58081c18faef,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:06.118763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:06.119396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.202697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (23bc9774-4b74-465d-afd4-46b91fedddf6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.269615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2379d47b-8325-4756-9853-4162cc50a9de tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5894277 Feb 09 22:03:06.272761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33206) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:06.278336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'd9f7d44f-b042-4668-91c7-58081c18faef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:06.391062 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (23bc9774-4b74-465d-afd4-46b91fedddf6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.468920 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.543995 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Publish callbacks [] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.579684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Deleting port 4fc04f84-1f8f-4377-9d6b-001e53cc3a35 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:06.595993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.708668 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.756843 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.790868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.816826 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Pushing event updated for resources: {'Port': ['ID=4fc04f84-1f8f-4377-9d6b-001e53cc3a35,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:06.822372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Calling delete_port for 4fc04f84-1f8f-4377-9d6b-001e53cc3a35 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:06.843420 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.846132 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.846591 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.847028 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.848552 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.848995 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.850428 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.851655 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.854433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.855284 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.856301 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.859795 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.860777 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:06.908997 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Attempting to bind port 4fc04f84-1f8f-4377-9d6b-001e53cc3a35 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:06.909377 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Attempting to bind port 4fc04f84-1f8f-4377-9d6b-001e53cc3a35 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'de1d17dc-720b-4f02-8da5-8fc47def2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:06.909811 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Attempting to bind port 4fc04f84-1f8f-4377-9d6b-001e53cc3a35 on network 7958584e-e076-4cf4-b58a-e3c80bf2feab {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:06.920260 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:06.921103 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Checking segment: {'id': 'de1d17dc-720b-4f02-8da5-8fc47def2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:06.923797 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.924360 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Bound using segment: {'id': 'de1d17dc-720b-4f02-8da5-8fc47def2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:06.924953 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Bound port: 4fc04f84-1f8f-4377-9d6b-001e53cc3a35, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1d17dc-720b-4f02-8da5-8fc47def2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '7958584e-e076-4cf4-b58a-e3c80bf2feab'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:06.925410 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.934909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.25.5.90 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/846af6d2-5137-4deb-a450-0556ed653f5d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:07.042237 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] For port 4fc04f84-1f8f-4377-9d6b-001e53cc3a35, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:07.046161 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] For port 4fc04f84-1f8f-4377-9d6b-001e53cc3a35, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4fc04f84-1f8f-4377-9d6b-001e53cc3a35,segment=NetworkSegment(de1d17dc-720b-4f02-8da5-8fc47def2812),segment_id=de1d17dc-720b-4f02-8da5-8fc47def2812)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:07.162088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (846af6d2-5137-4deb-a450-0556ed653f5d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.249332 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.317354 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (846af6d2-5137-4deb-a450-0556ed653f5d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.356304 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71c4dd-24b8-4f97-b361-36dace9f5713 None None] Pushing event updated for resources: {'Port': ['ID=4fc04f84-1f8f-4377-9d6b-001e53cc3a35,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.403055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=846af6d2-5137-4deb-a450-0556ed653f5d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.405433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Routers {'23bc9774-4b74-465d-afd4-46b91fedddf6'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:07.406081 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['23bc9774-4b74-465d-afd4-46b91fedddf6'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:07.415670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:07.432248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:07.439112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:07.527742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4fc04f84-1f8f-4377-9d6b-001e53cc3a35), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.561623 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2c916ada-6a31-4c5c-a711-5ec250c2398d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.595846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fc04f84-1f8f-4377-9d6b-001e53cc3a35,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.636981 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] Set router 23bc9774-4b74-465d-afd4-46b91fedddf6 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:07.649393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (23bc9774-4b74-465d-afd4-46b91fedddf6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.761929 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc9774-4b74-465d-afd4-46b91fedddf6', 'name': '', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:01Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:07.781239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eea96-f939-4c24-886e-9f452483e7d1 req-dfd3d97c-9d13-47e7-8ba4-8812947ecff3 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:07.789433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (23bc9774-4b74-465d-afd4-46b91fedddf6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.792772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (23bc9774-4b74-465d-afd4-46b91fedddf6), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.799458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a1eea96-f939-4c24-886e-9f452483e7d1 req-dfd3d97c-9d13-47e7-8ba4-8812947ecff3 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.2942021 Feb 09 22:03:07.820154 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db56f69-051a-4ace-8b47-26c1a7f68a80 None None] The sync data for ids ['23bc9774-4b74-465d-afd4-46b91fedddf6'] in n-d-828599-1 is: [{'id': '23bc9774-4b74-465d-afd4-46b91fedddf6', 'name': '', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:01Z', 'updated_at': '2022-02-09T22:03:06Z', 'revision_number': 4, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:07.939745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a1eea96-f939-4c24-886e-9f452483e7d1 req-7a3db0b7-5d0a-474a-b147-44b8e7cf4d52 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268640 Feb 09 22:03:07.988501 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (23bc9774-4b74-465d-afd4-46b91fedddf6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.989102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23bc9774-4b74-465d-afd4-46b91fedddf6 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:07.993526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.997527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7e03b15c-899b-45fa-8e5f-926197e1c3c5 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/23bc9774-4b74-465d-afd4-46b91fedddf6 HTTP/1.1" status: 204 len: 168 time: 2.4484191 Feb 09 22:03:07.998207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:08.060821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Deleting subnet 75db7542-a654-42da-8fad-14f2672d0dd5 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:03:08.064105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for subnet (75db7542-a654-42da-8fad-14f2672d0dd5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.119670 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (75db7542-a654-42da-8fad-14f2672d0dd5), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.205726 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (75db7542-a654-42da-8fad-14f2672d0dd5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.364332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (29bcc3b8-abcc-4d5b-9115-c791b4bc9c82), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.440120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (75db7542-a654-42da-8fad-14f2672d0dd5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.554737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=75db7542-a654-42da-8fad-14f2672d0dd5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:08.579549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.586514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-328a44ce-da04-4bda-b6a6-be3d6d200cce tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/75db7542-a654-42da-8fad-14f2672d0dd5 HTTP/1.1" status: 204 len: 168 time: 0.5872216 Feb 09 22:03:08.589363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33268) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:08.674572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7958584e-e076-4cf4-b58a-e3c80bf2feab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.758400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7958584e-e076-4cf4-b58a-e3c80bf2feab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.783197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7958584e-e076-4cf4-b58a-e3c80bf2feab']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:08.795360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1d17dc-720b-4f02-8da5-8fc47def2812') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:08.795981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1d17dc-720b-4f02-8da5-8fc47def2812') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:08.808453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (de1d17dc-720b-4f02-8da5-8fc47def2812), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.824997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (de1d17dc-720b-4f02-8da5-8fc47def2812), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.832535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:03:08.832964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (de1d17dc-720b-4f02-8da5-8fc47def2812), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: items = [ Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:03:08.836237 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:03:08.868547 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (846af6d2-5137-4deb-a450-0556ed653f5d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.086181 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (846af6d2-5137-4deb-a450-0556ed653f5d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.116298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd965-da17-49dd-9224-ca1b36d19b19 req-2340b0f1-ecd6-492c-aec5-d989b1b34be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:09.123027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0ddd965-da17-49dd-9224-ca1b36d19b19 req-2340b0f1-ecd6-492c-aec5-d989b1b34be8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0882111 Feb 09 22:03:09.123027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (7958584e-e076-4cf4-b58a-e3c80bf2feab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.129681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7958584e-e076-4cf4-b58a-e3c80bf2feab {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 22:03:09.143001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.144841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.159882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "DELETE /v2.0/networks/7958584e-e076-4cf4-b58a-e3c80bf2feab HTTP/1.1" status: 204 len: 168 time: 0.5692096 Feb 09 22:03:09.189975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (846af6d2-5137-4deb-a450-0556ed653f5d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.220038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139c1bd-5755-49dd-84fc-0fa3daa9edad tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event deleted for resources: {'Network': ['ID=7958584e-e076-4cf4-b58a-e3c80bf2feab,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:09.284613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=846af6d2-5137-4deb-a450-0556ed653f5d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:09.295921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0ddd965-da17-49dd-9224-ca1b36d19b19 req-eacc43a5-56fb-464a-ab81-410ace033528 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344507 Feb 09 22:03:09.394592 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (29bcc3b8-abcc-4d5b-9115-c791b4bc9c82), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.585482 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 29bcc3b8-abcc-4d5b-9115-c791b4bc9c82 associated. External IP: 172.25.5.90, port: d9f7d44f-b042-4668-91c7-58081c18faef. Feb 09 22:03:09.853305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33298) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:09.858287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-272bc50a-5735-4812-9364-d61fef6bf2ba tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'router': {'name': 'tempest-router--1634971755', 'project_id': 'cbcf8be473e5438c91bcad0f500a6071'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:09.879056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:09.988638 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272bc50a-5735-4812-9364-d61fef6bf2ba tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (34cbf965-1683-4a08-87dc-ec7d9596f417), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.994759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272bc50a-5735-4812-9364-d61fef6bf2ba tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (34cbf965-1683-4a08-87dc-ec7d9596f417), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.051481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:10.065050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:10.097946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:10.106073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:10.110185 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272bc50a-5735-4812-9364-d61fef6bf2ba tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (34cbf965-1683-4a08-87dc-ec7d9596f417), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.147405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:10.169357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:10.169985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:10.223899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:10.224654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9054aec-1654-41bc-959c-e7d8584c3094 None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:10.261001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.300003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33316) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:10.300249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0469a587-ba1d-42a0-b108-9ef47b7b6c88 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0259984 Feb 09 22:03:10.305200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:10.342820 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272bc50a-5735-4812-9364-d61fef6bf2ba tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (34cbf965-1683-4a08-87dc-ec7d9596f417), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.350374 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.377859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (29bcc3b8-abcc-4d5b-9115-c791b4bc9c82), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.467940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af6f7d-9996-4528-9c01-cb51b877895a req-1ac10234-e021-46ee-9264-e1e990c85b6c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:10.470300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2af6f7d-9996-4528-9c01-cb51b877895a req-1ac10234-e021-46ee-9264-e1e990c85b6c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0743721 Feb 09 22:03:10.497657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-272bc50a-5735-4812-9364-d61fef6bf2ba tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.502269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33324) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:10.502792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-272bc50a-5735-4812-9364-d61fef6bf2ba tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6475804 Feb 09 22:03:10.613139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2af6f7d-9996-4528-9c01-cb51b877895a req-e6c47905-944b-44ca-b213-0fcb15644ab4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326680 Feb 09 22:03:10.643925 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24477f1b-64de-45e0-8657-2db37949f6fb tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (34cbf965-1683-4a08-87dc-ec7d9596f417), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.649754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.825453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (29bcc3b8-abcc-4d5b-9115-c791b4bc9c82), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.833232 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 29bcc3b8-abcc-4d5b-9115-c791b4bc9c82 disassociated. External IP: 172.25.5.90, port: d9f7d44f-b042-4668-91c7-58081c18faef. Feb 09 22:03:11.188919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:11.189884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24477f1b-64de-45e0-8657-2db37949f6fb tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (34cbf965-1683-4a08-87dc-ec7d9596f417), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.192718 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24477f1b-64de-45e0-8657-2db37949f6fb tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (34cbf965-1683-4a08-87dc-ec7d9596f417), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.327281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24477f1b-64de-45e0-8657-2db37949f6fb tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (34cbf965-1683-4a08-87dc-ec7d9596f417), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.327944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24477f1b-64de-45e0-8657-2db37949f6fb tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34cbf965-1683-4a08-87dc-ec7d9596f417 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:11.332289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24477f1b-64de-45e0-8657-2db37949f6fb tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.336636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-24477f1b-64de-45e0-8657-2db37949f6fb tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/34cbf965-1683-4a08-87dc-ec7d9596f417 HTTP/1.1" status: 204 len: 168 time: 0.8333480 Feb 09 22:03:11.361833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:11.367229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.381068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:11.398970 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:11.399652 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:11.404262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f70f87b1-8dd7-487b-8de3-d2a722d74f39 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/floatingips/29bcc3b8-abcc-4d5b-9115-c791b4bc9c82 HTTP/1.1" status: 200 len: 687 time: 1.1004779 Feb 09 22:03:11.404617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33342) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:11.466427 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:11.479305 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:11.480285 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:11.590786 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:11.591464 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f5145-6199-4358-951a-8b09bc6f2973 None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:11.704882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.818274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646ca2e-5cc0-4e8b-b48b-aa8a63e14f84 req-4cd13196-8abe-4f26-8601-b64aba2604a3 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:11.823628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33354) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:11.825942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1646ca2e-5cc0-4e8b-b48b-aa8a63e14f84 req-4cd13196-8abe-4f26-8601-b64aba2604a3 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1140523 Feb 09 22:03:11.844272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port 846af6d2-5137-4deb-a450-0556ed653f5d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:11.845773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (846af6d2-5137-4deb-a450-0556ed653f5d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.968044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1646ca2e-5cc0-4e8b-b48b-aa8a63e14f84 req-bd4ef994-8d57-4fc8-98fb-68b8af08fe8a tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407826 Feb 09 22:03:11.981163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (846af6d2-5137-4deb-a450-0556ed653f5d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.982038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (846af6d2-5137-4deb-a450-0556ed653f5d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.032855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for 846af6d2-5137-4deb-a450-0556ed653f5d owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:12.172886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1853413066', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:12.301754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (13015b0c-cc9c-4a0d-be0f-565647d524ad), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.303882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (13015b0c-cc9c-4a0d-be0f-565647d524ad), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.400857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (846af6d2-5137-4deb-a450-0556ed653f5d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.459687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (13015b0c-cc9c-4a0d-be0f-565647d524ad), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.461143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=846af6d2-5137-4deb-a450-0556ed653f5d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:12.673518 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:03:12.772558 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (13015b0c-cc9c-4a0d-be0f-565647d524ad), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.776781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (29bcc3b8-abcc-4d5b-9115-c791b4bc9c82), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.780056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:12.784642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-efc15648-bae1-4d37-a2ea-b1ee752b8e5d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/floatingips/29bcc3b8-abcc-4d5b-9115-c791b4bc9c82 HTTP/1.1" status: 204 len: 168 time: 1.3756185 Feb 09 22:03:12.785090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33380) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:12.789710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '7a1946da-4e44-4e91-ac6d-f3eda2ec50ee'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:12.893402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.088917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.204291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (13015b0c-cc9c-4a0d-be0f-565647d524ad), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.242739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.252971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a373754-9b16-4175-b5bc-85ce814fdc46 req-9032d8db-293d-4d00-8ed6-95025abd60ce tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:13.254754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a373754-9b16-4175-b5bc-85ce814fdc46 req-9032d8db-293d-4d00-8ed6-95025abd60ce tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1465466 Feb 09 22:03:13.411399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.25.5.145 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/b59b963b-3d18-416c-a2c0-d4d2dddbbdf9) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:13.471908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a373754-9b16-4175-b5bc-85ce814fdc46 req-a810d727-2ffc-43a8-99c6-f4616991127f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107949 Feb 09 22:03:13.592409 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.760234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.815903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:13.817717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:13.823267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:13.866649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Allocated IP 172.25.5.179 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/83af6704-afcb-49f5-a3df-1fee478ac56f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:13.884677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=b59b963b-3d18-416c-a2c0-d4d2dddbbdf9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:14.041230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for port (83af6704-afcb-49f5-a3df-1fee478ac56f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.156316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (83af6704-afcb-49f5-a3df-1fee478ac56f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.196780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:14.200132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:14.202690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:14.239355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event updated for resources: {'Port': ['ID=83af6704-afcb-49f5-a3df-1fee478ac56f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:14.330241 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (416148ba-652b-4495-8bc3-f6a0b3e13202), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.537830 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.714701 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (13015b0c-cc9c-4a0d-be0f-565647d524ad), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.719760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32142300-28f8-4683-bbab-2184b8524da3 req-ee296059-bfcc-4297-ab41-bd3ba250fc00 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:14.721588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32142300-28f8-4683-bbab-2184b8524da3 req-ee296059-bfcc-4297-ab41-bd3ba250fc00 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1414359 Feb 09 22:03:14.888193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.916021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32142300-28f8-4683-bbab-2184b8524da3 req-a5051263-1a49-45b0-933f-7e5f6d727b47 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781089 Feb 09 22:03:15.027616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (13015b0c-cc9c-4a0d-be0f-565647d524ad), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.045995 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.082275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=b59b963b-3d18-416c-a2c0-d4d2dddbbdf9,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:15.151462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (416148ba-652b-4495-8bc3-f6a0b3e13202), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.258950 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 416148ba-652b-4495-8bc3-f6a0b3e13202 associated. External IP: 172.25.5.145, port: 7a1946da-4e44-4e91-ac6d-f3eda2ec50ee. Feb 09 22:03:15.316045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Router 13015b0c-cc9c-4a0d-be0f-565647d524ad is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:15.470960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:15.482755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] Sync routers for ids ['13015b0c-cc9c-4a0d-be0f-565647d524ad'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:15.500506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] Routers {'13015b0c-cc9c-4a0d-be0f-565647d524ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:15.504488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['13015b0c-cc9c-4a0d-be0f-565647d524ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.561156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.579613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] Routers {'13015b0c-cc9c-4a0d-be0f-565647d524ad'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:15.580547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['13015b0c-cc9c-4a0d-be0f-565647d524ad'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.584755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:15.593559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.595690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-49b8bb1f-8211-4086-b325-9411b7743504 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7700760 Feb 09 22:03:15.598428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33468) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:15.665105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.666085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f106dc-ae30-463c-8c3b-b131c0ff1827 None None] The sync data for ids ['13015b0c-cc9c-4a0d-be0f-565647d524ad'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:15.767181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:15.792974 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:15.820640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f9bb03c2-6ed8-4b8e-9a30-e11d129b0aae tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/13015b0c-cc9c-4a0d-be0f-565647d524ad HTTP/1.1" status: 200 len: 925 time: 0.2209268 Feb 09 22:03:15.828012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33476) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:15.836912 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:15.837572 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.859268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a96fd3f2-35c0-46f2-9288-b4de4e19d2cc tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=13015b0c-cc9c-4a0d-be0f-565647d524ad HTTP/1.1" status: 200 len: 205 time: 0.0347807 Feb 09 22:03:15.867301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33482) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:15.887383 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.897507 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:15.898309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.918188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.944167 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:15.945039 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8ef97-b3a6-48f4-b421-31c28aa75335 None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:16.060366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33488) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:16.063214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-57a49779-88ed-4dce-a514-87cdb9b707c1 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2768388 Feb 09 22:03:16.103306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (13015b0c-cc9c-4a0d-be0f-565647d524ad), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.216555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (13015b0c-cc9c-4a0d-be0f-565647d524ad), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.440954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Deleting port 83af6704-afcb-49f5-a3df-1fee478ac56f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:16.441622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (83af6704-afcb-49f5-a3df-1fee478ac56f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:16.686916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde80b34-b283-4417-87cc-a6ee1942dcfd req-9b8c4c44-9414-4ab0-99f7-5f51cc21103f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:16.698254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fde80b34-b283-4417-87cc-a6ee1942dcfd req-9b8c4c44-9414-4ab0-99f7-5f51cc21103f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.6992700 Feb 09 22:03:16.764188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9e990346-bae0-4cdc-90e5-09d09686dfba tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "GET /v2.0/floatingips/416148ba-652b-4495-8bc3-f6a0b3e13202 HTTP/1.1" status: 200 len: 978 time: 0.6946208 Feb 09 22:03:16.813604 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fde80b34-b283-4417-87cc-a6ee1942dcfd req-af2c3138-041f-4ccc-8fc2-fa5e5ab6036f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985463 Feb 09 22:03:16.814119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33502) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:16.997706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45db7d67-c29d-4ed3-8a57-fce3506eef3e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1824553 Feb 09 22:03:16.999052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33508) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:17.004963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'port_id': 'd9f7d44f-b042-4668-91c7-58081c18faef'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:17.072270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (416148ba-652b-4495-8bc3-f6a0b3e13202), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.111560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (83af6704-afcb-49f5-a3df-1fee478ac56f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.124655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Calling delete_port for 83af6704-afcb-49f5-a3df-1fee478ac56f owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:17.423582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (83af6704-afcb-49f5-a3df-1fee478ac56f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.473890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event deleted for resources: {'Port': ['ID=83af6704-afcb-49f5-a3df-1fee478ac56f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:17.549687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (13015b0c-cc9c-4a0d-be0f-565647d524ad), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.753847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (13015b0c-cc9c-4a0d-be0f-565647d524ad), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.760565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (13015b0c-cc9c-4a0d-be0f-565647d524ad), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.881871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (13015b0c-cc9c-4a0d-be0f-565647d524ad), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.882486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Fanout notify agent at l3_agent the message router_deleted on router 13015b0c-cc9c-4a0d-be0f-565647d524ad {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:17.892788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:17.893141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c4a424ea-610e-496f-a18d-7667669b5c29 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/13015b0c-cc9c-4a0d-be0f-565647d524ad HTTP/1.1" status: 204 len: 168 time: 2.0245616 Feb 09 22:03:17.897578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:17.909580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022217863', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': False}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:17.929392 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.013153 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (416148ba-652b-4495-8bc3-f6a0b3e13202), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.017925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607cc08-4740-4aae-98a8-588ecabec959 req-62a7ecdd-716c-422d-926f-5affa4b1ed89 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:18.019540 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1607cc08-4740-4aae-98a8-588ecabec959 req-62a7ecdd-716c-422d-926f-5affa4b1ed89 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0710380 Feb 09 22:03:18.022265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (e974b9a8-7b36-43f9-a078-dea2523bff6f), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.022848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (e974b9a8-7b36-43f9-a078-dea2523bff6f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.078179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1607cc08-4740-4aae-98a8-588ecabec959 req-5da7270e-4b60-4885-81ba-0b26e863a788 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511734 Feb 09 22:03:18.134459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (e974b9a8-7b36-43f9-a078-dea2523bff6f), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.171570 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 416148ba-652b-4495-8bc3-f6a0b3e13202 associated. External IP: 172.25.5.145, port: 7a1946da-4e44-4e91-ac6d-f3eda2ec50ee. Feb 09 22:03:18.359296 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (e974b9a8-7b36-43f9-a078-dea2523bff6f), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.417404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:18.570570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:18.583236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:18.610282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:18.611539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:18.683445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:18.694769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:18.695631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:18.741458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:18.742298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9a27b-6277-4789-9758-85ffd2c2f20b None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:18.832413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (e974b9a8-7b36-43f9-a078-dea2523bff6f), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.854249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:18.929916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:19.006205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Allocated IP 172.25.5.183 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/cf8cce61-cc88-49b0-9e35-b6ca4d4535ea) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:19.095646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:19.101367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:19.108247 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d03444-970a-4514-972c-386223c3635c None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:19.125972 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d03444-970a-4514-972c-386223c3635c None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:19.127760 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-51d03444-970a-4514-972c-386223c3635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:19.209799 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-51d03444-970a-4514-972c-386223c3635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:19.231992 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d03444-970a-4514-972c-386223c3635c None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:19.234309 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-51d03444-970a-4514-972c-386223c3635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:19.286697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:19.324460 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-51d03444-970a-4514-972c-386223c3635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:19.330205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d03444-970a-4514-972c-386223c3635c None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:19.343189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33556) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:19.348429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:19.356716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-553751d3-b54e-4494-af31-0dc2c249c3d4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/floatingips/416148ba-652b-4495-8bc3-f6a0b3e13202 HTTP/1.1" status: 200 len: 978 time: 2.3511665 Feb 09 22:03:19.419975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83544570-1ff4-43f2-9c51-15067954bb68 req-c6bd25ea-a955-452c-994c-01ce0e8dd258 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:19.422957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83544570-1ff4-43f2-9c51-15067954bb68 req-c6bd25ea-a955-452c-994c-01ce0e8dd258 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1948771 Feb 09 22:03:19.452685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:19.512457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83544570-1ff4-43f2-9c51-15067954bb68 req-4e99207a-46d4-468c-9606-502bb18d8470 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833969 Feb 09 22:03:19.558749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:19.577743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:19.583599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:19.596219 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (416148ba-652b-4495-8bc3-f6a0b3e13202), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:19.686509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Port': ['ID=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:20.044117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.110115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (416148ba-652b-4495-8bc3-f6a0b3e13202), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.110463 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 416148ba-652b-4495-8bc3-f6a0b3e13202 disassociated. External IP: 172.25.5.145, port: d9f7d44f-b042-4668-91c7-58081c18faef. Feb 09 22:03:20.379501 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (e974b9a8-7b36-43f9-a078-dea2523bff6f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:20.608246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-ae80bda7-10d0-48af-b3ca-d217497a51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:20.610538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-ae80bda7-10d0-48af-b3ca-d217497a51b5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1127 time: 0.1129196 Feb 09 22:03:20.622045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639f507-3fe6-4226-9a19-59509320fe89 req-129ce2b9-3cc3-41f4-8acf-97609116b1c1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:20.623897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5639f507-3fe6-4226-9a19-59509320fe89 req-129ce2b9-3cc3-41f4-8acf-97609116b1c1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1926296 Feb 09 22:03:20.746580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5639f507-3fe6-4226-9a19-59509320fe89 req-0cb5a4e2-6f34-44ca-b116-3906c460c80c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136301 Feb 09 22:03:20.792445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-6b5b5476-67fe-4480-b88a-8841ef921bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:20.794038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-6b5b5476-67fe-4480-b88a-8841ef921bf3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.1691666 Feb 09 22:03:20.872671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-2d84175a-f07f-4db5-94f7-79d406bf9bf3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 200 len: 1001 time: 0.0718622 Feb 09 22:03:20.987753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-f1fbdfdf-6fa2-4b0a-9258-79384794bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:20.987753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-f1fbdfdf-6fa2-4b0a-9258-79384794bea3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.1085105 Feb 09 22:03:21.018849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:21.095119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-6eeec4f5-b1f3-4fc8-8714-5ce5a83ab2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:21.096870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-6eeec4f5-b1f3-4fc8-8714-5ce5a83ab2b7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1041062 Feb 09 22:03:21.229083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-887474af-a4fa-4ab9-b7e1-c51d5662d3e0 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253111 Feb 09 22:03:21.333756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (e974b9a8-7b36-43f9-a078-dea2523bff6f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:21.427471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f05b0fe-7c46-4da3-98a8-59e77ff37746 req-2f2a73ba-59ea-4787-b255-88c698f2e6a4 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913490 Feb 09 22:03:21.509601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:21.516893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:21.529017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:21.546558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:21.547829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:21.624460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:21.637365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:21.638476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:21.679664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e9d6aa9a-e370-4310-85d7-27da2b127e5e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/floatingips/416148ba-652b-4495-8bc3-f6a0b3e13202 HTTP/1.1" status: 200 len: 688 time: 2.3323040 Feb 09 22:03:21.680462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33602) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:21.697427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:21.698553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff3c2e2-8db6-4b27-aef1-a116d92955e5 None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:21.914939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33612) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:22.016475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b293109-6e76-4320-a4b9-d334ca1015bc req-9d421315-f870-49f1-bd1e-2beb2087e519 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:22.018236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b293109-6e76-4320-a4b9-d334ca1015bc req-9d421315-f870-49f1-bd1e-2beb2087e519 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.0950272 Feb 09 22:03:22.020845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port b59b963b-3d18-416c-a2c0-d4d2dddbbdf9 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:22.021367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.102523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Router e974b9a8-7b36-43f9-a078-dea2523bff6f is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:22.127471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51986c9f-26e1-4702-97b6-a4defee35762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.137317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b293109-6e76-4320-a4b9-d334ca1015bc req-91f2f3bf-09c4-4208-a811-9f943df991ef tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129122 Feb 09 22:03:22.271288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51986c9f-26e1-4702-97b6-a4defee35762 admin admin] Publish callbacks [] for security_group (746729d3-b488-4095-945b-48af56b545e3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.312856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.313736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.335336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for b59b963b-3d18-416c-a2c0-d4d2dddbbdf9 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:22.356443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51986c9f-26e1-4702-97b6-a4defee35762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (746729d3-b488-4095-945b-48af56b545e3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.391258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-51986c9f-26e1-4702-97b6-a4defee35762 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=afeef52fd4284c178575a7ca69affacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739354 Feb 09 22:03:22.397003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33620) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:22.434847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:22.440295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51986c9f-26e1-4702-97b6-a4defee35762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746729d3-b488-4095-945b-48af56b545e3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:22.446735 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Sync routers for ids ['e974b9a8-7b36-43f9-a078-dea2523bff6f'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:22.475450 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Routers {'e974b9a8-7b36-43f9-a078-dea2523bff6f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:22.475450 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e974b9a8-7b36-43f9-a078-dea2523bff6f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:22.567173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-db400d98-a8c2-417a-9c9a-159dd079003b admin admin] Publish callbacks [] for security_group (746729d3-b488-4095-945b-48af56b545e3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.634105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.636010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ccb98b69-cbcc-4e22-bbd0-5b19c7c91b1e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7363462 Feb 09 22:03:22.638581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33626) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:22.661683 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Set router e974b9a8-7b36-43f9-a078-dea2523bff6f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:22.677702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-db400d98-a8c2-417a-9c9a-159dd079003b admin admin] Publish callbacks [] for security_group (746729d3-b488-4095-945b-48af56b545e3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.781051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b59b963b-3d18-416c-a2c0-d4d2dddbbdf9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.856816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ddbd434-3d0d-42ef-a3a8-278380665e52 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/e974b9a8-7b36-43f9-a078-dea2523bff6f HTTP/1.1" status: 200 len: 909 time: 0.2165706 Feb 09 22:03:22.861255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=b59b963b-3d18-416c-a2c0-d4d2dddbbdf9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:22.862844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33634) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:22.867770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022217863', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': True}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:22.976729 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (ef49f66a-2a32-4e16-a301-eb16a070aacb), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.977962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (ef49f66a-2a32-4e16-a301-eb16a070aacb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.010862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (416148ba-652b-4495-8bc3-f6a0b3e13202), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.013485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.014690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-729d6ccd-7dbe-4d78-8c51-532e09f7c42e tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/floatingips/416148ba-652b-4495-8bc3-f6a0b3e13202 HTTP/1.1" status: 204 len: 168 time: 1.3333747 Feb 09 22:03:23.018866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33640) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:23.071331 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974b9a8-7b36-43f9-a078-dea2523bff6f', 'name': 'tempest-snat-router-2022217863', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': 'cf8cce61-cc88-49b0-9e35-b6ca4d4535ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:18Z', 'updated_at': '2022-02-09T22:03:20Z', 'revision_number': 3, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port': {'id': 'cf8cce61-cc88-49b0-9e35-b6ca4d4535ea', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974b9a8-7b36-43f9-a078-dea2523bff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:18Z', 'updated_at': '2022-02-09T22:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:23.086074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-db400d98-a8c2-417a-9c9a-159dd079003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (746729d3-b488-4095-945b-48af56b545e3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.088649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-db400d98-a8c2-417a-9c9a-159dd079003b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.089795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-db400d98-a8c2-417a-9c9a-159dd079003b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/746729d3-b488-4095-945b-48af56b545e3 HTTP/1.1" status: 204 len: 168 time: 0.6896629 Feb 09 22:03:23.104798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db400d98-a8c2-417a-9c9a-159dd079003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746729d3-b488-4095-945b-48af56b545e3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:23.150372 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-f0e9c2b5-7686-4cf4-b247-cc96dd7cb6d6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] delete failed (client error): The resource could not be found. Feb 09 22:03:23.151446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f0e9c2b5-7686-4cf4-b247-cc96dd7cb6d6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/floatingips/416148ba-652b-4495-8bc3-f6a0b3e13202 HTTP/1.1" status: 404 len: 345 time: 0.1314809 Feb 09 22:03:23.155387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33644) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:23.182118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Checking router: e974b9a8-7b36-43f9-a078-dea2523bff6f for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:23.182477 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Updating router e974b9a8-7b36-43f9-a078-dea2523bff6f port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:23.241278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (ef49f66a-2a32-4e16-a301-eb16a070aacb), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.262620 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.401648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599cd76-6af4-4cc5-aa2c-a69d28041bc0 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:23.416856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599cd76-6af4-4cc5-aa2c-a69d28041bc0 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:23.429040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599cd76-6af4-4cc5-aa2c-a69d28041bc0 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:23.431315 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0599cd76-6af4-4cc5-aa2c-a69d28041bc0 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "GET /v2.0/ports?network_id=c5f45720-1957-4a54-82fe-ba923e4cd5a3 HTTP/1.1" status: 200 len: 2358 time: 0.2748051 Feb 09 22:03:23.435109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33652) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:23.505957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b664d-6317-4dd0-8064-835777dc22cc tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:23.507868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9b1b664d-6317-4dd0-8064-835777dc22cc tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "GET /v2.0/subnets/042d1e78-c273-41ca-a0d0-21da84c12f8e HTTP/1.1" status: 200 len: 797 time: 0.0701241 Feb 09 22:03:23.514297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33654) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:23.519738 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'port': {'network_id': 'c5f45720-1957-4a54-82fe-ba923e4cd5a3', 'name': 'tempest-FloatingIPTestJSON-1389332296', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:23.530581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc8e94-0c40-446d-ac1b-1c94192e1795 req-7b40ce76-1bc9-4022-bf0f-33d44bb7b0b1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:23.541807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40fc8e94-0c40-446d-ac1b-1c94192e1795 req-7b40ce76-1bc9-4022-bf0f-33d44bb7b0b1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.2891769 Feb 09 22:03:23.885175 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Publish callbacks [] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:23.930345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:24.006756 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.170871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.206596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40fc8e94-0c40-446d-ac1b-1c94192e1795 req-26f76c87-84b3-481e-ae66-103d092e8e9f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6637948 Feb 09 22:03:24.208030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] device_id is not set on port 1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:03:24.224186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (ef49f66a-2a32-4e16-a301-eb16a070aacb), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.263057 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Attempting to bind port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:24.263057 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Attempting to bind port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:24.263057 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Attempting to bind port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:24.263057 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2cb28-6bba-49ce-aeaa-88c05d75712f None None] Pushing event updated for resources: {'Port': ['ID=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:24.286449 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:24.288316 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:24.289537 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.290599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:24.293162 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Bound port: cf8cce61-cc88-49b0-9e35-b6ca4d4535ea, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:24.295434 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.462449 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] For port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:24.475395 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] For port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:24.652881 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.793214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (ef49f66a-2a32-4e16-a301-eb16a070aacb), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.849056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.014400 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Routers {'e974b9a8-7b36-43f9-a078-dea2523bff6f'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:25.015050 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['e974b9a8-7b36-43f9-a078-dea2523bff6f'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:25.100096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.14 (c5f45720-1957-4a54-82fe-ba923e4cd5a3/042d1e78-c273-41ca-a0d0-21da84c12f8e/1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:25.116951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.13 (c5f45720-1957-4a54-82fe-ba923e4cd5a3/042d1e78-c273-41ca-a0d0-21da84c12f8e/1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:25.130160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Allocated IP 172.25.5.72 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/831a5088-3eb7-41ff-a687-617a109afdcf) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:25.285583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for port (831a5088-3eb7-41ff-a687-617a109afdcf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.287755 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] Set router e974b9a8-7b36-43f9-a078-dea2523bff6f gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:25.337269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.417291 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2cb28-6bba-49ce-aeaa-88c05d75712f None None] Pushing event updated for resources: {'Port': ['ID=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:25.443279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.474007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.504297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:25.510280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:25.512677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:25.544168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:25.579467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:25.579782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:25.580180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:25.583658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:25.589074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:25.662463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Port': ['ID=831a5088-3eb7-41ff-a687-617a109afdcf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:25.673833 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e974b9a8-7b36-43f9-a078-dea2523bff6f', 'name': 'tempest-snat-router-2022217863', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': 'cf8cce61-cc88-49b0-9e35-b6ca4d4535ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:18Z', 'updated_at': '2022-02-09T22:03:20Z', 'revision_number': 3, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port': {'id': 'cf8cce61-cc88-49b0-9e35-b6ca4d4535ea', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974b9a8-7b36-43f9-a078-dea2523bff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:18Z', 'updated_at': '2022-02-09T22:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:25.741354 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c45b5f-662b-4cd7-bb5a-80fb313ce950 None None] The sync data for ids ['e974b9a8-7b36-43f9-a078-dea2523bff6f'] in n-d-828599-1 is: [{'id': 'e974b9a8-7b36-43f9-a078-dea2523bff6f', 'name': 'tempest-snat-router-2022217863', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': 'cf8cce61-cc88-49b0-9e35-b6ca4d4535ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:18Z', 'updated_at': '2022-02-09T22:03:20Z', 'revision_number': 3, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port': {'id': 'cf8cce61-cc88-49b0-9e35-b6ca4d4535ea', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e974b9a8-7b36-43f9-a078-dea2523bff6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:18Z', 'updated_at': '2022-02-09T22:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:25.754211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e86e9024-12bc-4621-8e9c-d057dfda0a8b tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2382123 Feb 09 22:03:25.756385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33712) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:25.761726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:25.862237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.042351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.098481 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (ef49f66a-2a32-4e16-a301-eb16a070aacb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.355068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.25.5.33 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/ec3adabb-c169-4431-a8bf-13f0490b9bfe) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:26.441323 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (ef49f66a-2a32-4e16-a301-eb16a070aacb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.692291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.711144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cf8cce61-cc88-49b0-9e35-b6ca4d4535ea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:26.761352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Router ef49f66a-2a32-4e16-a301-eb16a070aacb is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:26.813660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.829852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:26.830532 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:26.898470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:26.903269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:26.906544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=ec3adabb-c169-4431-a8bf-13f0490b9bfe,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:26.909717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:27.116836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-cc6ded5a-ebda-4555-a021-5c9053aa2c9b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1776128 Feb 09 22:03:27.141352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:27.141980 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:27.177317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:27.204647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:27.218261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Sync routers for ids ['ef49f66a-2a32-4e16-a301-eb16a070aacb'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:27.258778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Routers {'ef49f66a-2a32-4e16-a301-eb16a070aacb'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:27.263556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ef49f66a-2a32-4e16-a301-eb16a070aacb'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:27.275427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:27.293314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-af9886e8-6860-4685-adf1-75817280ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:27.304014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-af9886e8-6860-4685-adf1-75817280ecfc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 1127 time: 0.1245348 Feb 09 22:03:27.372944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:27.377417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cb4a02e9-db58-492e-b2f2-182df980479e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5108061 Feb 09 22:03:27.378023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33744) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:27.528688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-a0094dc1-c182-4940-aad3-102e4f14360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:27.529855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-a0094dc1-c182-4940-aad3-102e4f14360b service neutron] 10.222.0.110 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.1957264 Feb 09 22:03:27.676042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Set router ef49f66a-2a32-4e16-a301-eb16a070aacb gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:27.741902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-254dde49-8480-44ea-85a4-f9f1febeed68 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 200 len: 1001 time: 0.2046771 Feb 09 22:03:27.844175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-36aa3b3c-0ab4-4c2c-8891-76706bd929f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:27.845671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-36aa3b3c-0ab4-4c2c-8891-76706bd929f2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.0967298 Feb 09 22:03:27.939185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-d054ddc7-507b-4df9-abaa-a6b40c78ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:27.952490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-d054ddc7-507b-4df9-abaa-a6b40c78ad5d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984554 Feb 09 22:03:28.010166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:28.052150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49f66a-2a32-4e16-a301-eb16a070aacb', 'name': 'tempest-snat-router-2022217863', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '831a5088-3eb7-41ff-a687-617a109afdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:22Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 3, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port': {'id': '831a5088-3eb7-41ff-a687-617a109afdcf', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef49f66a-2a32-4e16-a301-eb16a070aacb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:24Z', 'updated_at': '2022-02-09T22:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:28.150654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Checking router: ef49f66a-2a32-4e16-a301-eb16a070aacb for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:28.150654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Updating router ef49f66a-2a32-4e16-a301-eb16a070aacb port 831a5088-3eb7-41ff-a687-617a109afdcf binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:28.182617 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-c0a4e8c4-6bc5-490d-830f-06c83f1cc1de service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237275 Feb 09 22:03:28.224928 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:28.310419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f71c86-a201-4942-bf17-b6c557dd4328 req-383cc9a5-9354-4297-986c-56023158d644 service neutron] 10.222.0.110 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217999 Feb 09 22:03:28.363739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-95b5a8e2-e383-445e-872a-8ea76c57a171 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/ef49f66a-2a32-4e16-a301-eb16a070aacb HTTP/1.1" status: 200 len: 907 time: 0.9778907 Feb 09 22:03:28.364012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33774) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:28.661292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (ef49f66a-2a32-4e16-a301-eb16a070aacb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:28.675216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (9bc322b1-9bbd-4817-a549-c462de8d004b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:28.969512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.023147 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (ef49f66a-2a32-4e16-a301-eb16a070aacb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.122331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cf8cce61-cc88-49b0-9e35-b6ca4d4535ea up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:29.163508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Publish callbacks [] for port (831a5088-3eb7-41ff-a687-617a109afdcf), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.193693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:29.194192 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.232763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Deleting port 831a5088-3eb7-41ff-a687-617a109afdcf {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:29.233410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.300244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.314140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.395963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15ec0c-630f-4259-be76-14cdc6efe297 None None] Pushing event updated for resources: {'Port': ['ID=831a5088-3eb7-41ff-a687-617a109afdcf,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:29.407182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.459487 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.479791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Calling delete_port for 831a5088-3eb7-41ff-a687-617a109afdcf owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:29.502208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:29.511122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Attempting to bind port 831a5088-3eb7-41ff-a687-617a109afdcf on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:29.511506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Attempting to bind port 831a5088-3eb7-41ff-a687-617a109afdcf by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:29.511929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Attempting to bind port 831a5088-3eb7-41ff-a687-617a109afdcf on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:29.522470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:29.522863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:29.523343 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.523779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:29.524275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Bound port: 831a5088-3eb7-41ff-a687-617a109afdcf, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:29.524668 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.543222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=ec3adabb-c169-4431-a8bf-13f0490b9bfe,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:29.626749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] For port 831a5088-3eb7-41ff-a687-617a109afdcf, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:29.643924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] For port 831a5088-3eb7-41ff-a687-617a109afdcf, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=831a5088-3eb7-41ff-a687-617a109afdcf,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:29.649155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.688106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (9bc322b1-9bbd-4817-a549-c462de8d004b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.729858 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:29.907841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15ec0c-630f-4259-be76-14cdc6efe297 None None] Pushing event updated for resources: {'Port': ['ID=831a5088-3eb7-41ff-a687-617a109afdcf,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:29.917790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Routers {'ef49f66a-2a32-4e16-a301-eb16a070aacb'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:29.918441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['ef49f66a-2a32-4e16-a301-eb16a070aacb'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:29.950036 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 9bc322b1-9bbd-4817-a549-c462de8d004b associated. External IP: 172.25.5.33, port: 1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6. Feb 09 22:03:29.984461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (831a5088-3eb7-41ff-a687-617a109afdcf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.103306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] Set router ef49f66a-2a32-4e16-a301-eb16a070aacb gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:30.109837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event deleted for resources: {'Port': ['ID=831a5088-3eb7-41ff-a687-617a109afdcf,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:30.158274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (ef49f66a-2a32-4e16-a301-eb16a070aacb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.199908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef49f66a-2a32-4e16-a301-eb16a070aacb', 'name': 'tempest-snat-router-2022217863', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:22Z', 'updated_at': '2022-02-09T22:03:29Z', 'revision_number': 4, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.257862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b62b73-8951-463a-8859-a7ebe62bb715 None None] The sync data for ids ['ef49f66a-2a32-4e16-a301-eb16a070aacb'] in n-d-828599-1 is: [{'id': 'ef49f66a-2a32-4e16-a301-eb16a070aacb', 'name': 'tempest-snat-router-2022217863', 'tenant_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:03:22Z', 'updated_at': '2022-02-09T22:03:29Z', 'revision_number': 4, 'project_id': '66f8e0dc0fbf444187ac2e250c34f32d', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:30.411639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:30.555286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:30.572181 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:30.585963 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:30.592594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.656833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (ef49f66a-2a32-4e16-a301-eb16a070aacb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.659396 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.663890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (ef49f66a-2a32-4e16-a301-eb16a070aacb), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.670348 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:30.671917 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.729289 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:30.729503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.729927 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea0dc6-dc5b-4777-a138-c9fb022c9dce None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:30.767921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-86e40900-6c77-4d58-8517-794d904db425 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0103073 Feb 09 22:03:30.772315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33818) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:30.783526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'port_id': '1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:30.823746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:30.862062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (9bc322b1-9bbd-4817-a549-c462de8d004b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.063102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (ef49f66a-2a32-4e16-a301-eb16a070aacb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.065787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef49f66a-2a32-4e16-a301-eb16a070aacb {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:31.071985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.073554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6f2cac11-b49f-4ba9-afcf-17924bbcacfe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/ef49f66a-2a32-4e16-a301-eb16a070aacb HTTP/1.1" status: 204 len: 168 time: 2.7128406 Feb 09 22:03:31.080486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33834) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:31.337310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (e974b9a8-7b36-43f9-a078-dea2523bff6f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.520097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (e974b9a8-7b36-43f9-a078-dea2523bff6f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.615399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.694727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Deleting port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:31.695084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.737976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (9bc322b1-9bbd-4817-a549-c462de8d004b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.886357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] For port cf8cce61-cc88-49b0-9e35-b6ca4d4535ea, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:31.887487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:31.906436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Calling delete_port for cf8cce61-cc88-49b0-9e35-b6ca4d4535ea owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:32.238249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:32.307829 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cf8cce61-cc88-49b0-9e35-b6ca4d4535ea), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.340343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf8cce61-cc88-49b0-9e35-b6ca4d4535ea,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:32.453707 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (e974b9a8-7b36-43f9-a078-dea2523bff6f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.460926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:32.465594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.477774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:32.493053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:32.493693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:32.634891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eca88e93-ed1e-49ca-bd24-af5efdb553b6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/floatingips/9bc322b1-9bbd-4817-a549-c462de8d004b HTTP/1.1" status: 200 len: 978 time: 1.8588068 Feb 09 22:03:32.634891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33866) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:32.641005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:32.666276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:32.667242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:32.671309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (e974b9a8-7b36-43f9-a078-dea2523bff6f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.673812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_controller (e974b9a8-7b36-43f9-a078-dea2523bff6f), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.744146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:32.746237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675709f9-d707-4913-9a4b-bcecfddfa2c0 None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:32.813118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (e974b9a8-7b36-43f9-a078-dea2523bff6f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.813737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e974b9a8-7b36-43f9-a078-dea2523bff6f {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:32.818991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:32.827863 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a94f9e1b-ad1c-4951-8996-34b452433f77 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "DELETE /v2.0/routers/e974b9a8-7b36-43f9-a078-dea2523bff6f HTTP/1.1" status: 204 len: 168 time: 1.7460511 Feb 09 22:03:32.831340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33870) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:32.842218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1692282632', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:32.950105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port ec3adabb-c169-4431-a8bf-13f0490b9bfe {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:32.950618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.012528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (9d421233-3977-4d93-850e-de181dd99bb7), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.013536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (9d421233-3977-4d93-850e-de181dd99bb7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.067932 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.068468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (ec3adabb-c169-4431-a8bf-13f0490b9bfe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.080277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (9d421233-3977-4d93-850e-de181dd99bb7), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.084810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for ec3adabb-c169-4431-a8bf-13f0490b9bfe owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:33.462601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (9d421233-3977-4d93-850e-de181dd99bb7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.595731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ec3adabb-c169-4431-a8bf-13f0490b9bfe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.665160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=ec3adabb-c169-4431-a8bf-13f0490b9bfe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:33.717446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (9bc322b1-9bbd-4817-a549-c462de8d004b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.718050 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 9bc322b1-9bbd-4817-a549-c462de8d004b disassociated (deleted). External IP: 172.25.5.33, port: 1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6. Feb 09 22:03:33.920982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (9d421233-3977-4d93-850e-de181dd99bb7), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:33.959076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.071174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:34.168681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Allocated IP 172.25.5.128 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/4f1a3224-7432-4fd6-af62-6fefdf6cc62d) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:34.344189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33900) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:34.385190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:34.399181 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:34.403591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.419395 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:34.420446 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:34.450792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for port (4f1a3224-7432-4fd6-af62-6fefdf6cc62d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.482002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:34.483975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-940b7db0-3258-4e71-80c9-9811b1be49b8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/floatingips/9bc322b1-9bbd-4817-a549-c462de8d004b HTTP/1.1" status: 204 len: 168 time: 1.8497303 Feb 09 22:03:34.517100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:34.550643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cf8cce61-cc88-49b0-9e35-b6ca4d4535ea no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:34.555196 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:34.556112 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:34.595150 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2f89-3647-4e3c-9870-0d56715920df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.598213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cf8cce61-cc88-49b0-9e35-b6ca4d4535ea {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:34.601054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cf8cce61-cc88-49b0-9e35-b6ca4d4535ea not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:34.612156 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:34.613250 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5812d-51b4-4bcd-ada5-f000c1b7dba0 None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:34.671013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port 1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:34.672693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.755725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2f89-3647-4e3c-9870-0d56715920df admin admin] Publish callbacks [] for security_group (0f3e8435-2dc0-45c0-b067-07f81938fc3c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.832322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.848398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for 1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:34.858514 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1a3e2f89-3647-4e3c-9870-0d56715920df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0f3e8435-2dc0-45c0-b067-07f81938fc3c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:34.924880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1a3e2f89-3647-4e3c-9870-0d56715920df admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8f31379858f0442da01cebf7186a74d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744448 Feb 09 22:03:34.938433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:35.013925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e2f89-3647-4e3c-9870-0d56715920df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3e8435-2dc0-45c0-b067-07f81938fc3c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:35.090680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4f1a3224-7432-4fd6-af62-6fefdf6cc62d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.106097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b99f4d0e-3775-476b-9543-7576894966d0 admin admin] Publish callbacks [] for security_group (0f3e8435-2dc0-45c0-b067-07f81938fc3c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.141605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event updated for resources: {'Port': ['ID=4f1a3224-7432-4fd6-af62-6fefdf6cc62d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:35.143310 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b99f4d0e-3775-476b-9543-7576894966d0 admin admin] Publish callbacks [] for security_group (0f3e8435-2dc0-45c0-b067-07f81938fc3c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.164787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:35.169934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:35.178538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:35.339370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b99f4d0e-3775-476b-9543-7576894966d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0f3e8435-2dc0-45c0-b067-07f81938fc3c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.344408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b99f4d0e-3775-476b-9543-7576894966d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.347526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b99f4d0e-3775-476b-9543-7576894966d0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0f3e8435-2dc0-45c0-b067-07f81938fc3c HTTP/1.1" status: 204 len: 168 time: 0.4074130 Feb 09 22:03:35.393763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f4d0e-3775-476b-9543-7576894966d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3e8435-2dc0-45c0-b067-07f81938fc3c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:35.509313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd6427d0-6bf6-49b8-8d33-84a24ea15ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.602302 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:35.642631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:36.172158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.172158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a245a5b0-b4e2-4d2b-9f35-8c66f1f8ebfb tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/ports/1d64b217-bb18-4fc4-8fe2-d2c8c3f29cc6 HTTP/1.1" status: 204 len: 168 time: 1.6881275 Feb 09 22:03:36.175069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33948) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:36.180234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:36.193248 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (9d421233-3977-4d93-850e-de181dd99bb7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.320165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.441752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (9d421233-3977-4d93-850e-de181dd99bb7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.581916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.719487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Router 9d421233-3977-4d93-850e-de181dd99bb7 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:36.762701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.25.5.90 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/cf1fbacc-b22e-4e2a-ac14-07b62139865b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:36.888829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:36.900739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] Sync routers for ids ['9d421233-3977-4d93-850e-de181dd99bb7'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:36.915829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] Routers {'9d421233-3977-4d93-850e-de181dd99bb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:36.916941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9d421233-3977-4d93-850e-de181dd99bb7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:36.978610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:36.992305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.020477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] Routers {'9d421233-3977-4d93-850e-de181dd99bb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:37.021305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9d421233-3977-4d93-850e-de181dd99bb7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:37.054459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.056903 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9d92ec42-a860-4927-b37a-056931be2c14 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2239270 Feb 09 22:03:37.065753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33984) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:37.075958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': False}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:37.150258 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.316781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:37.317369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b863cd1-ee2c-4eda-a38d-8aeafd700abb None None] The sync data for ids ['9d421233-3977-4d93-850e-de181dd99bb7'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:37.378731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:37.394926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:37.402620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=cf1fbacc-b22e-4e2a-ac14-07b62139865b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:37.408850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:37.591034 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-50308b05-731c-45fd-b5a1-0977198ecf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.606109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (602633c8-ad5d-4285-b08a-c3e960685ba4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.663177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (9d421233-3977-4d93-850e-de181dd99bb7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:37.775282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.035880 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.110145 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.203798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=cf1fbacc-b22e-4e2a-ac14-07b62139865b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:38.216558 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (602633c8-ad5d-4285-b08a-c3e960685ba4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.294165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (9d421233-3977-4d93-850e-de181dd99bb7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.301304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (9d421233-3977-4d93-850e-de181dd99bb7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.311205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.314315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-efcde6a2-2edb-46c4-924c-953860e6b1f6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1375456 Feb 09 22:03:38.316748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34030) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:38.325870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'port': {'network_id': 'c5f45720-1957-4a54-82fe-ba923e4cd5a3', 'name': 'tempest-FloatingIPTestJSON-296486501'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:38.477325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Router 9d421233-3977-4d93-850e-de181dd99bb7 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:38.783383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:38.806377 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] Sync routers for ids ['9d421233-3977-4d93-850e-de181dd99bb7'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:38.807103 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:38.816577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b4d6d909-1a77-4024-8764-7f16e3245673 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "PUT /v2.0/routers/9d421233-3977-4d93-850e-de181dd99bb7 HTTP/1.1" status: 200 len: 926 time: 1.7473829 Feb 09 22:03:38.817621 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] Routers {'9d421233-3977-4d93-850e-de181dd99bb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:38.818250 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9d421233-3977-4d93-850e-de181dd99bb7'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:38.818420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34042) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:38.889421 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:38.911523 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] Routers {'9d421233-3977-4d93-850e-de181dd99bb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:38.912717 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['9d421233-3977-4d93-850e-de181dd99bb7'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:38.998840 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:38.999524 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6f4a5e-06f0-448a-951d-7e0f20fb2523 None None] The sync data for ids ['9d421233-3977-4d93-850e-de181dd99bb7'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:39.012742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34050) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:39.013253 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0d7cdeb6-42b1-49c3-8f10-fac69562edb8 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/9d421233-3977-4d93-850e-de181dd99bb7 HTTP/1.1" status: 200 len: 926 time: 0.1891382 Feb 09 22:03:39.046945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:39.049846 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.097442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] device_id is not set on port f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:03:39.115120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.284938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.11 (c5f45720-1957-4a54-82fe-ba923e4cd5a3/042d1e78-c273-41ca-a0d0-21da84c12f8e/f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:39.329494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d3962d-da5d-4be8-9593-5971d0e4adb9 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:39.331212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-90d3962d-da5d-4be8-9593-5971d0e4adb9 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=9d421233-3977-4d93-850e-de181dd99bb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3203294 Feb 09 22:03:39.335179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34072) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:39.495089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.589514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bd224-c532-4c52-b83f-2001ccefde0e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:39.589514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-917bd224-c532-4c52-b83f-2001ccefde0e tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.2084632 Feb 09 22:03:39.589514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34080) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:39.615527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aebb3792-71f4-4e3f-a156-4fa29f52b3ff tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d421233-3977-4d93-850e-de181dd99bb7 HTTP/1.1" status: 200 len: 205 time: 0.0390224 Feb 09 22:03:39.616103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34086) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:39.845361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (9d421233-3977-4d93-850e-de181dd99bb7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.940453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.063455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network c5f45720-1957-4a54-82fe-ba923e4cd5a3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:40.068400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:40.074306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:40.109276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:40.149751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:40.150406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.169132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (9d421233-3977-4d93-850e-de181dd99bb7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.297692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c6e9e63f-5921-45a1-b72f-9e4173411061 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9796674 Feb 09 22:03:40.300457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34128) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:40.303170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.305320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'port_id': 'f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:40.356365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Deleting port 4f1a3224-7432-4fd6-af62-6fefdf6cc62d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:40.356717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4f1a3224-7432-4fd6-af62-6fefdf6cc62d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.417698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (602633c8-ad5d-4285-b08a-c3e960685ba4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.449066 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4f1a3224-7432-4fd6-af62-6fefdf6cc62d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.462150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Calling delete_port for 4f1a3224-7432-4fd6-af62-6fefdf6cc62d owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:40.861435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4f1a3224-7432-4fd6-af62-6fefdf6cc62d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:40.948306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event deleted for resources: {'Port': ['ID=4f1a3224-7432-4fd6-af62-6fefdf6cc62d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:41.009987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (9d421233-3977-4d93-850e-de181dd99bb7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.147343 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (9d421233-3977-4d93-850e-de181dd99bb7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.152628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (9d421233-3977-4d93-850e-de181dd99bb7), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.315428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (9d421233-3977-4d93-850e-de181dd99bb7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.316309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Fanout notify agent at l3_agent the message router_deleted on router 9d421233-3977-4d93-850e-de181dd99bb7 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:41.328540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.332508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e659eca4-7263-49be-9fab-97869678225a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/9d421233-3977-4d93-850e-de181dd99bb7 HTTP/1.1" status: 204 len: 168 time: 1.7142122 Feb 09 22:03:41.335557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34190) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:41.349569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6a347a5c-83c8-4320-9188-5068a6938818 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-759862458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:41.523919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a347a5c-83c8-4320-9188-5068a6938818 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (60086d45-10b6-4b31-9b97-3f9408aac360), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.523919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a347a5c-83c8-4320-9188-5068a6938818 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (60086d45-10b6-4b31-9b97-3f9408aac360), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.653217 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a347a5c-83c8-4320-9188-5068a6938818 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (60086d45-10b6-4b31-9b97-3f9408aac360), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.719446 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.774608 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a347a5c-83c8-4320-9188-5068a6938818 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (60086d45-10b6-4b31-9b97-3f9408aac360), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.898152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.911210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a347a5c-83c8-4320-9188-5068a6938818 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.912655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6a347a5c-83c8-4320-9188-5068a6938818 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5757139 Feb 09 22:03:41.915337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34210) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:41.920068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:42.023507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (602633c8-ad5d-4285-b08a-c3e960685ba4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.168012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (60086d45-10b6-4b31-9b97-3f9408aac360), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.205474 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 602633c8-ad5d-4285-b08a-c3e960685ba4 associated. External IP: 172.25.5.90, port: f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f. Feb 09 22:03:42.450871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:42.462770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (60086d45-10b6-4b31-9b97-3f9408aac360), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.492192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.647463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:42.654115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.661104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:42.684180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:42.685148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:42.699234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Allocated IP 172.25.5.215 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/7e6abc52-970c-464e-b5ef-4d1cc95c9be7) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:42.720317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6891d409-addc-4db2-b78b-4eb4ea342517 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/floatingips/602633c8-ad5d-4285-b08a-c3e960685ba4 HTTP/1.1" status: 200 len: 977 time: 2.4186716 Feb 09 22:03:42.722944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34258) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:42.730219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:42.742768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:42.743636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:42.777685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:42.778435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f1401-84a0-4fb6-b989-e2da7b8fcc43 None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:42.854182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:42.854182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.855363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for port (7e6abc52-970c-464e-b5ef-4d1cc95c9be7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.969562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.103696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7e6abc52-970c-464e-b5ef-4d1cc95c9be7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.171474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event updated for resources: {'Port': ['ID=7e6abc52-970c-464e-b5ef-4d1cc95c9be7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:43.185317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:43.187390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:43.189880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:43.239267 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.239741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (602633c8-ad5d-4285-b08a-c3e960685ba4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.240182 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 602633c8-ad5d-4285-b08a-c3e960685ba4 disassociated. External IP: 172.25.5.90, port: f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f. Feb 09 22:03:43.240721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:43.503970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.568687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:43.758831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:43.816230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (60086d45-10b6-4b31-9b97-3f9408aac360), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.900580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:43.911691 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:43.931296 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:43.931296 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:43.960329 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:43.970601 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:43.972507 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:44.029845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:44.031558 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4926f-73d8-458f-bf13-d6038dda4d8a None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:44.091052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.097339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fc020407-727f-4a32-9022-c051be8659ad tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/ports/f60aa6e2-4ab1-4fe8-b1c8-d94c894d9f8f HTTP/1.1" status: 204 len: 168 time: 1.3708043 Feb 09 22:03:44.097639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34326) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:44.120468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (60086d45-10b6-4b31-9b97-3f9408aac360), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.127048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (60086d45-10b6-4b31-9b97-3f9408aac360), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.147078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e569fa14-95e8-476d-a0f8-4d8b3700bd8c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "GET /v2.0/floatingips/602633c8-ad5d-4285-b08a-c3e960685ba4 HTTP/1.1" status: 200 len: 687 time: 0.0483470 Feb 09 22:03:44.164565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34332) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:44.517145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port cf1fbacc-b22e-4e2a-ac14-07b62139865b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:44.517145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.660651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.660651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (cf1fbacc-b22e-4e2a-ac14-07b62139865b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.683045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for cf1fbacc-b22e-4e2a-ac14-07b62139865b owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:45.017840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Router 60086d45-10b6-4b31-9b97-3f9408aac360 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:45.048209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cf1fbacc-b22e-4e2a-ac14-07b62139865b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.102175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=cf1fbacc-b22e-4e2a-ac14-07b62139865b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:45.165605 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (602633c8-ad5d-4285-b08a-c3e960685ba4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.169961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.175176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-be3a2bb0-0c1f-4831-bd0f-fd7aaa2d7150 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/floatingips/602633c8-ad5d-4285-b08a-c3e960685ba4 HTTP/1.1" status: 204 len: 168 time: 1.0045915 Feb 09 22:03:45.176378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:45.182042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'd9f7d44f-b042-4668-91c7-58081c18faef'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:45.224964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:45.233170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.239180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34386) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:45.244452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] Sync routers for ids ['60086d45-10b6-4b31-9b97-3f9408aac360'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:45.250717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-788ac228-7375-4339-b175-e73a55a659cb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "PUT /v2.0/routers/60086d45-10b6-4b31-9b97-3f9408aac360 HTTP/1.1" status: 200 len: 883 time: 3.3333623 Feb 09 22:03:45.266430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] Routers {'60086d45-10b6-4b31-9b97-3f9408aac360'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:45.273134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['60086d45-10b6-4b31-9b97-3f9408aac360'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:45.338288 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.398639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:45.424559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] Routers {'60086d45-10b6-4b31-9b97-3f9408aac360'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:45.425254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['60086d45-10b6-4b31-9b97-3f9408aac360'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:45.462944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34398) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:45.474956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-35270be4-e763-46af-883a-f2fc25d9d0f2 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/60086d45-10b6-4b31-9b97-3f9408aac360 HTTP/1.1" status: 200 len: 924 time: 0.2331400 Feb 09 22:03:45.511933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:45.514558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4862339-96d6-4a69-a0b7-e4fa15de7af2 None None] The sync data for ids ['60086d45-10b6-4b31-9b97-3f9408aac360'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:45.606059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a4028-b067-4a84-a754-bf1dc16ef2f4 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:45.606059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-726a4028-b067-4a84-a754-bf1dc16ef2f4 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=60086d45-10b6-4b31-9b97-3f9408aac360&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1386659 Feb 09 22:03:45.606301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34402) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:45.615006 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.847245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.25.5.23 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5a3dccd9-895e-49fd-bc2d-054f6a3feaea) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:45.893006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5406c-96cb-4e8c-809e-66caa60f13d6 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:45.897301 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-36a5406c-96cb-4e8c-809e-66caa60f13d6 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.2881312 Feb 09 22:03:45.897704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34420) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:45.967144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ebed0ecb-19d7-44e6-812a-c1c6c01e07f9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=60086d45-10b6-4b31-9b97-3f9408aac360 HTTP/1.1" status: 200 len: 205 time: 0.0671871 Feb 09 22:03:45.970966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34424) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:46.026350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34428) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:46.113391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (60086d45-10b6-4b31-9b97-3f9408aac360), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.161466 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.250298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12aa033c-c742-4de7-ade8-174930c6778c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.325887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (60086d45-10b6-4b31-9b97-3f9408aac360), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.529368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Deleting port 7e6abc52-970c-464e-b5ef-4d1cc95c9be7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:46.530181 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7e6abc52-970c-464e-b5ef-4d1cc95c9be7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.675787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12aa033c-c742-4de7-ade8-174930c6778c admin admin] Publish callbacks [] for security_group (aca32f5e-0e35-4e65-803d-9f01ca8e5e54), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.678127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.681533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7e6abc52-970c-464e-b5ef-4d1cc95c9be7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:46.702835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Calling delete_port for 7e6abc52-970c-464e-b5ef-4d1cc95c9be7 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:46.718234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:46.721340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:46.724970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:46.765719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=5a3dccd9-895e-49fd-bc2d-054f6a3feaea,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:47.055675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12aa033c-c742-4de7-ade8-174930c6778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aca32f5e-0e35-4e65-803d-9f01ca8e5e54), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.115324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa033c-c742-4de7-ade8-174930c6778c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca32f5e-0e35-4e65-803d-9f01ca8e5e54,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:47.124786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34452) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:47.125264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-12aa033c-c742-4de7-ade8-174930c6778c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ae7fbfe2ab694860a5af838f159f37b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0968103 Feb 09 22:03:47.163469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7e6abc52-970c-464e-b5ef-4d1cc95c9be7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.243958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event deleted for resources: {'Port': ['ID=7e6abc52-970c-464e-b5ef-4d1cc95c9be7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:47.341037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (60086d45-10b6-4b31-9b97-3f9408aac360), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.414927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (44b582e2-1e55-4cc5-9527-7e37caedc385), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.428355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ad03-6091-4e61-92a1-69bc3d6a1aef admin admin] Publish callbacks [] for security_group (aca32f5e-0e35-4e65-803d-9f01ca8e5e54), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.486705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (60086d45-10b6-4b31-9b97-3f9408aac360), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.492627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (60086d45-10b6-4b31-9b97-3f9408aac360), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.495389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ad03-6091-4e61-92a1-69bc3d6a1aef admin admin] Publish callbacks [] for security_group (aca32f5e-0e35-4e65-803d-9f01ca8e5e54), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.602120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.640454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (60086d45-10b6-4b31-9b97-3f9408aac360), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.641594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Fanout notify agent at l3_agent the message router_deleted on router 60086d45-10b6-4b31-9b97-3f9408aac360 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:47.649555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.654356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-86ba249e-e4f4-432a-adbd-cc662170729e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/60086d45-10b6-4b31-9b97-3f9408aac360 HTTP/1.1" status: 204 len: 168 time: 1.6782224 Feb 09 22:03:47.654733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34470) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:47.660193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-19af5d2e-9486-4190-8fc9-e0fe3e1812b4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-268584740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:47.749903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ad03-6091-4e61-92a1-69bc3d6a1aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (aca32f5e-0e35-4e65-803d-9f01ca8e5e54), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.756203 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfd0ad03-6091-4e61-92a1-69bc3d6a1aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.784537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cfd0ad03-6091-4e61-92a1-69bc3d6a1aef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aca32f5e-0e35-4e65-803d-9f01ca8e5e54 HTTP/1.1" status: 204 len: 168 time: 0.6399651 Feb 09 22:03:47.788582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2e-9486-4190-8fc9-e0fe3e1812b4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (f5f329bf-6812-40d3-82d0-054e02a48441), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.794822 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2e-9486-4190-8fc9-e0fe3e1812b4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (f5f329bf-6812-40d3-82d0-054e02a48441), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.855152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0ad03-6091-4e61-92a1-69bc3d6a1aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca32f5e-0e35-4e65-803d-9f01ca8e5e54,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:47.911863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2e-9486-4190-8fc9-e0fe3e1812b4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (f5f329bf-6812-40d3-82d0-054e02a48441), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:47.949582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.005160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.013705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2e-9486-4190-8fc9-e0fe3e1812b4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (f5f329bf-6812-40d3-82d0-054e02a48441), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.106671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=5a3dccd9-895e-49fd-bc2d-054f6a3feaea,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:48.152171 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19af5d2e-9486-4190-8fc9-e0fe3e1812b4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.153406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-19af5d2e-9486-4190-8fc9-e0fe3e1812b4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4971070 Feb 09 22:03:48.156517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34490) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:48.161460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': True}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:48.172375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (44b582e2-1e55-4cc5-9527-7e37caedc385), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.318507 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 44b582e2-1e55-4cc5-9527-7e37caedc385 associated. External IP: 172.25.5.23, port: d9f7d44f-b042-4668-91c7-58081c18faef. Feb 09 22:03:48.737512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:48.756437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (f5f329bf-6812-40d3-82d0-054e02a48441), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:48.970319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:48.982437 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:49.021703 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:49.027566 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:49.093749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.131451 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:49.150113 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:49.161878 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:49.188116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2851e232-d9e4-46f0-bf98-29171b2a494a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0082221 Feb 09 22:03:49.188366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:49.201777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2121924506'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:49.202059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (f5f329bf-6812-40d3-82d0-054e02a48441), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.238559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.245701 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:49.246362 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10673e-0a95-4a3c-b02f-7c4040a95ccf None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:49.308991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:49.313221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.350794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:03:49.362070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (64de9c2a-224e-47c1-a244-16bf9448448d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.362641 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Added segment 64de9c2a-224e-47c1-a244-16bf9448448d of type vlan for network 0886951b-7809-4c2a-8389-33d87896ac9d Feb 09 22:03:49.435917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0886951b-7809-4c2a-8389-33d87896ac9d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.458113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Allocated IP 172.25.5.13 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/2cc63b45-1947-4970-9a8b-b8275b18da29) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:49.549643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0886951b-7809-4c2a-8389-33d87896ac9d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.560753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:49.560753 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.593895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for port (2cc63b45-1947-4970-9a8b-b8275b18da29), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.675696 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:03:49.679016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Network': ['ID=0886951b-7809-4c2a-8389-33d87896ac9d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:49.698434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0886951b-7809-4c2a-8389-33d87896ac9d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:03:49.744086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34550) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:49.744997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a6e82aa3-42d9-4c02-abfe-e6fde7217614 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5556185 Feb 09 22:03:49.750827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'subnet': {'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:49.789278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2cc63b45-1947-4970-9a8b-b8275b18da29), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:49.917245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:49.929558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:49.938657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:49.942609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc63b45-1947-4970-9a8b-b8275b18da29,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:50.173688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:03:50.177549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:50.590933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (f5f329bf-6812-40d3-82d0-054e02a48441), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:50.625193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (a90265d1-5a02-4152-8bd9-96830ae9865a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.136111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Subnet': ['ID=a90265d1-5a02-4152-8bd9-96830ae9865a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:51.164365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Checking segment: {'id': '64de9c2a-224e-47c1-a244-16bf9448448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:51.164838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network hostable DHCP agents. Network: 0886951b-7809-4c2a-8389-33d87896ac9d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:03:51.339953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (f5f329bf-6812-40d3-82d0-054e02a48441), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.345811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (f5f329bf-6812-40d3-82d0-054e02a48441), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.407674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network 0886951b-7809-4c2a-8389-33d87896ac9d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:03:51.491648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0886951b-7809-4c2a-8389-33d87896ac9d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:51.500622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:51.502241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e34ba-2446-4951-a4a4-0e679438c051 None None] Network 0886951b-7809-4c2a-8389-33d87896ac9d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:51.502752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.644943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dc25ae8e-5a81-4ccb-9d03-fa0aa744a4d8 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8987274 Feb 09 22:03:51.647013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34630) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:51.653686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-421422659', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:51.672055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Router f5f329bf-6812-40d3-82d0-054e02a48441 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:51.716572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0886951b-7809-4c2a-8389-33d87896ac9d', 'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d', 'project_id': '2291b27520594380b98fe5685001e906', 'fixed_ips': [{'subnet_id': 'a90265d1-5a02-4152-8bd9-96830ae9865a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:03:51.718293 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.850202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (02e42f89-a403-4906-a3b5-ee265eaa801a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.852709 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (02e42f89-a403-4906-a3b5-ee265eaa801a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.942784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:51.949818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.951294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-72f7eb01-c811-41e5-a5a2-9758e4ba65e3 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "PUT /v2.0/routers/f5f329bf-6812-40d3-82d0-054e02a48441 HTTP/1.1" status: 200 len: 917 time: 3.7936692 Feb 09 22:03:51.954108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_controller (02e42f89-a403-4906-a3b5-ee265eaa801a), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:51.954684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34642) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:51.965041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] Sync routers for ids ['f5f329bf-6812-40d3-82d0-054e02a48441'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:51.988650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] Routers {'f5f329bf-6812-40d3-82d0-054e02a48441'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:51.989497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f5f329bf-6812-40d3-82d0-054e02a48441'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:52.028466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:52.061794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Allocated IP 172.20.0.2 (0886951b-7809-4c2a-8389-33d87896ac9d/a90265d1-5a02-4152-8bd9-96830ae9865a/d3300951-2dd9-4358-8b25-02fe87891771) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:52.065497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] Routers {'f5f329bf-6812-40d3-82d0-054e02a48441'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:52.069029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f5f329bf-6812-40d3-82d0-054e02a48441'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:52.137539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:52.138195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2be145-0730-4389-87b4-dede402a0ad9 None None] The sync data for ids ['f5f329bf-6812-40d3-82d0-054e02a48441'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:52.156246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4302f6aa-7ef0-4351-88d6-84925e7943fe tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/f5f329bf-6812-40d3-82d0-054e02a48441 HTTP/1.1" status: 200 len: 923 time: 0.1997938 Feb 09 22:03:52.156880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34656) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:52.328046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b2f9a5-6bfd-4217-9132-99575ed9cf37 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:52.333018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e8b2f9a5-6bfd-4217-9132-99575ed9cf37 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=f5f329bf-6812-40d3-82d0-054e02a48441&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1750515 Feb 09 22:03:52.334030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34662) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:52.377564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Publish callbacks [] for port (d3300951-2dd9-4358-8b25-02fe87891771), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.440821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d3300951-2dd9-4358-8b25-02fe87891771), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.548005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (02e42f89-a403-4906-a3b5-ee265eaa801a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.548872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41631f54-adca-463e-b562-e43b9974495a tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:52.552933 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-41631f54-adca-463e-b562-e43b9974495a tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.2152925 Feb 09 22:03:52.554201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34684) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:52.562086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Pushing event updated for resources: {'Port': ['ID=d3300951-2dd9-4358-8b25-02fe87891771,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:52.575966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.576365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.576797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.577214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.577606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.577996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.578381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.578766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.579151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.579534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.579949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.580887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.583531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:52.590293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Network 0886951b-7809-4c2a-8389-33d87896ac9d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:52.591867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:52.596702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:52.597076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34686) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:52.597223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d3255849-e864-4df6-a6cb-02cf0d2a74f1 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5f329bf-6812-40d3-82d0-054e02a48441 HTTP/1.1" status: 200 len: 205 time: 0.0394747 Feb 09 22:03:52.677080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Attempting to bind port d3300951-2dd9-4358-8b25-02fe87891771 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:52.677587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Attempting to bind port d3300951-2dd9-4358-8b25-02fe87891771 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '64de9c2a-224e-47c1-a244-16bf9448448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:52.688165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Attempting to bind port d3300951-2dd9-4358-8b25-02fe87891771 on network 0886951b-7809-4c2a-8389-33d87896ac9d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:52.694315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:52.698387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Checking segment: {'id': '64de9c2a-224e-47c1-a244-16bf9448448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:52.698387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.698387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Bound using segment: {'id': '64de9c2a-224e-47c1-a244-16bf9448448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:52.698387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Bound port: d3300951-2dd9-4358-8b25-02fe87891771, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64de9c2a-224e-47c1-a244-16bf9448448d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:52.698387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d3300951-2dd9-4358-8b25-02fe87891771), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.832723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] For port d3300951-2dd9-4358-8b25-02fe87891771, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:52.843919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] For port d3300951-2dd9-4358-8b25-02fe87891771, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3300951-2dd9-4358-8b25-02fe87891771,segment=NetworkSegment(64de9c2a-224e-47c1-a244-16bf9448448d),segment_id=64de9c2a-224e-47c1-a244-16bf9448448d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:52.872432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (f5f329bf-6812-40d3-82d0-054e02a48441), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.962804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d3300951-2dd9-4358-8b25-02fe87891771), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.069738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652dbe3-003c-4300-a294-cea0a243aded None None] Pushing event updated for resources: {'Port': ['ID=d3300951-2dd9-4358-8b25-02fe87891771,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:53.210098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (f5f329bf-6812-40d3-82d0-054e02a48441), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.453224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (02e42f89-a403-4906-a3b5-ee265eaa801a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.518635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Deleting port 2cc63b45-1947-4970-9a8b-b8275b18da29 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:53.519014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2cc63b45-1947-4970-9a8b-b8275b18da29), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.656390 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.676250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34718) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:53.806849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2cc63b45-1947-4970-9a8b-b8275b18da29), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.832120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Calling delete_port for 2cc63b45-1947-4970-9a8b-b8275b18da29 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:53.931833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451314d1-51a7-405d-b07e-ecd2af090683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.038305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.25.5.121 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/0a6ad157-4322-4d59-821b-bec29ef50506) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:54.080388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451314d1-51a7-405d-b07e-ecd2af090683 admin admin] Publish callbacks [] for security_group (0d7d3f08-9b79-4bef-bf31-1c9a60802771), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.245902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-451314d1-51a7-405d-b07e-ecd2af090683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d7d3f08-9b79-4bef-bf31-1c9a60802771), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.299730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-451314d1-51a7-405d-b07e-ecd2af090683 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=427a6ab08e12431dacdcf97536a55d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6222882 Feb 09 22:03:54.302413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34742) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:54.309528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451314d1-51a7-405d-b07e-ecd2af090683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7d3f08-9b79-4bef-bf31-1c9a60802771,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:54.368772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac5f3087-fcf1-4e88-ac4e-a631f26e046f admin admin] Publish callbacks [] for security_group (0d7d3f08-9b79-4bef-bf31-1c9a60802771), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.406913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac5f3087-fcf1-4e88-ac4e-a631f26e046f admin admin] Publish callbacks [] for security_group (0d7d3f08-9b79-4bef-bf31-1c9a60802771), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.447640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2cc63b45-1947-4970-9a8b-b8275b18da29), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.473231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (0a6ad157-4322-4d59-821b-bec29ef50506), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.559172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event deleted for resources: {'Port': ['ID=2cc63b45-1947-4970-9a8b-b8275b18da29,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:54.581016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac5f3087-fcf1-4e88-ac4e-a631f26e046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0d7d3f08-9b79-4bef-bf31-1c9a60802771), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.589472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac5f3087-fcf1-4e88-ac4e-a631f26e046f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.598546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac5f3087-fcf1-4e88-ac4e-a631f26e046f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0d7d3f08-9b79-4bef-bf31-1c9a60802771 HTTP/1.1" status: 204 len: 168 time: 0.2919796 Feb 09 22:03:54.610801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f3087-fcf1-4e88-ac4e-a631f26e046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7d3f08-9b79-4bef-bf31-1c9a60802771,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:54.767806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (f5f329bf-6812-40d3-82d0-054e02a48441), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.809698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3300951-2dd9-4358-8b25-02fe87891771 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:54.884978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (f5f329bf-6812-40d3-82d0-054e02a48441), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.887307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (f5f329bf-6812-40d3-82d0-054e02a48441), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.932690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d3300951-2dd9-4358-8b25-02fe87891771 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:54.933351 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3300951-2dd9-4358-8b25-02fe87891771), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:54.987664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbbdef-115f-4039-93d6-2f2d48ebb525 None None] Network 0886951b-7809-4c2a-8389-33d87896ac9d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:55.011665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (f5f329bf-6812-40d3-82d0-054e02a48441), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.012512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Fanout notify agent at l3_agent the message router_deleted on router f5f329bf-6812-40d3-82d0-054e02a48441 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:55.026742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.026742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7f164a2f-05d2-4466-983f-edfb148e0dc9 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/f5f329bf-6812-40d3-82d0-054e02a48441 HTTP/1.1" status: 204 len: 168 time: 2.4255736 Feb 09 22:03:55.026742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34758) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:55.033376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-506972e8-dce4-4e01-ac92-b4c850532cdb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1269363023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:55.061518 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0a6ad157-4322-4d59-821b-bec29ef50506), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.140588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-79fd9160-5462-442f-9428-498ba3266e70 None None] Provisioning complete for port d3300951-2dd9-4358-8b25-02fe87891771 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:55.141256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-79fd9160-5462-442f-9428-498ba3266e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3300951-2dd9-4358-8b25-02fe87891771), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.146972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=0a6ad157-4322-4d59-821b-bec29ef50506,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:55.159900 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-506972e8-dce4-4e01-ac92-b4c850532cdb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (02d07c94-f811-489e-b296-79cad6a5fa84), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.162448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-506972e8-dce4-4e01-ac92-b4c850532cdb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (02d07c94-f811-489e-b296-79cad6a5fa84), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.217111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:55.221834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:55.224704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:55.408166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d3300951-2dd9-4358-8b25-02fe87891771 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:55.408689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d3300951-2dd9-4358-8b25-02fe87891771), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.438233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-506972e8-dce4-4e01-ac92-b4c850532cdb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (02d07c94-f811-489e-b296-79cad6a5fa84), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.509999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port d3300951-2dd9-4358-8b25-02fe87891771, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3300951-2dd9-4358-8b25-02fe87891771,segment=NetworkSegment(64de9c2a-224e-47c1-a244-16bf9448448d),segment_id=64de9c2a-224e-47c1-a244-16bf9448448d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:55.511063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-79fd9160-5462-442f-9428-498ba3266e70 None None] Current status of the port d3300951-2dd9-4358-8b25-02fe87891771 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:55.511450 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-79fd9160-5462-442f-9428-498ba3266e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d3300951-2dd9-4358-8b25-02fe87891771), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.519824 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-506972e8-dce4-4e01-ac92-b4c850532cdb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (02d07c94-f811-489e-b296-79cad6a5fa84), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.595981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d3300951-2dd9-4358-8b25-02fe87891771), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.719250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-79fd9160-5462-442f-9428-498ba3266e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:03:55.719615 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-79fd9160-5462-442f-9428-498ba3266e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:03:55.734678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=d3300951-2dd9-4358-8b25-02fe87891771,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:55.754683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34780) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:55.761655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-506972e8-dce4-4e01-ac92-b4c850532cdb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:55.764258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-506972e8-dce4-4e01-ac92-b4c850532cdb tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7370350 Feb 09 22:03:55.770929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34782) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:55.775639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': False}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:03:55.781868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.032355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Publish callbacks [] for security_group (fa001554-0f0d-4914-8807-091bacf52e06), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.102968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fa001554-0f0d-4914-8807-091bacf52e06), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.162651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0934303c970c4e2ca1a934b3843b9e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068663 Feb 09 22:03:56.199510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:56.300497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-79fd9160-5462-442f-9428-498ba3266e70 None None] Current status of the port d3300951-2dd9-4358-8b25-02fe87891771 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:56.333232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa001554-0f0d-4914-8807-091bacf52e06,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:56.357767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.358456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.358967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.359477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.359997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.362973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ecc68-d50b-4517-b975-f5dc7110d382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:56.366979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4eae53db-acf2-44a3-b090-0061981f7dd0 admin admin] Publish callbacks [] for security_group (fa001554-0f0d-4914-8807-091bacf52e06), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.421937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4eae53db-acf2-44a3-b090-0061981f7dd0 admin admin] Publish callbacks [] for security_group (fa001554-0f0d-4914-8807-091bacf52e06), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.444178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b6d841e2-90e8-48c0-b407-bc75320dff67 None None] Provisioning complete for port d3300951-2dd9-4358-8b25-02fe87891771 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:56.444571 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6d841e2-90e8-48c0-b407-bc75320dff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3300951-2dd9-4358-8b25-02fe87891771), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.480590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (02e42f89-a403-4906-a3b5-ee265eaa801a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.621163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4eae53db-acf2-44a3-b090-0061981f7dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fa001554-0f0d-4914-8807-091bacf52e06), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.621163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4eae53db-acf2-44a3-b090-0061981f7dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.627076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4eae53db-acf2-44a3-b090-0061981f7dd0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fa001554-0f0d-4914-8807-091bacf52e06 HTTP/1.1" status: 204 len: 168 time: 0.4270654 Feb 09 22:03:56.642832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae53db-acf2-44a3-b090-0061981f7dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa001554-0f0d-4914-8807-091bacf52e06,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:56.705861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b6d841e2-90e8-48c0-b407-bc75320dff67 None None] Current status of the port d3300951-2dd9-4358-8b25-02fe87891771 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:56.708162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3300951-2dd9-4358-8b25-02fe87891771 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:56.850951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d3300951-2dd9-4358-8b25-02fe87891771 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:56.850951 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d3300951-2dd9-4358-8b25-02fe87891771), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.893667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (02e42f89-a403-4906-a3b5-ee265eaa801a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.953247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157995c5-5e8a-471b-a3f9-d6f23d3ab62d req-bd10a8ed-86b8-45a7-9985-e0a698f6d21e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:56.960906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-157995c5-5e8a-471b-a3f9-d6f23d3ab62d req-bd10a8ed-86b8-45a7-9985-e0a698f6d21e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1078775 Feb 09 22:03:57.064530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d3300951-2dd9-4358-8b25-02fe87891771 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:57.093919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-157995c5-5e8a-471b-a3f9-d6f23d3ab62d req-09b19551-34fe-4d10-ad5e-50197b79258f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254807 Feb 09 22:03:57.103888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (02d07c94-f811-489e-b296-79cad6a5fa84), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.378575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router 02e42f89-a403-4906-a3b5-ee265eaa801a is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:03:57.595090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:57.606652 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] Sync routers for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:57.625077 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:57.638271 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:57.662856 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:57.673171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:57.673845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:57.724576 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:57.725366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ba69a-72d6-4974-9180-9a6deebda7b7 None None] The sync data for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:57.760928 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.765453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4bcc773c-a222-4afe-b99b-f36057942062 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1139457 Feb 09 22:03:57.765853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 34856) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:57.791457 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (02d07c94-f811-489e-b296-79cad6a5fa84), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.821262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.018592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Allocated IP 172.25.5.159 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/7e35f426-ecee-410c-a725-7a34a6989591) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:58.181186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for port (7e35f426-ecee-410c-a725-7a34a6989591), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.308275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7e35f426-ecee-410c-a725-7a34a6989591), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:58.361696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310858-c12f-40df-b44b-5462cf753edd req-85da2bb0-eb18-4e79-9cca-2687d7801bd5 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:58.363431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b310858-c12f-40df-b44b-5462cf753edd req-85da2bb0-eb18-4e79-9cca-2687d7801bd5 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.1358492 Feb 09 22:03:58.447580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Pushing event updated for resources: {'Port': ['ID=7e35f426-ecee-410c-a725-7a34a6989591,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:58.468934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.469392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.469815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.470238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.470780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.471196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.471602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.472093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.472521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.472959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.473745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.474358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.474933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:58.493314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:58.497292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:58.501156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:58.628373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b310858-c12f-40df-b44b-5462cf753edd req-f6051a8d-9df0-4158-bde8-2d43402d8c93 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766524 Feb 09 22:03:58.791060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-ed837b5e-3fbd-4da8-a721-980e69e2bb29 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:58.792002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-ed837b5e-3fbd-4da8-a721-980e69e2bb29 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.110 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.2523983 Feb 09 22:03:58.915758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.171732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Deleting port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:59.172168 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.288981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router_gateway (02d07c94-f811-489e-b296-79cad6a5fa84), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.380386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.390543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.1 (0886951b-7809-4c2a-8389-33d87896ac9d/a90265d1-5a02-4152-8bd9-96830ae9865a/b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:59.573114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] For port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:59.573460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.573647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.812789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:59.952851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network 0886951b-7809-4c2a-8389-33d87896ac9d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:59.957115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:59.962589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:00.077065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228c5b5-eee1-42dc-bc49-dbe4efef6ef9 req-42fbec87-7a97-4bd6-9769-0c38f1c45009 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:00.081232 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228c5b5-eee1-42dc-bc49-dbe4efef6ef9 req-42fbec87-7a97-4bd6-9769-0c38f1c45009 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 945 time: 0.2774959 Feb 09 22:04:00.081939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:00.210984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (02e42f89-a403-4906-a3b5-ee265eaa801a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.328015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (02d07c94-f811-489e-b296-79cad6a5fa84), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.348481 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (02d07c94-f811-489e-b296-79cad6a5fa84), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.369218 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4228c5b5-eee1-42dc-bc49-dbe4efef6ef9 req-c3cfab9a-c66d-4273-ae60-9952e386b921 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=78b3974c-64d3-41d8-aa1f-d48d495edff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685115 Feb 09 22:04:00.383915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.389223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (27909462-8a1c-4810-86c5-56ec02c87f58), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.391213 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Floating IP 27909462-8a1c-4810-86c5-56ec02c87f58 disassociated. External IP: 172.25.5.203, port: 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0. Feb 09 22:04:00.392774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Calling delete_port for 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:00.477428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f882b4be-6212-46c5-974b-167141ffc21f None None] Provisioning complete for port b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:00.477428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f882b4be-6212-46c5-974b-167141ffc21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.578730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f882b4be-6212-46c5-974b-167141ffc21f None None] Port b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:00.778476 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.813574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:00.858042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 34994) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:01.054079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Router 02d07c94-f811-489e-b296-79cad6a5fa84 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:04:01.253975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:01.297614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2993-381a-43eb-89b2-48784dab1934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.439521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.491733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:01.493255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8dff55ed-7e0b-4ae5-998c-8541ac2b03f0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.564130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:01.578284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event deleted for resources: {'Port': ['ID=8dff55ed-7e0b-4ae5-998c-8541ac2b03f0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:01.586542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.593112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-80f171b3-5d2d-4756-8606-6fc67ff05f9f tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "PUT /v2.0/routers/02d07c94-f811-489e-b296-79cad6a5fa84 HTTP/1.1" status: 200 len: 920 time: 5.8205011 Feb 09 22:04:01.599033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35012) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:01.605115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.675031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.705022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] Sync routers for ids ['02d07c94-f811-489e-b296-79cad6a5fa84'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:01.720039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-405706cf-271e-4941-9246-66a3938248c2 req-6b581374-be32-4e7c-baa2-669f4d08f661 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 210 time: 0.1372588 Feb 09 22:04:01.737839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] Routers {'02d07c94-f811-489e-b296-79cad6a5fa84'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:01.743090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02d07c94-f811-489e-b296-79cad6a5fa84'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:01.837128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:01.883756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] Routers {'02d07c94-f811-489e-b296-79cad6a5fa84'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:01.888216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02d07c94-f811-489e-b296-79cad6a5fa84'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:01.894237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2993-381a-43eb-89b2-48784dab1934 admin admin] Publish callbacks [] for security_group (9d296985-6525-47a9-a360-fe1e124b699c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.916666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:01.928176 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (02e42f89-a403-4906-a3b5-ee265eaa801a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.964142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd3d2993-381a-43eb-89b2-48784dab1934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9d296985-6525-47a9-a360-fe1e124b699c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:01.985790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e6f97aa8-9e30-41ba-876a-4c6dc47d2757 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/02d07c94-f811-489e-b296-79cad6a5fa84 HTTP/1.1" status: 200 len: 926 time: 0.3846633 Feb 09 22:04:01.990745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35022) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:02.007400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:02.008434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb04122d-6c46-4d29-8b62-0d89cd29ac96 None None] The sync data for ids ['02d07c94-f811-489e-b296-79cad6a5fa84'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:02.138101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Router 80b3811d-1f34-4044-974d-58de00614ae8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:02.162606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dd3d2993-381a-43eb-89b2-48784dab1934 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e48c98ae262045f2823ad64456452b11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3017545 Feb 09 22:04:02.163365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d2993-381a-43eb-89b2-48784dab1934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d296985-6525-47a9-a360-fe1e124b699c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:02.166695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35028) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:02.185229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network 0886951b-7809-4c2a-8389-33d87896ac9d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:02.202983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:02.292350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b732648-9404-487b-9bd9-5db7c2f196a4 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:02.296639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8b732648-9404-487b-9bd9-5db7c2f196a4 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=02d07c94-f811-489e-b296-79cad6a5fa84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2855601 Feb 09 22:04:02.300712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35030) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:02.453115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:02.468581 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] Sync routers for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:02.485555 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:02.486532 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:02.572460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] No DVR routers for this DVR port 8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:02.578072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.584168 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f87192d7-cc8f-4067-b1b9-adf5ed79be55 admin admin] Publish callbacks [] for security_group (9d296985-6525-47a9-a360-fe1e124b699c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.592374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router 02e42f89-a403-4906-a3b5-ee265eaa801a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:02.594832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399fb9bb-12e5-480b-afd4-4b3ffb33fd20 req-c3d811f1-b62d-4d2d-ae20-f4ddb08e61aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.110 "DELETE /v2.0/ports/8dff55ed-7e0b-4ae5-998c-8541ac2b03f0 HTTP/1.1" status: 204 len: 173 time: 3.7726557 Feb 09 22:04:02.595827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'name': 'network-vif-deleted', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:02.629863 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed6ef91-0f3b-41f3-853b-abccc133c1e5" -d '{"events": [{"server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "name": "network-vif-deleted", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:02.638311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6b75f-bf2a-4312-ba6a-625720113ce0 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:02.646040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0ac6b75f-bf2a-4312-ba6a-625720113ce0 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.3331258 Feb 09 22:04:02.657036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35044) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:02.702334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f87192d7-cc8f-4067-b1b9-adf5ed79be55 admin admin] Publish callbacks [] for security_group (9d296985-6525-47a9-a360-fe1e124b699c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.750683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-081ee383-4cea-4fe2-a658-1e0888c63e38 None None] Provisioning complete for port b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:02.752515 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-081ee383-4cea-4fe2-a658-1e0888c63e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:02.807983 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d631505e-acba-4277-a31d-3a0fa8331eb9 x-openstack-request-id: req-d631505e-acba-4277-a31d-3a0fa8331eb9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:02.808588 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3", "name": "network-vif-deleted", "tag": "8dff55ed-7e0b-4ae5-998c-8541ac2b03f0", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:02.809048 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d631505e-acba-4277-a31d-3a0fa8331eb9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:02.810631 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3', 'name': 'network-vif-deleted', 'tag': '8dff55ed-7e0b-4ae5-998c-8541ac2b03f0', 'status': 'completed', 'code': 200} Feb 09 22:04:02.814493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e7edefa3-ac31-43c7-994b-40f6e4ccf3a2 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=02d07c94-f811-489e-b296-79cad6a5fa84 HTTP/1.1" status: 200 len: 205 time: 0.1559348 Feb 09 22:04:02.817315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35048) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:02.840242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-081ee383-4cea-4fe2-a658-1e0888c63e38 None None] Port b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:03.021771 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:03.157162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:03.179926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69403964-b411-4d60-9886-f357180afe98 None None] Sync routers for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:03.200063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69403964-b411-4d60-9886-f357180afe98 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:03.200753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-69403964-b411-4d60-9886-f357180afe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:03.202436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-98ed1838-a0f3-40d0-b906-5ff9254935d2 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/routers/02e42f89-a403-4906-a3b5-ee265eaa801a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4330125 Feb 09 22:04:03.203780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f87192d7-cc8f-4067-b1b9-adf5ed79be55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9d296985-6525-47a9-a360-fe1e124b699c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.209464 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f87192d7-cc8f-4067-b1b9-adf5ed79be55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.213402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f87192d7-cc8f-4067-b1b9-adf5ed79be55 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9d296985-6525-47a9-a360-fe1e124b699c HTTP/1.1" status: 204 len: 168 time: 1.0459785 Feb 09 22:04:03.214364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35058) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:03.225271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'port': {'network_id': '0886951b-7809-4c2a-8389-33d87896ac9d', 'name': 'tempest-FloatingIPTestJSON-2013067036'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:03.238035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87192d7-cc8f-4067-b1b9-adf5ed79be55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d296985-6525-47a9-a360-fe1e124b699c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:03.311663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-69403964-b411-4d60-9886-f357180afe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:03.314702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (02d07c94-f811-489e-b296-79cad6a5fa84), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.334116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69403964-b411-4d60-9886-f357180afe98 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:03.336245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-072c2425-0c65-44ad-82cf-d40875c54ca0 req-565b7b64-6ceb-4e3f-bbbb-0c182c4d46f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=ecf805b2-eaca-4aeb-8dfd-d48cb7e8cae3 HTTP/1.1" status: 200 len: 210 time: 0.3507264 Feb 09 22:04:03.336688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-69403964-b411-4d60-9886-f357180afe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:03.415629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-69403964-b411-4d60-9886-f357180afe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:03.419420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69403964-b411-4d60-9886-f357180afe98 None None] The sync data for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:03.423472 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:03.467795 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] Checking router: 80b3811d-1f34-4044-974d-58de00614ae8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:03.489785 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:03.490546 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:03:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:03.568585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (02d07c94-f811-489e-b296-79cad6a5fa84), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.645243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Made reservation on behalf of 2291b27520594380b98fe5685001e906 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:03.648644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.656925 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:03.672920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] device_id is not set on port 3f9c38a7-3a8e-400e-95ba-81a1f792d6d6 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:04:03.704780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Deleting port 7e35f426-ecee-410c-a725-7a34a6989591 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:03.707063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7e35f426-ecee-410c-a725-7a34a6989591), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.908963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7e35f426-ecee-410c-a725-7a34a6989591), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:03.928820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Calling delete_port for 7e35f426-ecee-410c-a725-7a34a6989591 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:03.938828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Allocated IP 172.20.0.9 (0886951b-7809-4c2a-8389-33d87896ac9d/a90265d1-5a02-4152-8bd9-96830ae9865a/3f9c38a7-3a8e-400e-95ba-81a1f792d6d6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:04.141072 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:04.191570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cc7c6-7533-4791-9b37-9e93b3a1ce07 None None] The sync data for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 is: [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:04.390160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for port (3f9c38a7-3a8e-400e-95ba-81a1f792d6d6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.531640 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3f9c38a7-3a8e-400e-95ba-81a1f792d6d6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.541403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35102) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:04.713430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event updated for resources: {'Port': ['ID=3f9c38a7-3a8e-400e-95ba-81a1f792d6d6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:04.754213 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9ad4c-576d-4240-a38d-2546f5e5cb20 None None] New status for floating IP 27909462-8a1c-4810-86c5-56ec02c87f58: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:04:04.770758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Network 0886951b-7809-4c2a-8389-33d87896ac9d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:04.816361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:04.826243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:04.831737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a26507a5-a917-45ed-aad3-6c63ce58fde8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (78b3974c-64d3-41d8-aa1f-d48d495edff0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:04.947038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7e35f426-ecee-410c-a725-7a34a6989591), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.025601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event deleted for resources: {'Port': ['ID=7e35f426-ecee-410c-a725-7a34a6989591,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:05.109385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a26507a5-a917-45ed-aad3-6c63ce58fde8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (78b3974c-64d3-41d8-aa1f-d48d495edff0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.157574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (02d07c94-f811-489e-b296-79cad6a5fa84), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.171297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:05.174655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.230616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-25989219-197d-4d9f-96fb-71cd6ab780e4 None None] Provisioning complete for port 3f9c38a7-3a8e-400e-95ba-81a1f792d6d6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:05.248915 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-25989219-197d-4d9f-96fb-71cd6ab780e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3f9c38a7-3a8e-400e-95ba-81a1f792d6d6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.347882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-77ea2780-a274-47c1-960f-f9f643fa198a tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1282134 Feb 09 22:04:05.352092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-25989219-197d-4d9f-96fb-71cd6ab780e4 None None] Port 3f9c38a7-3a8e-400e-95ba-81a1f792d6d6 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:05.360735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (02d07c94-f811-489e-b296-79cad6a5fa84), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.363078 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (02d07c94-f811-489e-b296-79cad6a5fa84), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.363734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35132) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:05.377910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Request body: {'floatingip': {'port_id': '3f9c38a7-3a8e-400e-95ba-81a1f792d6d6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:05.454828 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90b6413-7ac7-463c-81f9-95321f83bdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.512558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35136) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:05.528601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (44b582e2-1e55-4cc5-9527-7e37caedc385), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.535012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (02d07c94-f811-489e-b296-79cad6a5fa84), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.540441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Fanout notify agent at l3_agent the message router_deleted on router 02d07c94-f811-489e-b296-79cad6a5fa84 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:04:05.557901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.567746 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d9c25a9e-9161-4c24-85f0-917b6d5691cf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/02d07c94-f811-489e-b296-79cad6a5fa84 HTTP/1.1" status: 204 len: 168 time: 2.7483985 Feb 09 22:04:05.568734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35140) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:05.580432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1071940563', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:05.733158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.736494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.861294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (0b4afadb-5875-4438-91d0-6aa3c853eb83), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:05.867616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-881e4a64-3548-4978-8af1-4b3e5976c9f9 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-361397353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:06.013820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-881e4a64-3548-4978-8af1-4b3e5976c9f9 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (c74c4341-edb1-484b-9b2c-8a141df91b5d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.015171 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-881e4a64-3548-4978-8af1-4b3e5976c9f9 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (c74c4341-edb1-484b-9b2c-8a141df91b5d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.168851 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.171317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a26507a5-a917-45ed-aad3-6c63ce58fde8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (78b3974c-64d3-41d8-aa1f-d48d495edff0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.174514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a26507a5-a917-45ed-aad3-6c63ce58fde8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.178276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a26507a5-a917-45ed-aad3-6c63ce58fde8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "DELETE /v2.0/security-groups/78b3974c-64d3-41d8-aa1f-d48d495edff0 HTTP/1.1" status: 204 len: 168 time: 1.6300347 Feb 09 22:04:06.179770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35156) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:06.201866 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-872f7988-b933-4e7a-9d4e-e7a05aa959db tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] show failed (client error): The resource could not be found. Feb 09 22:04:06.203392 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-872f7988-b933-4e7a-9d4e-e7a05aa959db tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups/78b3974c-64d3-41d8-aa1f-d48d495edff0 HTTP/1.1" status: 404 len: 347 time: 0.0226591 Feb 09 22:04:06.204416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26507a5-a917-45ed-aad3-6c63ce58fde8 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3974c-64d3-41d8-aa1f-d48d495edff0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:06.206544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35158) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:06.213840 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (0b4afadb-5875-4438-91d0-6aa3c853eb83), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.219505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-881e4a64-3548-4978-8af1-4b3e5976c9f9 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for router_controller (c74c4341-edb1-484b-9b2c-8a141df91b5d), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.270220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (44b582e2-1e55-4cc5-9527-7e37caedc385), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.351593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-881e4a64-3548-4978-8af1-4b3e5976c9f9 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (c74c4341-edb1-484b-9b2c-8a141df91b5d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.468358 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-881e4a64-3548-4978-8af1-4b3e5976c9f9 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.468592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-881e4a64-3548-4978-8af1-4b3e5976c9f9 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9545395 Feb 09 22:04:06.474185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35162) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:06.476688 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 44b582e2-1e55-4cc5-9527-7e37caedc385 associated. External IP: 172.25.5.23, port: d9f7d44f-b042-4668-91c7-58081c18faef. Feb 09 22:04:06.484758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1601332526'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:06.678970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Made reservation on behalf of 9ed929ec584c47f9a53779d26b8d29db for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:06.695567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.715963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.769780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (0b4afadb-5875-4438-91d0-6aa3c853eb83), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.792951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.985341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for security_group (66f8e106-e866-447d-89b9-beab0dace4fb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:06.993653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Allocated IP 172.25.5.136 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/152189c9-e8ed-4afc-b8a1-0b9fe860d7f0) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:07.051187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (66f8e106-e866-447d-89b9-beab0dace4fb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.064552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:07.075659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (bb9bc6fa-1656-49b3-8bff-163117bdad09), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.076057 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Added segment bb9bc6fa-1656-49b3-8bff-163117bdad09 of type vlan for network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 Feb 09 22:04:07.125371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.198299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f8e106-e866-447d-89b9-beab0dace4fb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:07.211963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.217724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:07.218526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.380607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Deleting port b1fef85c-68c9-4c21-b11c-31a68ac203e0 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:07.384380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.425385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Network': ['ID=dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:07.437698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for port (152189c9-e8ed-4afc-b8a1-0b9fe860d7f0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.450132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:07.455594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c2ab0a19-c624-48d3-8108-208b6808ac8d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9772503 Feb 09 22:04:07.457939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35176) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:07.472703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'subnet': {'network_id': 'dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:07.600904 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26363f6a-2140-452e-afba-5f288a74fb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.626923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.627633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (b1fef85c-68c9-4c21-b11c-31a68ac203e0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.652318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Calling delete_port for b1fef85c-68c9-4c21-b11c-31a68ac203e0 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:07.675588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:07.734978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Made reservation on behalf of 9ed929ec584c47f9a53779d26b8d29db for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:07.739411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.798551 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (152189c9-e8ed-4afc-b8a1-0b9fe860d7f0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.819324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:07.824968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:07.864278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:07.952351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:07.965358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:07.980419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:07.981334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:08.059528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:08.113323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:08.114275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:08.172808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event updated for resources: {'Port': ['ID=152189c9-e8ed-4afc-b8a1-0b9fe860d7f0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:08.322649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (56c09e58-3f6d-40f6-9a83-25682ef4d72e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:08.429869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Subnet': ['ID=56c09e58-3f6d-40f6-9a83-25682ef4d72e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:08.501783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:08.502464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c9685-b3d8-4429-a0ff-c6a1d5e9094f None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:08.585435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Checking segment: {'id': 'bb9bc6fa-1656-49b3-8bff-163117bdad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:08.585818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network hostable DHCP agents. Network: dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:08.605442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router 02e42f89-a403-4906-a3b5-ee265eaa801a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:08.626537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (0b4afadb-5875-4438-91d0-6aa3c853eb83), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:08.743578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b1fef85c-68c9-4c21-b11c-31a68ac203e0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:08.877554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event deleted for resources: {'Port': ['ID=b1fef85c-68c9-4c21-b11c-31a68ac203e0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:08.952064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:09.030023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:09.037887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5529f61f-cbb8-4006-9313-3b1a92227265 None None] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:09.041605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:09.042831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.061817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.093905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (27909462-8a1c-4810-86c5-56ec02c87f58), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.096728 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.098037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b16a91c6-6047-4317-90c3-e10212205657 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "DELETE /v2.0/floatingips/27909462-8a1c-4810-86c5-56ec02c87f58 HTTP/1.1" status: 204 len: 168 time: 2.8905675 Feb 09 22:04:09.155879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:09.160273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.173342 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] Sync routers for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:09.184425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8777bee1-be4a-4106-bc24-1eec9e875f98 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7240999 Feb 09 22:04:09.193744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35200) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:09.207991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'network': {'name': 'tempest-router-network01--1597596796'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:09.214418 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:09.223107 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:09.256835 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.273646 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:09.286763 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:09.287467 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:09.294389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3', 'network_id': 'dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3', 'project_id': '9ed929ec584c47f9a53779d26b8d29db', 'fixed_ips': [{'subnet_id': '56c09e58-3f6d-40f6-9a83-25682ef4d72e'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:09.295849 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.339408 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:09.340524 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8e407-ef8a-47df-a849-daf67e2141c5 None None] The sync data for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:09.348409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Router 0b4afadb-5875-4438-91d0-6aa3c853eb83 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:04:09.356260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a10d620e-dfc9-47b2-8c24-3968be5a554d tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/floatingips/44b582e2-1e55-4cc5-9527-7e37caedc385 HTTP/1.1" status: 200 len: 977 time: 3.9913037 Feb 09 22:04:09.362190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35204) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:09.443454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Made reservation on behalf of 9ed929ec584c47f9a53779d26b8d29db for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:09.469999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.499613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:09.510070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.510565 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Added segment 44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19 of type vlan for network 941daffc-1154-40d3-a163-738f3b4ba897 Feb 09 22:04:09.555128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Allocated IP 172.20.0.2 (dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3/56c09e58-3f6d-40f6-9a83-25682ef4d72e/b09337e5-357f-4e88-aa1a-1735d019306b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:09.571585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (941daffc-1154-40d3-a163-738f3b4ba897), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.653468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35208) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:09.660117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-733ea7d2-ed15-4a17-88b6-149ff9d1fcd7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573046501', 'description': 'tempest-description--1565811512'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:09.705459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:09.719221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] Sync routers for ids ['0b4afadb-5875-4438-91d0-6aa3c853eb83'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:09.725417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (941daffc-1154-40d3-a163-738f3b4ba897), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.727803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port 3f9c38a7-3a8e-400e-95ba-81a1f792d6d6 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:09.736210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3f9c38a7-3a8e-400e-95ba-81a1f792d6d6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.736375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:09.736375 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.777384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] Routers {'0b4afadb-5875-4438-91d0-6aa3c853eb83'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:09.780134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0b4afadb-5875-4438-91d0-6aa3c853eb83'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:09.823882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-733ea7d2-ed15-4a17-88b6-149ff9d1fcd7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.871449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Network': ['ID=941daffc-1154-40d3-a163-738f3b4ba897,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:09.909926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88da8617-2d2c-4f31-87bb-b9fea728ebf5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7097936 Feb 09 22:04:09.914953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35214) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:09.927325 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3f9c38a7-3a8e-400e-95ba-81a1f792d6d6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.928103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'network': {'name': 'tempest-router-network02--2017500499'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:09.935428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 941daffc-1154-40d3-a163-738f3b4ba897 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:09.950491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-733ea7d2-ed15-4a17-88b6-149ff9d1fcd7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (7f567485-1ba8-4ef0-8de8-4af6fda22104), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.001271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:10.033676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-733ea7d2-ed15-4a17-88b6-149ff9d1fcd7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7f567485-1ba8-4ef0-8de8-4af6fda22104), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.034664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Publish callbacks [] for port (b09337e5-357f-4e88-aa1a-1735d019306b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.051045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] Routers {'0b4afadb-5875-4438-91d0-6aa3c853eb83'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:10.051696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0b4afadb-5875-4438-91d0-6aa3c853eb83'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:10.077733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Made reservation on behalf of 9ed929ec584c47f9a53779d26b8d29db for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:10.078164 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.118164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:10.118824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f99c341-9dc8-4890-ae90-de1e862306b8 None None] The sync data for ids ['0b4afadb-5875-4438-91d0-6aa3c853eb83'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:10.134980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ea7d2-ed15-4a17-88b6-149ff9d1fcd7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f567485-1ba8-4ef0-8de8-4af6fda22104,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:10.134980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:10.145320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f47d9026-3332-4b13-beb1-7331811b4ded), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.148187 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Added segment f47d9026-3332-4b13-beb1-7331811b4ded of type vlan for network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 Feb 09 22:04:10.192501 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.196747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-733ea7d2-ed15-4a17-88b6-149ff9d1fcd7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.201263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-733ea7d2-ed15-4a17-88b6-149ff9d1fcd7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5429249 Feb 09 22:04:10.207236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:10.214906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0579763e-2506-4240-866c-34038bb92c8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'security_group_rule': {'security_group_id': '7f567485-1ba8-4ef0-8de8-4af6fda22104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:10.223424 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (1ce5fa6c-622e-4645-b90c-ed450f93eec0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.277690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Pushing event updated for resources: {'Port': ['ID=b09337e5-357f-4e88-aa1a-1735d019306b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:10.284171 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.295411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:10.297275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:10.300487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:10.372275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0579763e-2506-4240-866c-34038bb92c8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (e5f24576-3358-4367-90cf-1ed605fb2e87), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.379878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (1ce5fa6c-622e-4645-b90c-ed450f93eec0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.383227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.389642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cdf15c1f-a9de-4093-bf20-a8c687e67001 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8156588 Feb 09 22:04:10.391236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35226) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:10.393461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:10.397554 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.402575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:10.464140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Attempting to bind port b09337e5-357f-4e88-aa1a-1735d019306b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:10.464608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Attempting to bind port b09337e5-357f-4e88-aa1a-1735d019306b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'bb9bc6fa-1656-49b3-8bff-163117bdad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:10.465059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Attempting to bind port b09337e5-357f-4e88-aa1a-1735d019306b on network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:10.471293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:10.471839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Checking segment: {'id': 'bb9bc6fa-1656-49b3-8bff-163117bdad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:10.472555 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.473151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Bound using segment: {'id': 'bb9bc6fa-1656-49b3-8bff-163117bdad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:10.473703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Bound port: b09337e5-357f-4e88-aa1a-1735d019306b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9bc6fa-1656-49b3-8bff-163117bdad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:10.474162 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.583682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] For port b09337e5-357f-4e88-aa1a-1735d019306b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:10.588682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6680057 Feb 09 22:04:10.589379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:10.594621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] For port b09337e5-357f-4e88-aa1a-1735d019306b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b09337e5-357f-4e88-aa1a-1735d019306b,segment=NetworkSegment(bb9bc6fa-1656-49b3-8bff-163117bdad09),segment_id=bb9bc6fa-1656-49b3-8bff-163117bdad09)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:10.604686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'subnet': {'network_id': '941daffc-1154-40d3-a163-738f3b4ba897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:10.672232 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.682655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf2690-bb2c-40c7-91bf-5094b98c480d tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Network': ['ID=1ce5fa6c-622e-4645-b90c-ed450f93eec0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:10.719091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:10.769229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0579763e-2506-4240-866c-34038bb92c8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (e5f24576-3358-4367-90cf-1ed605fb2e87), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.834164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.834671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (44b582e2-1e55-4cc5-9527-7e37caedc385), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.837088 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Floating IP 44b582e2-1e55-4cc5-9527-7e37caedc385 disassociated. External IP: 172.25.5.23, port: 3f9c38a7-3a8e-400e-95ba-81a1f792d6d6. Feb 09 22:04:10.837088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for 3f9c38a7-3a8e-400e-95ba-81a1f792d6d6 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:10.866944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b258e84-8af8-44a5-84d6-b7b1af47efe4 None None] Pushing event updated for resources: {'Port': ['ID=b09337e5-357f-4e88-aa1a-1735d019306b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:10.867789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0579763e-2506-4240-866c-34038bb92c8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e5f24576-3358-4367-90cf-1ed605fb2e87), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:10.915106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579763e-2506-4240-866c-34038bb92c8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f24576-3358-4367-90cf-1ed605fb2e87,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:10.936747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Made reservation on behalf of 9ed929ec584c47f9a53779d26b8d29db for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:10.941522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.072024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0579763e-2506-4240-866c-34038bb92c8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.075732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0579763e-2506-4240-866c-34038bb92c8d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8644903 Feb 09 22:04:11.076852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:11.081433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-95db9309-56a9-4cd5-8487-b267170870a1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'security_group_rule': {'security_group_id': '7f567485-1ba8-4ef0-8de8-4af6fda22104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:11.205249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95db9309-56a9-4cd5-8487-b267170870a1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (19b4a9a0-3bee-446c-85dd-f858f04077e1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.211826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (0b4afadb-5875-4438-91d0-6aa3c853eb83), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.321332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_gateway (0b4afadb-5875-4438-91d0-6aa3c853eb83), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.370729 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95db9309-56a9-4cd5-8487-b267170870a1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (19b4a9a0-3bee-446c-85dd-f858f04077e1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.378923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (3f8b3975-5ef7-40cb-9393-743139d0baf1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.404847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3f9c38a7-3a8e-400e-95ba-81a1f792d6d6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.454196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95db9309-56a9-4cd5-8487-b267170870a1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (19b4a9a0-3bee-446c-85dd-f858f04077e1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.470587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Subnet': ['ID=3f8b3975-5ef7-40cb-9393-743139d0baf1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:11.496270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=3f9c38a7-3a8e-400e-95ba-81a1f792d6d6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:11.505287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db9309-56a9-4cd5-8487-b267170870a1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b4a9a0-3bee-446c-85dd-f858f04077e1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:11.508631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Checking segment: {'id': '44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '941daffc-1154-40d3-a163-738f3b4ba897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:11.509195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network hostable DHCP agents. Network: 941daffc-1154-40d3-a163-738f3b4ba897, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:11.588421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95db9309-56a9-4cd5-8487-b267170870a1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.592921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-95db9309-56a9-4cd5-8487-b267170870a1 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5150478 Feb 09 22:04:11.593564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35254) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:11.599190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:11.618714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network 941daffc-1154-40d3-a163-738f3b4ba897 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:11.725141 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.730756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Deleting port 152189c9-e8ed-4afc-b8a1-0b9fe860d7f0 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:11.735177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (152189c9-e8ed-4afc-b8a1-0b9fe860d7f0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.780726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 941daffc-1154-40d3-a163-738f3b4ba897) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:11.785193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:11.785751 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.789635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f771c07-d8e0-447c-b9c0-98130b99b8d2 None None] Network 941daffc-1154-40d3-a163-738f3b4ba897 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:11.790159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.890731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (152189c9-e8ed-4afc-b8a1-0b9fe860d7f0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.937677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Calling delete_port for 152189c9-e8ed-4afc-b8a1-0b9fe860d7f0 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:12.014835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-45b83def-28a7-40c0-9260-7eb4586919e6 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4151754 Feb 09 22:04:12.015425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35262) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:12.033260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'subnet': {'network_id': '1ce5fa6c-622e-4645-b90c-ed450f93eec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:12.085861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-941daffc-1154-40d3-a163-738f3b4ba897', 'network_id': '941daffc-1154-40d3-a163-738f3b4ba897', 'project_id': '9ed929ec584c47f9a53779d26b8d29db', 'fixed_ips': [{'subnet_id': '3f8b3975-5ef7-40cb-9393-743139d0baf1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:12.086831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.224041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router 02e42f89-a403-4906-a3b5-ee265eaa801a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:12.304834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.319564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Allocated IP 172.20.0.2 (941daffc-1154-40d3-a163-738f3b4ba897/3f8b3975-5ef7-40cb-9393-743139d0baf1/c4820c2a-86fb-4037-adf5-ee0279e7adda) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:12.522545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Allocated IP 172.25.5.135 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/1b598725-495f-4486-8ef6-746e6d7e6afd) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:12.536408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Made reservation on behalf of 9ed929ec584c47f9a53779d26b8d29db for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:12.546687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.659278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:12.664140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Publish callbacks [] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.671317 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] Sync routers for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:12.704981 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:12.704981 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:12.718162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0d678-d7c8-435a-ac09-994730569543 None None] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:12.782291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (152189c9-e8ed-4afc-b8a1-0b9fe860d7f0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.785742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.799809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8bffdfcd-1cee-4388-ba1b-6a1e5e53ba4f tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/ports/3f9c38a7-3a8e-400e-95ba-81a1f792d6d6 HTTP/1.1" status: 204 len: 168 time: 3.4343815 Feb 09 22:04:12.801425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:12.802313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35272) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:12.833620 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:12.843464 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:12.880041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Pushing event deleted for resources: {'Port': ['ID=152189c9-e8ed-4afc-b8a1-0b9fe860d7f0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:12.957069 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:12.957841 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46936fe-0e81-4e63-984e-f46a5cd9ad51 None None] The sync data for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:12.985895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (0b4afadb-5875-4438-91d0-6aa3c853eb83), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.025126 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.052701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b09337e5-357f-4e88-aa1a-1735d019306b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:13.082897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Network 941daffc-1154-40d3-a163-738f3b4ba897 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:13.157340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:13.161828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:13.194433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.281718 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.283001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-53dcd016-c243-4b9e-8737-ba285fe832de None None] Provisioning complete for port b09337e5-357f-4e88-aa1a-1735d019306b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:13.283316 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-53dcd016-c243-4b9e-8737-ba285fe832de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.352684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.369351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (9cfdff88-9707-4b25-8ba6-1aa23dbf9861), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.391445 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.392174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Attempting to bind port c4820c2a-86fb-4037-adf5-ee0279e7adda on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:13.392554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Attempting to bind port c4820c2a-86fb-4037-adf5-ee0279e7adda by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '941daffc-1154-40d3-a163-738f3b4ba897'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:13.392920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Attempting to bind port c4820c2a-86fb-4037-adf5-ee0279e7adda on network 941daffc-1154-40d3-a163-738f3b4ba897 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:13.434674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:13.435054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Checking segment: {'id': '44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '941daffc-1154-40d3-a163-738f3b4ba897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:13.436082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.436470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Bound using segment: {'id': '44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '941daffc-1154-40d3-a163-738f3b4ba897'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:13.436972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Bound port: c4820c2a-86fb-4037-adf5-ee0279e7adda, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '941daffc-1154-40d3-a163-738f3b4ba897'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:13.437354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.525831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] For port c4820c2a-86fb-4037-adf5-ee0279e7adda, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:13.529870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] For port c4820c2a-86fb-4037-adf5-ee0279e7adda, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c4820c2a-86fb-4037-adf5-ee0279e7adda,segment=NetworkSegment(44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19),segment_id=44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:13.553510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Pushing event updated for resources: {'Port': ['ID=c4820c2a-86fb-4037-adf5-ee0279e7adda,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:13.622157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b09337e5-357f-4e88-aa1a-1735d019306b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:13.622702 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.630626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-53dcd016-c243-4b9e-8737-ba285fe832de None None] Current status of the port b09337e5-357f-4e88-aa1a-1735d019306b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:13.631026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-53dcd016-c243-4b9e-8737-ba285fe832de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.685229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-9c16e4db-f4f3-4d3c-a18b-83b88f1f5c1f req-9322a9b7-6b86-47a0-a237-70996e2ab361 service neutron] (103696) timed out ('10.222.0.110', 62406) {{(pid=103696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:04:13.693010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-53dcd016-c243-4b9e-8737-ba285fe832de None None] For port b09337e5-357f-4e88-aa1a-1735d019306b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b09337e5-357f-4e88-aa1a-1735d019306b,segment=NetworkSegment(bb9bc6fa-1656-49b3-8bff-163117bdad09),segment_id=bb9bc6fa-1656-49b3-8bff-163117bdad09)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:13.695364 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.724586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:13.762512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'Port': ['ID=1b598725-495f-4486-8ef6-746e6d7e6afd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:13.766723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-53dcd016-c243-4b9e-8737-ba285fe832de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.790695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:13.804365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:13.814505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004d58e-6718-4320-94f2-84ff4fa33a63 None None] Pushing event updated for resources: {'Port': ['ID=c4820c2a-86fb-4037-adf5-ee0279e7adda,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:13.862316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Subnet': ['ID=9cfdff88-9707-4b25-8ba6-1aa23dbf9861,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:13.946520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd016-c243-4b9e-8737-ba285fe832de None None] Pushing event updated for resources: {'Port': ['ID=b09337e5-357f-4e88-aa1a-1735d019306b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:13.976781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Checking segment: {'id': 'f47d9026-3332-4b13-beb1-7331811b4ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ce5fa6c-622e-4645-b90c-ed450f93eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:13.977163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network hostable DHCP agents. Network: 1ce5fa6c-622e-4645-b90c-ed450f93eec0, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:14.054684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Router 0b4afadb-5875-4438-91d0-6aa3c853eb83 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:14.055246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b09337e5-357f-4e88-aa1a-1735d019306b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:14.094225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-eb789432-a475-40dc-a818-135930b6fd31 None None] Provisioning complete for port b09337e5-357f-4e88-aa1a-1735d019306b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:14.094618 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eb789432-a475-40dc-a818-135930b6fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.101758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (d459f976-853c-4212-a46f-ff9a4f9090a2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.241885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:14.307267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:14.307502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.316663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.317681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] Sync routers for ids ['0b4afadb-5875-4438-91d0-6aa3c853eb83'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:14.318416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-89d79ff4-5e46-4941-a073-0d1fd4a796f4 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "PUT /v2.0/routers/0b4afadb-5875-4438-91d0-6aa3c853eb83 HTTP/1.1" status: 200 len: 710 time: 3.9216707 Feb 09 22:04:14.323406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35290) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:14.369905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 1ce5fa6c-622e-4645-b90c-ed450f93eec0) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:14.401251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:14.410092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.506982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-deabbb3c-91c1-47db-bcfc-3ce1ced19b71 tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/routers/0b4afadb-5875-4438-91d0-6aa3c853eb83 HTTP/1.1" status: 200 len: 745 time: 0.1804857 Feb 09 22:04:14.508317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35294) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:14.567822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c01e3-6d43-43ac-81de-96cb70859518 None None] Network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:14.580550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35296) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:14.581173 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-686c326a-3c40-4ab3-8b11-a3eb186d403b tempest-RoutersIpV6AdminTest-1223600868 tempest-RoutersIpV6AdminTest-1223600868-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=0b4afadb-5875-4438-91d0-6aa3c853eb83 HTTP/1.1" status: 200 len: 205 time: 0.0698948 Feb 09 22:04:14.615927 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (02e42f89-a403-4906-a3b5-ee265eaa801a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.689402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-451c47f0-8615-439f-896f-ca80c54c87b0 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b4afadb-5875-4438-91d0-6aa3c853eb83 HTTP/1.1" status: 200 len: 205 time: 0.1045361 Feb 09 22:04:14.704632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f91958ea-a2d1-40fa-a18a-7ea9fed27429 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6817474 Feb 09 22:04:14.716268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35302) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:14.716501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35304) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:14.770992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] Routers {'0b4afadb-5875-4438-91d0-6aa3c853eb83'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:14.771677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0b4afadb-5875-4438-91d0-6aa3c853eb83'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:14.849325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-1ce5fa6c-622e-4645-b90c-ed450f93eec0', 'network_id': '1ce5fa6c-622e-4645-b90c-ed450f93eec0', 'project_id': '9ed929ec584c47f9a53779d26b8d29db', 'fixed_ips': [{'subnet_id': '9cfdff88-9707-4b25-8ba6-1aa23dbf9861'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:14.854871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.078608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:15.087206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c4820c2a-86fb-4037-adf5-ee0279e7adda up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:15.171469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eb789432-a475-40dc-a818-135930b6fd31 None None] Current status of the port b09337e5-357f-4e88-aa1a-1735d019306b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:15.249378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] Routers {'0b4afadb-5875-4438-91d0-6aa3c853eb83'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:15.253585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0b4afadb-5875-4438-91d0-6aa3c853eb83'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:15.295778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:15.299450 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.410080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:15.411129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212fd82-8f2f-4abf-addf-beb0aa71865f None None] The sync data for ids ['0b4afadb-5875-4438-91d0-6aa3c853eb83'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:15.437086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.443747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Allocated IP 172.20.0.2 (1ce5fa6c-622e-4645-b90c-ed450f93eec0/9cfdff88-9707-4b25-8ba6-1aa23dbf9861/89a95e2d-318d-47fe-ad7d-08d9969eba22) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:15.455724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:15.476088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c4820c2a-86fb-4037-adf5-ee0279e7adda triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:15.476630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.568059 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68b00435-b574-450b-aeef-529450e8bb13 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.726579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9537d9-beec-42cf-b4d0-c319abdca398 None None] Network 941daffc-1154-40d3-a163-738f3b4ba897 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:15.794536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.854612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=b2a8d9c0-fd08-40fa-9696-ea7358fc7f8e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:15.966050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e3e920c2-622d-4c0f-8a91-67c13a65bcb6 None None] Provisioning complete for port c4820c2a-86fb-4037-adf5-ee0279e7adda triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:15.966764 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e3e920c2-622d-4c0f-8a91-67c13a65bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.219567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.244652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e3e920c2-622d-4c0f-8a91-67c13a65bcb6 None None] Current status of the port c4820c2a-86fb-4037-adf5-ee0279e7adda is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:16.248375 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e3e920c2-622d-4c0f-8a91-67c13a65bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.263001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (02e42f89-a403-4906-a3b5-ee265eaa801a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.333692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.380737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68b00435-b574-450b-aeef-529450e8bb13 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.387095 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68b00435-b574-450b-aeef-529450e8bb13 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router_controller (0b4afadb-5875-4438-91d0-6aa3c853eb83), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.402769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c4820c2a-86fb-4037-adf5-ee0279e7adda is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:16.403167 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.495717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e3e920c2-622d-4c0f-8a91-67c13a65bcb6 None None] For port c4820c2a-86fb-4037-adf5-ee0279e7adda, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c4820c2a-86fb-4037-adf5-ee0279e7adda,segment=NetworkSegment(44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19),segment_id=44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:16.572492 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e3e920c2-622d-4c0f-8a91-67c13a65bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.577832 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Publish callbacks [] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.698404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e920c2-622d-4c0f-8a91-67c13a65bcb6 None None] Pushing event updated for resources: {'Port': ['ID=c4820c2a-86fb-4037-adf5-ee0279e7adda,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:16.751041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.760923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'Port': ['ID=1b598725-495f-4486-8ef6-746e6d7e6afd,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:16.775806 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.804009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router 02e42f89-a403-4906-a3b5-ee265eaa801a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:16.824440 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d459f976-853c-4212-a46f-ff9a4f9090a2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.837196 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68b00435-b574-450b-aeef-529450e8bb13 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (0b4afadb-5875-4438-91d0-6aa3c853eb83), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.837760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b00435-b574-450b-aeef-529450e8bb13 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Fanout notify agent at l3_agent the message router_deleted on router 0b4afadb-5875-4438-91d0-6aa3c853eb83 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:04:16.845646 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68b00435-b574-450b-aeef-529450e8bb13 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.852172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-68b00435-b574-450b-aeef-529450e8bb13 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/0b4afadb-5875-4438-91d0-6aa3c853eb83 HTTP/1.1" status: 204 len: 168 time: 2.1340444 Feb 09 22:04:16.867075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:04:16.867436 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:04:16.895304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35324) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:16.966384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:16.973463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:16.978613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-18395ef8-70b6-4146-b972-54db75356a3b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3826513 Feb 09 22:04:16.985488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d4518904-fcbb-45a9-86e2-15b886c24376 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b4afadb-5875-4438-91d0-6aa3c853eb83 HTTP/1.1" status: 200 len: 205 time: 0.0877376 Feb 09 22:04:16.993368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35330) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.004225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:17.010483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:17.070656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2d7b3e1f-3770-4648-8536-32dc7b122db3 None None] Provisioning complete for port c4820c2a-86fb-4037-adf5-ee0279e7adda triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:17.071149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3e1f-3770-4648-8536-32dc7b122db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.113584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Pushing event updated for resources: {'Port': ['ID=89a95e2d-318d-47fe-ad7d-08d9969eba22,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:17.122917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:17.133443 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] Sync routers for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:17.136379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-33bd7c70-dfc6-4944-ae5d-d671a7b0fd37 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/routers/02e42f89-a403-4906-a3b5-ee265eaa801a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3293469 Feb 09 22:04:17.142911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35336) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.165997 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:17.166939 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:17.206590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Attempting to bind port 89a95e2d-318d-47fe-ad7d-08d9969eba22 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:17.207522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Attempting to bind port 89a95e2d-318d-47fe-ad7d-08d9969eba22 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f47d9026-3332-4b13-beb1-7331811b4ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ce5fa6c-622e-4645-b90c-ed450f93eec0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:17.208118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Attempting to bind port 89a95e2d-318d-47fe-ad7d-08d9969eba22 on network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:17.230134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:17.232317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Checking segment: {'id': 'f47d9026-3332-4b13-beb1-7331811b4ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ce5fa6c-622e-4645-b90c-ed450f93eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:17.232945 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.233527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Bound using segment: {'id': 'f47d9026-3332-4b13-beb1-7331811b4ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ce5fa6c-622e-4645-b90c-ed450f93eec0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:17.235672 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Bound port: 89a95e2d-318d-47fe-ad7d-08d9969eba22, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47d9026-3332-4b13-beb1-7331811b4ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1ce5fa6c-622e-4645-b90c-ed450f93eec0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:17.236292 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.245331 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:17.281473 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] Routers {'02e42f89-a403-4906-a3b5-ee265eaa801a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:17.282275 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['02e42f89-a403-4906-a3b5-ee265eaa801a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:17.331815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router (02e42f89-a403-4906-a3b5-ee265eaa801a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.354784 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:17.355877 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e805f-fc59-4337-83ad-ee5cd209f49b None None] The sync data for ids ['02e42f89-a403-4906-a3b5-ee265eaa801a'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:17.438805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] For port 89a95e2d-318d-47fe-ad7d-08d9969eba22, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:17.444473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] For port 89a95e2d-318d-47fe-ad7d-08d9969eba22, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=89a95e2d-318d-47fe-ad7d-08d9969eba22,segment=NetworkSegment(f47d9026-3332-4b13-beb1-7331811b4ded),segment_id=f47d9026-3332-4b13-beb1-7331811b4ded)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:17.478681 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-3e1a0e2e-636c-4e0a-9297-e0bb9e9c7a23 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] delete failed (client error): The resource could not be found. Feb 09 22:04:17.482128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3e1a0e2e-636c-4e0a-9297-e0bb9e9c7a23 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/0b4afadb-5875-4438-91d0-6aa3c853eb83 HTTP/1.1" status: 404 len: 336 time: 0.4853065 Feb 09 22:04:17.487035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35352) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.488113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-60f652d3-28f3-44b8-b13d-5e687227a6ed tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--573046501&fields=id&tenant_id=2eff486a3636486b9d6c3729cc49e6bf HTTP/1.1" status: 200 len: 267 time: 0.1560762 Feb 09 22:04:17.574840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c4820c2a-86fb-4037-adf5-ee0279e7adda is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:17.576836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b09337e5-357f-4e88-aa1a-1735d019306b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:17.581079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f4dc3758-7d77-400f-ae34-4491f8e76bd5 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=02d07c94-f811-489e-b296-79cad6a5fa84 HTTP/1.1" status: 200 len: 205 time: 0.0908985 Feb 09 22:04:17.581632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35354) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.584050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Allocated IP 172.20.0.1 (941daffc-1154-40d3-a163-738f3b4ba897/3f8b3975-5ef7-40cb-9393-743139d0baf1/cc637700-fa53-418d-ab2e-7f05dece3ec8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:17.641584 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-177a2939-78d5-46b6-93f3-66c795392a0a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] delete failed (client error): The resource could not be found. Feb 09 22:04:17.644618 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-177a2939-78d5-46b6-93f3-66c795392a0a tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/02d07c94-f811-489e-b296-79cad6a5fa84 HTTP/1.1" status: 404 len: 336 time: 0.0597219 Feb 09 22:04:17.646829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35356) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.653018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (02e42f89-a403-4906-a3b5-ee265eaa801a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.672292 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.687935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-29b8f169-df3b-4e87-a29e-b6a5e7c3d74b tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=f5f329bf-6812-40d3-82d0-054e02a48441 HTTP/1.1" status: 200 len: 205 time: 0.0385163 Feb 09 22:04:17.692854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35358) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.768911 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-7a2dd6cb-1945-4635-9533-7f37d0d11f30 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] delete failed (client error): The resource could not be found. Feb 09 22:04:17.772297 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7a2dd6cb-1945-4635-9533-7f37d0d11f30 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/f5f329bf-6812-40d3-82d0-054e02a48441 HTTP/1.1" status: 404 len: 336 time: 0.0764236 Feb 09 22:04:17.780979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35362) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.868109 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-642a8919-5e01-423a-ab04-3dd39b4221c7 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=60086d45-10b6-4b31-9b97-3f9408aac360 HTTP/1.1" status: 200 len: 205 time: 0.0731173 Feb 09 22:04:17.868794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35364) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.885839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b09337e5-357f-4e88-aa1a-1735d019306b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:17.885839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:17.952349 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-556d1b24-5313-4494-a57c-0091a266ff5e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] delete failed (client error): The resource could not be found. Feb 09 22:04:17.955748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-556d1b24-5313-4494-a57c-0091a266ff5e tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/60086d45-10b6-4b31-9b97-3f9408aac360 HTTP/1.1" status: 404 len: 336 time: 0.0840616 Feb 09 22:04:17.962230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35368) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:17.970529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b3e1f-3770-4648-8536-32dc7b122db3 None None] Current status of the port c4820c2a-86fb-4037-adf5-ee0279e7adda is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:18.006153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.012262 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-42a19c63-7594-4e92-ac00-fa445f32b975 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d421233-3977-4d93-850e-de181dd99bb7 HTTP/1.1" status: 200 len: 205 time: 0.0467277 Feb 09 22:04:18.013903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35370) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:18.014433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee38f8-6fc8-4064-a77b-0a5054a7241c None None] Pushing event updated for resources: {'Port': ['ID=89a95e2d-318d-47fe-ad7d-08d9969eba22,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:18.066821 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-c02a212d-5167-4ec3-9caa-fea27f286493 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] delete failed (client error): The resource could not be found. Feb 09 22:04:18.070344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c02a212d-5167-4ec3-9caa-fea27f286493 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/9d421233-3977-4d93-850e-de181dd99bb7 HTTP/1.1" status: 404 len: 336 time: 0.0535812 Feb 09 22:04:18.070966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35372) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:18.140167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b09337e5-357f-4e88-aa1a-1735d019306b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:18.181192 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3ddfef8b-a1c2-45eb-b1a2-a2d23b403caf tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "GET /v2.0/ports?device_id=13015b0c-cc9c-4a0d-be0f-565647d524ad HTTP/1.1" status: 200 len: 205 time: 0.1090064 Feb 09 22:04:18.188044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35378) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:18.342294 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-532c58b3-4981-426c-8964-70d3c17998e7 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] delete failed (client error): The resource could not be found. Feb 09 22:04:18.353911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-532c58b3-4981-426c-8964-70d3c17998e7 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/routers/13015b0c-cc9c-4a0d-be0f-565647d524ad HTTP/1.1" status: 404 len: 336 time: 0.1258867 Feb 09 22:04:18.360212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:18.374726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c4820c2a-86fb-4037-adf5-ee0279e7adda up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:18.453826 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e10241-15fb-48b2-8648-651239c63c34 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] DELETE failed (client error): The resource could not be found. Feb 09 22:04:18.454749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e10241-15fb-48b2-8648-651239c63c34 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:04:18.458109 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a9e10241-15fb-48b2-8648-651239c63c34 tempest-RoutersIpV6AdminTest-593962296 tempest-RoutersIpV6AdminTest-593962296-project] 10.222.0.98 "DELETE /v2.0/subnets/75db7542-a654-42da-8fad-14f2672d0dd5 HTTP/1.1" status: 404 len: 337 time: 0.1024795 Feb 09 22:04:18.460286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.479795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-c1914f18-898b-451d-b901-44578181b0fa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:18.481774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-c1914f18-898b-451d-b901-44578181b0fa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 811 time: 0.9854238 Feb 09 22:04:18.505527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c4820c2a-86fb-4037-adf5-ee0279e7adda triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:18.505923 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.521025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Port': ['ID=cc637700-fa53-418d-ab2e-7f05dece3ec8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:18.522841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port 0a6ad157-4322-4d59-821b-bec29ef50506 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:18.523204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0a6ad157-4322-4d59-821b-bec29ef50506), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.544583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network 941daffc-1154-40d3-a163-738f3b4ba897 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:18.550816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:18.568024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:18.699094 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0a6ad157-4322-4d59-821b-bec29ef50506), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.733019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:18.753222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for 0a6ad157-4322-4d59-821b-bec29ef50506 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:18.760350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c4820c2a-86fb-4037-adf5-ee0279e7adda is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:18.842209 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-ff5dbd6a-a694-4514-81e5-031c315a5962 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/quotas/2eff486a3636486b9d6c3729cc49e6bf HTTP/1.1" status: 200 len: 375 time: 0.3486092 Feb 09 22:04:19.022550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-418bbe1c-d336-4407-8ba6-fd2ba149417a None None] Provisioning complete for port cc637700-fa53-418d-ab2e-7f05dece3ec8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:19.033999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-418bbe1c-d336-4407-8ba6-fd2ba149417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.073910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-e1b184e2-8fb2-4f84-89ff-108c83f021aa tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2307026 Feb 09 22:04:19.088863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.174745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-418bbe1c-d336-4407-8ba6-fd2ba149417a None None] Port cc637700-fa53-418d-ab2e-7f05dece3ec8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:19.325026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0a6ad157-4322-4d59-821b-bec29ef50506), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.380254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35404) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:19.486912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=0a6ad157-4322-4d59-821b-bec29ef50506,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:19.506456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-da853779-5489-4aaa-8dff-012482996624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.548403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23761b54-4b65-4576-a25e-ceb8b6f6bf5a None None] Network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:19.613827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-55b858ac-e76e-489a-ba4b-2324e579066d service neutron] 10.222.0.98 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793223 Feb 09 22:04:19.634569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (02e42f89-a403-4906-a3b5-ee265eaa801a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.678047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.733058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-da853779-5489-4aaa-8dff-012482996624 admin admin] Publish callbacks [] for security_group (c508a32b-110c-490f-a88e-920ca1d3282d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.743921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ee553e0d-2630-4b64-9d8e-07be6d8cf366 None None] Provisioning complete for port 89a95e2d-318d-47fe-ad7d-08d9969eba22 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:19.748227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee553e0d-2630-4b64-9d8e-07be6d8cf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.765996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.851377 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (02e42f89-a403-4906-a3b5-ee265eaa801a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.855397 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_controller (02e42f89-a403-4906-a3b5-ee265eaa801a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.889181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-da853779-5489-4aaa-8dff-012482996624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c508a32b-110c-490f-a88e-920ca1d3282d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.926063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-c0554af2-2fcf-449a-bcd9-04a2c984b4af service neutron] 10.222.0.98 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035047 Feb 09 22:04:19.976167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-da853779-5489-4aaa-8dff-012482996624 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b0e549a5a374eab84f4d8e7ea4903ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5936568 Feb 09 22:04:19.978272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35416) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:19.998924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.001922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (02e42f89-a403-4906-a3b5-ee265eaa801a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.008420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Fanout notify agent at l3_agent the message router_deleted on router 02e42f89-a403-4906-a3b5-ee265eaa801a {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:04:20.016034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.022690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4aea5dbe-cabe-4619-87bd-8bf440cdaeb5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/routers/02e42f89-a403-4906-a3b5-ee265eaa801a HTTP/1.1" status: 204 len: 168 time: 2.8787270 Feb 09 22:04:20.027212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35418) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:20.059065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Port': ['ID=cc637700-fa53-418d-ab2e-7f05dece3ec8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:20.092232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ee553e0d-2630-4b64-9d8e-07be6d8cf366 None None] Current status of the port 89a95e2d-318d-47fe-ad7d-08d9969eba22 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:20.092788 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee553e0d-2630-4b64-9d8e-07be6d8cf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.095328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cbd19896-4eb3-481e-9e0c-d7b5f5e21af8 admin admin] Publish callbacks [] for security_group (c508a32b-110c-490f-a88e-920ca1d3282d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.125378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cbd19896-4eb3-481e-9e0c-d7b5f5e21af8 admin admin] Publish callbacks [] for security_group (c508a32b-110c-490f-a88e-920ca1d3282d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.147407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ee553e0d-2630-4b64-9d8e-07be6d8cf366 None None] For port 89a95e2d-318d-47fe-ad7d-08d9969eba22, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=89a95e2d-318d-47fe-ad7d-08d9969eba22,segment=NetworkSegment(f47d9026-3332-4b13-beb1-7331811b4ded),segment_id=f47d9026-3332-4b13-beb1-7331811b4ded)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:20.181215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da853779-5489-4aaa-8dff-012482996624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c508a32b-110c-490f-a88e-920ca1d3282d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:20.181215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting subnet a90265d1-5a02-4152-8bd9-96830ae9865a {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:04:20.182855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for subnet (a90265d1-5a02-4152-8bd9-96830ae9865a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.240332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (a90265d1-5a02-4152-8bd9-96830ae9865a), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.283814 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee553e0d-2630-4b64-9d8e-07be6d8cf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.318714 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cbd19896-4eb3-481e-9e0c-d7b5f5e21af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c508a32b-110c-490f-a88e-920ca1d3282d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.322098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cbd19896-4eb3-481e-9e0c-d7b5f5e21af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.323849 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cbd19896-4eb3-481e-9e0c-d7b5f5e21af8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c508a32b-110c-490f-a88e-920ca1d3282d HTTP/1.1" status: 204 len: 168 time: 0.3442812 Feb 09 22:04:20.354204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd19896-4eb3-481e-9e0c-d7b5f5e21af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508a32b-110c-490f-a88e-920ca1d3282d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:20.480398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 89a95e2d-318d-47fe-ad7d-08d9969eba22 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:20.543467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee553e0d-2630-4b64-9d8e-07be6d8cf366 None None] Pushing event updated for resources: {'Port': ['ID=89a95e2d-318d-47fe-ad7d-08d9969eba22,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:20.722727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a90265d1-5a02-4152-8bd9-96830ae9865a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.747616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-549e28b5-d5a5-4090-a687-c7416c0bd8e7 None None] Provisioning complete for port 89a95e2d-318d-47fe-ad7d-08d9969eba22 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:20.748214 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-549e28b5-d5a5-4090-a687-c7416c0bd8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.750204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 89a95e2d-318d-47fe-ad7d-08d9969eba22 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:20.750693 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:20.897338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network 941daffc-1154-40d3-a163-738f3b4ba897 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:20.907466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:21.345160 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29902ca9-cbb4-4477-9753-a0d39c01b62a req-95efb0eb-ab09-4bc7-a7d7-ee0ad4dfac1e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 210 time: 0.7396185 Feb 09 22:04:21.392733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-549e28b5-d5a5-4090-a687-c7416c0bd8e7 None None] Current status of the port 89a95e2d-318d-47fe-ad7d-08d9969eba22 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:21.402180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 89a95e2d-318d-47fe-ad7d-08d9969eba22 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:21.474021 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (a90265d1-5a02-4152-8bd9-96830ae9865a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.505803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Subnet': ['ID=a90265d1-5a02-4152-8bd9-96830ae9865a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:21.508452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.512891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d61f3ea5-17bc-4027-9812-cba7bd021d5c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/subnets/a90265d1-5a02-4152-8bd9-96830ae9865a HTTP/1.1" status: 204 len: 168 time: 1.4775233 Feb 09 22:04:21.516245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35460) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:21.539303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Router c74c4341-edb1-484b-9b2c-8a141df91b5d is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:04:21.567822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:21.569745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b6da9b85-2d11-46ba-8745-585135843388 None None] Provisioning complete for port cc637700-fa53-418d-ab2e-7f05dece3ec8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:21.570329 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6da9b85-2d11-46ba-8745-585135843388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.630040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88380c7-b2d9-48f3-b55a-afaf4928bb51 None None] Network 0886951b-7809-4c2a-8389-33d87896ac9d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:21.705789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0886951b-7809-4c2a-8389-33d87896ac9d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.726689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b6da9b85-2d11-46ba-8745-585135843388 None None] Port cc637700-fa53-418d-ab2e-7f05dece3ec8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:21.797019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:21.816714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] Sync routers for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:21.817840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35464) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:21.819064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34c8df20-4036-456d-a35b-9dd40374ae26 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=66f8e0dc0fbf444187ac2e250c34f32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449665 Feb 09 22:04:21.826646 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5229671e-bafe-460b-b0d6-06c4f11e5cca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "PUT /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1042225 Feb 09 22:04:21.827764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35466) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:21.866281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:21.866926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:21.881903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port d3300951-2dd9-4358-8b25-02fe87891771 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:21.882299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d3300951-2dd9-4358-8b25-02fe87891771), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.974816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:21.990837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] DHCP port deletion for 0886951b-7809-4c2a-8389-33d87896ac9d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:04:22.013865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e070dbbe-0369-4c73-866c-03adf9cb70ee admin admin] Publish callbacks [] for security_group (a87d7134-7189-44fe-a3de-438e059efd2f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.070169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] For port d3300951-2dd9-4358-8b25-02fe87891771, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3300951-2dd9-4358-8b25-02fe87891771,segment=NetworkSegment(64de9c2a-224e-47c1-a244-16bf9448448d),segment_id=64de9c2a-224e-47c1-a244-16bf9448448d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:22.070553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d3300951-2dd9-4358-8b25-02fe87891771), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.096027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:22.096439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e070dbbe-0369-4c73-866c-03adf9cb70ee admin admin] Publish callbacks [] for security_group (a87d7134-7189-44fe-a3de-438e059efd2f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.098656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for d3300951-2dd9-4358-8b25-02fe87891771 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:22.103242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:22.256145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:22.260476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c1e8f-48ad-4531-9e07-fce75c028a42 None None] The sync data for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:22.315321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 89a95e2d-318d-47fe-ad7d-08d9969eba22 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:22.334748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] Deleting port d3300951-2dd9-4358-8b25-02fe87891771 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:22.335133 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d3300951-2dd9-4358-8b25-02fe87891771), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.367601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e070dbbe-0369-4c73-866c-03adf9cb70ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a87d7134-7189-44fe-a3de-438e059efd2f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.370688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e070dbbe-0369-4c73-866c-03adf9cb70ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.375122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e070dbbe-0369-4c73-866c-03adf9cb70ee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a87d7134-7189-44fe-a3de-438e059efd2f HTTP/1.1" status: 204 len: 168 time: 0.5553238 Feb 09 22:04:22.395519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070dbbe-0369-4c73-866c-03adf9cb70ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87d7134-7189-44fe-a3de-438e059efd2f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:22.401416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d3300951-2dd9-4358-8b25-02fe87891771), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.518602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] No DVR routers for this DVR port d3300951-2dd9-4358-8b25-02fe87891771 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:22.526637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=d3300951-2dd9-4358-8b25-02fe87891771,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:22.590339 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca09b017-a6bc-442a-8572-17c76220f12b req-28db3c95-5258-4f8b-9405-faf0a65bf67c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 210 time: 0.0639658 Feb 09 22:04:22.602387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] For port d3300951-2dd9-4358-8b25-02fe87891771, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d3300951-2dd9-4358-8b25-02fe87891771,segment=NetworkSegment(64de9c2a-224e-47c1-a244-16bf9448448d),segment_id=64de9c2a-224e-47c1-a244-16bf9448448d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:22.603129 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d3300951-2dd9-4358-8b25-02fe87891771), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.638184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] Calling delete_port for d3300951-2dd9-4358-8b25-02fe87891771 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:22.671320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 89a95e2d-318d-47fe-ad7d-08d9969eba22 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:22.671730 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.721421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0886951b-7809-4c2a-8389-33d87896ac9d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.809434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0886951b-7809-4c2a-8389-33d87896ac9d']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:22.833160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64de9c2a-224e-47c1-a244-16bf9448448d') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:22.833588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64de9c2a-224e-47c1-a244-16bf9448448d') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:22.861018 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (64de9c2a-224e-47c1-a244-16bf9448448d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.878977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (64de9c2a-224e-47c1-a244-16bf9448448d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.884817 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d3300951-2dd9-4358-8b25-02fe87891771), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.891028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:04:22.892431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (64de9c2a-224e-47c1-a244-16bf9448448d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: items = [ Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:04:22.899566 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:04:22.984651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 89a95e2d-318d-47fe-ad7d-08d9969eba22 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:22.999371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] No DVR routers for this DVR port d3300951-2dd9-4358-8b25-02fe87891771 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:22.999371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245cd12-459c-4fa5-9758-f102b8f062b1 None None] Pushing event deleted for resources: {'Port': ['ID=d3300951-2dd9-4358-8b25-02fe87891771,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:23.150095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3300951-2dd9-4358-8b25-02fe87891771 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:23.172854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d3300951-2dd9-4358-8b25-02fe87891771 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:04:23.173204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d3300951-2dd9-4358-8b25-02fe87891771 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:23.278616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0886951b-7809-4c2a-8389-33d87896ac9d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.297285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.309018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/networks/0886951b-7809-4c2a-8389-33d87896ac9d HTTP/1.1" status: 204 len: 168 time: 1.7915645 Feb 09 22:04:23.329248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35494) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:23.381198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fccb2-15ac-4768-b947-5a0f76eca840 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Network': ['ID=0886951b-7809-4c2a-8389-33d87896ac9d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:23.573002 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-86680caa-19b2-48fe-b87e-18c3ab4c7706 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:04:23.573992 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-86680caa-19b2-48fe-b87e-18c3ab4c7706 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "PUT /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7452879 Feb 09 22:04:23.580418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35510) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:23.588099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port 5a3dccd9-895e-49fd-bc2d-054f6a3feaea {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:23.588099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.730891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-bfec25c6-5005-432b-8d59-2d0a853f07f4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:23.733023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-bfec25c6-5005-432b-8d59-2d0a853f07f4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.30 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 811 time: 0.2588291 Feb 09 22:04:23.789245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3067294-f6b6-43e5-8f06-02d14dbba4bd req-f9de5ff6-047a-47f9-8428-984ef32f3d7d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 210 time: 0.0889351 Feb 09 22:04:23.869324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.875191 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.898940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for 5a3dccd9-895e-49fd-bc2d-054f6a3feaea owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:24.002383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-d8767e87-92cc-4370-8894-a765e7eb81b4 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eff486a3636486b9d6c3729cc49e6bf HTTP/1.1" status: 200 len: 379 time: 0.2553997 Feb 09 22:04:24.121359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'port': {'device_id': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'admin_state_up': True, 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'security_groups': ['7f567485-1ba8-4ef0-8de8-4af6fda22104']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:24.262864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5a3dccd9-895e-49fd-bc2d-054f6a3feaea), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.318283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.335503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=5a3dccd9-895e-49fd-bc2d-054f6a3feaea,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:24.517257 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for floatingip (44b582e2-1e55-4cc5-9527-7e37caedc385), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.519585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.520796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-79aea3c3-2f62-4236-85cc-bbc3f36f10a4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/floatingips/44b582e2-1e55-4cc5-9527-7e37caedc385 HTTP/1.1" status: 204 len: 168 time: 1.1905372 Feb 09 22:04:24.525473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35536) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:24.552311 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fe81d4-35da-4f42-ae08-a5107c81bfdc tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] DELETE failed (client error): The resource could not be found. Feb 09 22:04:24.552885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fe81d4-35da-4f42-ae08-a5107c81bfdc tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:04:24.562913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-16fe81d4-35da-4f42-ae08-a5107c81bfdc tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/ports/3f9c38a7-3a8e-400e-95ba-81a1f792d6d6 HTTP/1.1" status: 404 len: 333 time: 0.0295961 Feb 09 22:04:24.562913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35538) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:24.649488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35544) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:24.654833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3a03d815-b845-4f5d-8b55-ccbb4fe0624c tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "GET /v2.0/ports?device_id=02e42f89-a403-4906-a3b5-ee265eaa801a HTTP/1.1" status: 200 len: 205 time: 0.0860131 Feb 09 22:04:24.674791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Made reservation on behalf of 2eff486a3636486b9d6c3729cc49e6bf for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:24.683599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:24.775170 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-ba6d2c7e-72c1-4cb2-8b80-5dec39c479ae tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] delete failed (client error): The resource could not be found. Feb 09 22:04:24.783527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ba6d2c7e-72c1-4cb2-8b80-5dec39c479ae tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/routers/02e42f89-a403-4906-a3b5-ee265eaa801a HTTP/1.1" status: 404 len: 336 time: 0.1309781 Feb 09 22:04:24.785224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35546) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:24.801406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35548) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:24.849405 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-046bda7f-1cde-45bc-b3b6-cf4853f95714 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] DELETE failed (client error): The resource could not be found. Feb 09 22:04:24.849883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046bda7f-1cde-45bc-b3b6-cf4853f95714 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:04:24.856000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-046bda7f-1cde-45bc-b3b6-cf4853f95714 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/subnets/a90265d1-5a02-4152-8bd9-96830ae9865a HTTP/1.1" status: 404 len: 337 time: 0.0688400 Feb 09 22:04:24.860312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35554) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:24.970385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Allocated IP 172.20.0.14 (ea206087-2070-4908-8aac-a5bac70cc04a/c463dc22-5423-4d0a-b5ff-fbfc74cb166a/591c50a1-aea2-4235-b60d-256ebf377c5c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:25.040588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port d9f7d44f-b042-4668-91c7-58081c18faef {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:25.041323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d9f7d44f-b042-4668-91c7-58081c18faef), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.046513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Deleting port cc637700-fa53-418d-ab2e-7f05dece3ec8 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:25.047079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.150142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-516233830'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:25.206615 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.255068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.259073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d9f7d44f-b042-4668-91c7-58081c18faef), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.284451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Calling delete_port for cc637700-fa53-418d-ab2e-7f05dece3ec8 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:25.286493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for d9f7d44f-b042-4668-91c7-58081c18faef owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:25.331758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4ce0fb8-c683-42d7-9a54-3dbf1b012e52 req-a5403d99-594f-4cdf-8ce2-e345b9cb44f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 210 time: 0.0679128 Feb 09 22:04:25.374420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.386923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:25.390323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.410253 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.426990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Network ea206087-2070-4908-8aac-a5bac70cc04a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:25.430259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:25.446448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:25.475626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event updated for resources: {'Port': ['ID=591c50a1-aea2-4235-b60d-256ebf377c5c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:25.534707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:25.535416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.686348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-529e82eb-f35f-4391-86c7-8500cd8a3a7c tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5723360 Feb 09 22:04:25.703459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Request body: {'port': {'device_id': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:25.831539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.835014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cc637700-fa53-418d-ab2e-7f05dece3ec8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.909960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-442ec2e1-5829-48f1-af6a-00855edefd61 None None] Provisioning complete for port 591c50a1-aea2-4235-b60d-256ebf377c5c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:25.911053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-442ec2e1-5829-48f1-af6a-00855edefd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.919924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d9f7d44f-b042-4668-91c7-58081c18faef), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:25.929148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Port': ['ID=cc637700-fa53-418d-ab2e-7f05dece3ec8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:26.026247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=d9f7d44f-b042-4668-91c7-58081c18faef,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:26.066501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-442ec2e1-5829-48f1-af6a-00855edefd61 None None] Port 591c50a1-aea2-4235-b60d-256ebf377c5c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:26.428043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.433071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for security_group (28fa572b-caca-4e4d-8d3e-20a74b765630), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.452798 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.456943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e662433b-3114-4e0c-9ddf-f39364968352 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/ports/d9f7d44f-b042-4668-91c7-58081c18faef HTTP/1.1" status: 204 len: 168 time: 1.5933270 Feb 09 22:04:26.459463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35578) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:26.542564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591c50a1-aea2-4235-b60d-256ebf377c5c {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:26.578778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Publish callbacks [] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.611124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Transition to ACTIVE for port object 591c50a1-aea2-4235-b60d-256ebf377c5c will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:26.611459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (28fa572b-caca-4e4d-8d3e-20a74b765630), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.681467 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:04:26.804878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:26.946253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=591c50a1-aea2-4235-b60d-256ebf377c5c,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:27.098318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:27.156780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa572b-caca-4e4d-8d3e-20a74b765630,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:27.182053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6aac91f2-f756-4e22-942f-4f31f80d5fdd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.182650 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Added segment 6aac91f2-f756-4e22-942f-4f31f80d5fdd of type vlan for network c094f711-3b45-43e9-916b-04f385deae7e Feb 09 22:04:27.227206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Attempting to bind port 591c50a1-aea2-4235-b60d-256ebf377c5c on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:27.227547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Attempting to bind port 591c50a1-aea2-4235-b60d-256ebf377c5c by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:27.227919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Attempting to bind port 591c50a1-aea2-4235-b60d-256ebf377c5c on network ea206087-2070-4908-8aac-a5bac70cc04a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:27.234873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Port 591c50a1-aea2-4235-b60d-256ebf377c5c on network ea206087-2070-4908-8aac-a5bac70cc04a not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:27.235204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Attempting to bind port 591c50a1-aea2-4235-b60d-256ebf377c5c on network ea206087-2070-4908-8aac-a5bac70cc04a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:27.240721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:27.241070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Checking segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:27.241645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Bound using segment: {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:27.242085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Bound port: 591c50a1-aea2-4235-b60d-256ebf377c5c, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe783c6-9d5f-4029-9833-313115067650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:27.242443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.279098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Router c74c4341-edb1-484b-9b2c-8a141df91b5d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:27.288044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba484f3-81a1-4667-b4f1-98d7973d6f8d req-b1ba050e-a13d-452e-a0f9-cd7e55422868 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.297141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ba484f3-81a1-4667-b4f1-98d7973d6f8d req-b1ba050e-a13d-452e-a0f9-cd7e55422868 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 932 time: 0.7543335 Feb 09 22:04:27.303759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c094f711-3b45-43e9-916b-04f385deae7e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.357126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] For port 591c50a1-aea2-4235-b60d-256ebf377c5c, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:27.369579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] For port 591c50a1-aea2-4235-b60d-256ebf377c5c, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=591c50a1-aea2-4235-b60d-256ebf377c5c,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:27.467542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.519509 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ba484f3-81a1-4667-b4f1-98d7973d6f8d req-fc88d1e7-aaf9-4dcf-a098-25549524eab0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208371 Feb 09 22:04:27.520313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.520968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.527332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/591c50a1-aea2-4235-b60d-256ebf377c5c HTTP/1.1" status: 200 len: 1092 time: 1.8246675 Feb 09 22:04:27.527332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:27.528253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port 7a1946da-4e44-4e91-ac6d-f3eda2ec50ee {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:27.528253 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7a1946da-4e44-4e91-ac6d-f3eda2ec50ee), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.533036 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe216150-4f92-4171-9584-71bd879f90f2" -d '{"events": [{"name": "network-changed", "server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:27.610098 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9835538e-cd0f-40a7-9eb7-671434f6a096 x-openstack-request-id: req-9835538e-cd0f-40a7-9eb7-671434f6a096 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:27.610637 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:27.610898 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9835538e-cd0f-40a7-9eb7-671434f6a096 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:27.612146 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'status': 'completed', 'code': 200} Feb 09 22:04:27.613639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adad31f-86f9-4e62-a329-1d85dca7a8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=591c50a1-aea2-4235-b60d-256ebf377c5c,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:27.638256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c094f711-3b45-43e9-916b-04f385deae7e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.643827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.644472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.748953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Network': ['ID=c094f711-3b45-43e9-916b-04f385deae7e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:27.787034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c094f711-3b45-43e9-916b-04f385deae7e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:27.806243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe216150-4f92-4171-9584-71bd879f90f2 req-cff0a5b2-7549-457d-93e2-767e9a40f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.813141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe216150-4f92-4171-9584-71bd879f90f2 req-cff0a5b2-7549-457d-93e2-767e9a40f837 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 1126 time: 0.1377451 Feb 09 22:04:27.825666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:27.843032 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] Sync routers for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:27.861942 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:27.871653 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:27.872174 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b90502ac-ddd7-4709-9186-090b684531bc tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "PUT /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2853651 Feb 09 22:04:27.873464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35630) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:27.958524 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:27.959004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7a1946da-4e44-4e91-ac6d-f3eda2ec50ee), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.979047 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:27.992601 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:28.331383 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:28.333979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab0e5aac-a311-4207-b783-a0fe5cacb7ee tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2620530 Feb 09 22:04:28.334745 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181fa2c2-8b4f-4d89-b71b-28909068203e None None] The sync data for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:28.334973 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-dd93aacd-b1ba-4ae1-8245-d14fc484695e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] delete failed (client error): The resource could not be found. Feb 09 22:04:28.334973 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dd93aacd-b1ba-4ae1-8245-d14fc484695e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-1195980203 HTTP/1.1" status: 404 len: 335 time: 0.1931436 Feb 09 22:04:28.334973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for 7a1946da-4e44-4e91-ac6d-f3eda2ec50ee owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:28.334973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35638) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:28.334973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35640) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:28.341908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'subnet': {'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:28.349475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9fd5f895-cc2f-4c00-86a0-d61f3bb090ed tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c74c4341-edb1-484b-9b2c-8a141df91b5d'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:28.540554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe216150-4f92-4171-9584-71bd879f90f2 req-3da79202-2033-423a-9ded-7ccf202ba28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:28.553520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe216150-4f92-4171-9584-71bd879f90f2 req-3da79202-2033-423a-9ded-7ccf202ba28d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7196822 Feb 09 22:04:28.620997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7a1946da-4e44-4e91-ac6d-f3eda2ec50ee), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.677594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=7a1946da-4e44-4e91-ac6d-f3eda2ec50ee,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:28.820509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9fd5f895-cc2f-4c00-86a0-d61f3bb090ed tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for router_gateway (c74c4341-edb1-484b-9b2c-8a141df91b5d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.840147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:28.843600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.931698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:28.937838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55529f0f-1483-4d34-b1cf-ac3bc9d40697 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/ports/7a1946da-4e44-4e91-ac6d-f3eda2ec50ee HTTP/1.1" status: 204 len: 168 time: 2.4731338 Feb 09 22:04:28.938999 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-9fd5f895-cc2f-4c00-86a0-d61f3bb090ed tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] update failed (client error): The resource could not be found. Feb 09 22:04:28.943629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9fd5f895-cc2f-4c00-86a0-d61f3bb090ed tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "PUT /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d HTTP/1.1" status: 404 len: 339 time: 0.6051366 Feb 09 22:04:28.943629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35658) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:28.960685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9dd57-9e53-4657-a592-dd7b0de3383a req-4de11a69-6f97-4c33-b6bd-63a368412751 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:28.962194 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25f9dd57-9e53-4657-a592-dd7b0de3383a req-4de11a69-6f97-4c33-b6bd-63a368412751 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 944 time: 0.2988565 Feb 09 22:04:28.965103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35660) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:28.980574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe216150-4f92-4171-9584-71bd879f90f2 req-b85f3896-f8c1-43c1-9d00-f31497c3f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:28.985659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fe216150-4f92-4171-9584-71bd879f90f2 req-b85f3896-f8c1-43c1-9d00-f31497c3f397 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4330037 Feb 09 22:04:29.212910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-c3858af3-c1d9-4061-86ef-c373657c1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.218513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-25f9dd57-9e53-4657-a592-dd7b0de3383a req-b17ade2c-5c74-48cc-8c88-01118dffd345 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205293 Feb 09 22:04:29.224626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-c3858af3-c1d9-4061-86ef-c373657c1287 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 1126 time: 0.1914663 Feb 09 22:04:29.283628 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f3d74-3f7d-4d46-9185-a0d126af1cb4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.283628 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c54f3d74-3f7d-4d46-9185-a0d126af1cb4 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "GET /v2.0/ports?device_id=a530820c-6c1c-4a59-9a8d-340f78cf4d9d HTTP/1.1" status: 200 len: 913 time: 0.3226724 Feb 09 22:04:29.288468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35674) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:29.308654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-57f478c6-b7d2-4aee-ad08-d4843ebb4b59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=591c50a1-aea2-4235-b60d-256ebf377c5c HTTP/1.1" status: 200 len: 217 time: 0.0719769 Feb 09 22:04:29.412370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.417635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-d15e2a6e-755f-4bf0-90db-81e3c2f87120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.426473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-d15e2a6e-755f-4bf0-90db-81e3c2f87120 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.1034226 Feb 09 22:04:29.568604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-f1c94f0a-220a-4265-9b74-863ec2794f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.570130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-f1c94f0a-220a-4265-9b74-863ec2794f4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1376963 Feb 09 22:04:29.772526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.775225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-f59e42d5-9bd1-4b19-8c9b-d674578e89cd service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950240 Feb 09 22:04:29.800308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (65ad8654-4485-4bd2-b6e0-1acb6e92b925), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.925148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce0fdc0-e43f-4f65-a008-901c12972faa req-b65c5f42-b5f3-4bb4-8759-8c5aad329d3c service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350195 Feb 09 22:04:30.460249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Subnet': ['ID=65ad8654-4485-4bd2-b6e0-1acb6e92b925,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:30.525115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03bc1d-5049-49d2-b3d9-86c30c82e5ce req-dc2a1ce2-948c-4821-9a6b-eaceab7966a6 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.527359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af03bc1d-5049-49d2-b3d9-86c30c82e5ce req-dc2a1ce2-948c-4821-9a6b-eaceab7966a6 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 944 time: 0.1380730 Feb 09 22:04:30.553700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Checking segment: {'id': '6aac91f2-f756-4e22-942f-4f31f80d5fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:30.555869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network hostable DHCP agents. Network: c094f711-3b45-43e9-916b-04f385deae7e, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:30.592959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af03bc1d-5049-49d2-b3d9-86c30c82e5ce req-0f806b62-6b99-4f26-ba0c-ebcfbd432504 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577514 Feb 09 22:04:30.749335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network c094f711-3b45-43e9-916b-04f385deae7e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:30.836160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Allocated IP 172.20.0.1 (dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3/56c09e58-3f6d-40f6-9a83-25682ef4d72e/aed832d0-6954-4bc5-bffa-810871542548) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:30.838370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:30.913055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c094f711-3b45-43e9-916b-04f385deae7e) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:30.928897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.929503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:30.943375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c814d9-ac89-47bd-b74d-1f271200b783 None None] Network c094f711-3b45-43e9-916b-04f385deae7e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:31.056947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for port (aed832d0-6954-4bc5-bffa-810871542548), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.078265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-09fe6f6a-d8a6-462e-8db7-15094f0d7c89 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7442763 Feb 09 22:04:31.080831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35742) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:31.094808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-302450920'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:31.107376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c094f711-3b45-43e9-916b-04f385deae7e', 'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'project_id': 'c0f82d6f6b7f4c0bbfe4af66f04a0c3a', 'fixed_ips': [{'subnet_id': '65ad8654-4485-4bd2-b6e0-1acb6e92b925'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:31.109098 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.126584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.359448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Allocated IP 2001:db8::2 (c094f711-3b45-43e9-916b-04f385deae7e/65ad8654-4485-4bd2-b6e0-1acb6e92b925/8525d231-3c27-408b-8887-5b1f3f7e5af3) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:31.371302 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (aed832d0-6954-4bc5-bffa-810871542548), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.449491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:31.455447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:31.459186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.461918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:31.476134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:31.494756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] device_id is not set on port 56f05377-656c-4f97-b876-8199f919a1ab yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:04:31.567686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.586313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Publish callbacks [] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.646064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Port': ['ID=aed832d0-6954-4bc5-bffa-810871542548,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:31.700875 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.766295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Network c094f711-3b45-43e9-916b-04f385deae7e is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:31.771688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:31.788925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:31.824230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036ac9f-858e-4d58-9fc8-1839977993fb req-b637dfc0-6649-45ba-8bf9-d33dd50dc472 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:31.829475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c036ac9f-858e-4d58-9fc8-1839977993fb req-b637dfc0-6649-45ba-8bf9-d33dd50dc472 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 944 time: 0.1273715 Feb 09 22:04:31.829627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Allocated IP 2001:db8::21f (c094f711-3b45-43e9-916b-04f385deae7e/65ad8654-4485-4bd2-b6e0-1acb6e92b925/56f05377-656c-4f97-b876-8199f919a1ab) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:31.858774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Pushing event updated for resources: {'Port': ['ID=8525d231-3c27-408b-8887-5b1f3f7e5af3,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:31.901143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Attempting to bind port 8525d231-3c27-408b-8887-5b1f3f7e5af3 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:31.901540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Attempting to bind port 8525d231-3c27-408b-8887-5b1f3f7e5af3 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '6aac91f2-f756-4e22-942f-4f31f80d5fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:31.902060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Attempting to bind port 8525d231-3c27-408b-8887-5b1f3f7e5af3 on network c094f711-3b45-43e9-916b-04f385deae7e {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:31.911088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:31.911490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Checking segment: {'id': '6aac91f2-f756-4e22-942f-4f31f80d5fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:31.912067 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.912483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Bound using segment: {'id': '6aac91f2-f756-4e22-942f-4f31f80d5fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:31.912969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Bound port: 8525d231-3c27-408b-8887-5b1f3f7e5af3, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aac91f2-f756-4e22-942f-4f31f80d5fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:31.913361 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:31.972481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-be3bab2c-caef-4847-bf97-6d3040c9ba7c None None] Provisioning complete for port aed832d0-6954-4bc5-bffa-810871542548 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:31.973006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be3bab2c-caef-4847-bf97-6d3040c9ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aed832d0-6954-4bc5-bffa-810871542548), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.024916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c036ac9f-858e-4d58-9fc8-1839977993fb req-bd80c8d0-7636-4db1-a7a6-9758e64e68bf tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859481 Feb 09 22:04:32.029778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-be3bab2c-caef-4847-bf97-6d3040c9ba7c None None] Port aed832d0-6954-4bc5-bffa-810871542548 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:32.046368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] For port 8525d231-3c27-408b-8887-5b1f3f7e5af3, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:32.054102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] For port 8525d231-3c27-408b-8887-5b1f3f7e5af3, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8525d231-3c27-408b-8887-5b1f3f7e5af3,segment=NetworkSegment(6aac91f2-f756-4e22-942f-4f31f80d5fdd),segment_id=6aac91f2-f756-4e22-942f-4f31f80d5fdd)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:32.114469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aed832d0-6954-4bc5-bffa-810871542548), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.118759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port bf5bae41-c146-4073-a09f-87aa4ad4ce37 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:32.118970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 591c50a1-aea2-4235-b60d-256ebf377c5c details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:32.119125 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.126925 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (56f05377-656c-4f97-b876-8199f919a1ab), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.147892 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.250015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (56f05377-656c-4f97-b876-8199f919a1ab), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.324050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f39fca-637f-4505-97ec-8446e65d26f6 None None] Pushing event updated for resources: {'Port': ['ID=8525d231-3c27-408b-8887-5b1f3f7e5af3,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:32.374770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=56f05377-656c-4f97-b876-8199f919a1ab,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:32.378729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 591c50a1-aea2-4235-b60d-256ebf377c5c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=591c50a1-aea2-4235-b60d-256ebf377c5c,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:32.386669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network c094f711-3b45-43e9-916b-04f385deae7e is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:32.389605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:32.393364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:32.401972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:32.402792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.405960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'port_id': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'mac_address': 'fa:16:3e:69:b1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:32.462850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.490421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for bf5bae41-c146-4073-a09f-87aa4ad4ce37 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:32.513742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 591c50a1-aea2-4235-b60d-256ebf377c5c is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:32.513742 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.527401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591c50a1-aea2-4235-b60d-256ebf377c5c {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:32.575012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-366560da-0ee9-4631-b003-d1522027313b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4910171 Feb 09 22:04:32.577175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35814) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:32.602203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 591c50a1-aea2-4235-b60d-256ebf377c5c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=591c50a1-aea2-4235-b60d-256ebf377c5c,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:32.602807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1203565999', 'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:2e:c4:a8'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:32.734027 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.827944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=591c50a1-aea2-4235-b60d-256ebf377c5c,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:32.939970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:33.019402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['591c50a1-aea2-4235-b60d-256ebf377c5c'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:33.074524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for port (aed832d0-6954-4bc5-bffa-810871542548), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.082454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.114521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] device_id is not set on port 4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:04:33.158793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bf5bae41-c146-4073-a09f-87aa4ad4ce37), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.204761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=bf5bae41-c146-4073-a09f-87aa4ad4ce37,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:33.371253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Allocated IP 2001:db8::17d (c094f711-3b45-43e9-916b-04f385deae7e/65ad8654-4485-4bd2-b6e0-1acb6e92b925/4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:33.498863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a024999-5353-49f9-bffc-8e0114d797d7 req-1de498b9-4be0-4750-b022-a061e5ea82b5 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:33.503307 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a024999-5353-49f9-bffc-8e0114d797d7 req-1de498b9-4be0-4750-b022-a061e5ea82b5 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 945 time: 0.3345788 Feb 09 22:04:33.512407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (aed832d0-6954-4bc5-bffa-810871542548), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.622124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.688779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.848700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event updated for resources: {'Port': ['ID=aed832d0-6954-4bc5-bffa-810871542548,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:33.849937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a024999-5353-49f9-bffc-8e0114d797d7 req-59d086f6-be90-4ce9-9926-64dd4b3c9290 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227293 Feb 09 22:04:33.945499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.981861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69795e8-6186-4cd9-bd53-65ebe463df17 None None] Network c094f711-3b45-43e9-916b-04f385deae7e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:34.113127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-34fe18cd-bb93-44c7-81a5-0c816b30c079 None None] Provisioning complete for port 8525d231-3c27-408b-8887-5b1f3f7e5af3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:34.113803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34fe18cd-bb93-44c7-81a5-0c816b30c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.135957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 591c50a1-aea2-4235-b60d-256ebf377c5c up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:34.153678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.297081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Router a530820c-6c1c-4a59-9a8d-340f78cf4d9d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:34.297584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network c094f711-3b45-43e9-916b-04f385deae7e is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:34.299001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:34.300770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:34.310866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:34.317364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:34.326108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:34.342740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.346554 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.448703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8525d231-3c27-408b-8887-5b1f3f7e5af3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:34.482523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6c1f1bda-d418-47e4-a070-cd55751c35ae tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9034071 Feb 09 22:04:34.484734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35900) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:34.623965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:34.639651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2fdbef52-a833-49f4-b765-584402fbedf6 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "PUT /v2.0/routers/a530820c-6c1c-4a59-9a8d-340f78cf4d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3500574 Feb 09 22:04:34.640319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35908) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:34.672426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-34fe18cd-bb93-44c7-81a5-0c816b30c079 None None] Current status of the port 8525d231-3c27-408b-8887-5b1f3f7e5af3 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:34.673138 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34fe18cd-bb93-44c7-81a5-0c816b30c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.716680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] Sync routers for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:34.736690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5878124-14c6-4d14-a1a3-81c2cac6c985 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.740313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8525d231-3c27-408b-8887-5b1f3f7e5af3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:34.740937 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.753977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5878124-14c6-4d14-a1a3-81c2cac6c985 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.759484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5878124-14c6-4d14-a1a3-81c2cac6c985 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.773671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b5878124-14c6-4d14-a1a3-81c2cac6c985 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2878244 Feb 09 22:04:34.777805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35914) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:34.862261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 591c50a1-aea2-4235-b60d-256ebf377c5c completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:04:34.876271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:34.876999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:34.888947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 591c50a1-aea2-4235-b60d-256ebf377c5c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:34.889335 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.932230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Router c74c4341-edb1-484b-9b2c-8a141df91b5d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:35.026059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting port 4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:35.026836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.033571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-34fe18cd-bb93-44c7-81a5-0c816b30c079 None None] For port 8525d231-3c27-408b-8887-5b1f3f7e5af3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8525d231-3c27-408b-8887-5b1f3f7e5af3,segment=NetworkSegment(6aac91f2-f756-4e22-942f-4f31f80d5fdd),segment_id=6aac91f2-f756-4e22-942f-4f31f80d5fdd)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:35.037293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:35.091851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] Routers {'a530820c-6c1c-4a59-9a8d-340f78cf4d9d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:35.091851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:35.242447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34fe18cd-bb93-44c7-81a5-0c816b30c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.243785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:35.244969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3965f-8d6f-46f0-8916-d1991078e83a None None] The sync data for ids ['a530820c-6c1c-4a59-9a8d-340f78cf4d9d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:35.282934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.309399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Calling delete_port for 4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:35.450351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 591c50a1-aea2-4235-b60d-256ebf377c5c is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:35.461308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.699830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.778357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.819177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Port': ['ID=4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:35.953416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:35.964629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8525d231-3c27-408b-8887-5b1f3f7e5af3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:35.965379 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] Sync routers for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:35.966479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e5221b4-6dcc-4765-aade-e88546c12056 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "PUT /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9994845 Feb 09 22:04:35.969991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 35968) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:35.976445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Provisioning complete for port aed832d0-6954-4bc5-bffa-810871542548 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:35.976834 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aed832d0-6954-4bc5-bffa-810871542548), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.978781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0dc24-868c-4ad3-b1d4-fff3ed1b2a04 req-3827769d-361b-4bfe-a185-e79ddff78659 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.988517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:35.988719 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:35.989361 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:35.990880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59e0dc24-868c-4ad3-b1d4-fff3ed1b2a04 req-3827769d-361b-4bfe-a185-e79ddff78659 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 945 time: 0.9845665 Feb 09 22:04:35.991238 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adf3646-a4e5-447a-ac36-0dc20df25966" -d '{"events": [{"server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "name": "network-vif-plugged", "status": "completed", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:36.078456 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:36.092058 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cdd554-b7c8-4f97-acde-eb250eded9f1 x-openstack-request-id: req-a8cdd554-b7c8-4f97-acde-eb250eded9f1 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:36.095273 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "name": "network-vif-plugged", "status": "completed", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:36.095273 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8cdd554-b7c8-4f97-acde-eb250eded9f1 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:36.095273 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'code': 200} Feb 09 22:04:36.099781 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e7333b5-ec2b-4f50-85f5-540ad581ef52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.102196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe18cd-bb93-44c7-81a5-0c816b30c079 None None] Pushing event updated for resources: {'Port': ['ID=8525d231-3c27-408b-8887-5b1f3f7e5af3,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:36.110466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 591c50a1-aea2-4235-b60d-256ebf377c5c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=591c50a1-aea2-4235-b60d-256ebf377c5c,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:36.133319 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:36.135665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Port aed832d0-6954-4bc5-bffa-810871542548 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:36.136233 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:36.162078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59e0dc24-868c-4ad3-b1d4-fff3ed1b2a04 req-8b791c6f-5cd6-42c9-8d67-25c8760e9b72 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695051 Feb 09 22:04:36.163664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_gateway (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.212495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Provisioning complete for port 8525d231-3c27-408b-8887-5b1f3f7e5af3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:36.212495 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.218022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.248637 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:36.249556 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ea588-3da4-4534-8fcd-335b396d8884 None None] The sync data for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:36.387035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8525d231-3c27-408b-8887-5b1f3f7e5af3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:36.394924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting port 7915d28f-f5f8-4a64-a02c-60b46a2724c8 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:36.401795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7915d28f-f5f8-4a64-a02c-60b46a2724c8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.461239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.471658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-450d59f8-5530-4797-af62-5a0d1f7d4d11 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/ports/4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1 HTTP/1.1" status: 204 len: 168 time: 1.6939831 Feb 09 22:04:36.499486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 35992) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:36.543031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=591c50a1-aea2-4235-b60d-256ebf377c5c,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:36.557692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8525d231-3c27-408b-8887-5b1f3f7e5af3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:36.558074 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.562414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777039a-4cd7-440b-8a16-0160f48c171d req-3bf51fd6-5638-4056-b660-90af51a5ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.564045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e777039a-4cd7-440b-8a16-0160f48c171d req-3bf51fd6-5638-4056-b660-90af51a5ce23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 1128 time: 0.3218021 Feb 09 22:04:36.602515 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0a5907e8-50cb-4f85-9b95-2d5e5b1b2be7 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for router (c74c4341-edb1-484b-9b2c-8a141df91b5d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.629074 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-80253a23-3817-423a-9c52-a0859894b67b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] GET failed (client error): The resource could not be found. Feb 09 22:04:36.642020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-80253a23-3817-423a-9c52-a0859894b67b tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "GET /v2.0/ports/4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1 HTTP/1.1" status: 404 len: 333 time: 0.1409438 Feb 09 22:04:36.646162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36006) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:36.665759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1144743476'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:36.682421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Current status of the port 8525d231-3c27-408b-8887-5b1f3f7e5af3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:36.705251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Provisioning complete for port 56f05377-656c-4f97-b876-8199f919a1ab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:36.706010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (56f05377-656c-4f97-b876-8199f919a1ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.757575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Port 56f05377-656c-4f97-b876-8199f919a1ab cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:36.763556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c2d7a1a9-d789-4486-bda5-54ad74605865 None None] Could not find standard attr ID for object 4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:04:36.769137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7915d28f-f5f8-4a64-a02c-60b46a2724c8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.817695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e777039a-4cd7-440b-8a16-0160f48c171d req-36c23558-03e0-408a-93eb-d1d68600e40d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424560 Feb 09 22:04:36.825858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Calling delete_port for 7915d28f-f5f8-4a64-a02c-60b46a2724c8 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:36.827178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8525d231-3c27-408b-8887-5b1f3f7e5af3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:36.865630 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-0a5907e8-50cb-4f85-9b95-2d5e5b1b2be7 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 22:04:36.888529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36014) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:36.910108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0a5907e8-50cb-4f85-9b95-2d5e5b1b2be7 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d HTTP/1.1" status: 409 len: 329 time: 0.9343870 Feb 09 22:04:36.919715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-236c36e3-96e9-4a6d-bcd4-b4bc17ba1041 None None] Provisioning complete for port 56f05377-656c-4f97-b876-8199f919a1ab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:36.932996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-236c36e3-96e9-4a6d-bcd4-b4bc17ba1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (56f05377-656c-4f97-b876-8199f919a1ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:36.971288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-236c36e3-96e9-4a6d-bcd4-b4bc17ba1041 None None] Port 56f05377-656c-4f97-b876-8199f919a1ab cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:36.974376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-236c36e3-96e9-4a6d-bcd4-b4bc17ba1041 None None] Could not find standard attr ID for object 4f5ec4c5-c825-4d8b-9ddf-9400c992a4c1. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:04:37.182993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:37.187055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:37.275376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] device_id is not set on port ac3908b7-a9a7-4676-9264-2d42771a3a40 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:04:37.336941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44bf35-b335-465f-8cd2-1fae37121943 req-8b1e364b-bd49-4a24-93a4-96a1ac57c30e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.345552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f44bf35-b335-465f-8cd2-1fae37121943 req-8b1e364b-bd49-4a24-93a4-96a1ac57c30e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.0674279 Feb 09 22:04:37.411014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f44bf35-b335-465f-8cd2-1fae37121943 req-d9224b9e-2a11-4246-be5d-91d851a8d965 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641646 Feb 09 22:04:37.416805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Allocated IP 2001:db8::2ed (c094f711-3b45-43e9-916b-04f385deae7e/65ad8654-4485-4bd2-b6e0-1acb6e92b925/ac3908b7-a9a7-4676-9264-2d42771a3a40) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:37.524749 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-022a8c15-e041-4643-8f99-7c0caa57e5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:37.696260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7915d28f-f5f8-4a64-a02c-60b46a2724c8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:37.786224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Port': ['ID=7915d28f-f5f8-4a64-a02c-60b46a2724c8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:37.958952 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.006449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.155831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.159331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router_controller (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.266318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.480434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (a530820c-6c1c-4a59-9a8d-340f78cf4d9d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.484351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Fanout notify agent at l3_agent the message router_deleted on router a530820c-6c1c-4a59-9a8d-340f78cf4d9d {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:04:38.508298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.513491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36088) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:38.514504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-018429fb-e4d9-415f-a1ff-7c177eecdcac tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/routers/a530820c-6c1c-4a59-9a8d-340f78cf4d9d HTTP/1.1" status: 204 len: 168 time: 3.8564782 Feb 09 22:04:38.605528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Deleting subnet 042d1e78-c273-41ca-a0d0-21da84c12f8e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:04:38.611131 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for subnet (042d1e78-c273-41ca-a0d0-21da84c12f8e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.684346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (042d1e78-c273-41ca-a0d0-21da84c12f8e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.684624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f17c-ec1e-4862-be7e-136a5ac578ca req-8ea453f7-7236-4da9-bb65-a1e1e2591c71 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:38.707586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4882f17c-ec1e-4862-be7e-136a5ac578ca req-8ea453f7-7236-4da9-bb65-a1e1e2591c71 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.1298406 Feb 09 22:04:38.745841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (042d1e78-c273-41ca-a0d0-21da84c12f8e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.789538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4882f17c-ec1e-4862-be7e-136a5ac578ca req-de2eceb7-63e7-4659-90e3-4a3baae5d005 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794411 Feb 09 22:04:38.791039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.881177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=ac3908b7-a9a7-4676-9264-2d42771a3a40,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:38.900278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (042d1e78-c273-41ca-a0d0-21da84c12f8e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.943748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network c094f711-3b45-43e9-916b-04f385deae7e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:38.951838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:38.956414 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:38.982896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:38.983689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.033357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Deleting port aed832d0-6954-4bc5-bffa-810871542548 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:39.033623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Subnet': ['ID=042d1e78-c273-41ca-a0d0-21da84c12f8e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:39.037425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (aed832d0-6954-4bc5-bffa-810871542548), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.052187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.062231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.069608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-194e63f7-3e1c-4df7-bf82-c09000391fcf tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/subnets/042d1e78-c273-41ca-a0d0-21da84c12f8e HTTP/1.1" status: 204 len: 168 time: 0.5549242 Feb 09 22:04:39.077065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36116) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:39.129795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-04f4c317-2ec6-4ece-b6ba-d3988461c742 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4824183 Feb 09 22:04:39.138515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36122) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:39.148416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:2e:c4:a8'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:39.381802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (aed832d0-6954-4bc5-bffa-810871542548), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.417239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Calling delete_port for aed832d0-6954-4bc5-bffa-810871542548 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:39.434612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.562397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-851ab7ea-1333-4757-ab42-c821506868a4 None None] Provisioning complete for port ac3908b7-a9a7-4676-9264-2d42771a3a40 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:39.562938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-851ab7ea-1333-4757-ab42-c821506868a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.656922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-851ab7ea-1333-4757-ab42-c821506868a4 None None] Port ac3908b7-a9a7-4676-9264-2d42771a3a40 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:39.902357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c5f45720-1957-4a54-82fe-ba923e4cd5a3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.941657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43336ded-df8e-440e-a2f7-0577d3d207b6 req-4170f95e-94ad-41a9-ab8d-2d1ecdfe883b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:39.954980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43336ded-df8e-440e-a2f7-0577d3d207b6 req-4170f95e-94ad-41a9-ab8d-2d1ecdfe883b tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.8840444 Feb 09 22:04:39.955997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36158) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:39.988344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Request body: {'floatingip': {'port_id': '591c50a1-aea2-4235-b60d-256ebf377c5c'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:40.040981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (d459f976-853c-4212-a46f-ff9a4f9090a2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.229484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.234943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (aed832d0-6954-4bc5-bffa-810871542548), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.235272 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c5f45720-1957-4a54-82fe-ba923e4cd5a3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.313917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.523358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Port': ['ID=aed832d0-6954-4bc5-bffa-810871542548,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:40.530469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.932913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f45720-1957-4a54-82fe-ba923e4cd5a3']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:40.988483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] In _notify_port_updated(), no bound segment for port ac3908b7-a9a7-4676-9264-2d42771a3a40 on network c094f711-3b45-43e9-916b-04f385deae7e {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:04:41.004702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.006544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.012640 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "PUT /v2.0/ports/ac3908b7-a9a7-4676-9264-2d42771a3a40 HTTP/1.1" status: 200 len: 1003 time: 1.8699245 Feb 09 22:04:41.016010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36200) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:41.023141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eda26a-edcb-4b38-89ce-3b7840be54c8') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:41.035207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eda26a-edcb-4b38-89ce-3b7840be54c8') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:41.083468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b547ef-24c3-4a31-93ee-3e6202e154e4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=ac3908b7-a9a7-4676-9264-2d42771a3a40,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.093892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (d1eda26a-edcb-4b38-89ce-3b7840be54c8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.094867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (c74c4341-edb1-484b-9b2c-8a141df91b5d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.120962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:04:41.220709 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d1eda26a-edcb-4b38-89ce-3b7840be54c8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.237611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:04:41.248032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (d1eda26a-edcb-4b38-89ce-3b7840be54c8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:04:41.251569 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:04:41.354146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.424884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d459f976-853c-4212-a46f-ff9a4f9090a2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.426886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5ae14248-5cd1-40c4-bfee-dec851963f12 None None] Provisioning complete for port ac3908b7-a9a7-4676-9264-2d42771a3a40 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:41.427381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ae14248-5cd1-40c4-bfee-dec851963f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.547021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5ae14248-5cd1-40c4-bfee-dec851963f12 None None] Port ac3908b7-a9a7-4676-9264-2d42771a3a40 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:41.582729 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c5f45720-1957-4a54-82fe-ba923e4cd5a3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.603215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.610168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] 10.222.0.98 "DELETE /v2.0/networks/c5f45720-1957-4a54-82fe-ba923e4cd5a3 HTTP/1.1" status: 204 len: 168 time: 2.5320139 Feb 09 22:04:41.631065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba95d9-bc1b-4ffe-9e2f-e8e49e0763e5 tempest-FloatingIPTestJSON-727716625 tempest-FloatingIPTestJSON-727716625-project] Pushing event deleted for resources: {'Network': ['ID=c5f45720-1957-4a54-82fe-ba923e4cd5a3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.694223 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Floating IP d459f976-853c-4212-a46f-ff9a4f9090a2 associated. External IP: 172.25.5.135, port: 591c50a1-aea2-4235-b60d-256ebf377c5c. Feb 09 22:04:41.739522 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.771455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting port ac3908b7-a9a7-4676-9264-2d42771a3a40 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:41.772007 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.958771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Router c74c4341-edb1-484b-9b2c-8a141df91b5d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:42.001437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.053355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Router 80b3811d-1f34-4044-974d-58de00614ae8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:42.175812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Calling delete_port for ac3908b7-a9a7-4676-9264-2d42771a3a40 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:42.193517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:42.207409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] Sync routers for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:42.215858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-44d989f8-c3c9-4fa6-88ff-e094a337489e tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "PUT /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3238759 Feb 09 22:04:42.216283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36256) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.247756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:42.249969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:42.303566 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-80ba0ea5-97c7-4dd8-ba76-5beaed71d496 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] show failed (client error): The resource could not be found. Feb 09 22:04:42.313906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-80ba0ea5-97c7-4dd8-ba76-5beaed71d496 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-456014066 HTTP/1.1" status: 404 len: 334 time: 0.0925765 Feb 09 22:04:42.316347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36262) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.321836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5d23f7b4-049a-4f24-9969-26dc730a8e02 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:42.329363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:42.344246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] Sync routers for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:42.350210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.358282 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:42.363981 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:42.366202 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-5d23f7b4-049a-4f24-9969-26dc730a8e02 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] update failed (client error): The resource could not be found. Feb 09 22:04:42.375790 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5d23f7b4-049a-4f24-9969-26dc730a8e02 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-843443105 HTTP/1.1" status: 404 len: 334 time: 0.0573764 Feb 09 22:04:42.377052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36266) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.439924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:42.457201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Deleting subnet 9cfdff88-9707-4b25-8ba6-1aa23dbf9861 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:04:42.463845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for subnet (9cfdff88-9707-4b25-8ba6-1aa23dbf9861), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.478505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bb7eab79-fbff-4351-9b4b-a4cac09ac80d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "PUT /v2.0/floatingips/d459f976-853c-4212-a46f-ff9a4f9090a2 HTTP/1.1" status: 200 len: 992 time: 2.4936986 Feb 09 22:04:42.479204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] Routers {'c74c4341-edb1-484b-9b2c-8a141df91b5d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:42.479762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:42.480615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c74c4341-edb1-484b-9b2c-8a141df91b5d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:42.485976 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:42.546582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36278) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.583763 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49bcd63-ac8a-4271-b498-22939812deda x-openstack-request-id: req-a49bcd63-ac8a-4271-b498-22939812deda {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:42.583763 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:42.583763 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a49bcd63-ac8a-4271-b498-22939812deda {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:42.583763 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'status': 'completed', 'code': 200} Feb 09 22:04:42.638931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:42.639948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953dbc44-b83e-4355-aef6-92a334bfc91b None None] The sync data for ids ['c74c4341-edb1-484b-9b2c-8a141df91b5d'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:42.715813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-66c7a28e-99f0-424b-8352-dd5f5587f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.721498 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:42.723464 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-66c7a28e-99f0-424b-8352-dd5f5587f92a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 1128 time: 0.1137280 Feb 09 22:04:42.758515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (9cfdff88-9707-4b25-8ba6-1aa23dbf9861), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.820461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ac3908b7-a9a7-4676-9264-2d42771a3a40), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.879534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7c8fcdb2-fd10-4e38-87eb-8ad3b55f36d5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2291b27520594380b98fe5685001e906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3295293 Feb 09 22:04:42.880532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36296) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.891306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38583-5849-498e-b87a-eff015200ca8 req-b978dfcb-bc77-4e1b-904b-eda48a8a1113 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.901085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7c38583-5849-498e-b87a-eff015200ca8 req-b978dfcb-bc77-4e1b-904b-eda48a8a1113 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.2297473 Feb 09 22:04:42.909704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Port': ['ID=ac3908b7-a9a7-4676-9264-2d42771a3a40,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:42.938002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-25a42137-1ff1-417c-838c-fa463dd89987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.939532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-25a42137-1ff1-417c-838c-fa463dd89987 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.2027636 Feb 09 22:04:43.022798 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-581a3053-cce4-4fe4-97dd-213cc03805bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=591c50a1-aea2-4235-b60d-256ebf377c5c HTTP/1.1" status: 200 len: 1000 time: 0.0737064 Feb 09 22:04:43.063211 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00e7bb2e-2810-46a8-b0bf-5442c7cbd588 admin admin] Publish callbacks [] for security_group (f5330e88-23bd-44f0-bbf8-0a8572d26249), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.260537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00e7bb2e-2810-46a8-b0bf-5442c7cbd588 admin admin] Publish callbacks [] for security_group (f5330e88-23bd-44f0-bbf8-0a8572d26249), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.315902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-176e20fa-4707-4471-9c7c-c919ea75f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:43.328807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-176e20fa-4707-4471-9c7c-c919ea75f380 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.2697237 Feb 09 22:04:43.415669 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd459f976-853c-4212-a46f-ff9a4f9090a2', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'port_id': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'mac_address': 'fa:16:3e:69:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:14Z', 'updated_at': '2022-02-09T22:04:40Z', 'revision_number': 1, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:43.454762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7c38583-5849-498e-b87a-eff015200ca8 req-2cd55e50-fb9c-45d7-a3fd-56bd807f0eb7 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5536661 Feb 09 22:04:43.456485 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] Checking router: 80b3811d-1f34-4044-974d-58de00614ae8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:43.476223 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:43.477227 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:04:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:43.479465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.489358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-40c2c43a-8cfc-46d8-867e-dbcb4860fd2e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/ports/ac3908b7-a9a7-4676-9264-2d42771a3a40 HTTP/1.1" status: 204 len: 168 time: 2.4604657 Feb 09 22:04:43.490771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:43.502292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9cfdff88-9707-4b25-8ba6-1aa23dbf9861), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.556249 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f1b280-6a9d-4db2-bbe8-d5d494fc7c4d tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] GET failed (client error): The resource could not be found. Feb 09 22:04:43.558319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e4f1b280-6a9d-4db2-bbe8-d5d494fc7c4d tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "GET /v2.0/ports/ac3908b7-a9a7-4676-9264-2d42771a3a40 HTTP/1.1" status: 404 len: 333 time: 0.0645225 Feb 09 22:04:43.563539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36316) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:43.565671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-1130d691-75df-4898-a70b-791651e257ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:43.576117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-1130d691-75df-4898-a70b-791651e257ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2291961 Feb 09 22:04:43.587593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1598085642'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:43.592232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-843e0f60-40c2-4a4d-81e6-cdf4f88c3921 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:04:43.595908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-843e0f60-40c2-4a4d-81e6-cdf4f88c3921 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170047 Feb 09 22:04:43.839788 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:43.899547 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00e7bb2e-2810-46a8-b0bf-5442c7cbd588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f5330e88-23bd-44f0-bbf8-0a8572d26249), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.907176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-00e7bb2e-2810-46a8-b0bf-5442c7cbd588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.908326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-00e7bb2e-2810-46a8-b0bf-5442c7cbd588 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f5330e88-23bd-44f0-bbf8-0a8572d26249 HTTP/1.1" status: 204 len: 168 time: 1.0272326 Feb 09 22:04:43.915764 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-30f547cc-cbf4-4db9-849e-97fea8580265 service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122094 Feb 09 22:04:43.922806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7bb2e-2810-46a8-b0bf-5442c7cbd588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5330e88-23bd-44f0-bbf8-0a8572d26249,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:43.952746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (9cfdff88-9707-4b25-8ba6-1aa23dbf9861), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.027300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:44.034184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.075181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae88e64-a803-426a-aa52-14f0ad040fc7 None None] Network 1ce5fa6c-622e-4645-b90c-ed450f93eec0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:44.090020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.133901 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/subnets/9cfdff88-9707-4b25-8ba6-1aa23dbf9861 HTTP/1.1" status: 204 len: 168 time: 1.7536845 Feb 09 22:04:44.135593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36342) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:44.184828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b28be794-bf2f-4e24-ba1f-d0579e9b7fbc req-bc6207af-208c-4204-847c-eb4b108ecd6d service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406974 Feb 09 22:04:44.316122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48463c90-f432-43dc-afae-6b34d9d065e4 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfdff88-9707-4b25-8ba6-1aa23dbf9861,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:44.331522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] device_id is not set on port 671ee161-18bd-41ab-8e25-2a849dd94982 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:04:44.386273 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd459f976-853c-4212-a46f-ff9a4f9090a2', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'port_id': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'mac_address': 'fa:16:3e:69:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:14Z', 'updated_at': '2022-02-09T22:04:40Z', 'revision_number': 1, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:44.429670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Deleting subnet 3f8b3975-5ef7-40cb-9393-743139d0baf1 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:04:44.435135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for subnet (3f8b3975-5ef7-40cb-9393-743139d0baf1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.445674 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fe382-c3c2-42ee-b081-9634dc1de10f None None] The sync data for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 is: [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd459f976-853c-4212-a46f-ff9a4f9090a2', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'port_id': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'mac_address': 'fa:16:3e:69:b1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:14Z', 'updated_at': '2022-02-09T22:04:40Z', 'revision_number': 1, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:44.504322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] DHCP port deletion for 1ce5fa6c-622e-4645-b90c-ed450f93eec0 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:04:44.579585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (3f8b3975-5ef7-40cb-9393-743139d0baf1), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.602323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] Deleting port 89a95e2d-318d-47fe-ad7d-08d9969eba22 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:44.605875 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.688278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30936644-328b-4a73-bab1-340037b3b3ea req-fc564b4f-f39e-478f-a6b6-07d8f7a66bef tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.693531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30936644-328b-4a73-bab1-340037b3b3ea req-fc564b4f-f39e-478f-a6b6-07d8f7a66bef tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.1101856 Feb 09 22:04:44.827437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Allocated IP 2001:db8::1b3 (c094f711-3b45-43e9-916b-04f385deae7e/65ad8654-4485-4bd2-b6e0-1acb6e92b925/671ee161-18bd-41ab-8e25-2a849dd94982) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:44.849204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30936644-328b-4a73-bab1-340037b3b3ea req-704d93b1-643f-47d1-8ee4-4fdf59db694f tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491995 Feb 09 22:04:44.929615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c2dd1-e648-4877-862d-74c63ce2653e None None] New status for floating IP d459f976-853c-4212-a46f-ff9a4f9090a2: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:04:45.004808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3f8b3975-5ef7-40cb-9393-743139d0baf1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.080640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] For port 89a95e2d-318d-47fe-ad7d-08d9969eba22, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=89a95e2d-318d-47fe-ad7d-08d9969eba22,segment=NetworkSegment(f47d9026-3332-4b13-beb1-7331811b4ded),segment_id=f47d9026-3332-4b13-beb1-7331811b4ded)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:45.081582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.126257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] Calling delete_port for 89a95e2d-318d-47fe-ad7d-08d9969eba22 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:45.385109 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (671ee161-18bd-41ab-8e25-2a849dd94982), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.387828 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (89a95e2d-318d-47fe-ad7d-08d9969eba22), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.434240 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (3f8b3975-5ef7-40cb-9393-743139d0baf1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.473157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] Pushing event deleted for resources: {'Port': ['ID=89a95e2d-318d-47fe-ad7d-08d9969eba22,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:45.506235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c487ded-343d-4f44-b856-247cf4cb3850 None None] No DVR routers for this DVR port 89a95e2d-318d-47fe-ad7d-08d9969eba22 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:45.549812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e865c-6043-464b-9088-99e65e381a5b req-6c4b30c3-3e92-441f-82d0-fdf2ae589bfc tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:45.562545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-6c4b30c3-3e92-441f-82d0-fdf2ae589bfc tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/networks?id=4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 200 len: 814 time: 0.3870218 Feb 09 22:04:45.569304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8b3975-5ef7-40cb-9393-743139d0baf1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:45.571799 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.578857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36394) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:45.588365 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c6f5064-70bf-4698-a57d-45e1939c0dca tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/subnets/3f8b3975-5ef7-40cb-9393-743139d0baf1 HTTP/1.1" status: 204 len: 168 time: 1.4434280 Feb 09 22:04:45.589882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.621056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a7167-1dff-4a3c-85d9-46d5e55e7a70 None None] Network 941daffc-1154-40d3-a163-738f3b4ba897 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:45.729830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network c094f711-3b45-43e9-916b-04f385deae7e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:45.740390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:45.748506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:45.761382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:45.762006 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.845713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=671ee161-18bd-41ab-8e25-2a849dd94982,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:45.859294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (1ce5fa6c-622e-4645-b90c-ed450f93eec0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.888393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-0faab5fe-7fa0-4bd5-a972-ddbefad12ba1 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/quotas/8f3a08f75f14436d9614feab7b3ac44f HTTP/1.1" status: 200 len: 375 time: 0.3190329 Feb 09 22:04:45.912417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-107910cb-978f-4dce-be88-d4ec7a324718 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3377824 Feb 09 22:04:45.913060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36404) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:45.919751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2e:c4:a8'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:45.944947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] DHCP port deletion for 941daffc-1154-40d3-a163-738f3b4ba897 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:04:46.062036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36412) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:46.088172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-d661179a-72d4-4ed8-b789-ac36eef1499e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199234 Feb 09 22:04:46.155187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] Deleting port c4820c2a-86fb-4037-adf5-ee0279e7adda {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:46.155815 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.260954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] For port c4820c2a-86fb-4037-adf5-ee0279e7adda, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c4820c2a-86fb-4037-adf5-ee0279e7adda,segment=NetworkSegment(44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19),segment_id=44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:46.261446 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.278440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] Calling delete_port for c4820c2a-86fb-4037-adf5-ee0279e7adda owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:46.389770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.391638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c4820c2a-86fb-4037-adf5-ee0279e7adda no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:46.431272 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (1ce5fa6c-622e-4645-b90c-ed450f93eec0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.452456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (c4820c2a-86fb-4037-adf5-ee0279e7adda), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.481690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce5fa6c-622e-4645-b90c-ed450f93eec0']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:46.503194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47d9026-3332-4b13-beb1-7331811b4ded') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:46.503507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47d9026-3332-4b13-beb1-7331811b4ded') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:46.514869 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (f47d9026-3332-4b13-beb1-7331811b4ded), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.526579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537055574'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:46.529494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f47d9026-3332-4b13-beb1-7331811b4ded), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.536604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:04:46.546270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (f47d9026-3332-4b13-beb1-7331811b4ded), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.609232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] Pushing event deleted for resources: {'Port': ['ID=c4820c2a-86fb-4037-adf5-ee0279e7adda,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:46.633185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f6acb-1275-41bf-94b2-04375b3eadef None None] No DVR routers for this DVR port c4820c2a-86fb-4037-adf5-ee0279e7adda on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:46.656054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port c4820c2a-86fb-4037-adf5-ee0279e7adda {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:04:46.656054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port c4820c2a-86fb-4037-adf5-ee0279e7adda host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:04:46.656054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c4820c2a-86fb-4037-adf5-ee0279e7adda not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:46.672377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 89a95e2d-318d-47fe-ad7d-08d9969eba22 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:04:46.676789 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:04:46.698627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:46.714948 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.722512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7e35c5da-cc62-499d-aa3d-5860d95b377f None None] Provisioning complete for port 671ee161-18bd-41ab-8e25-2a849dd94982 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:46.732485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e35c5da-cc62-499d-aa3d-5860d95b377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.736045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 89a95e2d-318d-47fe-ad7d-08d9969eba22 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:04:46.737064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 89a95e2d-318d-47fe-ad7d-08d9969eba22 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:46.775541 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.821987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7e35c5da-cc62-499d-aa3d-5860d95b377f None None] Port 671ee161-18bd-41ab-8e25-2a849dd94982 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:46.856310 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (1ce5fa6c-622e-4645-b90c-ed450f93eec0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.903242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.910302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/networks/1ce5fa6c-622e-4645-b90c-ed450f93eec0 HTTP/1.1" status: 204 len: 168 time: 1.3282366 Feb 09 22:04:46.910302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccaefd-37f6-4aee-8466-b0bea6a303c5 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Network': ['ID=1ce5fa6c-622e-4645-b90c-ed450f93eec0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:46.913549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36428) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:46.934490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (671ee161-18bd-41ab-8e25-2a849dd94982), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.017982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (941daffc-1154-40d3-a163-738f3b4ba897), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.029070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-06f0ca6f-39b8-4aa9-b1c5-5744f7d4b939 service neutron] 10.222.0.98 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8997884 Feb 09 22:04:47.051527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for security_group (cf09dc20-48d0-4448-a012-4d03123e6550), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.056159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.143657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] In _notify_port_updated(), no bound segment for port 671ee161-18bd-41ab-8e25-2a849dd94982 on network c094f711-3b45-43e9-916b-04f385deae7e {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:04:47.148762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.149405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.178234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "PUT /v2.0/ports/671ee161-18bd-41ab-8e25-2a849dd94982 HTTP/1.1" status: 200 len: 1003 time: 1.2609751 Feb 09 22:04:47.179056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cf09dc20-48d0-4448-a012-4d03123e6550), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.189783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36432) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:47.278611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf09dc20-48d0-4448-a012-4d03123e6550,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:47.310186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-a8b796e4-6fe5-4178-a91d-d14561878ee7 service neutron] 10.222.0.98 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692108 Feb 09 22:04:47.482008 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (941daffc-1154-40d3-a163-738f3b4ba897), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.522713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:47.530944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941daffc-1154-40d3-a163-738f3b4ba897']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:47.547544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d489c-5d83-4ae1-8b27-cc118804ae73 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=671ee161-18bd-41ab-8e25-2a849dd94982,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:47.568529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:47.569152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:47.587502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (fef949b8-d180-4abb-a1cb-fbf0048382a1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.596592 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment fef949b8-d180-4abb-a1cb-fbf0048382a1 of type vlan for network 8c7fad25-9727-4202-80fe-301596882340 Feb 09 22:04:47.602857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.659958 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.677329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:04:47.677920 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (44cd603c-cbf1-4b7f-b4f0-3a97e2c7ef19), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:04:47.681051 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:04:47.701668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-115b0320-43cc-4f94-9409-5b82a8aa260c None None] Provisioning complete for port 671ee161-18bd-41ab-8e25-2a849dd94982 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:47.703242 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-115b0320-43cc-4f94-9409-5b82a8aa260c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.815816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8c7fad25-9727-4202-80fe-301596882340), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.817116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-115b0320-43cc-4f94-9409-5b82a8aa260c None None] Port 671ee161-18bd-41ab-8e25-2a849dd94982 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:47.923439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (941daffc-1154-40d3-a163-738f3b4ba897), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.936849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.942742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/networks/941daffc-1154-40d3-a163-738f3b4ba897 HTTP/1.1" status: 204 len: 168 time: 1.0280592 Feb 09 22:04:47.949003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36448) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:47.986483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e627e83b-a897-4f29-b21e-8c269602c59a req-608ef958-d857-493b-ab56-11b3c0cef97c tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 210 time: 0.2447569 Feb 09 22:04:47.995901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8c7fad25-9727-4202-80fe-301596882340), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.000889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.001495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.024882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting port 671ee161-18bd-41ab-8e25-2a849dd94982 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:48.025478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.072801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Deleting subnet 56c09e58-3f6d-40f6-9a83-25682ef4d72e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:04:48.111895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for subnet (56c09e58-3f6d-40f6-9a83-25682ef4d72e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.119378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0150253-463d-4fef-99e0-aaa993744026 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Network': ['ID=941daffc-1154-40d3-a163-738f3b4ba897,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:48.198963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1346109 Feb 09 22:04:48.218078 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (56c09e58-3f6d-40f6-9a83-25682ef4d72e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.262120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fac1f-a678-488b-afda-c9a0e2ed888b tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=8c7fad25-9727-4202-80fe-301596882340,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:48.284902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8c7fad25-9727-4202-80fe-301596882340 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:48.364220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.388633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Calling delete_port for 671ee161-18bd-41ab-8e25-2a849dd94982 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:48.643627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (56c09e58-3f6d-40f6-9a83-25682ef4d72e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.906388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (671ee161-18bd-41ab-8e25-2a849dd94982), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.021111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (56c09e58-3f6d-40f6-9a83-25682ef4d72e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.137717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.145185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/subnets/56c09e58-3f6d-40f6-9a83-25682ef4d72e HTTP/1.1" status: 204 len: 168 time: 1.1905358 Feb 09 22:04:49.146067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36464) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:49.147482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Port': ['ID=671ee161-18bd-41ab-8e25-2a849dd94982,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:49.158883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ceda8-2ff1-4d59-95e7-2febad623320 None None] Network dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:49.176767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175fe06-1f1e-42b5-bfd8-eb7f855e36de tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Subnet': ['ID=56c09e58-3f6d-40f6-9a83-25682ef4d72e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:49.182629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.208299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5e1a0cb6-10d9-4b40-b92e-d19b08501416 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/ports/671ee161-18bd-41ab-8e25-2a849dd94982 HTTP/1.1" status: 204 len: 168 time: 1.9529836 Feb 09 22:04:49.209881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36466) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:49.312535 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc98b345-fbf5-4678-ab4c-70bb8004403d tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] GET failed (client error): The resource could not be found. Feb 09 22:04:49.332796 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc98b345-fbf5-4678-ab4c-70bb8004403d tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "GET /v2.0/ports/671ee161-18bd-41ab-8e25-2a849dd94982 HTTP/1.1" status: 404 len: 333 time: 0.1195529 Feb 09 22:04:49.333736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36468) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:49.350063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1812385198'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:49.479067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fff7cc67-0bbd-465b-a0ba-bcecd58db725 req-22bd0c03-844b-4255-81ac-35f5379f82da tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 210 time: 0.2720554 Feb 09 22:04:49.634791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.651425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] DHCP port deletion for dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:04:49.800162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Deleting port b09337e5-357f-4e88-aa1a-1735d019306b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:49.800563 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.815427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] Deleting port b09337e5-357f-4e88-aa1a-1735d019306b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:49.816094 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.837849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:49.843848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:49.890709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] device_id is not set on port 70bca142-d12b-4f11-a420-8d85627a5241 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:04:49.971746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] For port b09337e5-357f-4e88-aa1a-1735d019306b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b09337e5-357f-4e88-aa1a-1735d019306b,segment=NetworkSegment(bb9bc6fa-1656-49b3-8bff-163117bdad09),segment_id=bb9bc6fa-1656-49b3-8bff-163117bdad09)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:49.972183 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.012745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] For port b09337e5-357f-4e88-aa1a-1735d019306b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b09337e5-357f-4e88-aa1a-1735d019306b,segment=NetworkSegment(bb9bc6fa-1656-49b3-8bff-163117bdad09),segment_id=bb9bc6fa-1656-49b3-8bff-163117bdad09)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:50.013146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.034448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] Calling delete_port for b09337e5-357f-4e88-aa1a-1735d019306b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:50.065360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Calling delete_port for b09337e5-357f-4e88-aa1a-1735d019306b owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:50.305818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Allocated IP 2001:db8::16f (c094f711-3b45-43e9-916b-04f385deae7e/65ad8654-4485-4bd2-b6e0-1acb6e92b925/70bca142-d12b-4f11-a420-8d85627a5241) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:50.387353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b09337e5-357f-4e88-aa1a-1735d019306b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:50.421971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.461796 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (b09337e5-357f-4e88-aa1a-1735d019306b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.569986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Port': ['ID=b09337e5-357f-4e88-aa1a-1735d019306b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:50.595833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] No DVR routers for this DVR port b09337e5-357f-4e88-aa1a-1735d019306b on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:50.670192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] Pushing event deleted for resources: {'Port': ['ID=b09337e5-357f-4e88-aa1a-1735d019306b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:50.676798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843e380-4ac2-4674-a582-4a1a912436dc None None] No DVR routers for this DVR port b09337e5-357f-4e88-aa1a-1735d019306b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:50.747799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port b09337e5-357f-4e88-aa1a-1735d019306b {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:04:50.750739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port b09337e5-357f-4e88-aa1a-1735d019306b host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:04:50.754378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b09337e5-357f-4e88-aa1a-1735d019306b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:50.832200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.874756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (70bca142-d12b-4f11-a420-8d85627a5241), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.888938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:50.911970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9bc6fa-1656-49b3-8bff-163117bdad09') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:50.912278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9bc6fa-1656-49b3-8bff-163117bdad09') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:50.933502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (bb9bc6fa-1656-49b3-8bff-163117bdad09), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.953752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (bb9bc6fa-1656-49b3-8bff-163117bdad09), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.962985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:04:50.963631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (bb9bc6fa-1656-49b3-8bff-163117bdad09), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.038249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (70bca142-d12b-4f11-a420-8d85627a5241), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.071359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network c094f711-3b45-43e9-916b-04f385deae7e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:51.083936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:51.150216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:04:51.158862 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:04:51.178287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:51.178972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.182941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c99281f2-b78b-4052-9282-5973bfee5165 req-50e16f1e-2eda-46eb-99c9-be6e8b836ada tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 210 time: 0.1320646 Feb 09 22:04:51.190197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.301773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=70bca142-d12b-4f11-a420-8d85627a5241,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:51.335856 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d0a08554-1cce-454c-8b70-425d4345d5cc tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9986997 Feb 09 22:04:51.342721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36532) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:51.347852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'network_id': 'c094f711-3b45-43e9-916b-04f385deae7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2132736800'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:51.580561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e865c-6043-464b-9088-99e65e381a5b req-dd85ac25-6cf3-42c8-9af8-3a6378b86db3 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:51.582205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-dd85ac25-6cf3-42c8-9af8-3a6378b86db3 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.110 "GET /v2.0/networks?id=4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 200 len: 814 time: 0.4482813 Feb 09 22:04:51.586836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36540) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:51.607004 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.613805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/networks/dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3 HTTP/1.1" status: 204 len: 168 time: 2.4653792 Feb 09 22:04:51.620835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '8c7fad25-9727-4202-80fe-301596882340', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:51.746097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5c6ba567-0f5a-4f8b-aebc-0e809b682b60 None None] Provisioning complete for port 70bca142-d12b-4f11-a420-8d85627a5241 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:51.747349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c6ba567-0f5a-4f8b-aebc-0e809b682b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70bca142-d12b-4f11-a420-8d85627a5241), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.781350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62ec63-413b-4148-b128-09014a8545bd tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Pushing event deleted for resources: {'Network': ['ID=dfb8c2d7-bbd0-4d65-b72a-f00387afb9d3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:51.785828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36546) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:51.790285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Request body: {'port': {'device_id': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a', 'admin_state_up': True, 'tenant_id': '8f3a08f75f14436d9614feab7b3ac44f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:51.794359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ba567-0f5a-4f8b-aebc-0e809b682b60 None None] Port 70bca142-d12b-4f11-a420-8d85627a5241 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:52.195791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Made reservation on behalf of c0f82d6f6b7f4c0bbfe4af66f04a0c3a for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:52.200242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.257099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] device_id is not set on port 20456922-285c-44a8-a1ef-6b205eb4a2c2 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:04:52.476274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1039ef1b-4fab-4197-bf02-0e25063e420f tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "GET /v2.0/ports?device_id=c74c4341-edb1-484b-9b2c-8a141df91b5d HTTP/1.1" status: 200 len: 205 time: 0.6780362 Feb 09 22:04:52.477747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36582) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:52.554430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4370c22-fa9b-49f5-b029-8dc53d332111 req-2faeb76c-c224-439e-b93e-dd931757d9d5 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 210 time: 0.0754330 Feb 09 22:04:52.567496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Allocated IP 2001:db8::233 (c094f711-3b45-43e9-916b-04f385deae7e/65ad8654-4485-4bd2-b6e0-1acb6e92b925/20456922-285c-44a8-a1ef-6b205eb4a2c2) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:52.752580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1990d833-0019-448a-aadd-349f064e4516 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for router (c74c4341-edb1-484b-9b2c-8a141df91b5d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.766794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.778533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:52.782215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.885114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.020405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=20456922-285c-44a8-a1ef-6b205eb4a2c2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:53.050043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Network c094f711-3b45-43e9-916b-04f385deae7e is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:53.061713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:53.088638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:53.097853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:53.099695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.125587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1990d833-0019-448a-aadd-349f064e4516 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (c74c4341-edb1-484b-9b2c-8a141df91b5d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.141284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1990d833-0019-448a-aadd-349f064e4516 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for router_controller (c74c4341-edb1-484b-9b2c-8a141df91b5d), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.274844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c7a5476-6ddc-4283-a1e6-f3faeb98744e tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9303629 Feb 09 22:04:53.276787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36610) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:53.284453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:2e:c4:a8'}, {'ip_address': '2001:db8::16f', 'mac_address': 'fa:16:3e:d9:8d:0a'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:53.369435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1990d833-0019-448a-aadd-349f064e4516 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (c74c4341-edb1-484b-9b2c-8a141df91b5d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.370130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1990d833-0019-448a-aadd-349f064e4516 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Fanout notify agent at l3_agent the message router_deleted on router c74c4341-edb1-484b-9b2c-8a141df91b5d {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:04:53.394471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1990d833-0019-448a-aadd-349f064e4516 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.395714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1990d833-0019-448a-aadd-349f064e4516 tempest-RoutersNegativeTest-1606103689 tempest-RoutersNegativeTest-1606103689-project] 10.222.0.98 "DELETE /v2.0/routers/c74c4341-edb1-484b-9b2c-8a141df91b5d HTTP/1.1" status: 204 len: 168 time: 0.9071429 Feb 09 22:04:53.407503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Made reservation on behalf of 8f3a08f75f14436d9614feab7b3ac44f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:53.411117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.643206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-df8c3363-ab71-46cd-8e4a-7070b7202d58 None None] Provisioning complete for port 20456922-285c-44a8-a1ef-6b205eb4a2c2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:53.643725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df8c3363-ab71-46cd-8e4a-7070b7202d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.792274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-df8c3363-ab71-46cd-8e4a-7070b7202d58 None None] Port 20456922-285c-44a8-a1ef-6b205eb4a2c2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:53.846512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.867143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (21bf7553-0d2d-4733-a0ba-2c8d1a28b374), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.915586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c02cbf6-3be8-41da-ad1c-680d494918d2 req-106df786-c92e-4ba2-94b8-272f4fe54499 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 210 time: 0.1672280 Feb 09 22:04:54.192931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=21bf7553-0d2d-4733-a0ba-2c8d1a28b374,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:54.224794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': 'fef949b8-d180-4abb-a1cb-fbf0048382a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c7fad25-9727-4202-80fe-301596882340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:54.228600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 8c7fad25-9727-4202-80fe-301596882340, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:54.255813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Allocated IP 172.20.0.10 (4bf69638-d994-405d-a815-c434940f6e8a/8f8ab727-9d53-4db0-a9e4-e3fc76c25d31/c1616338-b73a-48e7-8697-a5d3c24410c8) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:54.335235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36658) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:54.376342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.423172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 8c7fad25-9727-4202-80fe-301596882340 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:54.453077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.559083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] In _notify_port_updated(), no bound segment for port 20456922-285c-44a8-a1ef-6b205eb4a2c2 on network c094f711-3b45-43e9-916b-04f385deae7e {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:04:54.582486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:54.583182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.584579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "PUT /v2.0/ports/20456922-285c-44a8-a1ef-6b205eb4a2c2 HTTP/1.1" status: 200 len: 1068 time: 1.3065279 Feb 09 22:04:54.612061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36676) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:54.616077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8c7fad25-9727-4202-80fe-301596882340) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:54.636330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32497a-fe7f-4027-aabb-9f3f13d2fee7 None None] Network 8c7fad25-9727-4202-80fe-301596882340 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:54.713895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0627b828-4d9e-4d5c-8789-d29a21a40b19 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ed929ec584c47f9a53779d26b8d29db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746736 Feb 09 22:04:54.718720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36682) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:54.735950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008aa287-abc2-4080-8cbc-2cb41bbd9d5c tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event updated for resources: {'Port': ['ID=20456922-285c-44a8-a1ef-6b205eb4a2c2,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:54.754703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:54.756174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.859655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05ed3e0e-6215-49a7-8f2c-e116be04915d admin admin] Publish callbacks [] for security_group (66f8e106-e866-447d-89b9-beab0dace4fb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.890701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-8c7fad25-9727-4202-80fe-301596882340', 'network_id': '8c7fad25-9727-4202-80fe-301596882340', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': '21bf7553-0d2d-4733-a0ba-2c8d1a28b374'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:54.890701 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.901415 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05ed3e0e-6215-49a7-8f2c-e116be04915d admin admin] Publish callbacks [] for security_group (66f8e106-e866-447d-89b9-beab0dace4fb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.094631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05ed3e0e-6215-49a7-8f2c-e116be04915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (66f8e106-e866-447d-89b9-beab0dace4fb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.098819 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05ed3e0e-6215-49a7-8f2c-e116be04915d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.100675 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-05ed3e0e-6215-49a7-8f2c-e116be04915d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66f8e106-e866-447d-89b9-beab0dace4fb HTTP/1.1" status: 204 len: 168 time: 0.3806276 Feb 09 22:04:55.113095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed3e0e-6215-49a7-8f2c-e116be04915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f8e106-e866-447d-89b9-beab0dace4fb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:55.150468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df7fb112-0782-4a3d-8899-bbcd890a73f5 req-94c12fcc-abd2-43b7-b17d-c5099c6abf0a tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 210 time: 0.0827649 Feb 09 22:04:55.155306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f3a38676-1279-4b4f-8c25-1e2099ed3a80 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5509112 Feb 09 22:04:55.158930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36702) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:55.164980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746408936'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:55.207400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting port 20456922-285c-44a8-a1ef-6b205eb4a2c2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:55.207775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.209801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Allocated IP 2001:db8:0:ffff::2 (8c7fad25-9727-4202-80fe-301596882340/21bf7553-0d2d-4733-a0ba-2c8d1a28b374/0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:55.221466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks [] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.319770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:55.319770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.343968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.356487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Calling delete_port for 20456922-285c-44a8-a1ef-6b205eb4a2c2 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:55.382585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:04:55.407213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dd7ba4a8-8347-4d6b-8097-3cc989b7b7be), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.407573 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment dd7ba4a8-8347-4d6b-8097-3cc989b7b7be of type vlan for network 20e97e25-d06d-4e82-a3bb-12f49631b743 Feb 09 22:04:55.445697 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.478730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (20e97e25-d06d-4e82-a3bb-12f49631b743), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.502296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f6e9e718-3786-4dae-9dcd-c15926ffd86d None None] Provisioning complete for port 20456922-285c-44a8-a1ef-6b205eb4a2c2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:55.503059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e718-3786-4dae-9dcd-c15926ffd86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.550764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Network 4bf69638-d994-405d-a815-c434940f6e8a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:55.557952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Pushing event updated for resources: {'Port': ['ID=c1616338-b73a-48e7-8697-a5d3c24410c8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:55.567822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:55.581558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:55.678065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (20e97e25-d06d-4e82-a3bb-12f49631b743), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.685558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:55.686595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.706170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:55.707731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.818373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Publish callbacks [] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.830296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9e718-3786-4dae-9dcd-c15926ffd86d None None] Port 20456922-285c-44a8-a1ef-6b205eb4a2c2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:55.857839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-e69e82b4-754b-4bd2-8ca9-6995147d27bd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0855348 Feb 09 22:04:55.880197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-419bb9f5-0163-41d5-b9bb-07f1ea36376f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:04:55.885868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-419bb9f5-0163-41d5-b9bb-07f1ea36376f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191615 Feb 09 22:04:55.898593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Request body: {'port': {'device_id': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:55.900911 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.959307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (20456922-285c-44a8-a1ef-6b205eb4a2c2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:55.982455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=20e97e25-d06d-4e82-a3bb-12f49631b743,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:56.001921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4dfca564-212f-436b-a9f2-8794e57a2b59 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8417137 Feb 09 22:04:56.017457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36758) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:56.030010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 20e97e25-d06d-4e82-a3bb-12f49631b743 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:04:56.039852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '20e97e25-d06d-4e82-a3bb-12f49631b743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:56.052406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Port': ['ID=20456922-285c-44a8-a1ef-6b205eb4a2c2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:56.228119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Network 8c7fad25-9727-4202-80fe-301596882340 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:56.247867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:56.256933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:56.276587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Pushing event updated for resources: {'Port': ['ID=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:56.365610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.365610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.365610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.365610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.368282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.368762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.370483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.370948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.373146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.374546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.380137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.382350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.382813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:56.471012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.481182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5a309992-1402-414a-b03f-b1d4132d5cbd tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/ports/20456922-285c-44a8-a1ef-6b205eb4a2c2 HTTP/1.1" status: 204 len: 168 time: 1.8639886 Feb 09 22:04:56.482188 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.483967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36786) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:56.493077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Attempting to bind port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:56.493705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Attempting to bind port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'fef949b8-d180-4abb-a1cb-fbf0048382a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c7fad25-9727-4202-80fe-301596882340'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:56.494282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Attempting to bind port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 on network 8c7fad25-9727-4202-80fe-301596882340 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:56.506748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:56.517414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Checking segment: {'id': 'fef949b8-d180-4abb-a1cb-fbf0048382a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c7fad25-9727-4202-80fe-301596882340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:56.517414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.517414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Bound using segment: {'id': 'fef949b8-d180-4abb-a1cb-fbf0048382a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c7fad25-9727-4202-80fe-301596882340'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:56.517414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Bound port: 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef949b8-d180-4abb-a1cb-fbf0048382a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8c7fad25-9727-4202-80fe-301596882340'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:56.517414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.623177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381e6a-981f-4231-872b-287bfa6f7353 req-0be9b318-ec03-404f-a2fd-39e406a8cf7c tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:56.641248 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c381e6a-981f-4231-872b-287bfa6f7353 req-0be9b318-ec03-404f-a2fd-39e406a8cf7c tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 932 time: 0.2872343 Feb 09 22:04:56.644495 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edc9dd6-f1e5-4050-a111-b71f27d7f6fe tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] GET failed (client error): The resource could not be found. Feb 09 22:04:56.653605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7edc9dd6-f1e5-4050-a111-b71f27d7f6fe tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "GET /v2.0/ports/20456922-285c-44a8-a1ef-6b205eb4a2c2 HTTP/1.1" status: 404 len: 333 time: 0.1648164 Feb 09 22:04:56.657192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:56.658685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] For port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:56.663489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36796) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:56.671290 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.674824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] For port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,segment=NetworkSegment(fef949b8-d180-4abb-a1cb-fbf0048382a1),segment_id=fef949b8-d180-4abb-a1cb-fbf0048382a1)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:56.738585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:56.802155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:56.896183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b72ddf-b641-4b79-ba6c-02eb068115a0 None None] Pushing event updated for resources: {'Port': ['ID=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:57.026076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c381e6a-981f-4231-872b-287bfa6f7353 req-fb9d9ee6-b68a-4e4c-a54f-05012f430200 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837962 Feb 09 22:04:57.195508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1616338-b73a-48e7-8697-a5d3c24410c8 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:57.207359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Publish callbacks [] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.253406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Transition to ACTIVE for port object c1616338-b73a-48e7-8697-a5d3c24410c8 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:57.353206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.393111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1bbcce8d-5132-4f0a-b942-f4171d6d5e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.446146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (2126e5ab-24b6-4108-8e54-a8538de153c9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.501070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=c1616338-b73a-48e7-8697-a5d3c24410c8,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:57.586014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=2126e5ab-24b6-4108-8e54-a8538de153c9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:57.604915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.605674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.606530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.607131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.607731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.608294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.611585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.611585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.611585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.611585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.611585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.611585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.611585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:57.629426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20e97e25-d06d-4e82-a3bb-12f49631b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:57.630039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 20e97e25-d06d-4e82-a3bb-12f49631b743, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:04:57.630177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting port 70bca142-d12b-4f11-a420-8d85627a5241 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:57.632592 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (70bca142-d12b-4f11-a420-8d85627a5241), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.643871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1bbcce8d-5132-4f0a-b942-f4171d6d5e51 admin admin] Publish callbacks [] for security_group (08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.711675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1bbcce8d-5132-4f0a-b942-f4171d6d5e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.775805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 20e97e25-d06d-4e82-a3bb-12f49631b743 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:04:57.797062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Attempting to bind port c1616338-b73a-48e7-8697-a5d3c24410c8 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:57.799239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Attempting to bind port c1616338-b73a-48e7-8697-a5d3c24410c8 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:57.799600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Attempting to bind port c1616338-b73a-48e7-8697-a5d3c24410c8 on network 4bf69638-d994-405d-a815-c434940f6e8a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:57.821125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1bbcce8d-5132-4f0a-b942-f4171d6d5e51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ebc53584ae744c8caa24545b0296ca33&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0601902 Feb 09 22:04:57.824791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36850) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:57.827122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcce8d-5132-4f0a-b942-f4171d6d5e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:57.871919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Port c1616338-b73a-48e7-8697-a5d3c24410c8 on network 4bf69638-d994-405d-a815-c434940f6e8a not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:57.872416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Attempting to bind port c1616338-b73a-48e7-8697-a5d3c24410c8 on network 4bf69638-d994-405d-a815-c434940f6e8a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:57.905861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 20e97e25-d06d-4e82-a3bb-12f49631b743) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:57.911592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:57.912485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.915760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b937f-b991-4464-b5cc-a967e203ea38 None None] Network 20e97e25-d06d-4e82-a3bb-12f49631b743 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:57.946235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (70bca142-d12b-4f11-a420-8d85627a5241), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.979562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:57.984278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Checking segment: {'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:57.985302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Bound using segment: {'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:57.985784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Bound port: c1616338-b73a-48e7-8697-a5d3c24410c8, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:57.986164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.031812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-23e6472b-863d-4c77-a415-2d22050c1518 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0128777 Feb 09 22:04:58.032399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36862) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:58.139180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Calling delete_port for 70bca142-d12b-4f11-a420-8d85627a5241 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:58.235177 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-20e97e25-d06d-4e82-a3bb-12f49631b743', 'network_id': '20e97e25-d06d-4e82-a3bb-12f49631b743', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': '2126e5ab-24b6-4108-8e54-a8538de153c9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:04:58.235177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.603506 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-daa7af03-7977-4958-a341-171155c988d8 admin admin] Publish callbacks [] for security_group (08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.617065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:58.723949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Allocated IP 2001:db8::1 (20e97e25-d06d-4e82-a3bb-12f49631b743/2126e5ab-24b6-4108-8e54-a8538de153c9/5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:58.807792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:58.808574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.837451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (20e97e25-d06d-4e82-a3bb-12f49631b743), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.851107 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-daa7af03-7977-4958-a341-171155c988d8 admin admin] Publish callbacks [] for security_group (08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.858584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] For port c1616338-b73a-48e7-8697-a5d3c24410c8, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:58.870911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] For port c1616338-b73a-48e7-8697-a5d3c24410c8, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c1616338-b73a-48e7-8697-a5d3c24410c8,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:58.897703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968661bb-5d4d-46c2-a1b1-ca0b9123f5c1 None None] Network 8c7fad25-9727-4202-80fe-301596882340 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:04:58.901651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31716fad-f2ed-47db-bf48-b8579271a470 req-95dcce01-0213-4135-b409-4b666fa94eb7 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:58.909891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31716fad-f2ed-47db-bf48-b8579271a470 req-95dcce01-0213-4135-b409-4b666fa94eb7 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 944 time: 0.6992414 Feb 09 22:04:58.996439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.077273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31716fad-f2ed-47db-bf48-b8579271a470 req-e9d8e228-a014-4d7c-a505-85187e8a7570 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663086 Feb 09 22:04:59.157159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.157790 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.159234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] 10.222.0.110 "PUT /v2.0/ports/c1616338-b73a-48e7-8697-a5d3c24410c8 HTTP/1.1" status: 200 len: 1092 time: 3.2649121 Feb 09 22:04:59.220847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2a21f031-a151-424e-972f-0d26618ea774 None None] Provisioning complete for port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:59.222498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a21f031-a151-424e-972f-0d26618ea774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.289456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'tag': 'c1616338-b73a-48e7-8697-a5d3c24410c8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:59.295860 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb4fd36-b89e-4052-9d3b-7a600f83ca27" -d '{"events": [{"name": "network-changed", "server_uuid": "7d588481-f437-4d80-b1c4-ffbd387fdc6d", "tag": "c1616338-b73a-48e7-8697-a5d3c24410c8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:59.301152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:59.301935 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2126e5ab-24b6-4108-8e54-a8538de153c9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.302235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.379536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,segment=NetworkSegment(fef949b8-d180-4abb-a1cb-fbf0048382a1),segment_id=fef949b8-d180-4abb-a1cb-fbf0048382a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:59.412461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=c1616338-b73a-48e7-8697-a5d3c24410c8,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:59.416056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.416437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.417044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.417545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.417971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.418335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.418689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.419017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.419342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.419863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.420248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.425524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.426074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3269f-9ada-48fd-98fe-7d35bc10ce6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:59.458113 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519fe8dd-b285-4c01-975b-6e6e90b78d2b x-openstack-request-id: req-519fe8dd-b285-4c01-975b-6e6e90b78d2b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:59.458434 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d588481-f437-4d80-b1c4-ffbd387fdc6d", "tag": "c1616338-b73a-48e7-8697-a5d3c24410c8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:59.458694 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-519fe8dd-b285-4c01-975b-6e6e90b78d2b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:59.459363 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'tag': 'c1616338-b73a-48e7-8697-a5d3c24410c8', 'status': 'completed', 'code': 200} Feb 09 22:04:59.473345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2a21f031-a151-424e-972f-0d26618ea774 None None] Current status of the port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:59.474177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a21f031-a151-424e-972f-0d26618ea774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.532422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4fd36-b89e-4052-9d3b-7a600f83ca27 req-8f8b0a7d-eaed-4b31-897f-ed6284823724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.534316 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fb4fd36-b89e-4052-9d3b-7a600f83ca27 req-8f8b0a7d-eaed-4b31-897f-ed6284823724 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 1126 time: 0.0711873 Feb 09 22:04:59.668857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4fd36-b89e-4052-9d3b-7a600f83ca27 req-d428f7f8-27c5-42e8-8d79-7d096601bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.671127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fb4fd36-b89e-4052-9d3b-7a600f83ca27 req-d428f7f8-27c5-42e8-8d79-7d096601bd4b service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1294782 Feb 09 22:04:59.706492 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Publish callbacks [] for port (5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.711602 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.794644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.795135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-2a21f031-a151-424e-972f-0d26618ea774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:04:59.795492 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-2a21f031-a151-424e-972f-0d26618ea774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:04:59.831436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-daa7af03-7977-4958-a341-171155c988d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.833802 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-daa7af03-7977-4958-a341-171155c988d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.855875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-daa7af03-7977-4958-a341-171155c988d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d HTTP/1.1" status: 204 len: 168 time: 2.0021329 Feb 09 22:04:59.865961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (70bca142-d12b-4f11-a420-8d85627a5241), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.881258 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.905607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Network 20e97e25-d06d-4e82-a3bb-12f49631b743 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:59.916477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:59.920952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:59.924446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:59.932507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7af03-7977-4958-a341-171155c988d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e9d3fa-8106-4e10-8c5c-7f95eaba5a9d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:59.947182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Port': ['ID=70bca142-d12b-4f11-a420-8d85627a5241,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:59.978361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4fd36-b89e-4052-9d3b-7a600f83ca27 req-6ca7a11b-2fb3-4e7d-b9ba-8790edbc18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.980967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3fb4fd36-b89e-4052-9d3b-7a600f83ca27 req-6ca7a11b-2fb3-4e7d-b9ba-8790edbc18bd service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3028207 Feb 09 22:04:59.987928 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.987928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b15f5af8-f79b-4830-92c9-6aa9f45c76ea tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/ports/70bca142-d12b-4f11-a420-8d85627a5241 HTTP/1.1" status: 204 len: 168 time: 3.3145432 Feb 09 22:04:59.988373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36944) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:00.095234 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83bd0be-9149-4af0-b0bf-7b20561cc97a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] GET failed (client error): The resource could not be found. Feb 09 22:05:00.100071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f83bd0be-9149-4af0-b0bf-7b20561cc97a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "GET /v2.0/ports/70bca142-d12b-4f11-a420-8d85627a5241 HTTP/1.1" status: 404 len: 333 time: 0.1097608 Feb 09 22:05:00.102328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36950) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:00.106643 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (2126e5ab-24b6-4108-8e54-a8538de153c9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.209482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Pushing event updated for resources: {'Port': ['ID=5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:00.213961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Attempting to bind port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:00.213961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Attempting to bind port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20e97e25-d06d-4e82-a3bb-12f49631b743'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:00.213961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Attempting to bind port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2 on network 20e97e25-d06d-4e82-a3bb-12f49631b743 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:00.221777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:00.222469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Checking segment: {'id': 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20e97e25-d06d-4e82-a3bb-12f49631b743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:00.223005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.223689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Bound using segment: {'id': 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20e97e25-d06d-4e82-a3bb-12f49631b743'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:00.224256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Bound port: 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '20e97e25-d06d-4e82-a3bb-12f49631b743'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:00.224801 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.247076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=2126e5ab-24b6-4108-8e54-a8538de153c9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:00.351033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting port 56f05377-656c-4f97-b876-8199f919a1ab {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:00.351033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (56f05377-656c-4f97-b876-8199f919a1ab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.403858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2a21f031-a151-424e-972f-0d26618ea774 None None] Current status of the port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:00.419798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] For port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:00.423657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] For port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2,segment=NetworkSegment(dd7ba4a8-8347-4d6b-8097-3cc989b7b7be),segment_id=dd7ba4a8-8347-4d6b-8097-3cc989b7b7be)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:00.442175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:00.528253 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.584153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (56f05377-656c-4f97-b876-8199f919a1ab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.619242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Calling delete_port for 56f05377-656c-4f97-b876-8199f919a1ab owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:00.659220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:00.660898 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.775519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9d1a5076-65a6-41ca-b5f1-e4cab60ace14 None None] Provisioning complete for port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:00.777353 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5076-65a6-41ca-b5f1-e4cab60ace14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:00.841666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 36978) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:00.960759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4337c-7605-40fc-bf35-22e1873fef3a None None] Pushing event updated for resources: {'Port': ['ID=5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:01.031927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64610711-c648-4274-8182-16fa48e8e401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.035632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (56f05377-656c-4f97-b876-8199f919a1ab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.036709 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49909ee-edd3-4a2e-84e3-7e78fe2d51e9 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:05:01.064895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.092234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Port': ['ID=56f05377-656c-4f97-b876-8199f919a1ab,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:01.123319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e865c-6043-464b-9088-99e65e381a5b req-00b921c1-4345-44f7-9771-0fba059aa9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:01.127095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-00b921c1-4345-44f7-9771-0fba059aa9a5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 1126 time: 1.0885494 Feb 09 22:05:01.131112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (20e97e25-d06d-4e82-a3bb-12f49631b743), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.138209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.141746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0342f43-a110-4ec7-99d5-29a94f27389a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/ports/56f05377-656c-4f97-b876-8199f919a1ab HTTP/1.1" status: 204 len: 168 time: 1.0384541 Feb 09 22:05:01.147404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:01.151964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 36996) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:01.158166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a5076-65a6-41ca-b5f1-e4cab60ace14 None None] Current status of the port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:01.210906 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64610711-c648-4274-8182-16fa48e8e401 admin admin] Publish callbacks [] for security_group (e5b033c0-6e50-4561-96e2-ac36f1980716), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.244765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49909ee-edd3-4a2e-84e3-7e78fe2d51e9 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:05:01.269897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64610711-c648-4274-8182-16fa48e8e401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e5b033c0-6e50-4561-96e2-ac36f1980716), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.288951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ed1fd-5a85-4c2f-871e-9699e6c4ae5f req-a552dd31-4cb3-4f9d-a55f-0eecc5097b64 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:01.297592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f1ed1fd-5a85-4c2f-871e-9699e6c4ae5f req-a552dd31-4cb3-4f9d-a55f-0eecc5097b64 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 944 time: 1.0577612 Feb 09 22:05:01.305419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-7532dc11-a4cd-44a5-9b0e-ebcb9250fafd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1616338-b73a-48e7-8697-a5d3c24410c8 HTTP/1.1" status: 200 len: 217 time: 0.1518364 Feb 09 22:05:01.310170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting subnet 65ad8654-4485-4bd2-b6e0-1acb6e92b925 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:01.315132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64610711-c648-4274-8182-16fa48e8e401 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=69422165d53442c2930c947696497449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4724178 Feb 09 22:05:01.316554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64610711-c648-4274-8182-16fa48e8e401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b033c0-6e50-4561-96e2-ac36f1980716,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:01.319748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37008) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:01.324723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks [] for subnet (65ad8654-4485-4bd2-b6e0-1acb6e92b925), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.384419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4184c68a-af2c-4b71-9a3f-8e244d3c93b5 admin admin] Publish callbacks [] for security_group (e5b033c0-6e50-4561-96e2-ac36f1980716), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.408145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4184c68a-af2c-4b71-9a3f-8e244d3c93b5 admin admin] Publish callbacks [] for security_group (e5b033c0-6e50-4561-96e2-ac36f1980716), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.426783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e97e25-d06d-4e82-a3bb-12f49631b743']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:01.456433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:01.456768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:01.471482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (65ad8654-4485-4bd2-b6e0-1acb6e92b925), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.478413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f1ed1fd-5a85-4c2f-871e-9699e6c4ae5f req-8945f3de-57fe-4b03-9d89-f02b88dc9afa tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799183 Feb 09 22:05:01.506805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (dd7ba4a8-8347-4d6b-8097-3cc989b7b7be), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.517882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e865c-6043-464b-9088-99e65e381a5b req-c3b551e4-e6ae-4a14-b697-68c231c27c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:01.519372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-c3b551e4-e6ae-4a14-b697-68c231c27c0c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f8ab727-9d53-4db0-a9e4-e3fc76c25d31 HTTP/1.1" status: 200 len: 854 time: 0.2026258 Feb 09 22:05:01.534892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4184c68a-af2c-4b71-9a3f-8e244d3c93b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e5b033c0-6e50-4561-96e2-ac36f1980716), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.538729 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4184c68a-af2c-4b71-9a3f-8e244d3c93b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.540244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4184c68a-af2c-4b71-9a3f-8e244d3c93b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e5b033c0-6e50-4561-96e2-ac36f1980716 HTTP/1.1" status: 204 len: 168 time: 0.2190509 Feb 09 22:05:01.555463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc19822-4bd7-437f-9d8b-7745d44f195e None None] Network 20e97e25-d06d-4e82-a3bb-12f49631b743 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:01.562284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184c68a-af2c-4b71-9a3f-8e244d3c93b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b033c0-6e50-4561-96e2-ac36f1980716,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:01.577774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-b965398a-d7cb-4695-b9a1-fc6a42e385e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4bf69638-d994-405d-a815-c434940f6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485620 Feb 09 22:05:01.580651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dd7ba4a8-8347-4d6b-8097-3cc989b7b7be), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.732998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (65ad8654-4485-4bd2-b6e0-1acb6e92b925), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.760613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-184c668f-ed8c-4f7e-ae88-450816fed9b4 service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730614 Feb 09 22:05:01.771052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:01.775405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (dd7ba4a8-8347-4d6b-8097-3cc989b7b7be), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:01.873575 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:01.994652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-468e865c-6043-464b-9088-99e65e381a5b req-e0b8ef1c-a125-4903-b2dc-e144bd488fa3 service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220484 Feb 09 22:05:02.064233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.api [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:05:02.064233 n-d-828599-1 neutron-server[103697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:05:02.064233 n-d-828599-1 neutron-server[103697]: [parameters: {'id': '20e97e25-d06d-4e82-a3bb-12f49631b743'}] Feb 09 22:05:02.064233 n-d-828599-1 neutron-server[103697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:02.064776 n-d-828599-1 neutron-server[103697]: DEBUG oslo_db.api [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:02.111901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (65ad8654-4485-4bd2-b6e0-1acb6e92b925), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.139806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Subnet': ['ID=65ad8654-4485-4bd2-b6e0-1acb6e92b925,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:02.143431 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.149021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6aa930c3-3298-43f1-abc2-df12986cb78a tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/subnets/65ad8654-4485-4bd2-b6e0-1acb6e92b925 HTTP/1.1" status: 204 len: 168 time: 0.9914222 Feb 09 22:05:02.149871 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37040) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:02.156030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae52414-eaa5-4415-92e0-1917c166ad28 None None] Network c094f711-3b45-43e9-916b-04f385deae7e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:02.241007 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c094f711-3b45-43e9-916b-04f385deae7e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.307562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Deleting port 8525d231-3c27-408b-8887-5b1f3f7e5af3 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:02.308502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.369082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] DHCP port deletion for c094f711-3b45-43e9-916b-04f385deae7e request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:02.380324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] For port 8525d231-3c27-408b-8887-5b1f3f7e5af3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8525d231-3c27-408b-8887-5b1f3f7e5af3,segment=NetworkSegment(6aac91f2-f756-4e22-942f-4f31f80d5fdd),segment_id=6aac91f2-f756-4e22-942f-4f31f80d5fdd)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:02.380698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.394851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Calling delete_port for 8525d231-3c27-408b-8887-5b1f3f7e5af3 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:02.434115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] Deleting port 8525d231-3c27-408b-8887-5b1f3f7e5af3 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:02.434521 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.502063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] For port 8525d231-3c27-408b-8887-5b1f3f7e5af3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8525d231-3c27-408b-8887-5b1f3f7e5af3,segment=NetworkSegment(6aac91f2-f756-4e22-942f-4f31f80d5fdd),segment_id=6aac91f2-f756-4e22-942f-4f31f80d5fdd)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:02.502369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.504763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37054) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:02.521352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] Calling delete_port for 8525d231-3c27-408b-8887-5b1f3f7e5af3 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:02.522743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3a7159a-0045-4334-a1f3-2460083a6489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.566605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (20e97e25-d06d-4e82-a3bb-12f49631b743), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.617010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.623911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8525d231-3c27-408b-8887-5b1f3f7e5af3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.666507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] No DVR routers for this DVR port 8525d231-3c27-408b-8887-5b1f3f7e5af3 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:02.669672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:02.672952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.676204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] No DVR routers for this DVR port 8525d231-3c27-408b-8887-5b1f3f7e5af3 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:02.680740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Port': ['ID=8525d231-3c27-408b-8887-5b1f3f7e5af3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:02.701898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4cf40-a543-4260-8196-13b5190a248e None None] Pushing event deleted for resources: {'Port': ['ID=8525d231-3c27-408b-8887-5b1f3f7e5af3,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:02.785715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2,segment=NetworkSegment(dd7ba4a8-8347-4d6b-8097-3cc989b7b7be),segment_id=dd7ba4a8-8347-4d6b-8097-3cc989b7b7be)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:02.786163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.791084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3a7159a-0045-4334-a1f3-2460083a6489 admin admin] Publish callbacks [] for security_group (be572f3c-66f3-4d90-be35-287e9d4b1eb8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.800778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:02.813061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e2834-40d8-439b-a504-64fe8584ef93 req-503a01ac-2cb8-49fe-a5db-6b0998c11831 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:02.814563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bd4e2834-40d8-439b-a504-64fe8584ef93 req-503a01ac-2cb8-49fe-a5db-6b0998c11831 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 944 time: 0.2422197 Feb 09 22:05:02.823351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c094f711-3b45-43e9-916b-04f385deae7e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.859879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c094f711-3b45-43e9-916b-04f385deae7e']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:02.871498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aac91f2-f756-4e22-942f-4f31f80d5fdd') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:02.871822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aac91f2-f756-4e22-942f-4f31f80d5fdd') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:02.885514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3a7159a-0045-4334-a1f3-2460083a6489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (be572f3c-66f3-4d90-be35-287e9d4b1eb8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.899099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (6aac91f2-f756-4e22-942f-4f31f80d5fdd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.935146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bd4e2834-40d8-439b-a504-64fe8584ef93 req-6de4a98c-d8d4-4158-b5bb-25838c3ba8fa tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033235 Feb 09 22:05:02.947918 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6aac91f2-f756-4e22-942f-4f31f80d5fdd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.962487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d3a7159a-0045-4334-a1f3-2460083a6489 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=925f29833fbf4732affd0bc18584539c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511876 Feb 09 22:05:02.962487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:02.962487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:02.963026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (6aac91f2-f756-4e22-942f-4f31f80d5fdd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:02.970885 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:02.973278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7159a-0045-4334-a1f3-2460083a6489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be572f3c-66f3-4d90-be35-287e9d4b1eb8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:02.981128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.030791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.035077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port 5d5130d7-6cd1-4ccc-ac8e-569505b4bfd2 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:03.081227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f327e2f-5180-42c1-9ed7-1a4069574faa admin admin] Publish callbacks [] for security_group (be572f3c-66f3-4d90-be35-287e9d4b1eb8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.107137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f327e2f-5180-42c1-9ed7-1a4069574faa admin admin] Publish callbacks [] for security_group (be572f3c-66f3-4d90-be35-287e9d4b1eb8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.125228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c094f711-3b45-43e9-916b-04f385deae7e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.130696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.134747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] 10.222.0.98 "DELETE /v2.0/networks/c094f711-3b45-43e9-916b-04f385deae7e HTTP/1.1" status: 204 len: 168 time: 0.9840117 Feb 09 22:05:03.154650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (20e97e25-d06d-4e82-a3bb-12f49631b743), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.164422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c4a2b-649f-4e87-810d-613220c8b1c4 tempest-AllowedAddressPairIpV6TestJSON-1315676621 tempest-AllowedAddressPairIpV6TestJSON-1315676621-project] Pushing event deleted for resources: {'Network': ['ID=c094f711-3b45-43e9-916b-04f385deae7e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.179662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e97e25-d06d-4e82-a3bb-12f49631b743']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:03.193108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:03.193527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7ba4a8-8347-4d6b-8097-3cc989b7b7be') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:03.203832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (dd7ba4a8-8347-4d6b-8097-3cc989b7b7be), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.217817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dd7ba4a8-8347-4d6b-8097-3cc989b7b7be), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.226578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:03.227595 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (dd7ba4a8-8347-4d6b-8097-3cc989b7b7be), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:03.231038 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:03.258088 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f327e2f-5180-42c1-9ed7-1a4069574faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (be572f3c-66f3-4d90-be35-287e9d4b1eb8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.260683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f327e2f-5180-42c1-9ed7-1a4069574faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.262822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f327e2f-5180-42c1-9ed7-1a4069574faa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be572f3c-66f3-4d90-be35-287e9d4b1eb8 HTTP/1.1" status: 204 len: 168 time: 0.3015606 Feb 09 22:05:03.276760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f327e2f-5180-42c1-9ed7-1a4069574faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be572f3c-66f3-4d90-be35-287e9d4b1eb8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.373172 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (20e97e25-d06d-4e82-a3bb-12f49631b743), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.377870 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.385437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37104) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:03.390758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736434049'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:03.393905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/20e97e25-d06d-4e82-a3bb-12f49631b743 HTTP/1.1" status: 204 len: 168 time: 5.3382778 Feb 09 22:05:03.411823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fba9c-0889-4eef-a8c5-f09160d54743 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=20e97e25-d06d-4e82-a3bb-12f49631b743,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.507743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c1616338-b73a-48e7-8697-a5d3c24410c8 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:05:03.522968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:03.526403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.551877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:03.563327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (44479104-de03-4caf-8bd2-ef7ea8fb5c06), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.564130 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment 44479104-de03-4caf-8bd2-ef7ea8fb5c06 of type vlan for network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 Feb 09 22:05:03.638125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c1616338-b73a-48e7-8697-a5d3c24410c8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c1616338-b73a-48e7-8697-a5d3c24410c8,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:03.643931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.652839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'c1616338-b73a-48e7-8697-a5d3c24410c8', 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a', 'port_id': 'c1616338-b73a-48e7-8697-a5d3c24410c8', 'mac_address': 'fa:16:3e:7e:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8ab727-9d53-4db0-a9e4-e3fc76c25d31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:05:03.675810 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:05:03.707182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c1616338-b73a-48e7-8697-a5d3c24410c8 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:03.707587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.719340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37120) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:03.720848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1616338-b73a-48e7-8697-a5d3c24410c8 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:03.745230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c1616338-b73a-48e7-8697-a5d3c24410c8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c1616338-b73a-48e7-8697-a5d3c24410c8,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:03.784148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.789657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:03.790362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.814213 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:03.867111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.882582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:03.936336 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b0feb851-367d-4d7f-ac8f-a59328bad5f5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5496924 Feb 09 22:05:03.938877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37138) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:03.945936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:03.976751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c1616338-b73a-48e7-8697-a5d3c24410c8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:03.991870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34f8bcf3-cf6e-43f3-ac2e-9ac4a9ad1101 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c0f82d6f6b7f4c0bbfe4af66f04a0c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710748 Feb 09 22:05:03.994236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37144) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:04.068775 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328560fa-9e3f-497a-af83-9444a3ac1652 admin admin] Publish callbacks [] for security_group (28fa572b-caca-4e4d-8d3e-20a74b765630), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:04.074049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c1616338-b73a-48e7-8697-a5d3c24410c8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:04.137574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328560fa-9e3f-497a-af83-9444a3ac1652 admin admin] Publish callbacks [] for security_group (28fa572b-caca-4e4d-8d3e-20a74b765630), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:04.229334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601089f8-e961-44ae-87ab-6c6c18667919 req-f9ad1c0a-af86-48f0-84ca-9537f1fd2321 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:04.231448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-601089f8-e961-44ae-87ab-6c6c18667919 req-f9ad1c0a-af86-48f0-84ca-9537f1fd2321 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 945 time: 0.1711094 Feb 09 22:05:04.293832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-601089f8-e961-44ae-87ab-6c6c18667919 req-b6eb89d0-d3ed-4d6e-befe-81c3ee2f42de tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540695 Feb 09 22:05:04.333798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8525d231-3c27-408b-8887-5b1f3f7e5af3 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:04.340849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328560fa-9e3f-497a-af83-9444a3ac1652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (28fa572b-caca-4e4d-8d3e-20a74b765630), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:04.345658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-328560fa-9e3f-497a-af83-9444a3ac1652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:04.345658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-328560fa-9e3f-497a-af83-9444a3ac1652 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28fa572b-caca-4e4d-8d3e-20a74b765630 HTTP/1.1" status: 204 len: 168 time: 0.3496866 Feb 09 22:05:04.361816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8525d231-3c27-408b-8887-5b1f3f7e5af3 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:04.361816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8525d231-3c27-408b-8887-5b1f3f7e5af3 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:04.365390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:04.375404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328560fa-9e3f-497a-af83-9444a3ac1652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa572b-caca-4e4d-8d3e-20a74b765630,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:04.375523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:04.740519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (078d4876-753c-4566-a467-39de0cf672d9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:04.818783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=078d4876-753c-4566-a467-39de0cf672d9,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:04.848952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': '44479104-de03-4caf-8bd2-ef7ea8fb5c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:04.849326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:04.973109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:05.052262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:05.056420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:05.057250 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.062758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ea12b-4cfd-4831-9e25-3f1826c81c4f None None] Network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:05.165580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-79d57bff-c731-42da-a7d5-8a8eb07971e1 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2242758 Feb 09 22:05:05.170114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37212) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:05.175424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80923735'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:05.182303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222', 'network_id': '3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': '078d4876-753c-4566-a467-39de0cf672d9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:05.184152 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.271510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:05.275093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.306218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:05.322606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b554fc2f-ed3f-4511-9a72-90e410a49f42), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.322606 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment b554fc2f-ed3f-4511-9a72-90e410a49f42 of type vlan for network 691a04e6-a0f1-42ac-9a6d-7df3e447df74 Feb 09 22:05:05.418762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (691a04e6-a0f1-42ac-9a6d-7df3e447df74), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.462357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Allocated IP 2001:db8::3 (3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222/078d4876-753c-4566-a467-39de0cf672d9/9859bee2-2f8e-4c46-bc44-76dee2abb508) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:05.516747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afeed8-7e1c-4e0a-a9b1-da322abe1d9e req-020d979f-610f-4253-9623-2466f9cc1820 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:05.519041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91afeed8-7e1c-4e0a-a9b1-da322abe1d9e req-020d979f-610f-4253-9623-2466f9cc1820 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 945 time: 0.0826426 Feb 09 22:05:05.526715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c1616338-b73a-48e7-8697-a5d3c24410c8 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:05.561826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (691a04e6-a0f1-42ac-9a6d-7df3e447df74), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.569436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:05.570254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.592776 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c573b9c9-8410-4491-8f48-42007d588df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.735017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=691a04e6-a0f1-42ac-9a6d-7df3e447df74,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:05.742225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91afeed8-7e1c-4e0a-a9b1-da322abe1d9e req-61dfefa8-f3d7-4276-9682-bb029e57801e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140427 Feb 09 22:05:05.764371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 691a04e6-a0f1-42ac-9a6d-7df3e447df74 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:05.766707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8bc8d3c2-4ce0-44b0-a146-8ceaaa11f04f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5951977 Feb 09 22:05:05.778576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37242) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:05.782821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:05.883608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port c1616338-b73a-48e7-8697-a5d3c24410c8 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:05:05.907023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37248) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:05.914694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port c1616338-b73a-48e7-8697-a5d3c24410c8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:05.915079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.968420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Publish callbacks [] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:05.991253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:05.996270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.032371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c1616338-b73a-48e7-8697-a5d3c24410c8 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:06.032785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.053617 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.082695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing IP validity checks on allocation pools {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:05:06.083223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:05:06.097562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1616338-b73a-48e7-8697-a5d3c24410c8'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:06.099891 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7427df3-8853-43c7-ba76-ae8df4cfad9e" -d '{"events": [{"server_uuid": "7d588481-f437-4d80-b1c4-ffbd387fdc6d", "name": "network-vif-plugged", "status": "completed", "tag": "c1616338-b73a-48e7-8697-a5d3c24410c8"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:06.100820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1109502339'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:06.131679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c1616338-b73a-48e7-8697-a5d3c24410c8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c1616338-b73a-48e7-8697-a5d3c24410c8,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:06.132720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:06.139438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:06.142410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:06.148070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Pushing event updated for resources: {'Port': ['ID=9859bee2-2f8e-4c46-bc44-76dee2abb508,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:06.174466 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e9940-0f58-4611-8bfd-b006ab3f909b x-openstack-request-id: req-ea4e9940-0f58-4611-8bfd-b006ab3f909b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:06.174779 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d588481-f437-4d80-b1c4-ffbd387fdc6d", "name": "network-vif-plugged", "status": "completed", "tag": "c1616338-b73a-48e7-8697-a5d3c24410c8", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:06.175618 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea4e9940-0f58-4611-8bfd-b006ab3f909b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:06.176197 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1616338-b73a-48e7-8697-a5d3c24410c8', 'code': 200} Feb 09 22:05:06.225625 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.232746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:06.236933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.250604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.278423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Attempting to bind port 9859bee2-2f8e-4c46-bc44-76dee2abb508 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:06.278877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Attempting to bind port 9859bee2-2f8e-4c46-bc44-76dee2abb508 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '44479104-de03-4caf-8bd2-ef7ea8fb5c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:06.279347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Attempting to bind port 9859bee2-2f8e-4c46-bc44-76dee2abb508 on network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:06.294776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:06.295338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Checking segment: {'id': '44479104-de03-4caf-8bd2-ef7ea8fb5c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:06.295885 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.296385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Bound using segment: {'id': '44479104-de03-4caf-8bd2-ef7ea8fb5c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:06.296977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Bound port: 9859bee2-2f8e-4c46-bc44-76dee2abb508, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44479104-de03-4caf-8bd2-ef7ea8fb5c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:06.297469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.343541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e02c01-ce80-465a-baca-aa6d1033ec46 req-01b899d6-e218-47e9-825b-a6024c074447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:06.344420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c1616338-b73a-48e7-8697-a5d3c24410c8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:06.345947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01e02c01-ce80-465a-baca-aa6d1033ec46 req-01b899d6-e218-47e9-825b-a6024c074447 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 1128 time: 0.1084037 Feb 09 22:05:06.392493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for security_group (4f2920d5-08f2-42d2-b03d-76f638706c47), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.397297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (88bf50f0-30d0-484c-8eca-b54dee2b7737), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.398165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] For port 9859bee2-2f8e-4c46-bc44-76dee2abb508, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:06.409659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] For port 9859bee2-2f8e-4c46-bc44-76dee2abb508, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9859bee2-2f8e-4c46-bc44-76dee2abb508,segment=NetworkSegment(44479104-de03-4caf-8bd2-ef7ea8fb5c06),segment_id=44479104-de03-4caf-8bd2-ef7ea8fb5c06)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:06.410258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01e02c01-ce80-465a-baca-aa6d1033ec46 req-ea5cd1c2-fa81-4f42-95d1-7e0737bbe50b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574529 Feb 09 22:05:06.452434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4f2920d5-08f2-42d2-b03d-76f638706c47), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.478752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=88bf50f0-30d0-484c-8eca-b54dee2b7737,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:06.490249 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.500766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:06.515058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2920d5-08f2-42d2-b03d-76f638706c47,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:06.524292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ba5a14b9-285e-4ff8-8eed-0a706eef1ff7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.524649 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Added segment ba5a14b9-285e-4ff8-8eed-0a706eef1ff7 of type vlan for network d3b85f89-362b-44e8-b88a-f1327ef80d2d Feb 09 22:05:06.526406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': 'b554fc2f-ed3f-4511-9a72-90e410a49f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:06.527903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 691a04e6-a0f1-42ac-9a6d-7df3e447df74, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:06.564577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f2ba9-1d02-45f7-9aed-a228bca65a7e None None] Pushing event updated for resources: {'Port': ['ID=9859bee2-2f8e-4c46-bc44-76dee2abb508,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:06.596703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d3b85f89-362b-44e8-b88a-f1327ef80d2d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.696623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 691a04e6-a0f1-42ac-9a6d-7df3e447df74 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:06.696623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d3b85f89-362b-44e8-b88a-f1327ef80d2d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.702479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:06.703086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.814913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 691a04e6-a0f1-42ac-9a6d-7df3e447df74) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:06.817149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Network': ['ID=d3b85f89-362b-44e8-b88a-f1327ef80d2d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:06.823971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:06.832422 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.838544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:06.881126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2938b25d-f49d-49e0-b0f1-d0ad384df54b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9729929 Feb 09 22:05:06.884543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37262) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:06.890010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:06.914500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c5ebde-6304-43bc-bdd1-311543126d85 None None] Network 691a04e6-a0f1-42ac-9a6d-7df3e447df74 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:06.946305 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b862eb87-4a47-4977-b414-3038a1fdf642 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1756575 Feb 09 22:05:06.947287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37264) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:07.090045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-691a04e6-a0f1-42ac-9a6d-7df3e447df74', 'network_id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': '88bf50f0-30d0-484c-8eca-b54dee2b7737'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:07.091934 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.104700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3549a91-c2bc-4e1f-ad90-06175b5d6bd9 req-379637d2-c161-4b83-9a31-3182aa0e98b0 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:07.113066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3549a91-c2bc-4e1f-ad90-06175b5d6bd9 req-379637d2-c161-4b83-9a31-3182aa0e98b0 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 946 time: 0.2496064 Feb 09 22:05:07.116020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:07.119791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.237645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3549a91-c2bc-4e1f-ad90-06175b5d6bd9 req-cc3a71d1-f696-480d-a40d-3dec66d8a9cd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235983 Feb 09 22:05:07.287955 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (691a04e6-a0f1-42ac-9a6d-7df3e447df74), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.353498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Allocated IP 2001:db8::3 (691a04e6-a0f1-42ac-9a6d-7df3e447df74/88bf50f0-30d0-484c-8eca-b54dee2b7737/da4041a8-6126-4c51-b191-03dae624cfcb) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:07.418772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (88bf50f0-30d0-484c-8eca-b54dee2b7737), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.566416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (695c4852-6f57-48a1-9e64-934cb73f37db), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.632676 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Publish callbacks [] for port (da4041a8-6126-4c51-b191-03dae624cfcb), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.634279 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c3879213-63f4-4b3c-ad98-eeb15451753e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.677627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:07.678588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network hostable DHCP agents. Network: d3b85f89-362b-44e8-b88a-f1327ef80d2d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:07.698798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=695c4852-6f57-48a1-9e64-934cb73f37db,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:07.751440 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (da4041a8-6126-4c51-b191-03dae624cfcb), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.804596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Network 691a04e6-a0f1-42ac-9a6d-7df3e447df74 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:07.808845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:07.831627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Pushing event updated for resources: {'Port': ['ID=da4041a8-6126-4c51-b191-03dae624cfcb,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:07.835034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:07.839763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:07.866068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (88bf50f0-30d0-484c-8eca-b54dee2b7737), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.893994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d3b85f89-362b-44e8-b88a-f1327ef80d2d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:07.898359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:07.899190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.937503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c1dfd-810a-4e67-b070-956be166ce02 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:07.945981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=88bf50f0-30d0-484c-8eca-b54dee2b7737,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:07.995586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec52c20-e49d-4b2c-89eb-84ec8fe44c3f None None] Network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:08.005144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Attempting to bind port da4041a8-6126-4c51-b191-03dae624cfcb on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:08.006281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Attempting to bind port da4041a8-6126-4c51-b191-03dae624cfcb by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b554fc2f-ed3f-4511-9a72-90e410a49f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:08.006744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Attempting to bind port da4041a8-6126-4c51-b191-03dae624cfcb on network 691a04e6-a0f1-42ac-9a6d-7df3e447df74 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:08.021521 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (691a04e6-a0f1-42ac-9a6d-7df3e447df74), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.024160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f6736b8d-1f70-4685-ab9e-3a6a962fbe32 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1381843 Feb 09 22:05:08.026719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37272) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:08.031908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'name': 'tempest-NetworksTestDHCPv6-367006861'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:08.092898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691a04e6-a0f1-42ac-9a6d-7df3e447df74']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:08.116142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b554fc2f-ed3f-4511-9a72-90e410a49f42') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:08.116614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b554fc2f-ed3f-4511-9a72-90e410a49f42') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:08.132151 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b554fc2f-ed3f-4511-9a72-90e410a49f42), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.187813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b554fc2f-ed3f-4511-9a72-90e410a49f42), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.206295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:08.206836 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b554fc2f-ed3f-4511-9a72-90e410a49f42), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:08.231221 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:08.258465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:08.259747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Checking segment: {'id': 'b554fc2f-ed3f-4511-9a72-90e410a49f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:08.259747 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.264458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Bound using segment: {'id': 'b554fc2f-ed3f-4511-9a72-90e410a49f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:08.265001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Bound port: da4041a8-6126-4c51-b191-03dae624cfcb, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b554fc2f-ed3f-4511-9a72-90e410a49f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:08.265405 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da4041a8-6126-4c51-b191-03dae624cfcb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.409251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:05:08.409251 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:05:08.409251 n-d-828599-1 neutron-server[103696]: [parameters: {'id': '691a04e6-a0f1-42ac-9a6d-7df3e447df74'}] Feb 09 22:05:08.409251 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:08.409663 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:08.441688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9859bee2-2f8e-4c46-bc44-76dee2abb508 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:08.448420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:08.453042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.478606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 027103c1-5a96-44f2-b82b-a7e5209f0006 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:08.496999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0eddf-c730-40e4-a805-574eb565a8eb req-446c07a6-8618-4040-9763-ffea3c89f29d tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:08.499482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c0eddf-c730-40e4-a805-574eb565a8eb req-446c07a6-8618-4040-9763-ffea3c89f29d tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 946 time: 0.1117716 Feb 09 22:05:08.499722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '695c4852-6f57-48a1-9e64-934cb73f37db'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:08.500695 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.508572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ff94b334-04d6-4417-b4e3-9e61956fbe09 None None] Provisioning complete for port 9859bee2-2f8e-4c46-bc44-76dee2abb508 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:08.509085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff94b334-04d6-4417-b4e3-9e61956fbe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.610900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49c0eddf-c730-40e4-a805-574eb565a8eb req-34ea120e-5dca-4819-a61d-5c472c2046e9 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040375 Feb 09 22:05:08.647229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ff94b334-04d6-4417-b4e3-9e61956fbe09 None None] Current status of the port 9859bee2-2f8e-4c46-bc44-76dee2abb508 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:08.651037 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff94b334-04d6-4417-b4e3-9e61956fbe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.687524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] For port da4041a8-6126-4c51-b191-03dae624cfcb, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:08.690743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] For port da4041a8-6126-4c51-b191-03dae624cfcb, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=da4041a8-6126-4c51-b191-03dae624cfcb,segment=NetworkSegment(b554fc2f-ed3f-4511-9a72-90e410a49f42),segment_id=b554fc2f-ed3f-4511-9a72-90e410a49f42)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:08.740482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f (d3b85f89-362b-44e8-b88a-f1327ef80d2d/695c4852-6f57-48a1-9e64-934cb73f37db/027103c1-5a96-44f2-b82b-a7e5209f0006) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:08.788927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9859bee2-2f8e-4c46-bc44-76dee2abb508 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:08.789317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.801350 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (da4041a8-6126-4c51-b191-03dae624cfcb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.944795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ff94b334-04d6-4417-b4e3-9e61956fbe09 None None] For port 9859bee2-2f8e-4c46-bc44-76dee2abb508, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9859bee2-2f8e-4c46-bc44-76dee2abb508,segment=NetworkSegment(44479104-de03-4caf-8bd2-ef7ea8fb5c06),segment_id=44479104-de03-4caf-8bd2-ef7ea8fb5c06)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:08.966660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1b7e6-b264-4eae-96a7-757fffdd9042 None None] Network 691a04e6-a0f1-42ac-9a6d-7df3e447df74 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:09.032705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (027103c1-5a96-44f2-b82b-a7e5209f0006), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.061251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff94b334-04d6-4417-b4e3-9e61956fbe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.065184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (691a04e6-a0f1-42ac-9a6d-7df3e447df74), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.084934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181e68f-286b-4eb9-9baf-60d7f00e6f0a None None] Pushing event updated for resources: {'Port': ['ID=da4041a8-6126-4c51-b191-03dae624cfcb,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:09.140367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port da4041a8-6126-4c51-b191-03dae624cfcb {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:09.140719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (da4041a8-6126-4c51-b191-03dae624cfcb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.182968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (027103c1-5a96-44f2-b82b-a7e5209f0006), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.187221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.188465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9859bee2-2f8e-4c46-bc44-76dee2abb508 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:09.241951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94b334-04d6-4417-b4e3-9e61956fbe09 None None] Pushing event updated for resources: {'Port': ['ID=9859bee2-2f8e-4c46-bc44-76dee2abb508,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:09.248036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0029d4ad-9d4f-4df5-bc1c-80c9a6960511 None None] Provisioning complete for port 9859bee2-2f8e-4c46-bc44-76dee2abb508 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:09.248420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0029d4ad-9d4f-4df5-bc1c-80c9a6960511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.273660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:09.291316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/695c4852-6f57-48a1-9e64-934cb73f37db/5127ae6a-008f-4e82-a793-c5aef311f8a2) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:09.310459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port da4041a8-6126-4c51-b191-03dae624cfcb, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=da4041a8-6126-4c51-b191-03dae624cfcb,segment=NetworkSegment(b554fc2f-ed3f-4511-9a72-90e410a49f42),segment_id=b554fc2f-ed3f-4511-9a72-90e410a49f42)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:09.316032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (da4041a8-6126-4c51-b191-03dae624cfcb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.319641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:09.326399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:09.332925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:09.334216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.441197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0029d4ad-9d4f-4df5-bc1c-80c9a6960511 None None] Current status of the port 9859bee2-2f8e-4c46-bc44-76dee2abb508 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:09.528360 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Publish callbacks [] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.657251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=027103c1-5a96-44f2-b82b-a7e5209f0006,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:09.657251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for da4041a8-6126-4c51-b191-03dae624cfcb owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:09.677672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.727991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:09.731579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:09.735445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:09.769283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37334) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:09.778479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6cac9d82-6f83-4087-ae70-1f815d140c58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7505031 Feb 09 22:05:09.780611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Pushing event updated for resources: {'Port': ['ID=5127ae6a-008f-4e82-a793-c5aef311f8a2,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:09.826111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Attempting to bind port 5127ae6a-008f-4e82-a793-c5aef311f8a2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:09.826443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Attempting to bind port 5127ae6a-008f-4e82-a793-c5aef311f8a2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:09.826976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Attempting to bind port 5127ae6a-008f-4e82-a793-c5aef311f8a2 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:09.832681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:09.832927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:09.833347 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.833747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:09.834221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Bound port: 5127ae6a-008f-4e82-a793-c5aef311f8a2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:09.834608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.843761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c80f2e-d13b-4573-9193-5af5dc376011 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:09.849447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c80f2e-d13b-4573-9193-5af5dc376011 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:09.854632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37338) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:09.863868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45c80f2e-d13b-4573-9193-5af5dc376011 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.0931993 Feb 09 22:05:09.912894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] For port 5127ae6a-008f-4e82-a793-c5aef311f8a2, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:09.917182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] For port 5127ae6a-008f-4e82-a793-c5aef311f8a2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5127ae6a-008f-4e82-a793-c5aef311f8a2,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:09.946922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (da4041a8-6126-4c51-b191-03dae624cfcb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.994535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=da4041a8-6126-4c51-b191-03dae624cfcb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:09.996544 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.001391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port da4041a8-6126-4c51-b191-03dae624cfcb on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:10.087547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b442f6d-0f18-4b2e-be5b-67014cc13976 None None] Pushing event updated for resources: {'Port': ['ID=5127ae6a-008f-4e82-a793-c5aef311f8a2,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.133280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (691a04e6-a0f1-42ac-9a6d-7df3e447df74), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.164829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 027103c1-5a96-44f2-b82b-a7e5209f0006 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:10.165324 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (027103c1-5a96-44f2-b82b-a7e5209f0006), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.197286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691a04e6-a0f1-42ac-9a6d-7df3e447df74']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:10.228868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b554fc2f-ed3f-4511-9a72-90e410a49f42') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:10.229186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b554fc2f-ed3f-4511-9a72-90e410a49f42') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:10.229335 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.254909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b554fc2f-ed3f-4511-9a72-90e410a49f42), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.270283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b554fc2f-ed3f-4511-9a72-90e410a49f42), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.276696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:10.277149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b554fc2f-ed3f-4511-9a72-90e410a49f42), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:10.351946 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:10.399658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9859bee2-2f8e-4c46-bc44-76dee2abb508 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:10.502513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (027103c1-5a96-44f2-b82b-a7e5209f0006), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.510911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9859bee2-2f8e-4c46-bc44-76dee2abb508 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:10.514981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.526235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 027103c1-5a96-44f2-b82b-a7e5209f0006 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:10.651575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9859bee2-2f8e-4c46-bc44-76dee2abb508 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:10.713784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (691a04e6-a0f1-42ac-9a6d-7df3e447df74), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.729067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.729429 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/691a04e6-a0f1-42ac-9a6d-7df3e447df74 HTTP/1.1" status: 204 len: 168 time: 3.7799206 Feb 09 22:05:10.733579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37376) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:10.740278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-737755766'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:10.750212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (027103c1-5a96-44f2-b82b-a7e5209f0006), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.757408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89da13-284a-43ec-ba1e-17c7d88de64f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=691a04e6-a0f1-42ac-9a6d-7df3e447df74,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.796172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=027103c1-5a96-44f2-b82b-a7e5209f0006,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.828888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.832255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9cf0ea39-7d89-4fc9-b4fb-5bad1db273cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/027103c1-5a96-44f2-b82b-a7e5209f0006 HTTP/1.1" status: 204 len: 168 time: 0.9759274 Feb 09 22:05:10.834807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37380) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:10.854618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:10.859098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.948803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528e12a-44b4-45f7-a6b8-05424dcf1d7d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:10.950421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e528e12a-44b4-45f7-a6b8-05424dcf1d7d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:10.952159 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e528e12a-44b4-45f7-a6b8-05424dcf1d7d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1154821 Feb 09 22:05:10.955059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37384) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:10.967491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:10.996498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ffca91cd-6d7e-455a-80c8-9f88e8965b8c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.997252 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment ffca91cd-6d7e-455a-80c8-9f88e8965b8c of type vlan for network 42a20991-7ce3-4a08-8cd9-0cfb759a88b7 Feb 09 22:05:11.048325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 695c4852-6f57-48a1-9e64-934cb73f37db {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:11.064199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (695c4852-6f57-48a1-9e64-934cb73f37db), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.092117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (42a20991-7ce3-4a08-8cd9-0cfb759a88b7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.153673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (695c4852-6f57-48a1-9e64-934cb73f37db), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.237220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (42a20991-7ce3-4a08-8cd9-0cfb759a88b7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.242782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:11.243396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.279261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (695c4852-6f57-48a1-9e64-934cb73f37db), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.364915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6292429 Feb 09 22:05:11.367945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37386) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:11.378931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:11.406667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfadd53-97f9-4870-872c-51fa91a95b7d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=42a20991-7ce3-4a08-8cd9-0cfb759a88b7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:11.420819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 42a20991-7ce3-4a08-8cd9-0cfb759a88b7 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:11.442532 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (695c4852-6f57-48a1-9e64-934cb73f37db), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.474286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.486938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/695c4852-6f57-48a1-9e64-934cb73f37db HTTP/1.1" status: 204 len: 168 time: 0.5307610 Feb 09 22:05:11.489545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37388) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:11.523722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cea58-26e4-48aa-9b54-30a2631b4d82 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=695c4852-6f57-48a1-9e64-934cb73f37db,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:11.624889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05eb40-0876-45b2-8d68-ceef94f37c03 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:05:11.674393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:11.678310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.721714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d28a460b-59b5-4b99-aa92-c966039097c5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2292273 Feb 09 22:05:11.722694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37394) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:11.727895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:11.742324 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.802541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c25afcf6-64fa-4f10-88d1-2c07762216a1 None None] Provisioning complete for port 5127ae6a-008f-4e82-a793-c5aef311f8a2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:11.808185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c25afcf6-64fa-4f10-88d1-2c07762216a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.939389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:11.943513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.110963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05eb40-0876-45b2-8d68-ceef94f37c03 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:05:12.116897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c25afcf6-64fa-4f10-88d1-2c07762216a1 None None] Current status of the port 5127ae6a-008f-4e82-a793-c5aef311f8a2 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:12.117800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c25afcf6-64fa-4f10-88d1-2c07762216a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.293486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c25afcf6-64fa-4f10-88d1-2c07762216a1 None None] For port 5127ae6a-008f-4e82-a793-c5aef311f8a2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5127ae6a-008f-4e82-a793-c5aef311f8a2,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:12.310422 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f90ace92-679c-4ea0-bd5d-171571bba25f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.392613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (f8e41190-20fe-4496-b39e-c7cb6e98daa4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.425841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c25afcf6-64fa-4f10-88d1-2c07762216a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.434430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=f90ace92-679c-4ea0-bd5d-171571bba25f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.452429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:12.452812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 42a20991-7ce3-4a08-8cd9-0cfb759a88b7, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:12.477966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=f8e41190-20fe-4496-b39e-c7cb6e98daa4,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.491782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:12.494952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:12.502497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:12.504611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.534597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5127ae6a-008f-4e82-a793-c5aef311f8a2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:12.602783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 42a20991-7ce3-4a08-8cd9-0cfb759a88b7 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:12.633769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6a17c9d1-0e24-472a-9697-c484fc6c456a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9074912 Feb 09 22:05:12.634216 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37408) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:12.644748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'name': 'tempest-NetworksTestDHCPv6-2044229605'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:12.699179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa1a9f-3fb0-49c6-aa1d-26abcbd55a13 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:12.788993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 42a20991-7ce3-4a08-8cd9-0cfb759a88b7) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:12.817198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce6f8a-8692-48b3-91f6-9287789b0ca5 None None] Network 42a20991-7ce3-4a08-8cd9-0cfb759a88b7 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:12.824714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5127ae6a-008f-4e82-a793-c5aef311f8a2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:12.825153 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.840903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:12.852066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.867844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25afcf6-64fa-4f10-88d1-2c07762216a1 None None] Pushing event updated for resources: {'Port': ['ID=5127ae6a-008f-4e82-a793-c5aef311f8a2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:13.046561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-921a8d14-d0d9-40e4-b8e9-c2139d703724 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6736662 Feb 09 22:05:13.046705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37416) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:13.165751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:13.170770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.201051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 5e310bb2-7348-4e36-81a3-efe32d15df0c yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:13.299349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5127ae6a-008f-4e82-a793-c5aef311f8a2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:13.333454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-42a20991-7ce3-4a08-8cd9-0cfb759a88b7', 'network_id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': 'f90ace92-679c-4ea0-bd5d-171571bba25f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:13.334439 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.431264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::12f (d3b85f89-362b-44e8-b88a-f1327ef80d2d/f8e41190-20fe-4496-b39e-c7cb6e98daa4/5e310bb2-7348-4e36-81a3-efe32d15df0c) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:13.544873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Allocated IP 2001:db8::1 (42a20991-7ce3-4a08-8cd9-0cfb759a88b7/f90ace92-679c-4ea0-bd5d-171571bba25f/937b6735-1f05-41e2-8c73-5426d56d7c51) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:13.606356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93613fd-a71a-4924-b770-21606154ed4f None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:13.759965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (42a20991-7ce3-4a08-8cd9-0cfb759a88b7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.772927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-057e4f83-eaef-4801-bd69-2647b7042a77 None None] Provisioning complete for port 5127ae6a-008f-4e82-a793-c5aef311f8a2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:13.773453 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-057e4f83-eaef-4801-bd69-2647b7042a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.800546 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (5e310bb2-7348-4e36-81a3-efe32d15df0c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.938265 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Publish callbacks [] for port (937b6735-1f05-41e2-8c73-5426d56d7c51), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.944561 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f90ace92-679c-4ea0-bd5d-171571bba25f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.029411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-057e4f83-eaef-4801-bd69-2647b7042a77 None None] Current status of the port 5127ae6a-008f-4e82-a793-c5aef311f8a2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:14.071404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (937b6735-1f05-41e2-8c73-5426d56d7c51), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.175236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5e310bb2-7348-4e36-81a3-efe32d15df0c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.242273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Pushing event updated for resources: {'Port': ['ID=937b6735-1f05-41e2-8c73-5426d56d7c51,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:14.267957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Network 42a20991-7ce3-4a08-8cd9-0cfb759a88b7 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:14.279939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:14.290827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:14.312197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:14.322864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:14.339890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f90ace92-679c-4ea0-bd5d-171571bba25f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.367102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:14.387759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:14.387759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.440968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5127ae6a-008f-4e82-a793-c5aef311f8a2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:14.454359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=f90ace92-679c-4ea0-bd5d-171571bba25f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:14.465397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=5e310bb2-7348-4e36-81a3-efe32d15df0c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:14.539881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Attempting to bind port 937b6735-1f05-41e2-8c73-5426d56d7c51 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:14.540632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Attempting to bind port 937b6735-1f05-41e2-8c73-5426d56d7c51 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:14.541876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Attempting to bind port 937b6735-1f05-41e2-8c73-5426d56d7c51 on network 42a20991-7ce3-4a08-8cd9-0cfb759a88b7 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:14.556873 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-77fbf1e3-d255-4695-9452-f2d1f20c5f1b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9208565 Feb 09 22:05:14.559435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37420) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:14.583462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (42a20991-7ce3-4a08-8cd9-0cfb759a88b7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.596555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:14.599395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Checking segment: {'id': 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:14.599999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.601749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Bound using segment: {'id': 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:14.604339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Bound port: 937b6735-1f05-41e2-8c73-5426d56d7c51, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:14.605761 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (937b6735-1f05-41e2-8c73-5426d56d7c51), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.640287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a20991-7ce3-4a08-8cd9-0cfb759a88b7']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:14.660766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:14.661051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:14.693401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15116c7-7030-41d0-ab21-9f28b36468fe tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:14.693642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (ffca91cd-6d7e-455a-80c8-9f88e8965b8c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.699281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15116c7-7030-41d0-ab21-9f28b36468fe tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:14.711158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5127ae6a-008f-4e82-a793-c5aef311f8a2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:14.711529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.713426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c15116c7-7030-41d0-ab21-9f28b36468fe tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1523461 Feb 09 22:05:14.717584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37422) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:14.721834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ffca91cd-6d7e-455a-80c8-9f88e8965b8c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.732793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:14.733049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (ffca91cd-6d7e-455a-80c8-9f88e8965b8c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:14.736208 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:14.860067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1b5988f3-0674-4510-a8b3-b5885780e4f1 None None] Provisioning complete for port 5127ae6a-008f-4e82-a793-c5aef311f8a2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:14.860818 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1b5988f3-0674-4510-a8b3-b5885780e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.894198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:05:14.894198 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:05:14.894198 n-d-828599-1 neutron-server[103696]: [parameters: {'id': '42a20991-7ce3-4a08-8cd9-0cfb759a88b7'}] Feb 09 22:05:14.894198 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:14.894659 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:14.922795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 5e310bb2-7348-4e36-81a3-efe32d15df0c {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:14.928032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5e310bb2-7348-4e36-81a3-efe32d15df0c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.012490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5127ae6a-008f-4e82-a793-c5aef311f8a2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:15.025279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] For port 937b6735-1f05-41e2-8c73-5426d56d7c51, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:15.093261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] For port 937b6735-1f05-41e2-8c73-5426d56d7c51, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=937b6735-1f05-41e2-8c73-5426d56d7c51,segment=NetworkSegment(ffca91cd-6d7e-455a-80c8-9f88e8965b8c),segment_id=ffca91cd-6d7e-455a-80c8-9f88e8965b8c)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:15.112221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1b5988f3-0674-4510-a8b3-b5885780e4f1 None None] Current status of the port 5127ae6a-008f-4e82-a793-c5aef311f8a2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:15.127327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5e310bb2-7348-4e36-81a3-efe32d15df0c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.144642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 5e310bb2-7348-4e36-81a3-efe32d15df0c owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:15.172505 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (937b6735-1f05-41e2-8c73-5426d56d7c51), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.252415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-84fbb018-ccec-4533-a922-6d69177a8cb8 None None] Could not find standard attr ID for object 027103c1-5a96-44f2-b82b-a7e5209f0006. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:15.348455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5235ab-a634-45d0-a660-91112b7c375a None None] Pushing event updated for resources: {'Port': ['ID=937b6735-1f05-41e2-8c73-5426d56d7c51,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:15.361693 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295be66-f0e5-4833-9bc0-df18d17ea1d5 None None] Network 42a20991-7ce3-4a08-8cd9-0cfb759a88b7 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:15.395978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (42a20991-7ce3-4a08-8cd9-0cfb759a88b7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.412542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5e310bb2-7348-4e36-81a3-efe32d15df0c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.446615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d0ebbfc7-0709-47d2-9fd3-aba0e6ca4fe6 None None] Could not find standard attr ID for object 5e310bb2-7348-4e36-81a3-efe32d15df0c. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:15.513791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=5e310bb2-7348-4e36-81a3-efe32d15df0c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:15.534911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port 937b6735-1f05-41e2-8c73-5426d56d7c51 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:15.538818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (937b6735-1f05-41e2-8c73-5426d56d7c51), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.572807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.578963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-efc6e30f-177d-4e62-aaad-a548dcdc9bd1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/5e310bb2-7348-4e36-81a3-efe32d15df0c HTTP/1.1" status: 204 len: 168 time: 0.8601811 Feb 09 22:05:15.583273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37424) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:15.647030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port 937b6735-1f05-41e2-8c73-5426d56d7c51, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=937b6735-1f05-41e2-8c73-5426d56d7c51,segment=NetworkSegment(ffca91cd-6d7e-455a-80c8-9f88e8965b8c),segment_id=ffca91cd-6d7e-455a-80c8-9f88e8965b8c)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:15.647401 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (937b6735-1f05-41e2-8c73-5426d56d7c51), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.665841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for 937b6735-1f05-41e2-8c73-5426d56d7c51 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:15.684283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c7125-6746-4241-aab7-75ed8888215c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.691512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c7125-6746-4241-aab7-75ed8888215c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.699537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-671c7125-6746-4241-aab7-75ed8888215c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1127946 Feb 09 22:05:15.700592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37426) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:15.751127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7bb1c-9b2c-4588-b2c9-a2863c3b1ec0 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:05:15.769808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet f8e41190-20fe-4496-b39e-c7cb6e98daa4 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:15.779953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (f8e41190-20fe-4496-b39e-c7cb6e98daa4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.831334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (f8e41190-20fe-4496-b39e-c7cb6e98daa4), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.884453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f8e41190-20fe-4496-b39e-c7cb6e98daa4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.891477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7bb1c-9b2c-4588-b2c9-a2863c3b1ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:05:15.938027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (937b6735-1f05-41e2-8c73-5426d56d7c51), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.974716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=937b6735-1f05-41e2-8c73-5426d56d7c51,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:15.981575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port 937b6735-1f05-41e2-8c73-5426d56d7c51 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:16.052825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (f8e41190-20fe-4496-b39e-c7cb6e98daa4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.073021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.079430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/f8e41190-20fe-4496-b39e-c7cb6e98daa4 HTTP/1.1" status: 204 len: 168 time: 0.3758059 Feb 09 22:05:16.080241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37428) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:16.088009 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (42a20991-7ce3-4a08-8cd9-0cfb759a88b7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.101321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38d316-d115-4581-80bd-0fcb205defe2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e41190-20fe-4496-b39e-c7cb6e98daa4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.156507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e35e06e9-2791-449f-92b6-a75b511973a0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725429 Feb 09 22:05:16.157122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37430) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:16.167989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a20991-7ce3-4a08-8cd9-0cfb759a88b7']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:16.177238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:16.183926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:16.184418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffca91cd-6d7e-455a-80c8-9f88e8965b8c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:16.195670 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (ffca91cd-6d7e-455a-80c8-9f88e8965b8c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.216677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ffca91cd-6d7e-455a-80c8-9f88e8965b8c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.239250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:16.239804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (ffca91cd-6d7e-455a-80c8-9f88e8965b8c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:16.251082 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:16.454001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (42a20991-7ce3-4a08-8cd9-0cfb759a88b7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.461800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.470829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/42a20991-7ce3-4a08-8cd9-0cfb759a88b7 HTTP/1.1" status: 204 len: 168 time: 3.4175572 Feb 09 22:05:16.470953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:16.472619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37436) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:16.477641 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.484624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817859278'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:16.563055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb393-89aa-4f92-8f6f-1ee0d0602c69 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=42a20991-7ce3-4a08-8cd9-0cfb759a88b7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.603683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22cc8c8-93cb-48ae-bf99-af0391b3c0f3 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:16.612343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:16.615777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.659506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:16.673318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (eb55d263-68f0-4a27-a197-e048b6742856), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.673911 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment eb55d263-68f0-4a27-a197-e048b6742856 of type vlan for network 32352fa3-e005-48dd-8733-5b5f7b6b3d7a Feb 09 22:05:16.787399 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (32352fa3-e005-48dd-8733-5b5f7b6b3d7a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.852808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:16.930396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] Deleting port 5127ae6a-008f-4e82-a793-c5aef311f8a2 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:16.930702 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.937757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (32352fa3-e005-48dd-8733-5b5f7b6b3d7a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.942697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:16.943879 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.968889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (3c92ba51-aab9-4ec0-b965-5169cb0db4dd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.035436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] For port 5127ae6a-008f-4e82-a793-c5aef311f8a2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5127ae6a-008f-4e82-a793-c5aef311f8a2,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:17.036698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.043671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=32352fa3-e005-48dd-8733-5b5f7b6b3d7a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:17.062759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4b8469df-225f-426c-866f-daef22ca6118 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5799716 Feb 09 22:05:17.062759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37446) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:17.066885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 32352fa3-e005-48dd-8733-5b5f7b6b3d7a details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:17.068839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:17.102229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] Calling delete_port for 5127ae6a-008f-4e82-a793-c5aef311f8a2 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:17.110698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:17.115473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:17.126277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:17.126924 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.133923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=3c92ba51-aab9-4ec0-b965-5169cb0db4dd,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:17.245737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e43563b0-fbc3-41fb-9a83-de85c2ae053f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0867617 Feb 09 22:05:17.248341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37450) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:17.253477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'name': 'tempest-NetworksTestDHCPv6-1460693910'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:17.332136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:17.336490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.390966 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (5127ae6a-008f-4e82-a793-c5aef311f8a2), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.441371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] Pushing event deleted for resources: {'Port': ['ID=5127ae6a-008f-4e82-a793-c5aef311f8a2,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:17.445882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92370f60-34a7-4397-82d7-1f5f143ac881 None None] No DVR routers for this DVR port 5127ae6a-008f-4e82-a793-c5aef311f8a2 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:17.484405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b7e275-5389-469e-8eb0-afe4b267cd83 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:17.614466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:17.618430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.648267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port cfb8f70a-86c4-4639-8130-a995be01cbd5 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:17.690477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '3c92ba51-aab9-4ec0-b965-5169cb0db4dd'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:17.690990 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.842794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (d49b908e-4370-402e-ad60-7f109256ef6f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.898194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::11f (d3b85f89-362b-44e8-b88a-f1327ef80d2d/3c92ba51-aab9-4ec0-b965-5169cb0db4dd/cfb8f70a-86c4-4639-8130-a995be01cbd5) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:17.959245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=d49b908e-4370-402e-ad60-7f109256ef6f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:17.981735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': 'eb55d263-68f0-4a27-a197-e048b6742856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:17.982107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 32352fa3-e005-48dd-8733-5b5f7b6b3d7a, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:18.100150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 32352fa3-e005-48dd-8733-5b5f7b6b3d7a is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:18.138959 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (cfb8f70a-86c4-4639-8130-a995be01cbd5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.195363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 32352fa3-e005-48dd-8733-5b5f7b6b3d7a) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:18.212865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc045c81-897a-4b70-8e1f-a6fb102fde77 None None] Network 32352fa3-e005-48dd-8733-5b5f7b6b3d7a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:18.228133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:18.232257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.265934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cfb8f70a-86c4-4639-8130-a995be01cbd5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.343076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5127ae6a-008f-4e82-a793-c5aef311f8a2 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:18.346462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=cfb8f70a-86c4-4639-8130-a995be01cbd5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:18.365663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e2f700c6-58c0-48f0-9942-160fa6e1c1d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3048270 Feb 09 22:05:18.368403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:18.392337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:18.394560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:18.411081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:18.420520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5127ae6a-008f-4e82-a793-c5aef311f8a2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:18.420879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5127ae6a-008f-4e82-a793-c5aef311f8a2 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:18.447242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/3c92ba51-aab9-4ec0-b965-5169cb0db4dd/193104d4-5538-40aa-80a4-84096772d442) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:18.453878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:18.454494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.466413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-32352fa3-e005-48dd-8733-5b5f7b6b3d7a', 'network_id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': 'd49b908e-4370-402e-ad60-7f109256ef6f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:18.466413 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.601981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cc2fc8be-f179-4013-83d7-b51ae670519c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3503122 Feb 09 22:05:18.602621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37470) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:18.681013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (32352fa3-e005-48dd-8733-5b5f7b6b3d7a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.695297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783579ba-d43d-439e-849c-04f88ee874ae tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:18.697269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37474) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:18.701275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-783579ba-d43d-439e-849c-04f88ee874ae tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0975566 Feb 09 22:05:18.840467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d49b908e-4370-402e-ad60-7f109256ef6f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.930655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Publish callbacks [] for port (193104d4-5538-40aa-80a4-84096772d442), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.962476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Allocated IP 2001:db8::1 (32352fa3-e005-48dd-8733-5b5f7b6b3d7a/d49b908e-4370-402e-ad60-7f109256ef6f/82448a06-f92f-4d8e-aae9-97edcc8ab5ff) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:19.035132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port cfb8f70a-86c4-4639-8130-a995be01cbd5 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:19.036235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cfb8f70a-86c4-4639-8130-a995be01cbd5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.124426 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Publish callbacks [] for port (82448a06-f92f-4d8e-aae9-97edcc8ab5ff), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.129040 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (193104d4-5538-40aa-80a4-84096772d442), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.179320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:19.185326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:19.185519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cfb8f70a-86c4-4639-8130-a995be01cbd5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.190041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:19.193486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Pushing event updated for resources: {'Port': ['ID=193104d4-5538-40aa-80a4-84096772d442,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:19.214004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for cfb8f70a-86c4-4639-8130-a995be01cbd5 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:19.220887 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (82448a06-f92f-4d8e-aae9-97edcc8ab5ff), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.300922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Network 32352fa3-e005-48dd-8733-5b5f7b6b3d7a is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:19.301755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Attempting to bind port 193104d4-5538-40aa-80a4-84096772d442 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:19.302125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Attempting to bind port 193104d4-5538-40aa-80a4-84096772d442 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:19.302491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Attempting to bind port 193104d4-5538-40aa-80a4-84096772d442 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:19.309722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:19.314306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:19.316836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:19.317213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:19.317614 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.318260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:19.318744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Bound port: 193104d4-5538-40aa-80a4-84096772d442, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:19.319122 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (193104d4-5538-40aa-80a4-84096772d442), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.322924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Pushing event updated for resources: {'Port': ['ID=82448a06-f92f-4d8e-aae9-97edcc8ab5ff,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:19.407108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (d49b908e-4370-402e-ad60-7f109256ef6f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.443022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Attempting to bind port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:19.443399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Attempting to bind port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'eb55d263-68f0-4a27-a197-e048b6742856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:19.443784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Attempting to bind port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff on network 32352fa3-e005-48dd-8733-5b5f7b6b3d7a {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:19.460217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:19.460628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Checking segment: {'id': 'eb55d263-68f0-4a27-a197-e048b6742856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:19.461002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.461446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Bound using segment: {'id': 'eb55d263-68f0-4a27-a197-e048b6742856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:19.461943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Bound port: 82448a06-f92f-4d8e-aae9-97edcc8ab5ff, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb55d263-68f0-4a27-a197-e048b6742856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:19.462370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (82448a06-f92f-4d8e-aae9-97edcc8ab5ff), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.479256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] For port 193104d4-5538-40aa-80a4-84096772d442, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:19.514442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] For port 193104d4-5538-40aa-80a4-84096772d442, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=193104d4-5538-40aa-80a4-84096772d442,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:19.526014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=d49b908e-4370-402e-ad60-7f109256ef6f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:19.584430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] For port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:19.593193 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (193104d4-5538-40aa-80a4-84096772d442), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.703120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (32352fa3-e005-48dd-8733-5b5f7b6b3d7a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.754244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cfb8f70a-86c4-4639-8130-a995be01cbd5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.849353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32352fa3-e005-48dd-8733-5b5f7b6b3d7a']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:19.937645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] For port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=82448a06-f92f-4d8e-aae9-97edcc8ab5ff,segment=NetworkSegment(eb55d263-68f0-4a27-a197-e048b6742856),segment_id=eb55d263-68f0-4a27-a197-e048b6742856)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:19.941693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb55d263-68f0-4a27-a197-e048b6742856') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:19.942058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb55d263-68f0-4a27-a197-e048b6742856') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:19.946112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=cfb8f70a-86c4-4639-8130-a995be01cbd5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:20.025743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (eb55d263-68f0-4a27-a197-e048b6742856), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.030493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c43ca4-fa97-4e95-bb1a-35ae6f741826 None None] Pushing event updated for resources: {'Port': ['ID=193104d4-5538-40aa-80a4-84096772d442,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:20.035312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (82448a06-f92f-4d8e-aae9-97edcc8ab5ff), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.054733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.059536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37488) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:20.069188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5e9df55c-8047-4e49-943d-a22ff4a830ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/cfb8f70a-86c4-4639-8130-a995be01cbd5 HTTP/1.1" status: 204 len: 168 time: 1.3708165 Feb 09 22:05:20.086774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (eb55d263-68f0-4a27-a197-e048b6742856), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.098148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:20.099256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (eb55d263-68f0-4a27-a197-e048b6742856), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.174674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5c7af-f78c-4c5d-9ab4-d963e7449fb9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:20.182259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5c7af-f78c-4c5d-9ab4-d963e7449fb9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:20.185015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3ff5c7af-f78c-4c5d-9ab4-d963e7449fb9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1235628 Feb 09 22:05:20.188105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37490) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:20.216146 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:20.254015 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:05:20.254015 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:05:20.254015 n-d-828599-1 neutron-server[103696]: [parameters: {'id': '32352fa3-e005-48dd-8733-5b5f7b6b3d7a'}] Feb 09 22:05:20.254015 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:20.254713 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:20.273892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 3c92ba51-aab9-4ec0-b965-5169cb0db4dd {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:20.276470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d949e-2ee9-4ffe-a62e-4440283176ab None None] Pushing event updated for resources: {'Port': ['ID=82448a06-f92f-4d8e-aae9-97edcc8ab5ff,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:20.277591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (3c92ba51-aab9-4ec0-b965-5169cb0db4dd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.329144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aacd283-602b-4ea9-8407-53d33a291c7a None None] Network 32352fa3-e005-48dd-8733-5b5f7b6b3d7a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:20.333826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (3c92ba51-aab9-4ec0-b965-5169cb0db4dd), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.471847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 193104d4-5538-40aa-80a4-84096772d442 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:20.513002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3c92ba51-aab9-4ec0-b965-5169cb0db4dd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.658801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 193104d4-5538-40aa-80a4-84096772d442 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:20.659191 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (193104d4-5538-40aa-80a4-84096772d442), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.702298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (3c92ba51-aab9-4ec0-b965-5169cb0db4dd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.756348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (32352fa3-e005-48dd-8733-5b5f7b6b3d7a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.772261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=3c92ba51-aab9-4ec0-b965-5169cb0db4dd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:20.784668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.790172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4a377650-fd34-43e4-93a3-5fea529a7072 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/3c92ba51-aab9-4ec0-b965-5169cb0db4dd HTTP/1.1" status: 204 len: 168 time: 0.5988991 Feb 09 22:05:20.805511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37500) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:20.889246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3b9836b7-370f-4d83-aa85-671e9128d0fa tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876112 Feb 09 22:05:20.896233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37506) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:20.963519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 193104d4-5538-40aa-80a4-84096772d442 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:20.964626 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (193104d4-5538-40aa-80a4-84096772d442), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.968340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:20.973322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (82448a06-f92f-4d8e-aae9-97edcc8ab5ff), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.031335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 193104d4-5538-40aa-80a4-84096772d442, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=193104d4-5538-40aa-80a4-84096772d442,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:21.063741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734eeb4e-8c23-4a9a-abac-9fb6899a6cbc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:21.069453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-734eeb4e-8c23-4a9a-abac-9fb6899a6cbc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1758721 Feb 09 22:05:21.072125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37508) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:21.116375 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (193104d4-5538-40aa-80a4-84096772d442), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.124587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=82448a06-f92f-4d8e-aae9-97edcc8ab5ff,segment=NetworkSegment(eb55d263-68f0-4a27-a197-e048b6742856),segment_id=eb55d263-68f0-4a27-a197-e048b6742856)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:21.125118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (82448a06-f92f-4d8e-aae9-97edcc8ab5ff), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.149696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for 82448a06-f92f-4d8e-aae9-97edcc8ab5ff owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:21.189304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f71e4-51dd-471b-8b8a-8e00602d12d1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:21.191168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-805f71e4-51dd-471b-8b8a-8e00602d12d1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168208 Feb 09 22:05:21.194941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37510) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:21.195944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=193104d4-5538-40aa-80a4-84096772d442,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:21.300826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-121a697e-beb5-4924-a4e0-198f5f23326b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044343 Feb 09 22:05:21.305875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37512) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:21.311654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:21.462570 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (82448a06-f92f-4d8e-aae9-97edcc8ab5ff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.502556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=82448a06-f92f-4d8e-aae9-97edcc8ab5ff,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:21.506509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port 82448a06-f92f-4d8e-aae9-97edcc8ab5ff on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:21.541911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:21.541911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.542226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402dfa2-af9f-4504-b941-b9663c9615c7 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:05:21.642667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (32352fa3-e005-48dd-8733-5b5f7b6b3d7a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.668326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32352fa3-e005-48dd-8733-5b5f7b6b3d7a']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:21.681467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb55d263-68f0-4a27-a197-e048b6742856') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:21.681786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb55d263-68f0-4a27-a197-e048b6742856') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:21.697141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (eb55d263-68f0-4a27-a197-e048b6742856), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.714583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (eb55d263-68f0-4a27-a197-e048b6742856), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.716952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6105d7bf-2e10-456d-a54a-11723080844f None None] Provisioning complete for port 193104d4-5538-40aa-80a4-84096772d442 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:21.717335 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6105d7bf-2e10-456d-a54a-11723080844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (193104d4-5538-40aa-80a4-84096772d442), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.722403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:21.723173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (eb55d263-68f0-4a27-a197-e048b6742856), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:21.796388 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:21.865453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (32352fa3-e005-48dd-8733-5b5f7b6b3d7a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.888752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402dfa2-af9f-4504-b941-b9663c9615c7 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:05:21.902119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.907893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/32352fa3-e005-48dd-8733-5b5f7b6b3d7a HTTP/1.1" status: 204 len: 168 time: 3.5381911 Feb 09 22:05:21.908808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9de72-8390-4dbc-9e8d-6b7c8962d665 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=32352fa3-e005-48dd-8733-5b5f7b6b3d7a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:21.916412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37522) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:21.931675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-998360584'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:22.026455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6105d7bf-2e10-456d-a54a-11723080844f None None] Current status of the port 193104d4-5538-40aa-80a4-84096772d442 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:22.059114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:22.062919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.154584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:22.184218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (03e9ea44-e5c7-4161-bcea-8be0588507d8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.185235 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment 03e9ea44-e5c7-4161-bcea-8be0588507d8 of type vlan for network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 Feb 09 22:05:22.282957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.352768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 193104d4-5538-40aa-80a4-84096772d442 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:22.367430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21da41-4ef3-4b6b-bf98-7df67c603357 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:22.379744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (9e1e11ec-6ee4-45b3-8001-0f64cb258548), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.413752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.420113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:22.421014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.503994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=9e1e11ec-6ee4-45b3-8001-0f64cb258548,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:22.523876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:22.532280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:22.547931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:22.549196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.600881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 193104d4-5538-40aa-80a4-84096772d442 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:22.601205 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (193104d4-5538-40aa-80a4-84096772d442), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.660376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-47dd24e0-d0a8-4f09-a29e-c6cce03f95b1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3506529 Feb 09 22:05:22.661521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37526) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:22.667500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': '9e1e11ec-6ee4-45b3-8001-0f64cb258548', 'ip_address': '2001:db8::f9f:bd6:f577:cc1b'}], 'name': 'tempest-NetworksTestDHCPv6-2025212121'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:22.725286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:22.878483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 193104d4-5538-40aa-80a4-84096772d442 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:22.987347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] Deleting port 193104d4-5538-40aa-80a4-84096772d442 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:22.991009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (193104d4-5538-40aa-80a4-84096772d442), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.017603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:23.037697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:23.047023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:23.082638 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73d59e2d-2c2a-44ff-a723-2daa6d43f7b3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1648409 Feb 09 22:05:23.083521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37538) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:23.090492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:23.300942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.310879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:23.314922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.334639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port a4d7dded-effb-470b-8591-c97eb6e2a7cc yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:23.449018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] For port 193104d4-5538-40aa-80a4-84096772d442, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=193104d4-5538-40aa-80a4-84096772d442,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:23.449710 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (193104d4-5538-40aa-80a4-84096772d442), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.475029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] Calling delete_port for 193104d4-5538-40aa-80a4-84096772d442 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:23.686517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f9f:bd6:f577:cc1b (d3b85f89-362b-44e8-b88a-f1327ef80d2d/9e1e11ec-6ee4-45b3-8001-0f64cb258548/a4d7dded-effb-470b-8591-c97eb6e2a7cc) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:23.779908 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (049ab557-71f3-4b6e-83e0-0b17a4267015), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.865637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (193104d4-5538-40aa-80a4-84096772d442), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.893107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] No DVR routers for this DVR port 193104d4-5538-40aa-80a4-84096772d442 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:23.921172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=049ab557-71f3-4b6e-83e0-0b17a4267015,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:23.939421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd055e1f-6a22-4294-a16b-eaf6fb584d0e None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:23.973791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': '03e9ea44-e5c7-4161-bcea-8be0588507d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:23.974513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:24.053090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc338e-5399-4d99-9708-f4982c6a0fce None None] Pushing event deleted for resources: {'Port': ['ID=193104d4-5538-40aa-80a4-84096772d442,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:24.087756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:24.159109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (a4d7dded-effb-470b-8591-c97eb6e2a7cc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.188132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '9e1e11ec-6ee4-45b3-8001-0f64cb258548'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:24.188997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.200389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:24.205016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.206031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.219244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e216c2-485c-41df-8807-5231cb298cc3 None None] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:24.260060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a4d7dded-effb-470b-8591-c97eb6e2a7cc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.326157 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88ac5190-d687-444d-9de2-0f876d578c12 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2413204 Feb 09 22:05:24.327564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37554) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:24.338449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:24.380029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 193104d4-5538-40aa-80a4-84096772d442 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:24.395697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:24.405719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:24.436263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:24.447274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 193104d4-5538-40aa-80a4-84096772d442 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:24.447728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 193104d4-5538-40aa-80a4-84096772d442 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:24.486029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.491916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.555520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3', 'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': '049ab557-71f3-4b6e-83e0-0b17a4267015'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:24.556511 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.645709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=a4d7dded-effb-470b-8591-c97eb6e2a7cc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:24.849324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/9e1e11ec-6ee4-45b3-8001-0f64cb258548/71988794-a079-4999-93d0-afc405e6b9f8) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:24.851074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-24519039-9726-40e6-9754-0007db72f1f5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1892748 Feb 09 22:05:24.853554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37568) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:24.883961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:24.888378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.985861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665734e5-0347-4076-903f-55cfe6dae3ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.994403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-665734e5-0347-4076-903f-55cfe6dae3ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1397803 Feb 09 22:05:24.998995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37572) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:25.155318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Allocated IP 2001:db8::2 (bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3/049ab557-71f3-4b6e-83e0-0b17a4267015/6466aa9e-7a37-4ba3-aaea-3d22cf73442a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:25.302126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port a4d7dded-effb-470b-8591-c97eb6e2a7cc {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:25.302693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a4d7dded-effb-470b-8591-c97eb6e2a7cc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.499592 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Publish callbacks [] for port (71988794-a079-4999-93d0-afc405e6b9f8), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.520166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a4d7dded-effb-470b-8591-c97eb6e2a7cc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.556608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for a4d7dded-effb-470b-8591-c97eb6e2a7cc owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:25.591568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (550148dc-92a1-4672-ac64-cebb4c215840), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.628879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Publish callbacks [] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.633139 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (71988794-a079-4999-93d0-afc405e6b9f8), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.723156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:25.724497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:25.730735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:25.742155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:25.748549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.749180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:25.749847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.775226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:25.782549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=550148dc-92a1-4672-ac64-cebb4c215840,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:25.864208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-84279026-0a21-46c3-85bb-3789dfa126a9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5328846 Feb 09 22:05:25.864873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37582) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:25.885906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Pushing event updated for resources: {'Port': ['ID=71988794-a079-4999-93d0-afc405e6b9f8,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:25.938208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a4d7dded-effb-470b-8591-c97eb6e2a7cc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:25.973772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:25.992078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:26.000683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=a4d7dded-effb-470b-8591-c97eb6e2a7cc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:26.018317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:26.095136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.120327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37590) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:26.123853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c5b57d30-2d96-4b78-8dd1-9726a917a146 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/a4d7dded-effb-470b-8591-c97eb6e2a7cc HTTP/1.1" status: 204 len: 168 time: 1.1236975 Feb 09 22:05:26.157347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693954f9-e42f-456f-b2f5-5fc5ef7d6af5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.161015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693954f9-e42f-456f-b2f5-5fc5ef7d6af5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.167899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693954f9-e42f-456f-b2f5-5fc5ef7d6af5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.170211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693954f9-e42f-456f-b2f5-5fc5ef7d6af5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.172536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693954f9-e42f-456f-b2f5-5fc5ef7d6af5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.180581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-693954f9-e42f-456f-b2f5-5fc5ef7d6af5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3146167 Feb 09 22:05:26.181538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37592) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:26.182805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Attempting to bind port 71988794-a079-4999-93d0-afc405e6b9f8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:26.183321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Attempting to bind port 71988794-a079-4999-93d0-afc405e6b9f8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:26.183968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Attempting to bind port 71988794-a079-4999-93d0-afc405e6b9f8 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:26.186253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Pushing event updated for resources: {'Port': ['ID=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:26.187912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-255456026'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:26.220378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Attempting to bind port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:26.220762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Attempting to bind port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '03e9ea44-e5c7-4161-bcea-8be0588507d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:26.221515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Attempting to bind port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a on network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:26.243539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:26.244051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:26.244467 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.246093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:26.246492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Bound port: 71988794-a079-4999-93d0-afc405e6b9f8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:26.246927 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (71988794-a079-4999-93d0-afc405e6b9f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.270075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:26.272479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Checking segment: {'id': '03e9ea44-e5c7-4161-bcea-8be0588507d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:26.275898 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.277658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Bound using segment: {'id': '03e9ea44-e5c7-4161-bcea-8be0588507d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:26.278314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Bound port: 6466aa9e-7a37-4ba3-aaea-3d22cf73442a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e9ea44-e5c7-4161-bcea-8be0588507d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:26.279498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.320025 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e8265-4e54-4aeb-a3d7-6029603dd31f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.321406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e8265-4e54-4aeb-a3d7-6029603dd31f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.322241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:26.325896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-853e8265-4e54-4aeb-a3d7-6029603dd31f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2016056 Feb 09 22:05:26.326411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.328601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37598) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:26.396742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] For port 71988794-a079-4999-93d0-afc405e6b9f8, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:26.400192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] For port 71988794-a079-4999-93d0-afc405e6b9f8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=71988794-a079-4999-93d0-afc405e6b9f8,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:26.442636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 9e1e11ec-6ee4-45b3-8001-0f64cb258548 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:26.458139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (9e1e11ec-6ee4-45b3-8001-0f64cb258548), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.489270 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (71988794-a079-4999-93d0-afc405e6b9f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.549700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] For port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:26.552031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779eb3d-baac-42c0-a1a2-97675e4e0010 None None] Pushing event updated for resources: {'Port': ['ID=71988794-a079-4999-93d0-afc405e6b9f8,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:26.574448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:26.591637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (9e1e11ec-6ee4-45b3-8001-0f64cb258548), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.609859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] For port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,segment=NetworkSegment(03e9ea44-e5c7-4161-bcea-8be0588507d8),segment_id=03e9ea44-e5c7-4161-bcea-8be0588507d8)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:26.635222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (bfeb76ab-0f7b-4396-b91d-95f6e80f7431), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.635555 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment bfeb76ab-0f7b-4396-b91d-95f6e80f7431 of type vlan for network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 Feb 09 22:05:26.692167 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:26.865772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9beb-4dc4-40e9-8569-788bd257c145 None None] Pushing event updated for resources: {'Port': ['ID=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:27.068077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.120726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9e1e11ec-6ee4-45b3-8001-0f64cb258548), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.197308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:05:27.310696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.322974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:27.323635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.415226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (9e1e11ec-6ee4-45b3-8001-0f64cb258548), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.254110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1e11ec-6ee4-45b3-8001-0f64cb258548,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:28.266447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0836194 Feb 09 22:05:28.269133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:28.277423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:28.325519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.333725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8fae4fe9-cce2-42e2-a350-f32e3a71fb45 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/9e1e11ec-6ee4-45b3-8001-0f64cb258548 HTTP/1.1" status: 204 len: 168 time: 2.0039566 Feb 09 22:05:28.339244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37628) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:28.511110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-db4bf73c-42c2-4818-afe0-9542f115bb6b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1693492 Feb 09 22:05:28.515376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff3756-a0f4-4be2-99ae-aa5bfab0bd85 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=3844c4d9-6648-4a8f-83d5-0429e8a1c961,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:28.527658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:28.529181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37634) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:28.546319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:28.660579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 71988794-a079-4999-93d0-afc405e6b9f8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:28.682020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8270b6-d469-4d18-9717-d4f3ae3d3a76 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:28.685915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-ea5a7d50-8757-40e3-8521-9a23763e1e84 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4661329 Feb 09 22:05:28.770257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.856310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-30de2bd2-90d6-4bdc-a54b-8c55e2ce51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.857859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-30de2bd2-90d6-4bdc-a54b-8c55e2ce51f6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 1128 time: 0.1117654 Feb 09 22:05:28.876489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.889090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 is not hosted by any dhcp agent {{(pid=103696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:05:28.904843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.905500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:28.918874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37636) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:28.919361 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "PUT /v2.0/networks/3844c4d9-6648-4a8f-83d5-0429e8a1c961 HTTP/1.1" status: 200 len: 723 time: 0.6453025 Feb 09 22:05:28.925576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:29.031693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:29.039316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.106276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697473f6-6b8c-4bbb-8cfe-35bdabd641ce tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=3844c4d9-6648-4a8f-83d5-0429e8a1c961,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:29.265148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:29.267409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af4c09-7a8f-4dbf-80c9-ac258a9d6195 None None] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:29.355848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-91f9a100-49d7-46ce-becb-0fa4629568c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:29.358395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-91f9a100-49d7-46ce-becb-0fa4629568c2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 200 len: 915 time: 0.4755368 Feb 09 22:05:29.485832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5c6a6147-bc6d-4315-9344-6501dcf8620d None None] Provisioning complete for port 71988794-a079-4999-93d0-afc405e6b9f8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:29.486203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6147-bc6d-4315-9344-6501dcf8620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (71988794-a079-4999-93d0-afc405e6b9f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.555884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-2a729a0b-f930-499e-84ba-75eea16c3ad3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1616338-b73a-48e7-8697-a5d3c24410c8 HTTP/1.1" status: 200 len: 217 time: 0.1816821 Feb 09 22:05:29.586017 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.687999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 71988794-a079-4999-93d0-afc405e6b9f8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:29.688667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (71988794-a079-4999-93d0-afc405e6b9f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.746422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:29.751665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.826720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a6147-bc6d-4315-9344-6501dcf8620d None None] Current status of the port 71988794-a079-4999-93d0-afc405e6b9f8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:29.827311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6147-bc6d-4315-9344-6501dcf8620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (71988794-a079-4999-93d0-afc405e6b9f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:29.873557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:29.939733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (c464e256-88b1-476e-a889-bf1ffc2c6715), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.022961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:30.029532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=c464e256-88b1-476e-a889-bf1ffc2c6715,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:30.037148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 71988794-a079-4999-93d0-afc405e6b9f8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:30.037822 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (71988794-a079-4999-93d0-afc405e6b9f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.045935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:30.061287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5c6a6147-bc6d-4315-9344-6501dcf8620d None None] For port 71988794-a079-4999-93d0-afc405e6b9f8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=71988794-a079-4999-93d0-afc405e6b9f8,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:30.069505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac6e2e0-36e1-4ba9-b472-59cd6a7169ce None None] Update dhcp port {'port': {'network_id': 'bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3', 'fixed_ips': [{'subnet_id': '049ab557-71f3-4b6e-83e0-0b17a4267015', 'ip_address': '2001:db8::2'}, {'subnet_id': '550148dc-92a1-4672-ac64-cebb4c215840'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '6466aa9e-7a37-4ba3-aaea-3d22cf73442a'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:05:30.119140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bac6e2e0-36e1-4ba9-b472-59cd6a7169ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.127681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:30.128734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.168371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] Deleting port 71988794-a079-4999-93d0-afc405e6b9f8 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:30.169052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (71988794-a079-4999-93d0-afc405e6b9f8), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.201283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-4facc433-9276-41ba-9cf4-de5dbc833eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:30.202901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-4facc433-9276-41ba-9cf4-de5dbc833eda service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f8ab727-9d53-4db0-a9e4-e3fc76c25d31 HTTP/1.1" status: 200 len: 854 time: 0.4459653 Feb 09 22:05:30.267038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-6e8d4879-504d-420e-9b5a-38ca708e4cf1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4bf69638-d994-405d-a815-c434940f6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547976 Feb 09 22:05:30.355317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] For port 71988794-a079-4999-93d0-afc405e6b9f8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=71988794-a079-4999-93d0-afc405e6b9f8,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:30.356038 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (71988794-a079-4999-93d0-afc405e6b9f8), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.399558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] Calling delete_port for 71988794-a079-4999-93d0-afc405e6b9f8 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:30.428054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-bac6e2e0-36e1-4ba9-b472-59cd6a7169ce None None] Allocated IP 172.20.0.1 (bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3/550148dc-92a1-4672-ac64-cebb4c215840/6466aa9e-7a37-4ba3-aaea-3d22cf73442a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:30.508270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-a96e15f3-8d21-40f9-be3e-eb2693a4065d service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337494 Feb 09 22:05:30.681335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bac6e2e0-36e1-4ba9-b472-59cd6a7169ce None None] For port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,segment=NetworkSegment(03e9ea44-e5c7-4161-bcea-8be0588507d8),segment_id=03e9ea44-e5c7-4161-bcea-8be0588507d8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:30.784745 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6147-bc6d-4315-9344-6501dcf8620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (71988794-a079-4999-93d0-afc405e6b9f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.803695 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bac6e2e0-36e1-4ba9-b472-59cd6a7169ce None None] Publish callbacks [] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:30.815342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d6de149b-dfca-4c46-b087-4584cd97b695 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2811027 Feb 09 22:05:30.818137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37670) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:30.824801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': 'c464e256-88b1-476e-a889-bf1ffc2c6715', 'ip_address': '2001:db8::b243:151c:8a02:ca13'}], 'name': 'tempest-NetworksTestDHCPv6-148052729'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:30.875364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aa968dc6-0415-4508-9fac-1c66249fcb8a req-499e4a9b-ef48-4949-9525-677bff6e1a39 service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588066 Feb 09 22:05:30.886452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.020161 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bac6e2e0-36e1-4ba9-b472-59cd6a7169ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.032038 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.032999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (71988794-a079-4999-93d0-afc405e6b9f8), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.054903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:31.070727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:31.071109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 3844c4d9-6648-4a8f-83d5-0429e8a1c961, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:31.075156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] No DVR routers for this DVR port 71988794-a079-4999-93d0-afc405e6b9f8 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:31.136963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f714b-ff13-4189-80a2-f392107cf654 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:31.146103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:31.148990 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:31.225770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9af5a3cc-6f99-45d4-826b-0db901c0a62e None None] Provisioning complete for port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:31.229881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9af5a3cc-6f99-45d4-826b-0db901c0a62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.264726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a6147-bc6d-4315-9344-6501dcf8620d None None] Pushing event updated for resources: {'Port': ['ID=71988794-a079-4999-93d0-afc405e6b9f8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:31.286396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:31.326874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-e1e8cd65-00b3-471d-b9ff-f153d534f969 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2108121 Feb 09 22:05:31.350523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:31.411787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6e2e0-36e1-4ba9-b472-59cd6a7169ce None None] Pushing event updated for resources: {'Port': ['ID=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:31.470915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3844c4d9-6648-4a8f-83d5-0429e8a1c961) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:31.478476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f602c-51ad-4a1b-9977-14349aa70385 None None] Pushing event deleted for resources: {'Port': ['ID=71988794-a079-4999-93d0-afc405e6b9f8,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:31.495268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c51210-8b25-4d36-9166-5ba721bb01c3 None None] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:31.503973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:31.504590 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567035'] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.613047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.646450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'c464e256-88b1-476e-a889-bf1ffc2c6715'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:31.647501 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.650863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-106ab934-92f9-4c3a-a588-614a066e3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:31.659180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port e9fcf259-f55d-45cc-b095-d6e68e736858 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:31.685295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-106ab934-92f9-4c3a-a588-614a066e3953 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 1128 time: 0.2647793 Feb 09 22:05:31.724151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-94bd27be-fdc9-4a1e-879a-d901ef669427 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8024483 Feb 09 22:05:31.724948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37686) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:31.756073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2c3dd33e-b883-45d4-9ef4-ceb3c9713d35 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:31.797650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9af5a3cc-6f99-45d4-826b-0db901c0a62e None None] Current status of the port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:31.798181 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9af5a3cc-6f99-45d4-826b-0db901c0a62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:31.867227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Port 71988794-a079-4999-93d0-afc405e6b9f8 update to ACTIVE by agent not found {{(pid=103698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 22:05:31.880436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6466aa9e-7a37-4ba3-aaea-3d22cf73442a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:31.979896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::b243:151c:8a02:ca13 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/c464e256-88b1-476e-a889-bf1ffc2c6715/e9fcf259-f55d-45cc-b095-d6e68e736858) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:32.171499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-f56bfcbb-1f40-4a56-8c97-92c6afdbc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.175005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-f56bfcbb-1f40-4a56-8c97-92c6afdbc77a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.4407809 Feb 09 22:05:32.179797 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd33e-b883-45d4-9ef4-ceb3c9713d35 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59866513'] for subnet (fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.369410 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (e9fcf259-f55d-45cc-b095-d6e68e736858), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.490033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-4278cf3e-0dc4-4a0e-8fd2-0581762f19db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=591c50a1-aea2-4235-b60d-256ebf377c5c HTTP/1.1" status: 200 len: 1002 time: 0.2404566 Feb 09 22:05:32.538924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e9fcf259-f55d-45cc-b095-d6e68e736858), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.587336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-226fb76a-d66b-46d1-a300-a2cc0d9af58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.589167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-226fb76a-d66b-46d1-a300-a2cc0d9af58d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.0983233 Feb 09 22:05:32.590125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9af5a3cc-6f99-45d4-826b-0db901c0a62e None None] For port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,segment=NetworkSegment(03e9ea44-e5c7-4161-bcea-8be0588507d8),segment_id=03e9ea44-e5c7-4161-bcea-8be0588507d8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:32.604838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301e49d-9080-4089-a1cf-97e864659abe None None] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:32.684599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:32.688848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3844c4d9-6648-4a8f-83d5-0429e8a1c961', 'network_id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': 'fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:32.690133 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.690936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:32.700259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:32.705575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.706204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.741731 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9af5a3cc-6f99-45d4-826b-0db901c0a62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.743879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=e9fcf259-f55d-45cc-b095-d6e68e736858,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:32.777673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-e02808d2-4280-4203-89cd-47065160731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.779197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-e02808d2-4280-4203-89cd-47065160731a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1641424 Feb 09 22:05:32.855648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37698) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:32.856521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8876d260-2d07-4d1a-ac85-42d314269b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0366316 Feb 09 22:05:32.898038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd33e-b883-45d4-9ef4-ceb3c9713d35 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751574607108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59014007'] for subnet (fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.968468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3dd33e-b883-45d4-9ef4-ceb3c9713d35 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.976513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2c3dd33e-b883-45d4-9ef4-ceb3c9713d35 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:32.976513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2c3dd33e-b883-45d4-9ef4-ceb3c9713d35 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "PUT /v2.0/subnets/fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e HTTP/1.1" status: 200 len: 826 time: 1.2196789 Feb 09 22:05:32.976758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37702) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:33.001100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dd33e-b883-45d4-9ef4-ceb3c9713d35 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:33.021898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a6901-d7b1-4ba1-8316-675d70cf447a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:33.027270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a11a6901-d7b1-4ba1-8316-675d70cf447a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1705179 Feb 09 22:05:33.032346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37704) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:33.145959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5a3cc-6f99-45d4-826b-0db901c0a62e None None] Pushing event updated for resources: {'Port': ['ID=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:33.196768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:33.197151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.232097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-b82e55ee-7da9-418d-b3cd-540360d431bd service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359577 Feb 09 22:05:33.259424 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.280898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/c464e256-88b1-476e-a889-bf1ffc2c6715/8383fec1-a943-4270-b1c0-c39a1e2bc923) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:33.287559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-720dcbad-8320-44f6-911a-f3b8bb897bb3 None None] Provisioning complete for port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:33.287909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-720dcbad-8320-44f6-911a-f3b8bb897bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.361905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.418374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0980243-84dd-44f8-b0d4-2ecfc647b8aa req-6d3f62bc-f9ad-4b1c-9bdf-46e86e0cce47 service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816576 Feb 09 22:05:33.499958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port e9fcf259-f55d-45cc-b095-d6e68e736858 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:33.500715 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e9fcf259-f55d-45cc-b095-d6e68e736858), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.682496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Allocated IP 2001:db8::2 (3844c4d9-6648-4a8f-83d5-0429e8a1c961/fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e/89c64815-37b2-4017-ab7f-7a1b2d4e21f7) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:33.697160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e9fcf259-f55d-45cc-b095-d6e68e736858), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:33.716486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for e9fcf259-f55d-45cc-b095-d6e68e736858 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:34.177460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:34.177460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-720dcbad-8320-44f6-911a-f3b8bb897bb3 None None] Current status of the port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:34.196828 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Publish callbacks [] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.276553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e9fcf259-f55d-45cc-b095-d6e68e736858), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.336166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6466aa9e-7a37-4ba3-aaea-3d22cf73442a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:34.340773 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.352829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=e9fcf259-f55d-45cc-b095-d6e68e736858,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:34.404682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.411171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-df8cefd2-1d70-4c49-a29d-3f1662d5a083 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/e9fcf259-f55d-45cc-b095-d6e68e736858 HTTP/1.1" status: 204 len: 168 time: 1.3779078 Feb 09 22:05:34.413509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37718) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:34.471982 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Publish callbacks [] for port (89c64815-37b2-4017-ab7f-7a1b2d4e21f7), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.478974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:34.503104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-66e7b286-a2bf-4efc-bddf-d78ac963d45b None None] Provisioning complete for port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:34.503493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66e7b286-a2bf-4efc-bddf-d78ac963d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.505890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:34.512530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741a8df-d315-4047-9d01-800a3e1f38cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:34.513883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741a8df-d315-4047-9d01-800a3e1f38cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:34.514012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:34.515403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9741a8df-d315-4047-9d01-800a3e1f38cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1007202 Feb 09 22:05:34.518176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37726) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:34.668864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet c464e256-88b1-476e-a889-bf1ffc2c6715 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:34.670957 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (89c64815-37b2-4017-ab7f-7a1b2d4e21f7), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.673513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (c464e256-88b1-476e-a889-bf1ffc2c6715), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.739334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (c464e256-88b1-476e-a889-bf1ffc2c6715), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.773008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:34.773546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.802546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Pushing event updated for resources: {'Port': ['ID=8383fec1-a943-4270-b1c0-c39a1e2bc923,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:34.811661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Attempting to bind port 8383fec1-a943-4270-b1c0-c39a1e2bc923 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:34.812495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Attempting to bind port 8383fec1-a943-4270-b1c0-c39a1e2bc923 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:34.812928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Attempting to bind port 8383fec1-a943-4270-b1c0-c39a1e2bc923 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:34.844301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:34.844790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:34.845261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.845773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:34.846325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Bound port: 8383fec1-a943-4270-b1c0-c39a1e2bc923, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:34.846895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.911079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (c464e256-88b1-476e-a889-bf1ffc2c6715), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:34.992896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:35.028253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:35.031916 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.043754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:35.180454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] For port 8383fec1-a943-4270-b1c0-c39a1e2bc923, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:35.254904 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (c464e256-88b1-476e-a889-bf1ffc2c6715), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.261625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:35.330654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-66e7b286-a2bf-4efc-bddf-d78ac963d45b None None] Current status of the port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:35.339992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.350663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Pushing event updated for resources: {'Port': ['ID=89c64815-37b2-4017-ab7f-7a1b2d4e21f7,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:35.420267 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.427189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37740) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:35.428010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/c464e256-88b1-476e-a889-bf1ffc2c6715 HTTP/1.1" status: 204 len: 168 time: 0.9086437 Feb 09 22:05:35.428913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d88dca-5f8c-41f0-9a92-4743d3ca17ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=c464e256-88b1-476e-a889-bf1ffc2c6715,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:35.467498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3844c4d9-6648-4a8f-83d5-0429e8a1c961']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:35.469854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] For port 8383fec1-a943-4270-b1c0-c39a1e2bc923, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8383fec1-a943-4270-b1c0-c39a1e2bc923,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:35.512979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a31d9505-c615-4847-94e2-e667db14cb94 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844281 Feb 09 22:05:35.515414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37742) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:35.524819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:35.529204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:35.529739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:35.530068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Attempting to bind port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:35.530448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Attempting to bind port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:35.530814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Attempting to bind port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7 on network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:35.542359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (bfeb76ab-0f7b-4396-b91d-95f6e80f7431), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.549475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:35.549728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Checking segment: {'id': 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:35.551984 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.552431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Bound using segment: {'id': 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:35.553394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Bound port: 89c64815-37b2-4017-ab7f-7a1b2d4e21f7, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:35.553394 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (89c64815-37b2-4017-ab7f-7a1b2d4e21f7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.561306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (bfeb76ab-0f7b-4396-b91d-95f6e80f7431), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.563227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef33a6aa-42d7-4579-b766-1e826bd7e073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.569890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:35.570822 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (bfeb76ab-0f7b-4396-b91d-95f6e80f7431), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.637779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:35.640986 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:35.697336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:05:35.697336 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:05:35.697336 n-d-828599-1 neutron-server[103696]: [parameters: {'id': '3844c4d9-6648-4a8f-83d5-0429e8a1c961'}] Feb 09 22:05:35.697336 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:35.698827 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:35.742719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d27ae5-de81-45d3-b594-cbaf6791214f None None] Pushing event updated for resources: {'Port': ['ID=8383fec1-a943-4270-b1c0-c39a1e2bc923,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:35.781587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:35.853125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] For port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:35.857950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] For port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=89c64815-37b2-4017-ab7f-7a1b2d4e21f7,segment=NetworkSegment(bfeb76ab-0f7b-4396-b91d-95f6e80f7431),segment_id=bfeb76ab-0f7b-4396-b91d-95f6e80f7431)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:35.882652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:35.888456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 71988794-a079-4999-93d0-afc405e6b9f8 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:35.891000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:35.945635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 71988794-a079-4999-93d0-afc405e6b9f8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:35.946034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 71988794-a079-4999-93d0-afc405e6b9f8 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:35.990595 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (89c64815-37b2-4017-ab7f-7a1b2d4e21f7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.132778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa6ddb-e5cf-4260-8ee3-b161e4ff2cbe None None] Pushing event updated for resources: {'Port': ['ID=89c64815-37b2-4017-ab7f-7a1b2d4e21f7,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:36.200354 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.258356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab66d13-c5e1-4763-8ed7-605beb124a1e None None] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:36.342950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:36.342950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (89c64815-37b2-4017-ab7f-7a1b2d4e21f7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.431425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (40c9a265-f3ec-4a3f-8949-89b8a14da268), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.473356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8383fec1-a943-4270-b1c0-c39a1e2bc923 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:36.536462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=89c64815-37b2-4017-ab7f-7a1b2d4e21f7,segment=NetworkSegment(bfeb76ab-0f7b-4396-b91d-95f6e80f7431),segment_id=bfeb76ab-0f7b-4396-b91d-95f6e80f7431)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:36.538433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (89c64815-37b2-4017-ab7f-7a1b2d4e21f7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.551600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:36.563526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:36.564697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for 89c64815-37b2-4017-ab7f-7a1b2d4e21f7 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:36.583238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:36.586333 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.587062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8383fec1-a943-4270-b1c0-c39a1e2bc923 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:36.587449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:36.645325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=40c9a265-f3ec-4a3f-8949-89b8a14da268,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:36.672255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba1c32-7a2b-4e82-b9e1-7086cff260e8 None None] Network 3844c4d9-6648-4a8f-83d5-0429e8a1c961 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:36.710867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1bb67ea1-9f6a-4309-8882-69da8fbddd23 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1942787 Feb 09 22:05:36.711879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:36.717653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': '40c9a265-f3ec-4a3f-8949-89b8a14da268', 'ip_address': '2001:db8::5efb:6c9d:6fa:1f17'}], 'name': 'tempest-NetworksTestDHCPv6-1906807087'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:36.954301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (89c64815-37b2-4017-ab7f-7a1b2d4e21f7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.016338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=89c64815-37b2-4017-ab7f-7a1b2d4e21f7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:37.020610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port 89c64815-37b2-4017-ab7f-7a1b2d4e21f7 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:37.097545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:37.216330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8383fec1-a943-4270-b1c0-c39a1e2bc923 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:37.217004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.223542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.277390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3844c4d9-6648-4a8f-83d5-0429e8a1c961']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:37.289034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 8383fec1-a943-4270-b1c0-c39a1e2bc923, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8383fec1-a943-4270-b1c0-c39a1e2bc923,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:37.298249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:37.298638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeb76ab-0f7b-4396-b91d-95f6e80f7431') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:37.300575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.311563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (bfeb76ab-0f7b-4396-b91d-95f6e80f7431), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.333629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (bfeb76ab-0f7b-4396-b91d-95f6e80f7431), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.352149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:37.353652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (bfeb76ab-0f7b-4396-b91d-95f6e80f7431), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.361438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 003d78d4-ea8f-4672-88a1-b5b38f8e40aa yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:37.362625 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:37.435814 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:37.572125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=8383fec1-a943-4270-b1c0-c39a1e2bc923,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:37.612960 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e4db7567-9ab2-48cf-8d9e-a16d57ea1ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.631684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6ee6c2-4233-44eb-835d-9033226eee87 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:05:37.707054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3844c4d9-6648-4a8f-83d5-0429e8a1c961), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.720520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.731008 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/3844c4d9-6648-4a8f-83d5-0429e8a1c961 HTTP/1.1" status: 204 len: 168 time: 4.7555256 Feb 09 22:05:37.733178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37780) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:37.756472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927146e6-dc8a-40b7-9421-7a85b4dcce02 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=3844c4d9-6648-4a8f-83d5-0429e8a1c961,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:37.776733 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-17de61ff-c750-4e09-9e56-5bc342e3ceeb tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:37.777183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17de61ff-c750-4e09-9e56-5bc342e3ceeb tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:37.803997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37782) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:37.804177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-17de61ff-c750-4e09-9e56-5bc342e3ceeb tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/3844c4d9-6648-4a8f-83d5-0429e8a1c961 HTTP/1.1" status: 404 len: 339 time: 0.0677142 Feb 09 22:05:37.814465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1046303742', 'description': 'd1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:37.833281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::5efb:6c9d:6fa:1f17 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/40c9a265-f3ec-4a3f-8949-89b8a14da268/003d78d4-ea8f-4672-88a1-b5b38f8e40aa) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:37.877016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6ee6c2-4233-44eb-835d-9033226eee87 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:05:37.938632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a9faac75-3aec-45ab-b899-2180b07a6f9a None None] Provisioning complete for port 8383fec1-a943-4270-b1c0-c39a1e2bc923 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:37.940056 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9faac75-3aec-45ab-b899-2180b07a6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:37.964745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:37.969001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.027146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:38.065691 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (555a5674-8f09-4563-b9f5-9e0ad197e40f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.066207 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment 555a5674-8f09-4563-b9f5-9e0ad197e40f of type vlan for network 58e5ba1f-8955-44e4-a72f-160d984a2753 Feb 09 22:05:38.146362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (003d78d4-ea8f-4672-88a1-b5b38f8e40aa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.157057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a9faac75-3aec-45ab-b899-2180b07a6f9a None None] Current status of the port 8383fec1-a943-4270-b1c0-c39a1e2bc923 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:38.221280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (58e5ba1f-8955-44e4-a72f-160d984a2753), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.247660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea897ce2-3647-4b94-a05d-e2fc228cf1e3 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:38.287939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (003d78d4-ea8f-4672-88a1-b5b38f8e40aa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.305782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8383fec1-a943-4270-b1c0-c39a1e2bc923 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:38.350146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (58e5ba1f-8955-44e4-a72f-160d984a2753), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.357332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:38.357942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.456737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:38.463260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=003d78d4-ea8f-4672-88a1-b5b38f8e40aa,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:38.477217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:38.485036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:38.497335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:38.498380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.520915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8383fec1-a943-4270-b1c0-c39a1e2bc923 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:38.524667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.544218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=58e5ba1f-8955-44e4-a72f-160d984a2753,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:38.549967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b4390e8-baca-40c0-8393-eec958d0cfef tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7443845 Feb 09 22:05:38.552756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37792) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:38.584872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 58e5ba1f-8955-44e4-a72f-160d984a2753 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:38.681134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37796) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:38.681290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a479fcd9-0000-44ac-8b1d-b86c429a71b6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9681187 Feb 09 22:05:38.732456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca648e9-5c2e-45c0-b3a4-4bbc896c492a tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:38.740632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ca648e9-5c2e-45c0-b3a4-4bbc896c492a tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/networks?id=58e5ba1f-8955-44e4-a72f-160d984a2753 HTTP/1.1" status: 200 len: 765 time: 0.1843395 Feb 09 22:05:38.741181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37798) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:38.749659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'description': 'd2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:38.899643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81bb4ad-615a-4fe2-a29c-a26f81528e9c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:38.910535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8383fec1-a943-4270-b1c0-c39a1e2bc923 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:38.918956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81bb4ad-615a-4fe2-a29c-a26f81528e9c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:38.924031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b81bb4ad-615a-4fe2-a29c-a26f81528e9c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2408843 Feb 09 22:05:38.927921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37802) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:39.062944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.125812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (58e5ba1f-8955-44e4-a72f-160d984a2753), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.226637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ba29f054-236c-40bf-a30a-4fc156c96069 None None] Provisioning complete for port 8383fec1-a943-4270-b1c0-c39a1e2bc923 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:39.227304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba29f054-236c-40bf-a30a-4fc156c96069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.228371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (58e5ba1f-8955-44e4-a72f-160d984a2753), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.342397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=58e5ba1f-8955-44e4-a72f-160d984a2753,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:39.347551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 58e5ba1f-8955-44e4-a72f-160d984a2753 is not hosted by any dhcp agent {{(pid=103697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:05:39.354527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:39.355174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.359110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-508d1b85-99b9-4a5e-9299-e3e8bacc2150 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "PUT /v2.0/networks/58e5ba1f-8955-44e4-a72f-160d984a2753 HTTP/1.1" status: 200 len: 762 time: 0.6131787 Feb 09 22:05:39.359598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37806) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:39.379285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 58e5ba1f-8955-44e4-a72f-160d984a2753 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:39.450340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ba29f054-236c-40bf-a30a-4fc156c96069 None None] Current status of the port 8383fec1-a943-4270-b1c0-c39a1e2bc923 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:39.478681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 003d78d4-ea8f-4672-88a1-b5b38f8e40aa {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:39.479578 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (003d78d4-ea8f-4672-88a1-b5b38f8e40aa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.484320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ba29f054-236c-40bf-a30a-4fc156c96069 None None] Provisioning complete for port 003d78d4-ea8f-4672-88a1-b5b38f8e40aa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:39.484981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba29f054-236c-40bf-a30a-4fc156c96069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (003d78d4-ea8f-4672-88a1-b5b38f8e40aa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.579292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ba29f054-236c-40bf-a30a-4fc156c96069 None None] Port 003d78d4-ea8f-4672-88a1-b5b38f8e40aa cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:39.668014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6146ff64-533d-4cb5-b1e0-f4a5c8dcc60f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:39.673030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6146ff64-533d-4cb5-b1e0-f4a5c8dcc60f tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/networks?id=58e5ba1f-8955-44e4-a72f-160d984a2753 HTTP/1.1" status: 200 len: 765 time: 0.3090012 Feb 09 22:05:39.674859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37812) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:39.691746 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (003d78d4-ea8f-4672-88a1-b5b38f8e40aa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.693067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e46d39f9-f3b9-4ee0-8242-941df40022c3 None None] Could not find standard attr ID for object cfb8f70a-86c4-4639-8130-a995be01cbd5. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:39.722353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 003d78d4-ea8f-4672-88a1-b5b38f8e40aa owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:40.074947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f394a34-9e70-442f-9a73-33d5fae8bad9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.079021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4f394a34-9e70-442f-9a73-33d5fae8bad9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4009697 Feb 09 22:05:40.079384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37818) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:40.114336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a739d500-e34b-4702-831e-f5e3654a4d46 None None] Could not find standard attr ID for object a4d7dded-effb-470b-8591-c97eb6e2a7cc. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:40.121330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (003d78d4-ea8f-4672-88a1-b5b38f8e40aa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.203478 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e526927b-bb66-41a0-ba52-f5fbc2d4c73a tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 207 time: 0.1198883 Feb 09 22:05:40.203851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37822) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:40.253171 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.292006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=003d78d4-ea8f-4672-88a1-b5b38f8e40aa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:40.331305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.336282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-674a10d6-b246-4504-b6a9-03b68960cdd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/003d78d4-ea8f-4672-88a1-b5b38f8e40aa HTTP/1.1" status: 204 len: 168 time: 1.3999391 Feb 09 22:05:40.338713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37824) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:40.434048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d32c3c-164e-4812-8c18-627988161941 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.441837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d32c3c-164e-4812-8c18-627988161941 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.443887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-10d32c3c-164e-4812-8c18-627988161941 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1038957 Feb 09 22:05:40.451351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37826) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:40.533926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-362789c6-84f6-4f2b-84db-58638b8ea162 None None] Could not find standard attr ID for object e9fcf259-f55d-45cc-b095-d6e68e736858. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:40.542134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 40c9a265-f3ec-4a3f-8949-89b8a14da268 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:40.543485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e0589-470d-4e20-90cf-778d1879b9e0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.549341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e0589-470d-4e20-90cf-778d1879b9e0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.550658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (40c9a265-f3ec-4a3f-8949-89b8a14da268), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.564359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e0589-470d-4e20-90cf-778d1879b9e0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.568575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e0589-470d-4e20-90cf-778d1879b9e0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.572244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e0589-470d-4e20-90cf-778d1879b9e0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.578990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e0589-470d-4e20-90cf-778d1879b9e0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.587996 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3e9e0589-470d-4e20-90cf-778d1879b9e0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3774917 Feb 09 22:05:40.588358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37830) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:40.675048 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:05:40.702353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (40c9a265-f3ec-4a3f-8949-89b8a14da268), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.819005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (40c9a265-f3ec-4a3f-8949-89b8a14da268), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.946049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1cd679dd-6be9-4c7a-bba0-333fac8d66a0 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3518202 Feb 09 22:05:40.954105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37838) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:40.971591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d892720e-19c9-4e07-9438-29c5850ce3bc None None] Could not find standard attr ID for object 003d78d4-ea8f-4672-88a1-b5b38f8e40aa. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:41.736111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea0d17-1d3a-49f8-bfbd-b62a1e86f1f3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.737684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea0d17-1d3a-49f8-bfbd-b62a1e86f1f3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.739254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea0d17-1d3a-49f8-bfbd-b62a1e86f1f3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.740937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea0d17-1d3a-49f8-bfbd-b62a1e86f1f3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.743286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.754272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ea0d17-1d3a-49f8-bfbd-b62a1e86f1f3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.763568 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-13ea0d17-1d3a-49f8-bfbd-b62a1e86f1f3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8038707 Feb 09 22:05:41.764593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37846) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:41.901464 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (40c9a265-f3ec-4a3f-8949-89b8a14da268), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.990597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=40c9a265-f3ec-4a3f-8949-89b8a14da268,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:42.008442 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.018010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-04c83570-7921-40d6-82ac-3a3e2fb1c7e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/40c9a265-f3ec-4a3f-8949-89b8a14da268 HTTP/1.1" status: 204 len: 168 time: 1.5652552 Feb 09 22:05:42.025787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37858) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.105976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9c4e411e-b5d8-4c5b-be3b-9bcc24a4f9f1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788188 Feb 09 22:05:42.108347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37860) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.225736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f39e975-298a-48f9-bbfd-2b696e5643dd tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.230231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9f39e975-298a-48f9-bbfd-2b696e5643dd tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1178899 Feb 09 22:05:42.230632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37866) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.323369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4502028d-6aaf-41d1-a459-725975fcd09b None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:42.354752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a75106f-b823-46f6-85a1-7d70aa753a3b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.360025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0a75106f-b823-46f6-85a1-7d70aa753a3b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1283545 Feb 09 22:05:42.362834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37876) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.464494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb707ec-5f58-4325-b68e-40ecd23cb897 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.465703 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb707ec-5f58-4325-b68e-40ecd23cb897 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.466900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb707ec-5f58-4325-b68e-40ecd23cb897 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.468123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb707ec-5f58-4325-b68e-40ecd23cb897 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.469442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb707ec-5f58-4325-b68e-40ecd23cb897 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.471059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3cb707ec-5f58-4325-b68e-40ecd23cb897 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7054665 Feb 09 22:05:42.474571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37880) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.496966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-98669b10-8888-4589-a030-aabadd79083c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328056 Feb 09 22:05:42.504969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37882) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.526241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:42.727243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9221fe3-cbaf-4ef9-b36f-9e4cad543159 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.728814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f9221fe3-cbaf-4ef9-b36f-9e4cad543159 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/networks/8c7fad25-9727-4202-80fe-301596882340 HTTP/1.1" status: 200 len: 803 time: 0.2532794 Feb 09 22:05:42.729472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.739851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:42.743408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37890) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.874452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] Deleting port 8383fec1-a943-4270-b1c0-c39a1e2bc923 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:42.874922 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:42.988778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba45c810-61ba-4db6-8c2c-1156eda0a874 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/networks/8c7fad25-9727-4202-80fe-301596882340?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2444460 Feb 09 22:05:42.993008 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cb74b4db-2d1a-457a-898b-6235e2ccd8f5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7587b735d473437a89b1e9acc659162f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623086 Feb 09 22:05:42.993680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37896) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:42.995957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37898) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:43.029805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] For port 8383fec1-a943-4270-b1c0-c39a1e2bc923, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8383fec1-a943-4270-b1c0-c39a1e2bc923,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:43.029805 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.057257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] Calling delete_port for 8383fec1-a943-4270-b1c0-c39a1e2bc923 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:43.111542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b856d2ca-4efe-49a8-a259-1cf6f1d19fe5 admin admin] Publish callbacks [] for security_group (b18c80a2-0472-421a-9313-d61528be1da7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.114307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff293b4-642c-46b3-a2c6-7258fdea8028 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.121275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eff293b4-642c-46b3-a2c6-7258fdea8028 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/subnets/21bf7553-0d2d-4733-a0ba-2c8d1a28b374 HTTP/1.1" status: 200 len: 843 time: 0.1219654 Feb 09 22:05:43.121675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37906) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:43.138588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:43.151639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.165220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b856d2ca-4efe-49a8-a259-1cf6f1d19fe5 admin admin] Publish callbacks [] for security_group (b18c80a2-0472-421a-9313-d61528be1da7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.314509 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (8383fec1-a943-4270-b1c0-c39a1e2bc923), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.327649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] No DVR routers for this DVR port 8383fec1-a943-4270-b1c0-c39a1e2bc923 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:43.390962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e8fd9-92fd-4146-b5bc-522aaf2c1229 None None] Pushing event deleted for resources: {'Port': ['ID=8383fec1-a943-4270-b1c0-c39a1e2bc923,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:43.398931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b856d2ca-4efe-49a8-a259-1cf6f1d19fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b18c80a2-0472-421a-9313-d61528be1da7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.408366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b856d2ca-4efe-49a8-a259-1cf6f1d19fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.409303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be8b5d-3e37-4da5-a894-367eb20f7b86 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.410089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b856d2ca-4efe-49a8-a259-1cf6f1d19fe5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b18c80a2-0472-421a-9313-d61528be1da7 HTTP/1.1" status: 204 len: 168 time: 0.4131930 Feb 09 22:05:43.410665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-79be8b5d-3e37-4da5-a894-367eb20f7b86 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "GET /v2.0/subnets/21bf7553-0d2d-4733-a0ba-2c8d1a28b374?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2863631 Feb 09 22:05:43.426014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37910) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:43.441520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856d2ca-4efe-49a8-a259-1cf6f1d19fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c80a2-0472-421a-9313-d61528be1da7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:43.446257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257570630'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:43.599542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:43.608688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.691224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:43.775835 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ee56ad82-5971-496d-ae7b-6741b744a67a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.776413 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Added segment ee56ad82-5971-496d-ae7b-6741b744a67a of type vlan for network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 Feb 09 22:05:43.900679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.961897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (dccb1f8e-dd52-4896-a4de-3758c4c83be0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.048805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:44.052557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.063007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:44.063774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.207680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:44.220058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990169f3-6477-41fe-aec1-703ad1fcbf82 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:44.225040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Network': ['ID=3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:44.227832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:44.228430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.289016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=dccb1f8e-dd52-4896-a4de-3758c4c83be0,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:44.382451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c9ec2bf9-ed18-4d5f-a5ab-c643dc8c06ac tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9526029 Feb 09 22:05:44.382637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 37928) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:44.387844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'network_id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:44.476883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:44.608674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 37936) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:44.610053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-82b37103-4893-4aa9-b4c9-cf36f0bab973 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1038644 Feb 09 22:05:44.614259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': 'dccb1f8e-dd52-4896-a4de-3758c4c83be0', 'ip_address': '2001:db8::83a6:6d54:ad2b:1aa2'}], 'name': 'tempest-NetworksTestDHCPv6-1418172672'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:44.637151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8383fec1-a943-4270-b1c0-c39a1e2bc923 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:44.695495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'dccb1f8e-dd52-4896-a4de-3758c4c83be0'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:44.705932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.709726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8383fec1-a943-4270-b1c0-c39a1e2bc923 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:44.710195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8383fec1-a943-4270-b1c0-c39a1e2bc923 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:44.715381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Made reservation on behalf of fabac5dec3474d538bf8f54df613e524 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:44.719092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.944702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing IP validity checks on allocation pools {{(pid=103697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:05:44.944702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:05:45.036826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:45.178229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/dccb1f8e-dd52-4896-a4de-3758c4c83be0/0efad437-4067-4a96-96ca-7033f23bc82b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:45.210902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.240641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:45.344815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (2342276c-d44d-4bcf-a47c-63e9a67de72a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.481458 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Publish callbacks [] for port (0efad437-4067-4a96-96ca-7033f23bc82b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.520386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=2342276c-d44d-4bcf-a47c-63e9a67de72a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:45.581581 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.669407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Checking segment: {'id': 'ee56ad82-5971-496d-ae7b-6741b744a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:45.672828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network hostable DHCP agents. Network: 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:45.744647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:45.754743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:45.768423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:45.778652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:45.809877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::83a6:6d54:ad2b:1aa2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/dccb1f8e-dd52-4896-a4de-3758c4c83be0/cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:45.877034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:45.911486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Pushing event updated for resources: {'Port': ['ID=0efad437-4067-4a96-96ca-7033f23bc82b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:45.925498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:45.929338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.954747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Attempting to bind port 0efad437-4067-4a96-96ca-7033f23bc82b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:45.955187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Attempting to bind port 0efad437-4067-4a96-96ca-7033f23bc82b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:45.955559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Attempting to bind port 0efad437-4067-4a96-96ca-7033f23bc82b on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:45.958072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce40b37-a936-47ac-9c62-0c1fcac6d162 None None] Network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:46.019672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-369ef6d6-10ac-486f-a820-6764dfbb43c4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6358993 Feb 09 22:05:46.020479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38010) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:46.028671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-05c8e496-4bc8-47fe-812a-4207944763e4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:46.097725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:46.098430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:46.098989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.099546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:46.100326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Bound port: 0efad437-4067-4a96-96ca-7033f23bc82b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:46.100870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.122245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08', 'network_id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08', 'project_id': 'fabac5dec3474d538bf8f54df613e524', 'fixed_ips': [{'subnet_id': '2342276c-d44d-4bcf-a47c-63e9a67de72a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:46.123184 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.361536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.373336 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05c8e496-4bc8-47fe-812a-4207944763e4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59866513'] for subnet (2342276c-d44d-4bcf-a47c-63e9a67de72a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.502871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] For port 0efad437-4067-4a96-96ca-7033f23bc82b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:46.507871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] For port 0efad437-4067-4a96-96ca-7033f23bc82b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0efad437-4067-4a96-96ca-7033f23bc82b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:46.567355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.567988 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 22:05:46.567988 n-d-828599-1 neutron-server[103698]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 22:05:46.567988 n-d-828599-1 neutron-server[103698]: [parameters: {'in_use': 1, 'id_1': '2342276c-d44d-4bcf-a47c-63e9a67de72a'}] Feb 09 22:05:46.567988 n-d-828599-1 neutron-server[103698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:46.568352 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:46.641976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.652230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:46.663160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:46.672492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:46.683900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:46.684763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.789990 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05c8e496-4bc8-47fe-812a-4207944763e4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751574607108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59014007'] for subnet (2342276c-d44d-4bcf-a47c-63e9a67de72a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.800952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:46.819489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef76ef-d06a-497e-aa21-9e1084dfb0b2 None None] Pushing event updated for resources: {'Port': ['ID=0efad437-4067-4a96-96ca-7033f23bc82b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:46.865034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88c67026-f977-4918-8240-efcaa035896b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2552059 Feb 09 22:05:46.866269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38028) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:46.874059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ebd226b7-fe42-4f1c-afa0-f143677637d4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': 'dccb1f8e-dd52-4896-a4de-3758c4c83be0', 'ip_address': '2001:db8::83a6:6d54:ad2b:1aa2'}], 'name': 'tempest-NetworksTestDHCPv6-886069038'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:46.914041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8e496-4bc8-47fe-812a-4207944763e4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:46.919071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05c8e496-4bc8-47fe-812a-4207944763e4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.920631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-05c8e496-4bc8-47fe-812a-4207944763e4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "PUT /v2.0/subnets/2342276c-d44d-4bcf-a47c-63e9a67de72a HTTP/1.1" status: 200 len: 900 time: 0.8988452 Feb 09 22:05:46.925580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38030) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:47.003445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8e496-4bc8-47fe-812a-4207944763e4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event updated for resources: {'Subnet': ['ID=2342276c-d44d-4bcf-a47c-63e9a67de72a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:47.069645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.222522 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.279494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd226b7-fe42-4f1c-afa0-f143677637d4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:47.285129 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebd226b7-fe42-4f1c-afa0-f143677637d4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.326748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-ebd226b7-fe42-4f1c-afa0-f143677637d4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port a5b70adc-cb74-487d-b85f-ebd805a90386 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:47.353831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2342276c-d44d-4bcf-a47c-63e9a67de72a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.405170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Allocated IP 2001:db8::3 (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08/2342276c-d44d-4bcf-a47c-63e9a67de72a/d90d9f66-4307-4ea0-8623-6d2d5870c93f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:47.639436 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Publish callbacks [] for port (d90d9f66-4307-4ea0-8623-6d2d5870c93f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.776993 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d90d9f66-4307-4ea0-8623-6d2d5870c93f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.811730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:47.821949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:47.851221 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd226b7-fe42-4f1c-afa0-f143677637d4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 22:05:47.851931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd226b7-fe42-4f1c-afa0-f143677637d4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:47.858013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:47.882237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (2342276c-d44d-4bcf-a47c-63e9a67de72a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:47.955929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ebd226b7-fe42-4f1c-afa0-f143677637d4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0881305 Feb 09 22:05:47.958911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Pushing event updated for resources: {'Port': ['ID=d90d9f66-4307-4ea0-8623-6d2d5870c93f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:47.960537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38044) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:47.972774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=2342276c-d44d-4bcf-a47c-63e9a67de72a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:48.046833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Attempting to bind port d90d9f66-4307-4ea0-8623-6d2d5870c93f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:48.047844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Attempting to bind port d90d9f66-4307-4ea0-8623-6d2d5870c93f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ee56ad82-5971-496d-ae7b-6741b744a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:48.048231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Attempting to bind port d90d9f66-4307-4ea0-8623-6d2d5870c93f on network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:48.069147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:48.069556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Checking segment: {'id': 'ee56ad82-5971-496d-ae7b-6741b744a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:48.070633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.071048 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Bound using segment: {'id': 'ee56ad82-5971-496d-ae7b-6741b744a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:48.071550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Bound port: d90d9f66-4307-4ea0-8623-6d2d5870c93f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee56ad82-5971-496d-ae7b-6741b744a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:48.072478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.077464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d90d9f66-4307-4ea0-8623-6d2d5870c93f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.078172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f601847-93d6-47ff-be6c-841587e2a914 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:48.094326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f601847-93d6-47ff-be6c-841587e2a914 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:48.096909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:48.108266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6f601847-93d6-47ff-be6c-841587e2a914 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1449382 Feb 09 22:05:48.111417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38052) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:48.126486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee56ad82-5971-496d-ae7b-6741b744a67a') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:48.126799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee56ad82-5971-496d-ae7b-6741b744a67a') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:48.148171 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ee56ad82-5971-496d-ae7b-6741b744a67a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.173408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] For port d90d9f66-4307-4ea0-8623-6d2d5870c93f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:48.176444 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ee56ad82-5971-496d-ae7b-6741b744a67a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.192931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:48.193450 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ee56ad82-5971-496d-ae7b-6741b744a67a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.362180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0efad437-4067-4a96-96ca-7033f23bc82b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:48.403471 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:48.444604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:48.445756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.596559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.api [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:05:48.596559 n-d-828599-1 neutron-server[103697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:05:48.596559 n-d-828599-1 neutron-server[103697]: [parameters: {'id': '3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08'}] Feb 09 22:05:48.596559 n-d-828599-1 neutron-server[103697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:48.600591 n-d-828599-1 neutron-server[103697]: DEBUG oslo_db.api [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:48.600779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] For port d90d9f66-4307-4ea0-8623-6d2d5870c93f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d90d9f66-4307-4ea0-8623-6d2d5870c93f,segment=NetworkSegment(ee56ad82-5971-496d-ae7b-6741b744a67a),segment_id=ee56ad82-5971-496d-ae7b-6741b744a67a)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:48.626887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0efad437-4067-4a96-96ca-7033f23bc82b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:48.627684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.766517 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d90d9f66-4307-4ea0-8623-6d2d5870c93f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.814515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:48.874757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:49.074338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bb21b-8530-4bf7-a496-f7dd73a5409f None None] Pushing event updated for resources: {'Port': ['ID=d90d9f66-4307-4ea0-8623-6d2d5870c93f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:49.099665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.139622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c45df6-d01b-4b05-b976-252ccbdf65df None None] Network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:49.237434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6d944bf4-23c7-429e-a227-cf837b63bc50 None None] Provisioning complete for port 0efad437-4067-4a96-96ca-7033f23bc82b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:49.237813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d944bf4-23c7-429e-a227-cf837b63bc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.254365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port d90d9f66-4307-4ea0-8623-6d2d5870c93f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:49.254983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d90d9f66-4307-4ea0-8623-6d2d5870c93f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.413475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port d90d9f66-4307-4ea0-8623-6d2d5870c93f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d90d9f66-4307-4ea0-8623-6d2d5870c93f,segment=NetworkSegment(ee56ad82-5971-496d-ae7b-6741b744a67a),segment_id=ee56ad82-5971-496d-ae7b-6741b744a67a)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:49.414597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d90d9f66-4307-4ea0-8623-6d2d5870c93f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.426174 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.435559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for d90d9f66-4307-4ea0-8623-6d2d5870c93f owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:49.545224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:49.556120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.562641 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7fbb50bb-075e-41cf-bddd-46d8d1b246ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7 HTTP/1.1" status: 204 len: 168 time: 1.4494267 Feb 09 22:05:49.576099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38098) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:49.683443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0efad437-4067-4a96-96ca-7033f23bc82b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:49.684044 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.720378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b342f99-1957-40d1-bd15-6f6d39e8ed3a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:49.721861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b342f99-1957-40d1-bd15-6f6d39e8ed3a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:49.726384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38102) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:49.726767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1b342f99-1957-40d1-bd15-6f6d39e8ed3a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1533630 Feb 09 22:05:49.728950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d90d9f66-4307-4ea0-8623-6d2d5870c93f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.806136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=d90d9f66-4307-4ea0-8623-6d2d5870c93f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:49.815165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port d90d9f66-4307-4ea0-8623-6d2d5870c93f on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:49.845376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 0efad437-4067-4a96-96ca-7033f23bc82b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0efad437-4067-4a96-96ca-7033f23bc82b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:49.894289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet dccb1f8e-dd52-4896-a4de-3758c4c83be0 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:49.899895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (dccb1f8e-dd52-4896-a4de-3758c4c83be0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.943328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6d944bf4-23c7-429e-a227-cf837b63bc50 None None] Current status of the port 0efad437-4067-4a96-96ca-7033f23bc82b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:49.943780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d944bf4-23c7-429e-a227-cf837b63bc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:49.970362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.028822 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (dccb1f8e-dd52-4896-a4de-3758c4c83be0), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.083957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3416949-5de5-4aa5-bdea-d8a7f037c7da None None] Network 3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:50.102605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.156733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:50.182162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee56ad82-5971-496d-ae7b-6741b744a67a') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:50.182515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee56ad82-5971-496d-ae7b-6741b744a67a') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:50.202048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ee56ad82-5971-496d-ae7b-6741b744a67a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.218601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (dccb1f8e-dd52-4896-a4de-3758c4c83be0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.246251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ee56ad82-5971-496d-ae7b-6741b744a67a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.250914 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-6d944bf4-23c7-429e-a227-cf837b63bc50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:50.268277 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-6d944bf4-23c7-429e-a227-cf837b63bc50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ee56ad82-5971-496d-ae7b-6741b744a67a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:50.268703 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:50.294720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=0efad437-4067-4a96-96ca-7033f23bc82b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:50.340618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69ef7e-30ee-4e6e-bd30-4ce75192adf1 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:05:50.459953 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (dccb1f8e-dd52-4896-a4de-3758c4c83be0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.488027 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.505033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.516234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 HTTP/1.1" status: 204 len: 168 time: 3.5863988 Feb 09 22:05:50.518429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38124) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:50.527453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69ef7e-30ee-4e6e-bd30-4ce75192adf1 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:05:50.571011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=dccb1f8e-dd52-4896-a4de-3758c4c83be0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:50.584438 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:50.600184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a368014-fca8-43e5-a1c4-a693bb6c6363 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/dccb1f8e-dd52-4896-a4de-3758c4c83be0 HTTP/1.1" status: 204 len: 168 time: 0.8726978 Feb 09 22:05:50.600811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38126) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:50.692111 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d920ac-711c-48dc-ae5b-2ff1f508e394 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:50.694051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d920ac-711c-48dc-ae5b-2ff1f508e394 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:50.707041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-15438d59-5f46-4736-9073-990e31e3d35d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050665 Feb 09 22:05:50.707682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38130) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:50.716357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f3d920ac-711c-48dc-ae5b-2ff1f508e394 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/2342276c-d44d-4bcf-a47c-63e9a67de72a HTTP/1.1" status: 404 len: 337 time: 0.1371510 Feb 09 22:05:50.719618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:50.721929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12862ca6-dca2-4234-983e-dccd338d6e55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:50.737577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38132) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:50.826309 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5cce77a-47e2-4603-b8f6-62be99215736 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:50.827273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5cce77a-47e2-4603-b8f6-62be99215736 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:50.841942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f5cce77a-47e2-4603-b8f6-62be99215736 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/3a9bfa54-8cf5-4007-8af6-1ef6ca8e1a08 HTTP/1.1" status: 404 len: 339 time: 0.1028562 Feb 09 22:05:50.843426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38136) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:50.850724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6d944bf4-23c7-429e-a227-cf837b63bc50 None None] Current status of the port 0efad437-4067-4a96-96ca-7033f23bc82b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:51.054139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ee71ab56-0c2b-4b04-abf8-37384c328fd4 None None] Could not find standard attr ID for object cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:05:51.062821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (58e5ba1f-8955-44e4-a72f-160d984a2753), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.087335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:51.092652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.263408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (58e5ba1f-8955-44e4-a72f-160d984a2753), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.275731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c47cf-e88e-4b61-ab1b-4b4a47336bc6 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:51.304096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e5ba1f-8955-44e4-a72f-160d984a2753']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:51.324761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555a5674-8f09-4563-b9f5-9e0ad197e40f') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:51.325070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555a5674-8f09-4563-b9f5-9e0ad197e40f') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:51.346410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (555a5674-8f09-4563-b9f5-9e0ad197e40f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.371193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (555a5674-8f09-4563-b9f5-9e0ad197e40f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.393903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:51.394326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (555a5674-8f09-4563-b9f5-9e0ad197e40f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:51.397709 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:51.607125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:51.612604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (58e5ba1f-8955-44e4-a72f-160d984a2753), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.622060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.625366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/58e5ba1f-8955-44e4-a72f-160d984a2753 HTTP/1.1" status: 204 len: 168 time: 0.7754397 Feb 09 22:05:51.636134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38152) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:51.668570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2cddc-8c8a-4244-aaf3-578581b74a55 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=58e5ba1f-8955-44e4-a72f-160d984a2753,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:51.734980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] Deleting port 0efad437-4067-4a96-96ca-7033f23bc82b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:51.735604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.740088 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8793450-08d9-4138-8d50-0006b238394e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:51.741524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8793450-08d9-4138-8d50-0006b238394e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:51.749553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38154) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:51.750650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e8793450-08d9-4138-8d50-0006b238394e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/fc1dcd78-b3cf-45cb-b651-9cd71d49dd7e HTTP/1.1" status: 404 len: 337 time: 0.1086299 Feb 09 22:05:51.794281 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4429b84-4a09-4500-a6de-445438e5343c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:51.796026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4429b84-4a09-4500-a6de-445438e5343c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:51.804304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f4429b84-4a09-4500-a6de-445438e5343c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/3844c4d9-6648-4a8f-83d5-0429e8a1c961 HTTP/1.1" status: 404 len: 339 time: 0.0537043 Feb 09 22:05:51.807502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38158) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:51.848645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (424bd12a-7b18-4c50-a359-9585dd04485c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.869632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] For port 0efad437-4067-4a96-96ca-7033f23bc82b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0efad437-4067-4a96-96ca-7033f23bc82b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:51.869632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.912123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting subnet 550148dc-92a1-4672-ac64-cebb4c215840 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:51.918109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] Calling delete_port for 0efad437-4067-4a96-96ca-7033f23bc82b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:51.922810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (550148dc-92a1-4672-ac64-cebb4c215840), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.986587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:51.992621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:52.000246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:52.001057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.046571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=424bd12a-7b18-4c50-a359-9585dd04485c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:52.060636 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (550148dc-92a1-4672-ac64-cebb4c215840), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.202028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (550148dc-92a1-4672-ac64-cebb4c215840), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.209244 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0bbc4d16-bcf8-4da5-912e-9de7d83693d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5005031 Feb 09 22:05:52.209939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38168) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:52.217923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-99a45003-3444-4df7-b0c6-2cfce17c49e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': '424bd12a-7b18-4c50-a359-9585dd04485c', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1456561327'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:52.269589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (0efad437-4067-4a96-96ca-7033f23bc82b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.301685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] No DVR routers for this DVR port 0efad437-4067-4a96-96ca-7033f23bc82b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:52.396489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0efad437-4067-4a96-96ca-7033f23bc82b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:52.399173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df912ea-28dd-4ca7-9152-16a003fb2c0b None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:52.403768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958affc6-2b13-4e7d-a244-f704c0270f20 None None] Pushing event deleted for resources: {'Port': ['ID=0efad437-4067-4a96-96ca-7033f23bc82b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:52.413535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (550148dc-92a1-4672-ac64-cebb4c215840), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.482219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 0efad437-4067-4a96-96ca-7033f23bc82b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:52.484109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0efad437-4067-4a96-96ca-7033f23bc82b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:52.507824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=550148dc-92a1-4672-ac64-cebb4c215840,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:52.513326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.528965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8031b90e-e136-464c-88e4-19b5c62ca44d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/550148dc-92a1-4672-ac64-cebb4c215840 HTTP/1.1" status: 204 len: 168 time: 0.7112930 Feb 09 22:05:52.529149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38172) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:52.529256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0bbd45-b7cc-49f9-a87b-9b9434df1569 None None] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:52.608743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting subnet 049ab557-71f3-4b6e-83e0-0b17a4267015 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:52.613602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (049ab557-71f3-4b6e-83e0-0b17a4267015), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.618341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a45003-3444-4df7-b0c6-2cfce17c49e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:52.705257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '424bd12a-7b18-4c50-a359-9585dd04485c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:52.706829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.736118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (049ab557-71f3-4b6e-83e0-0b17a4267015), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.797204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99a45003-3444-4df7-b0c6-2cfce17c49e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.827175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-99a45003-3444-4df7-b0c6-2cfce17c49e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port bfb6d013-a76a-44cc-a125-6c595d57ffa2 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:05:52.890190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/424bd12a-7b18-4c50-a359-9585dd04485c/37a64d2f-3287-4140-881b-7b13d2683e15) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:53.126628 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (049ab557-71f3-4b6e-83e0-0b17a4267015), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.209106 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Publish callbacks [] for port (37a64d2f-3287-4140-881b-7b13d2683e15), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.314010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.359621 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a45003-3444-4df7-b0c6-2cfce17c49e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:05:53.360257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a45003-3444-4df7-b0c6-2cfce17c49e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:53.387336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (049ab557-71f3-4b6e-83e0-0b17a4267015), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.418497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.421403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:53.424348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/049ab557-71f3-4b6e-83e0-0b17a4267015 HTTP/1.1" status: 204 len: 168 time: 0.9006920 Feb 09 22:05:53.426825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38188) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:53.435781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:53.441906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:53.445650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Pushing event updated for resources: {'Port': ['ID=37a64d2f-3287-4140-881b-7b13d2683e15,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:53.515374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dd5a0-1af0-4155-9f2a-08dea618ab3c tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=049ab557-71f3-4b6e-83e0-0b17a4267015,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:53.543191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-99a45003-3444-4df7-b0c6-2cfce17c49e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.3320255 Feb 09 22:05:53.545373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38190) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:53.598516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Attempting to bind port 37a64d2f-3287-4140-881b-7b13d2683e15 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:53.598925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Attempting to bind port 37a64d2f-3287-4140-881b-7b13d2683e15 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:53.600200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Attempting to bind port 37a64d2f-3287-4140-881b-7b13d2683e15 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:53.614909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:53.616428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:53.617590 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.618738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:53.619265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Bound port: 37a64d2f-3287-4140-881b-7b13d2683e15, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:53.619669 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.737206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.776348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72623d00-6346-4905-835d-a2a7943f9d01 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:53.777983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-72623d00-6346-4905-835d-a2a7943f9d01 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2315049 Feb 09 22:05:53.784004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38196) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:53.832972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] For port 37a64d2f-3287-4140-881b-7b13d2683e15, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:53.844525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] For port 37a64d2f-3287-4140-881b-7b13d2683e15, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=37a64d2f-3287-4140-881b-7b13d2683e15,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:53.850410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:53.850971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.926546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760ae11-1353-4749-8a1c-f9172fdd8c74 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:53.928033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760ae11-1353-4749-8a1c-f9172fdd8c74 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:53.932675 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f760ae11-1353-4749-8a1c-f9172fdd8c74 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1432874 Feb 09 22:05:53.933887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38198) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:53.962040 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.996773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,segment=NetworkSegment(03e9ea44-e5c7-4161-bcea-8be0588507d8),segment_id=03e9ea44-e5c7-4161-bcea-8be0588507d8)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:54.001554 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.057529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 424bd12a-7b18-4c50-a359-9585dd04485c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:54.065330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e146c1-dcc6-4069-a9bd-e9e0af784393 None None] Network bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:54.066600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (424bd12a-7b18-4c50-a359-9585dd04485c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.095296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for 6466aa9e-7a37-4ba3-aaea-3d22cf73442a owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:54.242317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (424bd12a-7b18-4c50-a359-9585dd04485c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.408711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ecace-fce2-4391-9ee3-b3909ba1868e None None] Pushing event updated for resources: {'Port': ['ID=37a64d2f-3287-4140-881b-7b13d2683e15,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:54.415573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-df6c4d4d-e268-4c21-be15-32bc27e0b0b1 None None] Provisioning complete for port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:54.415573 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-df6c4d4d-e268-4c21-be15-32bc27e0b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.435427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6466aa9e-7a37-4ba3-aaea-3d22cf73442a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.436138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (424bd12a-7b18-4c50-a359-9585dd04485c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.543240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:54.548481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=6466aa9e-7a37-4ba3-aaea-3d22cf73442a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:54.595020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-df6c4d4d-e268-4c21-be15-32bc27e0b0b1 None None] Port 6466aa9e-7a37-4ba3-aaea-3d22cf73442a was deleted so its status cannot be updated. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 22:05:54.618769 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (424bd12a-7b18-4c50-a359-9585dd04485c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.680889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=424bd12a-7b18-4c50-a359-9585dd04485c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:54.740396 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.756551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5c77c12b-b7e2-423c-998f-2f6f962b94d9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/424bd12a-7b18-4c50-a359-9585dd04485c HTTP/1.1" status: 204 len: 168 time: 0.8182771 Feb 09 22:05:54.761401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38214) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:54.763519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ef6b9-786d-4c93-ae5c-da8dece3ae19 None None] DHCP port deletion for bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:54.848011 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.907608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8a4eee3f-a894-4b45-8a9f-9e42339a8dbd tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429825 Feb 09 22:05:54.918493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:54.922531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:54.939486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e9ea44-e5c7-4161-bcea-8be0588507d8') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:54.939825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e9ea44-e5c7-4161-bcea-8be0588507d8') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:54.948157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:54.963571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (03e9ea44-e5c7-4161-bcea-8be0588507d8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:54.996283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (03e9ea44-e5c7-4161-bcea-8be0588507d8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.003499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:55.003976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (03e9ea44-e5c7-4161-bcea-8be0588507d8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:55.007159 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:55.336523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.345281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.356227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3 HTTP/1.1" status: 204 len: 168 time: 1.9228969 Feb 09 22:05:55.356686 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38228) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:55.420478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdaaf8-e9e0-4cd1-a282-4f7fddf037d2 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=bfc1a3ab-782b-4043-a7a4-6304f5cdf2b3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:55.442128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:55.453110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:55.464201 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb288c50-eca5-40ea-9de4-78ca844c2ca5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:55.464201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb288c50-eca5-40ea-9de4-78ca844c2ca5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:55.466420 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bb288c50-eca5-40ea-9de4-78ca844c2ca5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/d49b908e-4370-402e-ad60-7f109256ef6f HTTP/1.1" status: 404 len: 337 time: 0.1108503 Feb 09 22:05:55.469011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38230) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:55.505315 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-909efeb6-a75c-4bf1-9c3c-3b627b36da89 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:55.507575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909efeb6-a75c-4bf1-9c3c-3b627b36da89 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:55.534301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-909efeb6-a75c-4bf1-9c3c-3b627b36da89 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/32352fa3-e005-48dd-8733-5b5f7b6b3d7a HTTP/1.1" status: 404 len: 339 time: 0.0621431 Feb 09 22:05:55.538459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38232) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:55.616473 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d475033e-a49f-476c-8ff4-41274abbf0d8 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:55.616949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d475033e-a49f-476c-8ff4-41274abbf0d8 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:55.630097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38234) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:55.638702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d475033e-a49f-476c-8ff4-41274abbf0d8 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/f90ace92-679c-4ea0-bd5d-171571bba25f HTTP/1.1" status: 404 len: 337 time: 0.0990756 Feb 09 22:05:55.927655 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c712c74-10cb-49fb-a642-6d0e15f05804 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:55.928266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c712c74-10cb-49fb-a642-6d0e15f05804 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:55.934769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38242) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:55.954558 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9c712c74-10cb-49fb-a642-6d0e15f05804 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/42a20991-7ce3-4a08-8cd9-0cfb759a88b7 HTTP/1.1" status: 404 len: 339 time: 0.3157816 Feb 09 22:05:56.021296 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bd6acb-6f31-43ab-b233-2bc8e66213e3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:56.029182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bd6acb-6f31-43ab-b233-2bc8e66213e3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:56.029182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-27bd6acb-6f31-43ab-b233-2bc8e66213e3 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/88bf50f0-30d0-484c-8eca-b54dee2b7737 HTTP/1.1" status: 404 len: 337 time: 0.0892603 Feb 09 22:05:56.029485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:56.065842 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-06707bd6-727b-4e10-8d86-adf488f00d51 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:56.066460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06707bd6-727b-4e10-8d86-adf488f00d51 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:56.093654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-06707bd6-727b-4e10-8d86-adf488f00d51 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/691a04e6-a0f1-42ac-9a6d-7df3e447df74 HTTP/1.1" status: 404 len: 339 time: 0.0490174 Feb 09 22:05:56.093654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (76125c3b-e94f-4e53-8095-78bf0a0d173b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.096399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38246) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:56.113741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c775f1-c734-4261-9337-fca4fc0903f2 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:56.127588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:56.134165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:56.144824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:56.144824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.162078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=76125c3b-e94f-4e53-8095-78bf0a0d173b,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:56.239096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting subnet 078d4876-753c-4566-a467-39de0cf672d9 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:56.247284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (078d4876-753c-4566-a467-39de0cf672d9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.304400 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c0d4f87-670b-47ff-84f1-4ac8b4d940af tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3916883 Feb 09 22:05:56.307493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38252) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:56.312561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-60c9b06f-0fc1-4bea-8c70-c24805eec4a9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1898924951', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:56.343650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (078d4876-753c-4566-a467-39de0cf672d9), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.352705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Provisioning complete for port 37a64d2f-3287-4140-881b-7b13d2683e15 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:56.352705 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.413930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 37a64d2f-3287-4140-881b-7b13d2683e15 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:56.508120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (078d4876-753c-4566-a467-39de0cf672d9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.519775 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60c9b06f-0fc1-4bea-8c70-c24805eec4a9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (92260415-ba2a-43c2-bd42-a6f0b95aba3a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.520963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60c9b06f-0fc1-4bea-8c70-c24805eec4a9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (92260415-ba2a-43c2-bd42-a6f0b95aba3a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.673464 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60c9b06f-0fc1-4bea-8c70-c24805eec4a9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router_controller (92260415-ba2a-43c2-bd42-a6f0b95aba3a), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.914088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Current status of the port 37a64d2f-3287-4140-881b-7b13d2683e15 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:56.914708 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.933698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 37a64d2f-3287-4140-881b-7b13d2683e15 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:56.934316 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:56.994641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] For port 37a64d2f-3287-4140-881b-7b13d2683e15, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=37a64d2f-3287-4140-881b-7b13d2683e15,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:57.044336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 37a64d2f-3287-4140-881b-7b13d2683e15 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:57.044951 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.133223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (078d4876-753c-4566-a467-39de0cf672d9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.134294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60c9b06f-0fc1-4bea-8c70-c24805eec4a9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (92260415-ba2a-43c2-bd42-a6f0b95aba3a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.137920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.226551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=078d4876-753c-4566-a467-39de0cf672d9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:57.245970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.252413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38272) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:57.252611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-db059c94-d583-46bf-8274-c16f70de5e1d tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/078d4876-753c-4566-a467-39de0cf672d9 HTTP/1.1" status: 204 len: 168 time: 1.1546319 Feb 09 22:05:57.278947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7b154-a50c-4121-84c3-508098916488 None None] Network 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:57.323740 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60c9b06f-0fc1-4bea-8c70-c24805eec4a9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.323740 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-60c9b06f-0fc1-4bea-8c70-c24805eec4a9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0112293 Feb 09 22:05:57.324000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38274) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:57.379543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef338d-5ffc-4fe7-b54c-44c4eb26684c None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:57.397871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:57.398226 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:57.443980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Pushing event updated for resources: {'Port': ['ID=37a64d2f-3287-4140-881b-7b13d2683e15,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:57.523090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.528406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.528764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.530949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.531345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.531696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.537029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9f605e-fc12-464e-afd2-521a6e5fcabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:57.594552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port 9859bee2-2f8e-4c46-bc44-76dee2abb508 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:57.595046 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.625311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-422f209d-bd7b-4b10-984a-d6800848d4ae None None] Provisioning complete for port 37a64d2f-3287-4140-881b-7b13d2683e15 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:57.641104 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-422f209d-bd7b-4b10-984a-d6800848d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.718878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port 9859bee2-2f8e-4c46-bc44-76dee2abb508, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9859bee2-2f8e-4c46-bc44-76dee2abb508,segment=NetworkSegment(44479104-de03-4caf-8bd2-ef7ea8fb5c06),segment_id=44479104-de03-4caf-8bd2-ef7ea8fb5c06)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:57.718878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.733754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for 9859bee2-2f8e-4c46-bc44-76dee2abb508 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:57.930627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] DHCP port deletion for 3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:05:58.037723 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.121705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-422f209d-bd7b-4b10-984a-d6800848d4ae None None] Current status of the port 37a64d2f-3287-4140-881b-7b13d2683e15 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:58.145952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 37a64d2f-3287-4140-881b-7b13d2683e15 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:58.221566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.225306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] Deleting port 9859bee2-2f8e-4c46-bc44-76dee2abb508 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:58.225306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.235157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port 9859bee2-2f8e-4c46-bc44-76dee2abb508 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:58.327849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=9859bee2-2f8e-4c46-bc44-76dee2abb508,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:58.349125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6466aa9e-7a37-4ba3-aaea-3d22cf73442a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:58.398932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6466aa9e-7a37-4ba3-aaea-3d22cf73442a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:58.399791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6466aa9e-7a37-4ba3-aaea-3d22cf73442a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:58.453113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] For port 9859bee2-2f8e-4c46-bc44-76dee2abb508, host n-d-828599-1, got binding levels [] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:58.453528 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.515576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] Calling delete_port for 9859bee2-2f8e-4c46-bc44-76dee2abb508 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:58.525018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.ipam_backend_mixin [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] Port 9859bee2-2f8e-4c46-bc44-76dee2abb508 was not found and therefore no delete operation was performed {{(pid=103698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:05:58.526880 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (9859bee2-2f8e-4c46-bc44-76dee2abb508), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.605548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.612635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] No DVR routers for this DVR port 9859bee2-2f8e-4c46-bc44-76dee2abb508 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:58.616206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aea53b-a5c2-487d-84f6-cf9978f85c3d None None] Pushing event deleted for resources: {'Port': ['ID=9859bee2-2f8e-4c46-bc44-76dee2abb508,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:58.639949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 37a64d2f-3287-4140-881b-7b13d2683e15 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:58.661547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:58.688959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44479104-de03-4caf-8bd2-ef7ea8fb5c06') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:58.689502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44479104-de03-4caf-8bd2-ef7ea8fb5c06') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:58.704311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-559ef348-4b90-4db4-ae81-420541510138 None None] Provisioning complete for port 37a64d2f-3287-4140-881b-7b13d2683e15 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:58.707077 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-559ef348-4b90-4db4-ae81-420541510138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.708690 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (44479104-de03-4caf-8bd2-ef7ea8fb5c06), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.734053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (44479104-de03-4caf-8bd2-ef7ea8fb5c06), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.748193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 37a64d2f-3287-4140-881b-7b13d2683e15 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:58.748579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.753699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:05:58.755378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (44479104-de03-4caf-8bd2-ef7ea8fb5c06), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.863489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::1 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/76125c3b-e94f-4e53-8095-78bf0a0d173b/efc0210c-6506-4b0f-a84e-311fd839a5bf) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:05:58.886376 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:05:58.890291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.890819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.891354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.891858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.892330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.893434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.895561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.896109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.896602 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.897090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.901838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.902409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.902896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:58.978637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-559ef348-4b90-4db4-ae81-420541510138 None None] Current status of the port 37a64d2f-3287-4140-881b-7b13d2683e15 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:58.990098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:58.998865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.002499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 37a64d2f-3287-4140-881b-7b13d2683e15 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:59.026003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222 HTTP/1.1" status: 204 len: 168 time: 1.7516289 Feb 09 22:05:59.026003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38296) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:59.044604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9504178-f903-43f1-a6e5-afca79f42289 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=3fcd0efb-0c0d-4a12-a629-8ab0cb3cd222,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:59.097092 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d2be35-e366-4293-92c0-9dccfff5f3a5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:59.097753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d2be35-e366-4293-92c0-9dccfff5f3a5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:59.101015 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b6d2be35-e366-4293-92c0-9dccfff5f3a5 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/2126e5ab-24b6-4108-8e54-a8538de153c9 HTTP/1.1" status: 404 len: 337 time: 0.0776613 Feb 09 22:05:59.107921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38300) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:59.141383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9859bee2-2f8e-4c46-bc44-76dee2abb508 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:59.247233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9859bee2-2f8e-4c46-bc44-76dee2abb508 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:59.247857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9859bee2-2f8e-4c46-bc44-76dee2abb508 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:59.447182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.694223 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3b9d82-5ad2-497d-8efe-2276763622d9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] DELETE failed (client error): The resource could not be found. Feb 09 22:05:59.695068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3b9d82-5ad2-497d-8efe-2276763622d9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:05:59.699325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cb3b9d82-5ad2-497d-8efe-2276763622d9 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/20e97e25-d06d-4e82-a3bb-12f49631b743 HTTP/1.1" status: 404 len: 339 time: 0.5900810 Feb 09 22:05:59.702498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38312) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:59.737671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.810042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting subnet 21bf7553-0d2d-4733-a0ba-2c8d1a28b374 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:05:59.818761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (21bf7553-0d2d-4733-a0ba-2c8d1a28b374), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.869776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (21bf7553-0d2d-4733-a0ba-2c8d1a28b374), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.897946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:59.983896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (21bf7553-0d2d-4733-a0ba-2c8d1a28b374), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.014506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=efc0210c-6506-4b0f-a84e-311fd839a5bf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:00.018745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:00.023815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:00.026502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:00.027081 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (92260415-ba2a-43c2-bd42-a6f0b95aba3a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.071053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.071417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.071829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.072287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.072644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.072994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.073332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.073669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.074006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.074339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.074673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.075010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.075341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:00.195934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (21bf7553-0d2d-4733-a0ba-2c8d1a28b374), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.246045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Subnet': ['ID=21bf7553-0d2d-4733-a0ba-2c8d1a28b374,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:00.252264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.255687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0122fad4-ab69-42ab-bc7a-53dc5a49004e tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/subnets/21bf7553-0d2d-4733-a0ba-2c8d1a28b374 HTTP/1.1" status: 204 len: 168 time: 0.5518093 Feb 09 22:06:00.258129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38322) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:00.270648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b6f36-077f-4a51-b93f-dab0d021270d None None] Network 8c7fad25-9727-4202-80fe-301596882340 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:00.402284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.462091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8c7fad25-9727-4202-80fe-301596882340), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.514770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-02d49a06-0c26-4bf2-87ec-e10ce3d80e42 None None] Provisioning complete for port efc0210c-6506-4b0f-a84e-311fd839a5bf triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:00.515576 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-02d49a06-0c26-4bf2-87ec-e10ce3d80e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.611824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] DHCP port deletion for 8c7fad25-9727-4202-80fe-301596882340 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:00.643551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Deleting port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:00.644045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.697656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-02d49a06-0c26-4bf2-87ec-e10ce3d80e42 None None] Port efc0210c-6506-4b0f-a84e-311fd839a5bf cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:00.727402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] Deleting port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:00.728111 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.754344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] For port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,segment=NetworkSegment(fef949b8-d180-4abb-a1cb-fbf0048382a1),segment_id=fef949b8-d180-4abb-a1cb-fbf0048382a1)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:00.754817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.795581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Calling delete_port for 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:00.849188 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] For port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,segment=NetworkSegment(fef949b8-d180-4abb-a1cb-fbf0048382a1),segment_id=fef949b8-d180-4abb-a1cb-fbf0048382a1)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:00.849725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:00.880992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] Calling delete_port for 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:00.888175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.004962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.012917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.036005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Port': ['ID=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:01.038130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.041854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] No DVR routers for this DVR port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:01.053247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] No DVR routers for this DVR port 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:01.085980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18179493-66bf-4d1d-87a8-2aae34c6f360 None None] Pushing event deleted for resources: {'Port': ['ID=0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:01.142250 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.143398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (92260415-ba2a-43c2-bd42-a6f0b95aba3a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.225828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8c7fad25-9727-4202-80fe-301596882340), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.276153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7fad25-9727-4202-80fe-301596882340']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:01.298902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=efc0210c-6506-4b0f-a84e-311fd839a5bf,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:01.299139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef949b8-d180-4abb-a1cb-fbf0048382a1') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:01.299432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef949b8-d180-4abb-a1cb-fbf0048382a1') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:01.313578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:01.319345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:01.336975 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (fef949b8-d180-4abb-a1cb-fbf0048382a1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.383220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (fef949b8-d180-4abb-a1cb-fbf0048382a1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.400777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:01.401204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (fef949b8-d180-4abb-a1cb-fbf0048382a1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:01.405415 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:01.652200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8c7fad25-9727-4202-80fe-301596882340), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.661979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:01.672471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] 10.222.0.98 "DELETE /v2.0/networks/8c7fad25-9727-4202-80fe-301596882340 HTTP/1.1" status: 204 len: 168 time: 1.4125738 Feb 09 22:06:01.690089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Router 92260415-ba2a-43c2-bd42-a6f0b95aba3a is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:06:01.705642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47481b15-03a6-45a9-82ca-75f7109e09b4 tempest-NetworksIpV6Test-930222074 tempest-NetworksIpV6Test-930222074-project] Pushing event deleted for resources: {'Network': ['ID=8c7fad25-9727-4202-80fe-301596882340,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:01.922804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:01.934906 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Sync routers for ids ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:01.938379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c77ae6fd-f4e3-42b5-905a-3ddff43e58c0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "PUT /v2.0/routers/92260415-ba2a-43c2-bd42-a6f0b95aba3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6147192 Feb 09 22:06:01.942048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38352) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:01.971170 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Routers {'92260415-ba2a-43c2-bd42-a6f0b95aba3a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:01.971170 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:05:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:01.977804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2a22de48-e99a-4da0-8ae0-826e5c9c2e05 None None] Provisioning complete for port efc0210c-6506-4b0f-a84e-311fd839a5bf triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:01.987160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a22de48-e99a-4da0-8ae0-826e5c9c2e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:02.055371 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Set router 92260415-ba2a-43c2-bd42-a6f0b95aba3a gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:02.064881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc7200f-b41b-4783-b4a9-28dad1923cdd tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:02.066582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0dc7200f-b41b-4783-b4a9-28dad1923cdd tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports/efc0210c-6506-4b0f-a84e-311fd839a5bf HTTP/1.1" status: 200 len: 911 time: 0.1222944 Feb 09 22:06:02.069297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38356) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:02.118347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2a22de48-e99a-4da0-8ae0-826e5c9c2e05 None None] Port efc0210c-6506-4b0f-a84e-311fd839a5bf cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:02.161251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c771ef8-6a30-46d6-b2bc-7e4acff79f61 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:02.181824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c771ef8-6a30-46d6-b2bc-7e4acff79f61 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:02.183501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0c771ef8-6a30-46d6-b2bc-7e4acff79f61 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1132004 Feb 09 22:06:02.186639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38358) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:02.623639 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'name': 'tempest-NetworksTestDHCPv6-router-1898924951', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:00Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None, '_interfaces': [{'id': 'efc0210c-6506-4b0f-a84e-311fd839a5bf', 'name': '', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'mac_address': 'fa:16:3e:ec:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '76125c3b-e94f-4e53-8095-78bf0a0d173b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:58Z', 'updated_at': '2022-02-09T22:06:00Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'subnets': [{'id': '76125c3b-e94f-4e53-8095-78bf0a0d173b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:02.673984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38374) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:02.723556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:02.791850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:02.793631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0c77a3ff-dfd1-4d3b-9cde-e5bd18e9e2c1 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:02.798675 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Checking router: 92260415-ba2a-43c2-bd42-a6f0b95aba3a for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:02.799644 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Updating router 92260415-ba2a-43c2-bd42-a6f0b95aba3a port efc0210c-6506-4b0f-a84e-311fd839a5bf binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:06:02.875861 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.061267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-08a9d4be-7bba-4050-9415-8a53724bbd10 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fabac5dec3474d538bf8f54df613e524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858154 Feb 09 22:06:03.069618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38382) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:03.219898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44434147-1fd5-4bac-a55c-322aebc68ffa admin admin] Publish callbacks [] for security_group (cf09dc20-48d0-4448-a012-4d03123e6550), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.252913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44434147-1fd5-4bac-a55c-322aebc68ffa admin admin] Publish callbacks [] for security_group (cf09dc20-48d0-4448-a012-4d03123e6550), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.284195 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Publish callbacks [] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.372180 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44434147-1fd5-4bac-a55c-322aebc68ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cf09dc20-48d0-4448-a012-4d03123e6550), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.374989 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-44434147-1fd5-4bac-a55c-322aebc68ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.379004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-44434147-1fd5-4bac-a55c-322aebc68ffa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cf09dc20-48d0-4448-a012-4d03123e6550 HTTP/1.1" status: 204 len: 168 time: 0.3137777 Feb 09 22:06:03.389386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44434147-1fd5-4bac-a55c-322aebc68ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf09dc20-48d0-4448-a012-4d03123e6550,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:03.401465 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.461578 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Pushing event updated for resources: {'Port': ['ID=efc0210c-6506-4b0f-a84e-311fd839a5bf,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:03.499089 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.499719 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.500276 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.500769 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.501259 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.501849 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.502405 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.502890 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.503626 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.504303 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.504799 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.505301 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.505865 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:03.621228 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Attempting to bind port efc0210c-6506-4b0f-a84e-311fd839a5bf on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:03.622060 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Attempting to bind port efc0210c-6506-4b0f-a84e-311fd839a5bf by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:03.628322 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Attempting to bind port efc0210c-6506-4b0f-a84e-311fd839a5bf on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:03.641027 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:03.641416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:03.641833 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.642230 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:03.642717 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Bound port: efc0210c-6506-4b0f-a84e-311fd839a5bf, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:03.643101 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.758232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (92260415-ba2a-43c2-bd42-a6f0b95aba3a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.789223 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] For port efc0210c-6506-4b0f-a84e-311fd839a5bf, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:03.795457 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] For port efc0210c-6506-4b0f-a84e-311fd839a5bf, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=efc0210c-6506-4b0f-a84e-311fd839a5bf,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:03.864116 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:03.941938 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Routers {'92260415-ba2a-43c2-bd42-a6f0b95aba3a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:03.942672 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:05:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:04.064004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-26c70555-5f18-4c6c-acfa-8a43373b10a7 None None] Provisioning complete for port efc0210c-6506-4b0f-a84e-311fd839a5bf triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:04.064543 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26c70555-5f18-4c6c-acfa-8a43373b10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.252721 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] Set router 92260415-ba2a-43c2-bd42-a6f0b95aba3a gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:04.272123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-26c70555-5f18-4c6c-acfa-8a43373b10a7 None None] Current status of the port efc0210c-6506-4b0f-a84e-311fd839a5bf is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:04.274469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26c70555-5f18-4c6c-acfa-8a43373b10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.319395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port efc0210c-6506-4b0f-a84e-311fd839a5bf {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:04.319829 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.332289 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ddb96-b8ac-434f-bc5a-ba21b9124661 None None] Pushing event updated for resources: {'Port': ['ID=efc0210c-6506-4b0f-a84e-311fd839a5bf,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:04.363406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-26c70555-5f18-4c6c-acfa-8a43373b10a7 None None] For port efc0210c-6506-4b0f-a84e-311fd839a5bf, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=efc0210c-6506-4b0f-a84e-311fd839a5bf,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:04.467063 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26c70555-5f18-4c6c-acfa-8a43373b10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.567683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] For port efc0210c-6506-4b0f-a84e-311fd839a5bf, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=efc0210c-6506-4b0f-a84e-311fd839a5bf,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:04.570946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.607950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for efc0210c-6506-4b0f-a84e-311fd839a5bf owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:04.608174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70555-5f18-4c6c-acfa-8a43373b10a7 None None] Pushing event updated for resources: {'Port': ['ID=efc0210c-6506-4b0f-a84e-311fd839a5bf,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:04.656392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-32c61e74-98e6-4397-9d03-17fe373dad14 None None] Provisioning complete for port efc0210c-6506-4b0f-a84e-311fd839a5bf triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:04.657067 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-32c61e74-98e6-4397-9d03-17fe373dad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.773606 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'name': 'tempest-NetworksTestDHCPv6-router-1898924951', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:00Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None, '_interfaces': [{'id': 'efc0210c-6506-4b0f-a84e-311fd839a5bf', 'name': '', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'mac_address': 'fa:16:3e:ec:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '76125c3b-e94f-4e53-8095-78bf0a0d173b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:58Z', 'updated_at': '2022-02-09T22:06:03Z', 'revision_number': 4, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'subnets': [{'id': '76125c3b-e94f-4e53-8095-78bf0a0d173b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:04.855228 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33627a6a-7fe8-4106-b6b9-52b2c43d8fe3 None None] The sync data for ids ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'] in n-d-828599-1 is: [{'id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'name': 'tempest-NetworksTestDHCPv6-router-1898924951', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:00Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None, '_interfaces': [{'id': 'efc0210c-6506-4b0f-a84e-311fd839a5bf', 'name': '', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'mac_address': 'fa:16:3e:ec:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '76125c3b-e94f-4e53-8095-78bf0a0d173b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:58Z', 'updated_at': '2022-02-09T22:06:03Z', 'revision_number': 4, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'subnets': [{'id': '76125c3b-e94f-4e53-8095-78bf0a0d173b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:04.934448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-32c61e74-98e6-4397-9d03-17fe373dad14 None None] Current status of the port efc0210c-6506-4b0f-a84e-311fd839a5bf is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:05.189291 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (efc0210c-6506-4b0f-a84e-311fd839a5bf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.247517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=efc0210c-6506-4b0f-a84e-311fd839a5bf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:05.460318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96c9f841-8df4-46c5-9245-e6a9fe7f0096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.512361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (92260415-ba2a-43c2-bd42-a6f0b95aba3a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.519685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38462) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:05.766627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662620829'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:05.866811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Router 92260415-ba2a-43c2-bd42-a6f0b95aba3a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:05.869632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:05.876436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.890832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.009629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:06.018726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for security_group (b4bcf2c0-60e6-453f-91fb-52c3074d9cef), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.021119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-49603f30-85f2-480b-9d50-c3c6bd0932ef tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "PUT /v2.0/routers/92260415-ba2a-43c2-bd42-a6f0b95aba3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8322008 Feb 09 22:06:06.023430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38474) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:06.109695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b4bcf2c0-60e6-453f-91fb-52c3074d9cef), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.123173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cfe611-b2d1-404b-bc96-d08321c127ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.125922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cfe611-b2d1-404b-bc96-d08321c127ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.128007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-63cfe611-b2d1-404b-bc96-d08321c127ff tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1034739 Feb 09 22:06:06.130896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38478) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:06.200912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:06.216411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3c250e1f-83a2-4d76-8622-d6f9be1c5130), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.216740 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 3c250e1f-83a2-4d76-8622-d6f9be1c5130 of type vlan for network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd Feb 09 22:06:06.278720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (fdb8158d-da18-4c01-80b1-eb25cf5c9dbd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.343511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bcf2c0-60e6-453f-91fb-52c3074d9cef,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:06.365702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 76125c3b-e94f-4e53-8095-78bf0a0d173b {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:06.385426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (76125c3b-e94f-4e53-8095-78bf0a0d173b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.427756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (76125c3b-e94f-4e53-8095-78bf0a0d173b), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.454622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (fdb8158d-da18-4c01-80b1-eb25cf5c9dbd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.463067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.464502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.639728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0987589 Feb 09 22:06:06.650340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (76125c3b-e94f-4e53-8095-78bf0a0d173b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.757096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9ec45-484a-4529-ac36-d1dae82a6a2f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=fdb8158d-da18-4c01-80b1-eb25cf5c9dbd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:06.773046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:06.779819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38490) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:06.786294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': 'fdb8158d-da18-4c01-80b1-eb25cf5c9dbd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:06.875859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (76125c3b-e94f-4e53-8095-78bf0a0d173b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.910484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c66b5-43f5-48ba-bc02-89d34e193111 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:06.968151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.980288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38496) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:06.980565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/76125c3b-e94f-4e53-8095-78bf0a0d173b HTTP/1.1" status: 204 len: 168 time: 0.8475695 Feb 09 22:06:06.983151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955bab8-ddd1-413d-a2f0-3e80bdb2944f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=76125c3b-e94f-4e53-8095-78bf0a0d173b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:07.219484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:07.293562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:07.293562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.329272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] Deleting port 37a64d2f-3287-4140-881b-7b13d2683e15 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:07.329272 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.471050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] For port 37a64d2f-3287-4140-881b-7b13d2683e15, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=37a64d2f-3287-4140-881b-7b13d2683e15,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:07.471807 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.500254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] Calling delete_port for 37a64d2f-3287-4140-881b-7b13d2683e15 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:07.554360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38514) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:07.573438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b5311479-3213-46b0-bafe-ee29462e506c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5919585 Feb 09 22:06:07.652629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] Sync routers for ids ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:07.666074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] Routers {'92260415-ba2a-43c2-bd42-a6f0b95aba3a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:07.668328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:05:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:07.817130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae1f2-11e1-49af-8ad8-7603d3478713 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router (92260415-ba2a-43c2-bd42-a6f0b95aba3a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:07.818238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] Set router 92260415-ba2a-43c2-bd42-a6f0b95aba3a gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:07.995233 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e44d75c1-14d2-4387-9c67-969157d20310), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.161660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d5f19454-8944-47e5-8167-7fdfca7d69e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.163381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'name': 'tempest-NetworksTestDHCPv6-router-1898924951', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:04Z', 'revision_number': 3, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:08.165684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (37a64d2f-3287-4140-881b-7b13d2683e15), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.181469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '3c250e1f-83a2-4d76-8622-d6f9be1c5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fdb8158d-da18-4c01-80b1-eb25cf5c9dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:08.182387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: fdb8158d-da18-4c01-80b1-eb25cf5c9dbd, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:08.184695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=e44d75c1-14d2-4387-9c67-969157d20310,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:08.260554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] Pushing event deleted for resources: {'Port': ['ID=37a64d2f-3287-4140-881b-7b13d2683e15,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:08.264616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c275f2-d8c4-4a3b-b391-08a92fff7f14 None None] No DVR routers for this DVR port 37a64d2f-3287-4140-881b-7b13d2683e15 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:08.269963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] Checking router: 92260415-ba2a-43c2-bd42-a6f0b95aba3a for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:08.283017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] Routers {'92260415-ba2a-43c2-bd42-a6f0b95aba3a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:08.284043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:06:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:08.314338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:08.330914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae1f2-11e1-49af-8ad8-7603d3478713 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (92260415-ba2a-43c2-bd42-a6f0b95aba3a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.341373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae1f2-11e1-49af-8ad8-7603d3478713 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router_controller (92260415-ba2a-43c2-bd42-a6f0b95aba3a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.429792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] Set router 92260415-ba2a-43c2-bd42-a6f0b95aba3a gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:08.436037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, fdb8158d-da18-4c01-80b1-eb25cf5c9dbd) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:08.441160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:08.441761 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.477775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b20d4-5022-4cd8-a13c-3881d0c8330c None None] Network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:08.505507 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae1f2-11e1-49af-8ad8-7603d3478713 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (92260415-ba2a-43c2-bd42-a6f0b95aba3a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.505507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7ae1f2-11e1-49af-8ad8-7603d3478713 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Fanout notify agent at l3_agent the message router_deleted on router 92260415-ba2a-43c2-bd42-a6f0b95aba3a {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:06:08.519675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae1f2-11e1-49af-8ad8-7603d3478713 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.520888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc7ae1f2-11e1-49af-8ad8-7603d3478713 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/routers/92260415-ba2a-43c2-bd42-a6f0b95aba3a HTTP/1.1" status: 204 len: 168 time: 0.9634855 Feb 09 22:06:08.524010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38540) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:08.540319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:08.619230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d62d247b-8187-4033-9d5b-be07da896072 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8367434 Feb 09 22:06:08.622315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38546) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:08.628323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2107582574'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:08.686855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'name': 'tempest-NetworksTestDHCPv6-router-1898924951', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:04Z', 'revision_number': 3, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:08.738250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 37a64d2f-3287-4140-881b-7b13d2683e15 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:08.749181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85fd45-b985-483a-9986-c87a8984c5f0 None None] The sync data for ids ['92260415-ba2a-43c2-bd42-a6f0b95aba3a'] in n-d-828599-1 is: [{'id': '92260415-ba2a-43c2-bd42-a6f0b95aba3a', 'name': 'tempest-NetworksTestDHCPv6-router-1898924951', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:56Z', 'updated_at': '2022-02-09T22:06:04Z', 'revision_number': 3, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:08.778486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 37a64d2f-3287-4140-881b-7b13d2683e15 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:08.778845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 37a64d2f-3287-4140-881b-7b13d2683e15 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:08.811606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:08.815481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.871195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:08.875053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:08.879207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-fdb8158d-da18-4c01-80b1-eb25cf5c9dbd', 'network_id': 'fdb8158d-da18-4c01-80b1-eb25cf5c9dbd', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': 'e44d75c1-14d2-4387-9c67-969157d20310'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:08.883118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.894956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.915844 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5f4ffe0a-4f63-4253-a154-8f4494328187), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.916628 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 5f4ffe0a-4f63-4253-a154-8f4494328187 of type vlan for network c471891e-0ed6-4dfc-841b-799e6a86ebf0 Feb 09 22:06:09.077013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c471891e-0ed6-4dfc-841b-799e6a86ebf0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.257673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c471891e-0ed6-4dfc-841b-799e6a86ebf0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.268286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:09.268286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.297545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Allocated IP 172.20.255.242 (fdb8158d-da18-4c01-80b1-eb25cf5c9dbd/e44d75c1-14d2-4387-9c67-969157d20310/ec54c0a7-18c1-419b-b297-c13c49bf7dbe) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:09.362030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.412120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (627c9ff4-e15c-4164-9b10-a8193a9d6111), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.445235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=c471891e-0ed6-4dfc-841b-799e6a86ebf0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:09.461471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c471891e-0ed6-4dfc-841b-799e6a86ebf0 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:09.484228 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc2c6132-c79f-45af-b85d-9ca18dc4ddbe tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8608501 Feb 09 22:06:09.486890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38560) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:09.494385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:09.505388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:09.511623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:09.536727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:09.540785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.563560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71daa6c4-cf66-4354-a14d-e2a6b94f6b65 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:09.577653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=627c9ff4-e15c-4164-9b10-a8193a9d6111,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:09.649699 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7ab5650b-9ee9-49a2-9a93-1371c887d0ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1241994 Feb 09 22:06:09.650522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:09.658332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8313239c-663a-4836-bd06-70bb212a31e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2127632509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:09.795328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:09.799476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.836994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '627c9ff4-e15c-4164-9b10-a8193a9d6111'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:09.839099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8313239c-663a-4836-bd06-70bb212a31e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (f040a004-ea38-4a95-8aea-05117c26db21), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.840772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8313239c-663a-4836-bd06-70bb212a31e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (f040a004-ea38-4a95-8aea-05117c26db21), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.844026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.867355 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Publish callbacks [] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.939148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8313239c-663a-4836-bd06-70bb212a31e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router_controller (f040a004-ea38-4a95-8aea-05117c26db21), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.000970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8313239c-663a-4836-bd06-70bb212a31e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (f040a004-ea38-4a95-8aea-05117c26db21), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.032536 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.099559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:10.103455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/627c9ff4-e15c-4164-9b10-a8193a9d6111/cd536542-4a6e-4dc1-889a-8281b79dc7f9) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:10.106297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:10.119603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Pushing event updated for resources: {'Port': ['ID=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:10.122358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:10.132206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8313239c-663a-4836-bd06-70bb212a31e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.132581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8313239c-663a-4836-bd06-70bb212a31e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4806228 Feb 09 22:06:10.135451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38578) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:10.224230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (84cf1ff7-162d-408f-a811-40cf24690f47), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.325166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Attempting to bind port ec54c0a7-18c1-419b-b297-c13c49bf7dbe on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:10.325815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Attempting to bind port ec54c0a7-18c1-419b-b297-c13c49bf7dbe by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '3c250e1f-83a2-4d76-8622-d6f9be1c5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fdb8158d-da18-4c01-80b1-eb25cf5c9dbd'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:10.326377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Attempting to bind port ec54c0a7-18c1-419b-b297-c13c49bf7dbe on network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:10.338584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=84cf1ff7-162d-408f-a811-40cf24690f47,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:10.355391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:10.356508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Checking segment: {'id': '3c250e1f-83a2-4d76-8622-d6f9be1c5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fdb8158d-da18-4c01-80b1-eb25cf5c9dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:10.365774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.365774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Bound using segment: {'id': '3c250e1f-83a2-4d76-8622-d6f9be1c5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fdb8158d-da18-4c01-80b1-eb25cf5c9dbd'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:10.365774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Bound port: ec54c0a7-18c1-419b-b297-c13c49bf7dbe, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c250e1f-83a2-4d76-8622-d6f9be1c5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fdb8158d-da18-4c01-80b1-eb25cf5c9dbd'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:10.365774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.366411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '5f4ffe0a-4f63-4253-a154-8f4494328187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:10.366411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: c471891e-0ed6-4dfc-841b-799e6a86ebf0, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:10.421465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.464909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network c471891e-0ed6-4dfc-841b-799e6a86ebf0 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:10.519075 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.520546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device efc0210c-6506-4b0f-a84e-311fd839a5bf no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:10.575649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c471891e-0ed6-4dfc-841b-799e6a86ebf0) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:10.580410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: efc0210c-6506-4b0f-a84e-311fd839a5bf {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:10.580763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device efc0210c-6506-4b0f-a84e-311fd839a5bf not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:10.590808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] For port ec54c0a7-18c1-419b-b297-c13c49bf7dbe, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:10.597768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:10.602366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.603720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77fd8e5-cdb8-48b4-88c1-50ca1797ed8a None None] Network c471891e-0ed6-4dfc-841b-799e6a86ebf0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:10.610421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] For port ec54c0a7-18c1-419b-b297-c13c49bf7dbe, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,segment=NetworkSegment(3c250e1f-83a2-4d76-8622-d6f9be1c5130),segment_id=3c250e1f-83a2-4d76-8622-d6f9be1c5130)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:10.661449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Publish callbacks [] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.713776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-651bffaf-f4c6-4b17-9523-da310edb5afc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2174535 Feb 09 22:06:10.714982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:10.749883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c471891e-0ed6-4dfc-841b-799e6a86ebf0', 'network_id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': '84cf1ff7-162d-408f-a811-40cf24690f47'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:10.750779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.930711 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c471891e-0ed6-4dfc-841b-799e6a86ebf0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.965345 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.978533 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.997426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::1 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/627c9ff4-e15c-4164-9b10-a8193a9d6111/cf14f6f1-91c7-4131-adb0-2cc83e140f11) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:11.000765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (84cf1ff7-162d-408f-a811-40cf24690f47), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.026734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:11.065844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:11.077270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:11.181695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Pushing event updated for resources: {'Port': ['ID=cd536542-4a6e-4dc1-889a-8281b79dc7f9,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:11.185365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Allocated IP 172.20.0.2 (c471891e-0ed6-4dfc-841b-799e6a86ebf0/84cf1ff7-162d-408f-a811-40cf24690f47/10acdbfc-b881-4815-8feb-537572326598) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:11.254806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Attempting to bind port cd536542-4a6e-4dc1-889a-8281b79dc7f9 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:11.254806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Attempting to bind port cd536542-4a6e-4dc1-889a-8281b79dc7f9 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:11.254806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Attempting to bind port cd536542-4a6e-4dc1-889a-8281b79dc7f9 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:11.262411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:11.263085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:11.264082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.264498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:11.265231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Bound port: cd536542-4a6e-4dc1-889a-8281b79dc7f9, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:11.265639 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.282682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.428813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.455614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939a63-e0b9-4739-bb45-70a5ac2d3408 None None] Pushing event updated for resources: {'Port': ['ID=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:11.492258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:11.515173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:11.524366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:11.525238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (f040a004-ea38-4a95-8aea-05117c26db21), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.584558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] For port cd536542-4a6e-4dc1-889a-8281b79dc7f9, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:11.595050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] For port cd536542-4a6e-4dc1-889a-8281b79dc7f9, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd536542-4a6e-4dc1-889a-8281b79dc7f9,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:11.631975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=cf14f6f1-91c7-4131-adb0-2cc83e140f11,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:11.700579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Publish callbacks [] for port (10acdbfc-b881-4815-8feb-537572326598), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.722490 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.920979 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.941433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.950573 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (10acdbfc-b881-4815-8feb-537572326598), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.995093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (84cf1ff7-162d-408f-a811-40cf24690f47), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.004793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Network c471891e-0ed6-4dfc-841b-799e6a86ebf0 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:12.008464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f521bd-9d82-442a-a2e2-ec8753e6fb51 None None] Pushing event updated for resources: {'Port': ['ID=cd536542-4a6e-4dc1-889a-8281b79dc7f9,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.015549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:12.017972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:12.188883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c471891e-0ed6-4dfc-841b-799e6a86ebf0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.199480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Attempting to bind port 10acdbfc-b881-4815-8feb-537572326598 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:12.200071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Attempting to bind port 10acdbfc-b881-4815-8feb-537572326598 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5f4ffe0a-4f63-4253-a154-8f4494328187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:12.200286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Attempting to bind port 10acdbfc-b881-4815-8feb-537572326598 on network c471891e-0ed6-4dfc-841b-799e6a86ebf0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:12.206101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Pushing event updated for resources: {'Port': ['ID=10acdbfc-b881-4815-8feb-537572326598,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.212952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:12.213335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Checking segment: {'id': '5f4ffe0a-4f63-4253-a154-8f4494328187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:12.213748 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.217363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Bound using segment: {'id': '5f4ffe0a-4f63-4253-a154-8f4494328187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:12.217895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Bound port: 10acdbfc-b881-4815-8feb-537572326598, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4ffe0a-4f63-4253-a154-8f4494328187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:12.218271 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (10acdbfc-b881-4815-8feb-537572326598), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.255935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c471891e-0ed6-4dfc-841b-799e6a86ebf0']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.267942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4ffe0a-4f63-4253-a154-8f4494328187') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.268255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4ffe0a-4f63-4253-a154-8f4494328187') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.291474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (5f4ffe0a-4f63-4253-a154-8f4494328187), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.315869 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5f4ffe0a-4f63-4253-a154-8f4494328187), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.323746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:12.324408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (5f4ffe0a-4f63-4253-a154-8f4494328187), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.375790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] For port 10acdbfc-b881-4815-8feb-537572326598, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:12.395737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=84cf1ff7-162d-408f-a811-40cf24690f47,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.506433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] For port 10acdbfc-b881-4815-8feb-537572326598, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=10acdbfc-b881-4815-8feb-537572326598,segment=NetworkSegment(5f4ffe0a-4f63-4253-a154-8f4494328187),segment_id=5f4ffe0a-4f63-4253-a154-8f4494328187)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:12.600957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:06:12.600957 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:06:12.600957 n-d-828599-1 neutron-server[103696]: [parameters: {'id': 'c471891e-0ed6-4dfc-841b-799e6a86ebf0'}] Feb 09 22:06:12.600957 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:12.600957 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:12.641359 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (10acdbfc-b881-4815-8feb-537572326598), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.814127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec54c0a7-18c1-419b-b297-c13c49bf7dbe up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:12.893728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993151a-82a9-437a-b421-0ba746eb84ad None None] Pushing event updated for resources: {'Port': ['ID=10acdbfc-b881-4815-8feb-537572326598,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.944532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83171f86-a32c-4015-ab9f-aa71ae9ab7a2 None None] Network c471891e-0ed6-4dfc-841b-799e6a86ebf0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:13.030666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8c0d4-9c2e-44ff-b063-6928d810b5a5 None None] Network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:13.097799 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c471891e-0ed6-4dfc-841b-799e6a86ebf0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.113807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ec54c0a7-18c1-419b-b297-c13c49bf7dbe triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:13.114005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.223917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Deleting port 10acdbfc-b881-4815-8feb-537572326598 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:13.224270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (10acdbfc-b881-4815-8feb-537572326598), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.251068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.261807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d8e43dc6-6713-4de7-b57a-db88d9ca502f None None] Provisioning complete for port ec54c0a7-18c1-419b-b297-c13c49bf7dbe triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:13.263060 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e43dc6-6713-4de7-b57a-db88d9ca502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.314269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] For port 10acdbfc-b881-4815-8feb-537572326598, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=10acdbfc-b881-4815-8feb-537572326598,segment=NetworkSegment(5f4ffe0a-4f63-4253-a154-8f4494328187),segment_id=5f4ffe0a-4f63-4253-a154-8f4494328187)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:13.333625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (10acdbfc-b881-4815-8feb-537572326598), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.333625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Calling delete_port for 10acdbfc-b881-4815-8feb-537572326598 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:13.377330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.378296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (f040a004-ea38-4a95-8aea-05117c26db21), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.528023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ec54c0a7-18c1-419b-b297-c13c49bf7dbe is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:13.528637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.554769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=cf14f6f1-91c7-4131-adb0-2cc83e140f11,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:13.631070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d8e43dc6-6713-4de7-b57a-db88d9ca502f None None] Current status of the port ec54c0a7-18c1-419b-b297-c13c49bf7dbe is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:13.631479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8e43dc6-6713-4de7-b57a-db88d9ca502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.634969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port ec54c0a7-18c1-419b-b297-c13c49bf7dbe, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,segment=NetworkSegment(3c250e1f-83a2-4d76-8622-d6f9be1c5130),segment_id=3c250e1f-83a2-4d76-8622-d6f9be1c5130)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:13.653258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:13.654761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:13.681685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (10acdbfc-b881-4815-8feb-537572326598), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.703485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No DVR routers for this DVR port 10acdbfc-b881-4815-8feb-537572326598 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:13.769165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Port': ['ID=10acdbfc-b881-4815-8feb-537572326598,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:13.801606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.801606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd536542-4a6e-4dc1-889a-8281b79dc7f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:13.938381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c471891e-0ed6-4dfc-841b-799e6a86ebf0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.982800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Router f040a004-ea38-4a95-8aea-05117c26db21 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:06:13.987497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81949ec-30eb-4373-8bc4-c8b562225bf7 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:13.990912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c471891e-0ed6-4dfc-841b-799e6a86ebf0']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:14.018583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4ffe0a-4f63-4253-a154-8f4494328187') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:14.019561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4ffe0a-4f63-4253-a154-8f4494328187') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:14.034319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-d8e43dc6-6713-4de7-b57a-db88d9ca502f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:14.034989 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-d8e43dc6-6713-4de7-b57a-db88d9ca502f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:14.046184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (5f4ffe0a-4f63-4253-a154-8f4494328187), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.050280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.077592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5f4ffe0a-4f63-4253-a154-8f4494328187), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.098303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:14.098990 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (5f4ffe0a-4f63-4253-a154-8f4494328187), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.113216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cd536542-4a6e-4dc1-889a-8281b79dc7f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:14.114053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:14.122182 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:14.200206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:14.209454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2dd843fa-b58d-4258-966e-f92c2d88bb2d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "PUT /v2.0/routers/f040a004-ea38-4a95-8aea-05117c26db21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0726831 Feb 09 22:06:14.212954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.218977 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Sync routers for ids ['f040a004-ea38-4a95-8aea-05117c26db21'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:14.236318 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Routers {'f040a004-ea38-4a95-8aea-05117c26db21'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:14.237110 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:06:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f040a004-ea38-4a95-8aea-05117c26db21'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:14.307247 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c471891e-0ed6-4dfc-841b-799e6a86ebf0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.317832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.334590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/c471891e-0ed6-4dfc-841b-799e6a86ebf0 HTTP/1.1" status: 204 len: 168 time: 3.6182523 Feb 09 22:06:14.338800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38628) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.348958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700328544'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.382968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81949ec-30eb-4373-8bc4-c8b562225bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:14.391772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc372e3-4b58-4b9d-9336-571875b0c189 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=c471891e-0ed6-4dfc-841b-799e6a86ebf0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.413693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e259bf4-9119-4010-8f17-12f3a1a7d9e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:14.415452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1e259bf4-9119-4010-8f17-12f3a1a7d9e7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports/cf14f6f1-91c7-4131-adb0-2cc83e140f11 HTTP/1.1" status: 200 len: 911 time: 0.2010732 Feb 09 22:06:14.418193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38632) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.458095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cd536542-4a6e-4dc1-889a-8281b79dc7f9 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:14.458635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.491339 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Set router f040a004-ea38-4a95-8aea-05117c26db21 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:14.509462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:14.518443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.553413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port cd536542-4a6e-4dc1-889a-8281b79dc7f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd536542-4a6e-4dc1-889a-8281b79dc7f9,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:14.594301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:14.621936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4397de60-d46e-4ac0-881c-f1617de4817f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.629145 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 4397de60-d46e-4ac0-881c-f1617de4817f of type vlan for network 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 Feb 09 22:06:14.652711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d8e43dc6-6713-4de7-b57a-db88d9ca502f None None] Current status of the port ec54c0a7-18c1-419b-b297-c13c49bf7dbe is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:14.673240 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.775465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (1aca333e-2b82-4fca-ac00-a6e5ce72d1b0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.784185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=cd536542-4a6e-4dc1-889a-8281b79dc7f9,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.804883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-504cd652-8386-435b-874d-17c78b40aa65 None None] Provisioning complete for port cd536542-4a6e-4dc1-889a-8281b79dc7f9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:14.822837 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-504cd652-8386-435b-874d-17c78b40aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.910873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec54c0a7-18c1-419b-b297-c13c49bf7dbe up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:14.911669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d30b6-b695-40ff-b0ab-5d1fa0fe3c1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:14.921215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d30b6-b695-40ff-b0ab-5d1fa0fe3c1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:14.923254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-073d30b6-b695-40ff-b0ab-5d1fa0fe3c1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5031767 Feb 09 22:06:14.927363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38638) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:15.001343 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (1aca333e-2b82-4fca-ac00-a6e5ce72d1b0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.009478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:15.010484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.017468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ec54c0a7-18c1-419b-b297-c13c49bf7dbe triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:15.017618 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f040a004-ea38-4a95-8aea-05117c26db21', 'name': 'tempest-NetworksTestDHCPv6-router-2127632509', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:09Z', 'updated_at': '2022-02-09T22:06:11Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None, '_interfaces': [{'id': 'cf14f6f1-91c7-4131-adb0-2cc83e140f11', 'name': '', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'mac_address': 'fa:16:3e:4d:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f040a004-ea38-4a95-8aea-05117c26db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '627c9ff4-e15c-4164-9b10-a8193a9d6111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:10Z', 'updated_at': '2022-02-09T22:06:12Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'subnets': [{'id': '627c9ff4-e15c-4164-9b10-a8193a9d6111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:15.022864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.109751 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Checking router: f040a004-ea38-4a95-8aea-05117c26db21 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:15.115561 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Updating router f040a004-ea38-4a95-8aea-05117c26db21 port cf14f6f1-91c7-4131-adb0-2cc83e140f11 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:06:15.185330 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.186056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=1aca333e-2b82-4fca-ac00-a6e5ce72d1b0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:15.220944 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fcf05a8c-d85f-415e-97a7-82ae695f9e86 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8751357 Feb 09 22:06:15.222282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38642) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:15.229566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': '1aca333e-2b82-4fca-ac00-a6e5ce72d1b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:15.483971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:15.502704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-504cd652-8386-435b-874d-17c78b40aa65 None None] Current status of the port cd536542-4a6e-4dc1-889a-8281b79dc7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:15.549611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:15.556577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.684168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Performing IP validity checks on allocation pools {{(pid=103697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:06:15.685583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:06:15.740811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-504cd652-8386-435b-874d-17c78b40aa65 None None] Provisioning complete for port ec54c0a7-18c1-419b-b297-c13c49bf7dbe triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:15.741091 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-504cd652-8386-435b-874d-17c78b40aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.828309 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Publish callbacks [] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.849035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ec54c0a7-18c1-419b-b297-c13c49bf7dbe is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:15.932616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-504cd652-8386-435b-874d-17c78b40aa65 None None] Current status of the port ec54c0a7-18c1-419b-b297-c13c49bf7dbe is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:15.944278 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.977950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (1bebd496-69b5-4a1f-a3dc-13289c1b2595), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.994711 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca931a2-032b-4ee3-a17b-54e87b5961c4 None None] Pushing event updated for resources: {'Port': ['ID=cf14f6f1-91c7-4131-adb0-2cc83e140f11,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:16.067542 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Attempting to bind port cf14f6f1-91c7-4131-adb0-2cc83e140f11 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:16.068366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Attempting to bind port cf14f6f1-91c7-4131-adb0-2cc83e140f11 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:16.068899 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Attempting to bind port cf14f6f1-91c7-4131-adb0-2cc83e140f11 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:16.081001 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:16.081467 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:16.082069 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.082523 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:16.083112 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Bound port: cf14f6f1-91c7-4131-adb0-2cc83e140f11, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:16.083510 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.094439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=1bebd496-69b5-4a1f-a3dc-13289c1b2595,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:16.113561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '4397de60-d46e-4ac0-881c-f1617de4817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1aca333e-2b82-4fca-ac00-a6e5ce72d1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:16.115084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-311852e1-7648-4c36-93b9-03e9662f9a05 None None] Provisioning complete for port cf14f6f1-91c7-4131-adb0-2cc83e140f11 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:16.115520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:16.115948 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-311852e1-7648-4c36-93b9-03e9662f9a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.167019 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] For port cf14f6f1-91c7-4131-adb0-2cc83e140f11, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:16.171141 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] For port cf14f6f1-91c7-4131-adb0-2cc83e140f11, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cf14f6f1-91c7-4131-adb0-2cc83e140f11,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:16.199807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-311852e1-7648-4c36-93b9-03e9662f9a05 None None] Port cf14f6f1-91c7-4131-adb0-2cc83e140f11 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:16.222127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (f040a004-ea38-4a95-8aea-05117c26db21), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.237815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:16.259904 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.320389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:16.325164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:16.329331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.333308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49beb23e-8273-42d3-bb0d-bc7db6a53821 None None] Network 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:16.346918 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca931a2-032b-4ee3-a17b-54e87b5961c4 None None] Pushing event updated for resources: {'Port': ['ID=cf14f6f1-91c7-4131-adb0-2cc83e140f11,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:16.373851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Routers {'f040a004-ea38-4a95-8aea-05117c26db21'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:16.375432 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:06:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f040a004-ea38-4a95-8aea-05117c26db21'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:16.409118 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9e80a00f-4fe6-4027-a050-93fe7e7e3d26 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1853232 Feb 09 22:06:16.411674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:16.610992 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] Set router f040a004-ea38-4a95-8aea-05117c26db21 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:16.620768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b574859-097d-491d-bc88-b2d67b35d39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-1aca333e-2b82-4fca-ac00-a6e5ce72d1b0', 'network_id': '1aca333e-2b82-4fca-ac00-a6e5ce72d1b0', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': '1bebd496-69b5-4a1f-a3dc-13289c1b2595'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:16.624068 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b574859-097d-491d-bc88-b2d67b35d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.640496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (1aca333e-2b82-4fca-ac00-a6e5ce72d1b0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.685275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e6593e18-7187-4274-9f70-c7a6ef98dc9b None None] Provisioning complete for port cf14f6f1-91c7-4131-adb0-2cc83e140f11 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:16.685508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e6593e18-7187-4274-9f70-c7a6ef98dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.686626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port cf14f6f1-91c7-4131-adb0-2cc83e140f11 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:16.686981 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.784023 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1bebd496-69b5-4a1f-a3dc-13289c1b2595), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.901786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] For port cf14f6f1-91c7-4131-adb0-2cc83e140f11, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cf14f6f1-91c7-4131-adb0-2cc83e140f11,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:16.902158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.925623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for cf14f6f1-91c7-4131-adb0-2cc83e140f11 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:16.935415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd536542-4a6e-4dc1-889a-8281b79dc7f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:17.009043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cd536542-4a6e-4dc1-889a-8281b79dc7f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:17.009689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.010915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (1bebd496-69b5-4a1f-a3dc-13289c1b2595), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.054341 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f040a004-ea38-4a95-8aea-05117c26db21', 'name': 'tempest-NetworksTestDHCPv6-router-2127632509', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:09Z', 'updated_at': '2022-02-09T22:06:11Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None, '_interfaces': [{'id': 'cf14f6f1-91c7-4131-adb0-2cc83e140f11', 'name': '', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'mac_address': 'fa:16:3e:4d:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f040a004-ea38-4a95-8aea-05117c26db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '627c9ff4-e15c-4164-9b10-a8193a9d6111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:10Z', 'updated_at': '2022-02-09T22:06:16Z', 'revision_number': 4, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'subnets': [{'id': '627c9ff4-e15c-4164-9b10-a8193a9d6111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:17.064753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=1bebd496-69b5-4a1f-a3dc-13289c1b2595,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:17.118268 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ef4c1-9129-4aaa-b758-5f4dc46b9c95 None None] The sync data for ids ['f040a004-ea38-4a95-8aea-05117c26db21'] in n-d-828599-1 is: [{'id': 'f040a004-ea38-4a95-8aea-05117c26db21', 'name': 'tempest-NetworksTestDHCPv6-router-2127632509', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:09Z', 'updated_at': '2022-02-09T22:06:11Z', 'revision_number': 2, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'gw_port_host': None, '_interfaces': [{'id': 'cf14f6f1-91c7-4131-adb0-2cc83e140f11', 'name': '', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'tenant_id': '6b238ee7314145b9b76fe873d63e33cb', 'mac_address': 'fa:16:3e:4d:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f040a004-ea38-4a95-8aea-05117c26db21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': '627c9ff4-e15c-4164-9b10-a8193a9d6111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:10Z', 'updated_at': '2022-02-09T22:06:16Z', 'revision_number': 4, 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'subnets': [{'id': '627c9ff4-e15c-4164-9b10-a8193a9d6111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:17.205005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (1aca333e-2b82-4fca-ac00-a6e5ce72d1b0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.247176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aca333e-2b82-4fca-ac00-a6e5ce72d1b0']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:17.264437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4397de60-d46e-4ac0-881c-f1617de4817f') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:17.265035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4397de60-d46e-4ac0-881c-f1617de4817f') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:17.275993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (4397de60-d46e-4ac0-881c-f1617de4817f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.297210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4397de60-d46e-4ac0-881c-f1617de4817f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server [None req-8b574859-097d-491d-bc88-b2d67b35d39d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bebd496-69b5-4a1f-a3dc-13289c1b2595: This subnet is being modified by another concurrent operation. Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bebd496-69b5-4a1f-a3dc-13289c1b2595: This subnet is being modified by another concurrent operation. Feb 09 22:06:17.301648 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Feb 09 22:06:17.309631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:17.310051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (4397de60-d46e-4ac0-881c-f1617de4817f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:17.313394 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:17.320420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.358049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=cf14f6f1-91c7-4131-adb0-2cc83e140f11,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:17.360461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e6593e18-7187-4274-9f70-c7a6ef98dc9b None None] Current status of the port cf14f6f1-91c7-4131-adb0-2cc83e140f11 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:17.360996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e6593e18-7187-4274-9f70-c7a6ef98dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cf14f6f1-91c7-4131-adb0-2cc83e140f11), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.413704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd1dbb-ef86-4854-9465-b3863219f67d None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:17.468874 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (1aca333e-2b82-4fca-ac00-a6e5ce72d1b0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.488661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.494928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 HTTP/1.1" status: 204 len: 168 time: 1.0821912 Feb 09 22:06:17.503653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38660) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:17.525301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-596250430'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:17.534115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (f040a004-ea38-4a95-8aea-05117c26db21), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.542215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a68e-cce1-48b2-8c87-3234763d61ca tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=1aca333e-2b82-4fca-ac00-a6e5ce72d1b0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:17.605046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cd536542-4a6e-4dc1-889a-8281b79dc7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:17.657225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:17.662526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.677171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:06:17.719648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:17.755349 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (41b38269-0875-4afa-851b-4604b4db7bfa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.757381 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 41b38269-0875-4afa-851b-4604b4db7bfa of type vlan for network 7560d349-dd49-473e-8210-e4b04b60727f Feb 09 22:06:17.771225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-05f52f8d-1d98-458b-8821-470a908df006 None None] Could not find standard attr ID for object cf14f6f1-91c7-4131-adb0-2cc83e140f11. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:06:17.808233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (7560d349-dd49-473e-8210-e4b04b60727f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.831019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd1dbb-ef86-4854-9465-b3863219f67d None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:17.899983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Router f040a004-ea38-4a95-8aea-05117c26db21 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:17.906911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (7560d349-dd49-473e-8210-e4b04b60727f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.912698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:17.913598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.079215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=7560d349-dd49-473e-8210-e4b04b60727f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.100289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 7560d349-dd49-473e-8210-e4b04b60727f details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:18.160490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5167a945-07e6-4aab-99bd-d9f914e5298e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6555271 Feb 09 22:06:18.160695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:18.161551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38662) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:18.171909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d479d37b-af99-41ca-adba-2e5f38892681 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "PUT /v2.0/routers/f040a004-ea38-4a95-8aea-05117c26db21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2368441 Feb 09 22:06:18.171909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38664) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:18.175948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': '7560d349-dd49-473e-8210-e4b04b60727f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:18.293502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd1fb5-e1f3-4bf0-947c-d5d0b4014e3a None None] Network 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:18.313181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf71328b-1d56-44a5-b1e0-4f11d966ead8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:18.314601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf71328b-1d56-44a5-b1e0-4f11d966ead8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:18.316295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bf71328b-1d56-44a5-b1e0-4f11d966ead8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1437435 Feb 09 22:06:18.320790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd1fb5-e1f3-4bf0-947c-d5d0b4014e3a None None] Network 1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 could not be found, it might have been deleted concurrently. {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:18.323570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38666) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:18.422020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 627c9ff4-e15c-4164-9b10-a8193a9d6111 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:18.425890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (627c9ff4-e15c-4164-9b10-a8193a9d6111), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.433992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:18.437915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.518192 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (627c9ff4-e15c-4164-9b10-a8193a9d6111), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.703668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (627c9ff4-e15c-4164-9b10-a8193a9d6111), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.806917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.829528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (627c9ff4-e15c-4164-9b10-a8193a9d6111), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.852824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.877690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe1e9c-e1bd-4e96-a294-af5d1e4c101d None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:18.889325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=627c9ff4-e15c-4164-9b10-a8193a9d6111,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.897902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.906207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '41b38269-0875-4afa-851b-4604b4db7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7560d349-dd49-473e-8210-e4b04b60727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:18.906582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: 7560d349-dd49-473e-8210-e4b04b60727f, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:18.907364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7bd283a5-4c35-4b6d-a0ae-131d1a4dc06f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/627c9ff4-e15c-4164-9b10-a8193a9d6111 HTTP/1.1" status: 204 len: 168 time: 0.5826595 Feb 09 22:06:18.911160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38668) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:19.100839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38670) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:19.104380 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-af1cef61-236b-460c-9aa1-573a526a0864 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1920302 Feb 09 22:06:19.176091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:19.188523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 7560d349-dd49-473e-8210-e4b04b60727f is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:19.216177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0da44701-a66e-4865-8156-e8355be2fc1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router (f040a004-ea38-4a95-8aea-05117c26db21), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.275003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 7560d349-dd49-473e-8210-e4b04b60727f) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:19.285667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9adb1-2261-4679-9842-dddbadd163e5 None None] Network 7560d349-dd49-473e-8210-e4b04b60727f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:19.289826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:19.289826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.421883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e1bab20-77d4-4f60-82d1-9167b668afce tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2585890 Feb 09 22:06:19.422722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38672) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:19.467373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] Deleting port cd536542-4a6e-4dc1-889a-8281b79dc7f9 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:19.467777 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.492493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-7560d349-dd49-473e-8210-e4b04b60727f', 'network_id': '7560d349-dd49-473e-8210-e4b04b60727f', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': 'ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:19.493416 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.527467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0da44701-a66e-4865-8156-e8355be2fc1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (f040a004-ea38-4a95-8aea-05117c26db21), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.530991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0da44701-a66e-4865-8156-e8355be2fc1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router_controller (f040a004-ea38-4a95-8aea-05117c26db21), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.595892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] For port cd536542-4a6e-4dc1-889a-8281b79dc7f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd536542-4a6e-4dc1-889a-8281b79dc7f9,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:19.596260 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.621840 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7560d349-dd49-473e-8210-e4b04b60727f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.674180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] Calling delete_port for cd536542-4a6e-4dc1-889a-8281b79dc7f9 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:19.708391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.717958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0da44701-a66e-4865-8156-e8355be2fc1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (f040a004-ea38-4a95-8aea-05117c26db21), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.718910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da44701-a66e-4865-8156-e8355be2fc1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Fanout notify agent at l3_agent the message router_deleted on router f040a004-ea38-4a95-8aea-05117c26db21 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:06:19.725993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] Sync routers for ids ['f040a004-ea38-4a95-8aea-05117c26db21'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:19.741752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0da44701-a66e-4865-8156-e8355be2fc1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.744153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0da44701-a66e-4865-8156-e8355be2fc1a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/routers/f040a004-ea38-4a95-8aea-05117c26db21 HTTP/1.1" status: 204 len: 168 time: 0.6405318 Feb 09 22:06:19.746211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38674) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:19.830332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff76eb3c-3e9d-49d1-a187-69f58dd89348 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:19.832469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ff76eb3c-3e9d-49d1-a187-69f58dd89348 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0851324 Feb 09 22:06:19.835030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38676) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:19.882844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] Routers set() bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:19.884446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] Router IDs set() for agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 22:06:19.885248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f040a004-ea38-4a95-8aea-05117c26db21'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:06:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent'). {{(pid=103698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 22:06:19.896592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dbe6f5-ea93-4630-b0eb-02cb8f00a751 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:19.899751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51dbe6f5-ea93-4630-b0eb-02cb8f00a751 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620224 Feb 09 22:06:19.900980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38678) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:19.915265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] Routers set() bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:19.915640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] Router IDs set() for agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 22:06:19.916282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f040a004-ea38-4a95-8aea-05117c26db21'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:06:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent'). {{(pid=103698) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 22:06:19.916669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4599459-682d-407a-aac2-f9eef4541164 None None] The sync data for ids ['f040a004-ea38-4a95-8aea-05117c26db21'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:19.925268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Allocated IP 172.20.0.1 (7560d349-dd49-473e-8210-e4b04b60727f/ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366/938bd264-babd-493f-a52f-84fdceadee27) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:19.953165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ef09b81-498c-42c6-ac71-30156bf7ab95 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506983 Feb 09 22:06:19.958530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38680) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:19.964851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:20.038533 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (cd536542-4a6e-4dc1-889a-8281b79dc7f9), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.073631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] Pushing event deleted for resources: {'Port': ['ID=cd536542-4a6e-4dc1-889a-8281b79dc7f9,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.079689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657d7f7-8e5e-431b-a133-1ad9b55e73c1 None None] No DVR routers for this DVR port cd536542-4a6e-4dc1-889a-8281b79dc7f9 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:20.154877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:20.158570 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.167855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Publish callbacks [] for port (938bd264-babd-493f-a52f-84fdceadee27), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.229662 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (938bd264-babd-493f-a52f-84fdceadee27), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.275292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Network 7560d349-dd49-473e-8210-e4b04b60727f is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:20.278616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:20.284582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:20.319767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.321284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Pushing event updated for resources: {'Port': ['ID=938bd264-babd-493f-a52f-84fdceadee27,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.377334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Attempting to bind port 938bd264-babd-493f-a52f-84fdceadee27 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:20.377810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Attempting to bind port 938bd264-babd-493f-a52f-84fdceadee27 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '41b38269-0875-4afa-851b-4604b4db7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7560d349-dd49-473e-8210-e4b04b60727f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:20.378254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Attempting to bind port 938bd264-babd-493f-a52f-84fdceadee27 on network 7560d349-dd49-473e-8210-e4b04b60727f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:20.383947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:20.384486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Checking segment: {'id': '41b38269-0875-4afa-851b-4604b4db7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7560d349-dd49-473e-8210-e4b04b60727f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:20.384976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.385536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Bound using segment: {'id': '41b38269-0875-4afa-851b-4604b4db7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7560d349-dd49-473e-8210-e4b04b60727f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:20.386025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Bound port: 938bd264-babd-493f-a52f-84fdceadee27, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b38269-0875-4afa-851b-4604b4db7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7560d349-dd49-473e-8210-e4b04b60727f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:20.386417 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (938bd264-babd-493f-a52f-84fdceadee27), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.417567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.486127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] For port 938bd264-babd-493f-a52f-84fdceadee27, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:20.489684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] For port 938bd264-babd-493f-a52f-84fdceadee27, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=938bd264-babd-493f-a52f-84fdceadee27,segment=NetworkSegment(41b38269-0875-4afa-851b-4604b4db7bfa),segment_id=41b38269-0875-4afa-851b-4604b4db7bfa)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:20.499496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7560d349-dd49-473e-8210-e4b04b60727f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.521335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7560d349-dd49-473e-8210-e4b04b60727f']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:20.532375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b38269-0875-4afa-851b-4604b4db7bfa') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:20.532732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b38269-0875-4afa-851b-4604b4db7bfa') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:20.549308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (41b38269-0875-4afa-851b-4604b4db7bfa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.563269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (41b38269-0875-4afa-851b-4604b4db7bfa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.563900 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (938bd264-babd-493f-a52f-84fdceadee27), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.570081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:20.570480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (41b38269-0875-4afa-851b-4604b4db7bfa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:20.574388 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:20.659740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada010-fb04-4256-8bd1-be955ada3d78 None None] Pushing event updated for resources: {'Port': ['ID=938bd264-babd-493f-a52f-84fdceadee27,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.741655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.api [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:06:20.741655 n-d-828599-1 neutron-server[103697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:06:20.741655 n-d-828599-1 neutron-server[103697]: [parameters: {'id': '7560d349-dd49-473e-8210-e4b04b60727f'}] Feb 09 22:06:20.741655 n-d-828599-1 neutron-server[103697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:20.742090 n-d-828599-1 neutron-server[103697]: DEBUG oslo_db.api [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:20.752554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc296858-2e80-4725-a93a-158c8f8690e3 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:20.767128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:06:20.768909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (d3236cf1-91f7-4a8a-80a3-43d50785ff0f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.830273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=d3236cf1-91f7-4a8a-80a3-43d50785ff0f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.837756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:20.839586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:20.844469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:20.845589 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.850251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cf14f6f1-91c7-4131-adb0-2cc83e140f11 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:20.887888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cf14f6f1-91c7-4131-adb0-2cc83e140f11 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:20.888578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cf14f6f1-91c7-4131-adb0-2cc83e140f11 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:20.888690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd536542-4a6e-4dc1-889a-8281b79dc7f9 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:20.914351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cd536542-4a6e-4dc1-889a-8281b79dc7f9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:20.914738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd536542-4a6e-4dc1-889a-8281b79dc7f9 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:20.938726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc296858-2e80-4725-a93a-158c8f8690e3 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:20.968251 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5414841b-bc76-406a-846b-e1397ef890b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0083740 Feb 09 22:06:20.971016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38690) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:20.976935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:21.147490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'd3236cf1-91f7-4a8a-80a3-43d50785ff0f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:21.148412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.192960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:21.197929 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.255695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7560d349-dd49-473e-8210-e4b04b60727f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.298141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Allocated IP 2001:db8::f816:3eff:fe48:a938 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/d3236cf1-91f7-4a8a-80a3-43d50785ff0f/7b3594e2-edfc-4854-9706-a64bac2ddb7d) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:21.393651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Deleting port 938bd264-babd-493f-a52f-84fdceadee27 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:21.394194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (938bd264-babd-493f-a52f-84fdceadee27), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.498515 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Publish callbacks [] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.517633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] For port 938bd264-babd-493f-a52f-84fdceadee27, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=938bd264-babd-493f-a52f-84fdceadee27,segment=NetworkSegment(41b38269-0875-4afa-851b-4604b4db7bfa),segment_id=41b38269-0875-4afa-851b-4604b4db7bfa)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:21.518017 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (938bd264-babd-493f-a52f-84fdceadee27), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.555349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.557392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Calling delete_port for 938bd264-babd-493f-a52f-84fdceadee27 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:21.629347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:21.636668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:21.646699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:21.651033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Pushing event updated for resources: {'Port': ['ID=7b3594e2-edfc-4854-9706-a64bac2ddb7d,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:21.713875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Attempting to bind port 7b3594e2-edfc-4854-9706-a64bac2ddb7d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:21.714253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Attempting to bind port 7b3594e2-edfc-4854-9706-a64bac2ddb7d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:21.714622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Attempting to bind port 7b3594e2-edfc-4854-9706-a64bac2ddb7d on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:21.719508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:21.719924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:21.720330 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.720728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:21.721197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Bound port: 7b3594e2-edfc-4854-9706-a64bac2ddb7d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:21.721579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.731526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (bdb6f062-6410-4a16-aa2f-8ad61156dc4f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.774926 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (938bd264-babd-493f-a52f-84fdceadee27), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.818522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:21.823865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Port': ['ID=938bd264-babd-493f-a52f-84fdceadee27,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:21.828175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No DVR routers for this DVR port 938bd264-babd-493f-a52f-84fdceadee27 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:21.829894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:21.835100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:21.835694 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.838608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=bdb6f062-6410-4a16-aa2f-8ad61156dc4f,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:21.949428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7560d349-dd49-473e-8210-e4b04b60727f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.956206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8e42cee3-baa9-4e5b-a0af-28329e6a3e8d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9841244 Feb 09 22:06:21.959429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38692) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:21.965745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:10:61:ff', 'name': 'tempest-NetworksTestDHCPv6-522742446'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:21.980619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7560d349-dd49-473e-8210-e4b04b60727f']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:21.984773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] For port 7b3594e2-edfc-4854-9706-a64bac2ddb7d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:21.991930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] For port 7b3594e2-edfc-4854-9706-a64bac2ddb7d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7b3594e2-edfc-4854-9706-a64bac2ddb7d,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:22.000940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b38269-0875-4afa-851b-4604b4db7bfa') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:22.001270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b38269-0875-4afa-851b-4604b4db7bfa') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:22.012425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (41b38269-0875-4afa-851b-4604b4db7bfa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.029120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (41b38269-0875-4afa-851b-4604b4db7bfa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.035240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:22.035766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (41b38269-0875-4afa-851b-4604b4db7bfa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:22.039559 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:22.080526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.158764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26300a-a27b-4983-a509-6cf298a6a998 None None] Pushing event updated for resources: {'Port': ['ID=7b3594e2-edfc-4854-9706-a64bac2ddb7d,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:22.194420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:22.229728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (7560d349-dd49-473e-8210-e4b04b60727f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.237653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.247421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/7560d349-dd49-473e-8210-e4b04b60727f HTTP/1.1" status: 204 len: 168 time: 2.8201177 Feb 09 22:06:22.251266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38694) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:22.271987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2089258633'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:22.277066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6d94-3f98-4d0e-9899-d76179d1bd3f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=7560d349-dd49-473e-8210-e4b04b60727f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:22.330385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.356223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 80c2f601-33c4-40ff-8362-d1256bd68df8 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:22.392119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:22.398119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.480629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:22.490968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5f01dc7f-aab1-49b0-b496-ac359b6587e9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.491326 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 5f01dc7f-aab1-49b0-b496-ac359b6587e9 of type vlan for network 0ec1ce1b-c559-4b3d-9cad-571bc8a68dab Feb 09 22:06:22.548842 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0ec1ce1b-c559-4b3d-9cad-571bc8a68dab), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.616744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 172.20.0.12 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/bdb6f062-6410-4a16-aa2f-8ad61156dc4f/80c2f601-33c4-40ff-8362-d1256bd68df8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:22.624532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:fe10:61ff (d3b85f89-362b-44e8-b88a-f1327ef80d2d/d3236cf1-91f7-4a8a-80a3-43d50785ff0f/80c2f601-33c4-40ff-8362-d1256bd68df8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:22.723900 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0ec1ce1b-c559-4b3d-9cad-571bc8a68dab), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.740075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:22.741037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.838704 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (80c2f601-33c4-40ff-8362-d1256bd68df8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.873029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7b3594e2-edfc-4854-9706-a64bac2ddb7d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:22.876529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=0ec1ce1b-c559-4b3d-9cad-571bc8a68dab,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:22.902057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0ec1ce1b-c559-4b3d-9cad-571bc8a68dab details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:22.933204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2a4c47e2-fd99-477a-998d-7f195b6ba761 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6786938 Feb 09 22:06:22.935838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38696) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:22.941135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': '0ec1ce1b-c559-4b3d-9cad-571bc8a68dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:22.965664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (80c2f601-33c4-40ff-8362-d1256bd68df8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.014617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7b3594e2-edfc-4854-9706-a64bac2ddb7d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:23.015202 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.046962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:23.057647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:23.062100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:23.135185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7b3594e2-edfc-4854-9706-a64bac2ddb7d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:23.136597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:23.138111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:23.138762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.139972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.150940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.155064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=80c2f601-33c4-40ff-8362-d1256bd68df8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:23.201728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 7b3594e2-edfc-4854-9706-a64bac2ddb7d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7b3594e2-edfc-4854-9706-a64bac2ddb7d,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:23.236966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-46fa91f9-1909-4fa8-a82e-e9a513405735 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2763824 Feb 09 22:06:23.239303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38698) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:23.263063 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.395578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53238c-ad6e-4883-b91a-8b98198a71ee tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:23.400457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=7b3594e2-edfc-4854-9706-a64bac2ddb7d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:23.421521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53238c-ad6e-4883-b91a-8b98198a71ee tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:23.424284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dd53238c-ad6e-4883-b91a-8b98198a71ee tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1833713 Feb 09 22:06:23.427424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38700) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:23.537648 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (dcdcb7d5-985b-41dc-8c82-3a028938c101), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.547670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 80c2f601-33c4-40ff-8362-d1256bd68df8 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:23.548339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (80c2f601-33c4-40ff-8362-d1256bd68df8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.610308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d356a89-80bc-4c4f-8a6b-b3596e48aa79 None None] Network 7560d349-dd49-473e-8210-e4b04b60727f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:23.612481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65040e64-a086-4921-976e-980ceecea8b0 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:23.633287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '5f01dc7f-aab1-49b0-b496-ac359b6587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0ec1ce1b-c559-4b3d-9cad-571bc8a68dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:23.640154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: 0ec1ce1b-c559-4b3d-9cad-571bc8a68dab, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:23.649647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=dcdcb7d5-985b-41dc-8c82-3a028938c101,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:23.669654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d356a89-80bc-4c4f-8a6b-b3596e48aa79 None None] Network 7560d349-dd49-473e-8210-e4b04b60727f could not be found, it might have been deleted concurrently. {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:23.706437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (80c2f601-33c4-40ff-8362-d1256bd68df8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.721335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 80c2f601-33c4-40ff-8362-d1256bd68df8 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:23.753393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-17d36ac2-8532-49a2-83c6-f80d38882257 None None] Provisioning complete for port 7b3594e2-edfc-4854-9706-a64bac2ddb7d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:23.754170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-17d36ac2-8532-49a2-83c6-f80d38882257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.763380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 0ec1ce1b-c559-4b3d-9cad-571bc8a68dab is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:23.838322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0ec1ce1b-c559-4b3d-9cad-571bc8a68dab) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:23.847840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:23.849948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.862687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d92eb7-18de-4e15-b559-0d6ab23c4f75 None None] Network 0ec1ce1b-c559-4b3d-9cad-571bc8a68dab requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:23.960450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-de426ef0-66c0-4359-ae44-eb0d299128eb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0234790 Feb 09 22:06:23.963659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38702) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:23.990374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-17d36ac2-8532-49a2-83c6-f80d38882257 None None] Current status of the port 7b3594e2-edfc-4854-9706-a64bac2ddb7d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:24.058468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984a2b5-3718-47c6-a664-22858fa52dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0ec1ce1b-c559-4b3d-9cad-571bc8a68dab', 'network_id': '0ec1ce1b-c559-4b3d-9cad-571bc8a68dab', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': 'dcdcb7d5-985b-41dc-8c82-3a028938c101'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:24.060335 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6984a2b5-3718-47c6-a664-22858fa52dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.103171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55255975-2ab4-4410-a97e-0e18ea086642 None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': 'd3236cf1-91f7-4a8a-80a3-43d50785ff0f', 'ip_address': '2001:db8::f816:3eff:fe48:a938'}, {'subnet_id': 'bdb6f062-6410-4a16-aa2f-8ad61156dc4f'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '7b3594e2-edfc-4854-9706-a64bac2ddb7d'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:06:24.127730 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0ec1ce1b-c559-4b3d-9cad-571bc8a68dab), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.139524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55255975-2ab4-4410-a97e-0e18ea086642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.143018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (80c2f601-33c4-40ff-8362-d1256bd68df8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.188128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=80c2f601-33c4-40ff-8362-d1256bd68df8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:24.203216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (dcdcb7d5-985b-41dc-8c82-3a028938c101), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.309086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.314181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1df6a0d4-6745-4f9e-95fd-238f6ca0b65c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/80c2f601-33c4-40ff-8362-d1256bd68df8 HTTP/1.1" status: 204 len: 168 time: 0.8856604 Feb 09 22:06:24.318356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38704) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:24.361740 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (dcdcb7d5-985b-41dc-8c82-3a028938c101), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.402361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdcb7d5-985b-41dc-8c82-3a028938c101,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:24.437679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e005ab4-f4c9-4585-84dd-c07a8b6cf8f7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.439010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e005ab4-f4c9-4585-84dd-c07a8b6cf8f7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.440488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e005ab4-f4c9-4585-84dd-c07a8b6cf8f7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.442890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e005ab4-f4c9-4585-84dd-c07a8b6cf8f7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1233666 Feb 09 22:06:24.446269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38706) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server [None req-6984a2b5-3718-47c6-a664-22858fa52dd2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcdcb7d5-985b-41dc-8c82-3a028938c101: This subnet is being modified by another concurrent operation. Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcdcb7d5-985b-41dc-8c82-3a028938c101: This subnet is being modified by another concurrent operation. Feb 09 22:06:24.451386 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Feb 09 22:06:24.468725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849b9c8-9ac2-4879-a1a8-664a69ecc187 None None] Network 0ec1ce1b-c559-4b3d-9cad-571bc8a68dab requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:24.547346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet bdb6f062-6410-4a16-aa2f-8ad61156dc4f {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:24.561462 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0ec1ce1b-c559-4b3d-9cad-571bc8a68dab), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.571213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-55255975-2ab4-4410-a97e-0e18ea086642 None None] Allocated IP 172.20.0.2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/bdb6f062-6410-4a16-aa2f-8ad61156dc4f/7b3594e2-edfc-4854-9706-a64bac2ddb7d) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:24.590387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec1ce1b-c559-4b3d-9cad-571bc8a68dab']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:24.603000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f01dc7f-aab1-49b0-b496-ac359b6587e9') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:24.603783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f01dc7f-aab1-49b0-b496-ac359b6587e9') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:24.618071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (5f01dc7f-aab1-49b0-b496-ac359b6587e9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.635788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5f01dc7f-aab1-49b0-b496-ac359b6587e9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.643392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:24.644086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (5f01dc7f-aab1-49b0-b496-ac359b6587e9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:24.648352 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:24.736236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-55255975-2ab4-4410-a97e-0e18ea086642 None None] For port 7b3594e2-edfc-4854-9706-a64bac2ddb7d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7b3594e2-edfc-4854-9706-a64bac2ddb7d,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:24.776031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55255975-2ab4-4410-a97e-0e18ea086642 None None] Publish callbacks [] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.790306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7b3594e2-edfc-4854-9706-a64bac2ddb7d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:24.811506 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0ec1ce1b-c559-4b3d-9cad-571bc8a68dab), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.822435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.831594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/0ec1ce1b-c559-4b3d-9cad-571bc8a68dab HTTP/1.1" status: 204 len: 168 time: 0.8618572 Feb 09 22:06:24.832037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38708) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:24.838010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-114534946'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:24.842679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9e70-04ba-4e8e-a86e-653d36f8429d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=0ec1ce1b-c559-4b3d-9cad-571bc8a68dab,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:24.845789 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (bdb6f062-6410-4a16-aa2f-8ad61156dc4f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.856036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55255975-2ab4-4410-a97e-0e18ea086642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.907483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (bdb6f062-6410-4a16-aa2f-8ad61156dc4f), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.973576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55255975-2ab4-4410-a97e-0e18ea086642 None None] Pushing event updated for resources: {'Port': ['ID=7b3594e2-edfc-4854-9706-a64bac2ddb7d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:24.994448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7b3594e2-edfc-4854-9706-a64bac2ddb7d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:24.995203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.016087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (bdb6f062-6410-4a16-aa2f-8ad61156dc4f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.044769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:25.048304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.105208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7b3594e2-edfc-4854-9706-a64bac2ddb7d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:25.127682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:25.227971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e70faa80-31ed-42ff-917a-0530a5d97127), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.228553 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment e70faa80-31ed-42ff-917a-0530a5d97127 of type vlan for network b58843f5-9f69-4f09-8478-d18ee82c4007 Feb 09 22:06:25.230737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (bdb6f062-6410-4a16-aa2f-8ad61156dc4f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.299319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb6f062-6410-4a16-aa2f-8ad61156dc4f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:25.308356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.314672 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b60d8509-4566-41f2-8a45-f5e478e8723d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/bdb6f062-6410-4a16-aa2f-8ad61156dc4f HTTP/1.1" status: 204 len: 168 time: 0.8650708 Feb 09 22:06:25.315100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38710) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:25.332582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b58843f5-9f69-4f09-8478-d18ee82c4007), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.385964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet d3236cf1-91f7-4a8a-80a3-43d50785ff0f {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:25.390354 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (d3236cf1-91f7-4a8a-80a3-43d50785ff0f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.436471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (d3236cf1-91f7-4a8a-80a3-43d50785ff0f), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.439850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b58843f5-9f69-4f09-8478-d18ee82c4007), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.445651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:25.446293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.524404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=b58843f5-9f69-4f09-8478-d18ee82c4007,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:25.535431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b58843f5-9f69-4f09-8478-d18ee82c4007 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:25.667804 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b01bdb26-d6e8-442b-9a2d-156c04bea833 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8330293 Feb 09 22:06:25.668976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38712) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:25.674286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': 'b58843f5-9f69-4f09-8478-d18ee82c4007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:25.769567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb7e875-7941-4f8b-8fad-5521adfa66e3 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:25.846599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3ff483c9-223d-478a-a09f-752f4b758e1b None None] Could not find standard attr ID for object 80c2f601-33c4-40ff-8362-d1256bd68df8. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:06:25.884216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3ff483c9-223d-478a-a09f-752f4b758e1b None None] Provisioning complete for port 7b3594e2-edfc-4854-9706-a64bac2ddb7d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:25.884695 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3ff483c9-223d-478a-a09f-752f4b758e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.914330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb7e875-7941-4f8b-8fad-5521adfa66e3 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:25.941656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:25.944742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d3236cf1-91f7-4a8a-80a3-43d50785ff0f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:25.948625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.030097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Performing IP validity checks on allocation pools {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:06:26.030914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:06:26.106242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3ff483c9-223d-478a-a09f-752f4b758e1b None None] Current status of the port 7b3594e2-edfc-4854-9706-a64bac2ddb7d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:26.114207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (d3236cf1-91f7-4a8a-80a3-43d50785ff0f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.145373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=d3236cf1-91f7-4a8a-80a3-43d50785ff0f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:26.149595 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.152720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a2a6593a-70c4-458c-bd64-a8aee1ecad0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/d3236cf1-91f7-4a8a-80a3-43d50785ff0f HTTP/1.1" status: 204 len: 168 time: 0.8366270 Feb 09 22:06:26.155076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38714) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:26.168514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2e90d-217f-4fef-afd0-ea036947e355 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:26.207680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5d1124da-3fbc-494d-90ae-e8f0f3006634 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489354 Feb 09 22:06:26.207970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38716) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:26.214973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:26.352926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (29ab6291-6acd-42c2-a8c7-e834d34ad99c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.370713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:26.419394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=29ab6291-6acd-42c2-a8c7-e834d34ad99c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:26.424721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': 'e70faa80-31ed-42ff-917a-0530a5d97127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'b58843f5-9f69-4f09-8478-d18ee82c4007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:26.424911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] Deleting port 7b3594e2-edfc-4854-9706-a64bac2ddb7d {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:26.425099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: b58843f5-9f69-4f09-8478-d18ee82c4007, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:26.426275 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.426625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:26.431947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.502746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] For port 7b3594e2-edfc-4854-9706-a64bac2ddb7d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7b3594e2-edfc-4854-9706-a64bac2ddb7d,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:26.503170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.517212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] Calling delete_port for 7b3594e2-edfc-4854-9706-a64bac2ddb7d owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:26.542732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network b58843f5-9f69-4f09-8478-d18ee82c4007 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:26.622649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b58843f5-9f69-4f09-8478-d18ee82c4007) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:26.634417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:26.635026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.725747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429bb7c-a0f2-4ab4-965f-b2286cf9f2db None None] Network b58843f5-9f69-4f09-8478-d18ee82c4007 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:26.763770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d4d39bab-7f8f-4966-adba-636bd5dcf9aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0929277 Feb 09 22:06:26.765879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38718) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:26.781063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7b3594e2-edfc-4854-9706-a64bac2ddb7d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:26.907775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60f231-1822-4860-adf4-0866d15e3638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-b58843f5-9f69-4f09-8478-d18ee82c4007', 'network_id': 'b58843f5-9f69-4f09-8478-d18ee82c4007', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': '29ab6291-6acd-42c2-a8c7-e834d34ad99c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:26.908695 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7c60f231-1822-4860-adf4-0866d15e3638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.914242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-9e656d14-4488-41fe-aa09-10b10966c8e0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074193 Feb 09 22:06:26.950943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b58843f5-9f69-4f09-8478-d18ee82c4007), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.958739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7b3594e2-edfc-4854-9706-a64bac2ddb7d is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:26.959137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.993663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:06:27.020760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (7b3594e2-edfc-4854-9706-a64bac2ddb7d), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.025226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (29ab6291-6acd-42c2-a8c7-e834d34ad99c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.131077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] No DVR routers for this DVR port 7b3594e2-edfc-4854-9706-a64bac2ddb7d on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:27.143347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92a868-bc67-4e4c-8a01-515ba26dc09d None None] Pushing event deleted for resources: {'Port': ['ID=7b3594e2-edfc-4854-9706-a64bac2ddb7d,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.169025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-9f71f1d0-ea8e-49cb-9ef2-eebd6e01c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.171305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-9f71f1d0-ea8e-49cb-9ef2-eebd6e01c883 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 1128 time: 0.2088611 Feb 09 22:06:27.183631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (29ab6291-6acd-42c2-a8c7-e834d34ad99c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.195033 n-d-828599-1 neutron-server[103697]: WARNING neutron.services.revisions.revision_plugin [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Could not find related port for resource to bump revision. Feb 09 22:06:27.219640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=29ab6291-6acd-42c2-a8c7-e834d34ad99c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.267995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_pluggable_backend [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Port 7b3594e2-edfc-4854-9706-a64bac2ddb7d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 22:06:27.268316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_pluggable_backend [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:a938 {{(pid=103697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server [None req-7c60f231-1822-4860-adf4-0866d15e3638 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29ab6291-6acd-42c2-a8c7-e834d34ad99c: This subnet is being modified by another concurrent operation. Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29ab6291-6acd-42c2-a8c7-e834d34ad99c: This subnet is being modified by another concurrent operation. Feb 09 22:06:27.269495 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Feb 09 22:06:27.276686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_pluggable_backend [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe48:a938 {{(pid=103697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 22:06:27.287289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (0b372dfc-6afe-466e-97ce-a300716154de), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.302689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc7e2ea-308b-4ece-98e8-a57be6d64230 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:27.327592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b58843f5-9f69-4f09-8478-d18ee82c4007), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.361428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58843f5-9f69-4f09-8478-d18ee82c4007']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:27.365931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:27.367282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=0b372dfc-6afe-466e-97ce-a300716154de,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.373913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70faa80-31ed-42ff-917a-0530a5d97127') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:27.374230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70faa80-31ed-42ff-917a-0530a5d97127') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:27.379421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:27.383497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.384415 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.386405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (e70faa80-31ed-42ff-917a-0530a5d97127), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.388856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-da2fbbd6-fd31-4e82-9dde-091981743c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.390482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-da2fbbd6-fd31-4e82-9dde-091981743c57 service neutron] 10.222.0.110 "GET /v2.0/networks?id=4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 200 len: 915 time: 0.1923614 Feb 09 22:06:27.407147 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e70faa80-31ed-42ff-917a-0530a5d97127), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.414118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:27.419850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (e70faa80-31ed-42ff-917a-0530a5d97127), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:27.422580 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:27.450630 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-fea22256-5cdd-4aaa-80e9-262ae93008b9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1616338-b73a-48e7-8697-a5d3c24410c8 HTTP/1.1" status: 200 len: 217 time: 0.0517528 Feb 09 22:06:27.458428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7e2ea-308b-4ece-98e8-a57be6d64230 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:27.515723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-e53b83b5-5cd5-465b-a352-73ff9a775b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.517903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-e53b83b5-5cd5-465b-a352-73ff9a775b27 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f8ab727-9d53-4db0-a9e4-e3fc76c25d31 HTTP/1.1" status: 200 len: 854 time: 0.0623405 Feb 09 22:06:27.558872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-4a56940b-98c8-4fff-9b4e-4f590a69d25c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4bf69638-d994-405d-a815-c434940f6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313971 Feb 09 22:06:27.559741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a8bfb1de-4e37-412a-bcde-6219f5a7576a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3506560 Feb 09 22:06:27.566519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38720) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:27.572927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:27.577003 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b58843f5-9f69-4f09-8478-d18ee82c4007), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.603441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.610566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/b58843f5-9f69-4f09-8478-d18ee82c4007 HTTP/1.1" status: 204 len: 168 time: 0.8377378 Feb 09 22:06:27.643771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:27.650406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874472422'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:27.655526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5189b-2748-4948-803e-76bd1d9be700 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=b58843f5-9f69-4f09-8478-d18ee82c4007,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.691975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '0b372dfc-6afe-466e-97ce-a300716154de'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:27.693030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.730150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-36c8499b-f471-44da-94c2-645c81650005 service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670711 Feb 09 22:06:27.791751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:27.795367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.827940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:27.831407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.838619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:27.860702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (99969a6a-5496-4ed3-bd91-ff2786a0c379), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.861316 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 99969a6a-5496-4ed3-bd91-ff2786a0c379 of type vlan for network 96c75fcd-6070-4bc0-b0aa-2475ab0da9bf Feb 09 22:06:27.861670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Allocated IP 2001:db8::f816:3eff:fe1d:eca5 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/0b372dfc-6afe-466e-97ce-a300716154de/5e2bb6dc-38db-4187-8d33-5cd419ef42f6) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:27.873824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ca67bc-8ed1-4a87-bd29-cff4eb9dea10 req-b2e646c4-23ef-4cd6-86bd-53e407eeb34c service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382732 Feb 09 22:06:27.917421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (96c75fcd-6070-4bc0-b0aa-2475ab0da9bf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.023264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (96c75fcd-6070-4bc0-b0aa-2475ab0da9bf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.030372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.031197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.067388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Publish callbacks [] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.108887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=96c75fcd-6070-4bc0-b0aa-2475ab0da9bf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:28.119211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 96c75fcd-6070-4bc0-b0aa-2475ab0da9bf details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:28.164236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.186665 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (88ae7708-5721-4184-b7b0-3e4f08baf06a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.209697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-13bc68eb-5caf-4546-bb6b-6997628c2c1f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5643537 Feb 09 22:06:28.211732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38724) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:28.221342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': '96c75fcd-6070-4bc0-b0aa-2475ab0da9bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:28.224493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:28.228942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:28.233379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.233983 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.259854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=88ae7708-5721-4184-b7b0-3e4f08baf06a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:28.302088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:28.312381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:28.312381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:28.313558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Pushing event updated for resources: {'Port': ['ID=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:28.338357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bafb0fa0-87a8-4e8a-8f81-3cf37f173622 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7700555 Feb 09 22:06:28.339124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38728) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:28.344446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:aa:51:aa', 'name': 'tempest-NetworksTestDHCPv6-610279356'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:28.385981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Attempting to bind port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:28.386373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Attempting to bind port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:28.386823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Attempting to bind port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:28.392704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:28.393087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:28.393495 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.394012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:28.394493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Bound port: 5e2bb6dc-38db-4187-8d33-5cd419ef42f6, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:28.394877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.471303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] For port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:28.475017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] For port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:28.504237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:28.508705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.569558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.676271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:28.682616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c87713-8a68-4214-b558-a787944e8f21 None None] Pushing event updated for resources: {'Port': ['ID=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:28.792144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.849190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 91db0e9b-be9b-406b-9666-495255c73299 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:29.083113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (b35cb3b3-4357-400a-8b19-4bf5bf05b022), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.175484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=b35cb3b3-4357-400a-8b19-4bf5bf05b022,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:29.180428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 172.20.0.6 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/88ae7708-5721-4184-b7b0-3e4f08baf06a/91db0e9b-be9b-406b-9666-495255c73299) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:29.190822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:feaa:51aa (d3b85f89-362b-44e8-b88a-f1327ef80d2d/0b372dfc-6afe-466e-97ce-a300716154de/91db0e9b-be9b-406b-9666-495255c73299) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:29.193507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '99969a6a-5496-4ed3-bd91-ff2786a0c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '96c75fcd-6070-4bc0-b0aa-2475ab0da9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:29.193749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: 96c75fcd-6070-4bc0-b0aa-2475ab0da9bf, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:29.327441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 96c75fcd-6070-4bc0-b0aa-2475ab0da9bf is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:29.387404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (91db0e9b-be9b-406b-9666-495255c73299), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.451123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.514321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 96c75fcd-6070-4bc0-b0aa-2475ab0da9bf) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:29.519333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:29.520213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.563901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (91db0e9b-be9b-406b-9666-495255c73299), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.630337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:29.634377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c9ca04d8-fa38-4b3a-9f15-dc0263cd9335 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4196322 Feb 09 22:06:29.641090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:29.643515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38754) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:29.653954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=91db0e9b-be9b-406b-9666-495255c73299,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:29.665506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:29.729786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:29.730481 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.862041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d31b1fa4-41b7-4f8b-b4bb-483b25bba519 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5216546 Feb 09 22:06:29.862685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:29.949782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814d8e-bf0e-47fd-b72b-af9adf9b9c31 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:29.956381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53814d8e-bf0e-47fd-b72b-af9adf9b9c31 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:29.958869 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-53814d8e-bf0e-47fd-b72b-af9adf9b9c31 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0952036 Feb 09 22:06:29.965366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38766) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:30.115584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 91db0e9b-be9b-406b-9666-495255c73299 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:30.116214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (91db0e9b-be9b-406b-9666-495255c73299), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.193419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a461ab-e5a3-40fe-9ca0-8ce79ff8b713 None None] Network b58843f5-9f69-4f09-8478-d18ee82c4007 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:30.193901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (96c75fcd-6070-4bc0-b0aa-2475ab0da9bf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.225867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc0faa-520e-4546-a8f8-89cf0c3dee50 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:30.228853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a461ab-e5a3-40fe-9ca0-8ce79ff8b713 None None] Network b58843f5-9f69-4f09-8478-d18ee82c4007 could not be found, it might have been deleted concurrently. {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:30.284995 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b35cb3b3-4357-400a-8b19-4bf5bf05b022), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.287161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (91db0e9b-be9b-406b-9666-495255c73299), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.291901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55beb8e1-0d65-4369-b015-dd5ab2f6763e None None] Network 96c75fcd-6070-4bc0-b0aa-2475ab0da9bf requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:30.306444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 91db0e9b-be9b-406b-9666-495255c73299 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:30.368474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f22ba1a4-29f5-4d62-8d0d-02cf81e7c4dc None None] Provisioning complete for port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:30.369278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f22ba1a4-29f5-4d62-8d0d-02cf81e7c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.504209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a48fb-5c6c-4608-8248-92c3aa215c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-96c75fcd-6070-4bc0-b0aa-2475ab0da9bf', 'network_id': '96c75fcd-6070-4bc0-b0aa-2475ab0da9bf', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': 'b35cb3b3-4357-400a-8b19-4bf5bf05b022'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:30.505129 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-762a48fb-5c6c-4608-8248-92c3aa215c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.514476 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (b35cb3b3-4357-400a-8b19-4bf5bf05b022), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.570477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f22ba1a4-29f5-4d62-8d0d-02cf81e7c4dc None None] Current status of the port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:30.572107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=b35cb3b3-4357-400a-8b19-4bf5bf05b022,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:30.588650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f22ba1a4-29f5-4d62-8d0d-02cf81e7c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.648384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (96c75fcd-6070-4bc0-b0aa-2475ab0da9bf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.669253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (91db0e9b-be9b-406b-9666-495255c73299), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.716865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c75fcd-6070-4bc0-b0aa-2475ab0da9bf']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:30.734401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=91db0e9b-be9b-406b-9666-495255c73299,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:30.743412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99969a6a-5496-4ed3-bd91-ff2786a0c379') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:30.745823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99969a6a-5496-4ed3-bd91-ff2786a0c379') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:30.778437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (99969a6a-5496-4ed3-bd91-ff2786a0c379), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.815444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (99969a6a-5496-4ed3-bd91-ff2786a0c379), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.821975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:30.822512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (99969a6a-5496-4ed3-bd91-ff2786a0c379), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:30.825652 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:30.828912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f22ba1a4-29f5-4d62-8d0d-02cf81e7c4dc None None] For port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:30.859451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f68fdf-0ccd-49be-b65a-1b4544ec43d2 None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': '0b372dfc-6afe-466e-97ce-a300716154de', 'ip_address': '2001:db8::f816:3eff:fe1d:eca5'}, {'subnet_id': '88ae7708-5721-4184-b7b0-3e4f08baf06a'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '5e2bb6dc-38db-4187-8d33-5cd419ef42f6'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:06:30.874954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2afb47-9214-48b3-b674-4c6c9db8525f None None] Network 96c75fcd-6070-4bc0-b0aa-2475ab0da9bf requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:30.941096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:30.948587 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-92392af3-35e5-413a-9b1b-6a1158186944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/91db0e9b-be9b-406b-9666-495255c73299 HTTP/1.1" status: 204 len: 168 time: 0.9798105 Feb 09 22:06:30.951128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38790) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:30.998370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:31.009358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60e736-21bb-485e-9288-ebcd90ca75b9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.010880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60e736-21bb-485e-9288-ebcd90ca75b9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.012205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60e736-21bb-485e-9288-ebcd90ca75b9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.016671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38792) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:31.024840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2a60e736-21bb-485e-9288-ebcd90ca75b9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0725636 Feb 09 22:06:31.042430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87f68fdf-0ccd-49be-b65a-1b4544ec43d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.064022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f22ba1a4-29f5-4d62-8d0d-02cf81e7c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.069331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 0b372dfc-6afe-466e-97ce-a300716154de {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:31.076592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (0b372dfc-6afe-466e-97ce-a300716154de), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.088158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.130096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (0b372dfc-6afe-466e-97ce-a300716154de), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.164102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:31.165104 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.238683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (0b372dfc-6afe-466e-97ce-a300716154de), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.307087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (96c75fcd-6070-4bc0-b0aa-2475ab0da9bf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.313857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.323682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38796) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:31.324841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/96c75fcd-6070-4bc0-b0aa-2475ab0da9bf HTTP/1.1" status: 204 len: 168 time: 1.6801217 Feb 09 22:06:31.329393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-222062107'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:31.343256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c38216-18f6-43e7-bc00-eb5f6189283b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=96c75fcd-6070-4bc0-b0aa-2475ab0da9bf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:31.417139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ba1a4-29f5-4d62-8d0d-02cf81e7c4dc None None] Pushing event updated for resources: {'Port': ['ID=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:31.432293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (0b372dfc-6afe-466e-97ce-a300716154de), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server [None req-87f68fdf-0ccd-49be-b65a-1b4544ec43d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b372dfc-6afe-466e-97ce-a300716154de: This subnet is being modified by another concurrent operation. Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b372dfc-6afe-466e-97ce-a300716154de: This subnet is being modified by another concurrent operation. Feb 09 22:06:31.451470 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Feb 09 22:06:31.471203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.475577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/0b372dfc-6afe-466e-97ce-a300716154de HTTP/1.1" status: 204 len: 168 time: 0.4577925 Feb 09 22:06:31.478200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38798) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:31.537523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942deb61-2a8f-47fb-a729-94269527dc7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=0b372dfc-6afe-466e-97ce-a300716154de,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:31.541808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:31.545993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084724d-fb11-4da1-a288-92c2e12d6337 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:31.562452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:31.563628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.590206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-36da2cac-0c0d-4cf3-a074-6e2ea19506c7 None None] Could not find standard attr ID for object 91db0e9b-be9b-406b-9666-495255c73299. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:06:31.616159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 88ae7708-5721-4184-b7b0-3e4f08baf06a {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:31.622043 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (88ae7708-5721-4184-b7b0-3e4f08baf06a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.636529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-36da2cac-0c0d-4cf3-a074-6e2ea19506c7 None None] Provisioning complete for port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:31.636913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36da2cac-0c0d-4cf3-a074-6e2ea19506c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.651930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:31.676809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4d31f7df-d100-4328-9352-68c2e0ae829b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.677096 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 4d31f7df-d100-4328-9352-68c2e0ae829b of type vlan for network c9b7e79d-aa75-4322-b5b2-0043c2ddc42d Feb 09 22:06:31.694596 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (88ae7708-5721-4184-b7b0-3e4f08baf06a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.721450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084724d-fb11-4da1-a288-92c2e12d6337 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:31.787216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.806848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (88ae7708-5721-4184-b7b0-3e4f08baf06a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.817930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-36da2cac-0c0d-4cf3-a074-6e2ea19506c7 None None] Current status of the port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:31.931800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.941219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.941911 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.015775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (88ae7708-5721-4184-b7b0-3e4f08baf06a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.051491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d43be-65b3-4d8e-9beb-acd9f2ec4dc6 None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': '88ae7708-5721-4184-b7b0-3e4f08baf06a'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '5e2bb6dc-38db-4187-8d33-5cd419ef42f6'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:06:32.064443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=88ae7708-5721-4184-b7b0-3e4f08baf06a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:32.070775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.073520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-445f64bc-ebe8-49af-8849-c659138da03e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/88ae7708-5721-4184-b7b0-3e4f08baf06a HTTP/1.1" status: 204 len: 168 time: 0.5937474 Feb 09 22:06:32.076228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:32.077908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=c9b7e79d-aa75-4322-b5b2-0043c2ddc42d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:32.092744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dc31dec7-70d1-4dc6-9507-52b44429d578 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7651734 Feb 09 22:06:32.093721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38802) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:32.098117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:32.126845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c9b7e79d-aa75-4322-b5b2-0043c2ddc42d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:32.173459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f96ced80-254f-4191-9a77-2f0a4054e055 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961204 Feb 09 22:06:32.176001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38804) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:32.181881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:32.250312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-fbf84111-d74f-4186-9e5a-9c1101362fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189044 Feb 09 22:06:32.279566 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-464d43be-65b3-4d8e-9beb-acd9f2ec4dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.392448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-21f09add-0d79-49c0-a17a-f6e963fe2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:32.396019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-21f09add-0d79-49c0-a17a-f6e963fe2cfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 1128 time: 0.0772924 Feb 09 22:06:32.448927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:32.456973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.532453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:32.541231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.570800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4016d6-8e3a-4de9-b8e6-b003f194570a None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:32.722366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-808a5e75-209f-4181-9c7b-824d137ab55b None None] Provisioning complete for port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:32.722752 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-808a5e75-209f-4181-9c7b-824d137ab55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:32.848023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:32.850837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:32.936485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-808a5e75-209f-4181-9c7b-824d137ab55b None None] Current status of the port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:32.945744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-4afa5fdf-db64-483c-b88f-2219d99a405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:32.947324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-4afa5fdf-db64-483c-b88f-2219d99a405f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 200 len: 912 time: 0.5222087 Feb 09 22:06:32.959843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (8b74d735-ed48-42d1-9239-192ac18f5876), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.012168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:33.012848 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.037508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] Deleting port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:33.038147 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.051380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:33.065927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:33.078828 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.079465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.097888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-cf98b924-f058-4c47-b076-5bfa90b3dba4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=591c50a1-aea2-4235-b60d-256ebf377c5c HTTP/1.1" status: 200 len: 1002 time: 0.1331458 Feb 09 22:06:33.105321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=8b74d735-ed48-42d1-9239-192ac18f5876,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:33.128426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:33.174968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (f227e9da-de37-4673-8035-c74671986dc9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.197665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] For port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:33.199425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.229678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] Calling delete_port for 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:33.241961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.243885 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f2564da2-2d45-435b-95b4-525ea1dccc16 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0666676 Feb 09 22:06:33.244693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38808) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:33.253378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:33.374784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-7a0f54d7-adb9-4acb-9225-386779f0f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.377623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-7a0f54d7-adb9-4acb-9225-386779f0f56f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 200 len: 850 time: 0.2690523 Feb 09 22:06:33.393078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '4d31f7df-d100-4328-9352-68c2e0ae829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:33.394325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: c9b7e79d-aa75-4322-b5b2-0043c2ddc42d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:33.448575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=f227e9da-de37-4673-8035-c74671986dc9,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:33.481002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:33.518292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-7bf76e3c-6918-4005-a53e-815121584522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.520227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-7bf76e3c-6918-4005-a53e-815121584522 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea206087-2070-4908-8aac-a5bac70cc04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1182055 Feb 09 22:06:33.565376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:33.569238 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.614389 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (5e2bb6dc-38db-4187-8d33-5cd419ef42f6), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.623965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network c9b7e79d-aa75-4322-b5b2-0043c2ddc42d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:33.661768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] Pushing event deleted for resources: {'Port': ['ID=5e2bb6dc-38db-4187-8d33-5cd419ef42f6,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:33.679761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c40b15-4a03-43c2-bfb8-03afbf7a61e6 None None] No DVR routers for this DVR port 5e2bb6dc-38db-4187-8d33-5cd419ef42f6 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:33.700427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b0582-9d5f-4b6d-ada5-fca1cc98f750 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:33.730203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c9b7e79d-aa75-4322-b5b2-0043c2ddc42d) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:33.746970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.747749 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:33.752989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-511f8d0d-584d-40fe-80a9-a864bab77108 service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225275 Feb 09 22:06:33.807653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d925639-4d5f-4348-a5bb-a1e4fa6f5517 None None] Network c9b7e79d-aa75-4322-b5b2-0043c2ddc42d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:33.875968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e30026e9-fcf1-4b36-90f0-7ef36cd6d537 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7793622 Feb 09 22:06:33.876288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38810) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:33.952657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-729a3274-a5d9-4534-acf4-0e003c8d29cf req-fedb94b2-b84e-4605-acd9-1a9f3d80cb15 service neutron] 10.222.0.30 "GET /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901102 Feb 09 22:06:34.044070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c9b7e79d-aa75-4322-b5b2-0043c2ddc42d', 'network_id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': 'f227e9da-de37-4673-8035-c74671986dc9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:34.045677 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.060224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.219648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Allocated IP 172.20.0.1 (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d/f227e9da-de37-4673-8035-c74671986dc9/2b515fe6-23a8-4c83-b2b1-68698acd75b8) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:34.280377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:06:34.281968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (a94119db-3cb4-4444-828e-9c3f6be9a6a7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.325505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:34.329219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:34.333658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:34.334257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.349673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=a94119db-3cb4-4444-828e-9c3f6be9a6a7,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:34.416917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '8b74d735-ed48-42d1-9239-192ac18f5876'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:34.418049 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.439653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f227e9da-de37-4673-8035-c74671986dc9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.446463 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Publish callbacks [] for port (2b515fe6-23a8-4c83-b2b1-68698acd75b8), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.457384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cdedad36-2433-46da-be91-891eb0e7e79b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2115018 Feb 09 22:06:34.460050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38814) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:34.465263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:a6:e2:dc', 'name': 'tempest-NetworksTestDHCPv6-1005363732'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:34.574793 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (2b515fe6-23a8-4c83-b2b1-68698acd75b8), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.636040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (f227e9da-de37-4673-8035-c74671986dc9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.644174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Network c9b7e79d-aa75-4322-b5b2-0043c2ddc42d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:34.654383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:34.659455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:34.662055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Pushing event updated for resources: {'Port': ['ID=2b515fe6-23a8-4c83-b2b1-68698acd75b8,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:34.668750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=f227e9da-de37-4673-8035-c74671986dc9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:34.708106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:34.731082 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.752369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b7e79d-aa75-4322-b5b2-0043c2ddc42d']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:34.765214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d31f7df-d100-4328-9352-68c2e0ae829b') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:34.765459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d31f7df-d100-4328-9352-68c2e0ae829b') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:34.775764 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (4d31f7df-d100-4328-9352-68c2e0ae829b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.789680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Attempting to bind port 2b515fe6-23a8-4c83-b2b1-68698acd75b8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:34.789847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4d31f7df-d100-4328-9352-68c2e0ae829b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.790458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Attempting to bind port 2b515fe6-23a8-4c83-b2b1-68698acd75b8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '4d31f7df-d100-4328-9352-68c2e0ae829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:34.791095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Attempting to bind port 2b515fe6-23a8-4c83-b2b1-68698acd75b8 on network c9b7e79d-aa75-4322-b5b2-0043c2ddc42d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:34.805041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:34.805434 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (4d31f7df-d100-4328-9352-68c2e0ae829b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.810273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:34.810985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Checking segment: {'id': '4d31f7df-d100-4328-9352-68c2e0ae829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:34.811804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.812376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Bound using segment: {'id': '4d31f7df-d100-4328-9352-68c2e0ae829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:34.813858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Bound port: 2b515fe6-23a8-4c83-b2b1-68698acd75b8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d31f7df-d100-4328-9352-68c2e0ae829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:34.814484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2b515fe6-23a8-4c83-b2b1-68698acd75b8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.860290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Allocated IP 172.20.0.2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/8b74d735-ed48-42d1-9239-192ac18f5876/1ded19cc-0b38-4981-9782-41e47e21eaae) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:34.878565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Allocated IP 2001:db8::f816:3eff:fe32:d8a2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/a94119db-3cb4-4444-828e-9c3f6be9a6a7/1ded19cc-0b38-4981-9782-41e47e21eaae) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:34.905713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:34.906173 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:34.951100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 5c958b01-0eb2-4309-ba7b-62b4bae33183 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:34.959997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.api [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:06:34.959997 n-d-828599-1 neutron-server[103697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:06:34.959997 n-d-828599-1 neutron-server[103697]: [parameters: {'id': 'c9b7e79d-aa75-4322-b5b2-0043c2ddc42d'}] Feb 09 22:06:34.959997 n-d-828599-1 neutron-server[103697]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:34.960421 n-d-828599-1 neutron-server[103697]: DEBUG oslo_db.api [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:34.978635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] For port 2b515fe6-23a8-4c83-b2b1-68698acd75b8, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:34.996244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] For port 2b515fe6-23a8-4c83-b2b1-68698acd75b8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2b515fe6-23a8-4c83-b2b1-68698acd75b8,segment=NetworkSegment(4d31f7df-d100-4328-9352-68c2e0ae829b),segment_id=4d31f7df-d100-4328-9352-68c2e0ae829b)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:35.089987 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2b515fe6-23a8-4c83-b2b1-68698acd75b8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.138352 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Publish callbacks [] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.202320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae59da6-a551-41b6-862b-c8c7fd98c684 None None] Pushing event updated for resources: {'Port': ['ID=2b515fe6-23a8-4c83-b2b1-68698acd75b8,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:35.217404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26377e-d31d-4f19-ac5e-beab632ecaab None None] Network c9b7e79d-aa75-4322-b5b2-0043c2ddc42d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:35.249778 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.342842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Pushing event updated for resources: {'Port': ['ID=1ded19cc-0b38-4981-9782-41e47e21eaae,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:35.354240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:35.364739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:35.374710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:35.406926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 172.20.0.10 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/8b74d735-ed48-42d1-9239-192ac18f5876/5c958b01-0eb2-4309-ba7b-62b4bae33183) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:35.415969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:fea6:e2dc (d3b85f89-362b-44e8-b88a-f1327ef80d2d/a94119db-3cb4-4444-828e-9c3f6be9a6a7/5c958b01-0eb2-4309-ba7b-62b4bae33183) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:35.461564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.581743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Deleting port 2b515fe6-23a8-4c83-b2b1-68698acd75b8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:35.582329 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2b515fe6-23a8-4c83-b2b1-68698acd75b8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.619617 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (5c958b01-0eb2-4309-ba7b-62b4bae33183), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.694783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb733d0f-7093-4a11-9caf-07f702d93431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.706904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] For port 2b515fe6-23a8-4c83-b2b1-68698acd75b8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2b515fe6-23a8-4c83-b2b1-68698acd75b8,segment=NetworkSegment(4d31f7df-d100-4328-9352-68c2e0ae829b),segment_id=4d31f7df-d100-4328-9352-68c2e0ae829b)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:35.707278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2b515fe6-23a8-4c83-b2b1-68698acd75b8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.717795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Attempting to bind port 1ded19cc-0b38-4981-9782-41e47e21eaae on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:35.718515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Attempting to bind port 1ded19cc-0b38-4981-9782-41e47e21eaae by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:35.718964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Attempting to bind port 1ded19cc-0b38-4981-9782-41e47e21eaae on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:35.722853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Calling delete_port for 2b515fe6-23a8-4c83-b2b1-68698acd75b8 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:35.734806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:35.735334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:35.736270 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.736781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:35.737374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Bound port: 1ded19cc-0b38-4981-9782-41e47e21eaae, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:35.737858 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.775791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5c958b01-0eb2-4309-ba7b-62b4bae33183), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.872304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:35.876347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:35.900018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:35.912222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] For port 1ded19cc-0b38-4981-9782-41e47e21eaae, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:35.957488 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2b515fe6-23a8-4c83-b2b1-68698acd75b8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.959513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] For port 1ded19cc-0b38-4981-9782-41e47e21eaae, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1ded19cc-0b38-4981-9782-41e47e21eaae,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:35.964340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:35.965203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.987918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=5c958b01-0eb2-4309-ba7b-62b4bae33183,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:36.004362 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Port': ['ID=2b515fe6-23a8-4c83-b2b1-68698acd75b8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:36.019947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No DVR routers for this DVR port 2b515fe6-23a8-4c83-b2b1-68698acd75b8 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:36.051117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.056961 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e682caa9-d37e-405c-a69f-8b54068e835f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5956044 Feb 09 22:06:36.057597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:36.157134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c4bca-d68d-471b-a160-3d3182521cbb None None] Pushing event updated for resources: {'Port': ['ID=1ded19cc-0b38-4981-9782-41e47e21eaae,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:36.162910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579e3fb-0666-4dd5-9752-4aa9b671b1d3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.172035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579e3fb-0666-4dd5-9752-4aa9b671b1d3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.181782 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e579e3fb-0666-4dd5-9752-4aa9b671b1d3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1229007 Feb 09 22:06:36.184724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38846) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:36.221544 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.267734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b7e79d-aa75-4322-b5b2-0043c2ddc42d']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:36.293879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d31f7df-d100-4328-9352-68c2e0ae829b') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:36.294282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d31f7df-d100-4328-9352-68c2e0ae829b') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:36.314395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (4d31f7df-d100-4328-9352-68c2e0ae829b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.330615 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4d31f7df-d100-4328-9352-68c2e0ae829b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.344114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:36.344807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (4d31f7df-d100-4328-9352-68c2e0ae829b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:36.351461 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:36.376865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 5c958b01-0eb2-4309-ba7b-62b4bae33183 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:36.380234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5c958b01-0eb2-4309-ba7b-62b4bae33183), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.519613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c9b7e79d-aa75-4322-b5b2-0043c2ddc42d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.527495 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.534248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/c9b7e79d-aa75-4322-b5b2-0043c2ddc42d HTTP/1.1" status: 204 len: 168 time: 2.6535146 Feb 09 22:06:36.535845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38850) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:36.548661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-515888036'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:36.569184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa8e3c-5ed2-4511-b664-09b2aea04cf4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=c9b7e79d-aa75-4322-b5b2-0043c2ddc42d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:36.590347 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5c958b01-0eb2-4309-ba7b-62b4bae33183), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.608382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 5c958b01-0eb2-4309-ba7b-62b4bae33183 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:36.645356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:36.649939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.718911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:36.739021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d062e754-42cf-47c0-96b7-1bedd46f13f9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.755398 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment d062e754-42cf-47c0-96b7-1bedd46f13f9 of type vlan for network 6060b55d-8478-4fb7-9ab4-526c47864338 Feb 09 22:06:36.844563 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6060b55d-8478-4fb7-9ab4-526c47864338), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.923180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1ded19cc-0b38-4981-9782-41e47e21eaae up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:36.962245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5c958b01-0eb2-4309-ba7b-62b4bae33183), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.987510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6060b55d-8478-4fb7-9ab4-526c47864338), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.993117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.994160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.022117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=5c958b01-0eb2-4309-ba7b-62b4bae33183,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:37.023054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 1ded19cc-0b38-4981-9782-41e47e21eaae triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:37.024187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.179490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=6060b55d-8478-4fb7-9ab4-526c47864338,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:37.224471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7a609d16-9ce7-4d6d-b75a-ee33ece9190b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6800258 Feb 09 22:06:37.227557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38862) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:37.233201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:37.247990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1ded19cc-0b38-4981-9782-41e47e21eaae is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:37.248398 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.250495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:37.284505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.303090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-955951c9-0ee0-4a10-8642-b15a24c854dc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/5c958b01-0eb2-4309-ba7b-62b4bae33183 HTTP/1.1" status: 204 len: 168 time: 1.1197817 Feb 09 22:06:37.303766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38864) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:37.430115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e085e-cffc-4979-bee0-7210a3aadcb4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:37.431627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e085e-cffc-4979-bee0-7210a3aadcb4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:37.432972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e085e-cffc-4979-bee0-7210a3aadcb4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:37.437372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38866) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:37.440712 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-311e085e-cffc-4979-bee0-7210a3aadcb4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1359005 Feb 09 22:06:37.493167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 1ded19cc-0b38-4981-9782-41e47e21eaae, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1ded19cc-0b38-4981-9782-41e47e21eaae,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:37.565025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40268637-693e-4ca2-a280-0aab40f4765c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.588077 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.607417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 8b74d735-ed48-42d1-9239-192ac18f5876 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:37.635291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (8b74d735-ed48-42d1-9239-192ac18f5876), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.656531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=1ded19cc-0b38-4981-9782-41e47e21eaae,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:37.706376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (8b74d735-ed48-42d1-9239-192ac18f5876), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.811260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e07970c-dd1f-4ad1-9217-7ace140763c4 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:37.845953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6060b55d-8478-4fb7-9ab4-526c47864338), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.859487 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8b74d735-ed48-42d1-9239-192ac18f5876), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.947735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6060b55d-8478-4fb7-9ab4-526c47864338), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:37.980491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cbab51b3-57f7-46c7-936f-dd0d9e17113e None None] Provisioning complete for port 1ded19cc-0b38-4981-9782-41e47e21eaae triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:37.986699 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cbab51b3-57f7-46c7-936f-dd0d9e17113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.009572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 6060b55d-8478-4fb7-9ab4-526c47864338 is not hosted by any dhcp agent {{(pid=103697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:06:38.019527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:38.019527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.019527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "PUT /v2.0/networks/6060b55d-8478-4fb7-9ab4-526c47864338 HTTP/1.1" status: 200 len: 723 time: 0.7895608 Feb 09 22:06:38.022741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38870) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:38.024597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (8b74d735-ed48-42d1-9239-192ac18f5876), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.027825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': '6060b55d-8478-4fb7-9ab4-526c47864338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:38.073240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=8b74d735-ed48-42d1-9239-192ac18f5876,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:38.091936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.096086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-43b544a0-6643-44d8-973c-4aa93f7ef283 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/8b74d735-ed48-42d1-9239-192ac18f5876 HTTP/1.1" status: 204 len: 168 time: 0.6562629 Feb 09 22:06:38.097095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37453ff-70f3-4389-b47f-a5c2ccb4390f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=6060b55d-8478-4fb7-9ab4-526c47864338,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:38.100192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38874) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:38.122398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:38.184016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet a94119db-3cb4-4444-828e-9c3f6be9a6a7 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:38.190432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (a94119db-3cb4-4444-828e-9c3f6be9a6a7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.227816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e07970c-dd1f-4ad1-9217-7ace140763c4 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:38.283234 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (a94119db-3cb4-4444-828e-9c3f6be9a6a7), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.296524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:38.300588 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.379913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cbab51b3-57f7-46c7-936f-dd0d9e17113e None None] Current status of the port 1ded19cc-0b38-4981-9782-41e47e21eaae is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:38.500549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a94119db-3cb4-4444-828e-9c3f6be9a6a7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.708427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (a94119db-3cb4-4444-828e-9c3f6be9a6a7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.736709 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.748800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=a94119db-3cb4-4444-828e-9c3f6be9a6a7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:38.755340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.760889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b78086aa-044a-4f25-bd49-aafb9867c988 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/a94119db-3cb4-4444-828e-9c3f6be9a6a7 HTTP/1.1" status: 204 len: 168 time: 0.6573319 Feb 09 22:06:38.761125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:38.771114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb1793-c29c-415e-98a3-878e3d764ce5 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:38.842070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-29049c03-a463-4a74-ac65-c1c2c81ba3b2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775406 Feb 09 22:06:38.842298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38886) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:38.847067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:38.860579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1ded19cc-0b38-4981-9782-41e47e21eaae up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:38.944197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:38.972911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': 'd062e754-42cf-47c0-96b7-1bedd46f13f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6060b55d-8478-4fb7-9ab4-526c47864338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:38.978202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: 6060b55d-8478-4fb7-9ab4-526c47864338, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:39.071310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 6060b55d-8478-4fb7-9ab4-526c47864338 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:39.079348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 1ded19cc-0b38-4981-9782-41e47e21eaae triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:39.079831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.105593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.167410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:39.178631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.192522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1ded19cc-0b38-4981-9782-41e47e21eaae is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:39.199155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 6060b55d-8478-4fb7-9ab4-526c47864338) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:39.203200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:39.203816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.206605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:39.220107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b66f0d-270f-4406-a04a-80a1f3926fa2 None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:39.325604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0cb7d01f-2bf4-48b8-8c9c-b18eda3e80aa tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3024600 Feb 09 22:06:39.328181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38894) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:39.333705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-04cd895d-cb41-4e24-9d26-52365a743080 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:39.445513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] Deleting port 1ded19cc-0b38-4981-9782-41e47e21eaae {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:39.445895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.477118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-6060b55d-8478-4fb7-9ab4-526c47864338', 'network_id': '6060b55d-8478-4fb7-9ab4-526c47864338', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': 'b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:39.482250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.617603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04cd895d-cb41-4e24-9d26-52365a743080 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59132795'] for subnet (b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.697363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (7b09492b-0ed1-4bb8-848b-90771c06b99d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.752673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:39.756533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:39.761913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:39.762515 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.786891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=7b09492b-0ed1-4bb8-848b-90771c06b99d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:39.811175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] For port 1ded19cc-0b38-4981-9782-41e47e21eaae, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1ded19cc-0b38-4981-9782-41e47e21eaae,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:39.811690 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.842320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] Calling delete_port for 1ded19cc-0b38-4981-9782-41e47e21eaae owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:39.873595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b9055c44-5a79-4ca2-a4f9-acb70b81f725 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0280278 Feb 09 22:06:39.874186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:39.881051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:39.933519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Allocated IP 172.20.0.2 (6060b55d-8478-4fb7-9ab4-526c47864338/b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1/9f8cc650-060f-4096-9c0b-6159b536e8b4) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:40.112837 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Publish callbacks [] for port (9f8cc650-060f-4096-9c0b-6159b536e8b4), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.126391 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (1ded19cc-0b38-4981-9782-41e47e21eaae), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.126672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:40.131845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.200014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9f8cc650-060f-4096-9c0b-6159b536e8b4), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.204639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] No DVR routers for this DVR port 1ded19cc-0b38-4981-9782-41e47e21eaae on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:40.209415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ea312-08d1-4148-922c-91a9a9bc849d None None] Pushing event deleted for resources: {'Port': ['ID=1ded19cc-0b38-4981-9782-41e47e21eaae,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:40.319894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbb819-4afd-46dd-b2a3-b89c377084c3 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:40.350371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:40.423254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:40.429165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.431606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:40.452654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Pushing event updated for resources: {'Port': ['ID=9f8cc650-060f-4096-9c0b-6159b536e8b4,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:40.582978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Attempting to bind port 9f8cc650-060f-4096-9c0b-6159b536e8b4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:40.583600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Attempting to bind port 9f8cc650-060f-4096-9c0b-6159b536e8b4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd062e754-42cf-47c0-96b7-1bedd46f13f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6060b55d-8478-4fb7-9ab4-526c47864338'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:40.587026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Attempting to bind port 9f8cc650-060f-4096-9c0b-6159b536e8b4 on network 6060b55d-8478-4fb7-9ab4-526c47864338 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:40.595461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:40.596494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Checking segment: {'id': 'd062e754-42cf-47c0-96b7-1bedd46f13f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6060b55d-8478-4fb7-9ab4-526c47864338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:40.597163 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.597811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Bound using segment: {'id': 'd062e754-42cf-47c0-96b7-1bedd46f13f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6060b55d-8478-4fb7-9ab4-526c47864338'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:40.598692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Bound port: 9f8cc650-060f-4096-9c0b-6159b536e8b4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd062e754-42cf-47c0-96b7-1bedd46f13f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6060b55d-8478-4fb7-9ab4-526c47864338'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:40.599339 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9f8cc650-060f-4096-9c0b-6159b536e8b4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.638820 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04cd895d-cb41-4e24-9d26-52365a743080 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751574607108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59059246'] for subnet (b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.665641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '7b09492b-0ed1-4bb8-848b-90771c06b99d'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:40.666536 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.712653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cd895d-cb41-4e24-9d26-52365a743080 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.713622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04cd895d-cb41-4e24-9d26-52365a743080 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:40.717440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-04cd895d-cb41-4e24-9d26-52365a743080 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "PUT /v2.0/subnets/b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1 HTTP/1.1" status: 200 len: 806 time: 1.3857973 Feb 09 22:06:40.717834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38914) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:40.870104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd895d-cb41-4e24-9d26-52365a743080 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:40.872557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1ded19cc-0b38-4981-9782-41e47e21eaae no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:40.974799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 1ded19cc-0b38-4981-9782-41e47e21eaae {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:40.975169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1ded19cc-0b38-4981-9782-41e47e21eaae not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:41.003984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] For port 9f8cc650-060f-4096-9c0b-6159b536e8b4, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:41.015625 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6060b55d-8478-4fb7-9ab4-526c47864338), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.027012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] For port 9f8cc650-060f-4096-9c0b-6159b536e8b4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9f8cc650-060f-4096-9c0b-6159b536e8b4,segment=NetworkSegment(d062e754-42cf-47c0-96b7-1bedd46f13f9),segment_id=d062e754-42cf-47c0-96b7-1bedd46f13f9)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:41.077366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Allocated IP 172.20.0.2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/7b09492b-0ed1-4bb8-848b-90771c06b99d/12f2edb2-096c-4d1a-b67c-0eda9e7e836f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:41.092597 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9f8cc650-060f-4096-9c0b-6159b536e8b4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.152914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:06:41.154783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (6405baaf-cc4b-4972-b084-c22080ffcaac), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.173827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Deleting port 9f8cc650-060f-4096-9c0b-6159b536e8b4 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:41.182732 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9f8cc650-060f-4096-9c0b-6159b536e8b4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.221517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeff2f2-521d-4961-9e72-e7d53f2c167a None None] Pushing event updated for resources: {'Port': ['ID=9f8cc650-060f-4096-9c0b-6159b536e8b4,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:41.259461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:41.274394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:41.283309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:41.284049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.305151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=6405baaf-cc4b-4972-b084-c22080ffcaac,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:41.357338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] For port 9f8cc650-060f-4096-9c0b-6159b536e8b4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9f8cc650-060f-4096-9c0b-6159b536e8b4,segment=NetworkSegment(d062e754-42cf-47c0-96b7-1bedd46f13f9),segment_id=d062e754-42cf-47c0-96b7-1bedd46f13f9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:41.358128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9f8cc650-060f-4096-9c0b-6159b536e8b4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.375875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Calling delete_port for 9f8cc650-060f-4096-9c0b-6159b536e8b4 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:41.390487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b83838e-f19a-4b74-9317-262c21142944 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5149951 Feb 09 22:06:41.398590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38922) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:41.403587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:b4:d7:79', 'name': 'tempest-NetworksTestDHCPv6-1263684443'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:41.406007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Publish callbacks [] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.472454 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.630000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:41.656655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9f8cc650-060f-4096-9c0b-6159b536e8b4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.711874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Port': ['ID=9f8cc650-060f-4096-9c0b-6159b536e8b4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:41.717906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:41.758817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Pushing event updated for resources: {'Port': ['ID=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:41.775089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:41.836408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No DVR routers for this DVR port 9f8cc650-060f-4096-9c0b-6159b536e8b4 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:41.886624 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.899017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:41.952456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.035852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Attempting to bind port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:42.036152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Attempting to bind port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:42.036488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Attempting to bind port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:42.058586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:42.058993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:42.059395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.059829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:42.060323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Bound port: 12f2edb2-096c-4d1a-b67c-0eda9e7e836f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:42.060714 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.131110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.173601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 77a7bf44-fbaf-47e4-9495-69f378b02dc0 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:42.187994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.208778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] For port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:42.213187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] For port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:42.249136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:42.297836 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.540001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6060b55d-8478-4fb7-9ab4-526c47864338), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.553648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 172.20.0.13 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/7b09492b-0ed1-4bb8-848b-90771c06b99d/77a7bf44-fbaf-47e4-9495-69f378b02dc0) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:42.562235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017891a5-0a66-4df9-9f6e-b0bdf274faf6 None None] Pushing event updated for resources: {'Port': ['ID=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:42.573341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:feb4:d779 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/6405baaf-cc4b-4972-b084-c22080ffcaac/77a7bf44-fbaf-47e4-9495-69f378b02dc0) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:42.596512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6060b55d-8478-4fb7-9ab4-526c47864338']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:42.618148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd062e754-42cf-47c0-96b7-1bedd46f13f9') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:42.618343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd062e754-42cf-47c0-96b7-1bedd46f13f9') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:42.645647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (d062e754-42cf-47c0-96b7-1bedd46f13f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.671260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d062e754-42cf-47c0-96b7-1bedd46f13f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.697307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:42.697783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (d062e754-42cf-47c0-96b7-1bedd46f13f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:42.707855 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:42.834847 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (77a7bf44-fbaf-47e4-9495-69f378b02dc0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.993716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38942) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:43.010581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6060b55d-8478-4fb7-9ab4-526c47864338), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.020882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.032792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/6060b55d-8478-4fb7-9ab4-526c47864338 HTTP/1.1" status: 204 len: 168 time: 2.3115854 Feb 09 22:06:43.034515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38948) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:43.055068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d12f13-0a06-4c7a-ae82-3b464707f9c8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=6060b55d-8478-4fb7-9ab4-526c47864338,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:43.073923 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-36def248-2f01-4789-8bb2-d2cd8e5877d9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:06:43.074829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36def248-2f01-4789-8bb2-d2cd8e5877d9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:43.084982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38950) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:43.086050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-36def248-2f01-4789-8bb2-d2cd8e5877d9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/6060b55d-8478-4fb7-9ab4-526c47864338 HTTP/1.1" status: 404 len: 339 time: 0.0493207 Feb 09 22:06:43.087868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (77a7bf44-fbaf-47e4-9495-69f378b02dc0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.090705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618325601', 'description': 'd1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:43.157270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=77a7bf44-fbaf-47e4-9495-69f378b02dc0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:43.177010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:43.179900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:43.183196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:43.227856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:43.231423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.258486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.259556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.295237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:43.308176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5a3ead3c-410f-4045-b8cc-8a7fd70d83ab), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.308608 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 5a3ead3c-410f-4045-b8cc-8a7fd70d83ab of type vlan for network 10b044ca-a1e8-4375-9773-b3d101da5bc6 Feb 09 22:06:43.325563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-944d5c0b-fdeb-463d-b566-af1d35c08a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.409867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77db07a9-bc6d-4daf-a001-67e862b4da91 None None] Could not find standard attr ID for object 9f8cc650-060f-4096-9c0b-6159b536e8b4. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:06:43.428213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b3ee0-291a-4e3f-967f-e2cb3e469e22 None None] DHCP port deletion for 6060b55d-8478-4fb7-9ab4-526c47864338 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:43.479571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ce25426-93a0-4b0f-b0b6-1347ea4fa9a2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0797744 Feb 09 22:06:43.481842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38954) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:43.487931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09476a30-643b-41c3-8ef6-1d666b2bd43a None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:43.494851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (10b044ca-a1e8-4375-9773-b3d101da5bc6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.520242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09476a30-643b-41c3-8ef6-1d666b2bd43a None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 could not be found, it might have been deleted concurrently. {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:43.528600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaef803c-8e52-4868-a52e-fc6f61a1a88b None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:43.549302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaef803c-8e52-4868-a52e-fc6f61a1a88b None None] Network 6060b55d-8478-4fb7-9ab4-526c47864338 could not be found, it might have been deleted concurrently. {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:43.661969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (10b044ca-a1e8-4375-9773-b3d101da5bc6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.667623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.668931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.693902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-944d5c0b-fdeb-463d-b566-af1d35c08a90 admin admin] Publish callbacks [] for security_group (ebd05d8b-d388-4225-98ff-228c1b60252a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.712461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f4d61-37a0-40db-bbf4-ee4dda7c7007 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.723691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8f4d61-37a0-40db-bbf4-ee4dda7c7007 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.725980 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ff8f4d61-37a0-40db-bbf4-ee4dda7c7007 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2227113 Feb 09 22:06:43.729545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38956) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:43.840152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-944d5c0b-fdeb-463d-b566-af1d35c08a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ebd05d8b-d388-4225-98ff-228c1b60252a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:43.858663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=10b044ca-a1e8-4375-9773-b3d101da5bc6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:43.879118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 10b044ca-a1e8-4375-9773-b3d101da5bc6 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:43.905130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-072d1c32-98c6-445b-8991-0f9cdf199c47 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8161843 Feb 09 22:06:43.905312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38960) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:44.021916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-944d5c0b-fdeb-463d-b566-af1d35c08a90 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2b7ac4e6222b420a8dc9726e9bbff1e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0267887 Feb 09 22:06:44.028153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:44.095537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5c0b-fdeb-463d-b566-af1d35c08a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd05d8b-d388-4225-98ff-228c1b60252a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:44.111545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2bda3-900e-43ee-b31f-bf71a8a6c678 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:44.113092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-51f2bda3-900e-43ee-b31f-bf71a8a6c678 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/networks?id=10b044ca-a1e8-4375-9773-b3d101da5bc6 HTTP/1.1" status: 200 len: 761 time: 0.2068179 Feb 09 22:06:44.124224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38968) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:44.136574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'description': 'd2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:44.200263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 77a7bf44-fbaf-47e4-9495-69f378b02dc0 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:44.200862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (77a7bf44-fbaf-47e4-9495-69f378b02dc0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.331174 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (77a7bf44-fbaf-47e4-9495-69f378b02dc0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.347338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 77a7bf44-fbaf-47e4-9495-69f378b02dc0 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:44.485108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af9662-8001-4401-885a-ebe6e131082d None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:44.501812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (10b044ca-a1e8-4375-9773-b3d101da5bc6), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.608982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63d86b03-b69a-4998-8e25-d149b0cb75dd admin admin] Publish callbacks [] for security_group (ebd05d8b-d388-4225-98ff-228c1b60252a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.616078 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (10b044ca-a1e8-4375-9773-b3d101da5bc6), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.649301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63d86b03-b69a-4998-8e25-d149b0cb75dd admin admin] Publish callbacks [] for security_group (ebd05d8b-d388-4225-98ff-228c1b60252a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.712399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 10b044ca-a1e8-4375-9773-b3d101da5bc6 is not hosted by any dhcp agent {{(pid=103697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:06:44.717364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (77a7bf44-fbaf-47e4-9495-69f378b02dc0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.727650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:44.727650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.727650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "PUT /v2.0/networks/10b044ca-a1e8-4375-9773-b3d101da5bc6 HTTP/1.1" status: 200 len: 758 time: 0.5995517 Feb 09 22:06:44.734103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38972) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:44.815238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=77a7bf44-fbaf-47e4-9495-69f378b02dc0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:44.827120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63d86b03-b69a-4998-8e25-d149b0cb75dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ebd05d8b-d388-4225-98ff-228c1b60252a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.833930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63d86b03-b69a-4998-8e25-d149b0cb75dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.838752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-63d86b03-b69a-4998-8e25-d149b0cb75dd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ebd05d8b-d388-4225-98ff-228c1b60252a HTTP/1.1" status: 204 len: 168 time: 0.8029037 Feb 09 22:06:44.937037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 12f2edb2-096c-4d1a-b67c-0eda9e7e836f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:44.966442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0f1cf-e7f4-4841-973d-789523557de3 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=10b044ca-a1e8-4375-9773-b3d101da5bc6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:45.003448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd978eb-c7d3-478c-b8ee-a4bcd287623e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.005365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5dd978eb-c7d3-478c-b8ee-a4bcd287623e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/networks?id=10b044ca-a1e8-4375-9773-b3d101da5bc6 HTTP/1.1" status: 200 len: 761 time: 0.2702994 Feb 09 22:06:45.009482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38978) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:45.011526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d86b03-b69a-4998-8e25-d149b0cb75dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd05d8b-d388-4225-98ff-228c1b60252a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:45.024827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-304253087'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:45.063607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 10b044ca-a1e8-4375-9773-b3d101da5bc6 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:45.148961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.166792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:45.168013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8089f516-309f-4fd6-93f8-2e6f9f4e2fda tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/77a7bf44-fbaf-47e4-9495-69f378b02dc0 HTTP/1.1" status: 204 len: 168 time: 1.4366703 Feb 09 22:06:45.233461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ee04bbde-744f-4cfe-87bc-8501e7bc1057 None None] Provisioning complete for port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:45.235206 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee04bbde-744f-4cfe-87bc-8501e7bc1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.240426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:45.248288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.280288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:45.291191 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.373781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f34e3-e9cc-4aae-9fa1-d25cbe68daa9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.379065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f34e3-e9cc-4aae-9fa1-d25cbe68daa9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.381585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f34e3-e9cc-4aae-9fa1-d25cbe68daa9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.385765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-335f34e3-e9cc-4aae-9fa1-d25cbe68daa9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2154205 Feb 09 22:06:45.387647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 38988) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:45.414431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:45.484041 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4149a170-380d-44f1-a250-ee0b6ae157e4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.484556 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 4149a170-380d-44f1-a250-ee0b6ae157e4 of type vlan for network 13ea1dbe-9707-49e5-b0bb-48e01f6f0858 Feb 09 22:06:45.568777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 6405baaf-cc4b-4972-b084-c22080ffcaac {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:45.573531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (13ea1dbe-9707-49e5-b0bb-48e01f6f0858), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.591817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (6405baaf-cc4b-4972-b084-c22080ffcaac), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.597106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:45.597573 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.693444 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (6405baaf-cc4b-4972-b084-c22080ffcaac), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.718289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ee04bbde-744f-4cfe-87bc-8501e7bc1057 None None] Current status of the port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:45.725239 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee04bbde-744f-4cfe-87bc-8501e7bc1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.775042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.db.resource_extend [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:06:45.804841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:45.848074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (6405baaf-cc4b-4972-b084-c22080ffcaac), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.875055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae97631-be50-4eff-ab1a-7268f5cde4f2 None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': '7b09492b-0ed1-4bb8-848b-90771c06b99d', 'ip_address': '172.20.0.2'}, {'subnet_id': '6405baaf-cc4b-4972-b084-c22080ffcaac'}], 'binding:host_id': 'n-d-828599-1'}, 'id': '12f2edb2-096c-4d1a-b67c-0eda9e7e836f'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:06:45.901583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 38992) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:45.917160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e74fea6-ec11-43eb-9ff2-cd4c8e17f77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.920886 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8ae97631-be50-4eff-ab1a-7268f5cde4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.935472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (13ea1dbe-9707-49e5-b0bb-48e01f6f0858), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.942892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.943602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.967119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.993685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9f8cc650-060f-4096-9c0b-6159b536e8b4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:46.121268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=13ea1dbe-9707-49e5-b0bb-48e01f6f0858,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:46.126395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 13ea1dbe-9707-49e5-b0bb-48e01f6f0858 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:46.164307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9f8cc650-060f-4096-9c0b-6159b536e8b4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:46.184517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9f8cc650-060f-4096-9c0b-6159b536e8b4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:46.243397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-ee04bbde-744f-4cfe-87bc-8501e7bc1057 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:46.243795 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-ee04bbde-744f-4cfe-87bc-8501e7bc1057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:46.305116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:46.305994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (6405baaf-cc4b-4972-b084-c22080ffcaac), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server [None req-8ae97631-be50-4eff-ab1a-7268f5cde4f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6405baaf-cc4b-4972-b084-c22080ffcaac: This subnet is being modified by another concurrent operation. Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6405baaf-cc4b-4972-b084-c22080ffcaac: This subnet is being modified by another concurrent operation. Feb 09 22:06:46.370501 n-d-828599-1 neutron-server[103698]: ERROR oslo_messaging.rpc.server Feb 09 22:06:46.377769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.377769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/6405baaf-cc4b-4972-b084-c22080ffcaac HTTP/1.1" status: 204 len: 168 time: 0.9586580 Feb 09 22:06:46.378026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39002) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:46.381395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566f7d3-bcb0-445d-99f6-9473e77d655d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=6405baaf-cc4b-4972-b084-c22080ffcaac,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:46.445612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 7b09492b-0ed1-4bb8-848b-90771c06b99d {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:46.449975 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (7b09492b-0ed1-4bb8-848b-90771c06b99d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.461042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0891f2-b324-4d3b-a48f-7385e05278e7 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:06:46.481426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-adc8a227-a493-41df-945e-96004d69462d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4687405 Feb 09 22:06:46.483485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e74fea6-ec11-43eb-9ff2-cd4c8e17f77f admin admin] Publish callbacks [] for security_group (3d137782-8e12-41a3-a672-ea534e45212c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.484218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39004) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:46.502410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': '13ea1dbe-9707-49e5-b0bb-48e01f6f0858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:46.502568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (7b09492b-0ed1-4bb8-848b-90771c06b99d), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.652543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0891f2-b324-4d3b-a48f-7385e05278e7 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:06:46.774180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:46.777706 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.826733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ee04bbde-744f-4cfe-87bc-8501e7bc1057 None None] Current status of the port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:46.829503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 12f2edb2-096c-4d1a-b67c-0eda9e7e836f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:46.884556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5e74fea6-ec11-43eb-9ff2-cd4c8e17f77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3d137782-8e12-41a3-a672-ea534e45212c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:46.939904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5e74fea6-ec11-43eb-9ff2-cd4c8e17f77f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e926f5f118624bf1bc3b3a9b2aa3f41c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0371990 Feb 09 22:06:46.942964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39008) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:46.943603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74fea6-ec11-43eb-9ff2-cd4c8e17f77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d137782-8e12-41a3-a672-ea534e45212c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:47.026388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7b09492b-0ed1-4bb8-848b-90771c06b99d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.036453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-aa21c6b7-d90e-4cc7-9020-c27524234bde None None] Provisioning complete for port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:47.036880 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aa21c6b7-d90e-4cc7-9020-c27524234bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.044923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:47.045321 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.052749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-697ff94f-1986-471a-b314-0a327ecacf8d admin admin] Publish callbacks [] for security_group (3d137782-8e12-41a3-a672-ea534e45212c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.090145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-697ff94f-1986-471a-b314-0a327ecacf8d admin admin] Publish callbacks [] for security_group (3d137782-8e12-41a3-a672-ea534e45212c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.188292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (7b09492b-0ed1-4bb8-848b-90771c06b99d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.220565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (fe41cbf6-8754-41aa-8799-31a83d5b9c09), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.233681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.247136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/7b09492b-0ed1-4bb8-848b-90771c06b99d HTTP/1.1" status: 204 len: 168 time: 0.8760800 Feb 09 22:06:47.249576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39012) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.251573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aa21c6b7-d90e-4cc7-9020-c27524234bde None None] Current status of the port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:47.261338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac8506-cdea-4005-af2a-5a9202290345 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=7b09492b-0ed1-4bb8-848b-90771c06b99d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:47.263320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-697ff94f-1986-471a-b314-0a327ecacf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3d137782-8e12-41a3-a672-ea534e45212c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.272493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:47.272906 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:47.274467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-697ff94f-1986-471a-b314-0a327ecacf8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.275809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-697ff94f-1986-471a-b314-0a327ecacf8d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d137782-8e12-41a3-a672-ea534e45212c HTTP/1.1" status: 204 len: 168 time: 0.3288336 Feb 09 22:06:47.374514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-69d88359-c18e-45ea-a55f-1027bb5f4eae tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236446 Feb 09 22:06:47.378902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39020) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.411985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=fe41cbf6-8754-41aa-8799-31a83d5b9c09,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:47.433020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '4149a170-380d-44f1-a250-ee0b6ae157e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '13ea1dbe-9707-49e5-b0bb-48e01f6f0858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:47.433831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: 13ea1dbe-9707-49e5-b0bb-48e01f6f0858, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:47.437717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ff94f-1986-471a-b314-0a327ecacf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d137782-8e12-41a3-a672-ea534e45212c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:47.485697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e3c5-8692-4d3d-b749-9178e3e27fe8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:47.488115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e8d4e3c5-8692-4d3d-b749-9178e3e27fe8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1074390 Feb 09 22:06:47.490458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39022) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.550382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network 13ea1dbe-9707-49e5-b0bb-48e01f6f0858 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:47.592881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a5010-dd26-4b4e-8217-28a350568b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:47.597399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a73a5010-dd26-4b4e-8217-28a350568b56 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023395 Feb 09 22:06:47.597531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39024) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.637534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-77fcf852-40bf-4c20-9fa5-089c8bbd7094 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391076 Feb 09 22:06:47.642496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.647551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0e48b4a2-dc41-43b1-9e9c-fe8396700bfc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:47.690293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 13ea1dbe-9707-49e5-b0bb-48e01f6f0858) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:47.694499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:47.695166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.813166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8eea85e2-5a7d-4789-bc60-d3eea92d114f tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3277543 Feb 09 22:06:47.817148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39032) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:47.854539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:47.855075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.906007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e48b4a2-dc41-43b1-9e9c-fe8396700bfc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:47.912655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e48b4a2-dc41-43b1-9e9c-fe8396700bfc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.916674 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e48b4a2-dc41-43b1-9e9c-fe8396700bfc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:06:47.917274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e48b4a2-dc41-43b1-9e9c-fe8396700bfc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:47.959545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:48.027987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e48b4a2-dc41-43b1-9e9c-fe8396700bfc tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3842340 Feb 09 22:06:48.030993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:48.038066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2401ff47-95bd-4d50-9d37-c152dd87c3ec tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:48.053472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (13ea1dbe-9707-49e5-b0bb-48e01f6f0858), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.055823 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.162993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:48.182601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (fe41cbf6-8754-41aa-8799-31a83d5b9c09), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.386111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0eb03-6eb0-4808-9488-8e8cb7d8f84a None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:48.388366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1995c-f19f-4706-a671-f02c3f6ceb40 None None] Network 13ea1dbe-9707-49e5-b0bb-48e01f6f0858 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:48.402161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2401ff47-95bd-4d50-9d37-c152dd87c3ec tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:48.403451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (fe41cbf6-8754-41aa-8799-31a83d5b9c09), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.414380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2401ff47-95bd-4d50-9d37-c152dd87c3ec tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.418790 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2401ff47-95bd-4d50-9d37-c152dd87c3ec tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:06:48.420750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2401ff47-95bd-4d50-9d37-c152dd87c3ec tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:48.467012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=fe41cbf6-8754-41aa-8799-31a83d5b9c09,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:48.547471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1501c31d-474e-491a-950a-5f33d9466cb2 None None] Provisioning complete for port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:48.547862 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1501c31d-474e-491a-950a-5f33d9466cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.552842 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2401ff47-95bd-4d50-9d37-c152dd87c3ec tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5204678 Feb 09 22:06:48.556384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39054) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:48.563408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cb8552a9-be43-4cde-9005-ee30d1edac12 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:48.643526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f6f63-1429-4348-a8e9-dedea804232a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-13ea1dbe-9707-49e5-b0bb-48e01f6f0858', 'network_id': '13ea1dbe-9707-49e5-b0bb-48e01f6f0858', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': 'fe41cbf6-8754-41aa-8799-31a83d5b9c09'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:48.644426 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-655f6f63-1429-4348-a8e9-dedea804232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.671861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (13ea1dbe-9707-49e5-b0bb-48e01f6f0858), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.757791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ea1dbe-9707-49e5-b0bb-48e01f6f0858']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:48.792303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4149a170-380d-44f1-a250-ee0b6ae157e4') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:48.792532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4149a170-380d-44f1-a250-ee0b6ae157e4') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:48.812298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (4149a170-380d-44f1-a250-ee0b6ae157e4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.830086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4149a170-380d-44f1-a250-ee0b6ae157e4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.838365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:48.840223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (4149a170-380d-44f1-a250-ee0b6ae157e4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:48.843897 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:48.924433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8552a9-be43-4cde-9005-ee30d1edac12 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:48.931147 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cb8552a9-be43-4cde-9005-ee30d1edac12 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.932856 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8552a9-be43-4cde-9005-ee30d1edac12 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:06:48.939077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8552a9-be43-4cde-9005-ee30d1edac12 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:49.059947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cb8552a9-be43-4cde-9005-ee30d1edac12 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5020800 Feb 09 22:06:49.063081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39064) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:49.075456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8d3da520-5658-4c04-aec6-f1c7f6475b4e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:49.104452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:49.165584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1501c31d-474e-491a-950a-5f33d9466cb2 None None] Current status of the port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:49.165905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1501c31d-474e-491a-950a-5f33d9466cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.206016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (13ea1dbe-9707-49e5-b0bb-48e01f6f0858), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.215720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1501c31d-474e-491a-950a-5f33d9466cb2 None None] For port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:49.215956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.219199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/13ea1dbe-9707-49e5-b0bb-48e01f6f0858 HTTP/1.1" status: 204 len: 168 time: 1.4024975 Feb 09 22:06:49.221958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:49.229597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] Deleting port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:49.237346 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.263716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc39dcf-2906-4ba6-b33d-34c5ae736505 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=13ea1dbe-9707-49e5-b0bb-48e01f6f0858,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:49.322758 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a02d3e-bef3-4c9c-aa05-c913dfbc51d6 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] GET failed (client error): The resource could not be found. Feb 09 22:06:49.332183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0a02d3e-bef3-4c9c-aa05-c913dfbc51d6 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/subnets/fe41cbf6-8754-41aa-8799-31a83d5b9c09 HTTP/1.1" status: 404 len: 337 time: 0.1081922 Feb 09 22:06:49.343796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39072) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:49.350349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1501c31d-474e-491a-950a-5f33d9466cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.370612 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b5a392-8226-4a26-9bd1-4a0bb5b7a3a0 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:06:49.371143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b5a392-8226-4a26-9bd1-4a0bb5b7a3a0 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:49.382702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-41b5a392-8226-4a26-9bd1-4a0bb5b7a3a0 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/13ea1dbe-9707-49e5-b0bb-48e01f6f0858 HTTP/1.1" status: 404 len: 339 time: 0.0377562 Feb 09 22:06:49.389560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39074) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:49.499081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] For port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:49.499905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.503293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e40a8-0c66-4011-9f24-2ec4b7e3f448 None None] Network 13ea1dbe-9707-49e5-b0bb-48e01f6f0858 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:49.539842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e40a8-0c66-4011-9f24-2ec4b7e3f448 None None] Network 13ea1dbe-9707-49e5-b0bb-48e01f6f0858 could not be found, it might have been deleted concurrently. {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:49.546952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] Calling delete_port for 12f2edb2-096c-4d1a-b67c-0eda9e7e836f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:49.569342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501c31d-474e-491a-950a-5f33d9466cb2 None None] Pushing event updated for resources: {'Port': ['ID=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:49.745055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed2762-5cfc-4649-b55a-cb651563490a tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:49.746589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6fed2762-5cfc-4649-b55a-cb651563490a tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3560283 Feb 09 22:06:49.748371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3da520-5658-4c04-aec6-f1c7f6475b4e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:49.749584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39080) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:49.751603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d3da520-5658-4c04-aec6-f1c7f6475b4e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.756708 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3da520-5658-4c04-aec6-f1c7f6475b4e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:06:49.756708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3da520-5658-4c04-aec6-f1c7f6475b4e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:49.785666 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (12f2edb2-096c-4d1a-b67c-0eda9e7e836f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.800906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] No DVR routers for this DVR port 12f2edb2-096c-4d1a-b67c-0eda9e7e836f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:49.835523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39086) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:49.840880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7486349a-f710-430e-a346-99ff94bf5bab tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 207 time: 0.0847013 Feb 09 22:06:49.883232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d9a6c-1516-4faa-a03d-f5c3eddb23a0 None None] Pushing event deleted for resources: {'Port': ['ID=12f2edb2-096c-4d1a-b67c-0eda9e7e836f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:49.911368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8d3da520-5658-4c04-aec6-f1c7f6475b4e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8386235 Feb 09 22:06:49.911480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39090) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:49.916145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ab14cf1b-3ee1-47c1-87d8-95f6e56d5c30 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:50.137646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0359-15fd-4356-88c2-e4b375a20d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.144064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0359-15fd-4356-88c2-e4b375a20d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.149742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0359-15fd-4356-88c2-e4b375a20d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.155089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c0359-15fd-4356-88c2-e4b375a20d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.156959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-011c0359-15fd-4356-88c2-e4b375a20d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3202970 Feb 09 22:06:50.160590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39096) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.174816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab14cf1b-3ee1-47c1-87d8-95f6e56d5c30 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:50.177788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab14cf1b-3ee1-47c1-87d8-95f6e56d5c30 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.180111 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab14cf1b-3ee1-47c1-87d8-95f6e56d5c30 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:06:50.183655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab14cf1b-3ee1-47c1-87d8-95f6e56d5c30 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:50.342567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-170a85a4-5781-4f4d-a5f4-8025911c3e54 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1807499 Feb 09 22:06:50.346080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39102) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.351815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab14cf1b-3ee1-47c1-87d8-95f6e56d5c30 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4401214 Feb 09 22:06:50.352671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39104) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.358254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7dbc6aa6-0653-4742-9a01-2c2713d331b5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:50.452507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe47530-0315-4822-a423-c16085118493 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.454165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe47530-0315-4822-a423-c16085118493 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.455945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8fe47530-0315-4822-a423-c16085118493 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1088283 Feb 09 22:06:50.459463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39108) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.583780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc6aa6-0653-4742-9a01-2c2713d331b5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:50.589465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7dbc6aa6-0653-4742-9a01-2c2713d331b5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.592011 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbc6aa6-0653-4742-9a01-2c2713d331b5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:06:50.597556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbc6aa6-0653-4742-9a01-2c2713d331b5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:50.716665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7dbc6aa6-0653-4742-9a01-2c2713d331b5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3626771 Feb 09 22:06:50.727201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39114) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.758489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 12f2edb2-096c-4d1a-b67c-0eda9e7e836f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:50.817931 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48fbba4e-be2b-4461-ab81-817dde3ae6e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0979545 Feb 09 22:06:50.824701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39118) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.826590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 12f2edb2-096c-4d1a-b67c-0eda9e7e836f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:50.826985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 12f2edb2-096c-4d1a-b67c-0eda9e7e836f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:50.951087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed9eca-103e-4ccd-aec2-1f6526c538e6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.952222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ee1af-10f2-46e2-a312-d72503232a0c tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.955335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-daed9eca-103e-4ccd-aec2-1f6526c538e6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1269619 Feb 09 22:06:50.955447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ee1af-10f2-46e2-a312-d72503232a0c tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['shared'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.955447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-570ee1af-10f2-46e2-a312-d72503232a0c tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4938948 Feb 09 22:06:50.955629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39130) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.967392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39132) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.049047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-73a1884c-04bf-4998-b9f6-bed0469d8754 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888922 Feb 09 22:06:51.049283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39134) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.059842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:51.167881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081791e-7ca6-4a78-9294-4169bbe2df21 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:51.170039 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6081791e-7ca6-4a78-9294-4169bbe2df21 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/networks/fdb8158d-da18-4c01-80b1-eb25cf5c9dbd HTTP/1.1" status: 200 len: 799 time: 0.2011044 Feb 09 22:06:51.177540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39136) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.277610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:51.282376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.370313 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-414405ce-c652-46f6-afcb-7888e7bf53cf tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/networks/fdb8158d-da18-4c01-80b1-eb25cf5c9dbd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1913226 Feb 09 22:06:51.377386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39140) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.479992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143db94-aefe-4511-891a-ca48a0514465 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:51.481410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f143db94-aefe-4511-891a-ca48a0514465 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/subnets/e44d75c1-14d2-4387-9c67-969157d20310 HTTP/1.1" status: 200 len: 811 time: 0.1030586 Feb 09 22:06:51.485610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39142) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.567681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e8f30-f2b8-4702-985d-62f0787459a2 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['shared'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:51.569369 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5f9e8f30-f2b8-4702-985d-62f0787459a2 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "GET /v2.0/subnets/e44d75c1-14d2-4387-9c67-969157d20310?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0826528 Feb 09 22:06:51.573792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39144) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.579101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142673179'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:51.696043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:51.700219 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.727061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:51.736988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.737272 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Added segment 9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40 of type vlan for network d827ab8a-11b5-4861-8ccd-88158c12f56f Feb 09 22:06:51.783488 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d827ab8a-11b5-4861-8ccd-88158c12f56f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.914488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:06:51.916510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (e77cd7c1-f358-4361-b1dd-f0e806654b29), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.935760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d827ab8a-11b5-4861-8ccd-88158c12f56f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.941286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:51.942018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.998825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=e77cd7c1-f358-4361-b1dd-f0e806654b29,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:52.025025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:52.028517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:52.043636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54b53b-031b-4d86-ace9-d86eb5f2119d None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:52.044611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:52.045658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.108305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Network': ['ID=d827ab8a-11b5-4861-8ccd-88158c12f56f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:52.121862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-79570cc9-c69f-48c7-9cfd-5f2a3dc3c882 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5469160 Feb 09 22:06:52.122602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d827ab8a-11b5-4861-8ccd-88158c12f56f details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:52.136212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39154) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:52.142201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'network_id': 'd827ab8a-11b5-4861-8ccd-88158c12f56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:52.162012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-70c63077-ab4c-45fe-b1ac-2e200b1e234d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1116989 Feb 09 22:06:52.165687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39156) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:52.171671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:bc:c5:af', 'name': 'tempest-NetworksTestDHCPv6-918375069'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:52.250900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39158) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:52.276855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'e77cd7c1-f358-4361-b1dd-f0e806654b29'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:52.277739 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.443427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Made reservation on behalf of 3d1e94219bf748d89148afdf2e460068 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:52.450583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.488455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:52.569002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-684fdba8-3120-4c63-89ed-49670e5310bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.577665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Allocated IP 2001:db8::f816:3eff:fefc:39a3 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/e77cd7c1-f358-4361-b1dd-f0e806654b29/07e46a60-7a1a-4032-8034-1c154593b4c4) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:52.620410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Performing IP validity checks on allocation pools {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:06:52.621172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:06:52.720733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.749371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 16d9e5ba-6b8c-40e5-8876-294cbad077ce yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:06:52.818105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-684fdba8-3120-4c63-89ed-49670e5310bb admin admin] Publish callbacks [] for security_group (7bb3f63b-1925-4ba3-96bf-d0a5911c9422), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.865285 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Publish callbacks [] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.930570 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-684fdba8-3120-4c63-89ed-49670e5310bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7bb3f63b-1925-4ba3-96bf-d0a5911c9422), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.972291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-684fdba8-3120-4c63-89ed-49670e5310bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4fe354c1acc5446db86389d9e799568b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7195184 Feb 09 22:06:52.973166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fdba8-3120-4c63-89ed-49670e5310bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb3f63b-1925-4ba3-96bf-d0a5911c9422,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:52.975104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39164) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:52.989853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.021432 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (03410db5-80ad-4953-8555-da08df4e7c7f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.056524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:53.062741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:53.070658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:53.080893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Pushing event updated for resources: {'Port': ['ID=07e46a60-7a1a-4032-8034-1c154593b4c4,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.145452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:febc:c5af (d3b85f89-362b-44e8-b88a-f1327ef80d2d/e77cd7c1-f358-4361-b1dd-f0e806654b29/16d9e5ba-6b8c-40e5-8876-294cbad077ce) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:53.151564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6305ff08-ec5d-41e9-a90f-ba67721e2baa admin admin] Publish callbacks [] for security_group (7bb3f63b-1925-4ba3-96bf-d0a5911c9422), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.154747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=03410db5-80ad-4953-8555-da08df4e7c7f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.173259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Checking segment: {'id': '9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd827ab8a-11b5-4861-8ccd-88158c12f56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:53.173259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network hostable DHCP agents. Network: d827ab8a-11b5-4861-8ccd-88158c12f56f, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:53.188363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Attempting to bind port 07e46a60-7a1a-4032-8034-1c154593b4c4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:53.188744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Attempting to bind port 07e46a60-7a1a-4032-8034-1c154593b4c4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:53.189118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Attempting to bind port 07e46a60-7a1a-4032-8034-1c154593b4c4 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:53.197632 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:53.203110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:53.203110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.203110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:53.203110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Bound port: 07e46a60-7a1a-4032-8034-1c154593b4c4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:53.203110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.205569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6305ff08-ec5d-41e9-a90f-ba67721e2baa admin admin] Publish callbacks [] for security_group (7bb3f63b-1925-4ba3-96bf-d0a5911c9422), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.277818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Network d827ab8a-11b5-4861-8ccd-88158c12f56f is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:53.284546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] For port 07e46a60-7a1a-4032-8034-1c154593b4c4, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:53.288676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] For port 07e46a60-7a1a-4032-8034-1c154593b4c4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=07e46a60-7a1a-4032-8034-1c154593b4c4,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:53.403146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.407016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (16d9e5ba-6b8c-40e5-8876-294cbad077ce), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.436498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d827ab8a-11b5-4861-8ccd-88158c12f56f) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:53.441790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:53.442487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.448021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6305ff08-ec5d-41e9-a90f-ba67721e2baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7bb3f63b-1925-4ba3-96bf-d0a5911c9422), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.456229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6305ff08-ec5d-41e9-a90f-ba67721e2baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.461778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6305ff08-ec5d-41e9-a90f-ba67721e2baa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7bb3f63b-1925-4ba3-96bf-d0a5911c9422 HTTP/1.1" status: 204 len: 168 time: 0.4810152 Feb 09 22:06:53.480691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85854ddf-eede-45cf-9326-d0dd33404cc6 None None] Network d827ab8a-11b5-4861-8ccd-88158c12f56f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:53.488370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305ff08-ec5d-41e9-a90f-ba67721e2baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb3f63b-1925-4ba3-96bf-d0a5911c9422,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.530373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-71b370c8-8beb-4309-8456-b7393ffdabcb tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3905439 Feb 09 22:06:53.532717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39178) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:53.537554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f81a3982-ac18-4b88-b95c-e88fa4ec2d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:53.603632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (16d9e5ba-6b8c-40e5-8876-294cbad077ce), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.618472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747487d3-3e73-4525-8179-363526ae0a6b None None] Pushing event updated for resources: {'Port': ['ID=07e46a60-7a1a-4032-8034-1c154593b4c4,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.698933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d827ab8a-11b5-4861-8ccd-88158c12f56f', 'network_id': 'd827ab8a-11b5-4861-8ccd-88158c12f56f', 'project_id': '3d1e94219bf748d89148afdf2e460068', 'fixed_ips': [{'subnet_id': '03410db5-80ad-4953-8555-da08df4e7c7f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:53.702176 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.731349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:53.733937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=16d9e5ba-6b8c-40e5-8876-294cbad077ce,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.744721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:53.748094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:53.754343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:53.755001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.775754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81a3982-ac18-4b88-b95c-e88fa4ec2d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59132795'] for subnet (03410db5-80ad-4953-8555-da08df4e7c7f), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.865688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fc40a697-7245-4ab5-88e4-8b41e6ba9b59 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6987708 Feb 09 22:06:53.879631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39180) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:54.044723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2ce9b6-af4e-4ba2-a455-e5dd2844a1a4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:54.054896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2ce9b6-af4e-4ba2-a455-e5dd2844a1a4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:54.065976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1e2ce9b6-af4e-4ba2-a455-e5dd2844a1a4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1937582 Feb 09 22:06:54.066749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39188) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:54.260634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 16d9e5ba-6b8c-40e5-8876-294cbad077ce {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:54.261777 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (16d9e5ba-6b8c-40e5-8876-294cbad077ce), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.296099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81a3982-ac18-4b88-b95c-e88fa4ec2d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751574607108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59059246'] for subnet (03410db5-80ad-4953-8555-da08df4e7c7f), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.393750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Allocated IP 172.20.0.3 (d827ab8a-11b5-4861-8ccd-88158c12f56f/03410db5-80ad-4953-8555-da08df4e7c7f/9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:54.404363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a3982-ac18-4b88-b95c-e88fa4ec2d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:54.416050 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81a3982-ac18-4b88-b95c-e88fa4ec2d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.425295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f81a3982-ac18-4b88-b95c-e88fa4ec2d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "PUT /v2.0/subnets/03410db5-80ad-4953-8555-da08df4e7c7f HTTP/1.1" status: 200 len: 877 time: 0.8936388 Feb 09 22:06:54.435095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39200) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:54.456131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a3982-ac18-4b88-b95c-e88fa4ec2d8d tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event updated for resources: {'Subnet': ['ID=03410db5-80ad-4953-8555-da08df4e7c7f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:54.470537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (16d9e5ba-6b8c-40e5-8876-294cbad077ce), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.574219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39204) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:54.594770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 16d9e5ba-6b8c-40e5-8876-294cbad077ce owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:54.614523 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5de432-f1e5-4d64-8af1-357d34cb2f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.676362 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:06:54.824457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Publish callbacks [] for port (9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.930184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d827ab8a-11b5-4861-8ccd-88158c12f56f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.962672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.992329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5de432-f1e5-4d64-8af1-357d34cb2f3a admin admin] Publish callbacks [] for security_group (f1395585-4c62-4e47-bac9-34f3827e2304), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.084333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea5de432-f1e5-4d64-8af1-357d34cb2f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f1395585-4c62-4e47-bac9-34f3827e2304), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.086637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 07e46a60-7a1a-4032-8034-1c154593b4c4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:55.188324 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea5de432-f1e5-4d64-8af1-357d34cb2f3a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2b46be5719543f59cfb32305833739e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6141703 Feb 09 22:06:55.192398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:55.275051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Network d827ab8a-11b5-4861-8ccd-88158c12f56f is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:55.305042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:55.313936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:55.318757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5de432-f1e5-4d64-8af1-357d34cb2f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1395585-4c62-4e47-bac9-34f3827e2304,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:55.325647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Pushing event updated for resources: {'Port': ['ID=9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:55.348084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Deleting port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:55.348578 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.411040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 07e46a60-7a1a-4032-8034-1c154593b4c4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:55.424893 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.430880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cae17b57-7a0e-4678-a7a0-bb72a688aa09 admin admin] Publish callbacks [] for security_group (f1395585-4c62-4e47-bac9-34f3827e2304), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.440659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (16d9e5ba-6b8c-40e5-8876-294cbad077ce), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.473881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cae17b57-7a0e-4678-a7a0-bb72a688aa09 admin admin] Publish callbacks [] for security_group (f1395585-4c62-4e47-bac9-34f3827e2304), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.522275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Attempting to bind port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:55.524617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=16d9e5ba-6b8c-40e5-8876-294cbad077ce,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:55.530995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Attempting to bind port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd827ab8a-11b5-4861-8ccd-88158c12f56f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:55.536825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Attempting to bind port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7 on network d827ab8a-11b5-4861-8ccd-88158c12f56f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:55.584055 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.588741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cb163a66-72f3-44ed-ba36-c3726a3e8eac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/16d9e5ba-6b8c-40e5-8876-294cbad077ce HTTP/1.1" status: 204 len: 168 time: 1.5209794 Feb 09 22:06:55.591378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:55.599087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:55.600433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Checking segment: {'id': '9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd827ab8a-11b5-4861-8ccd-88158c12f56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:55.600433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.600650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Bound using segment: {'id': '9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd827ab8a-11b5-4861-8ccd-88158c12f56f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:55.601070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Bound port: 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'd827ab8a-11b5-4861-8ccd-88158c12f56f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:55.601521 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.621746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-adb04933-4e2a-4b27-8694-0e83f6f0540f None None] Provisioning complete for port 07e46a60-7a1a-4032-8034-1c154593b4c4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:55.622289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-adb04933-4e2a-4b27-8694-0e83f6f0540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.661285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] For port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7, host n-d-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:55.661668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.711957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Calling delete_port for 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:55.758569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cae17b57-7a0e-4678-a7a0-bb72a688aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f1395585-4c62-4e47-bac9-34f3827e2304), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.763731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cae17b57-7a0e-4678-a7a0-bb72a688aa09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.767550 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cae17b57-7a0e-4678-a7a0-bb72a688aa09 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f1395585-4c62-4e47-bac9-34f3827e2304 HTTP/1.1" status: 204 len: 168 time: 0.5639138 Feb 09 22:06:55.805564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae17b57-7a0e-4678-a7a0-bb72a688aa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1395585-4c62-4e47-bac9-34f3827e2304,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:55.914031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44435ac8-3b58-44e2-b8ac-3780b14d983e req-dd0e1550-b261-4df0-a558-486991ced926 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.916097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44435ac8-3b58-44e2-b8ac-3780b14d983e req-dd0e1550-b261-4df0-a558-486991ced926 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.2232695 Feb 09 22:06:55.924774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3742fed-a84b-4bb2-806c-c162ed8758f8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.936746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3742fed-a84b-4bb2-806c-c162ed8758f8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.943624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39226) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:55.944948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e3742fed-a84b-4bb2-806c-c162ed8758f8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3516045 Feb 09 22:06:56.057511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] For port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:56.100401 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44435ac8-3b58-44e2-b8ac-3780b14d983e req-a4729ef2-ddaa-43e2-95d2-40191b9beda0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539309 Feb 09 22:06:56.110556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 07e46a60-7a1a-4032-8034-1c154593b4c4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:56.111191 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.128897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet e77cd7c1-f358-4361-b1dd-f0e806654b29 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:56.133440 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (e77cd7c1-f358-4361-b1dd-f0e806654b29), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.164901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] For port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7,segment=NetworkSegment(9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40),segment_id=9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:56.187609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (e77cd7c1-f358-4361-b1dd-f0e806654b29), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.198242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-adb04933-4e2a-4b27-8694-0e83f6f0540f None None] Current status of the port 07e46a60-7a1a-4032-8034-1c154593b4c4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:56.198684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-adb04933-4e2a-4b27-8694-0e83f6f0540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.231236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 07e46a60-7a1a-4032-8034-1c154593b4c4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=07e46a60-7a1a-4032-8034-1c154593b4c4,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:56.290650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.393976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.462623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e77cd7c1-f358-4361-b1dd-f0e806654b29), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.477484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a7e95-2b6a-4f9e-90bc-cfb979dec19b None None] Pushing event updated for resources: {'Port': ['ID=9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:56.544939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.583062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-adb04933-4e2a-4b27-8694-0e83f6f0540f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:06:56.583833 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-adb04933-4e2a-4b27-8694-0e83f6f0540f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:06:56.627555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=07e46a60-7a1a-4032-8034-1c154593b4c4,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:56.647842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Port': ['ID=9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:56.736787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No DVR routers for this DVR port 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:57.168808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (03410db5-80ad-4953-8555-da08df4e7c7f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.244005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 07e46a60-7a1a-4032-8034-1c154593b4c4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:57.244005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 07e46a60-7a1a-4032-8034-1c154593b4c4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:57.244005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.246106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (e77cd7c1-f358-4361-b1dd-f0e806654b29), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.246583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 07e46a60-7a1a-4032-8034-1c154593b4c4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:57.246683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (03410db5-80ad-4953-8555-da08df4e7c7f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.246787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-adb04933-4e2a-4b27-8694-0e83f6f0540f None None] Current status of the port 07e46a60-7a1a-4032-8034-1c154593b4c4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:57.311379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=e77cd7c1-f358-4361-b1dd-f0e806654b29,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:57.333408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3b7b96b2-9f33-407d-8bb7-741bc5ffd99c None None] Could not find standard attr ID for object 16d9e5ba-6b8c-40e5-8876-294cbad077ce. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:06:57.363812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.368780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:57.371314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fe4cdeac-8bec-4f0f-83ea-fafad93febd2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/e77cd7c1-f358-4361-b1dd-f0e806654b29 HTTP/1.1" status: 204 len: 168 time: 1.4251270 Feb 09 22:06:57.372627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae41267-5203-4470-bedd-6d2cd2f8aac1 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:57.407371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=03410db5-80ad-4953-8555-da08df4e7c7f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:57.547113 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eef9a93c-1162-4178-afad-35e91dfd3155 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1698778 Feb 09 22:06:57.566440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39258) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:57.570973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d827ab8a-11b5-4861-8ccd-88158c12f56f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.571740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:57.682127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d827ab8a-11b5-4861-8ccd-88158c12f56f']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:57.690830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:57.735875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:57.736124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:57.777712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62466e-1f74-49f6-a5aa-cc3c3c15ba6c req-eb00562e-dd2b-41d8-9c45-f0c2c94de849 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:57.779308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e62466e-1f74-49f6-a5aa-cc3c3c15ba6c req-eb00562e-dd2b-41d8-9c45-f0c2c94de849 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.4953001 Feb 09 22:06:57.783447 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.814085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Deleting port 07e46a60-7a1a-4032-8034-1c154593b4c4 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:57.814085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.855455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:57.858925 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.874317 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.902075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-e0f7e478-ec89-45e3-9ba3-3a582d5efdcb tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:57.911398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-e0f7e478-ec89-45e3-9ba3-3a582d5efdcb tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.30 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 946 time: 0.3989420 Feb 09 22:06:58.010309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] For port 07e46a60-7a1a-4032-8034-1c154593b4c4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=07e46a60-7a1a-4032-8034-1c154593b4c4,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:58.011524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.048006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Calling delete_port for 07e46a60-7a1a-4032-8034-1c154593b4c4 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:58.089083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:58.089500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (9f2b3b8f-aae6-461a-a95a-4a9d0a2edd40), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:58.139422 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:58.238666 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (07e46a60-7a1a-4032-8034-1c154593b4c4), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.286043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Pushing event deleted for resources: {'Port': ['ID=07e46a60-7a1a-4032-8034-1c154593b4c4,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:58.321899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.332227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:58.335387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b4725-c26f-4946-9af9-651eeec343a4 None None] No DVR routers for this DVR port 07e46a60-7a1a-4032-8034-1c154593b4c4 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:58.347167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e62466e-1f74-49f6-a5aa-cc3c3c15ba6c req-22c33c6e-5935-49e7-8a9e-6faf569f9cc2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups?id=7f567485-1ba8-4ef0-8de8-4af6fda22104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324187 Feb 09 22:06:58.374458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b7396-8486-43fa-940b-0f9d5433f09e None None] Network d827ab8a-11b5-4861-8ccd-88158c12f56f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:58.398594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Deleting port 591c50a1-aea2-4235-b60d-256ebf377c5c {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:58.400841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.455418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d827ab8a-11b5-4861-8ccd-88158c12f56f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.508441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f26ca783-7bf8-4196-9430-116e3af73771 None None] Could not find standard attr ID for object 9aea3374-d6a1-4f0d-a771-1f8a0a1aa2d7. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:06:58.536922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.563338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/d827ab8a-11b5-4861-8ccd-88158c12f56f HTTP/1.1" status: 204 len: 168 time: 4.1176922 Feb 09 22:06:58.604051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39274) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:58.655975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa96bac-d854-44f5-b582-575d0ee4dce8 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=d827ab8a-11b5-4861-8ccd-88158c12f56f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:58.661372 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93d489c-fbfb-416a-8855-2f5480b46a23 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:06:58.661973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93d489c-fbfb-416a-8855-2f5480b46a23 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:58.673780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b93d489c-fbfb-416a-8855-2f5480b46a23 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/03410db5-80ad-4953-8555-da08df4e7c7f HTTP/1.1" status: 404 len: 337 time: 0.0591419 Feb 09 22:06:58.676545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63996b50-04cf-4e11-afff-feca5f75b0b4 None None] DHCP port deletion for d827ab8a-11b5-4861-8ccd-88158c12f56f request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:58.682359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39276) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:58.710699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9b3a5-ec19-4a44-a745-f9b9e3a82b8d None None] Network d827ab8a-11b5-4861-8ccd-88158c12f56f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:58.740572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] For port 591c50a1-aea2-4235-b60d-256ebf377c5c, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=591c50a1-aea2-4235-b60d-256ebf377c5c,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:58.748859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9b3a5-ec19-4a44-a745-f9b9e3a82b8d None None] Network d827ab8a-11b5-4861-8ccd-88158c12f56f could not be found, it might have been deleted concurrently. {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:06:58.748949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.751221 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-94eea67b-964e-4e7f-b9f7-478b0ec51b2e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:06:58.751579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94eea67b-964e-4e7f-b9f7-478b0ec51b2e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:58.759839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-94eea67b-964e-4e7f-b9f7-478b0ec51b2e tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/d827ab8a-11b5-4861-8ccd-88158c12f56f HTTP/1.1" status: 404 len: 339 time: 0.0725718 Feb 09 22:06:58.761423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39278) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:58.859555 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8a16d1-97ec-4686-9e50-a741a707a3a5 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:06:58.860584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8a16d1-97ec-4686-9e50-a741a707a3a5 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:58.865523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ae8a16d1-97ec-4686-9e50-a741a707a3a5 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/fe41cbf6-8754-41aa-8799-31a83d5b9c09 HTTP/1.1" status: 404 len: 337 time: 0.1029091 Feb 09 22:06:58.872210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39280) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:58.872390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 07e46a60-7a1a-4032-8034-1c154593b4c4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:58.929580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 07e46a60-7a1a-4032-8034-1c154593b4c4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:58.930493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 07e46a60-7a1a-4032-8034-1c154593b4c4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:58.957760 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-501e6385-e384-4b00-8ef5-1e88f7b4960b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:06:58.963069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501e6385-e384-4b00-8ef5-1e88f7b4960b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:06:58.969503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-501e6385-e384-4b00-8ef5-1e88f7b4960b tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/13ea1dbe-9707-49e5-b0bb-48e01f6f0858 HTTP/1.1" status: 404 len: 339 time: 0.0936673 Feb 09 22:06:58.972463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39282) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:59.057438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.058095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d459f976-853c-4212-a46f-ff9a4f9090a2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.058686 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Floating IP d459f976-853c-4212-a46f-ff9a4f9090a2 disassociated. External IP: 172.25.5.135, port: 591c50a1-aea2-4235-b60d-256ebf377c5c. Feb 09 22:06:59.059203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Calling delete_port for 591c50a1-aea2-4235-b60d-256ebf377c5c owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:59.096748 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (10b044ca-a1e8-4375-9773-b3d101da5bc6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.204186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:06:59.207231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.317613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:59.394763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.399742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.404459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:59.421362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.466971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (591c50a1-aea2-4235-b60d-256ebf377c5c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.515294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:59.552341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event deleted for resources: {'Port': ['ID=591c50a1-aea2-4235-b60d-256ebf377c5c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:59.607440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-73f7a2ad-e9b2-4fe4-8a4e-a023dd4f82df req-f232b3c7-b315-4d9b-a834-d7f6d07ee8d5 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 210 time: 0.0898860 Feb 09 22:06:59.615836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:59.643897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:59.645319 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.648866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d5b38-9694-4ee8-8c12-69838908aeed None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:59.666729 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (10b044ca-a1e8-4375-9773-b3d101da5bc6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.741404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b044ca-a1e8-4375-9773-b3d101da5bc6']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:59.778863 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3ead3c-410f-4045-b8cc-8a7fd70d83ab') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:59.779375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3ead3c-410f-4045-b8cc-8a7fd70d83ab') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:59.793291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:59.794226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (5a3ead3c-410f-4045-b8cc-8a7fd70d83ab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.794452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.805651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-99c17254-aa56-48c9-a188-2a6e1b60c546 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2538483 Feb 09 22:06:59.813700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39296) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:59.816360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Router 80b3811d-1f34-4044-974d-58de00614ae8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:59.821144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:0a:30:7a', 'name': 'tempest-NetworksTestDHCPv6-1441708637'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:59.859511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5a3ead3c-410f-4045-b8cc-8a7fd70d83ab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.908113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:59.908665 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (5a3ead3c-410f-4045-b8cc-8a7fd70d83ab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:59.912033 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:59.972993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:59.991350 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4356c-4951-494d-9cff-928148f09445 None None] Sync routers for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:00.024660 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:00.025592 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:06:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:00.040356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] No DVR routers for this DVR port 591c50a1-aea2-4235-b60d-256ebf377c5c on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:00.044021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.048940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31f55b37-05c2-43bd-b6fe-93cfa61e709a req-ea4fa1aa-5c14-4ee2-afe7-b47e1ba212f2 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.30 "DELETE /v2.0/ports/591c50a1-aea2-4235-b60d-256ebf377c5c HTTP/1.1" status: 204 len: 173 time: 2.1293766 Feb 09 22:07:00.054500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'name': 'network-vif-deleted', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:00.059647 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c34028-e0a5-4b80-85ba-ef8fbdb3124f" -d '{"events": [{"server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "name": "network-vif-deleted", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:00.117088 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (10b044ca-a1e8-4375-9773-b3d101da5bc6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.124846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.138021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/10b044ca-a1e8-4375-9773-b3d101da5bc6 HTTP/1.1" status: 204 len: 168 time: 1.1623983 Feb 09 22:07:00.138389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39306) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.208783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e22ad0-30bd-451c-be5c-6dd912778927 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=10b044ca-a1e8-4375-9773-b3d101da5bc6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:00.228221 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-232fea8d-7c7a-406c-b025-5269e0792015 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.228709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232fea8d-7c7a-406c-b025-5269e0792015 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.244903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39308) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.255322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-232fea8d-7c7a-406c-b025-5269e0792015 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/b86d3e88-7c65-4b6b-b3d2-ca93f6189eb1 HTTP/1.1" status: 404 len: 337 time: 0.1011901 Feb 09 22:07:00.258939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:00.298506 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c78cbf-9af9-47c5-8f67-c7d27b33e2fd tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.300368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c78cbf-9af9-47c5-8f67-c7d27b33e2fd tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.306665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73c78cbf-9af9-47c5-8f67-c7d27b33e2fd tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/6060b55d-8478-4fb7-9ab4-526c47864338 HTTP/1.1" status: 404 len: 339 time: 0.0577173 Feb 09 22:07:00.307119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39312) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.329736 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:00.396550 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-620fbaed-053e-4262-9316-0dba3bba0e92 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.397024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620fbaed-053e-4262-9316-0dba3bba0e92 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.419275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-620fbaed-053e-4262-9316-0dba3bba0e92 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/f227e9da-de37-4673-8035-c74671986dc9 HTTP/1.1" status: 404 len: 337 time: 0.1100233 Feb 09 22:07:00.421686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39318) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.473738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Allocated IP 2001:db8::f816:3eff:fe36:e5 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b/509fe412-11a2-44b9-9f85-ab332d1a334c) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:00.484872 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-929ebcb6-9c55-4b72-87f2-23ad73fd5d69 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.485404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929ebcb6-9c55-4b72-87f2-23ad73fd5d69 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.491337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-929ebcb6-9c55-4b72-87f2-23ad73fd5d69 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/c9b7e79d-aa75-4322-b5b2-0043c2ddc42d HTTP/1.1" status: 404 len: 339 time: 0.0660195 Feb 09 22:07:00.492019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39320) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.529823 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2704df-ddb8-4a45-928e-35288c278582 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.530500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2704df-ddb8-4a45-928e-35288c278582 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.534791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9d2704df-ddb8-4a45-928e-35288c278582 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/b35cb3b3-4357-400a-8b19-4bf5bf05b022 HTTP/1.1" status: 404 len: 337 time: 0.0416200 Feb 09 22:07:00.538938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39324) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.579037 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beb72b6-358f-4bf9-9af5-85cf5d2f8da5 x-openstack-request-id: req-4beb72b6-358f-4bf9-9af5-85cf5d2f8da5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:00.587389 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a5d51a-b8c4-4989-bfb3-b6eb15048927", "name": "network-vif-deleted", "tag": "591c50a1-aea2-4235-b60d-256ebf377c5c", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:00.587689 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4beb72b6-358f-4bf9-9af5-85cf5d2f8da5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:00.588176 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a5d51a-b8c4-4989-bfb3-b6eb15048927', 'name': 'network-vif-deleted', 'tag': '591c50a1-aea2-4235-b60d-256ebf377c5c', 'status': 'completed', 'code': 200} Feb 09 22:07:00.603404 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-95298d94-e993-4214-83ea-92c33e6a5663 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.603621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.603954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95298d94-e993-4214-83ea-92c33e6a5663 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.609767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-95298d94-e993-4214-83ea-92c33e6a5663 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/96c75fcd-6070-4bc0-b0aa-2475ab0da9bf HTTP/1.1" status: 404 len: 339 time: 0.0674520 Feb 09 22:07:00.612057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39326) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.668618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 56960ad8-c5aa-4f9c-b30b-5330dcedf57f yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:00.703664 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f59fc0-84c6-4500-83cf-163c65bfbcbc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.704192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f59fc0-84c6-4500-83cf-163c65bfbcbc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.707380 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-01f59fc0-84c6-4500-83cf-163c65bfbcbc tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/29ab6291-6acd-42c2-a8c7-e834d34ad99c HTTP/1.1" status: 404 len: 337 time: 0.0941801 Feb 09 22:07:00.710520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39334) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.770323 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7766896-105e-488f-922f-b99d9be719f9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.771920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7766896-105e-488f-922f-b99d9be719f9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.781187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e7766896-105e-488f-922f-b99d9be719f9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/b58843f5-9f69-4f09-8478-d18ee82c4007 HTTP/1.1" status: 404 len: 339 time: 0.0674047 Feb 09 22:07:00.786409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39336) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.849894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 591c50a1-aea2-4235-b60d-256ebf377c5c no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:00.862508 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ec74fd-75d6-4b05-b7cc-459843778000 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.864180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ec74fd-75d6-4b05-b7cc-459843778000 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.868699 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b1ec74fd-75d6-4b05-b7cc-459843778000 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/dcdcb7d5-985b-41dc-8c82-3a028938c101 HTTP/1.1" status: 404 len: 337 time: 0.0812998 Feb 09 22:07:00.871276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39338) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.898460 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-26766057-d897-4ed1-919c-5967c4bb8795 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.899441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26766057-d897-4ed1-919c-5967c4bb8795 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.903763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-26766057-d897-4ed1-919c-5967c4bb8795 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/0ec1ce1b-c559-4b3d-9cad-571bc8a68dab HTTP/1.1" status: 404 len: 339 time: 0.0311797 Feb 09 22:07:00.906393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39340) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.924158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c76323-7f09-4d1d-aa25-3d6a175e7901 req-dce99b21-4f93-4343-a7fe-4a7cd11e818a tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/ports?device_id=88a5d51a-b8c4-4989-bfb3-b6eb15048927 HTTP/1.1" status: 200 len: 210 time: 0.0777533 Feb 09 22:07:00.949179 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-760c9ed9-fcf8-42d0-8019-a1b7ae38c753 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.950180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760c9ed9-fcf8-42d0-8019-a1b7ae38c753 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:00.954541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-760c9ed9-fcf8-42d0-8019-a1b7ae38c753 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/ec15fe48-4b59-4f0d-bfc7-f28bfa5ca366 HTTP/1.1" status: 404 len: 337 time: 0.0465732 Feb 09 22:07:00.958486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39342) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:00.964049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 591c50a1-aea2-4235-b60d-256ebf377c5c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:00.964202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 591c50a1-aea2-4235-b60d-256ebf377c5c not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:00.990394 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63468fb-a354-44d4-811a-0b574ffdeae7 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:00.996409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63468fb-a354-44d4-811a-0b574ffdeae7 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:01.015149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39344) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:01.015363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c63468fb-a354-44d4-811a-0b574ffdeae7 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/7560d349-dd49-473e-8210-e4b04b60727f HTTP/1.1" status: 404 len: 339 time: 0.0555785 Feb 09 22:07:01.043352 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Publish callbacks [] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.055070 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0369f2ee-8673-4ba5-82fe-ccd6944e07d1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:01.055912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0369f2ee-8673-4ba5-82fe-ccd6944e07d1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:01.059235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0369f2ee-8673-4ba5-82fe-ccd6944e07d1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/1bebd496-69b5-4a1f-a3dc-13289c1b2595 HTTP/1.1" status: 404 len: 337 time: 0.0429635 Feb 09 22:07:01.062157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39346) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:01.069923 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.090790 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49b8d4f-4704-4442-bc40-58aa3ab511f9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:01.091336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49b8d4f-4704-4442-bc40-58aa3ab511f9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:01.095205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:01.098044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39348) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:01.099081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e49b8d4f-4704-4442-bc40-58aa3ab511f9 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/1aca333e-2b82-4fca-ac00-a6e5ce72d1b0 HTTP/1.1" status: 404 len: 339 time: 0.0358377 Feb 09 22:07:01.135403 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.160820 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81e8855-eb8a-4ef9-b7ee-ae830edb6085 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:01.164275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81e8855-eb8a-4ef9-b7ee-ae830edb6085 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:01.170051 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4356c-4951-494d-9cff-928148f09445 None None] Checking router: 80b3811d-1f34-4044-974d-58de00614ae8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:07:01.172132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d81e8855-eb8a-4ef9-b7ee-ae830edb6085 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/84cf1ff7-162d-408f-a811-40cf24690f47 HTTP/1.1" status: 404 len: 337 time: 0.0727830 Feb 09 22:07:01.180475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39350) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:01.217738 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:01.218693 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:06:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:01.227599 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8da9ae9-b7b4-49a8-ae3b-8430d490fae4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] DELETE failed (client error): The resource could not be found. Feb 09 22:07:01.244498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8da9ae9-b7b4-49a8-ae3b-8430d490fae4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:01.250065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c8da9ae9-b7b4-49a8-ae3b-8430d490fae4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/c471891e-0ed6-4dfc-841b-799e6a86ebf0 HTTP/1.1" status: 404 len: 339 time: 0.0654526 Feb 09 22:07:01.250970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39352) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:01.260460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:01.270308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:01.279108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:01.324186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:fe0a:307a (d3b85f89-362b-44e8-b88a-f1327ef80d2d/47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b/56960ad8-c5aa-4f9c-b30b-5330dcedf57f) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:01.364084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Pushing event updated for resources: {'Port': ['ID=509fe412-11a2-44b9-9f85-ab332d1a334c,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:01.390378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Deleting subnet e44d75c1-14d2-4387-9c67-969157d20310 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:01.403825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (e44d75c1-14d2-4387-9c67-969157d20310), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.415054 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:01.461067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Attempting to bind port 509fe412-11a2-44b9-9f85-ab332d1a334c on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:01.461581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Attempting to bind port 509fe412-11a2-44b9-9f85-ab332d1a334c by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:01.462734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Attempting to bind port 509fe412-11a2-44b9-9f85-ab332d1a334c on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:01.479738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:01.480350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:01.480990 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.481486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:01.484181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Bound port: 509fe412-11a2-44b9-9f85-ab332d1a334c, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:01.486967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (e44d75c1-14d2-4387-9c67-969157d20310), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.489378 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.701747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (56960ad8-c5aa-4f9c-b30b-5330dcedf57f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.755566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] For port 509fe412-11a2-44b9-9f85-ab332d1a334c, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:01.759126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] For port 509fe412-11a2-44b9-9f85-ab332d1a334c, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=509fe412-11a2-44b9-9f85-ab332d1a334c,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:01.798331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e44d75c1-14d2-4387-9c67-969157d20310), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.862026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.862610 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (56960ad8-c5aa-4f9c-b30b-5330dcedf57f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:01.982914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:01.988556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:02.005475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:02.028671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:02.028671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.032289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=56960ad8-c5aa-4f9c-b30b-5330dcedf57f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:02.078579 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3af4356c-4951-494d-9cff-928148f09445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:02.101606 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (e44d75c1-14d2-4387-9c67-969157d20310), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.137133 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af4356c-4951-494d-9cff-928148f09445 None None] The sync data for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 is: [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:00:20Z', 'revision_number': 4, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3070fa2d-06aa-430b-be58-25fcde274ec8', 'name': '', 'network_id': 'ea206087-2070-4908-8aac-a5bac70cc04a', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'mac_address': 'fa:16:3e:ae:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:19Z', 'updated_at': '2022-02-09T22:00:26Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'subnets': [{'id': 'c463dc22-5423-4d0a-b5ff-fbfc74cb166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:02.154794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Subnet': ['ID=e44d75c1-14d2-4387-9c67-969157d20310,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:02.160634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.169113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/subnets/e44d75c1-14d2-4387-9c67-969157d20310 HTTP/1.1" status: 204 len: 168 time: 0.9140904 Feb 09 22:07:02.169264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39366) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:02.171554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.172079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.172535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.172985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.173430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.173873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.174314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.174753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.175192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.175641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.176099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.176538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.176972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2dc1e-6091-45e1-8745-9b55ea03c2a1 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:02.201333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b7bd80-ad86-4fb8-a55f-0226e4215427 None None] Network fdb8158d-da18-4c01-80b1-eb25cf5c9dbd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:02.208835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39368) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:02.211115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d4c5fad-8477-43a4-b1f9-426ca3fef0c9 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3960903 Feb 09 22:07:02.251485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39370) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:02.371199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf65ac8-899e-4365-ab64-e2a4981124f1 None None] Pushing event updated for resources: {'Port': ['ID=509fe412-11a2-44b9-9f85-ab332d1a334c,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:02.407999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (fdb8158d-da18-4c01-80b1-eb25cf5c9dbd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.508689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Deleting port ec54c0a7-18c1-419b-b297-c13c49bf7dbe {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:02.509039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.542373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a5802-f6bb-45bd-86ce-6867f10e21c3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:02.548959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a5802-f6bb-45bd-86ce-6867f10e21c3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:02.550795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c05a5802-f6bb-45bd-86ce-6867f10e21c3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3368819 Feb 09 22:07:02.551665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0c6d-d639-4afb-85bc-6392e055074e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (7f567485-1ba8-4ef0-8de8-4af6fda22104), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.572768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] DHCP port deletion for fdb8158d-da18-4c01-80b1-eb25cf5c9dbd request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:02.577751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39372) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:02.617261 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0c6d-d639-4afb-85bc-6392e055074e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (7f567485-1ba8-4ef0-8de8-4af6fda22104), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.713109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] Deleting port ec54c0a7-18c1-419b-b297-c13c49bf7dbe {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:02.716144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.732437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] For port ec54c0a7-18c1-419b-b297-c13c49bf7dbe, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,segment=NetworkSegment(3c250e1f-83a2-4d76-8622-d6f9be1c5130),segment_id=3c250e1f-83a2-4d76-8622-d6f9be1c5130)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:02.732819 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.794984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Calling delete_port for ec54c0a7-18c1-419b-b297-c13c49bf7dbe owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:02.805964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 56960ad8-c5aa-4f9c-b30b-5330dcedf57f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:02.805964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (56960ad8-c5aa-4f9c-b30b-5330dcedf57f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.806194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0c6d-d639-4afb-85bc-6392e055074e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7f567485-1ba8-4ef0-8de8-4af6fda22104), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.815370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0c6d-d639-4afb-85bc-6392e055074e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:02.819114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bbbb0c6d-d639-4afb-85bc-6392e055074e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "DELETE /v2.0/security-groups/7f567485-1ba8-4ef0-8de8-4af6fda22104 HTTP/1.1" status: 204 len: 168 time: 0.4984894 Feb 09 22:07:02.819779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39380) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:02.953381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb0c6d-d639-4afb-85bc-6392e055074e tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f567485-1ba8-4ef0-8de8-4af6fda22104,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:02.957376 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-71c291ad-518f-4dc4-a630-ccdfab6b464d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] show failed (client error): The resource could not be found. Feb 09 22:07:02.963603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-71c291ad-518f-4dc4-a630-ccdfab6b464d tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "GET /v2.0/security-groups/7f567485-1ba8-4ef0-8de8-4af6fda22104 HTTP/1.1" status: 404 len: 347 time: 0.1026804 Feb 09 22:07:02.964052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39382) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:03.012881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] For port ec54c0a7-18c1-419b-b297-c13c49bf7dbe, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,segment=NetworkSegment(3c250e1f-83a2-4d76-8622-d6f9be1c5130),segment_id=3c250e1f-83a2-4d76-8622-d6f9be1c5130)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:03.013434 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.055958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] Calling delete_port for ec54c0a7-18c1-419b-b297-c13c49bf7dbe owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:03.062929 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (56960ad8-c5aa-4f9c-b30b-5330dcedf57f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.088608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 56960ad8-c5aa-4f9c-b30b-5330dcedf57f owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:03.197598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d2299-05ad-4442-add7-f7d59980cd67 None None] New status for floating IP d459f976-853c-4212-a46f-ff9a4f9090a2: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:07:03.205422 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.205938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec54c0a7-18c1-419b-b297-c13c49bf7dbe no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:03.227418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ec54c0a7-18c1-419b-b297-c13c49bf7dbe), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.249358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Deleting port 1b598725-495f-4486-8ef6-746e6d7e6afd {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:03.249898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.290874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Port': ['ID=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:03.306066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] No DVR routers for this DVR port ec54c0a7-18c1-419b-b297-c13c49bf7dbe on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:03.317709 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] Pushing event deleted for resources: {'Port': ['ID=ec54c0a7-18c1-419b-b297-c13c49bf7dbe,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:03.331486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ec54c0a7-18c1-419b-b297-c13c49bf7dbe {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:03.334440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ec54c0a7-18c1-419b-b297-c13c49bf7dbe not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:03.434494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.438916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (1b598725-495f-4486-8ef6-746e6d7e6afd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.461159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Calling delete_port for 1b598725-495f-4486-8ef6-746e6d7e6afd owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:03.474717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f789a-8c1d-4d64-b133-b8e9b632513b None None] No DVR routers for this DVR port ec54c0a7-18c1-419b-b297-c13c49bf7dbe on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:03.539305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (fdb8158d-da18-4c01-80b1-eb25cf5c9dbd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.622857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb8158d-da18-4c01-80b1-eb25cf5c9dbd']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:03.662926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c250e1f-83a2-4d76-8622-d6f9be1c5130') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:03.664000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c250e1f-83a2-4d76-8622-d6f9be1c5130') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:03.700504 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (3c250e1f-83a2-4d76-8622-d6f9be1c5130), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.729014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3c250e1f-83a2-4d76-8622-d6f9be1c5130), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.737997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:07:03.738574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (3c250e1f-83a2-4d76-8622-d6f9be1c5130), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:07:03.742061 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:07:03.785452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1b598725-495f-4486-8ef6-746e6d7e6afd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.855894 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (56960ad8-c5aa-4f9c-b30b-5330dcedf57f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.897363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Pushing event deleted for resources: {'Port': ['ID=1b598725-495f-4486-8ef6-746e6d7e6afd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:03.958581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks [] for floatingip (d459f976-853c-4212-a46f-ff9a4f9090a2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.962221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:03.973503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c01a937f-8097-4830-baa6-d370441e0ac0 tempest-AttachVolumeTestJSON-413885336 tempest-AttachVolumeTestJSON-413885336-project] 10.222.0.98 "DELETE /v2.0/floatingips/d459f976-853c-4212-a46f-ff9a4f9090a2 HTTP/1.1" status: 204 len: 168 time: 1.0083539 Feb 09 22:07:03.985954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=56960ad8-c5aa-4f9c-b30b-5330dcedf57f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:04.100513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.122116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39400) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:04.126410 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f536beb6-3e7f-4f42-b3ac-74486bbbb749 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/56960ad8-c5aa-4f9c-b30b-5330dcedf57f HTTP/1.1" status: 204 len: 168 time: 1.5390286 Feb 09 22:07:04.206002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b01b69-98a7-4ffd-881f-4c9a4b001721 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.207500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b01b69-98a7-4ffd-881f-4c9a4b001721 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.209168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a1b01b69-98a7-4ffd-881f-4c9a4b001721 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0851264 Feb 09 22:07:04.211872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39402) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:04.252833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (fdb8158d-da18-4c01-80b1-eb25cf5c9dbd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.253366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.259884 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] 10.222.0.98 "DELETE /v2.0/networks/fdb8158d-da18-4c01-80b1-eb25cf5c9dbd HTTP/1.1" status: 204 len: 168 time: 2.0875826 Feb 09 22:07:04.293134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9096fa1-f234-4884-acfd-a3ae8e999ad4 tempest-NetworksTest-1529962703 tempest-NetworksTest-1529962703-project] Pushing event deleted for resources: {'Network': ['ID=fdb8158d-da18-4c01-80b1-eb25cf5c9dbd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:04.310292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:04.314018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.348551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Provisioning complete for port 509fe412-11a2-44b9-9f85-ab332d1a334c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:04.352976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.369802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.594458 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.657407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Current status of the port 509fe412-11a2-44b9-9f85-ab332d1a334c is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:04.657407 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.868854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.954252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:04.959120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 509fe412-11a2-44b9-9f85-ab332d1a334c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:04.993453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:04.999431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-81de65b4-81bc-4303-aabd-55085981d697 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b HTTP/1.1" status: 204 len: 168 time: 0.7862737 Feb 09 22:07:04.999903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39414) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.128421 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:05.133077 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:05.154018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-09512cf7-ecd6-4540-b3bc-618a79cd8c2a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520491 Feb 09 22:07:05.156285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39420) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.191113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39422) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.239199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 509fe412-11a2-44b9-9f85-ab332d1a334c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:05.239593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.243536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc4f46-9213-4ede-93d3-4fc494bd6f76 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:05.268070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ecabe-bb64-4163-b62a-9df15f7e2443 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:05.269973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e43ecabe-bb64-4163-b62a-9df15f7e2443 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1121564 Feb 09 22:07:05.273155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39426) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.356833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f8572-9632-44f2-9208-b109938aefc0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:05.358920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b82f8572-9632-44f2-9208-b109938aefc0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844052 Feb 09 22:07:05.361605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39428) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.468436 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8f95333d-9c1e-4d97-bd01-98b054224d7c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044631 Feb 09 22:07:05.473555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39430) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.480872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:05.493073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-475f9652-5b6b-48b3-86c6-3fd07ead58e4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3d1e94219bf748d89148afdf2e460068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007302 Feb 09 22:07:05.497760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fba15b3c-95c3-4906-8245-65e5721297b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.499872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39434) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:05.517465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 509fe412-11a2-44b9-9f85-ab332d1a334c is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:05.517854 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.626039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 509fe412-11a2-44b9-9f85-ab332d1a334c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=509fe412-11a2-44b9-9f85-ab332d1a334c,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:05.675688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a344ba6-1dee-4bb4-bf51-44cd16bc0c71 admin admin] Publish callbacks [] for security_group (b4bcf2c0-60e6-453f-91fb-52c3074d9cef), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.717721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a344ba6-1dee-4bb4-bf51-44cd16bc0c71 admin admin] Publish callbacks [] for security_group (b4bcf2c0-60e6-453f-91fb-52c3074d9cef), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.729235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Current status of the port 509fe412-11a2-44b9-9f85-ab332d1a334c is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:05.729641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.731691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:05.768593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.899231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a344ba6-1dee-4bb4-bf51-44cd16bc0c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b4bcf2c0-60e6-453f-91fb-52c3074d9cef), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.902296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a344ba6-1dee-4bb4-bf51-44cd16bc0c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.904864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4a344ba6-1dee-4bb4-bf51-44cd16bc0c71 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4bcf2c0-60e6-453f-91fb-52c3074d9cef HTTP/1.1" status: 204 len: 168 time: 0.4032657 Feb 09 22:07:05.913058 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:05.913645 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:05.928681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a344ba6-1dee-4bb4-bf51-44cd16bc0c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bcf2c0-60e6-453f-91fb-52c3074d9cef,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:05.937392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:05.947311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:05.976136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=509fe412-11a2-44b9-9f85-ab332d1a334c,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:05.990646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] Deleting port 509fe412-11a2-44b9-9f85-ab332d1a334c {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:05.991090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.086643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] For port 509fe412-11a2-44b9-9f85-ab332d1a334c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=509fe412-11a2-44b9-9f85-ab332d1a334c,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:06.089064 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.132337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] Calling delete_port for 509fe412-11a2-44b9-9f85-ab332d1a334c owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:06.279319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39458) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:06.283972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d89b4683-76fe-4ae5-8126-c15a1d460758 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110946978', 'description': 'tempest-secgroup-smoke-110946978 description', 'project_id': '916ef15f828f41689d1158249b84859a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:06.449502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d89b4683-76fe-4ae5-8126-c15a1d460758 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.478568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (509fe412-11a2-44b9-9f85-ab332d1a334c), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.508626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] No DVR routers for this DVR port 509fe412-11a2-44b9-9f85-ab332d1a334c on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:06.560784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d89b4683-76fe-4ae5-8126-c15a1d460758 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group (b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.573074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9702ac-4594-403d-9b93-35f4c528d788 None None] Pushing event deleted for resources: {'Port': ['ID=509fe412-11a2-44b9-9f85-ab332d1a334c,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:06.650622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d89b4683-76fe-4ae5-8126-c15a1d460758 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.769548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:07:06.774980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (0be13de7-0b81-4abc-b84d-3f343a031019), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.807192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-00125038-3319-49f2-95da-e8b30cdfc63a None None] Port 509fe412-11a2-44b9-9f85-ab332d1a334c update to ACTIVE by agent not found {{(pid=103698) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 22:07:06.854460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b4683-76fe-4ae5-8126-c15a1d460758 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:06.864933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 509fe412-11a2-44b9-9f85-ab332d1a334c no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:06.887883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=0be13de7-0b81-4abc-b84d-3f343a031019,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:06.908438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d89b4683-76fe-4ae5-8126-c15a1d460758 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:06.909738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d89b4683-76fe-4ae5-8126-c15a1d460758 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6293707 Feb 09 22:07:06.913641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39472) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:06.918426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c738d40c-dc4e-4465-8a2f-4008f3dce7db tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3', 'project_id': '916ef15f828f41689d1158249b84859a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:06.931910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:06.933802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:06.940151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 509fe412-11a2-44b9-9f85-ab332d1a334c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:06.940690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 509fe412-11a2-44b9-9f85-ab332d1a334c not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:06.960555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-dc6b4ed5-87cb-4128-99c4-e7be9d3b4312 None None] Could not find standard attr ID for object 56960ad8-c5aa-4f9c-b30b-5330dcedf57f. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:06.963945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d51eac-7515-439a-a603-21a162f1b789 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:06.968591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:06.970302 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.072525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6a605822-fd8e-4731-bac3-028e979c2dcb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5970640 Feb 09 22:07:07.081160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39476) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:07.086948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:f0:b4:af', 'name': 'tempest-NetworksTestDHCPv6-1765131979'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:07.118332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c738d40c-dc4e-4465-8a2f-4008f3dce7db tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (d254be4e-8778-4643-992a-19292edf24f7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.176997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': '0be13de7-0b81-4abc-b84d-3f343a031019'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:07.178024 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.373940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Allocated IP 2001:db8::f816:3eff:fe33:fb15 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/0be13de7-0b81-4abc-b84d-3f343a031019/e03fe164-e8cb-4366-886b-b3addd3d73cf) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:07.375899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c738d40c-dc4e-4465-8a2f-4008f3dce7db tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (d254be4e-8778-4643-992a-19292edf24f7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.484045 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c738d40c-dc4e-4465-8a2f-4008f3dce7db tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d254be4e-8778-4643-992a-19292edf24f7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.559767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:07.661461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738d40c-dc4e-4465-8a2f-4008f3dce7db tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d254be4e-8778-4643-992a-19292edf24f7,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:07.710254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.717906 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c738d40c-dc4e-4465-8a2f-4008f3dce7db tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.719369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c738d40c-dc4e-4465-8a2f-4008f3dce7db tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8046637 Feb 09 22:07:07.722869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39490) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:07.731541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-744d9092-3b94-4cb3-b733-f01e191ca514 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3', 'project_id': '916ef15f828f41689d1158249b84859a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:07.742677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port c3cc1a70-088e-44ed-b023-486e0b2cefbc yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:07.749044 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Publish callbacks [] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.754914 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3b92-c3a4-4b34-8353-979d5799c770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.871562 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.945280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-744d9092-3b94-4cb3-b733-f01e191ca514 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (20d7addc-74fc-4939-9db0-4e7dbcfab702), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.028103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:08.031514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:08.036505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:08.045064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Pushing event updated for resources: {'Port': ['ID=e03fe164-e8cb-4366-886b-b3addd3d73cf,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:08.065854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:fef0:b4af (d3b85f89-362b-44e8-b88a-f1327ef80d2d/0be13de7-0b81-4abc-b84d-3f343a031019/c3cc1a70-088e-44ed-b023-486e0b2cefbc) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:08.071632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39496) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:08.149371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Attempting to bind port e03fe164-e8cb-4366-886b-b3addd3d73cf on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:08.150190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Attempting to bind port e03fe164-e8cb-4366-886b-b3addd3d73cf by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:08.152448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Attempting to bind port e03fe164-e8cb-4366-886b-b3addd3d73cf on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:08.169263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:08.171455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:08.171919 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.172325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:08.172827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Bound port: e03fe164-e8cb-4366-886b-b3addd3d73cf, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:08.173220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.176060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-744d9092-3b94-4cb3-b733-f01e191ca514 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (20d7addc-74fc-4939-9db0-4e7dbcfab702), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.277517 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-744d9092-3b94-4cb3-b733-f01e191ca514 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (20d7addc-74fc-4939-9db0-4e7dbcfab702), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.300717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] For port e03fe164-e8cb-4366-886b-b3addd3d73cf, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:08.315509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] For port e03fe164-e8cb-4366-886b-b3addd3d73cf, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e03fe164-e8cb-4366-886b-b3addd3d73cf,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:08.324578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-aeef6a4a-4143-476e-83b2-20a18555ce86 tempest-DvrRoutersNegativeTest-260951468 tempest-DvrRoutersNegativeTest-260951468-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1156358967', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:08.327431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.policy [None req-aeef6a4a-4143-476e-83b2-20a18555ce86 tempest-DvrRoutersNegativeTest-260951468 tempest-DvrRoutersNegativeTest-260951468-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103696) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 22:07:08.333651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.policy [None req-aeef6a4a-4143-476e-83b2-20a18555ce86 tempest-DvrRoutersNegativeTest-260951468 tempest-DvrRoutersNegativeTest-260951468-project] Failed policy check for 'create_router' {{(pid=103696) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 22:07:08.334106 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-aeef6a4a-4143-476e-83b2-20a18555ce86 tempest-DvrRoutersNegativeTest-260951468 tempest-DvrRoutersNegativeTest-260951468-project] create failed (client error): Access was denied to this resource. Feb 09 22:07:08.335473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aeef6a4a-4143-476e-83b2-20a18555ce86 tempest-DvrRoutersNegativeTest-260951468 tempest-DvrRoutersNegativeTest-260951468-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2593913 Feb 09 22:07:08.344583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d9092-3b94-4cb3-b733-f01e191ca514 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d7addc-74fc-4939-9db0-4e7dbcfab702,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:08.369828 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (c3cc1a70-088e-44ed-b023-486e0b2cefbc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.399505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-744d9092-3b94-4cb3-b733-f01e191ca514 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.401306 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-744d9092-3b94-4cb3-b733-f01e191ca514 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6752160 Feb 09 22:07:08.404226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39504) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:08.416766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9d1f9847-b793-4c78-8db4-1bafbfbd6034 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3', 'project_id': '916ef15f828f41689d1158249b84859a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:08.428193 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.585054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5449549-31a2-4cf3-9847-e9bb928c9840 None None] Pushing event updated for resources: {'Port': ['ID=e03fe164-e8cb-4366-886b-b3addd3d73cf,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:08.595856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9847-b793-4c78-8db4-1bafbfbd6034 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (80ba9407-6534-4b57-99e4-54761ee79b8e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.598167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c3cc1a70-088e-44ed-b023-486e0b2cefbc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.665483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:08.688264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:08.692704 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=c3cc1a70-088e-44ed-b023-486e0b2cefbc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:08.693047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:08.698819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:08.699559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:08.904667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1fc8a82c-e29c-415c-968f-e07e5aab6a9f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8218148 Feb 09 22:07:08.907473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39510) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:09.033694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dceadac-d066-4b19-a660-98991d76e435 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:09.042774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dceadac-d066-4b19-a660-98991d76e435 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:09.049911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8dceadac-d066-4b19-a660-98991d76e435 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1407518 Feb 09 22:07:09.052049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39514) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:09.122781 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.292955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port c3cc1a70-088e-44ed-b023-486e0b2cefbc {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:09.293806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c3cc1a70-088e-44ed-b023-486e0b2cefbc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.305437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39520) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:09.434117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9847-b793-4c78-8db4-1bafbfbd6034 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (80ba9407-6534-4b57-99e4-54761ee79b8e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.448451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c3cc1a70-088e-44ed-b023-486e0b2cefbc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.468752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for c3cc1a70-088e-44ed-b023-486e0b2cefbc owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:09.564303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9847-b793-4c78-8db4-1bafbfbd6034 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (80ba9407-6534-4b57-99e4-54761ee79b8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.573378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c63f6aa-af31-4b96-8549-de88d1d33f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.623555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f9847-b793-4c78-8db4-1bafbfbd6034 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ba9407-6534-4b57-99e4-54761ee79b8e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:09.759934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9847-b793-4c78-8db4-1bafbfbd6034 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.766500 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9d1f9847-b793-4c78-8db4-1bafbfbd6034 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3610387 Feb 09 22:07:09.769012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:09.769540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c63f6aa-af31-4b96-8549-de88d1d33f89 admin admin] Publish callbacks [] for security_group (758a082c-bb88-42da-81bf-dbd1229bd535), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.773488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-66051e42-f2fc-4f81-93eb-c5f43a642573 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3', 'project_id': '916ef15f828f41689d1158249b84859a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:09.853692 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c3cc1a70-088e-44ed-b023-486e0b2cefbc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.887324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=c3cc1a70-088e-44ed-b023-486e0b2cefbc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:09.934395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c63f6aa-af31-4b96-8549-de88d1d33f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (758a082c-bb88-42da-81bf-dbd1229bd535), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.989789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.993286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66051e42-f2fc-4f81-93eb-c5f43a642573 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (e1482961-5ffe-419b-b5aa-08acf97a2207), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.995991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a079a898-bf47-4ec5-bf96-1b7966aca382 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/c3cc1a70-088e-44ed-b023-486e0b2cefbc HTTP/1.1" status: 204 len: 168 time: 0.9370599 Feb 09 22:07:10.014813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39530) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:10.096118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63f6aa-af31-4b96-8549-de88d1d33f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758a082c-bb88-42da-81bf-dbd1229bd535,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:10.126839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39534) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:10.136064 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6c63f6aa-af31-4b96-8549-de88d1d33f89 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3af77f7c402f452780cde284e9da3027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8291001 Feb 09 22:07:10.150190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66051e42-f2fc-4f81-93eb-c5f43a642573 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (e1482961-5ffe-419b-b5aa-08acf97a2207), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.198406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73faae4-2d73-46b7-a37b-f7ffb7dfdbf4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:10.213599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73faae4-2d73-46b7-a37b-f7ffb7dfdbf4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:10.215819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c73faae4-2d73-46b7-a37b-f7ffb7dfdbf4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1983917 Feb 09 22:07:10.218736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39536) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:10.250682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66051e42-f2fc-4f81-93eb-c5f43a642573 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e1482961-5ffe-419b-b5aa-08acf97a2207), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.302910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66051e42-f2fc-4f81-93eb-c5f43a642573 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1482961-5ffe-419b-b5aa-08acf97a2207,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:10.353374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 0be13de7-0b81-4abc-b84d-3f343a031019 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:10.358242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (0be13de7-0b81-4abc-b84d-3f343a031019), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.358431 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.377001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d22d5070-868a-452c-bac1-61dca4c49a52 admin admin] Publish callbacks [] for security_group (758a082c-bb88-42da-81bf-dbd1229bd535), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.418207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Provisioning complete for port e03fe164-e8cb-4366-886b-b3addd3d73cf triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:10.418821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.425573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (0be13de7-0b81-4abc-b84d-3f343a031019), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.429885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d22d5070-868a-452c-bac1-61dca4c49a52 admin admin] Publish callbacks [] for security_group (758a082c-bb88-42da-81bf-dbd1229bd535), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.464168 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-66051e42-f2fc-4f81-93eb-c5f43a642573 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.470459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-66051e42-f2fc-4f81-93eb-c5f43a642573 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7004409 Feb 09 22:07:10.473096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39540) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:10.488117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3', 'project_id': '916ef15f828f41689d1158249b84859a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:10.600790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Current status of the port e03fe164-e8cb-4366-886b-b3addd3d73cf is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:10.601123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.604092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (0be13de7-0b81-4abc-b84d-3f343a031019), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.725758 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Project 916ef15f828f41689d1158249b84859a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:07:10.744237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (5232012f-7541-4b6c-8973-b82bff149ae3), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.786465 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d22d5070-868a-452c-bac1-61dca4c49a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (758a082c-bb88-42da-81bf-dbd1229bd535), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.797734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d22d5070-868a-452c-bac1-61dca4c49a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.802485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d22d5070-868a-452c-bac1-61dca4c49a52 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/758a082c-bb88-42da-81bf-dbd1229bd535 HTTP/1.1" status: 204 len: 168 time: 0.6500967 Feb 09 22:07:10.854038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5070-868a-452c-bac1-61dca4c49a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758a082c-bb88-42da-81bf-dbd1229bd535,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:10.914842 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (5232012f-7541-4b6c-8973-b82bff149ae3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.927697 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (0be13de7-0b81-4abc-b84d-3f343a031019), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.976928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e03fe164-e8cb-4366-886b-b3addd3d73cf up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:11.011283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=0be13de7-0b81-4abc-b84d-3f343a031019,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:11.023366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.030386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-531f18c0-e797-48e6-a946-d7abf3c3b1ac tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/0be13de7-0b81-4abc-b84d-3f343a031019 HTTP/1.1" status: 204 len: 168 time: 0.8075948 Feb 09 22:07:11.031197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39548) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:11.053242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5232012f-7541-4b6c-8973-b82bff149ae3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.109697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-73d04204-fc3e-4b64-befb-b71b7e78eec8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725689 Feb 09 22:07:11.112381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39550) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:11.117638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:11.134534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5232012f-7541-4b6c-8973-b82bff149ae3,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:11.153036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:11.153402 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:11.170633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e03fe164-e8cb-4366-886b-b3addd3d73cf triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:11.170999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.220893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a53704b-9ebb-4120-adfc-64c85f417ecb None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:11.228820 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.230505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b2c0e728-76e5-4a6c-bff2-42a6e01ba223 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7564549 Feb 09 22:07:11.233067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39552) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:11.238886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3', 'project_id': '916ef15f828f41689d1158249b84859a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:11.387038 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Project 916ef15f828f41689d1158249b84859a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:07:11.394122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (08e5d41c-d484-4968-8cf4-86a3abeeabba), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.420865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:11.427207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.597013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (08e5d41c-d484-4968-8cf4-86a3abeeabba), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.700745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (08e5d41c-d484-4968-8cf4-86a3abeeabba), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.784516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e5d41c-d484-4968-8cf4-86a3abeeabba,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:11.870503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.872261 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d2100c1-e019-4ade-b788-c8fb3da4dd3b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6376700 Feb 09 22:07:11.896053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.903886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Current status of the port e03fe164-e8cb-4366-886b-b3addd3d73cf is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:11.904288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.041029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] For port e03fe164-e8cb-4366-886b-b3addd3d73cf, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e03fe164-e8cb-4366-886b-b3addd3d73cf,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:12.090406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e03fe164-e8cb-4366-886b-b3addd3d73cf is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:12.090800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.139276 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.158373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:07:12.274504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:12.344590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-152ed586-f606-47b8-a6dc-d25945c3f80d None None] Could not find standard attr ID for object c3cc1a70-088e-44ed-b023-486e0b2cefbc. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:12.363062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:12.447168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:12.447527 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:12.448090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2631e4-9db6-4dc5-bafb-aa83a92c30ed None None] Pushing event updated for resources: {'Port': ['ID=e03fe164-e8cb-4366-886b-b3addd3d73cf,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:12.546009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] Deleting port e03fe164-e8cb-4366-886b-b3addd3d73cf {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:12.546396 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.695249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.704996 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-852e1c59-dcaf-43e2-89d4-b24f1f772c36 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110946978&fields=id&tenant_id=916ef15f828f41689d1158249b84859a HTTP/1.1" status: 200 len: 267 time: 0.1659656 Feb 09 22:07:12.739301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3b18-100f-405b-9190-9e1359970323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.774671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] For port e03fe164-e8cb-4366-886b-b3addd3d73cf, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e03fe164-e8cb-4366-886b-b3addd3d73cf,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:12.776882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.807818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] Calling delete_port for e03fe164-e8cb-4366-886b-b3addd3d73cf owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:13.003897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3b18-100f-405b-9190-9e1359970323 admin admin] Publish callbacks [] for security_group (e749c485-f8d0-414f-b18d-99bc1208aba2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.152748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e03fe164-e8cb-4366-886b-b3addd3d73cf is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:13.172181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39604) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:13.184787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3b18-100f-405b-9190-9e1359970323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e749c485-f8d0-414f-b18d-99bc1208aba2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.290798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cc7b3b18-100f-405b-9190-9e1359970323 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b1b1860a09c34ae18801aa748627da18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9271126 Feb 09 22:07:13.308981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e03fe164-e8cb-4366-886b-b3addd3d73cf no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:13.342333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-551b879e-5338-409e-9d84-4d3a7cf3db75 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:13.343936 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-551b879e-5338-409e-9d84-4d3a7cf3db75 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 813 time: 0.6369104 Feb 09 22:07:13.344449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39610) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:13.428440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b3b18-100f-405b-9190-9e1359970323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e749c485-f8d0-414f-b18d-99bc1208aba2,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:13.445293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206383829'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:13.456572 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-0114da5b-b1bf-43dc-af32-f3e00c7d7305 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/quotas/916ef15f828f41689d1158249b84859a HTTP/1.1" status: 200 len: 375 time: 0.0912745 Feb 09 22:07:13.567833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e03fe164-e8cb-4366-886b-b3addd3d73cf is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:13.568261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.643600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98293fc3-7303-4f35-809f-3d5d21ce6b44 admin admin] Publish callbacks [] for security_group (e749c485-f8d0-414f-b18d-99bc1208aba2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.704082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-fec707ad-f758-4721-a072-09fd5d2071a7 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2179594 Feb 09 22:07:13.712183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98293fc3-7303-4f35-809f-3d5d21ce6b44 admin admin] Publish callbacks [] for security_group (e749c485-f8d0-414f-b18d-99bc1208aba2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.731547 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.805209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.831390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] For port e03fe164-e8cb-4366-886b-b3addd3d73cf, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e03fe164-e8cb-4366-886b-b3addd3d73cf,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:13.864155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.875441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-3f0f08e5-5ccc-4e47-87d5-c3b882347249 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:07:13.877203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-3f0f08e5-5ccc-4e47-87d5-c3b882347249 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1676633 Feb 09 22:07:13.973156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.007757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-2d1fd059-32b2-44b5-95b5-78ddeb6f8d94 service neutron] 10.222.0.98 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221085 Feb 09 22:07:14.050530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (e03fe164-e8cb-4366-886b-b3addd3d73cf), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.052224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (de3322ad-3c92-4007-a836-349d3f9bd4cf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.183271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] No DVR routers for this DVR port e03fe164-e8cb-4366-886b-b3addd3d73cf on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:14.209005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e7aeb-10ef-499a-a723-838e3cfe8853 None None] Pushing event deleted for resources: {'Port': ['ID=e03fe164-e8cb-4366-886b-b3addd3d73cf,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:14.223546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:14.243831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:14.259343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.260062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.266808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234e5c3-d79e-4465-9b2c-f6308c64ffb0 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:14.271561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=e03fe164-e8cb-4366-886b-b3addd3d73cf,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:14.290349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=de3322ad-3c92-4007-a836-349d3f9bd4cf,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:14.292500 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (25546cb5-97a0-468b-aa81-223823b769ad), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.348972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98293fc3-7303-4f35-809f-3d5d21ce6b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e749c485-f8d0-414f-b18d-99bc1208aba2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.353468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-98293fc3-7303-4f35-809f-3d5d21ce6b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.358323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-98293fc3-7303-4f35-809f-3d5d21ce6b44 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e749c485-f8d0-414f-b18d-99bc1208aba2 HTTP/1.1" status: 204 len: 168 time: 0.9962823 Feb 09 22:07:14.375414 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-3489697b-f7ec-4697-9c6b-3207d590b3cc service neutron] 10.222.0.98 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599463 Feb 09 22:07:14.400457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98293fc3-7303-4f35-809f-3d5d21ce6b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e749c485-f8d0-414f-b18d-99bc1208aba2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:14.425843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (25546cb5-97a0-468b-aa81-223823b769ad), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.440492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9cc3a466-ffd5-4f01-a3ab-d02f5e1aa3e3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3265924 Feb 09 22:07:14.443534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39622) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:14.456913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:29:ca:7a', 'name': 'tempest-NetworksTestDHCPv6-678671227'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:14.550186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'de3322ad-3c92-4007-a836-349d3f9bd4cf'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:14.552812 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.582627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.622006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25546cb5-97a0-468b-aa81-223823b769ad,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:14.664402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.777395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.780789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6035058 Feb 09 22:07:14.784300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39630) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:14.820649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2e6b5-4f65-4193-ad73-712b80c50e98 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa6da6f-f174-4dd2-970b-f242cf32ab7d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:14.923460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:14.934013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-35e0e729-d26a-4aa5-a32b-191089272271 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1441686 Feb 09 22:07:14.936472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39634) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:14.940089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Allocated IP 2001:db8::f816:3eff:fe04:5f9e (d3b85f89-362b-44e8-b88a-f1327ef80d2d/de3322ad-3c92-4007-a836-349d3f9bd4cf/aafb1a17-b5e9-4146-8a05-4927e786c22a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:14.942264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-87190ed6-636e-4b27-bed2-9890f84d9e96 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-security--562632236', 'description': 'tempest-security-description-1903937418'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:14.985838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87190ed6-636e-4b27-bed2-9890f84d9e96 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.071443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87190ed6-636e-4b27-bed2-9890f84d9e96 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.147339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.173540 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87190ed6-636e-4b27-bed2-9890f84d9e96 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.177181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87190ed6-636e-4b27-bed2-9890f84d9e96 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.178661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-87190ed6-636e-4b27-bed2-9890f84d9e96 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "PUT /v2.0/security-groups/daa6da6f-f174-4dd2-970b-f242cf32ab7d HTTP/1.1" status: 200 len: 1796 time: 0.2406704 Feb 09 22:07:15.185936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39638) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:15.252940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87190ed6-636e-4b27-bed2-9890f84d9e96 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa6da6f-f174-4dd2-970b-f242cf32ab7d,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:15.281638 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Publish callbacks [] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.290520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 21f7d1ce-6b92-4ea3-b36d-ada45e46b46e yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:15.317401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39646) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:15.317621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4b42a7b8-f908-4af7-aa73-847812d153f2 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups/daa6da6f-f174-4dd2-970b-f242cf32ab7d HTTP/1.1" status: 200 len: 1796 time: 0.1305029 Feb 09 22:07:15.352617 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.433664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:15.450544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:15.456504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:15.467580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Pushing event updated for resources: {'Port': ['ID=aafb1a17-b5e9-4146-8a05-4927e786c22a,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:15.486978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3cc705b6-8ea6-4b9a-8fe4-c93520b8d723 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.528461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3cc705b6-8ea6-4b9a-8fe4-c93520b8d723 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.532067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b0c89bf-6a94-43a1-bf4c-a4c6056c3c4b req-afa53518-c021-469a-86cc-5a8c830b83d1 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0690308 Feb 09 22:07:15.610792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Attempting to bind port aafb1a17-b5e9-4146-8a05-4927e786c22a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:15.612584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Attempting to bind port aafb1a17-b5e9-4146-8a05-4927e786c22a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:15.614028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Attempting to bind port aafb1a17-b5e9-4146-8a05-4927e786c22a on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:15.621914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:fe29:ca7a (d3b85f89-362b-44e8-b88a-f1327ef80d2d/de3322ad-3c92-4007-a836-349d3f9bd4cf/21f7d1ce-6b92-4ea3-b36d-ada45e46b46e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:15.626034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:15.640597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:15.641222 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.641974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:15.642681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Bound port: aafb1a17-b5e9-4146-8a05-4927e786c22a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:15.643272 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.700787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3cc705b6-8ea6-4b9a-8fe4-c93520b8d723 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (daa6da6f-f174-4dd2-970b-f242cf32ab7d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.705848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3cc705b6-8ea6-4b9a-8fe4-c93520b8d723 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.712557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:15.713790 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3cc705b6-8ea6-4b9a-8fe4-c93520b8d723 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/daa6da6f-f174-4dd2-970b-f242cf32ab7d HTTP/1.1" status: 204 len: 168 time: 0.3952818 Feb 09 22:07:15.741364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc705b6-8ea6-4b9a-8fe4-c93520b8d723 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa6da6f-f174-4dd2-970b-f242cf32ab7d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:15.830878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39660) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:15.851232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-50b5b1ae-4e59-4d2f-8e74-eb5f32cd634d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1316991 Feb 09 22:07:15.855532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] For port aafb1a17-b5e9-4146-8a05-4927e786c22a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:15.878169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] For port aafb1a17-b5e9-4146-8a05-4927e786c22a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=aafb1a17-b5e9-4146-8a05-4927e786c22a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:15.881985 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-eff84d09-40c3-4685-84cb-8700650f4abf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] delete failed (client error): The resource could not be found. Feb 09 22:07:15.891134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-eff84d09-40c3-4685-84cb-8700650f4abf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/daa6da6f-f174-4dd2-970b-f242cf32ab7d HTTP/1.1" status: 404 len: 347 time: 0.0591595 Feb 09 22:07:15.894154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39664) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:15.910208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-355e8ece-d0f0-4c5d-9b79-087ff8493ae4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--153669278'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:15.998606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.049544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-355e8ece-d0f0-4c5d-9b79-087ff8493ae4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.125425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (21f7d1ce-6b92-4ea3-b36d-ada45e46b46e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.180128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604f8b8-0064-4967-9e37-5f34a62f2b33 None None] Pushing event updated for resources: {'Port': ['ID=aafb1a17-b5e9-4146-8a05-4927e786c22a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:16.180492 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-355e8ece-d0f0-4c5d-9b79-087ff8493ae4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (164efac7-276c-43f3-a9cf-179b08a6d0c9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.265307 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-355e8ece-d0f0-4c5d-9b79-087ff8493ae4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (164efac7-276c-43f3-a9cf-179b08a6d0c9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.300808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (21f7d1ce-6b92-4ea3-b36d-ada45e46b46e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.378618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:16.382442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e8ece-d0f0-4c5d-9b79-087ff8493ae4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164efac7-276c-43f3-a9cf-179b08a6d0c9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:16.384783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:16.395528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:16.402694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.403351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.426640 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-355e8ece-d0f0-4c5d-9b79-087ff8493ae4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.441753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-355e8ece-d0f0-4c5d-9b79-087ff8493ae4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5422301 Feb 09 22:07:16.441988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39680) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:16.473488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4a5760fc-3978-4178-9d85-23cc81e045df tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '164efac7-276c-43f3-a9cf-179b08a6d0c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:16.509322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=21f7d1ce-6b92-4ea3-b36d-ada45e46b46e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:16.580327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c64e9bb3-0f8c-4fd0-b225-fc00412e10db tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1330910 Feb 09 22:07:16.581013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39690) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:16.723546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a5760fc-3978-4178-9d85-23cc81e045df tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (e4590005-7035-4162-ae9d-5ee1838f05d1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.830684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a6e24f77-3676-4fb0-9b20-1c99d51c799e req-eac768fa-9ac9-4d1a-9cd9-2c2563ec10cf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.1371920 Feb 09 22:07:16.883729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563dbaf8-ce00-4dfb-b4db-77d7b7b42a04 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.899401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563dbaf8-ce00-4dfb-b4db-77d7b7b42a04 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.904607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-563dbaf8-ce00-4dfb-b4db-77d7b7b42a04 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3205009 Feb 09 22:07:16.904933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39694) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:16.923392 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a5760fc-3978-4178-9d85-23cc81e045df tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (e4590005-7035-4162-ae9d-5ee1838f05d1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.997875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a5760fc-3978-4178-9d85-23cc81e045df tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e4590005-7035-4162-ae9d-5ee1838f05d1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.035424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5760fc-3978-4178-9d85-23cc81e045df tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4590005-7035-4162-ae9d-5ee1838f05d1,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:17.131014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4a5760fc-3978-4178-9d85-23cc81e045df tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.132486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4a5760fc-3978-4178-9d85-23cc81e045df tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6894200 Feb 09 22:07:17.135403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39702) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:17.301758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 21f7d1ce-6b92-4ea3-b36d-ada45e46b46e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:17.301758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (21f7d1ce-6b92-4ea3-b36d-ada45e46b46e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.303654 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b4a216e0-7687-4521-b1e3-6c43ff23e909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (e4590005-7035-4162-ae9d-5ee1838f05d1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.303654 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b4a216e0-7687-4521-b1e3-6c43ff23e909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (e4590005-7035-4162-ae9d-5ee1838f05d1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.408461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (21f7d1ce-6b92-4ea3-b36d-ada45e46b46e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.416121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device aafb1a17-b5e9-4146-8a05-4927e786c22a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:17.424839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 21f7d1ce-6b92-4ea3-b36d-ada45e46b46e owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:17.451640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b4a216e0-7687-4521-b1e3-6c43ff23e909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e4590005-7035-4162-ae9d-5ee1838f05d1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.461407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b4a216e0-7687-4521-b1e3-6c43ff23e909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.468084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b4a216e0-7687-4521-b1e3-6c43ff23e909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/e4590005-7035-4162-ae9d-5ee1838f05d1 HTTP/1.1" status: 204 len: 168 time: 0.3263628 Feb 09 22:07:17.468941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39706) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:17.552329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a216e0-7687-4521-b1e3-6c43ff23e909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4590005-7035-4162-ae9d-5ee1838f05d1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:17.576115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port aafb1a17-b5e9-4146-8a05-4927e786c22a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:17.579569 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.671737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ab960427-d407-434c-8377-fa0a707cec39 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1893747 Feb 09 22:07:17.672417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39708) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:17.769412 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f04d48b-e357-4afe-82c4-8b427ef79954 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (164efac7-276c-43f3-a9cf-179b08a6d0c9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.776150 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (21f7d1ce-6b92-4ea3-b36d-ada45e46b46e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.813844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f04d48b-e357-4afe-82c4-8b427ef79954 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (164efac7-276c-43f3-a9cf-179b08a6d0c9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.874088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=21f7d1ce-6b92-4ea3-b36d-ada45e46b46e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:17.913051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port aafb1a17-b5e9-4146-8a05-4927e786c22a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:17.913818 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.949902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.954336 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a8f9005d-15ca-49d5-a72e-a8289ba99f2e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/21f7d1ce-6b92-4ea3-b36d-ada45e46b46e HTTP/1.1" status: 204 len: 168 time: 1.0469711 Feb 09 22:07:17.958516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39714) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:18.002241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39722) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:18.041223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port aafb1a17-b5e9-4146-8a05-4927e786c22a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=aafb1a17-b5e9-4146-8a05-4927e786c22a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:18.088937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f04d48b-e357-4afe-82c4-8b427ef79954 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (164efac7-276c-43f3-a9cf-179b08a6d0c9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.101267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2f04d48b-e357-4afe-82c4-8b427ef79954 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.107772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39728) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:18.107915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2f04d48b-e357-4afe-82c4-8b427ef79954 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/164efac7-276c-43f3-a9cf-179b08a6d0c9 HTTP/1.1" status: 204 len: 168 time: 0.4294744 Feb 09 22:07:18.122870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.151663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-22348395-6793-4e47-aba5-75edb57c389a None None] Provisioning complete for port aafb1a17-b5e9-4146-8a05-4927e786c22a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:18.153128 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22348395-6793-4e47-aba5-75edb57c389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.231621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-40bfc0be-6999-478a-8b22-50768004e850 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1226296 Feb 09 22:07:18.236367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39734) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:18.243637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04d48b-e357-4afe-82c4-8b427ef79954 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164efac7-276c-43f3-a9cf-179b08a6d0c9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:18.250447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9969ad33-5b2f-420d-b42d-9a004c90e88b tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640795674'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:18.278843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77f4a35b-b1fe-4446-a18c-048c2fb66aa0 req-bd86e563-9c3c-4eb0-85d4-979d40be8926 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.2952914 Feb 09 22:07:18.326035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=aafb1a17-b5e9-4146-8a05-4927e786c22a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:18.346307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aaba45-c5f1-47f3-a9d8-1d4c461eb9c8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:18.353011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aaba45-c5f1-47f3-a9d8-1d4c461eb9c8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:18.363544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:18.364933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b8aaba45-c5f1-47f3-a9d8-1d4c461eb9c8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4047570 Feb 09 22:07:18.405997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-22348395-6793-4e47-aba5-75edb57c389a None None] Current status of the port aafb1a17-b5e9-4146-8a05-4927e786c22a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:18.456709 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9969ad33-5b2f-420d-b42d-9a004c90e88b tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.468974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e314df71-002a-42df-8876-4beffd037998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.522509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet de3322ad-3c92-4007-a836-349d3f9bd4cf {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:18.552776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (de3322ad-3c92-4007-a836-349d3f9bd4cf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.638279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5bb68f88-0ea9-40b1-b95c-041ba1a4952d None None] Could not find standard attr ID for object 21f7d1ce-6b92-4ea3-b36d-ada45e46b46e. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:18.730745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (de3322ad-3c92-4007-a836-349d3f9bd4cf), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.849675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e314df71-002a-42df-8876-4beffd037998 admin admin] Publish callbacks [] for security_group (174c0972-acef-407b-9316-e59bbd8ac650), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.851037 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9969ad33-5b2f-420d-b42d-9a004c90e88b tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (53336a31-553f-43af-b820-4f72e21bbeb7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.909791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (de3322ad-3c92-4007-a836-349d3f9bd4cf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.932070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e314df71-002a-42df-8876-4beffd037998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (174c0972-acef-407b-9316-e59bbd8ac650), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.942190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9969ad33-5b2f-420d-b42d-9a004c90e88b tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (53336a31-553f-43af-b820-4f72e21bbeb7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.996263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e314df71-002a-42df-8876-4beffd037998 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b2ffc4e258a44048430c14f97a3707f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9929304 Feb 09 22:07:18.998924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39746) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.007122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314df71-002a-42df-8876-4beffd037998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c0972-acef-407b-9316-e59bbd8ac650,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:19.071902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9969ad33-5b2f-420d-b42d-9a004c90e88b tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.073058 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9969ad33-5b2f-420d-b42d-9a004c90e88b tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8351088 Feb 09 22:07:19.075528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969ad33-5b2f-420d-b42d-9a004c90e88b tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53336a31-553f-43af-b820-4f72e21bbeb7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:19.076291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39748) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.081914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8aa94ad2-d220-436c-8928-5de5bdd60672 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '53336a31-553f-43af-b820-4f72e21bbeb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:19.092714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-82a175fb-da87-454e-a184-41eb5aa93cde admin admin] Publish callbacks [] for security_group (174c0972-acef-407b-9316-e59bbd8ac650), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.120142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-82a175fb-da87-454e-a184-41eb5aa93cde admin admin] Publish callbacks [] for security_group (174c0972-acef-407b-9316-e59bbd8ac650), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.122674 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (de3322ad-3c92-4007-a836-349d3f9bd4cf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.161971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=de3322ad-3c92-4007-a836-349d3f9bd4cf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:19.179757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.181385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa51180d-073d-44d4-b7b3-4e7ef0929b15 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:19.188334 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-854f24c8-1c74-4b9a-a3d7-3dab5c64fcd4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/de3322ad-3c92-4007-a836-349d3f9bd4cf HTTP/1.1" status: 204 len: 168 time: 0.8210385 Feb 09 22:07:19.189073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39750) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.241571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ad2-d220-436c-8928-5de5bdd60672 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (df9309b5-9b64-439e-8320-cd0da637939e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.335334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-82a175fb-da87-454e-a184-41eb5aa93cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (174c0972-acef-407b-9316-e59bbd8ac650), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.338854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-82a175fb-da87-454e-a184-41eb5aa93cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.343384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-82a175fb-da87-454e-a184-41eb5aa93cde admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/174c0972-acef-407b-9316-e59bbd8ac650 HTTP/1.1" status: 204 len: 168 time: 0.3433645 Feb 09 22:07:19.356996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a175fb-da87-454e-a184-41eb5aa93cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c0972-acef-407b-9316-e59bbd8ac650,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:19.361134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device aafb1a17-b5e9-4146-8a05-4927e786c22a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:19.363631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ad2-d220-436c-8928-5de5bdd60672 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (df9309b5-9b64-439e-8320-cd0da637939e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.376125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9bdf1e3b-377f-41e6-9f28-2e5f6edce40e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1813278 Feb 09 22:07:19.377579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39756) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.449570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d668953-5eb7-4d7c-8f34-fceed1e02680 req-94603788-0ca3-49cd-b0ce-238281b69ae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0823004 Feb 09 22:07:19.454905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ad2-d220-436c-8928-5de5bdd60672 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (df9309b5-9b64-439e-8320-cd0da637939e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.483532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a4512-2786-4fe4-911f-ade3befafdb3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:19.485147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-067a4512-2786-4fe4-911f-ade3befafdb3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1065071 Feb 09 22:07:19.492462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.529710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port aafb1a17-b5e9-4146-8a05-4927e786c22a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:19.530105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.568359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:19.610511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631f448-646d-498f-be07-7a40ceec911a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:19.612043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5631f448-646d-498f-be07-7a40ceec911a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0975480 Feb 09 22:07:19.613966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa94ad2-d220-436c-8928-5de5bdd60672 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9309b5-9b64-439e-8320-cd0da637939e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:19.614508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39764) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.708212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8aa94ad2-d220-436c-8928-5de5bdd60672 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.710113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8aa94ad2-d220-436c-8928-5de5bdd60672 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6327128 Feb 09 22:07:19.712822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39768) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.718529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2050dcb6-75b4-4938-a7e1-df017ab61133 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '53336a31-553f-43af-b820-4f72e21bbeb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:19.782082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c4f03eb1-1894-4f4c-bd40-38bf26f78c8b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639180 Feb 09 22:07:19.784296 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:19.785179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port aafb1a17-b5e9-4146-8a05-4927e786c22a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:19.800341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:19.801637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] Deleting port aafb1a17-b5e9-4146-8a05-4927e786c22a {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:19.802289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:19.870843 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2050dcb6-75b4-4938-a7e1-df017ab61133 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (1082927e-d0ea-49aa-a3ac-176324629e18), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.046998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] For port aafb1a17-b5e9-4146-8a05-4927e786c22a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=aafb1a17-b5e9-4146-8a05-4927e786c22a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:20.047413 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.050174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2050dcb6-75b4-4938-a7e1-df017ab61133 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (1082927e-d0ea-49aa-a3ac-176324629e18), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.056222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:20.061187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.078110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] Calling delete_port for aafb1a17-b5e9-4146-8a05-4927e786c22a owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:20.109809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2050dcb6-75b4-4938-a7e1-df017ab61133 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (1082927e-d0ea-49aa-a3ac-176324629e18), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.166913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050dcb6-75b4-4938-a7e1-df017ab61133 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1082927e-d0ea-49aa-a3ac-176324629e18,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:20.234705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2050dcb6-75b4-4938-a7e1-df017ab61133 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.235995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2050dcb6-75b4-4938-a7e1-df017ab61133 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5221343 Feb 09 22:07:20.238709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39788) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:20.244125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0171693f-70bb-471c-873c-49ee1c6caf4e tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '53336a31-553f-43af-b820-4f72e21bbeb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:20.373526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (aafb1a17-b5e9-4146-8a05-4927e786c22a), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.378282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0171693f-70bb-471c-873c-49ee1c6caf4e tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ca774167-6b7b-434d-b4b7-da71155bb7e3), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.440961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] Pushing event deleted for resources: {'Port': ['ID=aafb1a17-b5e9-4146-8a05-4927e786c22a,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:20.454879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d30445-be1d-4910-b21a-c7301c9de630 None None] No DVR routers for this DVR port aafb1a17-b5e9-4146-8a05-4927e786c22a on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:20.466397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (ddd8b6c7-8f2e-4e66-a84d-051319a7990e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.506829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0171693f-70bb-471c-873c-49ee1c6caf4e tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ca774167-6b7b-434d-b4b7-da71155bb7e3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.529139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=ddd8b6c7-8f2e-4e66-a84d-051319a7990e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:20.596198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0171693f-70bb-471c-873c-49ee1c6caf4e tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ca774167-6b7b-434d-b4b7-da71155bb7e3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.598660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e77ee7e4-32c3-4a61-8c99-2fa87c020744 req-cef93fa9-4208-4bb2-8ce8-9cbc32ddbd64 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0705814 Feb 09 22:07:20.629089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:20.634483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171693f-70bb-471c-873c-49ee1c6caf4e tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca774167-6b7b-434d-b4b7-da71155bb7e3,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:20.635943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:20.640778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:20.640778 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.647025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a95a18d-1a66-4c7e-8bbd-e851674caf27 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:20.719179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0171693f-70bb-471c-873c-49ee1c6caf4e tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:20.719322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0171693f-70bb-471c-873c-49ee1c6caf4e tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4795072 Feb 09 22:07:20.722080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39804) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:20.727419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ca37ff78-81ef-4222-a729-c0ded2187182 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '53336a31-553f-43af-b820-4f72e21bbeb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:20.767200 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f0230618-c6cc-4135-aff2-e42b4f9a52e8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9775319 Feb 09 22:07:20.770078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39808) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:20.777012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:a8:7b:4d', 'name': 'tempest-NetworksTestDHCPv6-2074737039'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:20.899788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca37ff78-81ef-4222-a729-c0ded2187182 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec13da49-694e-4b95-9aa4-ba934740d8b8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.051258 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'ddd8b6c7-8f2e-4e66-a84d-051319a7990e'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:21.052172 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.059158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:21.084088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca37ff78-81ef-4222-a729-c0ded2187182 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec13da49-694e-4b95-9aa4-ba934740d8b8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.151928 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca37ff78-81ef-4222-a729-c0ded2187182 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ec13da49-694e-4b95-9aa4-ba934740d8b8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.192074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37ff78-81ef-4222-a729-c0ded2187182 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec13da49-694e-4b95-9aa4-ba934740d8b8,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:21.223569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.255289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port ba7716e1-52ff-44cc-8620-725b32af18cf yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:21.260848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ca37ff78-81ef-4222-a729-c0ded2187182 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.262942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ca37ff78-81ef-4222-a729-c0ded2187182 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5398843 Feb 09 22:07:21.265806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39820) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:21.272504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-95462db0-9bb0-43e2-b4b3-125c6005e03f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '53336a31-553f-43af-b820-4f72e21bbeb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:21.344635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/ddd8b6c7-8f2e-4e66-a84d-051319a7990e/c19b21f2-07c6-441e-b540-04ecfd7c6343) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:21.387177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95462db0-9bb0-43e2-b4b3-125c6005e03f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (30448da7-64aa-44fb-ad94-edcacb8f58f7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.538272 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95462db0-9bb0-43e2-b4b3-125c6005e03f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (30448da7-64aa-44fb-ad94-edcacb8f58f7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.594597 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Publish callbacks [] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.602864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device aafb1a17-b5e9-4146-8a05-4927e786c22a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:21.620214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95462db0-9bb0-43e2-b4b3-125c6005e03f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (30448da7-64aa-44fb-ad94-edcacb8f58f7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.647261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: aafb1a17-b5e9-4146-8a05-4927e786c22a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:21.649684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device aafb1a17-b5e9-4146-8a05-4927e786c22a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:21.667516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95462db0-9bb0-43e2-b4b3-125c6005e03f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30448da7-64aa-44fb-ad94-edcacb8f58f7,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:21.683965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.788252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Pushing event updated for resources: {'Port': ['ID=c19b21f2-07c6-441e-b540-04ecfd7c6343,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:21.809254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:21.814849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:21.818923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:21.837475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::1b5 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/ddd8b6c7-8f2e-4e66-a84d-051319a7990e/ba7716e1-52ff-44cc-8620-725b32af18cf) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:21.839895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9415dd7f-ab9c-45fc-9f9c-7fe060898514 req-5218580f-def3-4e4e-8f16-174b286b3a4d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0730803 Feb 09 22:07:21.859406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95462db0-9bb0-43e2-b4b3-125c6005e03f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.866146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-95462db0-9bb0-43e2-b4b3-125c6005e03f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5993018 Feb 09 22:07:21.869151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39830) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:21.949426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Attempting to bind port c19b21f2-07c6-441e-b540-04ecfd7c6343 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:21.951237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Attempting to bind port c19b21f2-07c6-441e-b540-04ecfd7c6343 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:21.951237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Attempting to bind port c19b21f2-07c6-441e-b540-04ecfd7c6343 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:21.960997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:21.963026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:21.963659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.965322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:21.965986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Bound port: c19b21f2-07c6-441e-b540-04ecfd7c6343, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:21.968130 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:21.971195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b084e8d4-2618-41e9-8027-4ca0fa9a58f1 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (30448da7-64aa-44fb-ad94-edcacb8f58f7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.005823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b084e8d4-2618-41e9-8027-4ca0fa9a58f1 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (30448da7-64aa-44fb-ad94-edcacb8f58f7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.093483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] For port c19b21f2-07c6-441e-b540-04ecfd7c6343, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:22.097212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] For port c19b21f2-07c6-441e-b540-04ecfd7c6343, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c19b21f2-07c6-441e-b540-04ecfd7c6343,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:22.202605 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (ba7716e1-52ff-44cc-8620-725b32af18cf), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.206783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.241477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b084e8d4-2618-41e9-8027-4ca0fa9a58f1 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (30448da7-64aa-44fb-ad94-edcacb8f58f7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.248413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b084e8d4-2618-41e9-8027-4ca0fa9a58f1 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.252572 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b084e8d4-2618-41e9-8027-4ca0fa9a58f1 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/30448da7-64aa-44fb-ad94-edcacb8f58f7 HTTP/1.1" status: 204 len: 168 time: 0.3800373 Feb 09 22:07:22.253198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39834) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.262056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084e8d4-2618-41e9-8027-4ca0fa9a58f1 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30448da7-64aa-44fb-ad94-edcacb8f58f7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:22.327392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffc7a1-5a6f-474a-b1bd-98d4ac2462b0 None None] Pushing event updated for resources: {'Port': ['ID=c19b21f2-07c6-441e-b540-04ecfd7c6343,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:22.343618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ba7716e1-52ff-44cc-8620-725b32af18cf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.367186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7ed6d22e-9072-49b3-9d68-647e174febf8 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1126354 Feb 09 22:07:22.371442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39838) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.411754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60d572ce-aae8-45a7-a57b-e38322909603 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec13da49-694e-4b95-9aa4-ba934740d8b8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.423199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60d572ce-aae8-45a7-a57b-e38322909603 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec13da49-694e-4b95-9aa4-ba934740d8b8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.474522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=ba7716e1-52ff-44cc-8620-725b32af18cf,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:22.502416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:22.505347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:22.510511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:22.519776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:22.520758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.534900 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60d572ce-aae8-45a7-a57b-e38322909603 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ec13da49-694e-4b95-9aa4-ba934740d8b8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.549168 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60d572ce-aae8-45a7-a57b-e38322909603 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.550921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-60d572ce-aae8-45a7-a57b-e38322909603 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/ec13da49-694e-4b95-9aa4-ba934740d8b8 HTTP/1.1" status: 204 len: 168 time: 0.1738405 Feb 09 22:07:22.560307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39844) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.599377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d572ce-aae8-45a7-a57b-e38322909603 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec13da49-694e-4b95-9aa4-ba934740d8b8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:22.656920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c480847e-fee9-4dbf-80ef-997b5d300393 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0933220 Feb 09 22:07:22.661379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39846) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.736482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2c36103d-ed04-4254-b7f1-562caa1d56d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9611487 Feb 09 22:07:22.741073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39848) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.757904 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5ed71822-8a86-472b-a172-bcc2fcebfecb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ca774167-6b7b-434d-b4b7-da71155bb7e3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.774347 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5ed71822-8a86-472b-a172-bcc2fcebfecb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ca774167-6b7b-434d-b4b7-da71155bb7e3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.817825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f249bc1-fb5b-4d75-b2ca-6f06a6345024 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:22.824452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f249bc1-fb5b-4d75-b2ca-6f06a6345024 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:22.826249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6f249bc1-fb5b-4d75-b2ca-6f06a6345024 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0840724 Feb 09 22:07:22.829539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39850) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:22.952021 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5ed71822-8a86-472b-a172-bcc2fcebfecb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ca774167-6b7b-434d-b4b7-da71155bb7e3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.968274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5ed71822-8a86-472b-a172-bcc2fcebfecb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.972212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5ed71822-8a86-472b-a172-bcc2fcebfecb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/ca774167-6b7b-434d-b4b7-da71155bb7e3 HTTP/1.1" status: 204 len: 168 time: 0.3093448 Feb 09 22:07:22.972912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39856) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:23.113786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-2653c137-d127-4955-978f-68c16466cd2a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:23.116271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-2653c137-d127-4955-978f-68c16466cd2a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.30 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 813 time: 0.2187772 Feb 09 22:07:23.173330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed71822-8a86-472b-a172-bcc2fcebfecb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca774167-6b7b-434d-b4b7-da71155bb7e3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:23.193495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21533f02-0ef1-4d2f-8a2b-674aade4af4a req-e3812c24-cb7a-455e-bd35-5629b5ba7f48 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.2195606 Feb 09 22:07:23.303918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-52289cd6-5863-4608-9c44-cf41c9c2bd13 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2721622 Feb 09 22:07:23.313757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39858) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:23.325000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-cd28c1e9-98f5-4bfc-a230-f9d2bb8f2c49 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916ef15f828f41689d1158249b84859a HTTP/1.1" status: 200 len: 379 time: 0.1926730 Feb 09 22:07:23.337312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'port': {'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'admin_state_up': True, 'tenant_id': '916ef15f828f41689d1158249b84859a', 'security_groups': ['b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:23.414846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c19b21f2-07c6-441e-b540-04ecfd7c6343 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:23.449505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ccc-58ef-4990-b49d-a7976204f9a0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (1082927e-d0ea-49aa-a3ac-176324629e18), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.466978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port ba7716e1-52ff-44cc-8620-725b32af18cf {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:23.472045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ba7716e1-52ff-44cc-8620-725b32af18cf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.523110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ccc-58ef-4990-b49d-a7976204f9a0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (1082927e-d0ea-49aa-a3ac-176324629e18), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.553572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c19b21f2-07c6-441e-b540-04ecfd7c6343 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:23.554447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.737745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ba7716e1-52ff-44cc-8620-725b32af18cf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.753761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for ba7716e1-52ff-44cc-8620-725b32af18cf owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:23.771947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ccc-58ef-4990-b49d-a7976204f9a0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (1082927e-d0ea-49aa-a3ac-176324629e18), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.781684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c19b21f2-07c6-441e-b540-04ecfd7c6343 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:23.782090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.802584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Made reservation on behalf of 916ef15f828f41689d1158249b84859a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:23.805935 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.813321 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e74e2ccc-58ef-4990-b49d-a7976204f9a0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.815031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e74e2ccc-58ef-4990-b49d-a7976204f9a0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/1082927e-d0ea-49aa-a3ac-176324629e18 HTTP/1.1" status: 204 len: 168 time: 0.4834428 Feb 09 22:07:23.819685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39870) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:23.860362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port c19b21f2-07c6-441e-b540-04ecfd7c6343, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c19b21f2-07c6-441e-b540-04ecfd7c6343,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:23.928573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e2ccc-58ef-4990-b49d-a7976204f9a0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1082927e-d0ea-49aa-a3ac-176324629e18,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:23.945711 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.947330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e1c79c15-93c0-4b25-81c4-2aac59a1c75c tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1261559 Feb 09 22:07:23.950300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39872) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:23.992809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69eb545e-bd5d-4bbb-ae84-517d2129b516 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (df9309b5-9b64-439e-8320-cd0da637939e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.012349 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69eb545e-bd5d-4bbb-ae84-517d2129b516 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (df9309b5-9b64-439e-8320-cd0da637939e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.055262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Allocated IP 172.20.0.11 (5ca8b1df-514d-4fed-a819-719e2761b14c/14ff1236-eb67-4fb7-bf54-7918517def44/6287677d-1e5f-4f53-87e6-6591786e2db8) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:24.059957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=c19b21f2-07c6-441e-b540-04ecfd7c6343,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:24.189097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69eb545e-bd5d-4bbb-ae84-517d2129b516 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (df9309b5-9b64-439e-8320-cd0da637939e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.212203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69eb545e-bd5d-4bbb-ae84-517d2129b516 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.213709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-69eb545e-bd5d-4bbb-ae84-517d2129b516 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/df9309b5-9b64-439e-8320-cd0da637939e HTTP/1.1" status: 204 len: 168 time: 0.2623444 Feb 09 22:07:24.216488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39874) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.218221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb545e-bd5d-4bbb-ae84-517d2129b516 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df9309b5-9b64-439e-8320-cd0da637939e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:24.291898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fbf06603-2424-45b0-a0e1-e8d37c0afa26 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702870 Feb 09 22:07:24.292357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39878) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.363423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ba7716e1-52ff-44cc-8620-725b32af18cf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.433194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a486907e-6ae1-4f34-9bf1-2d3898642cdc None None] Provisioning complete for port c19b21f2-07c6-441e-b540-04ecfd7c6343 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:24.434126 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a486907e-6ae1-4f34-9bf1-2d3898642cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.491109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=ba7716e1-52ff-44cc-8620-725b32af18cf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:24.497849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.503132 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f9d2d4f2-92b1-49c8-a359-2e8f8715fb65 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/ba7716e1-52ff-44cc-8620-725b32af18cf HTTP/1.1" status: 204 len: 168 time: 1.6726851 Feb 09 22:07:24.517500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39880) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.540170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc13b683-8186-4621-a3d4-566762dd6cfb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (53336a31-553f-43af-b820-4f72e21bbeb7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.570485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc13b683-8186-4621-a3d4-566762dd6cfb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (53336a31-553f-43af-b820-4f72e21bbeb7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.633427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-751394a3-e064-4ae5-98c1-24eb157f2e23 req-17d9222b-8ae0-48c9-aa0b-13045f3c0d86 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.1514094 Feb 09 22:07:24.644938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a486907e-6ae1-4f34-9bf1-2d3898642cdc None None] Current status of the port c19b21f2-07c6-441e-b540-04ecfd7c6343 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:24.746173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc13b683-8186-4621-a3d4-566762dd6cfb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (53336a31-553f-43af-b820-4f72e21bbeb7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.749407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc13b683-8186-4621-a3d4-566762dd6cfb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.753123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dc13b683-8186-4621-a3d4-566762dd6cfb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/53336a31-553f-43af-b820-4f72e21bbeb7 HTTP/1.1" status: 204 len: 168 time: 0.4573116 Feb 09 22:07:24.755337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39882) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.774976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.789875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7df36-9f44-4539-9139-39e96901a85e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:24.795327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7df36-9f44-4539-9139-39e96901a85e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:24.808259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-08f7df36-9f44-4539-9139-39e96901a85e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2716703 Feb 09 22:07:24.813071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.862439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-89935f76-ec07-482b-8f75-8ecf3540bd43 None None] Could not find standard attr ID for object ba7716e1-52ff-44cc-8620-725b32af18cf. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:24.913010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet ddd8b6c7-8f2e-4e66-a84d-051319a7990e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:24.918812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (ddd8b6c7-8f2e-4e66-a84d-051319a7990e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:24.951125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8859e05f-f821-4a1d-aa8f-f67b3a13946f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1897357 Feb 09 22:07:24.957178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13b683-8186-4621-a3d4-566762dd6cfb tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53336a31-553f-43af-b820-4f72e21bbeb7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:24.957178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39886) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:24.961033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c3cd96e1-7fa5-4e65-9397-e64dbe42787a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428289077'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:25.018300 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (ddd8b6c7-8f2e-4e66-a84d-051319a7990e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.106898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.144638 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3cd96e1-7fa5-4e65-9397-e64dbe42787a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.192679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Network 5ca8b1df-514d-4fed-a819-719e2761b14c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:25.199170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (ddd8b6c7-8f2e-4e66-a84d-051319a7990e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.279806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:25.294450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'Port': ['ID=6287677d-1e5f-4f53-87e6-6591786e2db8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:25.311419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:25.331644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3cd96e1-7fa5-4e65-9397-e64dbe42787a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (2a6bf915-a6c8-4753-a844-6a2f7fd67a28), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.354955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c19b21f2-07c6-441e-b540-04ecfd7c6343 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:25.390821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.394017 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.415182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3cd96e1-7fa5-4e65-9397-e64dbe42787a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2a6bf915-a6c8-4753-a844-6a2f7fd67a28), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.467620 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (ddd8b6c7-8f2e-4e66-a84d-051319a7990e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.481490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c19b21f2-07c6-441e-b540-04ecfd7c6343 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:25.481936 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.491684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd96e1-7fa5-4e65-9397-e64dbe42787a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6bf915-a6c8-4753-a844-6a2f7fd67a28,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:25.500732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3cd96e1-7fa5-4e65-9397-e64dbe42787a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.501988 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c3cd96e1-7fa5-4e65-9397-e64dbe42787a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5455029 Feb 09 22:07:25.504677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:25.509533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-841dd326-558c-429d-901f-17a359b99b34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '2a6bf915-a6c8-4753-a844-6a2f7fd67a28', 'direction': 'ingress', 'protocol': 17}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:25.542490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd8b6c7-8f2e-4e66-a84d-051319a7990e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:25.560827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-b045c84e-c318-41ec-b13d-89dc10a49ce0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2252808 Feb 09 22:07:25.566087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.575971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-537761d7-ffd5-477e-ae67-e4e9006e319e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/ddd8b6c7-8f2e-4e66-a84d-051319a7990e HTTP/1.1" status: 204 len: 168 time: 0.7616732 Feb 09 22:07:25.576257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39890) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:25.583025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Request body: {'port': {'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:25.598595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c19b21f2-07c6-441e-b540-04ecfd7c6343 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:25.602063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a23ee02-62bc-4416-b672-05b683b2d44d None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:25.651088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4193cb80-57b3-4717-996a-de6c24abfb12 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736213 Feb 09 22:07:25.655325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39892) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:25.708268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-841dd326-558c-429d-901f-17a359b99b34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (dd5c43d9-a467-4982-b9cf-d9efbacace78), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.712596 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.820561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab915223-8518-4884-a23d-022639e54d78 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.840229 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab915223-8518-4884-a23d-022639e54d78 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1836984 Feb 09 22:07:25.840958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b0275554-118f-4ea8-aa0d-7473801597cc None None] Provisioning complete for port 6287677d-1e5f-4f53-87e6-6591786e2db8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:25.843381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0275554-118f-4ea8-aa0d-7473801597cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.848681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39896) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:25.924618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b0275554-118f-4ea8-aa0d-7473801597cc None None] Port 6287677d-1e5f-4f53-87e6-6591786e2db8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:25.927694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:25.929933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-841dd326-558c-429d-901f-17a359b99b34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (dd5c43d9-a467-4982-b9cf-d9efbacace78), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:25.950897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583a361-146a-4492-9fea-04e8bf58ea17 req-151cee38-9517-43d2-b2ee-1970291b21be tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.952683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6583a361-146a-4492-9fea-04e8bf58ea17 req-151cee38-9517-43d2-b2ee-1970291b21be tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 932 time: 0.1504080 Feb 09 22:07:25.993998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] Deleting port c19b21f2-07c6-441e-b540-04ecfd7c6343 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:25.995264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.006133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-841dd326-558c-429d-901f-17a359b99b34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (dd5c43d9-a467-4982-b9cf-d9efbacace78), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.075681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] For port c19b21f2-07c6-441e-b540-04ecfd7c6343, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c19b21f2-07c6-441e-b540-04ecfd7c6343,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:26.076449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.085969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33da1788-ee8e-4b13-8d39-1616b2bae833 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:26.090385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-33da1788-ee8e-4b13-8d39-1616b2bae833 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2411227 Feb 09 22:07:26.093480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] Calling delete_port for c19b21f2-07c6-441e-b540-04ecfd7c6343 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:26.097673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd326-558c-429d-901f-17a359b99b34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5c43d9-a467-4982-b9cf-d9efbacace78,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:26.104305 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6583a361-146a-4492-9fea-04e8bf58ea17 req-ff1f2836-a76f-4b50-9a6e-a8aa10538bc6 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440959 Feb 09 22:07:26.117147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39898) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:26.180749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-841dd326-558c-429d-901f-17a359b99b34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.184000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-841dd326-558c-429d-901f-17a359b99b34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6782663 Feb 09 22:07:26.185048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39900) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:26.218425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eddc9e77-f2d0-4de2-9878-5155be95f253 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999658 Feb 09 22:07:26.223652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39902) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:26.228982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:26.285095 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (c19b21f2-07c6-441e-b540-04ecfd7c6343), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.313618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c78e1e5-6e73-44ea-ac40-763c251e02f0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (2a6bf915-a6c8-4753-a844-6a2f7fd67a28), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.319674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] No DVR routers for this DVR port c19b21f2-07c6-441e-b540-04ecfd7c6343 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:26.351450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0070950-1b35-42d2-ae65-87e2fd7c0fb3 None None] Pushing event deleted for resources: {'Port': ['ID=c19b21f2-07c6-441e-b540-04ecfd7c6343,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:26.382134 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c78e1e5-6e73-44ea-ac40-763c251e02f0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (2a6bf915-a6c8-4753-a844-6a2f7fd67a28), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.437051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6287677d-1e5f-4f53-87e6-6591786e2db8 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:26.448156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Publish callbacks [] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.455303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:26.458987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.550107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c78e1e5-6e73-44ea-ac40-763c251e02f0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2a6bf915-a6c8-4753-a844-6a2f7fd67a28), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.553269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c78e1e5-6e73-44ea-ac40-763c251e02f0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.554117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Transition to ACTIVE for port object 6287677d-1e5f-4f53-87e6-6591786e2db8 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:07:26.554449 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3c78e1e5-6e73-44ea-ac40-763c251e02f0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/2a6bf915-a6c8-4753-a844-6a2f7fd67a28 HTTP/1.1" status: 204 len: 168 time: 0.3684590 Feb 09 22:07:26.557801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:26.611361 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8850a836-cfed-4ebc-89a4-829278c63791 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477183 Feb 09 22:07:26.611361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78e1e5-6e73-44ea-ac40-763c251e02f0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6bf915-a6c8-4753-a844-6a2f7fd67a28,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:26.611649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39906) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:26.617150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-116d02ab-96e9-4d24-a2b9-baae893254bc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567654315'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:26.683178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.715659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-116d02ab-96e9-4d24-a2b9-baae893254bc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.767120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Pushing event updated for resources: {'Port': ['ID=6287677d-1e5f-4f53-87e6-6591786e2db8,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:26.866162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Attempting to bind port 6287677d-1e5f-4f53-87e6-6591786e2db8 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:26.866794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Attempting to bind port 6287677d-1e5f-4f53-87e6-6591786e2db8 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:26.866912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Attempting to bind port 6287677d-1e5f-4f53-87e6-6591786e2db8 on network 5ca8b1df-514d-4fed-a819-719e2761b14c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:26.876329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-116d02ab-96e9-4d24-a2b9-baae893254bc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (a01a83ca-3f5a-44b5-95a7-00b56d12706e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.882283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Port 6287677d-1e5f-4f53-87e6-6591786e2db8 on network 5ca8b1df-514d-4fed-a819-719e2761b14c not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:26.882746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Attempting to bind port 6287677d-1e5f-4f53-87e6-6591786e2db8 on network 5ca8b1df-514d-4fed-a819-719e2761b14c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:26.918697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:26.919057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Checking segment: {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:26.919465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Bound using segment: {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:26.919936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Bound port: 6287677d-1e5f-4f53-87e6-6591786e2db8, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389f02ac-3693-410b-9f5b-7620dd6cb4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:26.920444 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.961213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.objects.ports [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103697) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:07:26.980112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-116d02ab-96e9-4d24-a2b9-baae893254bc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a01a83ca-3f5a-44b5-95a7-00b56d12706e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:26.982021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (ce361010-6f48-466e-8139-cb74f314b1d9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.035217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:27.050526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d02ab-96e9-4d24-a2b9-baae893254bc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a83ca-3f5a-44b5-95a7-00b56d12706e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:27.072610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:27.076125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.076986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.088658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14421205-65f1-4725-9d8d-451de150c561 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:27.090779 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-3affcd52-4bd6-4226-a85f-8f4837fb6e6b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2757359 Feb 09 22:07:27.113756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=ce361010-6f48-466e-8139-cb74f314b1d9,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:27.119593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] For port 6287677d-1e5f-4f53-87e6-6591786e2db8, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:27.123624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] For port 6287677d-1e5f-4f53-87e6-6591786e2db8, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6287677d-1e5f-4f53-87e6-6591786e2db8,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:27.145346 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-116d02ab-96e9-4d24-a2b9-baae893254bc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.152528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39910) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:27.154020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-116d02ab-96e9-4d24-a2b9-baae893254bc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5401232 Feb 09 22:07:27.166276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e2643110-fdbb-4b06-85aa-5878571802dc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937783154'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:27.260196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-639873aa-9784-4a3f-b905-eab67e502a1c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0324392 Feb 09 22:07:27.260196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.261329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39912) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:27.268049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-dd239c1a-92bf-4209-a162-4c9ced2dcd41 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:27.331548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c19b21f2-07c6-441e-b540-04ecfd7c6343 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:27.359350 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2643110-fdbb-4b06-85aa-5878571802dc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.385532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: c19b21f2-07c6-441e-b540-04ecfd7c6343 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:27.385990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c19b21f2-07c6-441e-b540-04ecfd7c6343 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:27.393887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'ce361010-6f48-466e-8139-cb74f314b1d9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:27.395334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.397264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.397912 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.399319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] 10.222.0.30 "PUT /v2.0/ports/6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 1092 time: 1.8217845 Feb 09 22:07:27.399958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:27.402193 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d42097-4480-42b9-99f7-09712ada6ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:27.454580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911256a-9d74-4a2e-9b7c-6608baf67219 service neutron] Pushing event updated for resources: {'Port': ['ID=6287677d-1e5f-4f53-87e6-6591786e2db8,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:27.471810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-93f2a604-06d7-41cb-9670-c7656a99d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.478168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-93f2a604-06d7-41cb-9670-c7656a99d1f9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 1128 time: 0.3356192 Feb 09 22:07:27.577561 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06216cf4-0115-44c8-948e-d0f816cbb926 x-openstack-request-id: req-06216cf4-0115-44c8-948e-d0f816cbb926 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:27.577854 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:27.578112 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-06216cf4-0115-44c8-948e-d0f816cbb926 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:27.578513 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'status': 'completed', 'code': 200} Feb 09 22:07:27.637161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd239c1a-92bf-4209-a162-4c9ced2dcd41 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:27.640869 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd239c1a-92bf-4209-a162-4c9ced2dcd41 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.732227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dc30b-34bc-44c4-a253-75adbdc1d296 req-d4baf3aa-2387-4700-b5ad-c74b67f79109 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.733829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-366dc30b-34bc-44c4-a253-75adbdc1d296 req-d4baf3aa-2387-4700-b5ad-c74b67f79109 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.4886434 Feb 09 22:07:27.750922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Allocated IP 2001:db8::f816:3eff:fead:b470 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/ce361010-6f48-466e-8139-cb74f314b1d9/eb1f4e81-70fc-4cfc-a352-999c78239d1a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:27.831981 n-d-828599-1 neutron-server[103696]: INFO neutron.db.ipam_backend_mixin [None req-dd239c1a-92bf-4209-a162-4c9ced2dcd41 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce361010-6f48-466e-8139-cb74f314b1d9 (CIDR: 2001:db8::/64) Feb 09 22:07:27.834478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2643110-fdbb-4b06-85aa-5878571802dc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (265185dc-052b-49f2-a0a6-faff391d9ea8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.877989 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd239c1a-92bf-4209-a162-4c9ced2dcd41 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:07:27.878721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd239c1a-92bf-4209-a162-4c9ced2dcd41 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:27.923645 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2643110-fdbb-4b06-85aa-5878571802dc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (265185dc-052b-49f2-a0a6-faff391d9ea8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.940698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-e3c93c5a-b102-4900-838e-e2bd97801cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.942199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-e3c93c5a-b102-4900-838e-e2bd97801cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1126 time: 0.4255252 Feb 09 22:07:27.946373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-366dc30b-34bc-44c4-a253-75adbdc1d296 req-e9327a37-cda5-4ece-9675-c9dd3bf8dd2e tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949592 Feb 09 22:07:27.964023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dd239c1a-92bf-4209-a162-4c9ced2dcd41 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6972246 Feb 09 22:07:27.964023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39918) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:27.978394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:27.980350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-5f815d9b-6995-4541-ab87-357fca18059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.982125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-5f815d9b-6995-4541-ab87-357fca18059d service neutron] 10.222.0.110 "GET /v2.0/networks?id=4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 200 len: 915 time: 0.4749475 Feb 09 22:07:28.014686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Publish callbacks [] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.033279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-618ee651-b34a-4f70-8c94-5ebace7b395b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 217 time: 0.0677099 Feb 09 22:07:28.075111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643110-fdbb-4b06-85aa-5878571802dc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265185dc-052b-49f2-a0a6-faff391d9ea8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:28.079228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2643110-fdbb-4b06-85aa-5878571802dc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.080474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e2643110-fdbb-4b06-85aa-5878571802dc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9224205 Feb 09 22:07:28.081830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-39a37144-572e-4f6b-a359-04770f2baf32 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1616338-b73a-48e7-8697-a5d3c24410c8 HTTP/1.1" status: 200 len: 217 time: 0.0662723 Feb 09 22:07:28.083355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39920) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.089052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8b7cefe3-ca1d-4909-bad4-bf5bbea56efd tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': 'a01a83ca-3f5a-44b5-95a7-00b56d12706e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '265185dc-052b-49f2-a0a6-faff391d9ea8', 'remote_ip_prefix': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:28.102617 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.156559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-4b6191e5-3226-4f7e-8f1a-beda4904ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.158543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-4b6191e5-3226-4f7e-8f1a-beda4904ae30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 200 len: 852 time: 0.0927620 Feb 09 22:07:28.163105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-e24d9e7f-90c6-4abf-92ae-3d4d612c2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.164677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-e24d9e7f-90c6-4abf-92ae-3d4d612c2b89 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8f8ab727-9d53-4db0-a9e4-e3fc76c25d31 HTTP/1.1" status: 200 len: 854 time: 0.0648456 Feb 09 22:07:28.169511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:28.173597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:28.178365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:28.188539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Pushing event updated for resources: {'Port': ['ID=eb1f4e81-70fc-4cfc-a352-999c78239d1a,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:28.247877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b7cefe3-ca1d-4909-bad4-bf5bbea56efd tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (b09ea34d-f741-4f76-8daa-0f18677ea7be), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.259977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Attempting to bind port eb1f4e81-70fc-4cfc-a352-999c78239d1a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:28.260359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Attempting to bind port eb1f4e81-70fc-4cfc-a352-999c78239d1a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:28.261235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Attempting to bind port eb1f4e81-70fc-4cfc-a352-999c78239d1a on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:28.264453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:28.268645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.269867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-17cafd3c-a714-4346-9112-d601277fe754 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=4bf69638-d994-405d-a815-c434940f6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852375 Feb 09 22:07:28.271376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:28.271847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:28.272280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.272595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:28.273235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Bound port: eb1f4e81-70fc-4cfc-a352-999c78239d1a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:28.274320 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.332985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-0e867023-c95d-4448-ba95-1d979a46a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.334581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-0e867023-c95d-4448-ba95-1d979a46a9d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ca8b1df-514d-4fed-a819-719e2761b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1662524 Feb 09 22:07:28.349035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] For port eb1f4e81-70fc-4cfc-a352-999c78239d1a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:28.353715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] For port eb1f4e81-70fc-4cfc-a352-999c78239d1a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=eb1f4e81-70fc-4cfc-a352-999c78239d1a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:28.417624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b7cefe3-ca1d-4909-bad4-bf5bbea56efd tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (b09ea34d-f741-4f76-8daa-0f18677ea7be), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.432698 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-cfa7e628-a9fb-453e-ab77-1613bedde655 service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568985 Feb 09 22:07:28.443236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.505447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b778da9-a462-4d8b-a2e5-21e3e84ef4fe None None] Pushing event updated for resources: {'Port': ['ID=eb1f4e81-70fc-4cfc-a352-999c78239d1a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:28.523901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b7cefe3-ca1d-4909-bad4-bf5bbea56efd tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b09ea34d-f741-4f76-8daa-0f18677ea7be), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.537788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-1d487fc2-91b6-4dee-b076-069b7345f7f0 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908424 Feb 09 22:07:28.589953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cefe3-ca1d-4909-bad4-bf5bbea56efd tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09ea34d-f741-4f76-8daa-0f18677ea7be,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:28.627807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a205411c-399d-4058-abe3-f41fd7f94dd4 req-a198adf8-a7d2-40af-911f-c1c0e2edf5e0 service neutron] 10.222.0.110 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876655 Feb 09 22:07:28.665919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-991c0395-2823-4c36-8cc7-4dfc73d7fa30 req-78b20061-913c-4c62-92b0-6d70da203e0e service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178026 Feb 09 22:07:28.677107 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b7cefe3-ca1d-4909-bad4-bf5bbea56efd tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.677107 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b7cefe3-ca1d-4909-bad4-bf5bbea56efd tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5914366 Feb 09 22:07:28.680433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39922) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.714190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc97f116-b453-43e3-9f6a-b7309187c909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (b09ea34d-f741-4f76-8daa-0f18677ea7be), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.722149 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc97f116-b453-43e3-9f6a-b7309187c909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (b09ea34d-f741-4f76-8daa-0f18677ea7be), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.808722 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (8b19ee5e-c58a-4cb8-abe9-8853db5d842d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.843505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42097-4480-42b9-99f7-09712ada6ffe req-bfa70495-a6b9-4d46-a8d1-d2506fb9c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.845068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88d42097-4480-42b9-99f7-09712ada6ffe req-bfa70495-a6b9-4d46-a8d1-d2506fb9c32c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1126 time: 0.0531988 Feb 09 22:07:28.856311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:28.861235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:28.866083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.866693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.885993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc97f116-b453-43e3-9f6a-b7309187c909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b09ea34d-f741-4f76-8daa-0f18677ea7be), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.888753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=8b19ee5e-c58a-4cb8-abe9-8853db5d842d,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:28.892776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc97f116-b453-43e3-9f6a-b7309187c909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:28.894012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc97f116-b453-43e3-9f6a-b7309187c909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/b09ea34d-f741-4f76-8daa-0f18677ea7be HTTP/1.1" status: 204 len: 168 time: 0.2125738 Feb 09 22:07:28.900618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39924) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.947522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97f116-b453-43e3-9f6a-b7309187c909 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b09ea34d-f741-4f76-8daa-0f18677ea7be,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:28.954994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39926) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.956983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-89e6bbd5-1276-47ea-86c0-697298b069fc tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0541306 Feb 09 22:07:28.980088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cfd0720b-31fb-4ac7-802d-3589a78c9ff3 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0153522 Feb 09 22:07:28.985395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39930) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:28.993205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:cc:95:d3', 'name': 'tempest-NetworksTestDHCPv6-1703608209'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:29.033131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42097-4480-42b9-99f7-09712ada6ffe req-1acab2fd-9866-44d3-aaaf-8a7076e2c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:29.034826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88d42097-4480-42b9-99f7-09712ada6ffe req-1acab2fd-9866-44d3-aaaf-8a7076e2c7cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 914 time: 0.1810601 Feb 09 22:07:29.086841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be0bb211-4a9a-4ea8-8a11-2e895bf21fbf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (265185dc-052b-49f2-a0a6-faff391d9ea8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.090656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88d42097-4480-42b9-99f7-09712ada6ffe req-c461f8d9-15f3-421a-865c-c1091eea5460 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 217 time: 0.0460744 Feb 09 22:07:29.147846 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be0bb211-4a9a-4ea8-8a11-2e895bf21fbf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (265185dc-052b-49f2-a0a6-faff391d9ea8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.170323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceb095-a0d0-4797-85a3-739ecce578f5 req-8b54bf12-2892-44ac-b84c-a35a050f23a3 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:29.171856 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52ceb095-a0d0-4797-85a3-739ecce578f5 req-8b54bf12-2892-44ac-b84c-a35a050f23a3 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.0948584 Feb 09 22:07:29.180524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42097-4480-42b9-99f7-09712ada6ffe req-59f41aa1-fbb4-4615-aa3e-4e1230a630e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:29.182015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88d42097-4480-42b9-99f7-09712ada6ffe req-59f41aa1-fbb4-4615-aa3e-4e1230a630e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 200 len: 852 time: 0.0821483 Feb 09 22:07:29.234552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52ceb095-a0d0-4797-85a3-739ecce578f5 req-7b17bd32-5bb5-4029-963a-6ec704eb8979 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513294 Feb 09 22:07:29.252371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:29.268358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42097-4480-42b9-99f7-09712ada6ffe req-62fd2bbc-2228-43ce-98ab-968f05ee1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:29.270018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88d42097-4480-42b9-99f7-09712ada6ffe req-62fd2bbc-2228-43ce-98ab-968f05ee1c40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ca8b1df-514d-4fed-a819-719e2761b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782480 Feb 09 22:07:29.317669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device eb1f4e81-70fc-4cfc-a352-999c78239d1a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:29.371915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be0bb211-4a9a-4ea8-8a11-2e895bf21fbf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (265185dc-052b-49f2-a0a6-faff391d9ea8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.374576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be0bb211-4a9a-4ea8-8a11-2e895bf21fbf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.375744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be0bb211-4a9a-4ea8-8a11-2e895bf21fbf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/265185dc-052b-49f2-a0a6-faff391d9ea8 HTTP/1.1" status: 204 len: 168 time: 0.4197919 Feb 09 22:07:29.388297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39932) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:29.389218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bb211-4a9a-4ea8-8a11-2e895bf21fbf tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265185dc-052b-49f2-a0a6-faff391d9ea8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:29.394051 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.428261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port cbd7002f-becc-437b-8b3c-6677428946aa yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:29.464346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port eb1f4e81-70fc-4cfc-a352-999c78239d1a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:29.464833 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.479635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88d42097-4480-42b9-99f7-09712ada6ffe req-8bd9e28f-7cf8-40e0-9020-49ae92e007e7 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973271 Feb 09 22:07:29.485104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bf060ab9-3884-486e-81e3-332fcab1feef tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0877421 Feb 09 22:07:29.487973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39934) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:29.607441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port eb1f4e81-70fc-4cfc-a352-999c78239d1a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:29.608140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.611258 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.636997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88d42097-4480-42b9-99f7-09712ada6ffe req-69425724-a860-490e-849a-cf076cfc8ff3 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355467 Feb 09 22:07:29.658579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port eb1f4e81-70fc-4cfc-a352-999c78239d1a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=eb1f4e81-70fc-4cfc-a352-999c78239d1a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:29.704192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8:0:1::38c (d3b85f89-362b-44e8-b88a-f1327ef80d2d/8b19ee5e-c58a-4cb8-abe9-8853db5d842d/cbd7002f-becc-437b-8b3c-6677428946aa) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:29.712172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:fecc:95d3 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/ce361010-6f48-466e-8139-cb74f314b1d9/cbd7002f-becc-437b-8b3c-6677428946aa) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:29.721373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.822974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=eb1f4e81-70fc-4cfc-a352-999c78239d1a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:29.840882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6e4ab-60a8-44d7-8c18-cd5677991ef0 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:29.990397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d853882d-c32d-4c68-a356-f9ff99866acf None None] Provisioning complete for port eb1f4e81-70fc-4cfc-a352-999c78239d1a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:29.991093 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d853882d-c32d-4c68-a356-f9ff99866acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.115367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1582524a-041c-4fca-bba6-3927b542cf72 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (a01a83ca-3f5a-44b5-95a7-00b56d12706e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.142698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1582524a-041c-4fca-bba6-3927b542cf72 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (a01a83ca-3f5a-44b5-95a7-00b56d12706e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.189054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d853882d-c32d-4c68-a356-f9ff99866acf None None] Current status of the port eb1f4e81-70fc-4cfc-a352-999c78239d1a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:30.191999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedb3c8-21d7-4797-89d9-75231c0539ee None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': 'ce361010-6f48-466e-8139-cb74f314b1d9', 'ip_address': '2001:db8::f816:3eff:fead:b470'}, {'subnet_id': '8b19ee5e-c58a-4cb8-abe9-8853db5d842d'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'eb1f4e81-70fc-4cfc-a352-999c78239d1a'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:07:30.220775 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eaedb3c8-21d7-4797-89d9-75231c0539ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.257870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (cbd7002f-becc-437b-8b3c-6677428946aa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.268175 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1582524a-041c-4fca-bba6-3927b542cf72 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a01a83ca-3f5a-44b5-95a7-00b56d12706e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.275370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1582524a-041c-4fca-bba6-3927b542cf72 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.281242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1582524a-041c-4fca-bba6-3927b542cf72 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/a01a83ca-3f5a-44b5-95a7-00b56d12706e HTTP/1.1" status: 204 len: 168 time: 0.7899084 Feb 09 22:07:30.281806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39938) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:30.324538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582524a-041c-4fca-bba6-3927b542cf72 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a83ca-3f5a-44b5-95a7-00b56d12706e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:30.381668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-17dfbf62-c98c-42d1-8495-2516363e84a8 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900512 Feb 09 22:07:30.386521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39940) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:30.387814 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cbd7002f-becc-437b-8b3c-6677428946aa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.393627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3e5ff76c-44fe-4d3b-836f-2c596cb690ad tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343041725'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:30.425160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25515-c68d-4b21-974e-9369ed16c06f req-8f6bb523-e21d-41e2-b713-59cb4c4b0447 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:30.426799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69f25515-c68d-4b21-974e-9369ed16c06f req-8f6bb523-e21d-41e2-b713-59cb4c4b0447 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.0614727 Feb 09 22:07:30.451970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:30.452735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-eaedb3c8-21d7-4797-89d9-75231c0539ee None None] Allocated IP 2001:db8:0:1::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/8b19ee5e-c58a-4cb8-abe9-8853db5d842d/eb1f4e81-70fc-4cfc-a352-999c78239d1a) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:30.461223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:30.470472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:30.477076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:30.477974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.486111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=cbd7002f-becc-437b-8b3c-6677428946aa,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:30.507052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69f25515-c68d-4b21-974e-9369ed16c06f req-3cc15398-49e6-4e96-9fce-be79fe849406 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735970 Feb 09 22:07:30.557146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff76c-44fe-4d3b-836f-2c596cb690ad tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.576911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-eaedb3c8-21d7-4797-89d9-75231c0539ee None None] For port eb1f4e81-70fc-4cfc-a352-999c78239d1a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=eb1f4e81-70fc-4cfc-a352-999c78239d1a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:30.590260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f88c33d0-6a7a-47fb-8bdb-45a6b61cb0e1 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6038163 Feb 09 22:07:30.592975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39942) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:30.621660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eaedb3c8-21d7-4797-89d9-75231c0539ee None None] Publish callbacks [] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.653716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff76c-44fe-4d3b-836f-2c596cb690ad tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (dc43b41e-42a5-49e4-af01-f5dc069d2019), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.682989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eaedb3c8-21d7-4797-89d9-75231c0539ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.705252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port cbd7002f-becc-437b-8b3c-6677428946aa {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:30.706378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cbd7002f-becc-437b-8b3c-6677428946aa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.743482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff76c-44fe-4d3b-836f-2c596cb690ad tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc43b41e-42a5-49e4-af01-f5dc069d2019), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.774532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ff76c-44fe-4d3b-836f-2c596cb690ad tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc43b41e-42a5-49e4-af01-f5dc069d2019,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:30.811971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedb3c8-21d7-4797-89d9-75231c0539ee None None] Pushing event updated for resources: {'Port': ['ID=eb1f4e81-70fc-4cfc-a352-999c78239d1a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:30.820160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cbd7002f-becc-437b-8b3c-6677428946aa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.845833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff76c-44fe-4d3b-836f-2c596cb690ad tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:30.845833 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3e5ff76c-44fe-4d3b-836f-2c596cb690ad tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4511278 Feb 09 22:07:30.846132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39944) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:30.848570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-56e68a91-3026-4226-82d0-4f9000070b85 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': 'dc43b41e-42a5-49e4-af01-f5dc069d2019', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:30.854857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for cbd7002f-becc-437b-8b3c-6677428946aa owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:30.941182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.035880 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-56e68a91-3026-4226-82d0-4f9000070b85 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (4e6afc37-e4a6-4490-baa3-bcee4ab76fe4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.095939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-56e68a91-3026-4226-82d0-4f9000070b85 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (4e6afc37-e4a6-4490-baa3-bcee4ab76fe4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.143663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cbd7002f-becc-437b-8b3c-6677428946aa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.180346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=cbd7002f-becc-437b-8b3c-6677428946aa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:31.182731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-56e68a91-3026-4226-82d0-4f9000070b85 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4e6afc37-e4a6-4490-baa3-bcee4ab76fe4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.235759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e68a91-3026-4226-82d0-4f9000070b85 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6afc37-e4a6-4490-baa3-bcee4ab76fe4,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:31.259071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-56e68a91-3026-4226-82d0-4f9000070b85 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.261398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-56e68a91-3026-4226-82d0-4f9000070b85 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4164052 Feb 09 22:07:31.268260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.268396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39946) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.268491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ac5a9a3-7371-4767-a4e8-98ccc2b0ed25 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/cbd7002f-becc-437b-8b3c-6677428946aa HTTP/1.1" status: 204 len: 168 time: 0.6720831 Feb 09 22:07:31.268653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39948) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.276809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device eb1f4e81-70fc-4cfc-a352-999c78239d1a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:31.303333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b2df880-00a3-463b-a700-b40ec5493247 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (4e6afc37-e4a6-4490-baa3-bcee4ab76fe4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.313310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b2df880-00a3-463b-a700-b40ec5493247 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (4e6afc37-e4a6-4490-baa3-bcee4ab76fe4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.342046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f9f9e7-f219-4d40-939f-02613310482d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.347875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-06f9f9e7-f219-4d40-939f-02613310482d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0673993 Feb 09 22:07:31.347875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39950) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.358691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port eb1f4e81-70fc-4cfc-a352-999c78239d1a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:31.359231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.407732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d107549-331e-4e86-8f65-12a2ac22e9fe tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.409322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4d107549-331e-4e86-8f65-12a2ac22e9fe tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0618932 Feb 09 22:07:31.412129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39952) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.413149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b2df880-00a3-463b-a700-b40ec5493247 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4e6afc37-e4a6-4490-baa3-bcee4ab76fe4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.425355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b2df880-00a3-463b-a700-b40ec5493247 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.426104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b2df880-00a3-463b-a700-b40ec5493247 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/4e6afc37-e4a6-4490-baa3-bcee4ab76fe4 HTTP/1.1" status: 204 len: 168 time: 0.1590226 Feb 09 22:07:31.426920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2df880-00a3-463b-a700-b40ec5493247 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e6afc37-e4a6-4490-baa3-bcee4ab76fe4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:31.435892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39954) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.464805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port eb1f4e81-70fc-4cfc-a352-999c78239d1a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:31.475625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebcebd-4031-4bae-9bcd-ea293221f037 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.477230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebcebd-4031-4bae-9bcd-ea293221f037 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.478948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebcebd-4031-4bae-9bcd-ea293221f037 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.480747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-44ebcebd-4031-4bae-9bcd-ea293221f037 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0674922 Feb 09 22:07:31.483342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.490612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aba7ff91-b560-49aa-b58a-84025f4b2d9a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539718 Feb 09 22:07:31.493145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.533336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-edbd3646-4700-433a-9f78-6387ad19f64f None None] Provisioning complete for port eb1f4e81-70fc-4cfc-a352-999c78239d1a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:31.533618 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-edbd3646-4700-433a-9f78-6387ad19f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.556150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 8b19ee5e-c58a-4cb8-abe9-8853db5d842d {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:31.567673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (8b19ee5e-c58a-4cb8-abe9-8853db5d842d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.610223 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94e7efec-4eb2-478f-88c1-a66a25d4b5e4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (dc43b41e-42a5-49e4-af01-f5dc069d2019), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.618010 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (8b19ee5e-c58a-4cb8-abe9-8853db5d842d), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.666779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-edbd3646-4700-433a-9f78-6387ad19f64f None None] Current status of the port eb1f4e81-70fc-4cfc-a352-999c78239d1a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:31.680930 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:07:31.712137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94e7efec-4eb2-478f-88c1-a66a25d4b5e4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (dc43b41e-42a5-49e4-af01-f5dc069d2019), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.735019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8b19ee5e-c58a-4cb8-abe9-8853db5d842d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.754682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b770b-8594-4b09-902b-18521c380d74 req-b314487e-96e4-414c-a8c9-ecf707c25244 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.757016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c02b770b-8594-4b09-902b-18521c380d74 req-b314487e-96e4-414c-a8c9-ecf707c25244 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1402328 Feb 09 22:07:31.783663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a6c0bdb2-a20f-4f81-80ca-5a2660ea5244 None None] Could not find standard attr ID for object cbd7002f-becc-437b-8b3c-6677428946aa. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:31.843883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c02b770b-8594-4b09-902b-18521c380d74 req-dfbb8931-6d96-402b-891a-644118abf453 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747907 Feb 09 22:07:31.871408 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94e7efec-4eb2-478f-88c1-a66a25d4b5e4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc43b41e-42a5-49e4-af01-f5dc069d2019), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.874568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94e7efec-4eb2-478f-88c1-a66a25d4b5e4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.875971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-94e7efec-4eb2-478f-88c1-a66a25d4b5e4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/dc43b41e-42a5-49e4-af01-f5dc069d2019 HTTP/1.1" status: 204 len: 168 time: 0.3817503 Feb 09 22:07:31.878628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39962) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.886740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7efec-4eb2-478f-88c1-a66a25d4b5e4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc43b41e-42a5-49e4-af01-f5dc069d2019,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:31.890825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (8b19ee5e-c58a-4cb8-abe9-8853db5d842d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.925239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=8b19ee5e-c58a-4cb8-abe9-8853db5d842d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:31.945735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.949832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d8be8174-1eac-4206-bad6-3fcb43534860 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/8b19ee5e-c58a-4cb8-abe9-8853db5d842d HTTP/1.1" status: 204 len: 168 time: 0.4646585 Feb 09 22:07:31.952118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.968234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e0e20e3b-dbbc-413c-8173-2d8da1e0e410 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0880687 Feb 09 22:07:31.973199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39966) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:31.978328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7911a578-cbf6-4fc8-b4fd-d6980cfca097 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--309442801'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:32.006068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e9907b-cf27-4175-9fd8-6f9a44d9da53 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:32.018752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet ce361010-6f48-466e-8139-cb74f314b1d9 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:32.022070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (ce361010-6f48-466e-8139-cb74f314b1d9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.069119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (ce361010-6f48-466e-8139-cb74f314b1d9), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.081216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7911a578-cbf6-4fc8-b4fd-d6980cfca097 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.173594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (ce361010-6f48-466e-8139-cb74f314b1d9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.182071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7911a578-cbf6-4fc8-b4fd-d6980cfca097 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (e1751022-a5cd-4397-a9b9-ce198b983118), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.234863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7911a578-cbf6-4fc8-b4fd-d6980cfca097 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e1751022-a5cd-4397-a9b9-ce198b983118), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.266855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911a578-cbf6-4fc8-b4fd-d6980cfca097 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1751022-a5cd-4397-a9b9-ce198b983118,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:32.304225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (ce361010-6f48-466e-8139-cb74f314b1d9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.338083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=ce361010-6f48-466e-8139-cb74f314b1d9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:32.341969 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.347527 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d4cb45b0-18c3-43d8-8b2e-6c977e29b605 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/ce361010-6f48-466e-8139-cb74f314b1d9 HTTP/1.1" status: 204 len: 168 time: 0.3919051 Feb 09 22:07:32.347916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39968) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:32.361488 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7911a578-cbf6-4fc8-b4fd-d6980cfca097 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.367664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7911a578-cbf6-4fc8-b4fd-d6980cfca097 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3885336 Feb 09 22:07:32.370027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39970) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:32.374730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f3093073-7b9f-46e7-bc98-817d1ee7a413 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': 'e1751022-a5cd-4397-a9b9-ce198b983118', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:32.405846 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-44fd6ac1-5409-48e5-b8a0-e3408598a424 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566587 Feb 09 22:07:32.408943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39972) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:32.416079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:32.479365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f3093073-7b9f-46e7-bc98-817d1ee7a413 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (86842dab-5915-4769-9647-194224c4c0ae), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.565635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f3093073-7b9f-46e7-bc98-817d1ee7a413 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (86842dab-5915-4769-9647-194224c4c0ae), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.634793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:32.640867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.690980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f3093073-7b9f-46e7-bc98-817d1ee7a413 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (86842dab-5915-4769-9647-194224c4c0ae), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.735315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3093073-7b9f-46e7-bc98-817d1ee7a413 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86842dab-5915-4769-9647-194224c4c0ae,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:32.971692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c0b90-c470-4c01-a917-493b7742361c None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:32.986772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f3093073-7b9f-46e7-bc98-817d1ee7a413 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:32.993748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f3093073-7b9f-46e7-bc98-817d1ee7a413 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6183643 Feb 09 22:07:32.993851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39988) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:33.025253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-802779f5-9e3f-40fe-9206-43e4a78d830d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules/86842dab-5915-4769-9647-194224c4c0ae HTTP/1.1" status: 200 len: 763 time: 0.0309534 Feb 09 22:07:33.027722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39992) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:33.082911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ddab0ee7-9a42-4b99-bb88-ea58668b79fe tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534325 Feb 09 22:07:33.085576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 39994) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:33.109744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-464a198e-0683-4df5-9e2a-961843a82ec3 None None] Provisioning complete for port eb1f4e81-70fc-4cfc-a352-999c78239d1a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:33.110124 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-464a198e-0683-4df5-9e2a-961843a82ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.116820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5ee85c6f-7aee-4a2a-a583-f9c48c5fe0aa tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (86842dab-5915-4769-9647-194224c4c0ae), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.126843 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5ee85c6f-7aee-4a2a-a583-f9c48c5fe0aa tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (86842dab-5915-4769-9647-194224c4c0ae), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.191035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3f3fb-0470-4d07-a696-f98275ad81ac req-934939dc-a8fc-4c45-8108-e10dc19a2386 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:33.192754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bd3f3fb-0470-4d07-a696-f98275ad81ac req-934939dc-a8fc-4c45-8108-e10dc19a2386 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.2014127 Feb 09 22:07:33.229541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5ee85c6f-7aee-4a2a-a583-f9c48c5fe0aa tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (86842dab-5915-4769-9647-194224c4c0ae), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.236071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5ee85c6f-7aee-4a2a-a583-f9c48c5fe0aa tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.242954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5ee85c6f-7aee-4a2a-a583-f9c48c5fe0aa tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/86842dab-5915-4769-9647-194224c4c0ae HTTP/1.1" status: 204 len: 168 time: 0.1504369 Feb 09 22:07:33.243111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 39996) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:33.247635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee85c6f-7aee-4a2a-a583-f9c48c5fe0aa tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86842dab-5915-4769-9647-194224c4c0ae,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:33.262296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-464a198e-0683-4df5-9e2a-961843a82ec3 None None] Current status of the port eb1f4e81-70fc-4cfc-a352-999c78239d1a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:33.302007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:33.357965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:07:33.360875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] Deleting port eb1f4e81-70fc-4cfc-a352-999c78239d1a {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:33.361324 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.399431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bd3f3fb-0470-4d07-a696-f98275ad81ac req-a23a7ec4-5c23-4f7e-883c-8720aaeb1fae tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994467 Feb 09 22:07:33.473956 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ead650eb-94fb-4d73-9bcb-9acd1a5fcd38 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2252738 Feb 09 22:07:33.482898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40012) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:33.488309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-739bf8ed-a5a4-438a-97bc-6cd51ea7641a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': 'e1751022-a5cd-4397-a9b9-ce198b983118', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:33.500504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-e20c30fb-f7a5-4f34-b3c3-f8a0f365e2dc tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=c8ca4c69cceb42c5b3d981d6a75ba2ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484176 Feb 09 22:07:33.534687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] For port eb1f4e81-70fc-4cfc-a352-999c78239d1a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=eb1f4e81-70fc-4cfc-a352-999c78239d1a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:33.535327 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.553408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] Calling delete_port for eb1f4e81-70fc-4cfc-a352-999c78239d1a owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:33.678407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba5834-a68d-49de-bf27-4eb059263a71 req-b6a12a69-1649-402f-b7bd-bcc2664969fa tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:33.680442 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1bba5834-a68d-49de-bf27-4eb059263a71 req-b6a12a69-1649-402f-b7bd-bcc2664969fa tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 946 time: 0.1246791 Feb 09 22:07:33.753314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-739bf8ed-a5a4-438a-97bc-6cd51ea7641a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (697a8c93-419b-45e8-8643-7e63441cc6ee), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.763471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1bba5834-a68d-49de-bf27-4eb059263a71 req-5f22f56c-c5e1-424b-94ed-3ac0ea6ddfba tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769145 Feb 09 22:07:33.784415 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.800906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-230e52dd-5092-48c7-864e-6e00df6682ca tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:33.802901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-230e52dd-5092-48c7-864e-6e00df6682ca tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012810 Feb 09 22:07:33.834908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-469a05e5-fcb1-46c9-afb3-ed8f95b6760b tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/quotas/c8ca4c69cceb42c5b3d981d6a75ba2ad HTTP/1.1" status: 200 len: 375 time: 0.0230989 Feb 09 22:07:33.848383 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.891600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] Pushing event deleted for resources: {'Port': ['ID=eb1f4e81-70fc-4cfc-a352-999c78239d1a,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:33.899373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-739bf8ed-a5a4-438a-97bc-6cd51ea7641a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (697a8c93-419b-45e8-8643-7e63441cc6ee), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:33.903304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-d94bd911-17f2-4f22-a999-9947da73df99 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c8ca4c69cceb42c5b3d981d6a75ba2ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602710 Feb 09 22:07:33.904567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dcd27a-8c4a-46d3-80b7-664cce50791d None None] No DVR routers for this DVR port eb1f4e81-70fc-4cfc-a352-999c78239d1a on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:33.978665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-739bf8ed-a5a4-438a-97bc-6cd51ea7641a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (697a8c93-419b-45e8-8643-7e63441cc6ee), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.026917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bf8ed-a5a4-438a-97bc-6cd51ea7641a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697a8c93-419b-45e8-8643-7e63441cc6ee,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:34.078994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] For port eb1f4e81-70fc-4cfc-a352-999c78239d1a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=eb1f4e81-70fc-4cfc-a352-999c78239d1a,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:34.132064 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.145899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-739bf8ed-a5a4-438a-97bc-6cd51ea7641a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.149481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-739bf8ed-a5a4-438a-97bc-6cd51ea7641a tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6629229 Feb 09 22:07:34.149872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40020) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:34.177012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40022) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:34.177638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9bec0cdc-edb0-487d-a0ce-dc12036a5255 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules/697a8c93-419b-45e8-8643-7e63441cc6ee HTTP/1.1" status: 200 len: 763 time: 0.0242279 Feb 09 22:07:34.222914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7f138451-cdf6-42e6-8649-0b3fbc9b2bc4 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0462496 Feb 09 22:07:34.225686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40026) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:34.241687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (eb1f4e81-70fc-4cfc-a352-999c78239d1a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.252162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8611f5f-88fa-4b7c-aca0-d6da26c80944 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (697a8c93-419b-45e8-8643-7e63441cc6ee), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.259362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f60426e8-70c0-4566-ac17-bc14d03c803c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.265226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8611f5f-88fa-4b7c-aca0-d6da26c80944 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (697a8c93-419b-45e8-8643-7e63441cc6ee), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.332750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=eb1f4e81-70fc-4cfc-a352-999c78239d1a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:34.371518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8ca1057-7b9a-42dd-b8af-9305a02b52e7 req-fd34d6f6-8469-4df2-91b3-7fb575c55631 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0455132 Feb 09 22:07:34.380089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8611f5f-88fa-4b7c-aca0-d6da26c80944 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (697a8c93-419b-45e8-8643-7e63441cc6ee), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.380369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:34.384668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:34.387860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a8611f5f-88fa-4b7c-aca0-d6da26c80944 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.388229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.388825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.392058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a8611f5f-88fa-4b7c-aca0-d6da26c80944 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/697a8c93-419b-45e8-8643-7e63441cc6ee HTTP/1.1" status: 204 len: 168 time: 0.1645427 Feb 09 22:07:34.397419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:34.398359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a7a73-7de0-459f-a090-5f7c8331bbe1 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:34.401101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8611f5f-88fa-4b7c-aca0-d6da26c80944 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=697a8c93-419b-45e8-8643-7e63441cc6ee,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:34.409541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=f60426e8-70c0-4566-ac17-bc14d03c803c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:34.467035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-378fbdda-5b20-4cd7-a11b-dcab084bac4d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658467 Feb 09 22:07:34.467263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40034) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:34.474613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': 'e1751022-a5cd-4397-a9b9-ce198b983118', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:34.519936 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de9073ac-3835-4b8a-9ecb-551f426b8cd5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1095030 Feb 09 22:07:34.522813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:34.528387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-dee029f2-fff1-4f38-898c-288be7ad250f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:34.550458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'f60426e8-70c0-4566-ac17-bc14d03c803c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:34.551941 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.600257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c41c2-3f71-419a-9f08-daaf38a68e7b req-b82b686f-66af-49a1-a19e-c4bc31bc2dca tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.601787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-999c41c2-3f71-419a-9f08-daaf38a68e7b req-b82b686f-66af-49a1-a19e-c4bc31bc2dca tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1066201 Feb 09 22:07:34.637049 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Project 8bda3f3c503749f087c046cefa5a2033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:07:34.658029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec8668bb-8575-421b-a07c-9a494249dc38), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.720956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-999c41c2-3f71-419a-9f08-daaf38a68e7b req-ef2af6e2-a405-486e-aaea-933f9edcb357 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082363 Feb 09 22:07:34.791358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Allocated IP 2001:db8::f816:3eff:fe00:7e4f (d3b85f89-362b-44e8-b88a-f1327ef80d2d/f60426e8-70c0-4566-ac17-bc14d03c803c/cdb9e41a-316d-40a0-adbd-4e89e3da7d3b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:34.813864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec8668bb-8575-421b-a07c-9a494249dc38), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.918854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee029f2-fff1-4f38-898c-288be7ad250f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:34.928175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee029f2-fff1-4f38-898c-288be7ad250f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.946277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-f01379cb-942c-4c41-a0cc-31880335e138 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.950041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ec8668bb-8575-421b-a07c-9a494249dc38), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.957220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-f01379cb-942c-4c41-a0cc-31880335e138 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.110 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 946 time: 0.1050415 Feb 09 22:07:34.964209 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Publish callbacks [] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.997380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8668bb-8575-421b-a07c-9a494249dc38,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:35.049085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73b14d-704d-4be2-82cc-81c224bce8f8 req-ffd83da6-bb38-4b90-be3b-6d9438b5f661 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.050615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fc73b14d-704d-4be2-82cc-81c224bce8f8 req-ffd83da6-bb38-4b90-be3b-6d9438b5f661 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 946 time: 0.1875274 Feb 09 22:07:35.081249 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.139504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Deleting port c1616338-b73a-48e7-8697-a5d3c24410c8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:35.140246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.154891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fc73b14d-704d-4be2-82cc-81c224bce8f8 req-ac23e476-7649-4bcb-874c-528f4542c9e1 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963886 Feb 09 22:07:35.164677 n-d-828599-1 neutron-server[103696]: INFO neutron.db.ipam_backend_mixin [None req-dee029f2-fff1-4f38-898c-288be7ad250f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f60426e8-70c0-4566-ac17-bc14d03c803c (CIDR: 2001:db8::/64) Feb 09 22:07:35.193959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.197900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-694c1358-8435-4b18-9e4c-b3b3d70b87d6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7295325 Feb 09 22:07:35.198521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40044) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:35.200454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:35.223882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:35.223882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:35.228540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:35.234851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-083763e2-5b20-4349-bf90-a0bc6b5b0e47 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules/ec8668bb-8575-421b-a07c-9a494249dc38 HTTP/1.1" status: 200 len: 769 time: 0.0352080 Feb 09 22:07:35.235482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40046) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:35.267908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] For port c1616338-b73a-48e7-8697-a5d3c24410c8, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c1616338-b73a-48e7-8697-a5d3c24410c8,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:35.268469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.268952 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee029f2-fff1-4f38-898c-288be7ad250f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:07:35.269455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee029f2-fff1-4f38-898c-288be7ad250f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:35.283900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Calling delete_port for c1616338-b73a-48e7-8697-a5d3c24410c8 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:35.303211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device eb1f4e81-70fc-4cfc-a352-999c78239d1a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:35.359746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b1ad11e-0396-4295-a395-43bcf71e2bb0 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1230490 Feb 09 22:07:35.360401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40052) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:35.411155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: eb1f4e81-70fc-4cfc-a352-999c78239d1a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:35.412136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dee029f2-fff1-4f38-898c-288be7ad250f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8879013 Feb 09 22:07:35.412705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device eb1f4e81-70fc-4cfc-a352-999c78239d1a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:35.425783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40054) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:35.431281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:35.439975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Attempting to bind port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:35.440922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Attempting to bind port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:35.441120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Attempting to bind port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:35.450590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:35.451113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:35.451789 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.452300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:35.453203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Bound port: cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:35.453810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.467008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a747673-78a3-47d4-bd5f-b368b168af28 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec8668bb-8575-421b-a07c-9a494249dc38), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.517584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a747673-78a3-47d4-bd5f-b368b168af28 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (ec8668bb-8575-421b-a07c-9a494249dc38), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.526454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:35.529975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:35.534365 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-70d76868-8c4d-45cd-a834-2bb1051ceb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.557248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57794792-7c16-4e95-9cdd-eab24f8d6681 req-005073e3-972a-4eb9-ab6b-3be2038322c5 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0524871 Feb 09 22:07:35.559460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c1616338-b73a-48e7-8697-a5d3c24410c8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.572195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c1616338-b73a-48e7-8697-a5d3c24410c8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:35.598436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Pushing event deleted for resources: {'Port': ['ID=c1616338-b73a-48e7-8697-a5d3c24410c8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:35.626066 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.697092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce7511-69a9-4aff-992e-ddda3a3699d3 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:35.734240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] No DVR routers for this DVR port c1616338-b73a-48e7-8697-a5d3c24410c8 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:35.736972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.741560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf8e91d-557c-4e38-a5a5-7dbb9a33238d req-b68459dd-d081-4863-bc24-2190fd5b5e51 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.110 "DELETE /v2.0/ports/c1616338-b73a-48e7-8697-a5d3c24410c8 HTTP/1.1" status: 204 len: 173 time: 0.7784877 Feb 09 22:07:35.742002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'name': 'network-vif-deleted', 'tag': 'c1616338-b73a-48e7-8697-a5d3c24410c8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:35.744374 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e5962-3c96-477a-8057-bd4767bb8a41" -d '{"events": [{"server_uuid": "7d588481-f437-4d80-b1c4-ffbd387fdc6d", "name": "network-vif-deleted", "tag": "c1616338-b73a-48e7-8697-a5d3c24410c8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:35.770910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:35.772943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.776470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a747673-78a3-47d4-bd5f-b368b168af28 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ec8668bb-8575-421b-a07c-9a494249dc38), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.797426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a747673-78a3-47d4-bd5f-b368b168af28 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.797525 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4c2979-8624-4d8d-a5d4-9429f27c073d x-openstack-request-id: req-1b4c2979-8624-4d8d-a5d4-9429f27c073d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:35.797525 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d588481-f437-4d80-b1c4-ffbd387fdc6d", "name": "network-vif-deleted", "tag": "c1616338-b73a-48e7-8697-a5d3c24410c8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:35.797525 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b4c2979-8624-4d8d-a5d4-9429f27c073d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:35.797727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7a747673-78a3-47d4-bd5f-b368b168af28 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/ec8668bb-8575-421b-a07c-9a494249dc38 HTTP/1.1" status: 204 len: 168 time: 0.4333205 Feb 09 22:07:35.797807 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d588481-f437-4d80-b1c4-ffbd387fdc6d', 'name': 'network-vif-deleted', 'tag': 'c1616338-b73a-48e7-8697-a5d3c24410c8', 'status': 'completed', 'code': 200} Feb 09 22:07:35.797807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40062) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:35.869153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a747673-78a3-47d4-bd5f-b368b168af28 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec8668bb-8575-421b-a07c-9a494249dc38,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:35.908595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f149e553-04ac-47f1-bffa-cfa4633a0cc6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1100035 Feb 09 22:07:35.912754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40064) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:35.942012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a576c7a-74c4-4d78-9b47-03c9b75807df req-8f683af9-a8bd-4c7b-8c38-4621141dc776 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.944375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a576c7a-74c4-4d78-9b47-03c9b75807df req-8f683af9-a8bd-4c7b-8c38-4621141dc776 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.0910938 Feb 09 22:07:36.090727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9a576c7a-74c4-4d78-9b47-03c9b75807df req-3aad3f8b-0724-48b6-9393-85f7cf67d4ad tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266663 Feb 09 22:07:36.095093 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e7ec-8e9c-4d37-ab13-12d00a03d50d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (e1751022-a5cd-4397-a9b9-ce198b983118), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.142692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e7ec-8e9c-4d37-ab13-12d00a03d50d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (e1751022-a5cd-4397-a9b9-ce198b983118), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.351685 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ad4f822-1d7a-4ede-bfd3-f63e9227156b req-7e2f9268-31ec-4da0-b74d-1af3473a9d0c tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d588481-f437-4d80-b1c4-ffbd387fdc6d HTTP/1.1" status: 200 len: 210 time: 0.0298207 Feb 09 22:07:36.397231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e7ec-8e9c-4d37-ab13-12d00a03d50d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e1751022-a5cd-4397-a9b9-ce198b983118), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.400239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e7ec-8e9c-4d37-ab13-12d00a03d50d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.403781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f6d4e7ec-8e9c-4d37-ab13-12d00a03d50d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/e1751022-a5cd-4397-a9b9-ce198b983118 HTTP/1.1" status: 204 len: 168 time: 0.4883482 Feb 09 22:07:36.404616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40072) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:36.411040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4e7ec-8e9c-4d37-ab13-12d00a03d50d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1751022-a5cd-4397-a9b9-ce198b983118,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:36.461153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (0aa7f635-4b37-46b5-ab73-ba5f8200f7ef), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.504484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f5b351e9-7b23-4b7a-8d89-b4f01c9dc546 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0980964 Feb 09 22:07:36.505676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40076) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:36.512046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b925f6c5-2ec9-483b-947d-be47d81a1d2d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116161925'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:36.569667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=0aa7f635-4b37-46b5-ab73-ba5f8200f7ef,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:36.585198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:36.586781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:36.594321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:36.596207 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.615682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b925f6c5-2ec9-483b-947d-be47d81a1d2d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.685734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e9a91f9a-9827-4bb9-9cc9-fe00fa08606e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2562501 Feb 09 22:07:36.686855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40084) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:36.697718 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24cca664-3502-404e-97e8-232227cacff1 req-b200949e-c277-43a9-935d-d1d87181bdf7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0667579 Feb 09 22:07:36.712276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:82:0a:10', 'name': 'tempest-NetworksTestDHCPv6-805711803'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:36.799327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b925f6c5-2ec9-483b-947d-be47d81a1d2d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (2ea65a05-dd67-46a0-bcf3-6f3f678730c3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.899927 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b925f6c5-2ec9-483b-947d-be47d81a1d2d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ea65a05-dd67-46a0-bcf3-6f3f678730c3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:36.947782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925f6c5-2ec9-483b-947d-be47d81a1d2d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea65a05-dd67-46a0-bcf3-6f3f678730c3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:36.962573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:37.066632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.073232 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b925f6c5-2ec9-483b-947d-be47d81a1d2d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.074897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b925f6c5-2ec9-483b-947d-be47d81a1d2d tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5682688 Feb 09 22:07:37.077562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40086) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:37.089933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e45444e2-1d8d-4819-9ce1-ef1155126896 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Request body: {'security_group_rule': {'security_group_id': '2ea65a05-dd67-46a0-bcf3-6f3f678730c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:37.106110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 181db190-1904-4dbe-bdd0-27dc69b3c5d1 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:37.188712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40ecf7-a2d9-44b9-a342-960b9a51f014 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:37.208940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e45444e2-1d8d-4819-9ce1-ef1155126896 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (5a008179-3042-4e97-b270-c3c5e5ac1898), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.271576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873c217-60bd-423c-b223-bee8bad2c846 req-c0489816-1de4-4e59-9d70-10cc87880f31 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:37.273197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8873c217-60bd-423c-b223-bee8bad2c846 req-c0489816-1de4-4e59-9d70-10cc87880f31 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.0938973 Feb 09 22:07:37.385393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdb9e41a-316d-40a0-adbd-4e89e3da7d3b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:37.390282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e45444e2-1d8d-4819-9ce1-ef1155126896 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (5a008179-3042-4e97-b270-c3c5e5ac1898), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.439791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0b8b0f4c-762c-474f-9d9e-fc710be20811 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:37.440421 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b8b0f4c-762c-474f-9d9e-fc710be20811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.491256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e45444e2-1d8d-4819-9ce1-ef1155126896 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5a008179-3042-4e97-b270-c3c5e5ac1898), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.535143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45444e2-1d8d-4819-9ce1-ef1155126896 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a008179-3042-4e97-b270-c3c5e5ac1898,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:37.588521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8873c217-60bd-423c-b223-bee8bad2c846 req-15745d48-5230-4d24-ad4c-6324b7c09f88 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821617 Feb 09 22:07:37.650941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e45444e2-1d8d-4819-9ce1-ef1155126896 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.652584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e45444e2-1d8d-4819-9ce1-ef1155126896 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5739751 Feb 09 22:07:37.655268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40098) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:37.661201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:37.662252 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.691387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8:0:1::99 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/0aa7f635-4b37-46b5-ab73-ba5f8200f7ef/181db190-1904-4dbe-bdd0-27dc69b3c5d1) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:37.703509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::f816:3eff:fe82:a10 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/f60426e8-70c0-4566-ac17-bc14d03c803c/181db190-1904-4dbe-bdd0-27dc69b3c5d1) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:37.735173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d79d8a4f-a058-44a9-a4be-0c24779e4087 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (2ea65a05-dd67-46a0-bcf3-6f3f678730c3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.745896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b0f4c-762c-474f-9d9e-fc710be20811 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:37.746670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b8b0f4c-762c-474f-9d9e-fc710be20811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.748689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-50a3fcc0-e2b9-4d2b-97bc-1a23e0b2c87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.766990 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d79d8a4f-a058-44a9-a4be-0c24779e4087 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (2ea65a05-dd67-46a0-bcf3-6f3f678730c3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.843513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0b8b0f4c-762c-474f-9d9e-fc710be20811 None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:37.874964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9fb22e4-523e-4b4a-911c-efeb7a1d9f3b req-2d703159-0c55-4768-8c14-b44d53a0ebad tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0371540 Feb 09 22:07:37.928727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d79d8a4f-a058-44a9-a4be-0c24779e4087 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2ea65a05-dd67-46a0-bcf3-6f3f678730c3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.931868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d79d8a4f-a058-44a9-a4be-0c24779e4087 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.933187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d79d8a4f-a058-44a9-a4be-0c24779e4087 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/2ea65a05-dd67-46a0-bcf3-6f3f678730c3 HTTP/1.1" status: 204 len: 168 time: 0.2764719 Feb 09 22:07:37.935961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40102) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:37.936485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35803a1-6a3a-4a61-9b7d-35f401e710c9 None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': 'f60426e8-70c0-4566-ac17-bc14d03c803c', 'ip_address': '2001:db8::f816:3eff:fe00:7e4f'}, {'subnet_id': '0aa7f635-4b37-46b5-ab73-ba5f8200f7ef'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'cdb9e41a-316d-40a0-adbd-4e89e3da7d3b'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:07:37.952363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d8a4f-a058-44a9-a4be-0c24779e4087 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea65a05-dd67-46a0-bcf3-6f3f678730c3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:37.969491 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b8b0f4c-762c-474f-9d9e-fc710be20811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.972553 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a35803a1-6a3a-4a61-9b7d-35f401e710c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.005470 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (181db190-1904-4dbe-bdd0-27dc69b3c5d1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.011493 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea7d3e7f-4573-4ece-a07a-ca233d2f02a6 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0731416 Feb 09 22:07:38.013836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40104) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:38.033586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:38.033586 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.056328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b0f4c-762c-474f-9d9e-fc710be20811 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:38.122832 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5c227f43-cf43-42ec-8637-cfa2b0b871c2 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1053796 Feb 09 22:07:38.123398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40110) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:38.141468 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-be24bc0a-a711-4f26-9e3e-305169c4ee34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] delete failed (client error): The resource could not be found. Feb 09 22:07:38.147481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be24bc0a-a711-4f26-9e3e-305169c4ee34 tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "DELETE /v2.0/security-groups/2ea65a05-dd67-46a0-bcf3-6f3f678730c3 HTTP/1.1" status: 404 len: 347 time: 0.0193014 Feb 09 22:07:38.147646 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:38.147646 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:38.148440 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40112) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:38.205409 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-67b5ff93-9693-47f9-8336-26d2995d845f tempest-SecGroupIPv6Test-1680343452 tempest-SecGroupIPv6Test-1680343452-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0513394 Feb 09 22:07:38.269818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (181db190-1904-4dbe-bdd0-27dc69b3c5d1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.295065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:38.297908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:38.319180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:38.325349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:38.326126 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.373322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=181db190-1904-4dbe-bdd0-27dc69b3c5d1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:38.435043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40122) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:38.441032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-59712eed-68a7-487e-9227-0c4ea9a65c9a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7529993 Feb 09 22:07:38.453754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a35803a1-6a3a-4a61-9b7d-35f401e710c9 None None] Allocated IP 2001:db8:0:1::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/0aa7f635-4b37-46b5-ab73-ba5f8200f7ef/cdb9e41a-316d-40a0-adbd-4e89e3da7d3b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:38.653952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 181db190-1904-4dbe-bdd0-27dc69b3c5d1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:38.654441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (181db190-1904-4dbe-bdd0-27dc69b3c5d1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.732239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a35803a1-6a3a-4a61-9b7d-35f401e710c9 None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:38.808822 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a35803a1-6a3a-4a61-9b7d-35f401e710c9 None None] Publish callbacks [] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.859963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a324a-26b9-4675-9344-241c39b1cfe3 req-10d2cebc-8fd4-4888-a0d1-2b47f4c4fe8d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:38.860798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (181db190-1904-4dbe-bdd0-27dc69b3c5d1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:38.869875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-317a324a-26b9-4675-9344-241c39b1cfe3 req-10d2cebc-8fd4-4888-a0d1-2b47f4c4fe8d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1242621 Feb 09 22:07:38.890528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 181db190-1904-4dbe-bdd0-27dc69b3c5d1 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:38.914426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:38.928456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-9997ce95-973a-4d90-b601-16556861a1d5 req-2ebbcdca-3825-4566-be78-80ba6b85de70 service neutron] (103697) timed out ('10.222.0.98', 44596) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:07:38.951073 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a35803a1-6a3a-4a61-9b7d-35f401e710c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.020087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-317a324a-26b9-4675-9344-241c39b1cfe3 req-291e5df0-9507-49e3-9448-e19d8352950f tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486182 Feb 09 22:07:39.105416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ecb48d0-f452-439d-ad28-ceff66dd00ad req-55e7534e-a521-49a2-a98e-0fc1b2b14615 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0702674 Feb 09 22:07:39.182622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35803a1-6a3a-4a61-9b7d-35f401e710c9 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:39.263839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.346797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdb9e41a-316d-40a0-adbd-4e89e3da7d3b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:39.379422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40136) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:39.489911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:39.490467 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.682022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:39.700672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40144) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:39.708710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (181db190-1904-4dbe-bdd0-27dc69b3c5d1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.712366 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-153ace8f-4187-4f4f-9698-85af066e25a3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8bda3f3c503749f087c046cefa5a2033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315558 Feb 09 22:07:39.754483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=181db190-1904-4dbe-bdd0-27dc69b3c5d1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:39.862490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.868848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a848e6e8-e64a-47a7-afb9-7b8606316899 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/181db190-1904-4dbe-bdd0-27dc69b3c5d1 HTTP/1.1" status: 204 len: 168 time: 1.4300442 Feb 09 22:07:39.869120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40146) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:39.879518 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc52-bbbc-40fe-b2eb-907fe3cc521c admin admin] Publish callbacks [] for security_group (25546cb5-97a0-468b-aa81-223823b769ad), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.945632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc52-bbbc-40fe-b2eb-907fe3cc521c admin admin] Publish callbacks [] for security_group (25546cb5-97a0-468b-aa81-223823b769ad), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.965418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3cfffa-c972-47f0-bb5f-4215de6fcb8b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:39.971402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dc3cfffa-c972-47f0-bb5f-4215de6fcb8b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1011801 Feb 09 22:07:39.975884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40148) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:40.042119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f42f06-449a-46b1-824b-78e51aef9850 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.043789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20f42f06-449a-46b1-824b-78e51aef9850 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0667870 Feb 09 22:07:40.046995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40152) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:40.117072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc52-bbbc-40fe-b2eb-907fe3cc521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (25546cb5-97a0-468b-aa81-223823b769ad), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.121050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffc52-bbbc-40fe-b2eb-907fe3cc521c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.129711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d7607-a6e0-487b-bba7-f22e4b5d1f6d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.131643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d7607-a6e0-487b-bba7-f22e4b5d1f6d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.133122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d7607-a6e0-487b-bba7-f22e4b5d1f6d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.134927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b39d7607-a6e0-487b-bba7-f22e4b5d1f6d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0868371 Feb 09 22:07:40.135471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8c6ffc52-bbbc-40fe-b2eb-907fe3cc521c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/25546cb5-97a0-468b-aa81-223823b769ad HTTP/1.1" status: 204 len: 168 time: 0.4336383 Feb 09 22:07:40.137949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40156) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:40.180953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c1616338-b73a-48e7-8697-a5d3c24410c8 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:40.269779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: c1616338-b73a-48e7-8697-a5d3c24410c8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:40.270145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c1616338-b73a-48e7-8697-a5d3c24410c8 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:40.320610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e593b9-5b78-47e2-97dd-0335a92c9532 req-3edf2b32-61df-4cfb-8057-f39a24567358 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.323180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 0aa7f635-4b37-46b5-ab73-ba5f8200f7ef {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:40.332800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.332944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ffc52-bbbc-40fe-b2eb-907fe3cc521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25546cb5-97a0-468b-aa81-223823b769ad,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:40.343606 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2e593b9-5b78-47e2-97dd-0335a92c9532 req-3edf2b32-61df-4cfb-8057-f39a24567358 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1165304 Feb 09 22:07:40.354682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (0aa7f635-4b37-46b5-ab73-ba5f8200f7ef), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.427928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c248854e-0d13-4286-98a1-e0c1d2163cfa None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:40.432227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c248854e-0d13-4286-98a1-e0c1d2163cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.449342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cd4fb1e-86eb-4d20-8eb0-28ad1b7e98f0 req-016e8aed-40bf-41eb-a968-09c87cf03dc0 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0441985 Feb 09 22:07:40.463530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (0aa7f635-4b37-46b5-ab73-ba5f8200f7ef), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.497157 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2e593b9-5b78-47e2-97dd-0335a92c9532 req-f783ddd8-94b3-4870-855b-8f13b80aa1b5 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510065 Feb 09 22:07:40.694717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-08bfcc41-6331-4bae-8073-cf2d76bc8b7d tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=c8ca4c69cceb42c5b3d981d6a75ba2ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060340 Feb 09 22:07:40.756646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c248854e-0d13-4286-98a1-e0c1d2163cfa None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:40.875813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (0aa7f635-4b37-46b5-ab73-ba5f8200f7ef), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.877217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c4f20151-7460-4162-830c-26ba1cf36fc0 None None] Could not find standard attr ID for object 181db190-1904-4dbe-bdd0-27dc69b3c5d1. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:07:41.088033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-0c99f457-dbde-4c0a-b6fb-546dd0198caa tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:41.089603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-0c99f457-dbde-4c0a-b6fb-546dd0198caa tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3861196 Feb 09 22:07:41.107878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Request body: {'port': {'device_id': '082546d1-e18c-475e-871e-7c80ec2db750', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'c8ca4c69cceb42c5b3d981d6a75ba2ad'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:41.236825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (0aa7f635-4b37-46b5-ab73-ba5f8200f7ef), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.291265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa7f635-4b37-46b5-ab73-ba5f8200f7ef,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:41.291437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033cb58-bf63-45b6-a709-54bf9ceeb210 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:41.299486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.302025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-52cfc3b1-efa4-49d0-b84a-64ca584456a5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/0aa7f635-4b37-46b5-ab73-ba5f8200f7ef HTTP/1.1" status: 204 len: 168 time: 1.1629264 Feb 09 22:07:41.306569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40178) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:41.329306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Made reservation on behalf of c8ca4c69cceb42c5b3d981d6a75ba2ad for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:41.334944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.344854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.419831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet f60426e8-70c0-4566-ac17-bc14d03c803c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:41.427800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (f60426e8-70c0-4566-ac17-bc14d03c803c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.445848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks [] for security_group (9f56c019-f395-4f3e-ab4f-c2f1aad83ab0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.545803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f56c019-f395-4f3e-ab4f-c2f1aad83ab0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.578079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f60426e8-70c0-4566-ac17-bc14d03c803c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.772996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d73b0c-e6fa-49c7-a964-54d504349662 req-a4a09647-d225-4ccc-af06-5ca6e70d06e5 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:41.790516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f9d73b0c-e6fa-49c7-a964-54d504349662 req-a4a09647-d225-4ccc-af06-5ca6e70d06e5 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1634614 Feb 09 22:07:41.839620 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f60426e8-70c0-4566-ac17-bc14d03c803c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.883244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40196) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:41.934284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f9d73b0c-e6fa-49c7-a964-54d504349662 req-974532db-75fc-4355-bfa2-6838ba8d8e65 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415710 Feb 09 22:07:41.941283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Allocated IP 192.168.233.152 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/c3f8568a-2059-480c-9d41-b7e0e5e5cfc1) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:41.956766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdb9e41a-316d-40a0-adbd-4e89e3da7d3b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:42.048230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f60426e8-70c0-4566-ac17-bc14d03c803c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.057401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76b0ee09-06ef-4413-a82e-18f18f8fad4c req-12feb1ae-7061-4996-a04a-d7c34a102d24 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0944567 Feb 09 22:07:42.102578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:42.157369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.165801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/f60426e8-70c0-4566-ac17-bc14d03c803c HTTP/1.1" status: 204 len: 168 time: 0.8595879 Feb 09 22:07:42.166532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40200) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:42.177705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-665381120'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:42.184037 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.215413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1e0ba-ea7e-4a48-a151-34688c19ae0a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=f60426e8-70c0-4566-ac17-bc14d03c803c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:42.220219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:42.220633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.279393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9982e020-24dd-4059-939d-dd18272e7a68 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892832 Feb 09 22:07:42.282293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40204) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:42.289399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:42.396148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks [] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.460844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Made reservation on behalf of 8edcd70d9573470888af8d17d2a9f722 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:42.470580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.497708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.549422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.596811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:42.626298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.697940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Pushing event updated for resources: {'Port': ['ID=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:42.702192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb229a-51b3-4ae0-9acf-1e7e2b2b5427 None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': 'f60426e8-70c0-4566-ac17-bc14d03c803c'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'cdb9e41a-316d-40a0-adbd-4e89e3da7d3b'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:07:42.715746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:42.747435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:42.750114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:42.762413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:42.831256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1ceb229a-51b3-4ae0-9acf-1e7e2b2b5427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:42.873390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:42.876497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.009810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-b942152d-6921-4535-92f2-1aa178025301 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9098389 Feb 09 22:07:43.021316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Request body: {'port': {'device_id': '082546d1-e18c-475e-871e-7c80ec2db750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:43.043312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for security_group (d8e55496-44c6-4607-80ae-61b0b30b7366), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.046067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (466b3fe2-c0fc-4402-8474-fb3f761cc33e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.150105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d8e55496-44c6-4607-80ae-61b0b30b7366), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.157858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec983e-0b64-40b1-accf-5b4b310a7d2c None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:43.178293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:07:43.188053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1d292cdc-5ed2-45df-8d85-ea6281e85b68), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.188340 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Added segment 1d292cdc-5ed2-45df-8d85-ea6281e85b68 of type vlan for network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa Feb 09 22:07:43.234485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.235671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.259970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:43.305180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-224046b2-3b46-4e50-a366-b78d592bd0e1 None None] Provisioning complete for port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:43.305180 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-224046b2-3b46-4e50-a366-b78d592bd0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.321089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e55496-44c6-4607-80ae-61b0b30b7366,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:43.323788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=466b3fe2-c0fc-4402-8474-fb3f761cc33e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:43.342106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:43.347285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.353872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.381246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.386728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.387367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.398773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdb9e41a-316d-40a0-adbd-4e89e3da7d3b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:43.454824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-224046b2-3b46-4e50-a366-b78d592bd0e1 None None] Port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:43.503321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event updated for resources: {'Network': ['ID=8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:43.527314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3cce6594-94be-4a7d-b0ca-d226a4d39d28 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2410359 Feb 09 22:07:43.530938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:07:43.534567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4d578f0c-0465-4afa-bc7f-a5122e613c60 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6479213 Feb 09 22:07:43.535306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:43.535797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40224) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:43.544266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Request body: {'subnet': {'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:43.551304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-92d34571-bd16-4067-8370-f9d2a91d09cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:43.653998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8808e-e6a5-4694-aaf5-28a161125eae req-ea5cc6be-0e4f-4a07-b276-c4f054b33e8f tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.655611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cf8808e-e6a5-4694-aaf5-28a161125eae req-ea5cc6be-0e4f-4a07-b276-c4f054b33e8f tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 936 time: 0.4173267 Feb 09 22:07:43.679750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89a107-0e2c-4d7c-927b-f4ba10aecab6 req-b194159b-2c6b-4a6b-bb2c-00a098e5a6dd tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:43.681492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd89a107-0e2c-4d7c-927b-f4ba10aecab6 req-b194159b-2c6b-4a6b-bb2c-00a098e5a6dd tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.4203048 Feb 09 22:07:43.821752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3cf8808e-e6a5-4694-aaf5-28a161125eae req-337fbb5e-e533-4e7e-9980-5578839890d3 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570625 Feb 09 22:07:43.837280 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd89a107-0e2c-4d7c-927b-f4ba10aecab6 req-866dc481-a711-420d-90fd-8e49a994faac tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432397 Feb 09 22:07:43.887907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cc9e8d1e-c5da-4a13-a77c-60e0016dd979 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:43.888291 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc9e8d1e-c5da-4a13-a77c-60e0016dd979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.893796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Made reservation on behalf of 8edcd70d9573470888af8d17d2a9f722 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:43.899852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.934625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d34571-bd16-4067-8370-f9d2a91d09cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:43.940195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92d34571-bd16-4067-8370-f9d2a91d09cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.985644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:44.003562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Publish callbacks [] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.034625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:44.035324 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.042850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Transition to ACTIVE for port object c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:07:44.122237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.147247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f8ec68-5a44-444d-8bd8-b273202da1d2 None None] Update dhcp port {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'fixed_ips': [{'subnet_id': '466b3fe2-c0fc-4402-8474-fb3f761cc33e'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'cdb9e41a-316d-40a0-adbd-4e89e3da7d3b'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:07:44.151955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:44.153952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e8d1e-c5da-4a13-a77c-60e0016dd979 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:44.208842 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ec68-5a44-444d-8bd8-b273202da1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.252772 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.268490 n-d-828599-1 neutron-server[103696]: INFO neutron.db.ipam_backend_mixin [None req-92d34571-bd16-4067-8370-f9d2a91d09cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 466b3fe2-c0fc-4402-8474-fb3f761cc33e (CIDR: 2001:db8::/64) Feb 09 22:07:44.287622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:44.310553 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d34571-bd16-4067-8370-f9d2a91d09cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:07:44.313066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d34571-bd16-4067-8370-f9d2a91d09cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:44.495086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Attempting to bind port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:44.495434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Attempting to bind port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:44.495813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Attempting to bind port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:44.510370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:44.510806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Attempting to bind port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:44.524395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:44.524665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:44.525064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:44.525513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Bound port: c3f8568a-2059-480c-9d41-b7e0e5e5cfc1, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:44.525913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.592350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:44.678127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] For port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:44.682190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] For port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:44.728710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8ec68-5a44-444d-8bd8-b273202da1d2 None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/466b3fe2-c0fc-4402-8474-fb3f761cc33e/cdb9e41a-316d-40a0-adbd-4e89e3da7d3b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:44.755459 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.888229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Pushing event updated for resources: {'Port': ['ID=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:44.922215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:44.922215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.925747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-de84cd34-16b8-40c8-8994-cc65c3caaf8f service neutron] 10.222.0.110 "PUT /v2.0/ports/c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 HTTP/1.1" status: 200 len: 1096 time: 1.9096198 Feb 09 22:07:44.930739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082546d1-e18c-475e-871e-7c80ec2db750', 'tag': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:44.935533 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dceca3-61d9-494b-a36a-58f0561dee88" -d '{"events": [{"name": "network-changed", "server_uuid": "082546d1-e18c-475e-871e-7c80ec2db750", "tag": "c3f8568a-2059-480c-9d41-b7e0e5e5cfc1"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:44.982945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e2f8ec68-5a44-444d-8bd8-b273202da1d2 None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:45.061525 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ec68-5a44-444d-8bd8-b273202da1d2 None None] Publish callbacks [] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.155076 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ec68-5a44-444d-8bd8-b273202da1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.278570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056511bb-c090-4e9d-bb4a-e09a09a53270 req-4152a08a-2fd8-400b-b9d7-2b9c48c3784c tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:45.289956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-056511bb-c090-4e9d-bb4a-e09a09a53270 req-4152a08a-2fd8-400b-b9d7-2b9c48c3784c tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.2741158 Feb 09 22:07:45.355108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-127ff302-4970-4b8e-9308-25ce41557806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:45.366644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-127ff302-4970-4b8e-9308-25ce41557806 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c8ca4c69cceb42c5b3d981d6a75ba2ad&device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 1130 time: 0.2648158 Feb 09 22:07:45.376087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ec68-5a44-444d-8bd8-b273202da1d2 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:45.458568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-92d34571-bd16-4067-8370-f9d2a91d09cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9189951 Feb 09 22:07:45.459859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40248) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:45.468383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:45.503829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-930497d9-3924-4755-9fa3-b28a9f6d37d8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 HTTP/1.1" status: 200 len: 217 time: 0.1287377 Feb 09 22:07:45.534545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (2aa07cb2-107a-4da5-bb99-43d0e89fe588), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.620987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-056511bb-c090-4e9d-bb4a-e09a09a53270 req-871acfcb-b980-4fae-92d6-4c5028bda655 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242660 Feb 09 22:07:45.673992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1bee3-323d-47c7-bdf9-a1bb5c359c41 req-267ed00c-4e75-4896-83c7-4e3e9332fb2c tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:45.675837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d1bee3-323d-47c7-bdf9-a1bb5c359c41 req-267ed00c-4e75-4896-83c7-4e3e9332fb2c tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 948 time: 0.2359757 Feb 09 22:07:45.678628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-3e6ff810-04c8-4502-85f9-5fc183ba8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:45.684355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-3e6ff810-04c8-4502-85f9-5fc183ba8cf3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.1674674 Feb 09 22:07:45.743821 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f862ad-b0e9-4a7f-818c-2f7f0bb56dc1 x-openstack-request-id: req-d5f862ad-b0e9-4a7f-818c-2f7f0bb56dc1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:45.756226 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082546d1-e18c-475e-871e-7c80ec2db750", "tag": "c3f8568a-2059-480c-9d41-b7e0e5e5cfc1", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:45.756828 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d5f862ad-b0e9-4a7f-818c-2f7f0bb56dc1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:45.757466 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082546d1-e18c-475e-871e-7c80ec2db750', 'tag': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1', 'status': 'completed', 'code': 200} Feb 09 22:07:45.784897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86844207-0e49-4c2c-9539-a9750a35e379 req-6761c7f5-3d76-4425-925b-63271f9cb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:45.787552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-6761c7f5-3d76-4425-925b-63271f9cb64d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0963051 Feb 09 22:07:45.868133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event updated for resources: {'Subnet': ['ID=2aa07cb2-107a-4da5-bb99-43d0e89fe588,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:45.874680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Checking segment: {'id': '1d292cdc-5ed2-45df-8d85-ea6281e85b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:45.875052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Network hostable DHCP agents. Network: 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:07:45.926403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89d1bee3-323d-47c7-bdf9-a1bb5c359c41 req-10c0d7d7-c923-4221-9fdb-4d94fa95f8db tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228501 Feb 09 22:07:45.963728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-6cc04eb0-a327-4282-af5f-488699b6f803 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688955 Feb 09 22:07:46.041299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:07:46.087869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:46.091514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.115774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-86844207-0e49-4c2c-9539-a9750a35e379 req-770e14a5-56bf-4452-acb6-8f1223e814a8 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452246 Feb 09 22:07:46.169868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:46.179020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:46.179020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.182235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c3e346-24cb-435d-ae71-640ea14b3075 None None] Network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:46.332624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5b0c868e-645d-4fdb-a2ba-162ea920874a tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7922387 Feb 09 22:07:46.334326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40254) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:46.350178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Request body: {'port': {'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa', 'name': 'tempest-TagsExtTest-2086948317'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:46.381153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-7385c7bd-f3dc-4c57-a257-1fab95047caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:46.384833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-7385c7bd-f3dc-4c57-a257-1fab95047caf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c8ca4c69cceb42c5b3d981d6a75ba2ad&device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 1130 time: 0.1423151 Feb 09 22:07:46.396525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa', 'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa', 'project_id': '8edcd70d9573470888af8d17d2a9f722', 'fixed_ips': [{'subnet_id': '2aa07cb2-107a-4da5-bb99-43d0e89fe588'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:46.397575 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.748745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Allocated IP 172.20.0.2 (8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa/2aa07cb2-107a-4da5-bb99-43d0e89fe588/082553cf-2d28-450f-8b11-e2b4847d6993) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:46.938919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:07:47.011282 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Publish callbacks [] for port (082553cf-2d28-450f-8b11-e2b4847d6993), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.032383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0ca2c-3bb3-499e-9335-299436cb32c1 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:47.138414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.293341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:47.332382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:47.337393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80242-da30-4d41-86aa-f7847aed8407 req-53f49415-c5a7-4b34-a20b-91d42f072d49 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:47.355088 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ef80242-da30-4d41-86aa-f7847aed8407 req-53f49415-c5a7-4b34-a20b-91d42f072d49 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 948 time: 0.2354856 Feb 09 22:07:47.369935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:47.402315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:47.403004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.509137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdb9e41a-316d-40a0-adbd-4e89e3da7d3b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:47.560991 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ef80242-da30-4d41-86aa-f7847aed8407 req-27d561d8-09d9-4f50-867d-b427ae4cfce1 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049901 Feb 09 22:07:47.579819 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.580161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Pushing event updated for resources: {'Port': ['ID=082553cf-2d28-450f-8b11-e2b4847d6993,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.659692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Attempting to bind port 082553cf-2d28-450f-8b11-e2b4847d6993 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:47.660206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Attempting to bind port 082553cf-2d28-450f-8b11-e2b4847d6993 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '1d292cdc-5ed2-45df-8d85-ea6281e85b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:47.660990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Attempting to bind port 082553cf-2d28-450f-8b11-e2b4847d6993 on network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:47.687874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:47.696671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Checking segment: {'id': '1d292cdc-5ed2-45df-8d85-ea6281e85b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:47.696671 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.696671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Bound using segment: {'id': '1d292cdc-5ed2-45df-8d85-ea6281e85b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:47.696671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Bound port: 082553cf-2d28-450f-8b11-e2b4847d6993, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d292cdc-5ed2-45df-8d85-ea6281e85b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:47.696671 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.732235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:47.732935 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.796219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:47.796624 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.797237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Made reservation on behalf of 8edcd70d9573470888af8d17d2a9f722 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:47.817076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.901158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] device_id is not set on port 93004ad7-379a-4e39-987f-7548099bdc5c yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:47.928159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] For port 082553cf-2d28-450f-8b11-e2b4847d6993, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:47.933263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] For port 082553cf-2d28-450f-8b11-e2b4847d6993, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=082553cf-2d28-450f-8b11-e2b4847d6993,segment=NetworkSegment(1d292cdc-5ed2-45df-8d85-ea6281e85b68),segment_id=1d292cdc-5ed2-45df-8d85-ea6281e85b68)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:47.959210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:47.998256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:47.998807 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.031403 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.058613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.091413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Allocated IP 172.20.0.9 (8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa/2aa07cb2-107a-4da5-bb99-43d0e89fe588/93004ad7-379a-4e39-987f-7548099bdc5c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:48.141484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.295907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=10']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:48.312939 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (789200b6-49a4-433e-ae14-7bfd816437c3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.350429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:48.353488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:48.360432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:48.362301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.465765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=789200b6-49a4-433e-ae14-7bfd816437c3,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:48.549513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for port (93004ad7-379a-4e39-987f-7548099bdc5c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.568476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-96504328-c55a-48d0-98fd-5483df9bf791 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1056275 Feb 09 22:07:48.571088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:48.576279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:79:25:ae', 'name': 'tempest-NetworksTestDHCPv6-1931452373'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:48.595013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfc199-e9d2-4721-ae33-94af8879e00b None None] Pushing event updated for resources: {'Port': ['ID=082553cf-2d28-450f-8b11-e2b4847d6993,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:48.684709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadba4a-28d1-4586-be8a-4e31c361da0b req-82a84d2f-04b7-4426-82a5-c58ad04d6dc1 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:48.704840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fadba4a-28d1-4586-be8a-4e31c361da0b req-82a84d2f-04b7-4426-82a5-c58ad04d6dc1 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 1.0856438 Feb 09 22:07:48.730305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (93004ad7-379a-4e39-987f-7548099bdc5c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.809969 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:48.810333 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:48.826579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:48.826872 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:48.900838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30768cec-1b82-4132-836d-aa575fe05ab4 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:48.975521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-31811e04-99b2-4f50-b191-d791f293da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:48.981965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-31811e04-99b2-4f50-b191-d791f293da2d service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b6bfa14-8833-43e2-a149-ddca622da91b HTTP/1.1" status: 200 len: 870 time: 2.5591307 Feb 09 22:07:49.108858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-a326ef4f-6429-47fd-a973-078ced88f2c6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 HTTP/1.1" status: 200 len: 217 time: 0.0993907 Feb 09 22:07:49.126326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b0e0f-30da-4078-bcda-0a3826cfa232 req-adc36fa0-884b-4b2a-a6dc-9d24adf093df tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:49.155420 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af4b0e0f-30da-4078-bcda-0a3826cfa232 req-adc36fa0-884b-4b2a-a6dc-9d24adf093df tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 948 time: 0.3494594 Feb 09 22:07:49.200293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:49.215040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fadba4a-28d1-4586-be8a-4e31c361da0b req-5c03a2ba-d560-4e21-94e4-bdfdbe3c1132 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5116444 Feb 09 22:07:49.249781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:49.256689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event updated for resources: {'Port': ['ID=93004ad7-379a-4e39-987f-7548099bdc5c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:49.259977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:49.273817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:49.378870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:49.380226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.400607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-02a30e78-7136-4a9c-b9e8-c14aaac668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:49.402145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-02a30e78-7136-4a9c-b9e8-c14aaac668fe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.2668557 Feb 09 22:07:49.451797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:49.452241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.478563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af4b0e0f-30da-4078-bcda-0a3826cfa232 req-68720b4e-995d-43d1-b752-1e7fa7466232 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202591 Feb 09 22:07:49.529809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-88f1bcb4-e278-49cd-9665-de6ac7c06ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:49.548234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-88f1bcb4-e278-49cd-9665-de6ac7c06ab6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1320412 Feb 09 22:07:49.588985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:49.589308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.625460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.686807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:49.701083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 8c5fe1eb-b12c-4651-8b67-f1ac02012ef1 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:07:49.744694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-60ef8701-2982-411e-8ae7-2ea89b0d32e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4081299 Feb 09 22:07:49.748703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:49.829445 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.844058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a12f3b3e-10c8-4e3c-85ed-a3cd4429ded3 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1044071184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:49.852146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-9e0d42cc-c67f-4ed2-b2a3-66cdfcd663bc service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026786 Feb 09 22:07:49.997998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:07:49.998363 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:07:50.050237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87dceca3-61d9-494b-a36a-58f0561dee88 req-e0cb84b7-aba0-49a8-bbaa-c10ea8d8a413 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781712 Feb 09 22:07:50.052113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c5be0c6a-47bd-425a-a837-c72456420f60 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:50.052507 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5be0c6a-47bd-425a-a837-c72456420f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.070554 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a12f3b3e-10c8-4e3c-85ed-a3cd4429ded3 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.071882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a12f3b3e-10c8-4e3c-85ed-a3cd4429ded3 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.143282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59512047-a22b-4b1e-bf99-59dc2550d7ab None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.144860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::232 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/466b3fe2-c0fc-4402-8474-fb3f761cc33e/8c5fe1eb-b12c-4651-8b67-f1ac02012ef1) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:50.162831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8:0:1:f816:3eff:fe79:25ae (d3b85f89-362b-44e8-b88a-f1327ef80d2d/789200b6-49a4-433e-ae14-7bfd816437c3/8c5fe1eb-b12c-4651-8b67-f1ac02012ef1) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:50.233977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:07:50.290777 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a12f3b3e-10c8-4e3c-85ed-a3cd4429ded3 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for router_controller (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.336533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c5be0c6a-47bd-425a-a837-c72456420f60 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:50.488550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a12f3b3e-10c8-4e3c-85ed-a3cd4429ded3 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.525871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c44ca-f47c-45a0-9aa8-970ca5bd300a req-5b3b87e0-ddc8-4b32-91bf-5d7c5fd2b708 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:50.527537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d27c44ca-f47c-45a0-9aa8-970ca5bd300a req-5b3b87e0-ddc8-4b32-91bf-5d7c5fd2b708 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1831830 Feb 09 22:07:50.538473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (8c5fe1eb-b12c-4651-8b67-f1ac02012ef1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.586304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:50.602161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:50.604571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1', 'mac_address': 'fa:16:3e:de:b7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:07:50.630081 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a12f3b3e-10c8-4e3c-85ed-a3cd4429ded3 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.631212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a12f3b3e-10c8-4e3c-85ed-a3cd4429ded3 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7910571 Feb 09 22:07:50.634100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40290) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:50.638997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-48ed5c74-befa-4628-91fe-f3475398b076 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1822436455', 'prefixes': ['172.20.0.0/16']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:50.655323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d27c44ca-f47c-45a0-9aa8-970ca5bd300a req-5482a896-67bd-4ab4-a866-e8d1004876b8 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198699 Feb 09 22:07:50.706401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:50.706905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.715061 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8c5fe1eb-b12c-4651-8b67-f1ac02012ef1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.749507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:50.797677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:50.912273 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.960712 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:50.973250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=8c5fe1eb-b12c-4651-8b67-f1ac02012ef1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.986884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:51.010906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:51.018704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:51.019404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.049692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdb9e41a-316d-40a0-adbd-4e89e3da7d3b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:51.107020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aae098-b6d2-4dea-a707-238c8997d77f req-338ec267-738c-460b-92b5-0dbc73e9414d tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:51.108683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60aae098-b6d2-4dea-a707-238c8997d77f req-338ec267-738c-460b-92b5-0dbc73e9414d tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 948 time: 0.3758440 Feb 09 22:07:51.155960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0aed4-412e-4f71-b4bf-560db1f001fa None None] Network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:51.205988 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60aae098-b6d2-4dea-a707-238c8997d77f req-e8a6e841-ef6b-4fe6-80a1-1e8ac2c89688 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885923 Feb 09 22:07:51.248120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c3f8568a-2059-480c-9d41-b7e0e5e5cfc1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:51.250640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:51.263286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40300) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:51.263729 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1f93ad40-c9ce-485f-b898-54888782a1d6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6912508 Feb 09 22:07:51.266741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48ed5c74-befa-4628-91fe-f3475398b076 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.272019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48ed5c74-befa-4628-91fe-f3475398b076 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6329556 Feb 09 22:07:51.272019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40302) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:51.279042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-5f5dccce-4b0f-4b38-a025-af886cf4dbab tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', 'tempest-TagsExtTest-Tag-485129533') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:51.398955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6921b058-d93c-4d4b-a88f-4c9d7eeb6c5d None None] Provisioning complete for port 082553cf-2d28-450f-8b11-e2b4847d6993 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:51.399224 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6921b058-d93c-4d4b-a88f-4c9d7eeb6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.503001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 8c5fe1eb-b12c-4651-8b67-f1ac02012ef1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:51.503271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:51.503837 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.504373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8c5fe1eb-b12c-4651-8b67-f1ac02012ef1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.650713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5f5dccce-4b0f-4b38-a025-af886cf4dbab tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags/tempest-TagsExtTest-Tag-485129533 HTTP/1.1" status: 201 len: 201 time: 0.3739176 Feb 09 22:07:51.652921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40306) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:51.656238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6921b058-d93c-4d4b-a88f-4c9d7eeb6c5d None None] Current status of the port 082553cf-2d28-450f-8b11-e2b4847d6993 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:51.656344 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6921b058-d93c-4d4b-a88f-4c9d7eeb6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.666610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-f8038bc7-5e3c-4ab3-a626-670527da7026 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', 'tempest-TagsExtTest-Tag-1079548702') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:51.699036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8c5fe1eb-b12c-4651-8b67-f1ac02012ef1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.719602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 8c5fe1eb-b12c-4651-8b67-f1ac02012ef1 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:51.780290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:51.784775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 082553cf-2d28-450f-8b11-e2b4847d6993 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:51.885409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6921b058-d93c-4d4b-a88f-4c9d7eeb6c5d None None] For port 082553cf-2d28-450f-8b11-e2b4847d6993, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=082553cf-2d28-450f-8b11-e2b4847d6993,segment=NetworkSegment(1d292cdc-5ed2-45df-8d85-ea6281e85b68),segment_id=1d292cdc-5ed2-45df-8d85-ea6281e85b68)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:51.944221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 082553cf-2d28-450f-8b11-e2b4847d6993 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:51.948286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.026127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f8038bc7-5e3c-4ab3-a626-670527da7026 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags/tempest-TagsExtTest-Tag-1079548702 HTTP/1.1" status: 201 len: 201 time: 0.3702946 Feb 09 22:07:52.028808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40318) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:52.034544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-9728796d-f17f-4900-99cb-cad984953a3d tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', 'tempest-TagsExtTest-Tag-304724060') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:52.096813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6921b058-d93c-4d4b-a88f-4c9d7eeb6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.149156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce76e98-92a2-45c2-85ce-174deacdcfe9 req-da0af6b8-0dcd-4290-a063-5c824bad6f85 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:52.160459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ce76e98-92a2-45c2-85ce-174deacdcfe9 req-da0af6b8-0dcd-4290-a063-5c824bad6f85 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1960201 Feb 09 22:07:52.166726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40320) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:52.256115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:52.316463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921b058-d93c-4d4b-a88f-4c9d7eeb6c5d None None] Pushing event updated for resources: {'Port': ['ID=082553cf-2d28-450f-8b11-e2b4847d6993,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:52.495104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 082553cf-2d28-450f-8b11-e2b4847d6993 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:52.516012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0a9c-cb3f-49a6-8408-13f78f205e4e req-1c163983-e475-4efe-83ce-14813c4a6f42 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:52.517605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f35d0a9c-cb3f-49a6-8408-13f78f205e4e req-1c163983-e475-4efe-83ce-14813c4a6f42 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 949 time: 0.0845933 Feb 09 22:07:52.521325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Provisioning complete for port 8c5fe1eb-b12c-4651-8b67-f1ac02012ef1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:52.521458 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8c5fe1eb-b12c-4651-8b67-f1ac02012ef1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.657190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Port 8c5fe1eb-b12c-4651-8b67-f1ac02012ef1 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:52.681630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Provisioning complete for port 082553cf-2d28-450f-8b11-e2b4847d6993 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:52.681630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.698312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f35d0a9c-cb3f-49a6-8408-13f78f205e4e req-e8e502d2-e31c-4687-9602-8a7a91d5b1f7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653545 Feb 09 22:07:52.791723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:07:52.799875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ce76e98-92a2-45c2-85ce-174deacdcfe9 req-6f1124c4-cf19-443a-9d9f-7bcbc8de15c6 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6381381 Feb 09 22:07:52.805148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:52.805537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.894842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 082553cf-2d28-450f-8b11-e2b4847d6993 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:52.962094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Current status of the port 082553cf-2d28-450f-8b11-e2b4847d6993 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:53.021507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Provisioning complete for port 93004ad7-379a-4e39-987f-7548099bdc5c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:53.022105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (93004ad7-379a-4e39-987f-7548099bdc5c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.067570 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8c5fe1eb-b12c-4651-8b67-f1ac02012ef1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.088753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9728796d-f17f-4900-99cb-cad984953a3d tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags/tempest-TagsExtTest-Tag-304724060 HTTP/1.1" status: 201 len: 201 time: 1.0582519 Feb 09 22:07:53.091759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40330) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.096241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-694bbef0-d7ce-4285-b9c7-148c1bf66f20 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', 'tempest-TagsExtTest-Tag-1916766588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:53.117161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 082553cf-2d28-450f-8b11-e2b4847d6993 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:53.117813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.172944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=8c5fe1eb-b12c-4651-8b67-f1ac02012ef1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:53.189813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:53.190419 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.272112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2fb80ff6-92f9-423e-b400-85a5461ad6c7 None None] Port 93004ad7-379a-4e39-987f-7548099bdc5c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:53.291252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-694bbef0-d7ce-4285-b9c7-148c1bf66f20 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags/tempest-TagsExtTest-Tag-1916766588 HTTP/1.1" status: 201 len: 201 time: 0.1961534 Feb 09 22:07:53.292552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082546d1-e18c-475e-871e-7c80ec2db750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:53.293442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40332) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.297897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-c9a9a944-1567-498a-9c0a-b5b69ab680e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:53.303780 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5cc392-e6bb-4c4c-b9f5-c31cd261c42f" -d '{"events": [{"server_uuid": "082546d1-e18c-475e-871e-7c80ec2db750", "name": "network-vif-plugged", "status": "completed", "tag": "c3f8568a-2059-480c-9d41-b7e0e5e5cfc1"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:53.349827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:53.352274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.362868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0eac5dff-7569-485a-861a-19a25d633140 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/8c5fe1eb-b12c-4651-8b67-f1ac02012ef1 HTTP/1.1" status: 204 len: 168 time: 2.0984352 Feb 09 22:07:53.363295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40338) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.482464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.490217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-29960f54-539f-4917-8e18-603abb38aac1 None None] Provisioning complete for port 93004ad7-379a-4e39-987f-7548099bdc5c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:53.490594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29960f54-539f-4917-8e18-603abb38aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (93004ad7-379a-4e39-987f-7548099bdc5c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.511685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece9f895-445e-453f-ad57-1546753d5376 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:53.516714 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ece9f895-445e-453f-ad57-1546753d5376 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1478438 Feb 09 22:07:53.523654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40340) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.600843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c9a9a944-1567-498a-9c0a-b5b69ab680e9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags HTTP/1.1" status: 200 len: 240 time: 0.3062050 Feb 09 22:07:53.605136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 082553cf-2d28-450f-8b11-e2b4847d6993 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:53.606439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40342) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.612198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-5f8b24b4-ef2f-43fe-a3c5-d98731e97ee5 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', 'tempest-TagsExtTest-Tag-485129533') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:53.631539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-29960f54-539f-4917-8e18-603abb38aac1 None None] Port 93004ad7-379a-4e39-987f-7548099bdc5c cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:53.673782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:53.701348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a664f-8c43-4cda-87a6-af0491a865bd tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:53.721287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-485a664f-8c43-4cda-87a6-af0491a865bd tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1988695 Feb 09 22:07:53.721991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40346) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.795509 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3318cc-f7c3-44bb-9866-d5d1188e6ba7 x-openstack-request-id: req-dd3318cc-f7c3-44bb-9866-d5d1188e6ba7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:53.796059 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082546d1-e18c-475e-871e-7c80ec2db750", "name": "network-vif-plugged", "status": "completed", "tag": "c3f8568a-2059-480c-9d41-b7e0e5e5cfc1", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:53.796311 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dd3318cc-f7c3-44bb-9866-d5d1188e6ba7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:53.796823 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082546d1-e18c-475e-871e-7c80ec2db750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1', 'code': 200} Feb 09 22:07:53.809847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a07f7-1b08-4e6d-ac21-2fee128c3b8f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:53.822565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a07f7-1b08-4e6d-ac21-2fee128c3b8f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:53.825999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a07f7-1b08-4e6d-ac21-2fee128c3b8f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:53.828041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7e4a07f7-1b08-4e6d-ac21-2fee128c3b8f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1049631 Feb 09 22:07:53.835643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40352) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:53.941158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 466b3fe2-c0fc-4402-8474-fb3f761cc33e {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:53.950962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (466b3fe2-c0fc-4402-8474-fb3f761cc33e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.013872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (466b3fe2-c0fc-4402-8474-fb3f761cc33e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.054723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1f55-114c-4b20-932b-07054c10d6f1 req-8241fe82-24cf-462c-b7b2-faaee57db4e4 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.061724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc2c1f55-114c-4b20-932b-07054c10d6f1 req-8241fe82-24cf-462c-b7b2-faaee57db4e4 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1509948 Feb 09 22:07:54.154468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc2c1f55-114c-4b20-932b-07054c10d6f1 req-838292dc-0bfb-4924-a47f-1de27a15b9f0 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898209 Feb 09 22:07:54.205325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (466b3fe2-c0fc-4402-8474-fb3f761cc33e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.337678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5f8b24b4-ef2f-43fe-a3c5-d98731e97ee5 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags/tempest-TagsExtTest-Tag-485129533 HTTP/1.1" status: 204 len: 168 time: 0.7271295 Feb 09 22:07:54.341588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40356) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:54.361845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-868e5675-538f-46d6-9215-24f6bf523a00 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', 'tempest-TagsExtTest-Tag-485129533') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:54.466398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75c261-0c1c-4f8f-990d-32d595442231 req-70316fef-befc-4227-93de-054ac82786b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.471964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a75c261-0c1c-4f8f-990d-32d595442231 req-70316fef-befc-4227-93de-054ac82786b8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 1132 time: 0.6001058 Feb 09 22:07:54.490489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8232f36-fafc-4460-aff3-c0bfee4b864a req-65e59ee4-3311-4f81-b3b9-bbf7448ddd18 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.497295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8232f36-fafc-4460-aff3-c0bfee4b864a req-65e59ee4-3311-4f81-b3b9-bbf7448ddd18 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 950 time: 0.5976274 Feb 09 22:07:54.579552 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (80b3811d-1f34-4044-974d-58de00614ae8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.590637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (466b3fe2-c0fc-4402-8474-fb3f761cc33e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.652417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=466b3fe2-c0fc-4402-8474-fb3f761cc33e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:54.659562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e2e2b-cc83-4303-a1de-ab0b7fabf5b4 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:54.661461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.664812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5689fb82-c1cf-4d5d-acef-2ed164ece481 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/466b3fe2-c0fc-4402-8474-fb3f761cc33e HTTP/1.1" status: 204 len: 168 time: 0.8270240 Feb 09 22:07:54.680449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40358) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:54.691697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-868e5675-538f-46d6-9215-24f6bf523a00 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags/tempest-TagsExtTest-Tag-485129533 HTTP/1.1" status: 204 len: 168 time: 0.3383653 Feb 09 22:07:54.694734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40360) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:54.739667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-95b8de94-b43c-417b-8ced-5a8daaffd752 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:54.780823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a75c261-0c1c-4f8f-990d-32d595442231 req-e72a66df-0596-4a57-b692-b226bb1cc6e9 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815232 Feb 09 22:07:54.794071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8232f36-fafc-4460-aff3-c0bfee4b864a req-d27bf41d-b46b-4056-9c5e-9aadb5e3b2bb tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858851 Feb 09 22:07:54.839589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 789200b6-49a4-433e-ae14-7bfd816437c3 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:54.852974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (789200b6-49a4-433e-ae14-7bfd816437c3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.976266 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (789200b6-49a4-433e-ae14-7bfd816437c3), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.049020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-95b8de94-b43c-417b-8ced-5a8daaffd752 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags HTTP/1.1" status: 200 len: 205 time: 0.3131235 Feb 09 22:07:55.061765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40364) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:55.081146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-6e1feea9-c66b-4e37-91be-7429645058fc tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:55.213092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (789200b6-49a4-433e-ae14-7bfd816437c3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.377037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6e1feea9-c66b-4e37-91be-7429645058fc tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags HTTP/1.1" status: 200 len: 241 time: 0.3068676 Feb 09 22:07:55.382373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40370) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:55.397495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-1c3ac17c-db92-4221-ae89-4a0c60c2dfae tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', 'tempest-TagsExtTest-Tag-1079548702') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:55.532521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Deleting port 3070fa2d-06aa-430b-be58-25fcde274ec8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:55.532877 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.573489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fb1b6-5669-410d-9826-fcc89b751052 req-eb26af4f-6b7c-4c96-a902-dc26fbe885f7 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.594919 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc5fb1b6-5669-410d-9826-fcc89b751052 req-eb26af4f-6b7c-4c96-a902-dc26fbe885f7 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.2821186 Feb 09 22:07:55.627748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c3ac17c-db92-4221-ae89-4a0c60c2dfae tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags/tempest-TagsExtTest-Tag-1079548702 HTTP/1.1" status: 204 len: 168 time: 0.2339239 Feb 09 22:07:55.630777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40372) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:55.635310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-c459c2a5-99a6-49fc-a1fb-fe9ed51436e2 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', 'tempest-TagsExtTest-Tag-1079548702') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:55.658385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (789200b6-49a4-433e-ae14-7bfd816437c3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.783150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=789200b6-49a4-433e-ae14-7bfd816437c3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:55.828032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc5fb1b6-5669-410d-9826-fcc89b751052 req-07ffcf17-99c7-4bfd-9753-6dc75fbdc452 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320189 Feb 09 22:07:55.841639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.846504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6c162a51-2ec4-4873-8c3c-adc9ac3b4de8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/789200b6-49a4-433e-ae14-7bfd816437c3 HTTP/1.1" status: 204 len: 168 time: 1.1645839 Feb 09 22:07:55.851214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40378) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:55.858898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] For port 3070fa2d-06aa-430b-be58-25fcde274ec8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3070fa2d-06aa-430b-be58-25fcde274ec8,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:55.859581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.876003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Calling delete_port for 3070fa2d-06aa-430b-be58-25fcde274ec8 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:56.216524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea485c6-d41e-467f-89c4-db2b6fdbcf82 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:56.293988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3b4a9f73-974b-4226-92c0-4eee1f95ed5b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319482 Feb 09 22:07:56.296781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:56.302491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:56.306170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3070fa2d-06aa-430b-be58-25fcde274ec8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.330228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3875e516-fdb8-44c9-8080-e6d28ac97bd6 None None] Provisioning complete for port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:56.330877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3875e516-fdb8-44c9-8080-e6d28ac97bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.380978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=3070fa2d-06aa-430b-be58-25fcde274ec8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:56.492063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c459c2a5-99a6-49fc-a1fb-fe9ed51436e2 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags/tempest-TagsExtTest-Tag-1079548702 HTTP/1.1" status: 204 len: 168 time: 0.8601997 Feb 09 22:07:56.499630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40384) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:56.507877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-27c3dd67-2388-45e2-b410-f3eeaf1dd58c tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:56.606022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3875e516-fdb8-44c9-8080-e6d28ac97bd6 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:56.619907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f0bc1-b06d-4781-b479-3b13d7460f32 req-71db0703-f069-4562-832b-3e68b954ce7b tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:56.629327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-497f0bc1-b06d-4781-b479-3b13d7460f32 req-71db0703-f069-4562-832b-3e68b954ce7b tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 950 time: 0.4592419 Feb 09 22:07:56.635761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:56.779560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] Deleting port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:56.780198 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.867307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-27c3dd67-2388-45e2-b410-f3eeaf1dd58c tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags HTTP/1.1" status: 200 len: 205 time: 0.3663368 Feb 09 22:07:56.871510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40388) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:56.889130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-3150efb8-b9a6-4273-ad19-3a9018106e5e tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:56.979193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:56.982866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.034252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-497f0bc1-b06d-4781-b479-3b13d7460f32 req-67d55dd5-f196-4ab1-9b0a-766eb32b1c8e tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670540 Feb 09 22:07:57.141508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (80b3811d-1f34-4044-974d-58de00614ae8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.148639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdb9e41a-316d-40a0-adbd-4e89e3da7d3b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:57.231536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3150efb8-b9a6-4273-ad19-3a9018106e5e tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags HTTP/1.1" status: 200 len: 240 time: 0.3588791 Feb 09 22:07:57.241623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbc2a-e58b-495d-b4c3-87eae404090f req-7a8820f4-996d-4771-849e-61df74b3be63 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:57.243468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-209bbc2a-e58b-495d-b4c3-87eae404090f req-7a8820f4-996d-4771-849e-61df74b3be63 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1370718 Feb 09 22:07:57.244375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40392) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:57.251611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-7e3e9c0f-526d-437f-8ec4-d04c67d3c4bc tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', 'tempest-TagsExtTest-Tag-304724060') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:57.280589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:57.281115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.301014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] Calling delete_port for cdb9e41a-316d-40a0-adbd-4e89e3da7d3b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:57.308156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:57.308789 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.388902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:57.465284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-209bbc2a-e58b-495d-b4c3-87eae404090f req-b0806ccb-c043-4be6-88b6-d52ce0251741 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111712 Feb 09 22:07:57.476657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.503773 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7e3e9c0f-526d-437f-8ec4-d04c67d3c4bc tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags/tempest-TagsExtTest-Tag-304724060 HTTP/1.1" status: 204 len: 168 time: 0.2551236 Feb 09 22:07:57.509470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40396) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:57.514307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-4df24126-e933-49e9-bcb5-cf4d2b4204fd tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', 'tempest-TagsExtTest-Tag-304724060') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:57.573854 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (cdb9e41a-316d-40a0-adbd-4e89e3da7d3b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.616074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] No DVR routers for this DVR port cdb9e41a-316d-40a0-adbd-4e89e3da7d3b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:57.625505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Router 80b3811d-1f34-4044-974d-58de00614ae8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:07:57.653189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=14']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:57.688818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec8a4a-8766-4300-8675-19f0c549ed6b None None] Pushing event deleted for resources: {'Port': ['ID=cdb9e41a-316d-40a0-adbd-4e89e3da7d3b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:57.693604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (efc69d56-5beb-4072-b973-2422de994441), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.752865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:57.762282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:57.767770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4df24126-e933-49e9-bcb5-cf4d2b4204fd tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags/tempest-TagsExtTest-Tag-304724060 HTTP/1.1" status: 204 len: 168 time: 0.2570295 Feb 09 22:07:57.769912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:57.770090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.774282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa7d88-abc5-4f22-a9b6-29a99e1e5de1 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:57.774444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40398) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:57.780022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-88b85e7f-27fa-44eb-ad12-8ee1e889d66b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:57.789559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:07:57.801838 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] Sync routers for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:57.806914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-37651db8-5c29-499f-949f-f42222f25ebc admin admin] 10.222.0.98 "PUT /v2.0/routers/80b3811d-1f34-4044-974d-58de00614ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6408904 Feb 09 22:07:57.811456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40400) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:57.815415 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:57.818857 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:07:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:57.935170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d3b85f89-362b-44e8-b88a-f1327ef80d2d', 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'project_id': '6b238ee7314145b9b76fe873d63e33cb', 'fixed_ips': [{'subnet_id': 'efc69d56-5beb-4072-b973-2422de994441'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:57.937955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.161324 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:58.177782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks [] for router (80b3811d-1f34-4044-974d-58de00614ae8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.213852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Allocated IP 2001:db8::2 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/efc69d56-5beb-4072-b973-2422de994441/ab06fcaf-c521-4ed8-bba8-12f269150289) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:58.376845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=efc69d56-5beb-4072-b973-2422de994441,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:58.422289 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:58.468214 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] Checking router: 80b3811d-1f34-4044-974d-58de00614ae8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:07:58.474588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a97e7175-7f26-420f-95fa-7d339e9d8528 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1764748 Feb 09 22:07:58.482991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40420) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:58.488573 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] Routers {'80b3811d-1f34-4044-974d-58de00614ae8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:58.489774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-64e852af-c985-42ac-b556-e4d1114512cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:58.490702 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:07:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['80b3811d-1f34-4044-974d-58de00614ae8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:58.555612 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Publish callbacks [] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.648897 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] Set router 80b3811d-1f34-4044-974d-58de00614ae8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:58.653900 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.669338 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88b85e7f-27fa-44eb-ad12-8ee1e889d66b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags HTTP/1.1" status: 200 len: 205 time: 0.8924460 Feb 09 22:07:58.671746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40424) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:58.677219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-058c33e9-8972-4c90-aa8b-81bc4213306e tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:58.689230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-8c2397db-b13c-4e91-be1a-c4a7b441291f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.690959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-8c2397db-b13c-4e91-be1a-c4a7b441291f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/networks?id=4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 200 len: 814 time: 0.3289297 Feb 09 22:07:58.710407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-dff8b63f-7acb-4e58-9a00-dad97345e26f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/quotas/8f3a08f75f14436d9614feab7b3ac44f HTTP/1.1" status: 200 len: 375 time: 0.0126705 Feb 09 22:07:58.736391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:58.754959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-cc0cf192-fc4d-41a2-a0a1-2219e3654817 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361416 Feb 09 22:07:58.757153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-058c33e9-8972-4c90-aa8b-81bc4213306e tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags HTTP/1.1" status: 200 len: 241 time: 0.0843003 Feb 09 22:07:58.758408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e852af-c985-42ac-b556-e4d1114512cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:58.762757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64e852af-c985-42ac-b556-e4d1114512cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.764508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:58.767064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:58.769198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40426) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:58.834957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Pushing event updated for resources: {'Port': ['ID=ab06fcaf-c521-4ed8-bba8-12f269150289,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:58.882327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-de01256e-de7b-487b-bf44-1e1e1cfd55ab tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', 'tempest-TagsExtTest-Tag-1916766588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:58.886952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-11902c18-f694-41e8-a28d-357bdc80cb31 service neutron] 10.222.0.98 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167645 Feb 09 22:07:58.894006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.894372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.894722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.895102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.895442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.908017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.908344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.908635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.908983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.909325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.909663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.909997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.910330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:58.936401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Attempting to bind port ab06fcaf-c521-4ed8-bba8-12f269150289 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:58.936784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Attempting to bind port ab06fcaf-c521-4ed8-bba8-12f269150289 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:58.937160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Attempting to bind port ab06fcaf-c521-4ed8-bba8-12f269150289 on network d3b85f89-362b-44e8-b88a-f1327ef80d2d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:58.950742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:58.951117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Checking segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:58.951532 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.952068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Bound using segment: {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:58.952547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Bound port: ab06fcaf-c521-4ed8-bba8-12f269150289, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:58.952940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.965866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23589134-909b-48b9-85a4-2867e7a3996d req-5e3c9963-40e7-41fd-bf06-80e6e29db2cb tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.967453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23589134-909b-48b9-85a4-2867e7a3996d req-5e3c9963-40e7-41fd-bf06-80e6e29db2cb tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 950 time: 0.7138042 Feb 09 22:07:58.987422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks [] for router_gateway (80b3811d-1f34-4044-974d-58de00614ae8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.993675 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:59.010861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-7007b236-67e1-4078-b8ec-7fe45c0aadc9 service neutron] 10.222.0.98 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050384 Feb 09 22:07:59.025454 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb201177-3625-4459-9bfb-6d5e0c842569 None None] The sync data for ids ['80b3811d-1f34-4044-974d-58de00614ae8'] in n-d-828599-1 is: [{'id': '80b3811d-1f34-4044-974d-58de00614ae8', 'name': 'tempest-AttachVolumeTestJSON-1748680176-router', 'tenant_id': '2eff486a3636486b9d6c3729cc49e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:00:14Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': '2eff486a3636486b9d6c3729cc49e6bf', 'gw_port': {'id': '7ed48746-6a8d-4f77-a47a-fb66a57123ee', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3811d-1f34-4044-974d-58de00614ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:00:15Z', 'updated_at': '2022-02-09T22:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:59.096787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] For port ab06fcaf-c521-4ed8-bba8-12f269150289, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:59.102746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] For port ab06fcaf-c521-4ed8-bba8-12f269150289, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ab06fcaf-c521-4ed8-bba8-12f269150289,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:59.103594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23589134-909b-48b9-85a4-2867e7a3996d req-d206978a-ac5e-4115-9c0c-cbd3582a485b tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236560 Feb 09 22:07:59.142876 n-d-828599-1 neutron-server[103696]: INFO neutron.db.ipam_backend_mixin [None req-64e852af-c985-42ac-b556-e4d1114512cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efc69d56-5beb-4072-b973-2422de994441 (CIDR: 2001:db8::/64) Feb 09 22:07:59.145723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de01256e-de7b-487b-bf44-1e1e1cfd55ab tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags/tempest-TagsExtTest-Tag-1916766588 HTTP/1.1" status: 204 len: 168 time: 0.2676816 Feb 09 22:07:59.148200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40430) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:59.153713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-c2bd399c-a0a3-445a-a0e5-37c5ee17d3ba tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', 'tempest-TagsExtTest-Tag-1916766588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:59.219028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.220363 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e852af-c985-42ac-b556-e4d1114512cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:07:59.221383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e852af-c985-42ac-b556-e4d1114512cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:07:59.270981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c5640-e2d2-4b70-888b-67de57964f5d req-1b1733a3-ffaf-4f5c-bca6-03038acc4805 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:59.282158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c01c5640-e2d2-4b70-888b-67de57964f5d req-1b1733a3-ffaf-4f5c-bca6-03038acc4805 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.1074820 Feb 09 22:07:59.305667 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c2bd399c-a0a3-445a-a0e5-37c5ee17d3ba tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags/tempest-TagsExtTest-Tag-1916766588 HTTP/1.1" status: 204 len: 168 time: 0.1562889 Feb 09 22:07:59.307998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40436) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:59.313934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-786da58d-77bf-45d1-a74c-2458f4ffbdff tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:59.316367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c93308-46f5-49c5-9f8d-989cb85303cc None None] Pushing event updated for resources: {'Port': ['ID=ab06fcaf-c521-4ed8-bba8-12f269150289,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:59.341549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64e852af-c985-42ac-b556-e4d1114512cb tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8572593 Feb 09 22:07:59.344223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40440) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:59.353087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Deleting port 7ed48746-6a8d-4f77-a47a-fb66a57123ee {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:59.353766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'subnet': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:59.356074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.399477 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-786da58d-77bf-45d1-a74c-2458f4ffbdff tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags HTTP/1.1" status: 200 len: 205 time: 0.0903950 Feb 09 22:07:59.417074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:59.424001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.428035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-b4c1567c-6c9c-4c49-968b-38f4061460be tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:59.546897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c01c5640-e2d2-4b70-888b-67de57964f5d req-4254fb07-85de-4ef5-ab49-2bc502be643e tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637506 Feb 09 22:07:59.668999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:59.676141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.682015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21c4e4c2-a902-4e89-9e6d-f399fba60ed7 req-0afb8051-771d-481f-8be5-dfc299820025 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 210 time: 0.0561154 Feb 09 22:07:59.730031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] For port 7ed48746-6a8d-4f77-a47a-fb66a57123ee, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7ed48746-6a8d-4f77-a47a-fb66a57123ee,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:59.730410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:59.758054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Calling delete_port for 7ed48746-6a8d-4f77-a47a-fb66a57123ee owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:59.830416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b4c1567c-6c9c-4c49-968b-38f4061460be tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.4101636 Feb 09 22:07:59.833701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40450) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:59.838109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-2d8589d6-26a0-4bd6-9b88-0a7bb47de33b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:59.984126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2d8589d6-26a0-4bd6-9b88-0a7bb47de33b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.1493723 Feb 09 22:07:59.987141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40454) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:59.991533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-d5f0c8ac-b87d-4c92-84ea-478840829244 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:00.115364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d5f0c8ac-b87d-4c92-84ea-478840829244 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1274004 Feb 09 22:08:00.117816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40458) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:00.120819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb065b-d209-42c7-9ecf-172501caea9b req-e2936fa5-b24e-4dd8-8335-0681bdda2e8c tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:00.122001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-b0b4764d-22e1-4bc0-8942-b498184dfcc8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:00.122770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bbb065b-d209-42c7-9ecf-172501caea9b req-e2936fa5-b24e-4dd8-8335-0681bdda2e8c tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 950 time: 0.0878513 Feb 09 22:08:00.150406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7ed48746-6a8d-4f77-a47a-fb66a57123ee), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.206958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bbb065b-d209-42c7-9ecf-172501caea9b req-d5a3aa07-1c47-4b89-a58a-cfd6bdd0516d tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771062 Feb 09 22:08:00.209013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed48746-6a8d-4f77-a47a-fb66a57123ee,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:00.226753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b0b4764d-22e1-4bc0-8942-b498184dfcc8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags HTTP/1.1" status: 204 len: 168 time: 0.1079235 Feb 09 22:08:00.239607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40460) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:00.243932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-cb2ca4bc-8f2d-47ab-89ee-9a46fb630c79 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', 'tempest-TagsExtTest-Tag-366268477') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:00.310029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (80b3811d-1f34-4044-974d-58de00614ae8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.346231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:08:00.472076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (80b3811d-1f34-4044-974d-58de00614ae8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.476162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks [] for router_controller (80b3811d-1f34-4044-974d-58de00614ae8), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.569300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cb2ca4bc-8f2d-47ab-89ee-9a46fb630c79 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags/tempest-TagsExtTest-Tag-366268477 HTTP/1.1" status: 201 len: 201 time: 0.3288291 Feb 09 22:08:00.572315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:00.576988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-3a62227e-a3d7-4691-b018-98077086fb06 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', 'tempest-TagsExtTest-Tag-1633693758') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:00.659896 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (80b3811d-1f34-4044-974d-58de00614ae8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.662010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b3811d-1f34-4044-974d-58de00614ae8 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:08:00.680910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.680910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc75df34-f3b9-43b2-9794-76864fd51960 admin admin] 10.222.0.98 "DELETE /v2.0/routers/80b3811d-1f34-4044-974d-58de00614ae8 HTTP/1.1" status: 204 len: 168 time: 2.8575745 Feb 09 22:08:00.680910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40468) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:00.709714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.841971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] Deleting subnet c463dc22-5423-4d0a-b5ff-fbfc74cb166a {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:00.848152 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] Publish callbacks [] for subnet (c463dc22-5423-4d0a-b5ff-fbfc74cb166a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.890170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a74aa8-5ff6-4295-9526-02563e7b5dcc req-5a143141-9dea-4416-a31f-306e647fe364 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:00.890378 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:00.895822 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53a74aa8-5ff6-4295-9526-02563e7b5dcc req-5a143141-9dea-4416-a31f-306e647fe364 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 944 time: 0.2363141 Feb 09 22:08:00.934710 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6a340baf-26d9-4954-b21b-572ffdd6b1db req-dad59fc5-4590-42e5-aa69-ad0c6af29028 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 210 time: 0.0728195 Feb 09 22:08:00.940173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (c463dc22-5423-4d0a-b5ff-fbfc74cb166a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.016786 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3a62227e-a3d7-4691-b018-98077086fb06 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags/tempest-TagsExtTest-Tag-1633693758 HTTP/1.1" status: 201 len: 201 time: 0.4433887 Feb 09 22:08:01.021857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40472) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:01.023649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Provisioning complete for port ab06fcaf-c521-4ed8-bba8-12f269150289 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:01.024700 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.030882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-541f6491-5c43-4810-bba0-148585b96ba0 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', 'tempest-TagsExtTest-Tag-256571979') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:01.064352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53a74aa8-5ff6-4295-9526-02563e7b5dcc req-28069b19-825e-48a7-9a46-12b515080e6b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367621 Feb 09 22:08:01.110749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] For port ab06fcaf-c521-4ed8-bba8-12f269150289, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ab06fcaf-c521-4ed8-bba8-12f269150289,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:01.118503 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (c463dc22-5423-4d0a-b5ff-fbfc74cb166a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.135199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Current status of the port ab06fcaf-c521-4ed8-bba8-12f269150289 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:01.135875 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.159022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6287677d-1e5f-4f53-87e6-6591786e2db8 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:01.186334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.259874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e36e50fa-5ad2-46a9-b550-848ec1ed3b6f tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:01.261402 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e36e50fa-5ad2-46a9-b550-848ec1ed3b6f tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.110 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 950 time: 0.0699570 Feb 09 22:08:01.276376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (c463dc22-5423-4d0a-b5ff-fbfc74cb166a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.289659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6287677d-1e5f-4f53-87e6-6591786e2db8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6287677d-1e5f-4f53-87e6-6591786e2db8,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:01.304076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'mac_address': 'fa:16:3e:b0:85:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:01.340876 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.351286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ab06fcaf-c521-4ed8-bba8-12f269150289 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:01.354424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-541f6491-5c43-4810-bba0-148585b96ba0 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags/tempest-TagsExtTest-Tag-256571979 HTTP/1.1" status: 201 len: 201 time: 0.3273993 Feb 09 22:08:01.370914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40476) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:01.377900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-9a9523e0-39c9-427c-8e07-f5d1f9dd3911 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', 'tempest-TagsExtTest-Tag-1333715085') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:01.387873 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.391366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6287677d-1e5f-4f53-87e6-6591786e2db8 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:01.392125 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.394326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c463dc22-5423-4d0a-b5ff-fbfc74cb166a HTTP/1.1" status: 204 len: 168 time: 0.7205837 Feb 09 22:08:01.394576 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (91ffe156-86a1-468b-916e-33fc82bf5c25), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.404902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40478) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:01.414652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f1bed-134b-4482-87d6-442d10c08fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c463dc22-5423-4d0a-b5ff-fbfc74cb166a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:01.425411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56496d-0f1a-41d8-b015-1863bf6d5a45 None None] Network ea206087-2070-4908-8aac-a5bac70cc04a requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:01.499221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6287677d-1e5f-4f53-87e6-6591786e2db8 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:01.507248 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:08:01.507684 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:08:01.510282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:01.529143 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:01.533806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=ab06fcaf-c521-4ed8-bba8-12f269150289,revision_number=4']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:01.536687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0380dbe-db3b-4d8d-b6ea-81c52917858b req-990dc3d0-078d-4ed8-a353-f29d77954af0 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:01.537901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:01.538129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0380dbe-db3b-4d8d-b6ea-81c52917858b req-990dc3d0-078d-4ed8-a353-f29d77954af0 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 950 time: 0.2356265 Feb 09 22:08:01.538558 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.543483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Subnet': ['ID=91ffe156-86a1-468b-916e-33fc82bf5c25,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:01.544016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6287677d-1e5f-4f53-87e6-6591786e2db8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6287677d-1e5f-4f53-87e6-6591786e2db8,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:01.565035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.565535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.567939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.568521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.568996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.569228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.569593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.570134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.570292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.571172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.571560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.572350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.572795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.574688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca8c68-359b-49f4-ba55-97e3c98ebadc None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:01.577721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ea206087-2070-4908-8aac-a5bac70cc04a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.586785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.587408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.588086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.588473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.588837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.589229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.589572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.589910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.590348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.590697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.591034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.591367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.591713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:01.601922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9a9523e0-39c9-427c-8e07-f5d1f9dd3911 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags/tempest-TagsExtTest-Tag-1333715085 HTTP/1.1" status: 201 len: 201 time: 0.2282224 Feb 09 22:08:01.605581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40480) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:01.606216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Deleting port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:01.606575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.610235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-00f37157-e2cb-465e-9a9e-bd23f387e178 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', {'tags': ['tempest-TagsExtTest-Tag-1805053492', 'tempest-TagsExtTest-Tag-1876611039', 'tempest-TagsExtTest-Tag-1691957584']}) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:01.626992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ab06fcaf-c521-4ed8-bba8-12f269150289 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:01.628630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.632256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.668444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0380dbe-db3b-4d8d-b6ea-81c52917858b req-a263de06-dc1d-4497-89c1-f6c3d021fb6f tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/security-groups?id=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182921 Feb 09 22:08:01.696763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d19404ad-45ff-425a-902a-dacca5a3a557 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3510866 Feb 09 22:08:01.700272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40482) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:01.705990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Request body: {'port': {'network_id': 'd3b85f89-362b-44e8-b88a-f1327ef80d2d', 'mac_address': 'fa:16:3e:c4:07:94', 'name': 'tempest-NetworksTestDHCPv6-1676653599'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:01.747864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Deleting port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:01.748215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.751833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] For port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:01.752207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.787844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-00f37157-e2cb-465e-9a9e-bd23f387e178 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags HTTP/1.1" status: 200 len: 318 time: 0.1822002 Feb 09 22:08:01.802758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40486) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:01.802758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-1c69b709-fc0e-407b-94b1-80d6624ecdd9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:01.805851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Calling delete_port for c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:01.831255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6287677d-1e5f-4f53-87e6-6591786e2db8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:01.885098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ab06fcaf-c521-4ed8-bba8-12f269150289 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:01.885627 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.889102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] DHCP port deletion for ea206087-2070-4908-8aac-a5bac70cc04a request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:08:01.958321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] For port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,segment=NetworkSegment(6fe783c6-9d5f-4029-9833-313115067650),segment_id=6fe783c6-9d5f-4029-9833-313115067650)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:01.963112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:01.971836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['6287677d-1e5f-4f53-87e6-6591786e2db8'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:01.987939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Calling delete_port for d7c4bbb8-21c3-40cb-81ad-e56430dccd2a owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:02.008150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Made reservation on behalf of 6b238ee7314145b9b76fe873d63e33cb for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:02.029100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port ab06fcaf-c521-4ed8-bba8-12f269150289, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ab06fcaf-c521-4ed8-bba8-12f269150289,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:02.079311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Current status of the port ab06fcaf-c521-4ed8-bba8-12f269150289 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:02.079964 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.111520 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.127461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3070fa2d-06aa-430b-be58-25fcde274ec8 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:02.165543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c69b709-fc0e-407b-94b1-80d6624ecdd9 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags HTTP/1.1" status: 204 len: 168 time: 0.3728926 Feb 09 22:08:02.167821 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54a0cc3c-5731-45f4-bb23-83771344e5e7 req-fa4684d2-bbc8-42e2-9efe-a135118ed0af tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 210 time: 0.1418946 Feb 09 22:08:02.170237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40496) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:02.174732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-67427b81-6b23-473b-a69a-0addedabc8ff tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', 'tempest-TagsExtTest-Tag-1805053492') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:02.260170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:08:02.260844 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:08:02.261510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 3070fa2d-06aa-430b-be58-25fcde274ec8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:02.261861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3070fa2d-06aa-430b-be58-25fcde274ec8 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:02.305795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] Deleting port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:02.306182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.308452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-22b86c9f-0da5-456c-a93e-8062ffb7ac00 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:02.310245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-22b86c9f-0da5-456c-a93e-8062ffb7ac00 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.30 "GET /v2.0/networks?id=4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 200 len: 814 time: 0.2428031 Feb 09 22:08:02.313273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.318479 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c3f8568a-2059-480c-9d41-b7e0e5e5cfc1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.340619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Request body: {'port': {'device_id': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a', 'admin_state_up': True, 'tenant_id': '8f3a08f75f14436d9614feab7b3ac44f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:02.359532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c3f8568a-2059-480c-9d41-b7e0e5e5cfc1'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:02.386696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] No DVR routers for this DVR port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:02.401980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.453685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] device_id is not set on port 84b93ba8-df3c-4a80-8340-a3ca603f8c22 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:08:02.460974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:02.510918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=ab06fcaf-c521-4ed8-bba8-12f269150289,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:02.546834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8cab8-7b7f-4245-9904-4198c13ca49f req-e0890b35-ce50-4899-bf30-f8346975b705 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:02.548478 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9d8cab8-7b7f-4245-9904-4198c13ca49f req-e0890b35-ce50-4899-bf30-f8346975b705 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 945 time: 0.3167963 Feb 09 22:08:02.588930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.589288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.589653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.589986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.590328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.590668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.591003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.591338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.591668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.592041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.592372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.592703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.594451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:02.611739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] No DVR routers for this DVR port c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:02.617718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] For port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a, host n-d-828599-1, got binding levels [] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:02.618333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.620381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.626276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3a1e0a0-867f-48ae-8358-990c42a5e7c6 req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.110 "DELETE /v2.0/ports/c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 HTTP/1.1" status: 204 len: 173 time: 1.3598840 Feb 09 22:08:02.647366 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-67427b81-6b23-473b-a69a-0addedabc8ff tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:02.648489 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-67427b81-6b23-473b-a69a-0addedabc8ff tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags/tempest-TagsExtTest-Tag-1805053492 HTTP/1.1" status: 404 len: 329 time: 0.4773185 Feb 09 22:08:02.663456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ea206087-2070-4908-8aac-a5bac70cc04a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.673727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40500) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:02.678359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-cb76467f-d208-4916-9793-e9e86383f3d2 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', 'tempest-TagsExtTest-Tag-1876611039') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:02.717294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea206087-2070-4908-8aac-a5bac70cc04a']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:02.757800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe783c6-9d5f-4029-9833-313115067650') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:02.758266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe783c6-9d5f-4029-9833-313115067650') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:02.799921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (6fe783c6-9d5f-4029-9833-313115067650), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.802109 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-cb76467f-d208-4916-9793-e9e86383f3d2 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:02.803190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cb76467f-d208-4916-9793-e9e86383f3d2 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags/tempest-TagsExtTest-Tag-1876611039 HTTP/1.1" status: 404 len: 329 time: 0.1284974 Feb 09 22:08:02.806168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40504) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:02.810388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] Calling delete_port for d7c4bbb8-21c3-40cb-81ad-e56430dccd2a owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:02.812522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-d8b4e56d-6494-43cf-a9a2-4970aaf0f400 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588', 'tempest-TagsExtTest-Tag-1691957584') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:02.840136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (6fe783c6-9d5f-4029-9833-313115067650), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.842096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.ipam_backend_mixin [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] Port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a was not found and therefore no delete operation was performed {{(pid=103698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:08:02.856399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:02.856817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (6fe783c6-9d5f-4029-9833-313115067650), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:02.857197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8::10b (d3b85f89-362b-44e8-b88a-f1327ef80d2d/efc69d56-5beb-4072-b973-2422de994441/84b93ba8-df3c-4a80-8340-a3ca603f8c22) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:02.871447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ab06fcaf-c521-4ed8-bba8-12f269150289 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:02.894390 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95627e06-1b80-46da-b1a5-868f96943580 req-6958d15f-5f07-448b-82b2-122a9956ffbd tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] 10.222.0.98 "GET /v2.0/ports?device_id=082546d1-e18c-475e-871e-7c80ec2db750 HTTP/1.1" status: 200 len: 210 time: 0.0462563 Feb 09 22:08:02.901993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:794 (d3b85f89-362b-44e8-b88a-f1327ef80d2d/91ffe156-86a1-468b-916e-33fc82bf5c25/84b93ba8-df3c-4a80-8340-a3ca603f8c22) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:02.939256 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-d8b4e56d-6494-43cf-a9a2-4970aaf0f400 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:02.939256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d8b4e56d-6494-43cf-a9a2-4970aaf0f400 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags/tempest-TagsExtTest-Tag-1691957584 HTTP/1.1" status: 404 len: 329 time: 0.1290200 Feb 09 22:08:02.943257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40506) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:02.951353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-996b4535-295e-4eaa-b9ea-c11617339237 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', {'tags': ['tempest-TagsExtTest-Tag-1850011453', 'tempest-TagsExtTest-Tag-918274281', 'tempest-TagsExtTest-Tag-724190498']}) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:02.973737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d7c4bbb8-21c3-40cb-81ad-e56430dccd2a), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.002919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082546d1-e18c-475e-871e-7c80ec2db750', 'name': 'network-vif-deleted', 'tag': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:03.007412 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab4b1bb-6b9b-4ef7-a4f2-2543b0741cb1" -d '{"events": [{"server_uuid": "082546d1-e18c-475e-871e-7c80ec2db750", "name": "network-vif-deleted", "tag": "c3f8568a-2059-480c-9d41-b7e0e5e5cfc1"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:03.010632 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:03.071474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f834aa39-0a7b-4f75-8f65-cb01a5129243 None None] Current status of the port ab06fcaf-c521-4ed8-bba8-12f269150289 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:03.076468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] Pushing event deleted for resources: {'Port': ['ID=d7c4bbb8-21c3-40cb-81ad-e56430dccd2a,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:03.092620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6281b6-cd52-406b-a3b3-df00614a3967 None None] No DVR routers for this DVR port d7c4bbb8-21c3-40cb-81ad-e56430dccd2a on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:03.134031 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e9d8cab8-7b7f-4245-9904-4198c13ca49f req-3352df6f-cc90-4193-9f9c-04816ffdd16d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4932871 Feb 09 22:08:03.134031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8b263-53a9-466d-85cb-3bccdf08d5c7 tempest-VolumesNegativeTest-847306572 tempest-VolumesNegativeTest-847306572-project] Pushing event deleted for resources: {'Port': ['ID=c3f8568a-2059-480c-9d41-b7e0e5e5cfc1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:03.134210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ab06fcaf-c521-4ed8-bba8-12f269150289 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:03.134210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.135369 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a242d6-5034-40bf-9587-5ca38bedbe1c x-openstack-request-id: req-19a242d6-5034-40bf-9587-5ca38bedbe1c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:03.135777 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082546d1-e18c-475e-871e-7c80ec2db750", "name": "network-vif-deleted", "tag": "c3f8568a-2059-480c-9d41-b7e0e5e5cfc1", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:03.136136 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19a242d6-5034-40bf-9587-5ca38bedbe1c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:03.136736 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082546d1-e18c-475e-871e-7c80ec2db750', 'name': 'network-vif-deleted', 'tag': 'c3f8568a-2059-480c-9d41-b7e0e5e5cfc1', 'status': 'completed', 'code': 200} Feb 09 22:08:03.140300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-996b4535-295e-4eaa-b9ea-c11617339237 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags HTTP/1.1" status: 200 len: 316 time: 0.1863587 Feb 09 22:08:03.142547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40510) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.152265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-2086e968-1876-44e4-b601-d1dde73d3938 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:03.231985 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for port (84b93ba8-df3c-4a80-8340-a3ca603f8c22), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.270185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Made reservation on behalf of 8f3a08f75f14436d9614feab7b3ac44f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:03.274659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.308100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f644a9db-a2fa-4755-bc6c-0e4595f06a1a req-52cd0791-fe11-418e-b94a-2c8f7c1e603d tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 210 time: 0.0383027 Feb 09 22:08:03.315505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ea206087-2070-4908-8aac-a5bac70cc04a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.325340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.332551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ea206087-2070-4908-8aac-a5bac70cc04a HTTP/1.1" status: 204 len: 168 time: 1.9244504 Feb 09 22:08:03.337291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2086e968-1876-44e4-b601-d1dde73d3938 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1929259 Feb 09 22:08:03.337420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40516) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.341921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-64fe6ea2-d1cc-4b92-8737-cc5788ca106c tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', 'tempest-TagsExtTest-Tag-1850011453') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:03.407591 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (84b93ba8-df3c-4a80-8340-a3ca603f8c22), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.415886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c91a0-b6bd-426a-97b5-e49533452a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea206087-2070-4908-8aac-a5bac70cc04a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:03.486584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3e08b0ba-536a-44a0-94c9-2fbc97879ee4 None None] Provisioning complete for port ab06fcaf-c521-4ed8-bba8-12f269150289 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:03.487025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3e08b0ba-536a-44a0-94c9-2fbc97879ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.500571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:03.507329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:03.509774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:03.515208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Allocated IP 172.20.0.9 (4bf69638-d994-405d-a815-c434940f6e8a/8f8ab727-9d53-4db0-a9e4-e3fc76c25d31/ccc4f925-37d1-4cb4-8288-ff542d990f36) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:03.516098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:03.516098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.522712 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event updated for resources: {'Port': ['ID=84b93ba8-df3c-4a80-8340-a3ca603f8c22,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:03.542749 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-64fe6ea2-d1cc-4b92-8737-cc5788ca106c tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:03.543858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64fe6ea2-d1cc-4b92-8737-cc5788ca106c tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags/tempest-TagsExtTest-Tag-1850011453 HTTP/1.1" status: 404 len: 329 time: 0.2054746 Feb 09 22:08:03.546616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40520) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.551850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-a4bc26c7-3ac0-4b9e-9349-9624d495232f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', 'tempest-TagsExtTest-Tag-918274281') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:03.669821 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-519277a8-42b9-4804-8e60-d9c6ca38c955 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9657137 Feb 09 22:08:03.671347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40522) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.683770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ab06fcaf-c521-4ed8-bba8-12f269150289 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:03.727391 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-a4bc26c7-3ac0-4b9e-9349-9624d495232f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:03.732285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a4bc26c7-3ac0-4b9e-9349-9624d495232f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags/tempest-TagsExtTest-Tag-918274281 HTTP/1.1" status: 404 len: 328 time: 0.1844790 Feb 09 22:08:03.733195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40524) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.737584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-ab3c969b-b03a-4336-90b2-ceb37dc0c004 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c', 'tempest-TagsExtTest-Tag-724190498') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:03.854102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ed48746-6a8d-4f77-a47a-fb66a57123ee no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:03.858814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting port 84b93ba8-df3c-4a80-8340-a3ca603f8c22 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:03.859322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (84b93ba8-df3c-4a80-8340-a3ca603f8c22), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.880489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3e08b0ba-536a-44a0-94c9-2fbc97879ee4 None None] Current status of the port ab06fcaf-c521-4ed8-bba8-12f269150289 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:03.883007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 7ed48746-6a8d-4f77-a47a-fb66a57123ee {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:03.883552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7ed48746-6a8d-4f77-a47a-fb66a57123ee not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:03.884237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d7c4bbb8-21c3-40cb-81ad-e56430dccd2a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:03.893763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks [] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.909793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40526) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.920323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d7c4bbb8-21c3-40cb-81ad-e56430dccd2a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:03.920680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d7c4bbb8-21c3-40cb-81ad-e56430dccd2a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:03.946692 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-ab3c969b-b03a-4336-90b2-ceb37dc0c004 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:03.950492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ab3c969b-b03a-4336-90b2-ceb37dc0c004 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags/tempest-TagsExtTest-Tag-724190498 HTTP/1.1" status: 404 len: 328 time: 0.2136531 Feb 09 22:08:03.953070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40530) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:03.959892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-ee891221-2de1-4433-93ee-cbf95995bff6 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', {'tags': ['tempest-TagsExtTest-Tag-84795484', 'tempest-TagsExtTest-Tag-1531066343', 'tempest-TagsExtTest-Tag-1707113120']}) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:03.994355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b8437348-4630-4a02-8f60-f58ea0e74ca8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2eff486a3636486b9d6c3729cc49e6bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793757 Feb 09 22:08:03.999416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40536) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:04.014794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-571d65c3-9156-40b2-8a12-57f2c2eb9030 None None] Provisioning complete for port 84b93ba8-df3c-4a80-8340-a3ca603f8c22 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:04.015342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-571d65c3-9156-40b2-8a12-57f2c2eb9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (84b93ba8-df3c-4a80-8340-a3ca603f8c22), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.062239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61aa91e0-72ca-4831-95e2-7f196b19d7d2 admin admin] Publish callbacks [] for security_group (309b80bb-3eee-4fe8-b351-258b990e2335), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.064390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-571d65c3-9156-40b2-8a12-57f2c2eb9030 None None] Port 84b93ba8-df3c-4a80-8340-a3ca603f8c22 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:04.092953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61aa91e0-72ca-4831-95e2-7f196b19d7d2 admin admin] Publish callbacks [] for security_group (309b80bb-3eee-4fe8-b351-258b990e2335), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.102336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (84b93ba8-df3c-4a80-8340-a3ca603f8c22), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.116175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Calling delete_port for 84b93ba8-df3c-4a80-8340-a3ca603f8c22 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:04.174918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.208734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ee891221-2de1-4433-93ee-cbf95995bff6 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags HTTP/1.1" status: 200 len: 316 time: 0.2544858 Feb 09 22:08:04.212243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40544) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:04.218011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-ddb1e656-d21f-42ba-8347-cb16d3bc337b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:04.243616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Network 4bf69638-d994-405d-a815-c434940f6e8a is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:04.249717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:04.251947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Pushing event updated for resources: {'Port': ['ID=ccc4f925-37d1-4cb4-8288-ff542d990f36,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:04.255348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:04.282854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61aa91e0-72ca-4831-95e2-7f196b19d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (309b80bb-3eee-4fe8-b351-258b990e2335), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.285519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61aa91e0-72ca-4831-95e2-7f196b19d7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.289191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61aa91e0-72ca-4831-95e2-7f196b19d7d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/309b80bb-3eee-4fe8-b351-258b990e2335 HTTP/1.1" status: 204 len: 168 time: 0.2852831 Feb 09 22:08:04.306158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa91e0-72ca-4831-95e2-7f196b19d7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b80bb-3eee-4fe8-b351-258b990e2335,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:04.336436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.337098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.451680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-82adb383-8883-4c36-8c39-5b31762c3611 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1265087 Feb 09 22:08:04.483160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Request body: {'port': {'device_id': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:04.596141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc7cc3-8185-43e5-a8bf-304b38fa5182 req-cc3d070d-ca0a-4ed1-a456-5b2fc3b092b9 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.603921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bedc7cc3-8185-43e5-a8bf-304b38fa5182 req-cc3d070d-ca0a-4ed1-a456-5b2fc3b092b9 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 931 time: 0.1714807 Feb 09 22:08:04.624681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:04.857390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515b3a-95ab-4615-b533-9674cfdab969 req-9158f638-2464-4a54-9d6d-db7ddde5b602 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.873025 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02515b3a-95ab-4615-b533-9674cfdab969 req-9158f638-2464-4a54-9d6d-db7ddde5b602 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 945 time: 0.6174784 Feb 09 22:08:05.011495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bedc7cc3-8185-43e5-a8bf-304b38fa5182 req-2d9bf2f6-fcec-4f8e-a3a2-6b97b0fb364d tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066148 Feb 09 22:08:05.030145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-02515b3a-95ab-4615-b533-9674cfdab969 req-dc0b8a5f-be72-4e4b-869e-24f6d8ccee14 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553838 Feb 09 22:08:05.054082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ddb1e656-d21f-42ba-8347-cb16d3bc337b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.8408499 Feb 09 22:08:05.074615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40572) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.086480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-4d0a1a07-1808-471b-86bf-abe99b2562f1 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', 'tempest-TagsExtTest-Tag-84795484') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:05.173203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6287677d-1e5f-4f53-87e6-6591786e2db8 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:05.206972 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-4d0a1a07-1808-471b-86bf-abe99b2562f1 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:05.208715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4d0a1a07-1808-471b-86bf-abe99b2562f1 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags/tempest-TagsExtTest-Tag-84795484 HTTP/1.1" status: 404 len: 327 time: 0.1325514 Feb 09 22:08:05.211491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40580) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.216265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-256be8ae-970d-4668-82d8-fbed159e89cf tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', 'tempest-TagsExtTest-Tag-1531066343') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:05.255108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (84b93ba8-df3c-4a80-8340-a3ca603f8c22), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.318346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Port': ['ID=84b93ba8-df3c-4a80-8340-a3ca603f8c22,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:05.327204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 6287677d-1e5f-4f53-87e6-6591786e2db8 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:05.342140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 6287677d-1e5f-4f53-87e6-6591786e2db8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:05.342539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.374000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.381596 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f127c131-3640-4ca8-9f05-8fbbe2d964ad tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/84b93ba8-df3c-4a80-8340-a3ca603f8c22 HTTP/1.1" status: 204 len: 168 time: 1.7061963 Feb 09 22:08:05.382337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.396772 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-256be8ae-970d-4668-82d8-fbed159e89cf tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:05.400614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-256be8ae-970d-4668-82d8-fbed159e89cf tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags/tempest-TagsExtTest-Tag-1531066343 HTTP/1.1" status: 404 len: 329 time: 0.1854427 Feb 09 22:08:05.403197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40586) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.408580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-aa746b6f-0517-4dcd-b311-bd8756a23b76 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2', 'tempest-TagsExtTest-Tag-1707113120') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:05.462276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 6287677d-1e5f-4f53-87e6-6591786e2db8 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:05.462803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.487425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0b103d0a-cab3-411e-a57d-466bd6a4634c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.492289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf2133-7203-46ca-a279-cc649863856c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.495133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:05.497714 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f44380-848d-4d5d-ac36-1da5f5f00c7e" -d '{"events": [{"server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "name": "network-vif-plugged", "status": "completed", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:05.501781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5ccf2133-7203-46ca-a279-cc649863856c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1141174 Feb 09 22:08:05.502680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40592) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.538340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 6287677d-1e5f-4f53-87e6-6591786e2db8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6287677d-1e5f-4f53-87e6-6591786e2db8,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:05.582831 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c9440c-38e4-4cbd-8c0d-b5a6a4483120 x-openstack-request-id: req-37c9440c-38e4-4cbd-8c0d-b5a6a4483120 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:05.583268 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "name": "network-vif-plugged", "status": "completed", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:05.583684 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37c9440c-38e4-4cbd-8c0d-b5a6a4483120 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:05.585785 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'code': 200} Feb 09 22:08:05.606223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.647874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6da9f-5079-4eb5-b1bd-2469181a136f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.649891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a1d6da9f-5079-4eb5-b1bd-2469181a136f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1459370 Feb 09 22:08:05.657866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40606) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.665560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc4f925-37d1-4cb4-8288-ff542d990f36 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:05.702417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Publish callbacks [] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.735320 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-aa746b6f-0517-4dcd-b311-bd8756a23b76 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:05.739691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa746b6f-0517-4dcd-b311-bd8756a23b76 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags/tempest-TagsExtTest-Tag-1707113120 HTTP/1.1" status: 404 len: 329 time: 0.3316197 Feb 09 22:08:05.740826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40610) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.742349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Transition to ACTIVE for port object ccc4f925-37d1-4cb4-8288-ff542d990f36 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:05.746392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=6287677d-1e5f-4f53-87e6-6591786e2db8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:05.748505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-1f5cb306-5581-4368-9713-94bf2dd99972 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', {'tags': ['tempest-TagsExtTest-Tag-331355964', 'tempest-TagsExtTest-Tag-449270197', 'tempest-TagsExtTest-Tag-1053059276']}) {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:05.807197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.858679 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e293c-0463-4457-a796-81827d366c31 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.864201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e293c-0463-4457-a796-81827d366c31 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.864201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e293c-0463-4457-a796-81827d366c31 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.867673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c93e293c-0463-4457-a796-81827d366c31 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2125945 Feb 09 22:08:05.874099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40618) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.886054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1f5cb306-5581-4368-9713-94bf2dd99972 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "PUT /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags HTTP/1.1" status: 200 len: 316 time: 0.1401918 Feb 09 22:08:05.897592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40624) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:05.917274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-017f627b-bf98-4ff7-bc48-885051b9b223 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:05.932275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet 91ffe156-86a1-468b-916e-33fc82bf5c25 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:05.938494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17803-66c3-4f9a-848f-df61656d9630 req-1bbae2a2-5029-4554-ad37-1f7edbc91b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.940064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fff17803-66c3-4f9a-848f-df61656d9630 req-1bbae2a2-5029-4554-ad37-1f7edbc91b8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1128 time: 0.1982613 Feb 09 22:08:05.940797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (91ffe156-86a1-468b-916e-33fc82bf5c25), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.954607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4f925-37d1-4cb4-8288-ff542d990f36,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:06.002352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (91ffe156-86a1-468b-916e-33fc82bf5c25), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.084983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40660) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.104200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (91ffe156-86a1-468b-916e-33fc82bf5c25), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.189868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Attempting to bind port ccc4f925-37d1-4cb4-8288-ff542d990f36 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:06.192454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Attempting to bind port ccc4f925-37d1-4cb4-8288-ff542d990f36 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:06.193522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Attempting to bind port ccc4f925-37d1-4cb4-8288-ff542d990f36 on network 4bf69638-d994-405d-a815-c434940f6e8a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:06.205181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Port ccc4f925-37d1-4cb4-8288-ff542d990f36 on network 4bf69638-d994-405d-a815-c434940f6e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:06.208658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Attempting to bind port ccc4f925-37d1-4cb4-8288-ff542d990f36 on network 4bf69638-d994-405d-a815-c434940f6e8a {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:06.234879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:06.235370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Checking segment: {'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:06.235895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Bound using segment: {'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:06.236475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Bound port: ccc4f925-37d1-4cb4-8288-ff542d990f36, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f26c5141-b613-46e7-9e86-f71cd5b16292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:06.236947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.265551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1791543825-network', 'tenant_id': 'ffb1be9748cf43b5a7e1375c674a669a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:06.274583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-017f627b-bf98-4ff7-bc48-885051b9b223 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.3629336 Feb 09 22:08:06.276342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40672) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.281511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fff17803-66c3-4f9a-848f-df61656d9630 req-f34c4a96-0b14-430d-97fa-777180b682ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909035 Feb 09 22:08:06.283998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-d4336a38-d2c9-4002-8516-608e6b694ae5 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', 'tempest-TagsExtTest-Tag-331355964') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:06.303830 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8277-3c43-446c-9df5-b0a20fd6b131 req-bee4f584-31e6-4160-ad44-011c9ecd4271 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.305670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78da8277-3c43-446c-9df5-b0a20fd6b131 req-bee4f584-31e6-4160-ad44-011c9ecd4271 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 943 time: 0.1020112 Feb 09 22:08:06.306863 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (91ffe156-86a1-468b-916e-33fc82bf5c25), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.323763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:06.335512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=91ffe156-86a1-468b-916e-33fc82bf5c25,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:06.366820 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-d4336a38-d2c9-4002-8516-608e6b694ae5 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:06.367525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:06.370722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c3f8568a-2059-480c-9d41-b7e0e5e5cfc1 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:06.370822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d4336a38-d2c9-4002-8516-608e6b694ae5 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags/tempest-TagsExtTest-Tag-331355964 HTTP/1.1" status: 404 len: 328 time: 0.0884929 Feb 09 22:08:06.374308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40678) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.379132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb6226-2b1d-44fc-a84e-7c3ae98bff8c None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:06.379352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.381655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71c42-f7d2-493f-8fb0-4a70bb69e9b5 req-b87eae34-b907-4a2b-879e-231fc0f83513 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.385214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c5dafbb-35f2-4db0-b3b3-8926a9029a4c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/91ffe156-86a1-468b-916e-33fc82bf5c25 HTTP/1.1" status: 204 len: 168 time: 0.5079088 Feb 09 22:08:06.385364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fad71c42-f7d2-493f-8fb0-4a70bb69e9b5 req-b87eae34-b907-4a2b-879e-231fc0f83513 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 946 time: 0.1800945 Feb 09 22:08:06.385477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40680) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.398954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-dfbf7689-4850-4e69-bf7f-b2dab276dd2f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', 'tempest-TagsExtTest-Tag-449270197') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:06.408433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] For port ccc4f925-37d1-4cb4-8288-ff542d990f36, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:06.413657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78da8277-3c43-446c-9df5-b0a20fd6b131 req-fc3cd57a-3db3-4395-a3f3-f69a465627da tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818560 Feb 09 22:08:06.447060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Made reservation on behalf of ffb1be9748cf43b5a7e1375c674a669a for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:06.449445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.483097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] For port ccc4f925-37d1-4cb4-8288-ff542d990f36, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ccc4f925-37d1-4cb4-8288-ff542d990f36,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:06.493000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.542017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Deleting subnet efc69d56-5beb-4072-b973-2422de994441 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:06.548299 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-dfbf7689-4850-4e69-bf7f-b2dab276dd2f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:06.551851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dfbf7689-4850-4e69-bf7f-b2dab276dd2f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags/tempest-TagsExtTest-Tag-449270197 HTTP/1.1" status: 404 len: 328 time: 0.1648002 Feb 09 22:08:06.552795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40684) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.562950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (efc69d56-5beb-4072-b973-2422de994441), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.566174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-669a1527-9173-4f1c-b42a-b79ef61ae038 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe', 'tempest-TagsExtTest-Tag-1053059276') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:06.602413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.625407 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-669a1527-9173-4f1c-b42a-b79ef61ae038 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] show failed (client error): The resource could not be found. Feb 09 22:08:06.629554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-669a1527-9173-4f1c-b42a-b79ef61ae038 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags/tempest-TagsExtTest-Tag-1053059276 HTTP/1.1" status: 404 len: 329 time: 0.0725427 Feb 09 22:08:06.632895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fad71c42-f7d2-493f-8fb0-4a70bb69e9b5 req-6513e563-0799-4184-8184-ccb496a62538 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286789 Feb 09 22:08:06.643950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40690) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.661593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-02f34a34-2e0c-4cd3-9919-2d994da5dac7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '902281c5-734d-4ee6-b495-4052091ef9fe') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:06.682894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.683528 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.684962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] 10.222.0.30 "PUT /v2.0/ports/ccc4f925-37d1-4cb4-8288-ff542d990f36 HTTP/1.1" status: 200 len: 1091 time: 2.2097490 Feb 09 22:08:06.701233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'tag': 'ccc4f925-37d1-4cb4-8288-ff542d990f36'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:06.705669 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58046f-1948-48d9-afda-1e6485dbc5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95", "tag": "ccc4f925-37d1-4cb4-8288-ff542d990f36"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:06.718163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (efc69d56-5beb-4072-b973-2422de994441), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.742512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-02f34a34-2e0c-4cd3-9919-2d994da5dac7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.0966966 Feb 09 22:08:06.745201 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40696) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.757611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-8891fc0f-bade-4b7d-840b-e3b0f0716a38 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:06.815027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d51924-9215-488b-b757-27f529a2db44 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc4f925-37d1-4cb4-8288-ff542d990f36,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:06.833093 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eadd4d4-e7b4-4ee3-a583-3a920c7dad37 x-openstack-request-id: req-2eadd4d4-e7b4-4ee3-a583-3a920c7dad37 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:06.843513 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95", "tag": "ccc4f925-37d1-4cb4-8288-ff542d990f36", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:06.844079 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2eadd4d4-e7b4-4ee3-a583-3a920c7dad37 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:06.844660 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'tag': 'ccc4f925-37d1-4cb4-8288-ff542d990f36', 'status': 'completed', 'code': 200} Feb 09 22:08:06.877798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8891fc0f-bade-4b7d-840b-e3b0f0716a38 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2/tags HTTP/1.1" status: 204 len: 168 time: 0.1307466 Feb 09 22:08:06.880437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40702) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.885477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-48c164f7-8a7c-484b-9df4-6c1afb4a7bab tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93004ad7-379a-4e39-987f-7548099bdc5c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:06.932946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks [] for security_group (073fb5b4-0747-4665-ae2e-ae43bf869077), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.950080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48c164f7-8a7c-484b-9df4-6c1afb4a7bab tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0682709 Feb 09 22:08:06.954049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40706) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:06.959065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (efc69d56-5beb-4072-b973-2422de994441), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:06.960063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-6ee40734-9f8b-43bd-9dfc-e4204083b67f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2aa07cb2-107a-4da5-bb99-43d0e89fe588') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:07.012210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (073fb5b4-0747-4665-ae2e-ae43bf869077), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.025294 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6ee40734-9f8b-43bd-9dfc-e4204083b67f tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588/tags HTTP/1.1" status: 204 len: 168 time: 0.0699980 Feb 09 22:08:07.030091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40708) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.032973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58046f-1948-48d9-afda-1e6485dbc5e1 req-5622eaa1-9f00-48ef-929f-426207e929ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.034801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf58046f-1948-48d9-afda-1e6485dbc5e1 req-5622eaa1-9f00-48ef-929f-426207e929ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 1125 time: 0.1798429 Feb 09 22:08:07.063796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:07.147568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (aca398a8-e09b-4778-9947-9b2f2d39f46c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.147954 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Added segment aca398a8-e09b-4778-9947-9b2f2d39f46c of type vlan for network 8ea76f7d-a52e-41f8-b897-b09331d6d912 Feb 09 22:08:07.149765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073fb5b4-0747-4665-ae2e-ae43bf869077,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:07.223017 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec9e5-818e-4ecd-906a-15f543f8838b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.227631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4c9ec9e5-818e-4ecd-906a-15f543f8838b tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnetpools/902281c5-734d-4ee6-b495-4052091ef9fe HTTP/1.1" status: 204 len: 168 time: 0.1964514 Feb 09 22:08:07.228628 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40714) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.259818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8ea76f7d-a52e-41f8-b897-b09331d6d912), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.275476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7673af34-132c-4963-9508-5645da944060 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "GET /v2.0/ports?device_id=cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2 HTTP/1.1" status: 200 len: 205 time: 0.0453947 Feb 09 22:08:07.277805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40716) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.327444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58046f-1948-48d9-afda-1e6485dbc5e1 req-ce12f73b-6d97-4ba2-aedc-cfc9b177f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.329016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf58046f-1948-48d9-afda-1e6485dbc5e1 req-ce12f73b-6d97-4ba2-aedc-cfc9b177f4cd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2804120 Feb 09 22:08:07.342549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (efc69d56-5beb-4072-b973-2422de994441), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.393832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287068c7-63a0-4c00-bff5-6effb4375e51 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for router (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.543090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b9b960d9-da8a-44ad-8b4b-79cd681f4af0 None None] Provisioning complete for port ab06fcaf-c521-4ed8-bba8-12f269150289 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:07.544015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9b960d9-da8a-44ad-8b4b-79cd681f4af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.572028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-30692eee-5460-4572-bc69-6e95d72e07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.580537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58046f-1948-48d9-afda-1e6485dbc5e1 req-c8bded5b-dc26-4d8a-9ca2-bcc7ff3a5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.583265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf58046f-1948-48d9-afda-1e6485dbc5e1 req-c8bded5b-dc26-4d8a-9ca2-bcc7ff3a5607 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420838 Feb 09 22:08:07.583627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8ea76f7d-a52e-41f8-b897-b09331d6d912), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.584507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.585073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.661649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e9562-5822-4cda-ab20-5127c8efc9b4 None None] Network d3b85f89-362b-44e8-b88a-f1327ef80d2d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:07.665856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287068c7-63a0-4c00-bff5-6effb4375e51 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.668728 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287068c7-63a0-4c00-bff5-6effb4375e51 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for router_controller (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.751921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Subnet': ['ID=efc69d56-5beb-4072-b973-2422de994441,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:07.782193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.789662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40736) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.790364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b360ca92-407b-4720-b4b5-190d6ab42a4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/efc69d56-5beb-4072-b973-2422de994441 HTTP/1.1" status: 204 len: 168 time: 1.4026210 Feb 09 22:08:07.808883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b9b960d9-da8a-44ad-8b4b-79cd681f4af0 None None] Current status of the port ab06fcaf-c521-4ed8-bba8-12f269150289 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:07.848757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f2e07d4-837c-4f4a-b19a-7d4f97d1b597 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553887 Feb 09 22:08:07.849230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40742) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.864994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea76f7d-a52e-41f8-b897-b09331d6d912,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:07.887299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287068c7-63a0-4c00-bff5-6effb4375e51 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.888047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287068c7-63a0-4c00-bff5-6effb4375e51 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Fanout notify agent at l3_agent the message router_deleted on router cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:08:07.899489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-287068c7-63a0-4c00-bff5-6effb4375e51 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.900648 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-287068c7-63a0-4c00-bff5-6effb4375e51 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/routers/cdfd3ba8-c3ea-45b5-9eef-a03a872d3ac2 HTTP/1.1" status: 204 len: 168 time: 0.6218245 Feb 09 22:08:07.903162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40744) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.906156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b416d-eab1-4dcc-b6f1-47bda2f07cf0 req-b2dd87ba-e849-4b2f-919f-7ab2bdd501fb tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.907731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f5b416d-eab1-4dcc-b6f1-47bda2f07cf0 req-b2dd87ba-e849-4b2f-919f-7ab2bdd501fb tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 943 time: 0.3384337 Feb 09 22:08:07.922304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-9dfa0dc7-55b0-4aa6-b7bc-d93bafc84359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.926309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-9dfa0dc7-55b0-4aa6-b7bc-d93bafc84359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 1125 time: 0.1436393 Feb 09 22:08:07.927810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:07.963024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e9866-5a4e-47c6-b1ce-298abe60132e req-cf813694-5238-4ac8-a855-e601f63689ae tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.963024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c2e9866-5a4e-47c6-b1ce-298abe60132e req-cf813694-5238-4ac8-a855-e601f63689ae tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 946 time: 0.2093873 Feb 09 22:08:08.032924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-4ad0fcc3-5839-4c1f-8fb2-fd28a24ffcf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccc4f925-37d1-4cb4-8288-ff542d990f36 HTTP/1.1" status: 200 len: 217 time: 0.0968764 Feb 09 22:08:08.045815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] DHCP port deletion for d3b85f89-362b-44e8-b88a-f1327ef80d2d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:08:08.048809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c430e-407d-481d-b68a-9c7e49bdc3e6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:08.050473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-610c430e-407d-481d-b68a-9c7e49bdc3e6 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2002738 Feb 09 22:08:08.055386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40748) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:08.063377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5f4331f7-adf6-4752-a254-8ca68ff8cea5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9762080 Feb 09 22:08:08.069471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40750) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:08.081497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Request body: {'subnet': {'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1791543825-subnet', 'tenant_id': 'ffb1be9748cf43b5a7e1375c674a669a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:08.141053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-44a2a808-d4e6-43e2-b9a9-b811bc417bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:08.142968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-44a2a808-d4e6-43e2-b9a9-b811bc417bc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f8ab727-9d53-4db0-a9e4-e3fc76c25d31 HTTP/1.1" status: 200 len: 854 time: 0.0834053 Feb 09 22:08:08.143789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] Deleting port ab06fcaf-c521-4ed8-bba8-12f269150289 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:08.144154 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.185226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-96620562-8d34-4ddb-8dbc-83fa1bde6a5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4bf69638-d994-405d-a815-c434940f6e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346491 Feb 09 22:08:08.189430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f5b416d-eab1-4dcc-b6f1-47bda2f07cf0 req-c23ae9b4-fd62-414a-a30f-78f3d92e80a7 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565448 Feb 09 22:08:08.212108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Deleting port 93004ad7-379a-4e39-987f-7548099bdc5c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:08.212463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (93004ad7-379a-4e39-987f-7548099bdc5c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.239134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c2e9866-5a4e-47c6-b1ce-298abe60132e req-0d405d74-11f2-480f-921b-0fb5653b61c9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489603 Feb 09 22:08:08.306348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737090e-75db-425a-b9d6-25e1081baa7d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:08.307965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7737090e-75db-425a-b9d6-25e1081baa7d tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2475820 Feb 09 22:08:08.315274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40782) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:08.329872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] For port ab06fcaf-c521-4ed8-bba8-12f269150289, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ab06fcaf-c521-4ed8-bba8-12f269150289,segment=NetworkSegment(ba5a14b9-285e-4ff8-8eed-0a706eef1ff7),segment_id=ba5a14b9-285e-4ff8-8eed-0a706eef1ff7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:08.330275 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.353556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] Calling delete_port for ab06fcaf-c521-4ed8-bba8-12f269150289 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:08.374894 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Made reservation on behalf of ffb1be9748cf43b5a7e1375c674a669a for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:08.378288 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.433739 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-69959e00-4d23-4a2b-bbae-3843042e9dd8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068597 Feb 09 22:08:08.445168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40796) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:08.498345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-e7fdffcc-6511-4d2b-a18e-0626ccb96b86 service neutron] 10.222.0.30 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943661 Feb 09 22:08:08.530882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ab06fcaf-c521-4ed8-bba8-12f269150289), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.590699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] Pushing event deleted for resources: {'Port': ['ID=ab06fcaf-c521-4ed8-bba8-12f269150289,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:08.597045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f8618-7c43-4f9d-a306-f17eeb57f5c4 None None] No DVR routers for this DVR port ab06fcaf-c521-4ed8-bba8-12f269150289 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:08.666103 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (93004ad7-379a-4e39-987f-7548099bdc5c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.680907 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:08:08.706331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Calling delete_port for 93004ad7-379a-4e39-987f-7548099bdc5c owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:08.731816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (ad3b005e-3ea1-4949-be8a-e517fdaf4af5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.753424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ab06fcaf-c521-4ed8-bba8-12f269150289 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:08.796414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ab06fcaf-c521-4ed8-bba8-12f269150289 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:08.796634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ab06fcaf-c521-4ed8-bba8-12f269150289 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:08.897308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3b005e-3ea1-4949-be8a-e517fdaf4af5,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:08.918572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Checking segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:08.919108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Network hostable DHCP agents. Network: 8ea76f7d-a52e-41f8-b897-b09331d6d912, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:09.012560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:09.085558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.106376 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-67179106-dc18-45bd-b305-cc8309abd21b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.107183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67179106-dc18-45bd-b305-cc8309abd21b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.113781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-67179106-dc18-45bd-b305-cc8309abd21b tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/84b93ba8-df3c-4a80-8340-a3ca603f8c22 HTTP/1.1" status: 404 len: 333 time: 0.6148729 Feb 09 22:08:09.114225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40814) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.127431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8ea76f7d-a52e-41f8-b897-b09331d6d912) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:09.139760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a18d70-9b7b-4ff1-8953-a4bf2b16baaa None None] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:09.161313 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (93004ad7-379a-4e39-987f-7548099bdc5c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.165632 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5869f17b-ee5f-4c1f-86a4-3cef10745709 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.166547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5869f17b-ee5f-4c1f-86a4-3cef10745709 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.179862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5869f17b-ee5f-4c1f-86a4-3cef10745709 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/91ffe156-86a1-468b-916e-33fc82bf5c25 HTTP/1.1" status: 404 len: 337 time: 0.0644078 Feb 09 22:08:09.184280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40822) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.186698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.187397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.194610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d6001c-5339-42fa-a81a-3603c47aff2b req-f06a4658-f731-4cfd-b095-c05334c14fa2 service neutron] 10.222.0.30 "GET /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341569 Feb 09 22:08:09.245115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca54c2-4fd3-465b-b117-e620e0f29e64 req-ff5577e9-7ec4-4af5-8beb-3f2ca573e906 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.253483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bca54c2-4fd3-465b-b117-e620e0f29e64 req-ff5577e9-7ec4-4af5-8beb-3f2ca573e906 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 946 time: 0.8347983 Feb 09 22:08:09.392127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3bca54c2-4fd3-465b-b117-e620e0f29e64 req-f826eb05-9728-45fc-bb37-7f4c998f9552 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372967 Feb 09 22:08:09.405047 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b20b87ef-974a-4bde-8eca-16defc243f75 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3232586 Feb 09 22:08:09.406029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event deleted for resources: {'Port': ['ID=93004ad7-379a-4e39-987f-7548099bdc5c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:09.411952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40840) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.447322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8d75f8-7e19-40d0-b783-d4fe0454c270 None None] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:09.526712 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0d5a57-e1db-4ea2-a57d-df574ca2697a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.527186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0d5a57-e1db-4ea2-a57d-df574ca2697a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.552015 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5f0d5a57-e1db-4ea2-a57d-df574ca2697a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/efc69d56-5beb-4072-b973-2422de994441 HTTP/1.1" status: 404 len: 337 time: 0.3481240 Feb 09 22:08:09.552408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40854) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.608403 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-794ebb02-4660-4ad3-a4b7-b748f3db02e4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.608986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794ebb02-4660-4ad3-a4b7-b748f3db02e4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.615244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-794ebb02-4660-4ad3-a4b7-b748f3db02e4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/8c5fe1eb-b12c-4651-8b67-f1ac02012ef1 HTTP/1.1" status: 404 len: 333 time: 0.0588233 Feb 09 22:08:09.623331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40856) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.694490 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e746b97-8bd3-46fd-bbae-f74a312fe924 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.694490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e746b97-8bd3-46fd-bbae-f74a312fe924 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.694490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e746b97-8bd3-46fd-bbae-f74a312fe924 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/789200b6-49a4-433e-ae14-7bfd816437c3 HTTP/1.1" status: 404 len: 337 time: 0.0747902 Feb 09 22:08:09.701277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40860) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.702453 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.711448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9c604447-f378-496b-bdbe-94e534d41fe7 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/ports/93004ad7-379a-4e39-987f-7548099bdc5c HTTP/1.1" status: 204 len: 168 time: 1.8073039 Feb 09 22:08:09.713844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40862) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.815016 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbbb0a7-458d-4c18-8dc2-6b3c65427f42 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.815572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbbb0a7-458d-4c18-8dc2-6b3c65427f42 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.818880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cfbbb0a7-458d-4c18-8dc2-6b3c65427f42 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/466b3fe2-c0fc-4402-8474-fb3f761cc33e HTTP/1.1" status: 404 len: 337 time: 0.1061864 Feb 09 22:08:09.821789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40870) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.862650 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda7e9d4-152c-4a2f-ad07-956ab004e183 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.862650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda7e9d4-152c-4a2f-ad07-956ab004e183 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.869838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fda7e9d4-152c-4a2f-ad07-956ab004e183 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/181db190-1904-4dbe-bdd0-27dc69b3c5d1 HTTP/1.1" status: 404 len: 333 time: 0.0470185 Feb 09 22:08:09.873494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40874) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.938455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Deleting subnet 2aa07cb2-107a-4da5-bb99-43d0e89fe588 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:09.947377 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-147c65de-fcbf-4f82-bfa1-deb72a2c2029 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:09.947980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147c65de-fcbf-4f82-bfa1-deb72a2c2029 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:09.951229 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-147c65de-fcbf-4f82-bfa1-deb72a2c2029 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/0aa7f635-4b37-46b5-ab73-ba5f8200f7ef HTTP/1.1" status: 404 len: 337 time: 0.0767467 Feb 09 22:08:09.951872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for subnet (2aa07cb2-107a-4da5-bb99-43d0e89fe588), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.953868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40878) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.956194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce8f17-b036-4ed6-9898-51a31551a6b4 tempest-TestVolumeBackupRestore-892604931 tempest-TestVolumeBackupRestore-892604931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.958378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d7ce8f17-b036-4ed6-9898-51a31551a6b4 tempest-TestVolumeBackupRestore-892604931 tempest-TestVolumeBackupRestore-892604931-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1123 time: 0.5439541 Feb 09 22:08:09.977461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40880) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.981941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:10.021945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (2aa07cb2-107a-4da5-bb99-43d0e89fe588), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.025169 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac20ff7-c5e5-450e-9485-fb4fd8ffeb83 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.025949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac20ff7-c5e5-450e-9485-fb4fd8ffeb83 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.029442 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ac20ff7-c5e5-450e-9485-fb4fd8ffeb83 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/f60426e8-70c0-4566-ac17-bc14d03c803c HTTP/1.1" status: 404 len: 337 time: 0.0734301 Feb 09 22:08:10.031887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40882) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.052342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae5327-3cfb-41b1-b504-84a6610fc5e6 req-29e7f341-2fb4-412c-823a-6c02da9a56e0 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:10.063889 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7ae5327-3cfb-41b1-b504-84a6610fc5e6 req-29e7f341-2fb4-412c-823a-6c02da9a56e0 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 943 time: 0.6543760 Feb 09 22:08:10.103601 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96bc254-dfba-449a-b1b5-f21708de32ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.104203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96bc254-dfba-449a-b1b5-f21708de32ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.109565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d96bc254-dfba-449a-b1b5-f21708de32ba tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/cbd7002f-becc-437b-8b3c-6677428946aa HTTP/1.1" status: 404 len: 333 time: 0.0742185 Feb 09 22:08:10.116257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40894) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.141968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.151881 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-074f4480-d15e-4788-a611-248348a7f1ee tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.152351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074f4480-d15e-4788-a611-248348a7f1ee tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.158458 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-074f4480-d15e-4788-a611-248348a7f1ee tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/8b19ee5e-c58a-4cb8-abe9-8853db5d842d HTTP/1.1" status: 404 len: 337 time: 0.0368500 Feb 09 22:08:10.165398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40896) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.210126 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a66612-027c-4639-a6d4-72a876554520 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.210512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a66612-027c-4639-a6d4-72a876554520 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.216815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-70a66612-027c-4639-a6d4-72a876554520 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/ce361010-6f48-466e-8139-cb74f314b1d9 HTTP/1.1" status: 404 len: 337 time: 0.0481894 Feb 09 22:08:10.218363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40898) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.240900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7ae5327-3cfb-41b1-b504-84a6610fc5e6 req-85247d5f-8917-4a3b-a95d-966d59802052 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758738 Feb 09 22:08:10.253406 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.266467 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-378bc049-3fea-44f8-979b-11499cd403e5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.267084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378bc049-3fea-44f8-979b-11499cd403e5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.271763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-378bc049-3fea-44f8-979b-11499cd403e5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/ba7716e1-52ff-44cc-8620-725b32af18cf HTTP/1.1" status: 404 len: 333 time: 0.0516329 Feb 09 22:08:10.273519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40900) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.279283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2aa07cb2-107a-4da5-bb99-43d0e89fe588), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.305947 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-72285577-31ea-4409-9529-fef562df2349 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.306619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72285577-31ea-4409-9529-fef562df2349 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.310200 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-72285577-31ea-4409-9529-fef562df2349 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/ddd8b6c7-8f2e-4e66-a84d-051319a7990e HTTP/1.1" status: 404 len: 337 time: 0.0354776 Feb 09 22:08:10.312973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.366120 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e00ee9-84a2-4d82-8e03-c6bfa5028392 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.366706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e00ee9-84a2-4d82-8e03-c6bfa5028392 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.371108 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d8e00ee9-84a2-4d82-8e03-c6bfa5028392 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/21f7d1ce-6b92-4ea3-b36d-ada45e46b46e HTTP/1.1" status: 404 len: 333 time: 0.0566397 Feb 09 22:08:10.373645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40906) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.400960 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe03f5b-ec90-4612-8281-5ed4e6005299 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.401787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe03f5b-ec90-4612-8281-5ed4e6005299 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.405114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5fe03f5b-ec90-4612-8281-5ed4e6005299 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/de3322ad-3c92-4007-a836-349d3f9bd4cf HTTP/1.1" status: 404 len: 337 time: 0.0302839 Feb 09 22:08:10.407757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40908) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.434043 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fd0e69-ee38-4486-b5d9-a02b02af45f0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.435101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fd0e69-ee38-4486-b5d9-a02b02af45f0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.439514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-10fd0e69-ee38-4486-b5d9-a02b02af45f0 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/c3cc1a70-088e-44ed-b023-486e0b2cefbc HTTP/1.1" status: 404 len: 333 time: 0.0305884 Feb 09 22:08:10.444466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-84ff77aa-ac3d-4513-bab7-5e65247b4961 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:10.446076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.446419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-84ff77aa-ac3d-4513-bab7-5e65247b4961 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.3626111 Feb 09 22:08:10.474003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-5ead75c5-59fe-4cab-8321-83b8a1d9b8ea tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/quotas/ffb1be9748cf43b5a7e1375c674a669a HTTP/1.1" status: 200 len: 375 time: 0.0209718 Feb 09 22:08:10.476419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (2aa07cb2-107a-4da5-bb99-43d0e89fe588), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.484423 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-734ca477-2cd2-493b-8e4d-f1a73b03f3ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.485226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734ca477-2cd2-493b-8e4d-f1a73b03f3ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.502895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-734ca477-2cd2-493b-8e4d-f1a73b03f3ca tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/0be13de7-0b81-4abc-b84d-3f343a031019 HTTP/1.1" status: 404 len: 337 time: 0.0413151 Feb 09 22:08:10.503315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40916) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.508027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa07cb2-107a-4da5-bb99-43d0e89fe588,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:10.554542 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d53470-bdc6-4401-b3dd-449e1f8cadaf tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.555846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d53470-bdc6-4401-b3dd-449e1f8cadaf tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.568068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-02708023-1ee0-492b-a95d-266ca526154b tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610330 Feb 09 22:08:10.572219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.573952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-11d53470-bdc6-4401-b3dd-449e1f8cadaf tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/56960ad8-c5aa-4f9c-b30b-5330dcedf57f HTTP/1.1" status: 404 len: 333 time: 0.0683043 Feb 09 22:08:10.580817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12356d68-e23f-4810-b4c0-fa1906343474 None None] Network 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:10.626351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.664059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8a952481-898e-4cc6-be1a-d8e04467f3c8 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/subnets/2aa07cb2-107a-4da5-bb99-43d0e89fe588 HTTP/1.1" status: 204 len: 168 time: 0.9488120 Feb 09 22:08:10.666350 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40922) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.672337 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdf88f4-5ac7-421f-87f3-5f1f210e824e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.672819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdf88f4-5ac7-421f-87f3-5f1f210e824e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.684293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0fdf88f4-5ac7-421f-87f3-5f1f210e824e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/47c9e5a6-b14e-4451-9a0b-6d20cd4ccb7b HTTP/1.1" status: 404 len: 337 time: 0.1022456 Feb 09 22:08:10.714660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40926) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.859457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] DHCP port deletion for 8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:08:10.866647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.884517 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e758fe-1538-4a61-b7f4-8fd0b4d5d606 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.885268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e758fe-1538-4a61-b7f4-8fd0b4d5d606 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.888732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-07e758fe-1538-4a61-b7f4-8fd0b4d5d606 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/16d9e5ba-6b8c-40e5-8876-294cbad077ce HTTP/1.1" status: 404 len: 333 time: 0.1057389 Feb 09 22:08:10.891919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40942) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.925658 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e7240a-ae36-4b5a-86d0-78c4b04def03 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.926140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e7240a-ae36-4b5a-86d0-78c4b04def03 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.931609 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e6e7240a-ae36-4b5a-86d0-78c4b04def03 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/e77cd7c1-f358-4361-b1dd-f0e806654b29 HTTP/1.1" status: 404 len: 337 time: 0.0365884 Feb 09 22:08:10.936029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40948) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.970436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:10.973097 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-632da747-6133-49dc-bf41-5972c87b994f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:10.973752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632da747-6133-49dc-bf41-5972c87b994f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:10.978467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-632da747-6133-49dc-bf41-5972c87b994f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/77a7bf44-fbaf-47e4-9495-69f378b02dc0 HTTP/1.1" status: 404 len: 333 time: 0.0423944 Feb 09 22:08:10.979545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40952) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.012597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] Deleting port 082553cf-2d28-450f-8b11-e2b4847d6993 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:11.014684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.020588 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f94e12-0f51-4666-bb95-30975c0e82ce tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.021426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f94e12-0f51-4666-bb95-30975c0e82ce tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.024880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51f94e12-0f51-4666-bb95-30975c0e82ce tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/6405baaf-cc4b-4972-b084-c22080ffcaac HTTP/1.1" status: 404 len: 337 time: 0.0441964 Feb 09 22:08:11.042663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40956) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.050641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Allocated IP 172.25.5.92 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/97a0dc8a-6f47-4f57-8428-62d0f2a9368f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:11.076793 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d776665-f90e-42dc-b8d4-088950f16bcf tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.077520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d776665-f90e-42dc-b8d4-088950f16bcf tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.081146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1d776665-f90e-42dc-b8d4-088950f16bcf tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/7b09492b-0ed1-4bb8-848b-90771c06b99d HTTP/1.1" status: 404 len: 337 time: 0.0337198 Feb 09 22:08:11.086092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.138654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-529c018b-9082-450d-a089-305b3fe3f022 service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707243 Feb 09 22:08:11.153558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] For port 082553cf-2d28-450f-8b11-e2b4847d6993, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=082553cf-2d28-450f-8b11-e2b4847d6993,segment=NetworkSegment(1d292cdc-5ed2-45df-8d85-ea6281e85b68),segment_id=1d292cdc-5ed2-45df-8d85-ea6281e85b68)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:11.154109 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.157481 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e6bc91-c577-4c11-8ac6-2ede248452be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.160897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e6bc91-c577-4c11-8ac6-2ede248452be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.161420 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-90e6bc91-c577-4c11-8ac6-2ede248452be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/5c958b01-0eb2-4309-ba7b-62b4bae33183 HTTP/1.1" status: 404 len: 333 time: 0.0703220 Feb 09 22:08:11.164888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40960) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.181067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] Calling delete_port for 082553cf-2d28-450f-8b11-e2b4847d6993 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:11.193202 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ba260f-9f9f-4be3-a340-1ebfe16f2d5c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.193660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ba260f-9f9f-4be3-a340-1ebfe16f2d5c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.196662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-84ba260f-9f9f-4be3-a340-1ebfe16f2d5c tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/a94119db-3cb4-4444-828e-9c3f6be9a6a7 HTTP/1.1" status: 404 len: 337 time: 0.0309601 Feb 09 22:08:11.199280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40962) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.233917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Deleting port 082553cf-2d28-450f-8b11-e2b4847d6993 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:11.234258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.237275 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf93012-5631-495c-92f1-d0364e536cb5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.237736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf93012-5631-495c-92f1-d0364e536cb5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.241553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fbf93012-5631-495c-92f1-d0364e536cb5 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/8b74d735-ed48-42d1-9239-192ac18f5876 HTTP/1.1" status: 404 len: 337 time: 0.0411451 Feb 09 22:08:11.244809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40964) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.294573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.296464 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3c63cd-a058-45fa-80fc-fc65975f7c5e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.297094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3c63cd-a058-45fa-80fc-fc65975f7c5e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.304267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ae3c63cd-a058-45fa-80fc-fc65975f7c5e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/91db0e9b-be9b-406b-9666-495255c73299 HTTP/1.1" status: 404 len: 333 time: 0.0559905 Feb 09 22:08:11.306956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40970) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.369694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] For port 082553cf-2d28-450f-8b11-e2b4847d6993, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=082553cf-2d28-450f-8b11-e2b4847d6993,segment=NetworkSegment(1d292cdc-5ed2-45df-8d85-ea6281e85b68),segment_id=1d292cdc-5ed2-45df-8d85-ea6281e85b68)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:11.369694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.384254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f92b7b52-0189-490f-a905-ce25652422e5 service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263291 Feb 09 22:08:11.386444 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aab208d-73b4-4c3c-a66c-c399ccdad184 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.386897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aab208d-73b4-4c3c-a66c-c399ccdad184 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.390056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6aab208d-73b4-4c3c-a66c-c399ccdad184 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/88ae7708-5721-4184-b7b0-3e4f08baf06a HTTP/1.1" status: 404 len: 337 time: 0.0810602 Feb 09 22:08:11.393615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40974) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.401093 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.452356 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-792f4504-f128-4a5c-831c-302d279991e4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.452833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792f4504-f128-4a5c-831c-302d279991e4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.455654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] Pushing event deleted for resources: {'Port': ['ID=082553cf-2d28-450f-8b11-e2b4847d6993,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:11.462403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Calling delete_port for 082553cf-2d28-450f-8b11-e2b4847d6993 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:11.463302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09429f33-e371-4dc5-bbd7-24f73fa0c238 None None] No DVR routers for this DVR port 082553cf-2d28-450f-8b11-e2b4847d6993 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:11.483147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-792f4504-f128-4a5c-831c-302d279991e4 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/0b372dfc-6afe-466e-97ce-a300716154de HTTP/1.1" status: 404 len: 337 time: 0.0793898 Feb 09 22:08:11.483147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40976) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.529166 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d9da27-f8ef-457d-91d5-2cd1bbb39645 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.529775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d9da27-f8ef-457d-91d5-2cd1bbb39645 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.536060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e2d9da27-f8ef-457d-91d5-2cd1bbb39645 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/80c2f601-33c4-40ff-8362-d1256bd68df8 HTTP/1.1" status: 404 len: 333 time: 0.0525937 Feb 09 22:08:11.536777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40978) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.562307 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e25266-a0bd-4946-9e59-3bb0af7dfe4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.563011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e25266-a0bd-4946-9e59-3bb0af7dfe4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.566548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f6e25266-a0bd-4946-9e59-3bb0af7dfe4a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/bdb6f062-6410-4a16-aa2f-8ad61156dc4f HTTP/1.1" status: 404 len: 337 time: 0.0282547 Feb 09 22:08:11.568880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40980) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.576626 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592067f-0506-4db4-8e7f-c834f81b01c1 req-cec29b6b-5171-410d-bb07-0af5a8bff78b tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:11.578295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c592067f-0506-4db4-8e7f-c834f81b01c1 req-cec29b6b-5171-410d-bb07-0af5a8bff78b tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 943 time: 0.1516440 Feb 09 22:08:11.602985 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef07310-9449-4ac3-8860-e520f89cb431 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:11.603451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef07310-9449-4ac3-8860-e520f89cb431 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:11.606611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2ef07310-9449-4ac3-8860-e520f89cb431 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/d3236cf1-91f7-4a8a-80a3-43d50785ff0f HTTP/1.1" status: 404 len: 337 time: 0.0366495 Feb 09 22:08:11.609240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40982) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.650220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (082553cf-2d28-450f-8b11-e2b4847d6993), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.667381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c592067f-0506-4db4-8e7f-c834f81b01c1 req-f8b88cd3-7399-419f-86f3-6bc809a6556f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817103 Feb 09 22:08:11.673655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8eace794-f83d-4836-a385-176611ba18ce tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports?device_id=f040a004-ea38-4a95-8aea-05117c26db21 HTTP/1.1" status: 200 len: 205 time: 0.0632393 Feb 09 22:08:11.675639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.696491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] No DVR routers for this DVR port 082553cf-2d28-450f-8b11-e2b4847d6993 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:11.702559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.702803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event deleted for resources: {'Port': ['ID=082553cf-2d28-450f-8b11-e2b4847d6993,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:11.731944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.799189 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-00bb6e16-fef8-4a36-9ad7-ce7d72c9c794 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] delete failed (client error): The resource could not be found. Feb 09 22:08:11.801803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-00bb6e16-fef8-4a36-9ad7-ce7d72c9c794 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/routers/f040a004-ea38-4a95-8aea-05117c26db21 HTTP/1.1" status: 404 len: 336 time: 0.1237419 Feb 09 22:08:11.809116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40988) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:11.865731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.870624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:11.877811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:11.882582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:11.902002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:11.913682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d292cdc-5ed2-45df-8d85-ea6281e85b68') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:11.913998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d292cdc-5ed2-45df-8d85-ea6281e85b68') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:11.926087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'Port': ['ID=97a0dc8a-6f47-4f57-8428-62d0f2a9368f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:11.926882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (1d292cdc-5ed2-45df-8d85-ea6281e85b68), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.954270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1d292cdc-5ed2-45df-8d85-ea6281e85b68), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.961398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:11.962010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (1d292cdc-5ed2-45df-8d85-ea6281e85b68), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:12.062623 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:12.102298 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888fc07-432e-411c-8bcd-c6e33bf62ef8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.103123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888fc07-432e-411c-8bcd-c6e33bf62ef8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.109937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5888fc07-432e-411c-8bcd-c6e33bf62ef8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/627c9ff4-e15c-4164-9b10-a8193a9d6111 HTTP/1.1" status: 404 len: 337 time: 0.2821603 Feb 09 22:08:12.110812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 40996) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.171563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1b54f168-6438-435e-ba0f-6118574e4199 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "GET /v2.0/ports?device_id=92260415-ba2a-43c2-bd42-a6f0b95aba3a HTTP/1.1" status: 200 len: 205 time: 0.0541739 Feb 09 22:08:12.174444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 40998) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.179118 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fc1aa0a-d555-4c4e-ba72-7c95b2a6a244 req-379d8e89-bd75-4745-933a-fb4b16e7caf9 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 210 time: 0.1084282 Feb 09 22:08:12.219797 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-b88c1a14-855c-451b-8925-ab8d229975f7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] delete failed (client error): The resource could not be found. Feb 09 22:08:12.221624 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b88c1a14-855c-451b-8925-ab8d229975f7 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/routers/92260415-ba2a-43c2-bd42-a6f0b95aba3a HTTP/1.1" status: 404 len: 336 time: 0.0453305 Feb 09 22:08:12.226317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41000) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.256665 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-109322e9-52df-44d4-bf2a-a13d12992c4f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.257187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109322e9-52df-44d4-bf2a-a13d12992c4f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.262535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-109322e9-52df-44d4-bf2a-a13d12992c4f tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/76125c3b-e94f-4e53-8095-78bf0a0d173b HTTP/1.1" status: 404 len: 337 time: 0.0327501 Feb 09 22:08:12.262675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41002) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.289029 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb15608-e4d3-4dad-9531-7a0dae2a8797 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.289486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb15608-e4d3-4dad-9531-7a0dae2a8797 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.295091 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2bb15608-e4d3-4dad-9531-7a0dae2a8797 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/424bd12a-7b18-4c50-a359-9585dd04485c HTTP/1.1" status: 404 len: 337 time: 0.0289264 Feb 09 22:08:12.295091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.296356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41004) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.310885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.314692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] 10.222.0.98 "DELETE /v2.0/networks/8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa HTTP/1.1" status: 204 len: 168 time: 1.6471958 Feb 09 22:08:12.370972 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f377e8ff-a937-4711-8250-44b6655ebd0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.370972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f377e8ff-a937-4711-8250-44b6655ebd0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.377521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f377e8ff-a937-4711-8250-44b6655ebd0e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/cc2e7a39-58b7-42be-8b30-fbcdf7ac7cd7 HTTP/1.1" status: 404 len: 333 time: 0.0801270 Feb 09 22:08:12.398973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41010) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.416521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30598cf7-974a-42fe-b457-e18b5efec734 tempest-TagsExtTest-1786335430 tempest-TagsExtTest-1786335430-project] Pushing event deleted for resources: {'Network': ['ID=8c9dcc2b-f9bc-4d15-80d9-3ee5320224aa,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:12.440004 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71b6194-b9b1-4432-a19c-46cd2d2e9f71 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.440542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71b6194-b9b1-4432-a19c-46cd2d2e9f71 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.446190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c71b6194-b9b1-4432-a19c-46cd2d2e9f71 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/dccb1f8e-dd52-4896-a4de-3758c4c83be0 HTTP/1.1" status: 404 len: 337 time: 0.0435646 Feb 09 22:08:12.452383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41012) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.482495 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd08af99-e849-40b9-9953-c546b3a23f58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.485886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd08af99-e849-40b9-9953-c546b3a23f58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.490031 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fd08af99-e849-40b9-9953-c546b3a23f58 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/003d78d4-ea8f-4672-88a1-b5b38f8e40aa HTTP/1.1" status: 404 len: 333 time: 0.0406084 Feb 09 22:08:12.490685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41016) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.525542 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-139c9fc1-9c78-4bb5-b8d2-e092c3909734 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.526011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139c9fc1-9c78-4bb5-b8d2-e092c3909734 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.532249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-139c9fc1-9c78-4bb5-b8d2-e092c3909734 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/40c9a265-f3ec-4a3f-8949-89b8a14da268 HTTP/1.1" status: 404 len: 337 time: 0.0404799 Feb 09 22:08:12.533263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41018) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.569036 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdf9ac5-6f8a-443c-807a-0fd877779c89 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.569673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdf9ac5-6f8a-443c-807a-0fd877779c89 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.584265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9fdf9ac5-6f8a-443c-807a-0fd877779c89 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/e9fcf259-f55d-45cc-b095-d6e68e736858 HTTP/1.1" status: 404 len: 333 time: 0.0463395 Feb 09 22:08:12.585942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41020) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.629600 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-32108f40-827a-478f-904d-4c82ee3ce6b8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.632264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32108f40-827a-478f-904d-4c82ee3ce6b8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.639152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-32108f40-827a-478f-904d-4c82ee3ce6b8 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/c464e256-88b1-476e-a889-bf1ffc2c6715 HTTP/1.1" status: 404 len: 337 time: 0.0515661 Feb 09 22:08:12.639772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41022) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.671869 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c19ae5-b9b1-498c-82cb-9638155d0420 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.672530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c19ae5-b9b1-498c-82cb-9638155d0420 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.690890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b5c19ae5-b9b1-498c-82cb-9638155d0420 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/a4d7dded-effb-470b-8591-c97eb6e2a7cc HTTP/1.1" status: 404 len: 333 time: 0.0482535 Feb 09 22:08:12.695524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41024) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.742513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 082553cf-2d28-450f-8b11-e2b4847d6993 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:12.756931 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8d701b-5daf-4631-94da-ecb8ff618d9e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.768384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8d701b-5daf-4631-94da-ecb8ff618d9e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.782480 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ff8d701b-5daf-4631-94da-ecb8ff618d9e tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/9e1e11ec-6ee4-45b3-8001-0f64cb258548 HTTP/1.1" status: 404 len: 337 time: 0.0766318 Feb 09 22:08:12.782711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 082553cf-2d28-450f-8b11-e2b4847d6993 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:12.782898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.786998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 082553cf-2d28-450f-8b11-e2b4847d6993 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:12.852165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for floatingip (742807d2-9f15-49ef-ba4e-902b7bdf03c3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:12.856420 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8993d0-8e69-4d1b-9f07-d553cab10daa tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.857068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8993d0-8e69-4d1b-9f07-d553cab10daa tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.861488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ee8993d0-8e69-4d1b-9f07-d553cab10daa tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/cfb8f70a-86c4-4639-8130-a995be01cbd5 HTTP/1.1" status: 404 len: 333 time: 0.0833743 Feb 09 22:08:12.863998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41034) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.918030 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-a002ea3f-20df-44f9-aca7-7444e1dc7e29 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.918511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a002ea3f-20df-44f9-aca7-7444e1dc7e29 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.922661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a002ea3f-20df-44f9-aca7-7444e1dc7e29 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/3c92ba51-aab9-4ec0-b965-5169cb0db4dd HTTP/1.1" status: 404 len: 337 time: 0.0575948 Feb 09 22:08:12.923463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.925492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41038) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:12.977153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4148188-2a84-4c5d-92e3-b295b91f0fa0 req-0543a7d6-4608-40d9-bf48-2e25cfcc16bf tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:12.978827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4148188-2a84-4c5d-92e3-b295b91f0fa0 req-0543a7d6-4608-40d9-bf48-2e25cfcc16bf tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 943 time: 0.1836038 Feb 09 22:08:12.985618 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce69feb2-028a-462a-8a76-28015e0948f2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:12.986352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce69feb2-028a-462a-8a76-28015e0948f2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:12.991287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ce69feb2-028a-462a-8a76-28015e0948f2 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/5e310bb2-7348-4e36-81a3-efe32d15df0c HTTP/1.1" status: 404 len: 333 time: 0.0639427 Feb 09 22:08:12.993012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41042) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.036510 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c021c1-5733-4325-a8ac-c73f9131a65a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:13.037283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c021c1-5733-4325-a8ac-c73f9131a65a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:13.043311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41044) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.043750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-05c021c1-5733-4325-a8ac-c73f9131a65a tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/f8e41190-20fe-4496-b39e-c7cb6e98daa4 HTTP/1.1" status: 404 len: 337 time: 0.0481417 Feb 09 22:08:13.053842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4148188-2a84-4c5d-92e3-b295b91f0fa0 req-79c4b251-3d39-428e-98a7-b61e1264f24d tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580788 Feb 09 22:08:13.075952 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d14d3b9-bf7a-44b3-8095-283409d54571 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:13.076528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d14d3b9-bf7a-44b3-8095-283409d54571 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:13.084091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8d14d3b9-bf7a-44b3-8095-283409d54571 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/ports/027103c1-5a96-44f2-b82b-a7e5209f0006 HTTP/1.1" status: 404 len: 333 time: 0.0349522 Feb 09 22:08:13.084455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41046) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.118451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.128748 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5631f72c-2139-472f-8c8a-3ff0ae542892 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] DELETE failed (client error): The resource could not be found. Feb 09 22:08:13.129620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5631f72c-2139-472f-8c8a-3ff0ae542892 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:08:13.133512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5631f72c-2139-472f-8c8a-3ff0ae542892 tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/subnets/695c4852-6f57-48a1-9e64-934cb73f37db HTTP/1.1" status: 404 len: 337 time: 0.0480433 Feb 09 22:08:13.143891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41048) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.186942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47f6e1ab-cc5b-4ac5-9baf-0345d4b1b758 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8edcd70d9573470888af8d17d2a9f722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621977 Feb 09 22:08:13.189409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41050) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:13.202448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ccc4f925-37d1-4cb4-8288-ff542d990f36 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:13.304203 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d3b85f89-362b-44e8-b88a-f1327ef80d2d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.372285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75bc52e4-05ab-4779-a75c-b3521c6d5623 admin admin] Publish callbacks [] for security_group (d8e55496-44c6-4607-80ae-61b0b30b7366), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.388433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b616e2d3-e5f7-4b7d-9f7a-ebf6c031afc8 req-7d90bb73-3c0c-4a34-84da-6c4aafc3a3ab tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 210 time: 0.0924158 Feb 09 22:08:13.406991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ccc4f925-37d1-4cb4-8288-ff542d990f36, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ccc4f925-37d1-4cb4-8288-ff542d990f36,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:13.423839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75bc52e4-05ab-4779-a75c-b3521c6d5623 admin admin] Publish callbacks [] for security_group (d8e55496-44c6-4607-80ae-61b0b30b7366), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.463150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ccc4f925-37d1-4cb4-8288-ff542d990f36', 'network_id': '4bf69638-d994-405d-a815-c434940f6e8a', 'port_id': 'ccc4f925-37d1-4cb4-8288-ff542d990f36', 'mac_address': 'fa:16:3e:00:c2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8ab727-9d53-4db0-a9e4-e3fc76c25d31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:13.470885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d3b85f89-362b-44e8-b88a-f1327ef80d2d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.512356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b85f89-362b-44e8-b88a-f1327ef80d2d']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:13.528958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:13.529181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5a14b9-285e-4ff8-8eed-0a706eef1ff7') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:13.529951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ccc4f925-37d1-4cb4-8288-ff542d990f36 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:13.530499 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.539847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.544536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ba5a14b9-285e-4ff8-8eed-0a706eef1ff7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.546919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc4f925-37d1-4cb4-8288-ff542d990f36 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:13.578273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ccc4f925-37d1-4cb4-8288-ff542d990f36, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ccc4f925-37d1-4cb4-8288-ff542d990f36,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:13.582509 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ba5a14b9-285e-4ff8-8eed-0a706eef1ff7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.589889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:13.590505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ba5a14b9-285e-4ff8-8eed-0a706eef1ff7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:13.593687 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:13.630076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.650657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.730918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event updated for resources: {'Port': ['ID=97a0dc8a-6f47-4f57-8428-62d0f2a9368f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:13.731739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ccc4f925-37d1-4cb4-8288-ff542d990f36,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:13.751502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (742807d2-9f15-49ef-ba4e-902b7bdf03c3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.802870 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d3b85f89-362b-44e8-b88a-f1327ef80d2d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.848838 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.852437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] 10.222.0.98 "DELETE /v2.0/networks/d3b85f89-362b-44e8-b88a-f1327ef80d2d HTTP/1.1" status: 204 len: 168 time: 0.7070174 Feb 09 22:08:13.886761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ccc4f925-37d1-4cb4-8288-ff542d990f36'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:14.092966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75bc52e4-05ab-4779-a75c-b3521c6d5623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d8e55496-44c6-4607-80ae-61b0b30b7366), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.096305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75bc52e4-05ab-4779-a75c-b3521c6d5623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.098534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-75bc52e4-05ab-4779-a75c-b3521c6d5623 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d8e55496-44c6-4607-80ae-61b0b30b7366 HTTP/1.1" status: 204 len: 168 time: 0.9077995 Feb 09 22:08:14.132673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc52e4-05ab-4779-a75c-b3521c6d5623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e55496-44c6-4607-80ae-61b0b30b7366,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:14.336216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513992d-729f-4a36-b63b-05542055a9be tempest-NetworksTestDHCPv6-1721818130 tempest-NetworksTestDHCPv6-1721818130-project] Pushing event deleted for resources: {'Network': ['ID=d3b85f89-362b-44e8-b88a-f1327ef80d2d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:14.485089 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Floating IP 742807d2-9f15-49ef-ba4e-902b7bdf03c3 associated. External IP: 172.25.5.92, port: 6287677d-1e5f-4f53-87e6-6591786e2db8. Feb 09 22:08:14.662749 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a4bf200-e892-4a6c-af8d-ad59918c2d34 req-ea326234-5582-40c5-a5a0-ee80bc00af17 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 210 time: 0.0579526 Feb 09 22:08:14.780488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ada8b6-ae55-447d-8c5b-65e95cf7b6f9 req-264554dd-4f67-460c-804b-653e7a118c23 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:14.784179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ada8b6-ae55-447d-8c5b-65e95cf7b6f9 req-264554dd-4f67-460c-804b-653e7a118c23 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 944 time: 0.4525228 Feb 09 22:08:14.818691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41076) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:15.046513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ada8b6-ae55-447d-8c5b-65e95cf7b6f9 req-8f36f088-7b95-4f40-975b-5bbf2f1363a5 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547300 Feb 09 22:08:15.053843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-2b1a9a96-cb10-435b-8c31-f286c69b1b9c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.055323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-2b1a9a96-cb10-435b-8c31-f286c69b1b9c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.4458656 Feb 09 22:08:15.121317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Request body: {'port': {'device_id': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'admin_state_up': True, 'tenant_id': 'ffb1be9748cf43b5a7e1375c674a669a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:15.161543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ec0ebe15-c7ca-4aea-8c4c-55cd758349fc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b238ee7314145b9b76fe873d63e33cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3412545 Feb 09 22:08:15.171157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41088) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:15.216799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ccc4f925-37d1-4cb4-8288-ff542d990f36 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:15.338012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port ccc4f925-37d1-4cb4-8288-ff542d990f36 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:15.343032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ccc4f925-37d1-4cb4-8288-ff542d990f36 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:15.343594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.358228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Router 33d41b8a-80f8-40de-9e70-f1db6b962e7a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:15.367305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e17b9b28-c7d8-451e-9b66-85136ab52ada admin admin] Publish callbacks [] for security_group (4f2920d5-08f2-42d2-b03d-76f638706c47), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.409026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e17b9b28-c7d8-451e-9b66-85136ab52ada admin admin] Publish callbacks [] for security_group (4f2920d5-08f2-42d2-b03d-76f638706c47), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.467326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ccc4f925-37d1-4cb4-8288-ff542d990f36 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:15.468048 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.494884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc4f925-37d1-4cb4-8288-ff542d990f36'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:15.497637 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b106731-f6c2-4eb8-8638-9173f2934d35" -d '{"events": [{"server_uuid": "49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95", "name": "network-vif-plugged", "status": "completed", "tag": "ccc4f925-37d1-4cb4-8288-ff542d990f36"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:15.509732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Made reservation on behalf of ffb1be9748cf43b5a7e1375c674a669a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:15.513154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.528783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ccc4f925-37d1-4cb4-8288-ff542d990f36, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ccc4f925-37d1-4cb4-8288-ff542d990f36,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:15.603658 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f773cc5d-b355-47ef-9312-bd942a465454 x-openstack-request-id: req-f773cc5d-b355-47ef-9312-bd942a465454 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:15.604464 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95", "name": "network-vif-plugged", "status": "completed", "tag": "ccc4f925-37d1-4cb4-8288-ff542d990f36", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:15.604792 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f773cc5d-b355-47ef-9312-bd942a465454 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:15.605421 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc4f925-37d1-4cb4-8288-ff542d990f36', 'code': 200} Feb 09 22:08:15.606784 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.737404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e17b9b28-c7d8-451e-9b66-85136ab52ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4f2920d5-08f2-42d2-b03d-76f638706c47), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.740756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e17b9b28-c7d8-451e-9b66-85136ab52ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.742189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e17b9b28-c7d8-451e-9b66-85136ab52ada admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4f2920d5-08f2-42d2-b03d-76f638706c47 HTTP/1.1" status: 204 len: 168 time: 0.5699933 Feb 09 22:08:15.755071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:15.769655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b9b28-c7d8-451e-9b66-85136ab52ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2920d5-08f2-42d2-b03d-76f638706c47,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:15.780412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] Sync routers for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:15.808297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437e087-bf82-43fc-982e-6ade4051cd20 req-face247c-fe4c-4dc3-9bbf-fee7195ab8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.810764 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4437e087-bf82-43fc-982e-6ade4051cd20 req-face247c-fe4c-4dc3-9bbf-fee7195ab8d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 1127 time: 0.1259465 Feb 09 22:08:15.823232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ccc4f925-37d1-4cb4-8288-ff542d990f36,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:15.842312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:15.852417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:15.896577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.900434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c228d54e-4a9b-4683-b18d-99a08782a789 req-5bf49cfb-9fcc-4fa4-bba3-12986de6061e tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 210 time: 0.0435445 Feb 09 22:08:15.956564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4437e087-bf82-43fc-982e-6ade4051cd20 req-2a8d879c-eeb1-4140-99d3-686e542037bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168873 Feb 09 22:08:15.971437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Allocated IP 172.20.0.6 (8ea76f7d-a52e-41f8-b897-b09331d6d912/ad3b005e-3ea1-4949-be8a-e517fdaf4af5/9821bfda-c75e-4747-b9b0-00125ba31f4e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:15.974764 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-781517fc-449a-4937-8869-c8ce0c7f401a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9963200 Feb 09 22:08:15.977489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:15.978150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41108) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:15.979969 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3611d-ccec-4793-8802-cf4f83216bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:16.041530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:16.082053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318c9e6-495f-444e-a166-a5f48c057540 tempest-TestVolumeBackupRestore-892604931 tempest-TestVolumeBackupRestore-892604931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:16.092413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8318c9e6-495f-444e-a166-a5f48c057540 tempest-TestVolumeBackupRestore-892604931 tempest-TestVolumeBackupRestore-892604931-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1123 time: 0.1109097 Feb 09 22:08:16.093253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41118) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:16.101180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Request body: {'floatingip': {'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:16.104592 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4771c54f-5086-4479-8218-a439dfc72c5f x-openstack-request-id: req-4771c54f-5086-4479-8218-a439dfc72c5f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:16.104893 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:16.110759 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4771c54f-5086-4479-8218-a439dfc72c5f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:16.110759 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'status': 'completed', 'code': 200} Feb 09 22:08:16.286171 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for floatingip (742807d2-9f15-49ef-ba4e-902b7bdf03c3), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.515551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:16.552150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1407042446'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:16.579929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-ceaf01ba-5a8d-43ab-a2cd-49ae9ab7eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:16.581474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-ceaf01ba-5a8d-43ab-a2cd-49ae9ab7eb4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1128 time: 0.4029069 Feb 09 22:08:16.602870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa04ae-5de7-4044-9ba5-a9cac8975b34 req-12c4d277-bf71-46f5-9ae4-ccb217a4799f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:16.609757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12aa04ae-5de7-4044-9ba5-a9cac8975b34 req-12c4d277-bf71-46f5-9ae4-ccb217a4799f tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 945 time: 0.3373218 Feb 09 22:08:16.723411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Made reservation on behalf of 5205d0c3a02a47e78ae76057ca9940bc for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:16.726901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.741744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks [] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.787816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.961450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '742807d2-9f15-49ef-ba4e-902b7bdf03c3', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'mac_address': 'fa:16:3e:b0:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:12Z', 'updated_at': '2022-02-09T22:08:12Z', 'revision_number': 0, 'project_id': '916ef15f828f41689d1158249b84859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:17.031086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-0994a8b2-a768-4e90-9fef-3c5e241539c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:17.034771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-0994a8b2-a768-4e90-9fef-3c5e241539c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 914 time: 0.4376187 Feb 09 22:08:17.038352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12aa04ae-5de7-4044-9ba5-a9cac8975b34 req-06478dad-1e98-43ba-b487-e2861856fa42 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278166 Feb 09 22:08:17.060034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] Checking router: 33d41b8a-80f8-40de-9e70-f1db6b962e7a for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:17.075492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:17.076278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:17.093372 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.resource_extend [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 22:08:17.141921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-73ea865c-cfec-4d0b-8ec2-0878be69b9a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 999 time: 0.0968115 Feb 09 22:08:17.210691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.212109 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4c4578f-81af-4bdd-bf6e-53eb935ae7b4 req-76f15d4c-1b1e-45c2-86b4-ed2862b62cea tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 210 time: 0.1560969 Feb 09 22:08:17.251426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.292363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event updated for resources: {'Port': ['ID=9821bfda-c75e-4747-b9b0-00125ba31f4e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:17.302642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-5b168925-fe21-4f7d-831d-13ed2ab4e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:17.305145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-5b168925-fe21-4f7d-831d-13ed2ab4e3ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 200 len: 852 time: 0.1554339 Feb 09 22:08:17.307635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:17.316473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:17.319560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:17.355382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (742807d2-9f15-49ef-ba4e-902b7bdf03c3), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.391275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:17.392189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.394464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:17.495306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks [] for security_group (51adccd3-f97b-46f8-a8d6-c327c5c7a109), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.507680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-4ce9ced0-5617-461f-8bd5-77a4b063d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:17.514093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-4ce9ced0-5617-461f-8bd5-77a4b063d5a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ca8b1df-514d-4fed-a819-719e2761b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1297019 Feb 09 22:08:17.727007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-e6665767-02d7-4944-9b55-23b640478783 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037425 Feb 09 22:08:17.729088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (51adccd3-f97b-46f8-a8d6-c327c5c7a109), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.735403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41146) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:17.736262 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-6354c2f9-52e1-4e4c-8607-6bfc95a3c1f4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6190116 Feb 09 22:08:17.777897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:17.780986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Router 33d41b8a-80f8-40de-9e70-f1db6b962e7a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:17.802126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (af808f55-4785-4888-8712-afd7099f97d0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.804566 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Added segment af808f55-4785-4888-8712-afd7099f97d0 of type vlan for network 3939ee53-d781-453c-8f55-0bffd66cc13e Feb 09 22:08:17.875190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '742807d2-9f15-49ef-ba4e-902b7bdf03c3', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'mac_address': 'fa:16:3e:b0:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:12Z', 'updated_at': '2022-02-09T22:08:12Z', 'revision_number': 0, 'project_id': '916ef15f828f41689d1158249b84859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:17.948680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77f2de-46ff-4d7f-a98a-97951a09274a None None] The sync data for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 is: [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '742807d2-9f15-49ef-ba4e-902b7bdf03c3', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'mac_address': 'fa:16:3e:b0:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:12Z', 'updated_at': '2022-02-09T22:08:12Z', 'revision_number': 0, 'project_id': '916ef15f828f41689d1158249b84859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:17.981882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3939ee53-d781-453c-8f55-0bffd66cc13e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.044130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1211038792'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:18.082221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Request body: {'port': {'device_id': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:18.085933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:18.094365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.156826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Made reservation on behalf of d53f6503da9b4fdfa1abf7731df24ef1 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:18.156826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.181819 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.207099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.282991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for security_group (c79cbead-5040-4f87-ab14-f1d761e8a104), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.291928 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3939ee53-d781-453c-8f55-0bffd66cc13e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.302634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.303552 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.318558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:18.328383 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3102550f-6d77-4c14-9f6a-9ad586072b54" -d '{"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:18.333612 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e293c5-6117-4264-903f-4c18a91a2ec3 None None] New status for floating IP 742807d2-9f15-49ef-ba4e-902b7bdf03c3: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:08:18.334935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0c35a205-7967-42bc-8ec2-60b23abd8fdf tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "PUT /v2.0/floatingips/742807d2-9f15-49ef-ba4e-902b7bdf03c3 HTTP/1.1" status: 200 len: 991 time: 2.2405541 Feb 09 22:08:18.363260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c79cbead-5040-4f87-ab14-f1d761e8a104), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.452716 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:18.486994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51adccd3-f97b-46f8-a8d6-c327c5c7a109,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:18.537896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.4847910 Feb 09 22:08:18.552927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41164) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:18.555121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce346a-6e85-4fe8-8743-45bbe5a6ebd1 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Pushing event updated for resources: {'Network': ['ID=3939ee53-d781-453c-8f55-0bffd66cc13e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:18.570845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3939ee53-d781-453c-8f55-0bffd66cc13e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:18.575990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-916f373c-fd34-403e-975c-c3746ec1d751 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-750189133') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:18.595837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79cbead-5040-4f87-ab14-f1d761e8a104,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:18.599432 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5b170ef6-d287-4463-807f-dfcb85eeb4ba), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.599810 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Added segment 5b170ef6-d287-4463-807f-dfcb85eeb4ba of type vlan for network 4a4a2299-0b4a-4f84-8430-b40eaa801355 Feb 09 22:08:18.670736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718962e1-f4c5-4032-be46-8542c7731f54 req-c31aae96-f5a5-4dbc-909a-74ed7f10ed3a tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.678377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-718962e1-f4c5-4032-be46-8542c7731f54 req-c31aae96-f5a5-4dbc-909a-74ed7f10ed3a tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 931 time: 0.2485383 Feb 09 22:08:18.695457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8a8-4b32-4d01-926a-e5ee6fad0649 req-a660943d-ac2b-40f9-a03d-9852c4d04149 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.697412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21eba8a8-4b32-4d01-926a-e5ee6fad0649 req-a660943d-ac2b-40f9-a03d-9852c4d04149 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 945 time: 0.4849191 Feb 09 22:08:18.712687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41166) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:18.745625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (4a4a2299-0b4a-4f84-8430-b40eaa801355), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.786238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-718962e1-f4c5-4032-be46-8542c7731f54 req-fd7f8d1e-ca9c-4c09-8239-e572bd234b75 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069136 Feb 09 22:08:18.909583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (4a4a2299-0b4a-4f84-8430-b40eaa801355), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.914903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:18.915507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:18.932308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe3611d-ccec-4793-8802-cf4f83216bdd req-9e62211b-0aa5-4f70-8da9-3c919e705147 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1932735 Feb 09 22:08:18.989020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] Sync routers for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:19.029354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:19.030988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:19.054882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3176081 Feb 09 22:08:19.058347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41172) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:19.064140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Request body: {'subnet': {'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:19.098939 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96175e13-8721-42e1-b25d-ddf60e35a4a9 x-openstack-request-id: req-96175e13-8721-42e1-b25d-ddf60e35a4a9 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:19.099244 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:19.099560 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96175e13-8721-42e1-b25d-ddf60e35a4a9 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:19.100003 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'status': 'completed', 'code': 200} Feb 09 22:08:19.107488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-21eba8a8-4b32-4d01-926a-e5ee6fad0649 req-08176fee-999d-4a55-af40-6a68493e980c tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058290 Feb 09 22:08:19.189819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505fcfa-0a80-4fbc-9815-64b10094a088 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event updated for resources: {'Network': ['ID=4a4a2299-0b4a-4f84-8430-b40eaa801355,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:19.226596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e95cf1fd-bb93-4004-924c-34f8e2f52bcc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c8ca4c69cceb42c5b3d981d6a75ba2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888666 Feb 09 22:08:19.230942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41178) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:19.242458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:19.294881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-afc81110-9739-47dd-a2de-f738796877ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:19.296826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-afc81110-9739-47dd-a2de-f738796877ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1128 time: 0.1864531 Feb 09 22:08:19.420369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:19.444226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d67a7d15-d04d-48cd-9851-0dac5d2022f1 admin admin] Publish callbacks [] for security_group (9f56c019-f395-4f3e-ab4f-c2f1aad83ab0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.451696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9821bfda-c75e-4747-b9b0-00125ba31f4e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:19.468632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Publish callbacks [] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.512854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d67a7d15-d04d-48cd-9851-0dac5d2022f1 admin admin] Publish callbacks [] for security_group (9f56c019-f395-4f3e-ab4f-c2f1aad83ab0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.515182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Transition to ACTIVE for port object 9821bfda-c75e-4747-b9b0-00125ba31f4e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:19.521426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-fc1698c9-163f-44af-9b1e-f1729679f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:19.523066 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-fc1698c9-163f-44af-9b1e-f1729679f930 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 914 time: 0.2129848 Feb 09 22:08:19.606425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-f3f80d8b-71a9-45be-8db0-0399916c3a7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0741909 Feb 09 22:08:19.680511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-a2f77ca8-4c31-4342-a61a-f6e047d25c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:19.682072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-a2f77ca8-4c31-4342-a61a-f6e047d25c53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 200 len: 852 time: 0.0673921 Feb 09 22:08:19.726537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '742807d2-9f15-49ef-ba4e-902b7bdf03c3', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'mac_address': 'fa:16:3e:b0:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:12Z', 'updated_at': '2022-02-09T22:08:18Z', 'revision_number': 2, 'project_id': '916ef15f828f41689d1158249b84859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:19.746679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-9a79bc27-c267-4ef7-8751-d2a4967d983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:19.748523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-9a79bc27-c267-4ef7-8751-d2a4967d983e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ca8b1df-514d-4fed-a819-719e2761b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0602870 Feb 09 22:08:19.759914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] Checking router: 33d41b8a-80f8-40de-9e70-f1db6b962e7a for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:19.771094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:19.773994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:19.845411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Made reservation on behalf of d53f6503da9b4fdfa1abf7731df24ef1 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:19.853823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.895495 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-fc638683-82b8-4bdb-a3e8-9ceaab5bd306 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389990 Feb 09 22:08:19.899183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.938337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:19.952003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-916f373c-fd34-403e-975c-c3746ec1d751 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "PUT /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-750189133 HTTP/1.1" status: 201 len: 201 time: 1.3875647 Feb 09 22:08:19.952751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d67a7d15-d04d-48cd-9851-0dac5d2022f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9f56c019-f395-4f3e-ab4f-c2f1aad83ab0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.956174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d67a7d15-d04d-48cd-9851-0dac5d2022f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:19.959067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d67a7d15-d04d-48cd-9851-0dac5d2022f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f56c019-f395-4f3e-ab4f-c2f1aad83ab0 HTTP/1.1" status: 204 len: 168 time: 0.7262480 Feb 09 22:08:19.964757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41188) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:19.981819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-2456c9e5-646a-48d9-94ba-d1f46dc470a7 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-750189133') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:20.121662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2456c9e5-646a-48d9-94ba-d1f46dc470a7 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "GET /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-750189133 HTTP/1.1" status: 204 len: 168 time: 0.1534338 Feb 09 22:08:20.125076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41192) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:20.130965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.tag.tag_plugin [None req-a833f00f-7cd2-4894-bcf8-9e993b7ec855 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:20.135139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Pushing event updated for resources: {'Port': ['ID=9821bfda-c75e-4747-b9b0-00125ba31f4e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:20.188625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a7d15-d04d-48cd-9851-0dac5d2022f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56c019-f395-4f3e-ab4f-c2f1aad83ab0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:20.251196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3102550f-6d77-4c14-9f6a-9ad586072b54 req-d423f410-1698-4945-ad6b-6f08537c7b84 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459837 Feb 09 22:08:20.272242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c755d-54a2-434d-97bc-820b6633bc51 req-46b590f5-17b9-4aec-8d0f-d1553759471b tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:20.274219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b8c755d-54a2-434d-97bc-820b6633bc51 req-46b590f5-17b9-4aec-8d0f-d1553759471b tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 943 time: 0.3766947 Feb 09 22:08:20.385823 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (75a4db7d-be3f-4663-af92-b80bf539af2c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.474966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Attempting to bind port 9821bfda-c75e-4747-b9b0-00125ba31f4e on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:20.475311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Attempting to bind port 9821bfda-c75e-4747-b9b0-00125ba31f4e by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:20.475653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Attempting to bind port 9821bfda-c75e-4747-b9b0-00125ba31f4e on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:20.479123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '742807d2-9f15-49ef-ba4e-902b7bdf03c3', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'mac_address': 'fa:16:3e:b0:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:12Z', 'updated_at': '2022-02-09T22:08:18Z', 'revision_number': 2, 'project_id': '916ef15f828f41689d1158249b84859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:20.484167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b8c755d-54a2-434d-97bc-820b6633bc51 req-84253f2e-ed4a-41aa-97c7-5ad0d11ea336 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031949 Feb 09 22:08:20.484797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Port 9821bfda-c75e-4747-b9b0-00125ba31f4e on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:20.485192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Attempting to bind port 9821bfda-c75e-4747-b9b0-00125ba31f4e on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:20.494268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:20.494709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Checking segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:20.495115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Bound using segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:20.495678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Bound port: 9821bfda-c75e-4747-b9b0-00125ba31f4e, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:20.496137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.570778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb524701-1cd3-49e4-a238-25160e744894 None None] The sync data for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 is: [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '742807d2-9f15-49ef-ba4e-902b7bdf03c3', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'port_id': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'mac_address': 'fa:16:3e:b0:85:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dea430-d591-437f-b003-7550047a78ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:12Z', 'updated_at': '2022-02-09T22:08:18Z', 'revision_number': 2, 'project_id': '916ef15f828f41689d1158249b84859a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:20.581009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event updated for resources: {'Subnet': ['ID=75a4db7d-be3f-4663-af92-b80bf539af2c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:20.581507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] For port 9821bfda-c75e-4747-b9b0-00125ba31f4e, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:20.601305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] For port 9821bfda-c75e-4747-b9b0-00125ba31f4e, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:20.606497 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a833f00f-7cd2-4894-bcf8-9e993b7ec855 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "GET /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags HTTP/1.1" status: 200 len: 237 time: 0.4781210 Feb 09 22:08:20.607720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41204) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:20.616019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-d412226e-aef3-4366-8d77-4f6b96963b62 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', {'tags': ['tempest-TagsTest-Tag-821284043', 'tempest-TagsTest-Tag-1594566896', 'tempest-TagsTest-Tag-1888125053']}) {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:20.648021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Checking segment: {'id': '5b170ef6-d287-4463-807f-dfcb85eeb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:20.648540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Network hostable DHCP agents. Network: 4a4a2299-0b4a-4f84-8430-b40eaa801355, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:20.695537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.747187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:20.747926 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.751591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] 10.222.0.110 "PUT /v2.0/ports/9821bfda-c75e-4747-b9b0-00125ba31f4e HTTP/1.1" status: 200 len: 1091 time: 3.0023918 Feb 09 22:08:20.752163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'tag': '9821bfda-c75e-4747-b9b0-00125ba31f4e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:20.758482 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a18a2bb-a77d-4af6-889a-80b6635daa73" -d '{"events": [{"name": "network-changed", "server_uuid": "f48140cd-07fc-4343-8dbc-f4d881e099f0", "tag": "9821bfda-c75e-4747-b9b0-00125ba31f4e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:20.777281 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:20.863483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 4a4a2299-0b4a-4f84-8430-b40eaa801355) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:20.872356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:20.872356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:20.876429 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5586af3-1ec3-40ed-87e6-27fb4a3d7fb9 x-openstack-request-id: req-f5586af3-1ec3-40ed-87e6-27fb4a3d7fb9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:20.876732 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48140cd-07fc-4343-8dbc-f4d881e099f0", "tag": "9821bfda-c75e-4747-b9b0-00125ba31f4e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:20.878381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920fbd18-8084-4acd-a9cc-51b14d453dd5 None None] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:20.879327 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5586af3-1ec3-40ed-87e6-27fb4a3d7fb9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:20.880574 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'tag': '9821bfda-c75e-4747-b9b0-00125ba31f4e', 'status': 'completed', 'code': 200} Feb 09 22:08:20.881766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9841e-632d-4e88-a21c-0640df654d37 service neutron] Pushing event updated for resources: {'Port': ['ID=9821bfda-c75e-4747-b9b0-00125ba31f4e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:20.958707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a92d9aed-1034-4cfe-9f51-d806756af478 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8987367 Feb 09 22:08:20.960918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41216) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:20.969843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d412226e-aef3-4366-8d77-4f6b96963b62 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "PUT /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags HTTP/1.1" status: 200 len: 308 time: 0.3574460 Feb 09 22:08:20.970017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Request body: {'port': {'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1883811149'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:20.973542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41218) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:20.983506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-31f8f2c1-2d97-4387-b576-aa135d75aa0b tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-821284043') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:21.079033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18a2bb-a77d-4af6-889a-80b6635daa73 req-57a4c84d-c805-412e-bd43-e4784d053b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:21.081834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a18a2bb-a77d-4af6-889a-80b6635daa73 req-57a4c84d-c805-412e-bd43-e4784d053b10 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 1125 time: 0.1744616 Feb 09 22:08:21.082787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-4a4a2299-0b4a-4f84-8430-b40eaa801355', 'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355', 'project_id': 'd53f6503da9b4fdfa1abf7731df24ef1', 'fixed_ips': [{'subnet_id': '75a4db7d-be3f-4663-af92-b80bf539af2c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:21.085209 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.104385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:21.106718 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dab0c8-58bb-4fb5-b708-c2461101a8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:21.205132 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e69be4-30f8-44a9-845a-d57e8eae7d06 x-openstack-request-id: req-88e69be4-30f8-44a9-845a-d57e8eae7d06 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:21.210601 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:21.210601 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88e69be4-30f8-44a9-845a-d57e8eae7d06 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:21.210601 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'status': 'completed', 'code': 200} Feb 09 22:08:21.283425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Allocated IP 172.20.0.2 (4a4a2299-0b4a-4f84-8430-b40eaa801355/75a4db7d-be3f-4663-af92-b80bf539af2c/7f1a89f1-2385-4ff0-b775-4e15153ba177) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:21.377782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Made reservation on behalf of d53f6503da9b4fdfa1abf7731df24ef1 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:21.381537 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.428103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] device_id is not set on port 808fd23c-f26a-48fa-b681-824b4b813381 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:08:21.447934 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Publish callbacks [] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.538465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.648880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:21.652639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:21.656041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:21.665402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Pushing event updated for resources: {'Port': ['ID=7f1a89f1-2385-4ff0-b775-4e15153ba177,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:21.722282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Allocated IP 172.20.0.4 (4a4a2299-0b4a-4f84-8430-b40eaa801355/75a4db7d-be3f-4663-af92-b80bf539af2c/808fd23c-f26a-48fa-b681-824b4b813381) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:21.770237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18a2bb-a77d-4af6-889a-80b6635daa73 req-5f9f7c5e-b966-4d53-a1bb-0aa24e79e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:21.771762 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a18a2bb-a77d-4af6-889a-80b6635daa73 req-5f9f7c5e-b966-4d53-a1bb-0aa24e79e280 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6779838 Feb 09 22:08:21.800321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Attempting to bind port 7f1a89f1-2385-4ff0-b775-4e15153ba177 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:21.800707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Attempting to bind port 7f1a89f1-2385-4ff0-b775-4e15153ba177 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5b170ef6-d287-4463-807f-dfcb85eeb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:21.801077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Attempting to bind port 7f1a89f1-2385-4ff0-b775-4e15153ba177 on network 4a4a2299-0b4a-4f84-8430-b40eaa801355 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:21.811815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:21.817839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Checking segment: {'id': '5b170ef6-d287-4463-807f-dfcb85eeb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:21.818333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.819423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Bound using segment: {'id': '5b170ef6-d287-4463-807f-dfcb85eeb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:21.819423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Bound port: 7f1a89f1-2385-4ff0-b775-4e15153ba177, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b170ef6-d287-4463-807f-dfcb85eeb4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:21.819788 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.901242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-7a106ce2-3f85-4b32-a620-be50c66297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:21.903382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-7a106ce2-3f85-4b32-a620-be50c66297cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1128 time: 0.1300118 Feb 09 22:08:21.918868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] For port 7f1a89f1-2385-4ff0-b775-4e15153ba177, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:21.922679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] For port 7f1a89f1-2385-4ff0-b775-4e15153ba177, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7f1a89f1-2385-4ff0-b775-4e15153ba177,segment=NetworkSegment(5b170ef6-d287-4463-807f-dfcb85eeb4ba),segment_id=5b170ef6-d287-4463-807f-dfcb85eeb4ba)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:21.995217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-31f8f2c1-2d97-4387-b576-aa135d75aa0b tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "DELETE /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-821284043 HTTP/1.1" status: 204 len: 168 time: 1.0161436 Feb 09 22:08:21.997830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41240) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:22.009381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-4c063900-ee97-48b9-9fc2-21e526edcbda tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-821284043') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:22.011404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.062076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18a2bb-a77d-4af6-889a-80b6635daa73 req-a6c3b554-23f0-495e-b5a6-f16923a7b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.063611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a18a2bb-a77d-4af6-889a-80b6635daa73 req-a6c3b554-23f0-495e-b5a6-f16923a7b9dd service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584853 Feb 09 22:08:22.118902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-f2f5613e-be5e-46e7-8b5e-2ab71d752f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.120520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-f2f5613e-be5e-46e7-8b5e-2ab71d752f70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 914 time: 0.2093174 Feb 09 22:08:22.123404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for port (808fd23c-f26a-48fa-b681-824b4b813381), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.125674 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-4c063900-ee97-48b9-9fc2-21e526edcbda tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] show failed (client error): The resource could not be found. Feb 09 22:08:22.130502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4c063900-ee97-48b9-9fc2-21e526edcbda tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "GET /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-821284043 HTTP/1.1" status: 404 len: 325 time: 0.1269121 Feb 09 22:08:22.140136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41244) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:22.144726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-a911b012-3358-4b24-aae5-995ce317459b tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-1594566896') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:22.219457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698ac44-2272-4538-aba7-b70f1b82ca23 None None] Pushing event updated for resources: {'Port': ['ID=7f1a89f1-2385-4ff0-b775-4e15153ba177,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:22.242367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (808fd23c-f26a-48fa-b681-824b4b813381), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.269154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f433-e13f-4d40-b6e4-301ebb92c0b3 req-390df20c-10fc-4487-accf-72c774346dbd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.279797 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4435f433-e13f-4d40-b6e4-301ebb92c0b3 req-390df20c-10fc-4487-accf-72c774346dbd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 943 time: 0.1163831 Feb 09 22:08:22.348458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-7dd4b18b-9d90-4fea-93a8-81461aab49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.350273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-7dd4b18b-9d90-4fea-93a8-81461aab49aa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 1125 time: 0.2187302 Feb 09 22:08:22.353259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-9a3b4beb-66fd-4113-bacd-0a2669dab040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 1001 time: 0.2205887 Feb 09 22:08:22.354633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:22.363357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a911b012-3358-4b24-aae5-995ce317459b tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "GET /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-1594566896 HTTP/1.1" status: 204 len: 168 time: 0.2215307 Feb 09 22:08:22.364134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:22.365747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41248) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:22.370089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:22.445706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-533113d2-6fbb-4aa7-b1e6-0f8f63c07dc1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e HTTP/1.1" status: 200 len: 217 time: 0.0618386 Feb 09 22:08:22.454884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-35c38e0c-f7b1-4ee3-a756-49b3d5df8ee8 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-1888125053') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:22.506549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event updated for resources: {'Port': ['ID=808fd23c-f26a-48fa-b681-824b4b813381,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:22.579354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4435f433-e13f-4d40-b6e4-301ebb92c0b3 req-b66f2bd2-6cb6-4edc-807f-9718a711c592 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947874 Feb 09 22:08:22.666051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.666377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-1f70b59e-0478-488a-b7b3-1788d1daad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.666730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.685569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-1f70b59e-0478-488a-b7b3-1788d1daad6d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.2291913 Feb 09 22:08:22.796383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d436b4ef-a159-41e7-b2cf-93350e302c43 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8335505 Feb 09 22:08:22.799367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41258) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:22.804644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-a708df40-1f9b-4767-b846-5f6c4e16d1c9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180093 Feb 09 22:08:22.805168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Request body: {'port': {'network_id': '4a4a2299-0b4a-4f84-8430-b40eaa801355', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1201885837', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:22.805294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.api.validators [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] bootfile-name is not in valid_values {{(pid=103696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:08:22.805560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.api.validators [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] tftp-server is not in valid_values {{(pid=103696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:08:22.805895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.api.validators [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] server-ip-address is not in valid_values {{(pid=103696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:08:22.811803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-b41c2dd1-4ff0-4053-be55-c5b8540569b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.811803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-b41c2dd1-4ff0-4053-be55-c5b8540569b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 200 len: 852 time: 0.4449854 Feb 09 22:08:22.914820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7f1a89f1-2385-4ff0-b775-4e15153ba177 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:22.933577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-35c38e0c-f7b1-4ee3-a756-49b3d5df8ee8 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "GET /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-1888125053 HTTP/1.1" status: 204 len: 168 time: 0.5589099 Feb 09 22:08:22.936212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41262) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:22.948852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-7151fda1-963e-4146-8387-b0ccd7508df6 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:23.038320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-9e7cea23-e4ca-4830-96c0-ae7f3ad20f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:23.040044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-9e7cea23-e4ca-4830-96c0-ae7f3ad20f0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ca8b1df-514d-4fed-a819-719e2761b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2144518 Feb 09 22:08:23.181489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Made reservation on behalf of d53f6503da9b4fdfa1abf7731df24ef1 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:23.186071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.226217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] device_id is not set on port 5dd7d9e5-1d10-446f-80f9-9a9e2585df7e yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:08:23.236888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-4626fb5c-0d85-4201-ae35-fd7a67415190 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234951 Feb 09 22:08:23.239597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-090164f6-07ec-4f41-a59c-33db94e15ab3 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778812 Feb 09 22:08:23.492347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Allocated IP 172.20.0.12 (4a4a2299-0b4a-4f84-8430-b40eaa801355/75a4db7d-be3f-4663-af92-b80bf539af2c/5dd7d9e5-1d10-446f-80f9-9a9e2585df7e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:23.537705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:23.582312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17dab0c8-58bb-4fb5-b708-c2461101a8c3 req-327d666b-27b4-4f0b-ba84-b6d7bfc75897 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120773 Feb 09 22:08:23.661181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7f1a89f1-2385-4ff0-b775-4e15153ba177 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:23.663367 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.716461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7151fda1-963e-4146-8387-b0ccd7508df6 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "DELETE /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags HTTP/1.1" status: 204 len: 168 time: 0.7752476 Feb 09 22:08:23.731648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c8e8b526-3ac9-44fd-86cc-881339a72a62 req-849c63c1-1e83-456f-8435-8892bbaf793c service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783103 Feb 09 22:08:23.732220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41276) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:23.737920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-30148e93-729e-402a-a93a-e042126744cf tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-1594566896') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:23.869403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7f1a89f1-2385-4ff0-b775-4e15153ba177 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:23.870163 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.938994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for port (5dd7d9e5-1d10-446f-80f9-9a9e2585df7e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.948024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 7f1a89f1-2385-4ff0-b775-4e15153ba177, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7f1a89f1-2385-4ff0-b775-4e15153ba177,segment=NetworkSegment(5b170ef6-d287-4463-807f-dfcb85eeb4ba),segment_id=5b170ef6-d287-4463-807f-dfcb85eeb4ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:23.994050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0226ec-18c1-4485-9f74-9d5e9ddff87b req-f9edff31-d5a5-435b-b1d9-d74c3225fedd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:23.995943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb0226ec-18c1-4485-9f74-9d5e9ddff87b req-f9edff31-d5a5-435b-b1d9-d74c3225fedd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 943 time: 0.2500303 Feb 09 22:08:24.010773 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.028510 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-30148e93-729e-402a-a93a-e042126744cf tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] show failed (client error): The resource could not be found. Feb 09 22:08:24.032157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-30148e93-729e-402a-a93a-e042126744cf tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "GET /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-1594566896 HTTP/1.1" status: 404 len: 326 time: 0.2964082 Feb 09 22:08:24.036788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'network': {'name': 'tempest-network-smoke--686862620', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'port_security_enabled': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:24.043887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41280) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:24.061143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-7e6a0ff1-f458-430a-becc-0dcd69fd6787 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e', 'tempest-TagsTest-Tag-1888125053') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:24.104144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5dd7d9e5-1d10-446f-80f9-9a9e2585df7e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.139536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df98ff5-2727-4c81-ae0c-7a619c263d28 None None] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:24.168971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb0226ec-18c1-4485-9f74-9d5e9ddff87b req-f7198f4c-51ca-4c04-be6e-641809d2f3ff tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613832 Feb 09 22:08:24.173826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=7f1a89f1-2385-4ff0-b775-4e15153ba177,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:24.195054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:24.195054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.199428 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-7e6a0ff1-f458-430a-becc-0dcd69fd6787 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] show failed (client error): The resource could not be found. Feb 09 22:08:24.204023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7e6a0ff1-f458-430a-becc-0dcd69fd6787 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "GET /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags/tempest-TagsTest-Tag-1888125053 HTTP/1.1" status: 404 len: 326 time: 0.1580536 Feb 09 22:08:24.206459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:24.218680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.221180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.tag.tag_plugin [None req-7b135ee5-a420-482b-a526-cdb6f080d802 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3939ee53-d781-453c-8f55-0bffd66cc13e') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:24.240953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:24.250131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:24.262488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cd16c0ff-9a78-4c6e-a036-784b3b302885 None None] Provisioning complete for port 7f1a89f1-2385-4ff0-b775-4e15153ba177 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:24.264452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd16c0ff-9a78-4c6e-a036-784b3b302885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.265512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:24.328084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.330585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.346853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event updated for resources: {'Port': ['ID=5dd7d9e5-1d10-446f-80f9-9a9e2585df7e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:24.416434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b135ee5-a420-482b-a526-cdb6f080d802 tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "DELETE /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e/tags HTTP/1.1" status: 204 len: 168 time: 0.2023013 Feb 09 22:08:24.417170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41286) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:24.496253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cd16c0ff-9a78-4c6e-a036-784b3b302885 None None] Current status of the port 7f1a89f1-2385-4ff0-b775-4e15153ba177 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:24.534024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (3bf7001b-1d6f-4fb1-8dad-030aa62122ed), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.542096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bd8fd650-45b8-46f7-9578-dd73fb8850e2 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7416236 Feb 09 22:08:24.544722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41288) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:24.584182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3939ee53-d781-453c-8f55-0bffd66cc13e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.617359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3bf7001b-1d6f-4fb1-8dad-030aa62122ed), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.646203 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:24.654866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eac07a-80a3-42cc-9e39-9d641900bbb6 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.668022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d7e0ff52-5992-4b45-9ae8-8a6589d47e14), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.668383 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Added segment d7e0ff52-5992-4b45-9ae8-8a6589d47e14 of type vlan for network 0b7ccd94-5680-42f6-b61d-72f37daad5bb Feb 09 22:08:24.672186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eac07a-80a3-42cc-9e39-9d641900bbb6 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.685261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eac07a-80a3-42cc-9e39-9d641900bbb6 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.699336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-76eac07a-80a3-42cc-9e39-9d641900bbb6 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1483083 Feb 09 22:08:24.699336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41290) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:24.761555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0b7ccd94-5680-42f6-b61d-72f37daad5bb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.815939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7f1a89f1-2385-4ff0-b775-4e15153ba177 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:24.929979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Deleting port 5dd7d9e5-1d10-446f-80f9-9a9e2585df7e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:24.930637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5dd7d9e5-1d10-446f-80f9-9a9e2585df7e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.976032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Provisioning complete for port 5dd7d9e5-1d10-446f-80f9-9a9e2585df7e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:24.976550 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5dd7d9e5-1d10-446f-80f9-9a9e2585df7e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.989548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0b7ccd94-5680-42f6-b61d-72f37daad5bb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.001254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.008947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.058067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Port 5dd7d9e5-1d10-446f-80f9-9a9e2585df7e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:25.088509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7f1a89f1-2385-4ff0-b775-4e15153ba177 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:25.089635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.140159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5dd7d9e5-1d10-446f-80f9-9a9e2585df7e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.165913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Calling delete_port for 5dd7d9e5-1d10-446f-80f9-9a9e2585df7e owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:25.183215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Provisioning complete for port 7f1a89f1-2385-4ff0-b775-4e15153ba177 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:25.183581 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.246390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41296) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:25.247907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7090516 Feb 09 22:08:25.269479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'admin_state_up': True, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:25.303684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7001b-1d6f-4fb1-8dad-030aa62122ed,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:25.307310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19dc12-f45f-4f02-90d9-78b3bc532280 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Network': ['ID=0b7ccd94-5680-42f6-b61d-72f37daad5bb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:25.360263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:25.370754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3939ee53-d781-453c-8f55-0bffd66cc13e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.397106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (4a736460-a73e-45e1-bd71-df653efcfb04), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.398371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (4a736460-a73e-45e1-bd71-df653efcfb04), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.444316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7f1a89f1-2385-4ff0-b775-4e15153ba177 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:25.466687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3939ee53-d781-453c-8f55-0bffd66cc13e']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:25.478108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Current status of the port 7f1a89f1-2385-4ff0-b775-4e15153ba177 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:25.495600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af808f55-4785-4888-8712-afd7099f97d0') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:25.495951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af808f55-4785-4888-8712-afd7099f97d0') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:25.501125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Provisioning complete for port 808fd23c-f26a-48fa-b681-824b4b813381 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:25.501740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (808fd23c-f26a-48fa-b681-824b4b813381), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.540461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (af808f55-4785-4888-8712-afd7099f97d0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.564692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e78f3a54-539a-4d9f-91bc-b17bc9c98548 None None] Port 808fd23c-f26a-48fa-b681-824b4b813381 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:25.585687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44faab-4b40-44d9-8095-a5a42321183b req-6d7720ca-544e-4ba9-ac5c-c13478ad28f0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.593275 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0d44faab-4b40-44d9-8095-a5a42321183b req-6d7720ca-544e-4ba9-ac5c-c13478ad28f0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 943 time: 0.2608857 Feb 09 22:08:25.624953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_controller (4a736460-a73e-45e1-bd71-df653efcfb04), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.638481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (af808f55-4785-4888-8712-afd7099f97d0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.646634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5dd7d9e5-1d10-446f-80f9-9a9e2585df7e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.655434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:25.657434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (af808f55-4785-4888-8712-afd7099f97d0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:25.659183 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:25.680228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c22bf1e3-b570-4c7d-a01f-1ec466f4d615 None None] Could not find standard attr ID for object 5dd7d9e5-1d10-446f-80f9-9a9e2585df7e. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:08:25.690048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event deleted for resources: {'Port': ['ID=5dd7d9e5-1d10-446f-80f9-9a9e2585df7e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:25.704586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c22bf1e3-b570-4c7d-a01f-1ec466f4d615 None None] Provisioning complete for port 808fd23c-f26a-48fa-b681-824b4b813381 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:25.704974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c22bf1e3-b570-4c7d-a01f-1ec466f4d615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (808fd23c-f26a-48fa-b681-824b4b813381), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.725233 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0d44faab-4b40-44d9-8095-a5a42321183b req-8e5ab30a-dd51-46c3-b899-5eff6e85b41e tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246881 Feb 09 22:08:25.781916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c22bf1e3-b570-4c7d-a01f-1ec466f4d615 None None] Port 808fd23c-f26a-48fa-b681-824b4b813381 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:25.830275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.833983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93a57f0d-ac2f-4870-91b8-a5742eb30219 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "DELETE /v2.0/ports/5dd7d9e5-1d10-446f-80f9-9a9e2585df7e HTTP/1.1" status: 204 len: 168 time: 1.1358652 Feb 09 22:08:25.837954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41300) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:25.844207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Request body: {'port': {'name': 'tempest-new-port-name-856380149', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:25.844610 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.api.validators [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] bootfile-name is not in valid_values {{(pid=103696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:08:25.844962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.api.validators [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] tftp-server is not in valid_values {{(pid=103696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:08:25.845304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.api.validators [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] server-ip-address is not in valid_values {{(pid=103696) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 22:08:25.948084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3939ee53-d781-453c-8f55-0bffd66cc13e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.959179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:25.965582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] 10.222.0.98 "DELETE /v2.0/networks/3939ee53-d781-453c-8f55-0bffd66cc13e HTTP/1.1" status: 204 len: 168 time: 1.5449784 Feb 09 22:08:26.031202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (4a736460-a73e-45e1-bd71-df653efcfb04), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.072027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090ba52-ad50-4b40-9667-978ddcaf519f tempest-TagsTest-747012831 tempest-TagsTest-747012831-project] Pushing event deleted for resources: {'Network': ['ID=3939ee53-d781-453c-8f55-0bffd66cc13e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:26.083351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (808fd23c-f26a-48fa-b681-824b4b813381), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.299070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for port (808fd23c-f26a-48fa-b681-824b4b813381), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.357839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (4a736460-a73e-45e1-bd71-df653efcfb04), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.383274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.384085 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (808fd23c-f26a-48fa-b681-824b4b813381), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.399795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9821bfda-c75e-4747-b9b0-00125ba31f4e details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:26.583516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.25.5.64 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:26.611591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9821bfda-c75e-4747-b9b0-00125ba31f4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:26.614265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] In _notify_port_updated(), no bound segment for port 808fd23c-f26a-48fa-b681-824b4b813381 on network 4a4a2299-0b4a-4f84-8430-b40eaa801355 {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:08:26.629161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:26.629877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.639548 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "PUT /v2.0/ports/808fd23c-f26a-48fa-b681-824b4b813381 HTTP/1.1" status: 200 len: 1135 time: 0.7979240 Feb 09 22:08:26.649606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '9821bfda-c75e-4747-b9b0-00125ba31f4e', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'port_id': '9821bfda-c75e-4747-b9b0-00125ba31f4e', 'mac_address': 'fa:16:3e:29:94:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3b005e-3ea1-4949-be8a-e517fdaf4af5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:26.663987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:26.678638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb237e7-1b9d-44dc-9ffc-ee304251c31f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event updated for resources: {'Port': ['ID=808fd23c-f26a-48fa-b681-824b4b813381,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:26.738017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41312) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:26.762792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9821bfda-c75e-4747-b9b0-00125ba31f4e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:26.764030 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.796750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9821bfda-c75e-4747-b9b0-00125ba31f4e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:26.830957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff46a9c-254d-4e97-a7b7-5c7ad58df611 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:26.847547 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6ff46a9c-254d-4e97-a7b7-5c7ad58df611 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "GET /v2.0/ports/808fd23c-f26a-48fa-b681-824b4b813381 HTTP/1.1" status: 200 len: 1135 time: 0.1814063 Feb 09 22:08:26.851030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9821bfda-c75e-4747-b9b0-00125ba31f4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:26.852434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41318) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:26.919070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.925133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.925304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e7b063aa-f360-4748-8a58-86226839db10 None None] Provisioning complete for port 808fd23c-f26a-48fa-b681-824b4b813381 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:26.928692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7b063aa-f360-4748-8a58-86226839db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (808fd23c-f26a-48fa-b681-824b4b813381), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:26.954328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c961ea4-32db-4c0c-a684-e84acfb69803 req-9d171daa-2971-47cf-bbda-45774c768c2f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:26.962650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c961ea4-32db-4c0c-a684-e84acfb69803 req-9d171daa-2971-47cf-bbda-45774c768c2f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 943 time: 0.0939591 Feb 09 22:08:27.016323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e7b063aa-f360-4748-8a58-86226839db10 None None] Port 808fd23c-f26a-48fa-b681-824b4b813381 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:27.041799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c961ea4-32db-4c0c-a684-e84acfb69803 req-0155a7a6-a7eb-441a-b6ba-c14111562644 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700495 Feb 09 22:08:27.046046 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ebb11f66-87b5-4f1f-b16a-7ff9213a5e5a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5205d0c3a02a47e78ae76057ca9940bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044877 Feb 09 22:08:27.046357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41320) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:27.072381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Deleting port 808fd23c-f26a-48fa-b681-824b4b813381 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:27.072765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (808fd23c-f26a-48fa-b681-824b4b813381), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.097849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.130803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=9821bfda-c75e-4747-b9b0-00125ba31f4e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:27.147382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:27.207549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:27.220252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:27.226571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:27.233056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:27.385021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d562769c-5e7a-40f4-a624-4b156cdd2759 admin admin] Publish callbacks [] for security_group (51adccd3-f97b-46f8-a8d6-c327c5c7a109), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.412695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d562769c-5e7a-40f4-a624-4b156cdd2759 admin admin] Publish callbacks [] for security_group (51adccd3-f97b-46f8-a8d6-c327c5c7a109), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.541654 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d562769c-5e7a-40f4-a624-4b156cdd2759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (51adccd3-f97b-46f8-a8d6-c327c5c7a109), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.546211 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d562769c-5e7a-40f4-a624-4b156cdd2759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.551049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d562769c-5e7a-40f4-a624-4b156cdd2759 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/51adccd3-f97b-46f8-a8d6-c327c5c7a109 HTTP/1.1" status: 204 len: 168 time: 0.5001636 Feb 09 22:08:27.557099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562769c-5e7a-40f4-a624-4b156cdd2759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51adccd3-f97b-46f8-a8d6-c327c5c7a109,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:27.620443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (808fd23c-f26a-48fa-b681-824b4b813381), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.648568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Calling delete_port for 808fd23c-f26a-48fa-b681-824b4b813381 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:27.932327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (808fd23c-f26a-48fa-b681-824b4b813381), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.966018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event deleted for resources: {'Port': ['ID=808fd23c-f26a-48fa-b681-824b4b813381,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:28.092244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.100650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20430817-a2d3-4dbd-a3ca-991a90dd8fc1 tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "DELETE /v2.0/ports/808fd23c-f26a-48fa-b681-824b4b813381 HTTP/1.1" status: 204 len: 168 time: 1.2432718 Feb 09 22:08:28.108986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41334) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:28.190193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Deleting subnet 75a4db7d-be3f-4663-af92-b80bf539af2c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:28.195590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for subnet (75a4db7d-be3f-4663-af92-b80bf539af2c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.303758 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (4a736460-a73e-45e1-bd71-df653efcfb04), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.316540 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (75a4db7d-be3f-4663-af92-b80bf539af2c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.374613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55903d51-ec13-4c51-8aab-db7e123446c4 req-e4e93268-7d61-4cf6-918f-3a3ecc34a883 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:28.376570 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55903d51-ec13-4c51-8aab-db7e123446c4 req-e4e93268-7d61-4cf6-918f-3a3ecc34a883 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 944 time: 0.1244614 Feb 09 22:08:28.418968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9821bfda-c75e-4747-b9b0-00125ba31f4e up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:28.508126 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (75a4db7d-be3f-4663-af92-b80bf539af2c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.600527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 9821bfda-c75e-4747-b9b0-00125ba31f4e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:28.605264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 9821bfda-c75e-4747-b9b0-00125ba31f4e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:28.605649 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.665413 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55903d51-ec13-4c51-8aab-db7e123446c4 req-f58f4913-4322-4c0c-a02b-1a62e3819b04 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731802 Feb 09 22:08:28.728375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (4a736460-a73e-45e1-bd71-df653efcfb04), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.749379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (75a4db7d-be3f-4663-af92-b80bf539af2c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.795625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 9821bfda-c75e-4747-b9b0-00125ba31f4e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:28.795888 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.816114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event deleted for resources: {'Subnet': ['ID=75a4db7d-be3f-4663-af92-b80bf539af2c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:28.843279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:28.854347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-36a6f71f-5084-449f-bc3c-0cb58b85d21c tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "DELETE /v2.0/subnets/75a4db7d-be3f-4663-af92-b80bf539af2c HTTP/1.1" status: 204 len: 168 time: 0.7418005 Feb 09 22:08:28.856352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41352) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:28.889259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 9821bfda-c75e-4747-b9b0-00125ba31f4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:28.899598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9821bfda-c75e-4747-b9b0-00125ba31f4e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:28.906169 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6acf79-74fc-4dac-9921-ee307ffbdf70" -d '{"events": [{"server_uuid": "f48140cd-07fc-4343-8dbc-f4d881e099f0", "name": "network-vif-plugged", "status": "completed", "tag": "9821bfda-c75e-4747-b9b0-00125ba31f4e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:28.912495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfae6bb-19d6-4626-a823-91c9f8212f03 None None] Network 4a4a2299-0b4a-4f84-8430-b40eaa801355 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:29.026783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.035765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (4a4a2299-0b4a-4f84-8430-b40eaa801355), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.098471 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590582f5-63da-4f03-8d53-39162666c1ec x-openstack-request-id: req-590582f5-63da-4f03-8d53-39162666c1ec {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:29.098723 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48140cd-07fc-4343-8dbc-f4d881e099f0", "name": "network-vif-plugged", "status": "completed", "tag": "9821bfda-c75e-4747-b9b0-00125ba31f4e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:29.099067 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-590582f5-63da-4f03-8d53-39162666c1ec {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:29.099344 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9821bfda-c75e-4747-b9b0-00125ba31f4e', 'code': 200} Feb 09 22:08:29.120146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=9821bfda-c75e-4747-b9b0-00125ba31f4e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:29.127559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Deleting port 7f1a89f1-2385-4ff0-b775-4e15153ba177 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:29.128116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.141261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 4a736460-a73e-45e1-bd71-df653efcfb04 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:08:29.211973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] For port 7f1a89f1-2385-4ff0-b775-4e15153ba177, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7f1a89f1-2385-4ff0-b775-4e15153ba177,segment=NetworkSegment(5b170ef6-d287-4463-807f-dfcb85eeb4ba),segment_id=5b170ef6-d287-4463-807f-dfcb85eeb4ba)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:29.212682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.234583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Calling delete_port for 7f1a89f1-2385-4ff0-b775-4e15153ba177 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:29.252640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] DHCP port deletion for 4a4a2299-0b4a-4f84-8430-b40eaa801355 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:08:29.325991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89954-b168-462b-8d84-c40e8a7c9821 req-44dc5fcd-aa9b-41f3-84d6-f923e922fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:29.327527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbf89954-b168-462b-8d84-c40e8a7c9821 req-44dc5fcd-aa9b-41f3-84d6-f923e922fa38 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 1127 time: 0.1627600 Feb 09 22:08:29.342691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:29.356995 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Sync routers for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:29.379998 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:29.384339 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:29.397963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbf89954-b168-462b-8d84-c40e8a7c9821 req-2bbcdcbd-8f92-46b2-bd54-9b5b62110e25 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642648 Feb 09 22:08:29.471525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] Deleting port 7f1a89f1-2385-4ff0-b775-4e15153ba177 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:29.473136 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.476613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.478481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b98248b2-2928-442c-b770-86bbb13b14e8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2310781 Feb 09 22:08:29.481860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41364) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:29.532621 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.568413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] For port 7f1a89f1-2385-4ff0-b775-4e15153ba177, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7f1a89f1-2385-4ff0-b775-4e15153ba177,segment=NetworkSegment(5b170ef6-d287-4463-807f-dfcb85eeb4ba),segment_id=5b170ef6-d287-4463-807f-dfcb85eeb4ba)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:29.569840 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.573711 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.617351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] Calling delete_port for 7f1a89f1-2385-4ff0-b775-4e15153ba177 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:29.626725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event deleted for resources: {'Port': ['ID=7f1a89f1-2385-4ff0-b775-4e15153ba177,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:29.637098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] No DVR routers for this DVR port 7f1a89f1-2385-4ff0-b775-4e15153ba177 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:29.704764 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:29.795122 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (7f1a89f1-2385-4ff0-b775-4e15153ba177), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.848969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] Pushing event deleted for resources: {'Port': ['ID=7f1a89f1-2385-4ff0-b775-4e15153ba177,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:29.852320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (4a4a2299-0b4a-4f84-8430-b40eaa801355), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.866745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463b62e-3291-4d1a-9a6e-609e0984d129 None None] No DVR routers for this DVR port 7f1a89f1-2385-4ff0-b775-4e15153ba177 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:29.916453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4a2299-0b4a-4f84-8430-b40eaa801355']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:29.944306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b170ef6-d287-4463-807f-dfcb85eeb4ba') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:29.944689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b170ef6-d287-4463-807f-dfcb85eeb4ba') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:29.972335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (5b170ef6-d287-4463-807f-dfcb85eeb4ba), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:29.999535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5b170ef6-d287-4463-807f-dfcb85eeb4ba), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.014692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:30.015114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (5b170ef6-d287-4463-807f-dfcb85eeb4ba), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.034561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41376) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:30.046403 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:27Z', 'revision_number': 3, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:30.076244 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Checking router: 4a736460-a73e-45e1-bd71-df653efcfb04 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:30.076624 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Updating router 4a736460-a73e-45e1-bd71-df653efcfb04 port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:08:30.109187 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:30.138712 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:30.189518 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9c7a-a128-44eb-9cba-be239d0b9811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.219448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41382) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:30.219867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f2f8bd8f-754c-4ae7-967a-e306eecc4bbd tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=faf31df19dfa4f61af9b2afc9e20ee5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7362559 Feb 09 22:08:30.223834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (4a4a2299-0b4a-4f84-8430-b40eaa801355), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.245506 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.249511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] 10.222.0.98 "DELETE /v2.0/networks/4a4a2299-0b4a-4f84-8430-b40eaa801355 HTTP/1.1" status: 204 len: 168 time: 1.3921070 Feb 09 22:08:30.285543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245fd2b-1fa3-44dd-9c73-1e6cef15b69f tempest-ExtraDHCPOptionsTestJSON-446458679 tempest-ExtraDHCPOptionsTestJSON-446458679-project] Pushing event deleted for resources: {'Network': ['ID=4a4a2299-0b4a-4f84-8430-b40eaa801355,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:30.326751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e075c-0937-4199-8a14-0525d67b5299 req-54992d9c-ae14-4bf5-8908-cb71de331163 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:30.335934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d9e075c-0937-4199-8a14-0525d67b5299 req-54992d9c-ae14-4bf5-8908-cb71de331163 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 945 time: 0.2033746 Feb 09 22:08:30.413207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d9e075c-0937-4199-8a14-0525d67b5299 req-ad2e44f5-081c-474e-85dd-e9c9c980fcec tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760841 Feb 09 22:08:30.622347 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Publish callbacks [] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.690959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1944ad-2820-4a62-b589-c76471e1f21e tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:30.695660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41396) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:30.696114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bf1944ad-2820-4a62-b589-c76471e1f21e tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4684153 Feb 09 22:08:30.708507 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9c7a-a128-44eb-9cba-be239d0b9811 admin admin] Publish callbacks [] for security_group (9203d6e1-9694-4b1b-9b6b-d1ee65710b1a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.774206 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.774947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d09620c1-727c-40a5-83a1-18efcc486184 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771315 Feb 09 22:08:30.775073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7f1a89f1-2385-4ff0-b775-4e15153ba177 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:30.777845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41400) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:30.785574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-39167190', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:30.805888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 7f1a89f1-2385-4ff0-b775-4e15153ba177 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:30.806439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7f1a89f1-2385-4ff0-b775-4e15153ba177 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:30.881907 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Pushing event updated for resources: {'Port': ['ID=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:30.889516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.890622 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Attempting to bind port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:30.891071 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Attempting to bind port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:30.891648 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Attempting to bind port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:30.899891 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.900371 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.900924 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.901358 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.901888 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.902302 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.902702 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.903103 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.903490 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.903917 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.904346 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.910366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.910366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:30.910811 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:30.911267 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:30.911937 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.914842 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:30.915454 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Bound port: f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:30.916037 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.960751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41406) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:30.989379 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] For port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:30.994020 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] For port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:30.995680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0ddd9c7a-a128-44eb-9cba-be239d0b9811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9203d6e1-9694-4b1b-9b6b-d1ee65710b1a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.081845 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.119300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0ddd9c7a-a128-44eb-9cba-be239d0b9811 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bdba72fffbac49f9b1d0288e46d094ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0832186 Feb 09 22:08:31.129936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:31.164240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e77ce939-01c9-48a8-8bf5-29eb0000d393 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d53f6503da9b4fdfa1abf7731df24ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013121 Feb 09 22:08:31.165134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41412) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:31.166530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd9c7a-a128-44eb-9cba-be239d0b9811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9203d6e1-9694-4b1b-9b6b-d1ee65710b1a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:31.167929 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9409-7bd3-407c-98b6-1d06b75c5738 None None] Pushing event updated for resources: {'Port': ['ID=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:31.192301 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:31.192936 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:31.198053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:31.203538 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.232064 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5264a4d-bd38-47c5-bfdb-945449b741e7 admin admin] Publish callbacks [] for security_group (c79cbead-5040-4f87-ab14-f1d761e8a104), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.260525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5264a4d-bd38-47c5-bfdb-945449b741e7 admin admin] Publish callbacks [] for security_group (c79cbead-5040-4f87-ab14-f1d761e8a104), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.384449 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10db1715-7f7f-41cd-8c03-1ceefa105bea admin admin] Publish callbacks [] for security_group (9203d6e1-9694-4b1b-9b6b-d1ee65710b1a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.386353 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:31.388791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5264a4d-bd38-47c5-bfdb-945449b741e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c79cbead-5040-4f87-ab14-f1d761e8a104), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.391987 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5264a4d-bd38-47c5-bfdb-945449b741e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.394407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f5264a4d-bd38-47c5-bfdb-945449b741e7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c79cbead-5040-4f87-ab14-f1d761e8a104 HTTP/1.1" status: 204 len: 168 time: 0.2271006 Feb 09 22:08:31.419869 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264a4d-bd38-47c5-bfdb-945449b741e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79cbead-5040-4f87-ab14-f1d761e8a104,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:31.477667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10db1715-7f7f-41cd-8c03-1ceefa105bea admin admin] Publish callbacks [] for security_group (9203d6e1-9694-4b1b-9b6b-d1ee65710b1a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.630346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e471-8842-4e54-97dc-dca55cd13ab7 req-81451019-2bcc-4fe0-8e2b-5c260fab9c60 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:31.632570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01a1e471-8842-4e54-97dc-dca55cd13ab7 req-81451019-2bcc-4fe0-8e2b-5c260fab9c60 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 945 time: 0.0644143 Feb 09 22:08:31.670775 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:27Z', 'revision_number': 3, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:31.686175 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10db1715-7f7f-41cd-8c03-1ceefa105bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9203d6e1-9694-4b1b-9b6b-d1ee65710b1a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.697705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10db1715-7f7f-41cd-8c03-1ceefa105bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.701355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-10db1715-7f7f-41cd-8c03-1ceefa105bea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9203d6e1-9694-4b1b-9b6b-d1ee65710b1a HTTP/1.1" status: 204 len: 168 time: 0.5681443 Feb 09 22:08:31.734684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1715-7f7f-41cd-8c03-1ceefa105bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9203d6e1-9694-4b1b-9b6b-d1ee65710b1a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:31.736246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc1ccac-4b2f-4a6a-bf9c-99d085e5e028 None None] The sync data for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 is: [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:27Z', 'revision_number': 3, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:31.891328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01a1e471-8842-4e54-97dc-dca55cd13ab7 req-aabe7060-db95-4156-a94e-2f3379864c48 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417181 Feb 09 22:08:32.104364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (af20225f-47a1-4b58-a5cb-c009a92ba758), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.300366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Subnet': ['ID=af20225f-47a1-4b58-a5cb-c009a92ba758,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:32.313071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Checking segment: {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:32.313443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network hostable DHCP agents. Network: 0b7ccd94-5680-42f6-b61d-72f37daad5bb, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:32.387764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:32.463733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0b7ccd94-5680-42f6-b61d-72f37daad5bb) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:32.471236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:32.471340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.472650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d23d4-2611-482f-b35a-2f039cffe6aa None None] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:32.593791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:32.595819 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.682031 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-13517d36-301b-4e60-97f5-0d89e15d1796 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8987215 Feb 09 22:08:32.682333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41462) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:32.829953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Allocated IP 172.20.0.2 (0b7ccd94-5680-42f6-b61d-72f37daad5bb/af20225f-47a1-4b58-a5cb-c009a92ba758/8e2099c4-a8dc-4140-87cc-6f6a01b818ab) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:32.919524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:33.111364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:33.114174 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.216404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41478) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:33.273412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Publish callbacks [] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.352940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:33.355202 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.406303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:33.407870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.465376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fffa4869-5d5f-4ed5-8fbe-30174fd28b80 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-565751686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:33.479958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:33.484457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:33.488742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:33.494380 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.542668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Pushing event updated for resources: {'Port': ['ID=8e2099c4-a8dc-4140-87cc-6f6a01b818ab,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:33.581817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffa4869-5d5f-4ed5-8fbe-30174fd28b80 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (22c83538-7701-4607-a5a9-6e9404c791e1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.585605 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffa4869-5d5f-4ed5-8fbe-30174fd28b80 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (22c83538-7701-4607-a5a9-6e9404c791e1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.626310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Attempting to bind port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:33.631976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Attempting to bind port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:33.638694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Attempting to bind port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab on network 0b7ccd94-5680-42f6-b61d-72f37daad5bb {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:33.678372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:33.692600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:33.693216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Checking segment: {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:33.694926 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.695512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Bound using segment: {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:33.698212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Bound port: 8e2099c4-a8dc-4140-87cc-6f6a01b818ab, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:33.700790 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.741948 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffa4869-5d5f-4ed5-8fbe-30174fd28b80 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router_controller (22c83538-7701-4607-a5a9-6e9404c791e1), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.810386 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffa4869-5d5f-4ed5-8fbe-30174fd28b80 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (22c83538-7701-4607-a5a9-6e9404c791e1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.813689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.854550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] For port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:33.860297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] For port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8e2099c4-a8dc-4140-87cc-6f6a01b818ab,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:33.916851 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fffa4869-5d5f-4ed5-8fbe-30174fd28b80 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.920610 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fffa4869-5d5f-4ed5-8fbe-30174fd28b80 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6992402 Feb 09 22:08:33.920841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41504) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:33.926236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1787846906'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:33.938965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.027287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:34.032251 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.066353 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.079176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea480d89-c937-4556-bf23-3392fa68053a None None] Pushing event updated for resources: {'Port': ['ID=8e2099c4-a8dc-4140-87cc-6f6a01b818ab,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:34.255552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for security_group (d354bd2f-546a-464a-b9b3-fc48d861f011), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.315887 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d354bd2f-546a-464a-b9b3-fc48d861f011), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.333231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:34.358392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ce5ca662-9e8b-462c-b51d-4435bb6b21df), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.358892 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Added segment ce5ca662-9e8b-462c-b51d-4435bb6b21df of type vlan for network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 Feb 09 22:08:34.485222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.20.0.1 (0b7ccd94-5680-42f6-b61d-72f37daad5bb/af20225f-47a1-4b58-a5cb-c009a92ba758/cac0afd6-d967-45d5-9f39-6b268ed49f08) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:34.493808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (c1da380e-b95c-457a-adc2-2f2d7fdb9f66), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.510743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d354bd2f-546a-464a-b9b3-fc48d861f011,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:34.606233 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (c1da380e-b95c-457a-adc2-2f2d7fdb9f66), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.615642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:34.616554 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.711952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.772305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Network': ['ID=c1da380e-b95c-457a-adc2-2f2d7fdb9f66,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:34.786922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:34.843010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34316b3d-35a1-49f8-a1de-23605aadf6df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9210997 Feb 09 22:08:34.846131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41510) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:34.852378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'subnet': {'network_id': 'c1da380e-b95c-457a-adc2-2f2d7fdb9f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:34.896375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.934595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:34.937542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:34.967543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:34.992933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:35.032074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=cac0afd6-d967-45d5-9f39-6b268ed49f08,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:35.052355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.179076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:35.179658 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.228560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:35.239120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.401281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-0ba51e16-12f3-4bca-93fe-3de4dcdce464 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2298942 Feb 09 22:08:35.459059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:35.461513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e2099c4-a8dc-4140-87cc-6f6a01b818ab up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:35.543147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-6ea14753-dfa8-4570-9563-262ae9e6c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:35.548848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-6ea14753-dfa8-4570-9563-262ae9e6c017 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1128 time: 0.0795517 Feb 09 22:08:35.626831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:35.629902 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.694549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b16067e1-a173-42e7-a4f3-ad3f6035ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.734211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6cae9-79e2-492f-ae07-f613302f85cb None None] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:35.801516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (cedab07a-169a-4641-866b-2d343ca88819), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.941134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41524) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:35.943016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Subnet': ['ID=cedab07a-169a-4641-866b-2d343ca88819,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:36.007664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ff6ba4e4-0efc-4d47-98be-38525333667e None None] Provisioning complete for port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:36.008219 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba4e4-0efc-4d47-98be-38525333667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.029483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Checking segment: {'id': 'ce5ca662-9e8b-462c-b51d-4435bb6b21df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c1da380e-b95c-457a-adc2-2f2d7fdb9f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:36.030240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network hostable DHCP agents. Network: c1da380e-b95c-457a-adc2-2f2d7fdb9f66, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:36.140684 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a869d378-3b87-46fd-a5ed-7692d1d514e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.144586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:36.244685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.293371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, c1da380e-b95c-457a-adc2-2f2d7fdb9f66) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:36.329215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.332495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.370963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:36.372405 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.386494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fd3ba-d782-4dc5-a46e-6b3aaafd5649 None None] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:36.413030 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a869d378-3b87-46fd-a5ed-7692d1d514e2 admin admin] Publish callbacks [] for security_group (9af5a6ec-b962-4c88-8d40-104dd3397a59), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.472492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8a4d9dac-83e5-4b6c-9a9d-911adeac5360 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6251707 Feb 09 22:08:36.476134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41538) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:36.482092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'network': {'name': 'tempest-router-network01--231665593'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:36.491739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-95bfb769-c78b-4b2b-afac-2a247c3e304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.494902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-95bfb769-c78b-4b2b-afac-2a247c3e304d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 914 time: 0.9210398 Feb 09 22:08:36.503660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8e2099c4-a8dc-4140-87cc-6f6a01b818ab,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:36.522811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a869d378-3b87-46fd-a5ed-7692d1d514e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9af5a6ec-b962-4c88-8d40-104dd3397a59), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.599248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ba4e4-0efc-4d47-98be-38525333667e None None] Current status of the port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:36.599650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba4e4-0efc-4d47-98be-38525333667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.605911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a869d378-3b87-46fd-a5ed-7692d1d514e2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=519526adcf6a469292f3e2e5a1824bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6522944 Feb 09 22:08:36.613103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41540) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:36.618921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:36.628933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.629152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.704293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869d378-3b87-46fd-a5ed-7692d1d514e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5a6ec-b962-4c88-8d40-104dd3397a59,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:36.734146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:36.734637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-5cb62e06-060f-488d-9218-da1cfafc544a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 1001 time: 0.2225044 Feb 09 22:08:36.746727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2fea754d-6a83-4fff-ac16-cc95681a69e0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.747978 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Added segment 2fea754d-6a83-4fff-ac16-cc95681a69e0 of type vlan for network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 Feb 09 22:08:36.771005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-ff6ba4e4-0efc-4d47-98be-38525333667e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:08:36.771640 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-ff6ba4e4-0efc-4d47-98be-38525333667e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:08:36.812902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-b0bc64eb-e55f-4c7e-bdc6-8f62fae6f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.814451 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-b0bc64eb-e55f-4c7e-bdc6-8f62fae6f38a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 200 len: 852 time: 0.0579557 Feb 09 22:08:36.871998 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3a48a445-ea9e-4b3f-b3a5-a36a282589f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.876963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-c1da380e-b95c-457a-adc2-2f2d7fdb9f66', 'network_id': 'c1da380e-b95c-457a-adc2-2f2d7fdb9f66', 'project_id': 'a8d1ee28ceee48a08cfb67bdf0b9a1f9', 'fixed_ips': [{'subnet_id': 'cedab07a-169a-4641-866b-2d343ca88819'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:36.878423 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.996331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7571203f-f9d2-4660-a797-12441be3e257 admin admin] Publish callbacks [] for security_group (9af5a6ec-b962-4c88-8d40-104dd3397a59), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.004775 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3a48a445-ea9e-4b3f-b3a5-a36a282589f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.010994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:37.012646 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.032611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7571203f-f9d2-4660-a797-12441be3e257 admin admin] Publish callbacks [] for security_group (9af5a6ec-b962-4c88-8d40-104dd3397a59), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.114120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Allocated IP 2001:db8::2 (c1da380e-b95c-457a-adc2-2f2d7fdb9f66/cedab07a-169a-4641-866b-2d343ca88819/67623b1a-83b7-4582-81e6-b2ace0c956d3) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:37.130587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-670730a3-3bb7-4fad-822f-44227f0fbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:37.133408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-670730a3-3bb7-4fad-822f-44227f0fbff9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ca8b1df-514d-4fed-a819-719e2761b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2960954 Feb 09 22:08:37.198438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=8e2099c4-a8dc-4140-87cc-6f6a01b818ab,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:37.208415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Network': ['ID=3a48a445-ea9e-4b3f-b3a5-a36a282589f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:37.235400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:37.278347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7571203f-f9d2-4660-a797-12441be3e257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9af5a6ec-b962-4c88-8d40-104dd3397a59), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.280895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7571203f-f9d2-4660-a797-12441be3e257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.282043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7571203f-f9d2-4660-a797-12441be3e257 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9af5a6ec-b962-4c88-8d40-104dd3397a59 HTTP/1.1" status: 204 len: 168 time: 0.6675961 Feb 09 22:08:37.303389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.319785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b2d9bb85-9fb4-4266-b0af-eae92884a98f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8376138 Feb 09 22:08:37.325715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41550) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:37.333271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'network': {'name': 'tempest-router-network02--1888997085'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:37.335852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-d5b972f8-303c-4870-9d7b-5562aee6a5a3 service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913755 Feb 09 22:08:37.337810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571203f-f9d2-4660-a797-12441be3e257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5a6ec-b962-4c88-8d40-104dd3397a59,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:37.465292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.485665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:37.489221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.520032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ba4e4-0efc-4d47-98be-38525333667e None None] Current status of the port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:37.540054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:37.549996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.577748 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.578080 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Added segment b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a of type vlan for network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 Feb 09 22:08:37.675525 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-015937fc-5da6-45e4-9b2a-39f8cd018fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.698757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=cac0afd6-d967-45d5-9f39-6b268ed49f08,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:37.703096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1c9c5ed8-b9b8-422b-bd2c-f59927f116b4 None None] Provisioning complete for port cac0afd6-d967-45d5-9f39-6b268ed49f08 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:37.703648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ed8-b9b8-422b-bd2c-f59927f116b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.712658 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Publish callbacks [] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.738881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (179f1aa3-4e3c-42fa-9566-91f59d8bbc44), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.739899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a93cb88-9aea-4534-b48c-0fb140ab2a39 req-9c1a6cd1-8fd5-4b3e-afe9-f6ecb549b69f service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979309 Feb 09 22:08:37.767829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:37.772203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:37.799081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c5ed8-b9b8-422b-bd2c-f59927f116b4 None None] Port cac0afd6-d967-45d5-9f39-6b268ed49f08 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:37.810186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1c9c5ed8-b9b8-422b-bd2c-f59927f116b4 None None] Provisioning complete for port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:37.810571 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ed8-b9b8-422b-bd2c-f59927f116b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.906644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.930082 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (179f1aa3-4e3c-42fa-9566-91f59d8bbc44), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.935026 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:37.935812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:37.977426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:37.984772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:37.993863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:37.995914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c5ed8-b9b8-422b-bd2c-f59927f116b4 None None] Current status of the port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:38.000605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 4a736460-a73e-45e1-bd71-df653efcfb04 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:38.009851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Pushing event updated for resources: {'Port': ['ID=67623b1a-83b7-4582-81e6-b2ace0c956d3,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:38.098046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Network': ['ID=179f1aa3-4e3c-42fa-9566-91f59d8bbc44,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:38.099345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Attempting to bind port 67623b1a-83b7-4582-81e6-b2ace0c956d3 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:38.099768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Attempting to bind port 67623b1a-83b7-4582-81e6-b2ace0c956d3 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ce5ca662-9e8b-462c-b51d-4435bb6b21df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c1da380e-b95c-457a-adc2-2f2d7fdb9f66'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:38.100108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Attempting to bind port 67623b1a-83b7-4582-81e6-b2ace0c956d3 on network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:38.109505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:38.115445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:38.116084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Checking segment: {'id': 'ce5ca662-9e8b-462c-b51d-4435bb6b21df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c1da380e-b95c-457a-adc2-2f2d7fdb9f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:38.116303 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.116651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Bound using segment: {'id': 'ce5ca662-9e8b-462c-b51d-4435bb6b21df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c1da380e-b95c-457a-adc2-2f2d7fdb9f66'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:38.117234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Bound port: 67623b1a-83b7-4582-81e6-b2ace0c956d3, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5ca662-9e8b-462c-b51d-4435bb6b21df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c1da380e-b95c-457a-adc2-2f2d7fdb9f66'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:38.117527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.168810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0f967805-e430-4de2-a073-868ba156b09d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8455074 Feb 09 22:08:38.173326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41560) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.183831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-be4651f4-8c13-4156-86f9-c6a15567f6b6 None None] Provisioning complete for port cac0afd6-d967-45d5-9f39-6b268ed49f08 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:38.189941 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be4651f4-8c13-4156-86f9-c6a15567f6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.190342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'subnet': {'network_id': '3a48a445-ea9e-4b3f-b3a5-a36a282589f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:38.271958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-be4651f4-8c13-4156-86f9-c6a15567f6b6 None None] Port cac0afd6-d967-45d5-9f39-6b268ed49f08 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:38.278208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] For port 67623b1a-83b7-4582-81e6-b2ace0c956d3, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:38.281397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] For port 67623b1a-83b7-4582-81e6-b2ace0c956d3, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=67623b1a-83b7-4582-81e6-b2ace0c956d3,segment=NetworkSegment(ce5ca662-9e8b-462c-b51d-4435bb6b21df),segment_id=ce5ca662-9e8b-462c-b51d-4435bb6b21df)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:38.296866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:38.308359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cf9e7845-01eb-4a77-9fe1-0c57f0ef2e2d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "PUT /v2.0/routers/4a736460-a73e-45e1-bd71-df653efcfb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6215572 Feb 09 22:08:38.309645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41564) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.310015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Sync routers for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:38.321055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:38.321841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:38.339897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.360494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b34149b6-34d1-4f19-8966-f548d41926f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.417593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.459657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:38.464490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.555752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b34149b6-34d1-4f19-8966-f548d41926f7 admin admin] Publish callbacks [] for security_group (5fffcb30-1bb5-45d4-aace-e090b6639c2b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.583212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd9a85-b1fd-42a2-80d6-32f34b0acb45 None None] Pushing event updated for resources: {'Port': ['ID=67623b1a-83b7-4582-81e6-b2ace0c956d3,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:38.617140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:38.631603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b34149b6-34d1-4f19-8966-f548d41926f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5fffcb30-1bb5-45d4-aace-e090b6639c2b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.657739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.658218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.658693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.660013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.663257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.663257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.663257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.663257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.663257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.663257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.663257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.676528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-940e8fb4-6674-45b1-8aef-8de13f1312e0 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7687 time: 0.3632605 Feb 09 22:08:38.677114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b34149b6-34d1-4f19-8966-f548d41926f7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a36d96a49d8041e98f0ba5f08e2c58d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358989 Feb 09 22:08:38.679484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41574) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.679980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41576) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.735800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34149b6-34d1-4f19-8966-f548d41926f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fffcb30-1bb5-45d4-aace-e090b6639c2b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:38.864111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e2099c4-a8dc-4140-87cc-6f6a01b818ab up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:38.970509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.971618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.972255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.972911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.973522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.974131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.974740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.975344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.976498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.978684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-74289e83-a387-4d80-9e73-c484c4eeba29 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5904 time: 0.2967362 Feb 09 22:08:38.982812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41582) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:38.991320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f41670f-dd35-40f7-ad9d-b10a3193cfee admin admin] Publish callbacks [] for security_group (5fffcb30-1bb5-45d4-aace-e090b6639c2b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.021062 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f41670f-dd35-40f7-ad9d-b10a3193cfee admin admin] Publish callbacks [] for security_group (5fffcb30-1bb5-45d4-aace-e090b6639c2b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.050654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:39.052051 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.138306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (849f78a6-353c-4dff-b176-e2c22d44c5f1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.149635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:35Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:36Z', 'revision_number': 2, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:39.177310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f41670f-dd35-40f7-ad9d-b10a3193cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5fffcb30-1bb5-45d4-aace-e090b6639c2b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.180310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f41670f-dd35-40f7-ad9d-b10a3193cfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.181678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f41670f-dd35-40f7-ad9d-b10a3193cfee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5fffcb30-1bb5-45d4-aace-e090b6639c2b HTTP/1.1" status: 204 len: 168 time: 0.5008976 Feb 09 22:08:39.209184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Checking router: 4a736460-a73e-45e1-bd71-df653efcfb04 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:39.209184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Updating router 4a736460-a73e-45e1-bd71-df653efcfb04 port cac0afd6-d967-45d5-9f39-6b268ed49f08 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:08:39.209395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41670f-dd35-40f7-ad9d-b10a3193cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fffcb30-1bb5-45d4-aace-e090b6639c2b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:39.212996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.258863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:39.265166 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.357222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Checking segment: {'id': '2fea754d-6a83-4fff-ac16-cc95681a69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3a48a445-ea9e-4b3f-b3a5-a36a282589f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:39.357805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network hostable DHCP agents. Network: 3a48a445-ea9e-4b3f-b3a5-a36a282589f8, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:39.365163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Subnet': ['ID=849f78a6-353c-4dff-b176-e2c22d44c5f1,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:39.527202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9b4728c5-c8df-4b49-accc-282c6946d4a1 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.5338204 Feb 09 22:08:39.527202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:39.604143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3a48a445-ea9e-4b3f-b3a5-a36a282589f8) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:39.608811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:39.609540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.619497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa795ed-bdca-4a25-9884-24687fe4ac66 None None] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:39.730552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:39.731294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-78187330-67b0-4648-a5d5-8e281f17a207 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5500646 Feb 09 22:08:39.736701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'subnet': {'network_id': '179f1aa3-4e3c-42fa-9566-91f59d8bbc44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:39.744599 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Publish callbacks [] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.820033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3a48a445-ea9e-4b3f-b3a5-a36a282589f8', 'network_id': '3a48a445-ea9e-4b3f-b3a5-a36a282589f8', 'project_id': 'a8d1ee28ceee48a08cfb67bdf0b9a1f9', 'fixed_ips': [{'subnet_id': '849f78a6-353c-4dff-b176-e2c22d44c5f1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:39.829751 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.020830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41608) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:40.026217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5fbf76bb-64a9-4921-a6bd-350f05c3cfdb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308498836', 'description': 'tempest-secgroup-smoke-308498836 description', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:40.062841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:40.069054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.136338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d2da45-73cd-41d2-963f-ef877a08ff40 None None] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:40.173558 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fbf76bb-64a9-4921-a6bd-350f05c3cfdb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.213206 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.365039 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fbf76bb-64a9-4921-a6bd-350f05c3cfdb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (43c91712-676f-4794-b81f-9426e6b6292c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.387933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.395758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-343754d9-010e-4c56-8f40-924917367988 None None] Provisioning complete for port 67623b1a-83b7-4582-81e6-b2ace0c956d3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:40.396146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-343754d9-010e-4c56-8f40-924917367988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.429924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329a3b-e877-4281-adac-aa8815690e7b None None] Pushing event updated for resources: {'Port': ['ID=cac0afd6-d967-45d5-9f39-6b268ed49f08,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:40.464370 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fbf76bb-64a9-4921-a6bd-350f05c3cfdb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (43c91712-676f-4794-b81f-9426e6b6292c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.551083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf76bb-64a9-4921-a6bd-350f05c3cfdb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c91712-676f-4794-b81f-9426e6b6292c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:40.588329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Allocated IP 2001:db8::2 (3a48a445-ea9e-4b3f-b3a5-a36a282589f8/849f78a6-353c-4dff-b176-e2c22d44c5f1/9515136e-5414-4aaa-b7a4-43bb7e7a13b9) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:40.619969 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (3e04995d-b958-48c3-970d-327e3482cf06), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.675198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Attempting to bind port cac0afd6-d967-45d5-9f39-6b268ed49f08 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:40.680287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Attempting to bind port cac0afd6-d967-45d5-9f39-6b268ed49f08 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:40.680287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Attempting to bind port cac0afd6-d967-45d5-9f39-6b268ed49f08 on network 0b7ccd94-5680-42f6-b61d-72f37daad5bb {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:40.694717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5fbf76bb-64a9-4921-a6bd-350f05c3cfdb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.696915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5fbf76bb-64a9-4921-a6bd-350f05c3cfdb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6742442 Feb 09 22:08:40.699381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41622) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:40.706325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:40.706772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Checking segment: {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:40.706896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e4a7687b-e651-4e67-a219-05574aaaa10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '43c91712-676f-4794-b81f-9426e6b6292c', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:40.707190 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.707603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Bound using segment: {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:40.708094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Bound port: cac0afd6-d967-45d5-9f39-6b268ed49f08, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:40.708483 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.735032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Subnet': ['ID=3e04995d-b958-48c3-970d-327e3482cf06,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:40.829473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Checking segment: {'id': 'b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '179f1aa3-4e3c-42fa-9566-91f59d8bbc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:40.830205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network hostable DHCP agents. Network: 179f1aa3-4e3c-42fa-9566-91f59d8bbc44, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:40.840891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4a7687b-e651-4e67-a219-05574aaaa10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (8c03480e-c91e-4cab-a71d-bef84cd101c7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.921675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 67623b1a-83b7-4582-81e6-b2ace0c956d3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:40.926380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:40.965018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-343754d9-010e-4c56-8f40-924917367988 None None] Current status of the port 67623b1a-83b7-4582-81e6-b2ace0c956d3 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:40.965414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-343754d9-010e-4c56-8f40-924917367988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:40.983998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 179f1aa3-4e3c-42fa-9566-91f59d8bbc44) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:41.002088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:41.003137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.005485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315af728-1920-42a3-9adb-c303c7c6e751 None None] Network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:41.030960 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4a7687b-e651-4e67-a219-05574aaaa10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (8c03480e-c91e-4cab-a71d-bef84cd101c7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.072730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] For port cac0afd6-d967-45d5-9f39-6b268ed49f08, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:41.106623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4a7687b-e651-4e67-a219-05574aaaa10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8c03480e-c91e-4cab-a71d-bef84cd101c7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.123357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] For port cac0afd6-d967-45d5-9f39-6b268ed49f08, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cac0afd6-d967-45d5-9f39-6b268ed49f08,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:41.126882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-343754d9-010e-4c56-8f40-924917367988 None None] For port 67623b1a-83b7-4582-81e6-b2ace0c956d3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=67623b1a-83b7-4582-81e6-b2ace0c956d3,segment=NetworkSegment(ce5ca662-9e8b-462c-b51d-4435bb6b21df),segment_id=ce5ca662-9e8b-462c-b51d-4435bb6b21df)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:41.127584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5cfec47f-9fac-4db6-a555-683b833e7f2e tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3950295 Feb 09 22:08:41.128990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41630) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:41.143859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7687b-e651-4e67-a219-05574aaaa10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c03480e-c91e-4cab-a71d-bef84cd101c7,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:41.225277 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-343754d9-010e-4c56-8f40-924917367988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.231310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 67623b1a-83b7-4582-81e6-b2ace0c956d3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:41.232526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.270965 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e4a7687b-e651-4e67-a219-05574aaaa10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.275966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e4a7687b-e651-4e67-a219-05574aaaa10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5754218 Feb 09 22:08:41.276753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41636) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:41.305809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a286a489-4624-4112-9526-02962f2c5d8b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '43c91712-676f-4794-b81f-9426e6b6292c', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:41.335760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-179f1aa3-4e3c-42fa-9566-91f59d8bbc44', 'network_id': '179f1aa3-4e3c-42fa-9566-91f59d8bbc44', 'project_id': 'a8d1ee28ceee48a08cfb67bdf0b9a1f9', 'fixed_ips': [{'subnet_id': '3e04995d-b958-48c3-970d-327e3482cf06'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:41.339750 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.431634 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.493608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Publish callbacks [] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.496032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Provisioning complete for port cac0afd6-d967-45d5-9f39-6b268ed49f08 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:41.496495 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.506630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a286a489-4624-4112-9526-02962f2c5d8b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (4ceaf2cd-bada-42f9-988a-23abbb79b83d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.576478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.620138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343754d9-010e-4c56-8f40-924917367988 None None] Pushing event updated for resources: {'Port': ['ID=67623b1a-83b7-4582-81e6-b2ace0c956d3,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:41.652861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a286a489-4624-4112-9526-02962f2c5d8b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (4ceaf2cd-bada-42f9-988a-23abbb79b83d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.787092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a286a489-4624-4112-9526-02962f2c5d8b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4ceaf2cd-bada-42f9-988a-23abbb79b83d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.803570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:41.808482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:41.834024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286a489-4624-4112-9526-02962f2c5d8b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceaf2cd-bada-42f9-988a-23abbb79b83d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:41.916780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a286a489-4624-4112-9526-02962f2c5d8b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.918754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a286a489-4624-4112-9526-02962f2c5d8b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6408203 Feb 09 22:08:41.921410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41646) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:41.928877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-93a160cc-64ac-4846-bb52-86c32aecce26 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '43c91712-676f-4794-b81f-9426e6b6292c', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:42.041103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.055262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a160cc-64ac-4846-bb52-86c32aecce26 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (dd6cf15e-daa6-47fc-95cb-7355dc05a45a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.116093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329a3b-e877-4281-adac-aa8815690e7b None None] Pushing event updated for resources: {'Port': ['ID=cac0afd6-d967-45d5-9f39-6b268ed49f08,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:42.155790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:42.198833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a160cc-64ac-4846-bb52-86c32aecce26 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (dd6cf15e-daa6-47fc-95cb-7355dc05a45a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.237354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Allocated IP 2001:db8::1 (3a48a445-ea9e-4b3f-b3a5-a36a282589f8/849f78a6-353c-4dff-b176-e2c22d44c5f1/7e62970d-719b-4a64-bc1d-10fca7e57e24) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:42.249833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:42.280489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a160cc-64ac-4846-bb52-86c32aecce26 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (dd6cf15e-daa6-47fc-95cb-7355dc05a45a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.321217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a160cc-64ac-4846-bb52-86c32aecce26 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6cf15e-daa6-47fc-95cb-7355dc05a45a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:42.339832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Current status of the port cac0afd6-d967-45d5-9f39-6b268ed49f08 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:42.340878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.357712 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.370753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:42.375639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 67623b1a-83b7-4582-81e6-b2ace0c956d3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:42.385956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:42.402028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93a160cc-64ac-4846-bb52-86c32aecce26 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.403288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93a160cc-64ac-4846-bb52-86c32aecce26 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4805970 Feb 09 22:08:42.406332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:42.412025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b22774cb-9892-4111-94ee-a1beb42e2e67 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '43c91712-676f-4794-b81f-9426e6b6292c', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:42.417263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.533620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] For port cac0afd6-d967-45d5-9f39-6b268ed49f08, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cac0afd6-d967-45d5-9f39-6b268ed49f08,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:42.539569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b22774cb-9892-4111-94ee-a1beb42e2e67 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (66d2d312-20c4-4b52-89e4-5773280e1618), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.545985 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.549732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Pushing event updated for resources: {'Port': ['ID=9515136e-5414-4aaa-b7a4-43bb7e7a13b9,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:42.621820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Allocated IP 2001:db8::2 (179f1aa3-4e3c-42fa-9566-91f59d8bbc44/3e04995d-b958-48c3-970d-327e3482cf06/d65fa301-0d52-4069-b0e5-727aa991f5a4) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:42.657064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Port': ['ID=7e62970d-719b-4a64-bc1d-10fca7e57e24,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:42.692179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:42.695113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:42.701486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:42.704629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.740289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.758135 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b22774cb-9892-4111-94ee-a1beb42e2e67 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (66d2d312-20c4-4b52-89e4-5773280e1618), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.827144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Attempting to bind port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:42.829419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Attempting to bind port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '2fea754d-6a83-4fff-ac16-cc95681a69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3a48a445-ea9e-4b3f-b3a5-a36a282589f8'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:42.831141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Attempting to bind port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 on network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:42.845526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b22774cb-9892-4111-94ee-a1beb42e2e67 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (66d2d312-20c4-4b52-89e4-5773280e1618), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.885569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:42.886000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Checking segment: {'id': '2fea754d-6a83-4fff-ac16-cc95681a69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3a48a445-ea9e-4b3f-b3a5-a36a282589f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:42.886362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.886765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Bound using segment: {'id': '2fea754d-6a83-4fff-ac16-cc95681a69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3a48a445-ea9e-4b3f-b3a5-a36a282589f8'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:42.887255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Bound port: 9515136e-5414-4aaa-b7a4-43bb7e7a13b9, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fea754d-6a83-4fff-ac16-cc95681a69e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '3a48a445-ea9e-4b3f-b3a5-a36a282589f8'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:42.887664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.906901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22774cb-9892-4111-94ee-a1beb42e2e67 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d2d312-20c4-4b52-89e4-5773280e1618,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:42.909718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 67623b1a-83b7-4582-81e6-b2ace0c956d3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:42.994228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b22774cb-9892-4111-94ee-a1beb42e2e67 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:42.998266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b22774cb-9892-4111-94ee-a1beb42e2e67 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5884647 Feb 09 22:08:42.998527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41670) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:43.003415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '43c91712-676f-4794-b81f-9426e6b6292c', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:43.151779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.154366 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Project faf31df19dfa4f61af9b2afc9e20ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:08:43.169430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (2c2445e4-9fa2-42d7-a0c6-076989c8956a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.268665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (2c2445e4-9fa2-42d7-a0c6-076989c8956a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.300295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Provisioning complete for port 67623b1a-83b7-4582-81e6-b2ace0c956d3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:43.300869 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.353085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (2c2445e4-9fa2-42d7-a0c6-076989c8956a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.388131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2445e4-9fa2-42d7-a0c6-076989c8956a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.419074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] For port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:43.422716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] For port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9515136e-5414-4aaa-b7a4-43bb7e7a13b9,segment=NetworkSegment(2fea754d-6a83-4fff-ac16-cc95681a69e0),segment_id=2fea754d-6a83-4fff-ac16-cc95681a69e0)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:43.441772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.443045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-064b1e5e-72a4-49aa-846d-cac10c46b249 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4436352 Feb 09 22:08:43.445808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41684) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:43.450509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '43c91712-676f-4794-b81f-9426e6b6292c', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:43.491650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Pushing event updated for resources: {'Port': ['ID=cac0afd6-d967-45d5-9f39-6b268ed49f08,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.565809 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.571157 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Project faf31df19dfa4f61af9b2afc9e20ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:08:43.584883 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (23ee1b00-f9c0-4916-a89e-e7945e3b7d1e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.648150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 67623b1a-83b7-4582-81e6-b2ace0c956d3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:43.649419 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.688581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (23ee1b00-f9c0-4916-a89e-e7945e3b7d1e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.728879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Publish callbacks [] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.822240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea4ca5-355a-40ef-80fa-a9b5b5284596 None None] Pushing event updated for resources: {'Port': ['ID=9515136e-5414-4aaa-b7a4-43bb7e7a13b9,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.833472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0e60796c-2c1b-481d-ad91-c56791211dae None None] Current status of the port 67623b1a-83b7-4582-81e6-b2ace0c956d3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:43.864778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (23ee1b00-f9c0-4916-a89e-e7945e3b7d1e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.872852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:35Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:41Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:43.904401 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.920411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6286e2c-8685-4cf2-ae04-cdd624653f86 None None] The sync data for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 is: [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:35Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:41Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:43.927846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ee1b00-f9c0-4916-a89e-e7945e3b7d1e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:43.952234 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.963492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b397c391-0bde-4286-bdbe-54cc90da386a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5071495 Feb 09 22:08:43.963839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 67623b1a-83b7-4582-81e6-b2ace0c956d3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:44.017022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:44.041739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:44.049736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:44.053739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b0a094a5-336a-4086-add2-5badf211d85e None None] Provisioning complete for port cac0afd6-d967-45d5-9f39-6b268ed49f08 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:44.054120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0a094a5-336a-4086-add2-5badf211d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.059836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Pushing event updated for resources: {'Port': ['ID=d65fa301-0d52-4069-b0e5-727aa991f5a4,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.192833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.221846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Attempting to bind port d65fa301-0d52-4069-b0e5-727aa991f5a4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:44.222236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Attempting to bind port d65fa301-0d52-4069-b0e5-727aa991f5a4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '179f1aa3-4e3c-42fa-9566-91f59d8bbc44'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:44.222608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Attempting to bind port d65fa301-0d52-4069-b0e5-727aa991f5a4 on network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:44.233978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:44.234373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Checking segment: {'id': 'b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '179f1aa3-4e3c-42fa-9566-91f59d8bbc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:44.234777 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.236508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Bound using segment: {'id': 'b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '179f1aa3-4e3c-42fa-9566-91f59d8bbc44'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:44.237069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Bound port: d65fa301-0d52-4069-b0e5-727aa991f5a4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '179f1aa3-4e3c-42fa-9566-91f59d8bbc44'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:44.237433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.335105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.338730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.389187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b0a094a5-336a-4086-add2-5badf211d85e None None] Current status of the port cac0afd6-d967-45d5-9f39-6b268ed49f08 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:44.411050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] For port d65fa301-0d52-4069-b0e5-727aa991f5a4, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:44.415173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] For port d65fa301-0d52-4069-b0e5-727aa991f5a4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d65fa301-0d52-4069-b0e5-727aa991f5a4,segment=NetworkSegment(b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a),segment_id=b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:44.504831 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-9b336322-19e6-4e2e-8b5d-e0a73ee2f8a9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308498836&fields=id&tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 267 time: 0.2002306 Feb 09 22:08:44.514774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Port': ['ID=7e62970d-719b-4a64-bc1d-10fca7e57e24,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.526635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.617270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c0eba-6617-40be-82f7-cd8a191b4bfd None None] Pushing event updated for resources: {'Port': ['ID=d65fa301-0d52-4069-b0e5-727aa991f5a4,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.645589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:44.650908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:44.829003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-1525443e-1522-48d3-b19a-37d611557a79 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:44.830627 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-1525443e-1522-48d3-b19a-37d611557a79 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/networks?id=0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 200 len: 796 time: 0.3119533 Feb 09 22:08:44.888203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-4cbb7f01-d8ce-4777-99ff-5a4e393b6aff tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/quotas/faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 375 time: 0.0434773 Feb 09 22:08:44.950472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cac0afd6-d967-45d5-9f39-6b268ed49f08 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:45.120779 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-85126f76-3ed2-40ce-88a4-f0683ca879f4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2161813 Feb 09 22:08:45.132379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Router 22c83538-7701-4607-a5a9-6e9404c791e1 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:08:45.147473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cac0afd6-d967-45d5-9f39-6b268ed49f08 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:45.148043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.323035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cac0afd6-d967-45d5-9f39-6b268ed49f08 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:45.328543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:45.444892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:45.451888 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b1866186-d5ae-4dcb-92a2-ee5589f0f18c tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3213520 Feb 09 22:08:45.455075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:45.463014 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] Sync routers for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:45.502365 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:45.503043 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:45.514939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:45.515494 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.573099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-54ef56cb-26d6-43e3-b87c-f189cb0d9a89 service neutron] 10.222.0.98 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339490 Feb 09 22:08:45.713213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7ed20-c904-4ceb-b004-c6721c229c4d None None] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:45.834378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-7faaeac4-b2ee-443b-8826-2f22fe9ba7f6 service neutron] 10.222.0.98 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455442 Feb 09 22:08:45.940991 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:45.946638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:45.950273 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.956563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4e1ffca0-6209-4602-b14c-a56427ed6dec None None] Provisioning complete for port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:45.957444 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:08:45.966079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffca0-6209-4602-b14c-a56427ed6dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.970684 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:45.974889 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:46.068420 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:46.069098 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4f341-99ac-4e66-b23c-56a1e553918d None None] The sync data for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:46.255403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9515136e-5414-4aaa-b7a4-43bb7e7a13b9,segment=NetworkSegment(2fea754d-6a83-4fff-ac16-cc95681a69e0),segment_id=2fea754d-6a83-4fff-ac16-cc95681a69e0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:46.368982 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:46.452161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c575440-6b3e-4b81-ba26-782ad055a123 req-88c210f1-ba72-412e-a38d-2ff5a161e2a3 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 210 time: 0.0953240 Feb 09 22:08:46.515812 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-50b43f72-e561-414d-b58f-254d16fa42d7 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:08:46.520878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41736) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:46.530767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-50b43f72-e561-414d-b58f-254d16fa42d7 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0741248 Feb 09 22:08:46.579509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c57876-ff0c-4b69-9302-85365803337e None None] Network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:46.619231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=9515136e-5414-4aaa-b7a4-43bb7e7a13b9,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:46.806793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ffca0-6209-4602-b14c-a56427ed6dec None None] Current status of the port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:46.936472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41744) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:47.038851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3a713cf0-e546-4839-8a47-ca1613704bc3 None None] Provisioning complete for port d65fa301-0d52-4069-b0e5-727aa991f5a4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:47.040641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3a713cf0-e546-4839-8a47-ca1613704bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.128000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-878bec02-3dee-41eb-983b-e5edda02682a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.132910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d65fa301-0d52-4069-b0e5-727aa991f5a4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:47.238938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-878bec02-3dee-41eb-983b-e5edda02682a admin admin] Publish callbacks [] for security_group (23c6d10c-ba77-4b09-960b-42ad211cbbe6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.362065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-878bec02-3dee-41eb-983b-e5edda02682a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (23c6d10c-ba77-4b09-960b-42ad211cbbe6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.427892 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.443469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d65fa301-0d52-4069-b0e5-727aa991f5a4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:47.443894 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.469753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3a713cf0-e546-4839-8a47-ca1613704bc3 None None] Current status of the port d65fa301-0d52-4069-b0e5-727aa991f5a4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:47.470545 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3a713cf0-e546-4839-8a47-ca1613704bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.520168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-878bec02-3dee-41eb-983b-e5edda02682a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7e80b767a38941d48f9c0d278de8ab26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823545 Feb 09 22:08:47.521827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bec02-3dee-41eb-983b-e5edda02682a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c6d10c-ba77-4b09-960b-42ad211cbbe6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:47.525434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41758) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:47.646117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d56b54b9-2368-440e-be9a-17c0f98b1fcf admin admin] Publish callbacks [] for security_group (23c6d10c-ba77-4b09-960b-42ad211cbbe6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.686391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3a713cf0-e546-4839-8a47-ca1613704bc3 None None] For port d65fa301-0d52-4069-b0e5-727aa991f5a4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d65fa301-0d52-4069-b0e5-727aa991f5a4,segment=NetworkSegment(b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a),segment_id=b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:47.693649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d56b54b9-2368-440e-be9a-17c0f98b1fcf admin admin] Publish callbacks [] for security_group (23c6d10c-ba77-4b09-960b-42ad211cbbe6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.717136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8555e724-7878-4cfd-b265-ad3742170f8a req-e1a6a6c9-7d16-4d50-abe2-4f67099b312a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 210 time: 0.0789459 Feb 09 22:08:47.803251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d65fa301-0d52-4069-b0e5-727aa991f5a4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:47.806125 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.954805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d56b54b9-2368-440e-be9a-17c0f98b1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (23c6d10c-ba77-4b09-960b-42ad211cbbe6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.957959 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3a713cf0-e546-4839-8a47-ca1613704bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.977812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d56b54b9-2368-440e-be9a-17c0f98b1fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:47.996516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d56b54b9-2368-440e-be9a-17c0f98b1fcf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23c6d10c-ba77-4b09-960b-42ad211cbbe6 HTTP/1.1" status: 204 len: 168 time: 0.4625149 Feb 09 22:08:48.030872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b54b9-2368-440e-be9a-17c0f98b1fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c6d10c-ba77-4b09-960b-42ad211cbbe6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:48.065609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting port 7e62970d-719b-4a64-bc1d-10fca7e57e24 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:48.065973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.256544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Provisioning complete for port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:48.259320 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.261336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.285091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Calling delete_port for 7e62970d-719b-4a64-bc1d-10fca7e57e24 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:48.305154 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:08:48.305702 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:08:48.314368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a713cf0-e546-4839-8a47-ca1613704bc3 None None] Pushing event updated for resources: {'Port': ['ID=d65fa301-0d52-4069-b0e5-727aa991f5a4,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:48.429995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Current status of the port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:48.453379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Provisioning complete for port d65fa301-0d52-4069-b0e5-727aa991f5a4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:48.457386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.614145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Current status of the port d65fa301-0d52-4069-b0e5-727aa991f5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:48.636885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Provisioning complete for port 7e62970d-719b-4a64-bc1d-10fca7e57e24 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:48.637117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.685373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5daee261-c8ba-4f50-b27e-ae54c46d56ed None None] Port 7e62970d-719b-4a64-bc1d-10fca7e57e24 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:48.760003 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7e62970d-719b-4a64-bc1d-10fca7e57e24), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:48.801648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c37c5976-da2d-4f17-b14e-9ebf9a08325e None None] Could not find standard attr ID for object 7e62970d-719b-4a64-bc1d-10fca7e57e24. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:08:48.804359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Port': ['ID=7e62970d-719b-4a64-bc1d-10fca7e57e24,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:48.958221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d65fa301-0d52-4069-b0e5-727aa991f5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:48.959778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:48.976760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1ef3fc8-1ef8-49d8-9a8b-87343f0d8d26 req-874f92f6-6b15-4dd5-b233-a0065b0d9634 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 210 time: 0.0975745 Feb 09 22:08:49.006999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41772) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:49.025611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59ebee3f-6a2a-46aa-99b9-423c8c4a6658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.058601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.069722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:49.071948 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.212941 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59ebee3f-6a2a-46aa-99b9-423c8c4a6658 admin admin] Publish callbacks [] for security_group (9c7e5187-be25-4165-83e9-406f6ae44c94), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.249084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:49.314804 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59ebee3f-6a2a-46aa-99b9-423c8c4a6658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c7e5187-be25-4165-83e9-406f6ae44c94), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.388290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-59ebee3f-6a2a-46aa-99b9-423c8c4a6658 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1274c03fdb174fb7be771e9de76bd925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797638 Feb 09 22:08:49.393582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d65fa301-0d52-4069-b0e5-727aa991f5a4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:49.397653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41776) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:49.417347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebee3f-6a2a-46aa-99b9-423c8c4a6658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7e5187-be25-4165-83e9-406f6ae44c94,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:49.492497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91976af7-012c-4485-b128-d5f30c71e51a admin admin] Publish callbacks [] for security_group (9c7e5187-be25-4165-83e9-406f6ae44c94), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.496526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Router 22c83538-7701-4607-a5a9-6e9404c791e1 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:49.501944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d65fa301-0d52-4069-b0e5-727aa991f5a4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:49.503336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.566901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91976af7-012c-4485-b128-d5f30c71e51a admin admin] Publish callbacks [] for security_group (9c7e5187-be25-4165-83e9-406f6ae44c94), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.696086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d65fa301-0d52-4069-b0e5-727aa991f5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:49.728285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:49.742421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91976af7-012c-4485-b128-d5f30c71e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c7e5187-be25-4165-83e9-406f6ae44c94), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.744926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] Sync routers for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:49.745167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91976af7-012c-4485-b128-d5f30c71e51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:49.748806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-91976af7-012c-4485-b128-d5f30c71e51a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9c7e5187-be25-4165-83e9-406f6ae44c94 HTTP/1.1" status: 204 len: 168 time: 0.3477764 Feb 09 22:08:49.767069 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5099ccaa-db3a-49c6-833f-c2dc6a15d0df tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2450857 Feb 09 22:08:49.767692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91976af7-012c-4485-b128-d5f30c71e51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7e5187-be25-4165-83e9-406f6ae44c94,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:49.772623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41784) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:49.772910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:49.773783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:49.881094 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-fe62ef77-4c3c-4513-8f55-7feb4bcc788f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] delete failed (client error): The resource could not be found. Feb 09 22:08:49.883324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:49.884254 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fe62ef77-4c3c-4513-8f55-7feb4bcc788f tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-1182404619 HTTP/1.1" status: 404 len: 335 time: 0.0992718 Feb 09 22:08:49.886756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41786) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:49.900429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:49.900429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:49.912301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-22716a74-12c3-4e84-8767-72522ebdf8ed tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'router': {'external_gateway_info': {'network_id': '22c83538-7701-4607-a5a9-6e9404c791e1'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:50.132478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-de18be53-c274-4c78-9331-d07dd7fec34f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:50.135521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-de18be53-c274-4c78-9331-d07dd7fec34f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/networks?id=0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 200 len: 796 time: 0.2854183 Feb 09 22:08:50.280739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:50.295457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57d022-1b78-4291-b540-c7102cdad6da None None] The sync data for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:50.335253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-586d0551-f407-4cdb-8c61-12c2dd3497c6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 379 time: 0.1896045 Feb 09 22:08:50.353372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'port': {'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'admin_state_up': True, 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'security_groups': ['43c91712-676f-4794-b81f-9426e6b6292c']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:50.826313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:50.829910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.853944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a881ec9-8ef8-4e61-bde4-9298436bc457 req-58f8228f-bd4a-43fb-b661-1d5a36ad8c41 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 210 time: 0.1221559 Feb 09 22:08:50.868390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-22716a74-12c3-4e84-8767-72522ebdf8ed tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router_gateway (22c83538-7701-4607-a5a9-6e9404c791e1), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:50.980835 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-22716a74-12c3-4e84-8767-72522ebdf8ed tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] update failed (client error): The resource could not be found. Feb 09 22:08:50.987158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-22716a74-12c3-4e84-8767-72522ebdf8ed tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1 HTTP/1.1" status: 404 len: 339 time: 1.0977511 Feb 09 22:08:50.991815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41806) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:50.994720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-283687598'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:51.034526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.20.0.10 (0b7ccd94-5680-42f6-b61d-72f37daad5bb/af20225f-47a1-4b58-a5cb-c009a92ba758/c0d1583d-929d-43e3-b341-ccc84f0205b9) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:51.095631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:51.099576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.167954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:51.210748 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c679a76c-a307-40f5-b69e-18bfa8168d16), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.211091 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Added segment c679a76c-a307-40f5-b69e-18bfa8168d16 of type vlan for network ce3f464f-a8fe-442f-ab6a-71edbf91d514 Feb 09 22:08:51.262856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.279025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ce3f464f-a8fe-442f-ab6a-71edbf91d514), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.411300 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ce3f464f-a8fe-442f-ab6a-71edbf91d514), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.419320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:51.421216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.434027 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.543290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:51.551539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:51.565730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Network': ['ID=ce3f464f-a8fe-442f-ab6a-71edbf91d514,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:51.570536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:51.579508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ce3f464f-a8fe-442f-ab6a-71edbf91d514 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:51.592332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c2ff00ee-5cbb-4033-8b7b-7c6648de7f79 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5936267 Feb 09 22:08:51.592546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41820) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:51.592546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'subnet': {'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:51.637511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=c0d1583d-929d-43e3-b341-ccc84f0205b9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:51.699274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:51.699274 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.871087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f112e3e3-a66e-49d9-9fc6-3f9268d3441a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5231137 Feb 09 22:08:51.876466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Request body: {'port': {'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:51.949151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e1c7c1eb-bdec-4c74-b430-e582e41c2c07 None None] Provisioning complete for port c0d1583d-929d-43e3-b341-ccc84f0205b9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:51.949384 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c1eb-bdec-4c74-b430-e582e41c2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:51.969582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Made reservation on behalf of a8d1ee28ceee48a08cfb67bdf0b9a1f9 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:51.969582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.031626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7c1eb-bdec-4c74-b430-e582e41c2c07 None None] Port c0d1583d-929d-43e3-b341-ccc84f0205b9 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:52.107312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.171773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8fe13-516c-4868-9a82-0370df98bfdf req-b1b43de7-58d9-444f-b85a-6f728b3b279e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:52.173332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3b8fe13-516c-4868-9a82-0370df98bfdf req-b1b43de7-58d9-444f-b85a-6f728b3b279e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 932 time: 0.1765049 Feb 09 22:08:52.338818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3b8fe13-516c-4868-9a82-0370df98bfdf req-9041200c-c2c9-4b5c-8be0-1c6457821912 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455767 Feb 09 22:08:52.495441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (fc1a65aa-17f4-4dba-bdc8-88877ec0aef6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.602401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Subnet': ['ID=fc1a65aa-17f4-4dba-bdc8-88877ec0aef6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:52.621721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Checking segment: {'id': 'c679a76c-a307-40f5-b69e-18bfa8168d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:52.622528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network hostable DHCP agents. Network: ce3f464f-a8fe-442f-ab6a-71edbf91d514, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:52.737353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d1583d-929d-43e3-b341-ccc84f0205b9 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:52.747472 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Publish callbacks [] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.761863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Transition to ACTIVE for port object c0d1583d-929d-43e3-b341-ccc84f0205b9 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:52.811285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network ce3f464f-a8fe-442f-ab6a-71edbf91d514 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:52.919256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.965018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ce3f464f-a8fe-442f-ab6a-71edbf91d514) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:52.976051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:52.976703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c04c39-72bd-4348-9dec-fc3538f86ce5 None None] Network ce3f464f-a8fe-442f-ab6a-71edbf91d514 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:52.978973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.084225 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-97c98707-0d57-4329-bf32-45eeb2afb442 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4978154 Feb 09 22:08:53.086366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41848) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:53.093462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5b1d372b-66ab-4108-9702-eee9f9bcdc92 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:53.096647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41850) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:53.104769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d1583d-929d-43e3-b341-ccc84f0205b9,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:53.289545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ce3f464f-a8fe-442f-ab6a-71edbf91d514', 'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514', 'project_id': 'a8d1ee28ceee48a08cfb67bdf0b9a1f9', 'fixed_ips': [{'subnet_id': 'fc1a65aa-17f4-4dba-bdc8-88877ec0aef6'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:08:53.290417 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.383990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Attempting to bind port c0d1583d-929d-43e3-b341-ccc84f0205b9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:53.384562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Attempting to bind port c0d1583d-929d-43e3-b341-ccc84f0205b9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:53.384780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Attempting to bind port c0d1583d-929d-43e3-b341-ccc84f0205b9 on network 0b7ccd94-5680-42f6-b61d-72f37daad5bb {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:53.418320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Port c0d1583d-929d-43e3-b341-ccc84f0205b9 on network 0b7ccd94-5680-42f6-b61d-72f37daad5bb not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:53.418662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Attempting to bind port c0d1583d-929d-43e3-b341-ccc84f0205b9 on network 0b7ccd94-5680-42f6-b61d-72f37daad5bb {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:53.434902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:53.435243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Checking segment: {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:53.435637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Bound using segment: {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:53.436115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Bound port: c0d1583d-929d-43e3-b341-ccc84f0205b9, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:53.436478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.618755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Allocated IP 2001:db8:1::2 (ce3f464f-a8fe-442f-ab6a-71edbf91d514/fc1a65aa-17f4-4dba-bdc8-88877ec0aef6/34f5e883-00b4-4b53-8992-b228c5d1c0cd) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:53.633253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] For port c0d1583d-929d-43e3-b341-ccc84f0205b9, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:53.639259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] For port c0d1583d-929d-43e3-b341-ccc84f0205b9, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:53.681226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc0f7f3-21ca-4ebf-b21b-24d150e6c2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.748769 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b1d372b-66ab-4108-9702-eee9f9bcdc92 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router_gateway (22c83538-7701-4607-a5a9-6e9404c791e1), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.803399 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Publish callbacks [] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.807901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0de5e7-df93-461d-8807-a51db1c289a3 req-a421a4cb-f03b-4509-a6ac-14d333470bad tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:53.809653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0de5e7-df93-461d-8807-a51db1c289a3 req-a421a4cb-f03b-4509-a6ac-14d333470bad tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 944 time: 0.3371658 Feb 09 22:08:53.859226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc0f7f3-21ca-4ebf-b21b-24d150e6c2c3 admin admin] Publish callbacks [] for security_group (5a4a07c7-825a-4e8b-8006-16e87366f82b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.863844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.866855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:53.953393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Network ce3f464f-a8fe-442f-ab6a-71edbf91d514 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:53.968011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:53.975720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:54.049577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd0de5e7-df93-461d-8807-a51db1c289a3 req-dcf584cc-1384-47a1-9abb-7d304d649839 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315917 Feb 09 22:08:54.117763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Pushing event updated for resources: {'Port': ['ID=34f5e883-00b4-4b53-8992-b228c5d1c0cd,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.134736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Attempting to bind port 34f5e883-00b4-4b53-8992-b228c5d1c0cd on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:54.135198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Attempting to bind port 34f5e883-00b4-4b53-8992-b228c5d1c0cd by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'c679a76c-a307-40f5-b69e-18bfa8168d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:54.135635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Attempting to bind port 34f5e883-00b4-4b53-8992-b228c5d1c0cd on network ce3f464f-a8fe-442f-ab6a-71edbf91d514 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:54.153577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:54.160149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Checking segment: {'id': 'c679a76c-a307-40f5-b69e-18bfa8168d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:54.160149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.160149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Bound using segment: {'id': 'c679a76c-a307-40f5-b69e-18bfa8168d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:54.160149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Bound port: 34f5e883-00b4-4b53-8992-b228c5d1c0cd, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c679a76c-a307-40f5-b69e-18bfa8168d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ce3f464f-a8fe-442f-ab6a-71edbf91d514'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:54.160149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.188084 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-5b1d372b-66ab-4108-9702-eee9f9bcdc92 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:08:54.189246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5b1d372b-66ab-4108-9702-eee9f9bcdc92 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1 HTTP/1.1" status: 400 len: 364 time: 1.1017382 Feb 09 22:08:54.208348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41862) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:54.342746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] For port 34f5e883-00b4-4b53-8992-b228c5d1c0cd, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:54.353653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] For port 34f5e883-00b4-4b53-8992-b228c5d1c0cd, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34f5e883-00b4-4b53-8992-b228c5d1c0cd,segment=NetworkSegment(c679a76c-a307-40f5-b69e-18bfa8168d16),segment_id=c679a76c-a307-40f5-b69e-18bfa8168d16)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:54.455740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.558158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d1583d-929d-43e3-b341-ccc84f0205b9,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.581740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:54.582711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.589275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f811931d-2f46-48cd-9f84-4e83b8ea37f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0d1583d-929d-43e3-b341-ccc84f0205b9 HTTP/1.1" status: 200 len: 1092 time: 2.7170556 Feb 09 22:08:54.589896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:54.601034 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d50d971-33b8-47b4-9056-3e2c0261bb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:54.605490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-efc0f7f3-21ca-4ebf-b21b-24d150e6c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5a4a07c7-825a-4e8b-8006-16e87366f82b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.611615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fbdf7-4602-4e9d-91bd-8d7f70f1e278 None None] Pushing event updated for resources: {'Port': ['ID=34f5e883-00b4-4b53-8992-b228c5d1c0cd,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.774317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-efc0f7f3-21ca-4ebf-b21b-24d150e6c2c3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dca4f2b646a14b739c5f6693ee9c5c02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6619859 Feb 09 22:08:54.855412 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3e37e-a862-4fdd-ad92-a3ae9be737c8 x-openstack-request-id: req-8ed3e37e-a862-4fdd-ad92-a3ae9be737c8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:54.856546 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:54.857955 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8ed3e37e-a862-4fdd-ad92-a3ae9be737c8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:54.865394 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'status': 'completed', 'code': 200} Feb 09 22:08:54.866309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0f7f3-21ca-4ebf-b21b-24d150e6c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a07c7-825a-4e8b-8006-16e87366f82b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:54.879840 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41870) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:54.926309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-a4923bad-695a-445b-82ca-c4e175bea6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:54.932199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-a4923bad-695a-445b-82ca-c4e175bea6dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 1126 time: 0.1554108 Feb 09 22:08:55.096996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-08179771-c756-4bdf-9367-e388d1e52f02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9 HTTP/1.1" status: 200 len: 217 time: 0.1518652 Feb 09 22:08:55.216689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-dfeb174e-920d-45fa-a229-07cf0af7bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:55.218274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-dfeb174e-920d-45fa-a229-07cf0af7bd2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af20225f-47a1-4b58-a5cb-c009a92ba758 HTTP/1.1" status: 200 len: 833 time: 0.1097069 Feb 09 22:08:55.311994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cc1d39d-335a-4c13-945a-a9ce298d9d43 admin admin] Publish callbacks [] for security_group (5a4a07c7-825a-4e8b-8006-16e87366f82b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.322990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f6c5ff7e-5228-429f-bf94-5462bc688536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:55.324563 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-f6c5ff7e-5228-429f-bf94-5462bc688536 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ccd94-5680-42f6-b61d-72f37daad5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0988297 Feb 09 22:08:55.474740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34f5e883-00b4-4b53-8992-b228c5d1c0cd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:55.489927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cc1d39d-335a-4c13-945a-a9ce298d9d43 admin admin] Publish callbacks [] for security_group (5a4a07c7-825a-4e8b-8006-16e87366f82b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.492442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.520430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-408ab283-9e5b-41fd-a3a5-24acdb33845c service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871657 Feb 09 22:08:55.613843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 34f5e883-00b4-4b53-8992-b228c5d1c0cd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:55.614470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.679507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd28ad0-6d8a-4419-99f5-2ce83f70afa7 req-36d7fb1f-1c4f-40c9-8e0e-480f711c598a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:55.687561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfd28ad0-6d8a-4419-99f5-2ce83f70afa7 req-36d7fb1f-1c4f-40c9-8e0e-480f711c598a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 944 time: 0.4526055 Feb 09 22:08:55.713171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4a75d33-e837-4dab-bf37-a5d4e5e5accf req-ace95f69-5cbd-4a0c-81c8-9224192d8640 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830299 Feb 09 22:08:55.823349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfd28ad0-6d8a-4419-99f5-2ce83f70afa7 req-4e4c3281-230a-428b-baaf-12970fdd3ee8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347246 Feb 09 22:08:55.858118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 34f5e883-00b4-4b53-8992-b228c5d1c0cd is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:55.858118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.960780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 34f5e883-00b4-4b53-8992-b228c5d1c0cd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34f5e883-00b4-4b53-8992-b228c5d1c0cd,segment=NetworkSegment(c679a76c-a307-40f5-b69e-18bfa8168d16),segment_id=c679a76c-a307-40f5-b69e-18bfa8168d16)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:55.968508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-3c2019ab-6274-4157-b80e-e7ac7c8f3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:55.971859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cc1d39d-335a-4c13-945a-a9ce298d9d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5a4a07c7-825a-4e8b-8006-16e87366f82b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.972263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5cc1d39d-335a-4c13-945a-a9ce298d9d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.974054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5cc1d39d-335a-4c13-945a-a9ce298d9d43 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5a4a07c7-825a-4e8b-8006-16e87366f82b HTTP/1.1" status: 204 len: 168 time: 1.0886459 Feb 09 22:08:55.987965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-3c2019ab-6274-4157-b80e-e7ac7c8f3574 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 1126 time: 0.1352556 Feb 09 22:08:56.024145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1d39d-335a-4c13-945a-a9ce298d9d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a07c7-825a-4e8b-8006-16e87366f82b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:56.050995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.185083 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Allocated IP 2001:db8::1 (c1da380e-b95c-457a-adc2-2f2d7fdb9f66/cedab07a-169a-4641-866b-2d343ca88819/fe2c1828-7935-4fcf-b0ae-63c77a1e82cd) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:56.193441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=34f5e883-00b4-4b53-8992-b228c5d1c0cd,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:56.251190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-0b2c66b1-af35-46b7-a784-d72a123ac004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.253459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-0b2c66b1-af35-46b7-a784-d72a123ac004 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 200 len: 897 time: 0.2585161 Feb 09 22:08:56.396474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-36573ccb-760d-4e75-adaf-4766773117f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9 HTTP/1.1" status: 200 len: 217 time: 0.1344292 Feb 09 22:08:56.447320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.554182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-1c93502b-3bbe-4c3d-b17b-dfe794434756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.556484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-1c93502b-3bbe-4c3d-b17b-dfe794434756 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af20225f-47a1-4b58-a5cb-c009a92ba758 HTTP/1.1" status: 200 len: 833 time: 0.1493320 Feb 09 22:08:56.621397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.647091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-9d61b2ad-0982-4332-b5d2-e6bf7483f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.650742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-9d61b2ad-0982-4332-b5d2-e6bf7483f632 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ccd94-5680-42f6-b61d-72f37daad5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0843058 Feb 09 22:08:56.688339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b1fb71-a9ac-4ca1-b234-f1ccbd09c945 None None] Network ce3f464f-a8fe-442f-ab6a-71edbf91d514 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:56.748731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-ba0de066-d1e2-4178-9e3d-f1324860285e req-c4ba6ee2-37c9-4b14-a13b-8e85543b276a service neutron] (103697) timed out ('10.222.0.30', 57810) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:08:56.749698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:56.758211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:56.770515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:56.772377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:56.849733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-5c6c998f-6a98-4cd9-9e5a-9a2208f169bd service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873977 Feb 09 22:08:56.973919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Port': ['ID=fe2c1828-7935-4fcf-b0ae-63c77a1e82cd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:56.996619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d12d042-583a-4d23-b500-a3241aa9dc53 None None] Provisioning complete for port 34f5e883-00b4-4b53-8992-b228c5d1c0cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:56.998240 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d12d042-583a-4d23-b500-a3241aa9dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.102498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee79b08-be6f-4327-aee1-293c052b3b89 req-d0036f4f-cf64-4103-9e10-e3d2c0dfd023 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:57.104288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ee79b08-be6f-4327-aee1-293c052b3b89 req-d0036f4f-cf64-4103-9e10-e3d2c0dfd023 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 944 time: 0.1357751 Feb 09 22:08:57.106556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d50d971-33b8-47b4-9056-3e2c0261bb8a req-ffb828af-c584-4296-a931-111e178144f4 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533054 Feb 09 22:08:57.227247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ee79b08-be6f-4327-aee1-293c052b3b89 req-e27ae148-7a63-4455-9552-635eed780008 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957396 Feb 09 22:08:57.304818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.419321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d12d042-583a-4d23-b500-a3241aa9dc53 None None] Current status of the port 34f5e883-00b4-4b53-8992-b228c5d1c0cd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:57.492911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34f5e883-00b4-4b53-8992-b228c5d1c0cd up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:57.636927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-abe82fc8-645c-47ee-9b9c-5454b03b8c77 None None] Provisioning complete for port fe2c1828-7935-4fcf-b0ae-63c77a1e82cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:57.637448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-abe82fc8-645c-47ee-9b9c-5454b03b8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.688156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-abe82fc8-645c-47ee-9b9c-5454b03b8c77 None None] Port fe2c1828-7935-4fcf-b0ae-63c77a1e82cd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:57.716878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 34f5e883-00b4-4b53-8992-b228c5d1c0cd triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:57.718166 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.858356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 34f5e883-00b4-4b53-8992-b228c5d1c0cd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:57.919794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.034270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.035232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.049967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b3c1106b-c16e-4e90-a5ff-ba653e27ed44 None None] Provisioning complete for port 34f5e883-00b4-4b53-8992-b228c5d1c0cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:58.052320 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b3c1106b-c16e-4e90-a5ff-ba653e27ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.195844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1106b-c16e-4e90-a5ff-ba653e27ed44 None None] Current status of the port 34f5e883-00b4-4b53-8992-b228c5d1c0cd is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:58.211674 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event updated for resources: {'Port': ['ID=fe2c1828-7935-4fcf-b0ae-63c77a1e82cd,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:58.272511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:58.274304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:58.453722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee091-b3df-4ed3-92a6-19871364b1df req-cd87e151-093c-44ff-8ca7-f3d52e22edca tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:58.462032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-516ee091-b3df-4ed3-92a6-19871364b1df req-cd87e151-093c-44ff-8ca7-f3d52e22edca tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 944 time: 0.1211143 Feb 09 22:08:58.466495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Router 22c83538-7701-4607-a5a9-6e9404c791e1 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:58.629256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:58.646986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1ecc5188-17cf-41e0-8681-4c55c529e716 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4350853 Feb 09 22:08:58.647933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41932) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:58.656111 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] Sync routers for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:58.676062 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-516ee091-b3df-4ed3-92a6-19871364b1df req-395a9bfe-5f15-4d98-bd1c-60942f5098c8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048218 Feb 09 22:08:58.699920 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:58.701167 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:58.736683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-724f87de-d8df-452f-96b5-3518bb3e7f25 None None] Provisioning complete for port fe2c1828-7935-4fcf-b0ae-63c77a1e82cd triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:58.737194 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-724f87de-d8df-452f-96b5-3518bb3e7f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.816963 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:58.827454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-724f87de-d8df-452f-96b5-3518bb3e7f25 None None] Port fe2c1828-7935-4fcf-b0ae-63c77a1e82cd cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:58.833246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55874c16-67bd-4873-816c-b79dceea33ba tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router (22c83538-7701-4607-a5a9-6e9404c791e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:58.837480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:58.838378 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:58.896321 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:58.897178 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f346853-1738-4ef6-bc5e-89e34678fd10 None None] The sync data for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:59.223781 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-55874c16-67bd-4873-816c-b79dceea33ba tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 22:08:59.224848 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55874c16-67bd-4873-816c-b79dceea33ba tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1 HTTP/1.1" status: 409 len: 329 time: 0.5761702 Feb 09 22:08:59.227625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 41948) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:59.388196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c0d1583d-929d-43e3-b341-ccc84f0205b9 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:59.418803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:59.520641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c0d1583d-929d-43e3-b341-ccc84f0205b9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:59.534302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:59.606916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port c0d1583d-929d-43e3-b341-ccc84f0205b9 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:59.608479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:59.642999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d1583d-929d-43e3-b341-ccc84f0205b9 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:59.645072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:59.728771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c0d1583d-929d-43e3-b341-ccc84f0205b9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:59.851245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:59.962992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=c0d1583d-929d-43e3-b341-ccc84f0205b9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:59.972544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.972903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.973255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.973598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.973936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.974274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.974642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.974991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.975322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.975653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.976042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.977182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.977528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:59.977861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927020df-d8c0-4d5e-b119-6f7569fda24a req-d95ad852-d3ba-4db4-9e73-f24bf2c276b0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:59.987628 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-927020df-d8c0-4d5e-b119-6f7569fda24a req-d95ad852-d3ba-4db4-9e73-f24bf2c276b0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 944 time: 0.1841788 Feb 09 22:09:00.010589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting port fe2c1828-7935-4fcf-b0ae-63c77a1e82cd {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:00.011260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.081838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-927020df-d8c0-4d5e-b119-6f7569fda24a req-27e48e56-3f66-4b36-85e1-b439c01a881d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916517 Feb 09 22:09:00.124787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['c0d1583d-929d-43e3-b341-ccc84f0205b9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:00.155554 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.175354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Calling delete_port for fe2c1828-7935-4fcf-b0ae-63c77a1e82cd owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:00.582410 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (fe2c1828-7935-4fcf-b0ae-63c77a1e82cd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.614772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Port': ['ID=fe2c1828-7935-4fcf-b0ae-63c77a1e82cd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:00.777336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (22c83538-7701-4607-a5a9-6e9404c791e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.844719 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:00.997038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Router 22c83538-7701-4607-a5a9-6e9404c791e1 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:01.146103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:01.159617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:01.162821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] Sync routers for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:01.171309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f81bb14d-91fe-4b53-a2bb-15c16f32b1de tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262319 Feb 09 22:09:01.181830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:01.182590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:01.251323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:01.261551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] Routers {'22c83538-7701-4607-a5a9-6e9404c791e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:01.262260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:08:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['22c83538-7701-4607-a5a9-6e9404c791e1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:01.302169 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-04756478-9946-4f08-bb2d-7cb774802d07 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] show failed (client error): The resource could not be found. Feb 09 22:09:01.305761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-04756478-9946-4f08-bb2d-7cb774802d07 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-1681453258 HTTP/1.1" status: 404 len: 335 time: 0.1450469 Feb 09 22:09:01.311398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41988) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:01.320132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d559127e-cb17-4477-bd42-dd04fa83b040 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:01.338231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7b1c6-fc48-4c4e-966f-c1a80076863d req-6116d1c4-976e-490d-81b7-c384b1e63653 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:01.339410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:01.340173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f9741-1585-46b7-8217-4bcb483d2a70 None None] The sync data for ids ['22c83538-7701-4607-a5a9-6e9404c791e1'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:01.340736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61e7b1c6-fc48-4c4e-966f-c1a80076863d req-6116d1c4-976e-490d-81b7-c384b1e63653 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 945 time: 0.1630297 Feb 09 22:09:01.378323 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-d559127e-cb17-4477-bd42-dd04fa83b040 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] update failed (client error): The resource could not be found. Feb 09 22:09:01.379726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d559127e-cb17-4477-bd42-dd04fa83b040 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-1504677190 HTTP/1.1" status: 404 len: 335 time: 0.0673294 Feb 09 22:09:01.383975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 41990) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:01.404039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c0d1583d-929d-43e3-b341-ccc84f0205b9 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:01.450385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting subnet fc1a65aa-17f4-4dba-bdc8-88877ec0aef6 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:01.455323 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (fc1a65aa-17f4-4dba-bdc8-88877ec0aef6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.455920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61e7b1c6-fc48-4c4e-966f-c1a80076863d req-d64cfaf0-16f2-4749-ab73-6831cecf303b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092322 Feb 09 22:09:01.561103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (fc1a65aa-17f4-4dba-bdc8-88877ec0aef6), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.599485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port c0d1583d-929d-43e3-b341-ccc84f0205b9 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:01.605650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port c0d1583d-929d-43e3-b341-ccc84f0205b9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:01.606324 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.802643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port c0d1583d-929d-43e3-b341-ccc84f0205b9 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:01.803479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.828111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (fc1a65aa-17f4-4dba-bdc8-88877ec0aef6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.866260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c0d1583d-929d-43e3-b341-ccc84f0205b9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:01.867517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:01.870336 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5617ce-77f8-4e39-bfc3-2b64125973aa" -d '{"events": [{"server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:01.919184 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b501740-bc1e-4bc9-85cf-1d2fa956736e x-openstack-request-id: req-6b501740-bc1e-4bc9-85cf-1d2fa956736e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:01.919763 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:01.920124 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b501740-bc1e-4bc9-85cf-1d2fa956736e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:01.920627 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'code': 200} Feb 09 22:09:01.963149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:01.989287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (fc1a65aa-17f4-4dba-bdc8-88877ec0aef6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.029085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.030363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a4ad1-2f8c-4c52-a5e8-232a3cf9b7f1 None None] Network ce3f464f-a8fe-442f-ab6a-71edbf91d514 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:02.034266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/subnets/fc1a65aa-17f4-4dba-bdc8-88877ec0aef6 HTTP/1.1" status: 204 len: 168 time: 0.6488585 Feb 09 22:09:02.037504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42004) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:02.088388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40177bcd-7498-4103-a8ab-b41c357d0948 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1a65aa-17f4-4dba-bdc8-88877ec0aef6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:02.114813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dbd1f-e75a-496f-b9d1-4527c3b35d5a req-ff82fbc9-3752-40bc-b415-8cc43c62d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.117002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-129dbd1f-e75a-496f-b9d1-4527c3b35d5a req-ff82fbc9-3752-40bc-b415-8cc43c62d964 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 1128 time: 0.1152563 Feb 09 22:09:02.135683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=c0d1583d-929d-43e3-b341-ccc84f0205b9,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:02.224019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-129dbd1f-e75a-496f-b9d1-4527c3b35d5a req-60dee946-bb23-4655-82bf-051a82ea0b58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965328 Feb 09 22:09:02.245552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ce3f464f-a8fe-442f-ab6a-71edbf91d514), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.264377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] DHCP port deletion for ce3f464f-a8fe-442f-ab6a-71edbf91d514 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:02.359697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting port 34f5e883-00b4-4b53-8992-b228c5d1c0cd {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:02.359697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.367905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] Deleting port 34f5e883-00b4-4b53-8992-b228c5d1c0cd {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:02.368611 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.450334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] For port 34f5e883-00b4-4b53-8992-b228c5d1c0cd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34f5e883-00b4-4b53-8992-b228c5d1c0cd,segment=NetworkSegment(c679a76c-a307-40f5-b69e-18bfa8168d16),segment_id=c679a76c-a307-40f5-b69e-18bfa8168d16)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:02.451004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.473167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] Calling delete_port for 34f5e883-00b4-4b53-8992-b228c5d1c0cd owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:02.494319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] For port 34f5e883-00b4-4b53-8992-b228c5d1c0cd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=34f5e883-00b4-4b53-8992-b228c5d1c0cd,segment=NetworkSegment(c679a76c-a307-40f5-b69e-18bfa8168d16),segment_id=c679a76c-a307-40f5-b69e-18bfa8168d16)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:02.495000 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.512300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Calling delete_port for 34f5e883-00b4-4b53-8992-b228c5d1c0cd owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:02.713919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346d83a-1c95-4919-bdad-b8bd75ce21bc req-91f532d6-c29e-402e-a6dc-240b41d6e013 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.724013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e346d83a-1c95-4919-bdad-b8bd75ce21bc req-91f532d6-c29e-402e-a6dc-240b41d6e013 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 946 time: 0.0756567 Feb 09 22:09:02.741872 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.772376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (34f5e883-00b4-4b53-8992-b228c5d1c0cd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.794631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] Pushing event deleted for resources: {'Port': ['ID=34f5e883-00b4-4b53-8992-b228c5d1c0cd,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:02.797015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f379e59-3115-45ab-859a-08ae0be51ef4 None None] No DVR routers for this DVR port 34f5e883-00b4-4b53-8992-b228c5d1c0cd on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:02.798657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e346d83a-1c95-4919-bdad-b8bd75ce21bc req-89d1b95e-56f2-4404-bcdc-2cf2d38a882a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735469 Feb 09 22:09:02.815270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Port': ['ID=34f5e883-00b4-4b53-8992-b228c5d1c0cd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:02.833070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] No DVR routers for this DVR port 34f5e883-00b4-4b53-8992-b228c5d1c0cd on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:02.842875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-6f1fb819-62ad-482c-b05e-f9ccd1e8fbc6 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.844402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-6f1fb819-62ad-482c-b05e-f9ccd1e8fbc6 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.2073157 Feb 09 22:09:02.847196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.847554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.847937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.848285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.848624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.848962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.849300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.849633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.849966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.850300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.850637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.850962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.851290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:02.893755 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-9170866e-36ba-49d0-91c6-35f53c7a06c8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/quotas/ffb1be9748cf43b5a7e1375c674a669a HTTP/1.1" status: 200 len: 375 time: 0.0228579 Feb 09 22:09:02.972042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ce3f464f-a8fe-442f-ab6a-71edbf91d514), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:02.997543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3f464f-a8fe-442f-ab6a-71edbf91d514']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:03.011457 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-5dee7035-7ffb-460a-862e-326111393d28 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886791 Feb 09 22:09:03.013118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c679a76c-a307-40f5-b69e-18bfa8168d16') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:03.013422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c679a76c-a307-40f5-b69e-18bfa8168d16') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:03.030972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (c679a76c-a307-40f5-b69e-18bfa8168d16), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.082200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (c679a76c-a307-40f5-b69e-18bfa8168d16), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.093311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (c679a76c-a307-40f5-b69e-18bfa8168d16), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:03.100783 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:03.181432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-d116387a-6bd2-4aba-91d6-d394fec0b9f5 service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591516 Feb 09 22:09:03.263672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ce3f464f-a8fe-442f-ab6a-71edbf91d514), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.292775 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.299432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42038) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:03.300043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/networks/ce3f464f-a8fe-442f-ab6a-71edbf91d514 HTTP/1.1" status: 204 len: 168 time: 1.2608130 Feb 09 22:09:03.302382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee621f4-e3a4-4d6b-9d69-6c2beba5a91d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Network': ['ID=ce3f464f-a8fe-442f-ab6a-71edbf91d514,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:03.342395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-62000331-8cdb-4812-bea9-c712e95af63a service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546202 Feb 09 22:09:03.379229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34f5e883-00b4-4b53-8992-b228c5d1c0cd no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:03.433379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 34f5e883-00b4-4b53-8992-b228c5d1c0cd {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:03.433730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 34f5e883-00b4-4b53-8992-b228c5d1c0cd not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:03.453231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting subnet 3e04995d-b958-48c3-970d-327e3482cf06 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:03.457212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (3e04995d-b958-48c3-970d-327e3482cf06), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.519073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (3e04995d-b958-48c3-970d-327e3482cf06), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.760388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8cc54ee5-e580-4d92-bbdd-b9e19b97347b req-db7fc5d8-9301-4d73-a0a1-d52c93d38680 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 210 time: 0.0731907 Feb 09 22:09:03.771156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (3e04995d-b958-48c3-970d-327e3482cf06), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.948089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (3e04995d-b958-48c3-970d-327e3482cf06), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.987476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Subnet': ['ID=3e04995d-b958-48c3-970d-327e3482cf06,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:04.004839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.005195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.010805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.010805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.010805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.010805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.011334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8da5b-33a3-4223-a147-07ecad226c5b req-a8905088-ec15-457f-84e5-bffeb6e82e98 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:04.011532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.011532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.011532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.011532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.011532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.011532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.011532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:04.012231 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8e8da5b-33a3-4223-a147-07ecad226c5b req-a8905088-ec15-457f-84e5-bffeb6e82e98 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 946 time: 0.0991130 Feb 09 22:09:04.022865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.024248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6d3af-698d-4584-b25f-087083d8ef48 None None] Network 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:04.028970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c8df534e-3bf0-495a-80d0-26ab379d87a1 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/subnets/3e04995d-b958-48c3-970d-327e3482cf06 HTTP/1.1" status: 204 len: 168 time: 0.7255359 Feb 09 22:09:04.034156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42056) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:04.088402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8e8da5b-33a3-4223-a147-07ecad226c5b req-7b16d279-dc36-42af-b6a9-0c365c722d1a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679862 Feb 09 22:09:04.121999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting subnet 849f78a6-353c-4dff-b176-e2c22d44c5f1 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:04.127961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (849f78a6-353c-4dff-b176-e2c22d44c5f1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.207154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (849f78a6-353c-4dff-b176-e2c22d44c5f1), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.281488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] DHCP port deletion for 179f1aa3-4e3c-42fa-9566-91f59d8bbc44 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:04.293825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13ee3-d8ad-460f-9873-6aef5cd78dca req-978ae978-8fb3-4b13-868b-1db261b67bbc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:04.295452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ad13ee3-d8ad-460f-9873-6aef5cd78dca req-978ae978-8fb3-4b13-868b-1db261b67bbc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 946 time: 0.1048825 Feb 09 22:09:04.360319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (849f78a6-353c-4dff-b176-e2c22d44c5f1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.429403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ad13ee3-d8ad-460f-9873-6aef5cd78dca req-6865029c-bdbb-4b77-83ce-54c2a256f26b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091557 Feb 09 22:09:04.449585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42064) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:04.502871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424506e6-6b18-466a-b137-29f1a04b538f tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:04.504680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-424506e6-6b18-466a-b137-29f1a04b538f tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 1123 time: 0.0534477 Feb 09 22:09:04.507816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42066) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:04.510094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] Deleting port d65fa301-0d52-4069-b0e5-727aa991f5a4 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:04.510569 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.512486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:04.570603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (849f78a6-353c-4dff-b176-e2c22d44c5f1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.574631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] For port d65fa301-0d52-4069-b0e5-727aa991f5a4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d65fa301-0d52-4069-b0e5-727aa991f5a4,segment=NetworkSegment(b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a),segment_id=b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:04.575078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.588244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] Calling delete_port for d65fa301-0d52-4069-b0e5-727aa991f5a4 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:04.599840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Subnet': ['ID=849f78a6-353c-4dff-b176-e2c22d44c5f1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:04.604418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.608409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-839e8b94-6769-4c67-9a7c-b838b14846c3 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/subnets/849f78a6-353c-4dff-b176-e2c22d44c5f1 HTTP/1.1" status: 204 len: 168 time: 0.5771258 Feb 09 22:09:04.613491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:04.669279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.680638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332327c-e30c-4838-9a3e-a5b93d15b8f5 None None] Network 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:04.768920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (179f1aa3-4e3c-42fa-9566-91f59d8bbc44), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.817251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.844716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] Pushing event deleted for resources: {'Port': ['ID=d65fa301-0d52-4069-b0e5-727aa991f5a4,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:04.872553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d152c-707e-40df-af6c-c60a1a7159ec None None] No DVR routers for this DVR port d65fa301-0d52-4069-b0e5-727aa991f5a4 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:04.897973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] DHCP port deletion for 3a48a445-ea9e-4b3f-b3a5-a36a282589f8 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:04.973844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] Deleting port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:04.977838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-94a2eaf2-e9ca-4604-a9da-79d1cb2a66b8 req-20c5513d-c3f8-4f9f-bfd2-55decc337822 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 210 time: 0.0765157 Feb 09 22:09:04.977992 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.012250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting port d65fa301-0d52-4069-b0e5-727aa991f5a4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:05.012601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.055203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] For port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9515136e-5414-4aaa-b7a4-43bb7e7a13b9,segment=NetworkSegment(2fea754d-6a83-4fff-ac16-cc95681a69e0),segment_id=2fea754d-6a83-4fff-ac16-cc95681a69e0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:05.055676 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.073971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] Calling delete_port for 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:05.077276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.110763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] For port d65fa301-0d52-4069-b0e5-727aa991f5a4, host n-d-828599-1, got binding levels [] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:05.111947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.179029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Calling delete_port for d65fa301-0d52-4069-b0e5-727aa991f5a4 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:05.194968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Port d65fa301-0d52-4069-b0e5-727aa991f5a4 was not found and therefore no delete operation was performed {{(pid=103696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:09:05.202101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d65fa301-0d52-4069-b0e5-727aa991f5a4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.246667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Port': ['ID=d65fa301-0d52-4069-b0e5-727aa991f5a4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:05.264998 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] No DVR routers for this DVR port d65fa301-0d52-4069-b0e5-727aa991f5a4 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:05.277698 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (9515136e-5414-4aaa-b7a4-43bb7e7a13b9), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.338398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] Pushing event deleted for resources: {'Port': ['ID=9515136e-5414-4aaa-b7a4-43bb7e7a13b9,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:05.354197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363d826-5ace-48e9-ae47-cd16b5e78634 None None] No DVR routers for this DVR port 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:05.412507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d65fa301-0d52-4069-b0e5-727aa991f5a4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:05.448710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d65fa301-0d52-4069-b0e5-727aa991f5a4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:05.449213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d65fa301-0d52-4069-b0e5-727aa991f5a4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:05.449741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:05.472344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:05.472836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9515136e-5414-4aaa-b7a4-43bb7e7a13b9 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:05.481430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d885e729-f639-4a40-b2be-6013d6e145e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.725178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.25.5.77 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/9269c235-e732-4abc-97f9-707c3edf20bd) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:05.734681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (179f1aa3-4e3c-42fa-9566-91f59d8bbc44), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.774470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179f1aa3-4e3c-42fa-9566-91f59d8bbc44']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:05.816756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:05.817058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:05.832686 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.858378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.870226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:05.870635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (b48f54ad-5f4d-4fe5-97a7-ed56c5dcdb0a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:05.873889 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:05.944818 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (9269c235-e732-4abc-97f9-707c3edf20bd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.057316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (179f1aa3-4e3c-42fa-9566-91f59d8bbc44), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.073195 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.073195 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/networks/179f1aa3-4e3c-42fa-9566-91f59d8bbc44 HTTP/1.1" status: 204 len: 168 time: 1.4598796 Feb 09 22:09:06.074600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42100) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:06.094849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e1db3-e07a-41ee-90b3-21311889b379 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Network': ['ID=179f1aa3-4e3c-42fa-9566-91f59d8bbc44,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:06.119972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9269c235-e732-4abc-97f9-707c3edf20bd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.131890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:06.171172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:06.185206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:06.230376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06edf769-5de2-4939-bd93-cdcc0a9ce48d req-a7b0af22-464e-49bd-a83a-6bf54de4a65c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 210 time: 0.1250834 Feb 09 22:09:06.299118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3a48a445-ea9e-4b3f-b3a5-a36a282589f8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.327607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-ded21588-0cca-4282-b6ea-b60ea16e1d37 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:06.329213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-ded21588-0cca-4282-b6ea-b60ea16e1d37 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.3110697 Feb 09 22:09:06.345011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Request body: {'port': {'device_id': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'admin_state_up': True, 'tenant_id': 'ffb1be9748cf43b5a7e1375c674a669a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:06.349821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=9269c235-e732-4abc-97f9-707c3edf20bd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:06.541416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3a48a445-ea9e-4b3f-b3a5-a36a282589f8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.577060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a48a445-ea9e-4b3f-b3a5-a36a282589f8']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:06.599156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fea754d-6a83-4fff-ac16-cc95681a69e0') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:06.599492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fea754d-6a83-4fff-ac16-cc95681a69e0') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:06.619049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (2fea754d-6a83-4fff-ac16-cc95681a69e0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.656396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2fea754d-6a83-4fff-ac16-cc95681a69e0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.669224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:06.670338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (2fea754d-6a83-4fff-ac16-cc95681a69e0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:06.675353 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:06.777381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Made reservation on behalf of ffb1be9748cf43b5a7e1375c674a669a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:06.781177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.830471 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.948438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3a48a445-ea9e-4b3f-b3a5-a36a282589f8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.954095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:06.960260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/networks/3a48a445-ea9e-4b3f-b3a5-a36a282589f8 HTTP/1.1" status: 204 len: 168 time: 0.8794811 Feb 09 22:09:06.960570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42110) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:06.977006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Allocated IP 172.20.0.3 (8ea76f7d-a52e-41f8-b897-b09331d6d912/ad3b005e-3ea1-4949-be8a-e517fdaf4af5/7f355ff3-7d60-47a7-89b5-3240056d2c48) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:07.016886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77447c-31cb-4ef3-a2d2-aff0ff5ab707 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Network': ['ID=3a48a445-ea9e-4b3f-b3a5-a36a282589f8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:07.037252 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9269c235-e732-4abc-97f9-707c3edf20bd), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.065796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting subnet cedab07a-169a-4641-866b-2d343ca88819 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:07.071052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (cedab07a-169a-4641-866b-2d343ca88819), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.132200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (cedab07a-169a-4641-866b-2d343ca88819), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.172426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks [] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.301531 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (cedab07a-169a-4641-866b-2d343ca88819), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.334852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.348179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:07.387792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:07.392055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:07.400308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:07.411280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (9269c235-e732-4abc-97f9-707c3edf20bd), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.463799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event updated for resources: {'Port': ['ID=7f355ff3-7d60-47a7-89b5-3240056d2c48,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:07.478313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b6f8-5129-4d5b-a2b7-772dda435930 req-5fa128f4-1597-4c85-92fa-3ee7c0782108 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:07.479905 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2c3b6f8-5129-4d5b-a2b7-772dda435930 req-5fa128f4-1597-4c85-92fa-3ee7c0782108 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 931 time: 0.1564598 Feb 09 22:09:07.491212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:07.496593 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (cedab07a-169a-4641-866b-2d343ca88819), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.504550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.542926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Subnet': ['ID=cedab07a-169a-4641-866b-2d343ca88819,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:07.551636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (9269c235-e732-4abc-97f9-707c3edf20bd), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.554171 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.557631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-093f70ed-af0e-491b-813a-e3fb3d874959 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/subnets/cedab07a-169a-4641-866b-2d343ca88819 HTTP/1.1" status: 204 len: 168 time: 0.5958211 Feb 09 22:09:07.559940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42124) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:07.585792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb5eb7-f2aa-4dca-b77b-95797f75ce62 None None] Network c1da380e-b95c-457a-adc2-2f2d7fdb9f66 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:07.647813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3505cbfb-373f-4f81-b231-897ba0a8cce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.654775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2c3b6f8-5129-4d5b-a2b7-772dda435930 req-75cd399a-8e56-4281-992b-5b33c16a20bd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618044 Feb 09 22:09:07.662659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=9269c235-e732-4abc-97f9-707c3edf20bd,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:07.690495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.710709 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a91d9398-a020-4f26-aade-ba65ac5ce6e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3718266 Feb 09 22:09:07.733800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Request body: {'port': {'device_id': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:07.777786 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (c1da380e-b95c-457a-adc2-2f2d7fdb9f66), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.797514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d09d53-3495-448d-a403-364532f8059e None None] DHCP port deletion for c1da380e-b95c-457a-adc2-2f2d7fdb9f66 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:07.873315 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Floating IP 5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4 associated. External IP: 172.25.5.77, port: c0d1583d-929d-43e3-b341-ccc84f0205b9. Feb 09 22:09:07.890578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-47d09d53-3495-448d-a403-364532f8059e None None] Deleting port 67623b1a-83b7-4582-81e6-b2ace0c956d3 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:07.891066 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47d09d53-3495-448d-a403-364532f8059e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.922720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.971040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-47d09d53-3495-448d-a403-364532f8059e None None] For port 67623b1a-83b7-4582-81e6-b2ace0c956d3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=67623b1a-83b7-4582-81e6-b2ace0c956d3,segment=NetworkSegment(ce5ca662-9e8b-462c-b51d-4435bb6b21df),segment_id=ce5ca662-9e8b-462c-b51d-4435bb6b21df)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:07.972737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47d09d53-3495-448d-a403-364532f8059e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.988818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-47d09d53-3495-448d-a403-364532f8059e None None] Calling delete_port for 67623b1a-83b7-4582-81e6-b2ace0c956d3 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:08.063690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Deleting port 67623b1a-83b7-4582-81e6-b2ace0c956d3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:08.064141 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.231833 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47d09d53-3495-448d-a403-364532f8059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.273512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 4a736460-a73e-45e1-bd71-df653efcfb04 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:08.278423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d09d53-3495-448d-a403-364532f8059e None None] Pushing event deleted for resources: {'Port': ['ID=67623b1a-83b7-4582-81e6-b2ace0c956d3,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:08.304968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d09d53-3495-448d-a403-364532f8059e None None] No DVR routers for this DVR port 67623b1a-83b7-4582-81e6-b2ace0c956d3 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:08.403234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] For port 67623b1a-83b7-4582-81e6-b2ace0c956d3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=67623b1a-83b7-4582-81e6-b2ace0c956d3,segment=NetworkSegment(ce5ca662-9e8b-462c-b51d-4435bb6b21df),segment_id=ce5ca662-9e8b-462c-b51d-4435bb6b21df)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:08.403901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.429880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:08.432534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Calling delete_port for 67623b1a-83b7-4582-81e6-b2ace0c956d3 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:08.443062 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] Sync routers for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:08.457701 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:08.458743 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:09:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:08.572871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.612018 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:08.648216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ce5a11bf-0fb3-4aab-8af2-2c93b25ba5d8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1392753 Feb 09 22:09:08.649168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:08.654730 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:08.665434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42136) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:08.759354 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0943191-8b54-431c-b62e-ba761b335261 x-openstack-request-id: req-a0943191-8b54-431c-b62e-ba761b335261 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:08.759661 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:08.759953 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0943191-8b54-431c-b62e-ba761b335261 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:08.760370 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'status': 'completed', 'code': 200} Feb 09 22:09:08.799989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-83ecf89a-cf7d-4e00-aecb-b7b92f8fd30c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/floatingips/5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4 HTTP/1.1" status: 200 len: 991 time: 0.1330421 Feb 09 22:09:08.934427 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:35Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:06Z', 'revision_number': 0, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:08.961575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e2d4e-b1e1-4ae5-9542-fb47b8998d23 req-c8dc2ee2-ede7-41dc-b8ac-2b29efcdfa34 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:08.971995 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] Checking router: 4a736460-a73e-45e1-bd71-df653efcfb04 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:08.973331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e3e2d4e-b1e1-4ae5-9542-fb47b8998d23 req-c8dc2ee2-ede7-41dc-b8ac-2b29efcdfa34 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 931 time: 0.1568308 Feb 09 22:09:08.981545 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:08.982237 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:09:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:09.098202 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.133241 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:09.220404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e3e2d4e-b1e1-4ae5-9542-fb47b8998d23 req-6969fb69-9f79-4641-864a-3ebf2446f7b5 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400990 Feb 09 22:09:09.409544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f355ff3-7d60-47a7-89b5-3240056d2c48 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:09.414087 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:35Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:06Z', 'revision_number': 0, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:09.431562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Publish callbacks [] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.445025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 67623b1a-83b7-4582-81e6-b2ace0c956d3 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:09.453915 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a5e3b-ae71-484a-9bf2-b3cb9aee6489 None None] The sync data for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 is: [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:08:35Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:06Z', 'revision_number': 0, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:09.462134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Transition to ACTIVE for port object 7f355ff3-7d60-47a7-89b5-3240056d2c48 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:09:09.479251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 67623b1a-83b7-4582-81e6-b2ace0c956d3 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:09.479612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 67623b1a-83b7-4582-81e6-b2ace0c956d3 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:09.523460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (67623b1a-83b7-4582-81e6-b2ace0c956d3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.573289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Port': ['ID=67623b1a-83b7-4582-81e6-b2ace0c956d3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:09.580204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.583791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] No DVR routers for this DVR port 67623b1a-83b7-4582-81e6-b2ace0c956d3 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:09.763130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Pushing event updated for resources: {'Port': ['ID=7f355ff3-7d60-47a7-89b5-3240056d2c48,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:09.776435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-60774ba5-9678-4e86-bc57-db4225f5b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.778333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-60774ba5-9678-4e86-bc57-db4225f5b085 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 1128 time: 0.3149107 Feb 09 22:09:09.806191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42148) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:09.822351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441a169-996f-4cee-b8c1-eefad6594369 None None] New status for floating IP 5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:09:09.935787 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-745c5066-7869-48c3-b326-46c9a4c6b4a5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/floatingips/5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4 HTTP/1.1" status: 200 len: 991 time: 0.1279409 Feb 09 22:09:10.056620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-fe704fb7-8bd1-44d1-a6f0-1bfc7e357a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.058514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-fe704fb7-8bd1-44d1-a6f0-1bfc7e357a54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 200 len: 897 time: 0.2649446 Feb 09 22:09:10.060317 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (c1da380e-b95c-457a-adc2-2f2d7fdb9f66), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.130856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Attempting to bind port 7f355ff3-7d60-47a7-89b5-3240056d2c48 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:10.131420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Attempting to bind port 7f355ff3-7d60-47a7-89b5-3240056d2c48 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:10.131908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Attempting to bind port 7f355ff3-7d60-47a7-89b5-3240056d2c48 on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:10.141289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Port 7f355ff3-7d60-47a7-89b5-3240056d2c48 on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:10.142871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Attempting to bind port 7f355ff3-7d60-47a7-89b5-3240056d2c48 on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:10.151739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1da380e-b95c-457a-adc2-2f2d7fdb9f66']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:10.154797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:10.155252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Checking segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:10.155791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Bound using segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:10.156339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Bound port: 7f355ff3-7d60-47a7-89b5-3240056d2c48, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:10.156821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.248728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] For port 7f355ff3-7d60-47a7-89b5-3240056d2c48, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:10.253058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] For port 7f355ff3-7d60-47a7-89b5-3240056d2c48, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7f355ff3-7d60-47a7-89b5-3240056d2c48,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:10.265979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5ca662-9e8b-462c-b51d-4435bb6b21df') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:10.270982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5ca662-9e8b-462c-b51d-4435bb6b21df') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:10.271383 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.288345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ce5ca662-9e8b-462c-b51d-4435bb6b21df), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.296290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-a2487987-acad-47d9-82e6-eb5aa36f894c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9 HTTP/1.1" status: 200 len: 999 time: 0.2300646 Feb 09 22:09:10.305997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ce5ca662-9e8b-462c-b51d-4435bb6b21df), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.364397 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.389331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:10.389996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ce5ca662-9e8b-462c-b51d-4435bb6b21df), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:10.455827 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:10.477894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Pushing event updated for resources: {'Port': ['ID=7f355ff3-7d60-47a7-89b5-3240056d2c48,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:10.489779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.491001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.492805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-c986c0b5-310f-4c3a-a2a4-aaaaef4821dd service neutron] 10.222.0.110 "PUT /v2.0/ports/7f355ff3-7d60-47a7-89b5-3240056d2c48 HTTP/1.1" status: 200 len: 1091 time: 2.7758863 Feb 09 22:09:10.521118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'tag': '7f355ff3-7d60-47a7-89b5-3240056d2c48'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:10.524417 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca96265-d78c-4810-857a-358676972682" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0d6b7-9972-4f9d-99d0-387d3124363d", "tag": "7f355ff3-7d60-47a7-89b5-3240056d2c48"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:10.588962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-c0c6b701-39fe-4b82-8688-687d5c3f3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.590340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-c0c6b701-39fe-4b82-8688-687d5c3f3f7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af20225f-47a1-4b58-a5cb-c009a92ba758 HTTP/1.1" status: 200 len: 833 time: 0.2876880 Feb 09 22:09:10.603163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c21da-883e-4935-bf95-b482064c99c2 req-8e6e06f8-b522-485c-9da1-a4cd54bdf9b6 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.604752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b90c21da-883e-4935-bf95-b482064c99c2 req-8e6e06f8-b522-485c-9da1-a4cd54bdf9b6 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 943 time: 0.2541633 Feb 09 22:09:10.658643 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa91a430-b78a-4d95-8fbb-79695694240a x-openstack-request-id: req-fa91a430-b78a-4d95-8fbb-79695694240a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:10.658944 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0d6b7-9972-4f9d-99d0-387d3124363d", "tag": "7f355ff3-7d60-47a7-89b5-3240056d2c48", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:10.659208 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa91a430-b78a-4d95-8fbb-79695694240a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:10.659629 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'tag': '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'status': 'completed', 'code': 200} Feb 09 22:09:10.747946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b90c21da-883e-4935-bf95-b482064c99c2 req-0e0437cd-8452-419b-8ed9-8365f49181e6 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186535 Feb 09 22:09:10.776605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96265-d78c-4810-857a-358676972682 req-4cc4f5a4-3ddf-4ef7-9553-229970d047b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.788157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ca96265-d78c-4810-857a-358676972682 req-4cc4f5a4-3ddf-4ef7-9553-229970d047b8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 1125 time: 0.1177330 Feb 09 22:09:10.789377 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (c1da380e-b95c-457a-adc2-2f2d7fdb9f66), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.887847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:10.894079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42160) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.894663 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/networks/c1da380e-b95c-457a-adc2-2f2d7fdb9f66 HTTP/1.1" status: 204 len: 168 time: 3.3329206 Feb 09 22:09:10.899360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-5d44450b-f677-4a27-8b0e-91640642183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.900910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-5d44450b-f677-4a27-8b0e-91640642183a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ccd94-5680-42f6-b61d-72f37daad5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2952678 Feb 09 22:09:10.930300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a98a7abd-dfd9-479f-ae23-f2651151978d tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "GET /v2.0/ports?device_id=22c83538-7701-4607-a5a9-6e9404c791e1 HTTP/1.1" status: 200 len: 205 time: 0.0349090 Feb 09 22:09:10.934832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42162) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.935418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42164) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:10.993498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03231f-7725-4fdd-a288-d51aee448b93 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Pushing event deleted for resources: {'Network': ['ID=c1da380e-b95c-457a-adc2-2f2d7fdb9f66,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:11.004388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96265-d78c-4810-857a-358676972682 req-29875528-e5de-4168-ad4c-a99eb09a063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.004388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ca96265-d78c-4810-857a-358676972682 req-29875528-e5de-4168-ad4c-a99eb09a063c service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2083204 Feb 09 22:09:11.122756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-0dd0c4f6-a38a-4bdc-9947-690349aaa9cf service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965563 Feb 09 22:09:11.356938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96265-d78c-4810-857a-358676972682 req-2c1ba7e5-7e3c-449c-85e3-fcf940227b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.356938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ca96265-d78c-4810-857a-358676972682 req-2c1ba7e5-7e3c-449c-85e3-fcf940227b74 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3348317 Feb 09 22:09:11.384180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b72c45ae-b7d1-48e6-9d30-4bb36e8bbafd req-f5db55dd-7595-4f20-8ee2-684f8502cb48 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425177 Feb 09 22:09:11.467326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-40c711b9-0919-4088-b127-3ea6160be155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.471104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-40c711b9-0919-4088-b127-3ea6160be155 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 1125 time: 0.0624738 Feb 09 22:09:11.504379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6f4-4675-48b2-895c-112e37168083 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router (22c83538-7701-4607-a5a9-6e9404c791e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.527093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-03442bde-e642-4649-87eb-67436f068c02 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f355ff3-7d60-47a7-89b5-3240056d2c48 HTTP/1.1" status: 200 len: 217 time: 0.0500877 Feb 09 22:09:11.549114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-682be5db-667c-43f1-9638-478a006aadd1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/floatingips/5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4 HTTP/1.1" status: 200 len: 993 time: 0.6024241 Feb 09 22:09:11.600455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-f945d048-e917-45f0-84a7-975ffc9d781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.606387 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-f945d048-e917-45f0-84a7-975ffc9d781f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.0738654 Feb 09 22:09:11.654124 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-a8614cd5-0294-4b9b-89ae-6bcd3e53ef4f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422320 Feb 09 22:09:11.701392 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.813456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6f4-4675-48b2-895c-112e37168083 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (22c83538-7701-4607-a5a9-6e9404c791e1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.819651 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-0e6d66c5-246b-4eff-a60f-94fd6f8973b8 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580698 Feb 09 22:09:11.819833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6f4-4675-48b2-895c-112e37168083 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router_controller (22c83538-7701-4607-a5a9-6e9404c791e1), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.959172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f0eb-7447-4202-a277-df1137cf11c3 req-7b92e8cf-cb3f-4521-970e-ea905f1cda27 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.960921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e6f0eb-7447-4202-a277-df1137cf11c3 req-7b92e8cf-cb3f-4521-970e-ea905f1cda27 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 943 time: 0.0709534 Feb 09 22:09:11.964802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ab21b71a-43de-47fc-a2c5-942464abc85a req-47301028-83b1-418a-814d-01d7f70e9893 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373794 Feb 09 22:09:11.974077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6f4-4675-48b2-895c-112e37168083 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (22c83538-7701-4607-a5a9-6e9404c791e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.974740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf32f6f4-4675-48b2-895c-112e37168083 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Fanout notify agent at l3_agent the message router_deleted on router 22c83538-7701-4607-a5a9-6e9404c791e1 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:09:11.984574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf32f6f4-4675-48b2-895c-112e37168083 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.984574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bf32f6f4-4675-48b2-895c-112e37168083 tempest-RoutersNegativeIpV6Test-1588285013 tempest-RoutersNegativeIpV6Test-1588285013-project] 10.222.0.98 "DELETE /v2.0/routers/22c83538-7701-4607-a5a9-6e9404c791e1 HTTP/1.1" status: 204 len: 168 time: 1.0470057 Feb 09 22:09:12.026660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24e6f0eb-7447-4202-a277-df1137cf11c3 req-ddddc95d-52d9-4132-bb0c-b4342d4d4de2 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599852 Feb 09 22:09:12.574303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42192) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:12.711975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8320836d-a006-480b-9fd7-c6d16fa2b417 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8d1ee28ceee48a08cfb67bdf0b9a1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364484 Feb 09 22:09:12.720972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42196) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:12.764976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2fde073-79c6-4baf-81a2-154555e1615e admin admin] Publish callbacks [] for security_group (d354bd2f-546a-464a-b9b3-fc48d861f011), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.789947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2fde073-79c6-4baf-81a2-154555e1615e admin admin] Publish callbacks [] for security_group (d354bd2f-546a-464a-b9b3-fc48d861f011), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.974044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2fde073-79c6-4baf-81a2-154555e1615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d354bd2f-546a-464a-b9b3-fc48d861f011), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.976797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f2fde073-79c6-4baf-81a2-154555e1615e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.978066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f2fde073-79c6-4baf-81a2-154555e1615e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d354bd2f-546a-464a-b9b3-fc48d861f011 HTTP/1.1" status: 204 len: 168 time: 0.2626615 Feb 09 22:09:12.987312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fde073-79c6-4baf-81a2-154555e1615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d354bd2f-546a-464a-b9b3-fc48d861f011,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:13.171241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ef929-4fb1-40d9-9ea8-8c1b530bbdcb req-d01c57d0-b1a6-40dd-9f29-239c6e3f833d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:13.174191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e3ef929-4fb1-40d9-9ea8-8c1b530bbdcb req-d01c57d0-b1a6-40dd-9f29-239c6e3f833d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 943 time: 0.0761075 Feb 09 22:09:13.241424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9e3ef929-4fb1-40d9-9ea8-8c1b530bbdcb req-bcbed679-7da8-4585-9c1a-f63f8b99b5bc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588672 Feb 09 22:09:14.417086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300d9c-1390-4495-b6e8-0ebc5aa08825 req-3caa3b79-079c-4517-87e7-ed5df468f3b0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:14.418895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd300d9c-1390-4495-b6e8-0ebc5aa08825 req-3caa3b79-079c-4517-87e7-ed5df468f3b0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 943 time: 0.0622337 Feb 09 22:09:14.576672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd300d9c-1390-4495-b6e8-0ebc5aa08825 req-44629690-b8eb-4016-9976-85ed0c9b3d9f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509583 Feb 09 22:09:14.603498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7f355ff3-7d60-47a7-89b5-3240056d2c48 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:14.720374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42240) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:14.864011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7f355ff3-7d60-47a7-89b5-3240056d2c48, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7f355ff3-7d60-47a7-89b5-3240056d2c48,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:14.897238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'port_id': '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'mac_address': 'fa:16:3e:f5:0a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3b005e-3ea1-4949-be8a-e517fdaf4af5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:14.927668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138878657'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:14.981513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7f355ff3-7d60-47a7-89b5-3240056d2c48 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:14.981919 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.006382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f355ff3-7d60-47a7-89b5-3240056d2c48 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:15.041874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7f355ff3-7d60-47a7-89b5-3240056d2c48, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7f355ff3-7d60-47a7-89b5-3240056d2c48,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:15.044635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.063501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.147031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.244809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7f355ff3-7d60-47a7-89b5-3240056d2c48,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:15.305846 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (e75db831-01fa-444a-a30b-3335d93585a4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.374597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['7f355ff3-7d60-47a7-89b5-3240056d2c48'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:15.432936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e75db831-01fa-444a-a30b-3335d93585a4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.512238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75db831-01fa-444a-a30b-3335d93585a4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:15.603628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.701224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.750149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c303799e-9d0e-4ce1-ba3c-0edcdb7068ef,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:15.780180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49576830-b19b-45eb-81e3-fdea7bb40cf8 req-73088a64-1b53-413d-bbe9-11a7d03e7736 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:15.782525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49576830-b19b-45eb-81e3-fdea7bb40cf8 req-73088a64-1b53-413d-bbe9-11a7d03e7736 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 944 time: 0.0771484 Feb 09 22:09:15.830095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.834156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-969f4452-e5dd-4424-806a-4ef6ffb5cd8a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1124144 Feb 09 22:09:15.835046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42252) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:15.850220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49576830-b19b-45eb-81e3-fdea7bb40cf8 req-d462ec14-1316-426b-bc86-82f596fa560f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608339 Feb 09 22:09:15.960988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42254) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:15.961389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6251efd0-65c4-47a8-b4dd-6430aef26b32 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1249018 Feb 09 22:09:15.966648 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4d4a110c-ae39-45ce-a302-c693313f99b5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-security--1645504260', 'description': 'tempest-security-description-1854519752'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:16.022361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d4a110c-ae39-45ce-a302-c693313f99b5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.083002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d4a110c-ae39-45ce-a302-c693313f99b5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.149830 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d4a110c-ae39-45ce-a302-c693313f99b5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.151213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d4a110c-ae39-45ce-a302-c693313f99b5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.152518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4d4a110c-ae39-45ce-a302-c693313f99b5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "PUT /v2.0/security-groups/c303799e-9d0e-4ce1-ba3c-0edcdb7068ef HTTP/1.1" status: 200 len: 1797 time: 0.1896956 Feb 09 22:09:16.155397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42258) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:16.229612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a110c-ae39-45ce-a302-c693313f99b5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c303799e-9d0e-4ce1-ba3c-0edcdb7068ef,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:16.263301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3af4cac9-fa99-4f60-8770-87835c7f1298 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups/c303799e-9d0e-4ce1-ba3c-0edcdb7068ef HTTP/1.1" status: 200 len: 1797 time: 0.1062663 Feb 09 22:09:16.265481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42262) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:16.372748 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c18a8d-0138-414a-96b7-d5149c25e1d9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.405382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c18a8d-0138-414a-96b7-d5149c25e1d9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.541798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c18a8d-0138-414a-96b7-d5149c25e1d9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c303799e-9d0e-4ce1-ba3c-0edcdb7068ef), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.544697 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9c18a8d-0138-414a-96b7-d5149c25e1d9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.545882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e9c18a8d-0138-414a-96b7-d5149c25e1d9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/c303799e-9d0e-4ce1-ba3c-0edcdb7068ef HTTP/1.1" status: 204 len: 168 time: 0.2722049 Feb 09 22:09:16.549107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42268) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:16.562638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c18a8d-0138-414a-96b7-d5149c25e1d9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c303799e-9d0e-4ce1-ba3c-0edcdb7068ef,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:16.602206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0a969781-b0fe-4c8f-b88c-ed27d5d5c55c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518787 Feb 09 22:09:16.602561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42270) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:16.617408 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-2fbef7c5-dae9-445c-81d5-d43b682d9cd2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] delete failed (client error): The resource could not be found. Feb 09 22:09:16.618627 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2fbef7c5-dae9-445c-81d5-d43b682d9cd2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/c303799e-9d0e-4ce1-ba3c-0edcdb7068ef HTTP/1.1" status: 404 len: 347 time: 0.0147948 Feb 09 22:09:16.623443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42272) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:16.628076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-256ce205-fb97-460c-8b90-3988ca32ec36 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874567907'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:16.631275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7f355ff3-7d60-47a7-89b5-3240056d2c48 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:16.799285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-256ce205-fb97-460c-8b90-3988ca32ec36 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.827971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 7f355ff3-7d60-47a7-89b5-3240056d2c48 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:16.832803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 7f355ff3-7d60-47a7-89b5-3240056d2c48 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:16.840752 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.882423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-256ce205-fb97-460c-8b90-3988ca32ec36 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (ce73f382-1a04-4924-90de-14418bcc90da), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.956007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 7f355ff3-7d60-47a7-89b5-3240056d2c48 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:16.957385 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.981824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-256ce205-fb97-460c-8b90-3988ca32ec36 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce73f382-1a04-4924-90de-14418bcc90da), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:16.992515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85656-fab6-460b-a2e7-9039ffafeb31 req-5aee00f1-7466-41a7-bf12-8710cf41fbbb tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:17.000048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ac85656-fab6-460b-a2e7-9039ffafeb31 req-5aee00f1-7466-41a7-bf12-8710cf41fbbb tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 944 time: 0.0697546 Feb 09 22:09:17.009786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 7f355ff3-7d60-47a7-89b5-3240056d2c48, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7f355ff3-7d60-47a7-89b5-3240056d2c48,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:17.011729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f355ff3-7d60-47a7-89b5-3240056d2c48'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:17.017406 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b71ced-d8e4-4262-af1b-7415467ca459" -d '{"events": [{"server_uuid": "43a0d6b7-9972-4f9d-99d0-387d3124363d", "name": "network-vif-plugged", "status": "completed", "tag": "7f355ff3-7d60-47a7-89b5-3240056d2c48"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:17.018147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ce205-fb97-460c-8b90-3988ca32ec36 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce73f382-1a04-4924-90de-14418bcc90da,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:17.060972 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8023403-fd61-4303-bd2e-a08ec6ca3e61 x-openstack-request-id: req-b8023403-fd61-4303-bd2e-a08ec6ca3e61 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:17.064258 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0d6b7-9972-4f9d-99d0-387d3124363d", "name": "network-vif-plugged", "status": "completed", "tag": "7f355ff3-7d60-47a7-89b5-3240056d2c48", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:17.064258 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8023403-fd61-4303-bd2e-a08ec6ca3e61 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:17.064258 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'code': 200} Feb 09 22:09:17.077856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ac85656-fab6-460b-a2e7-9039ffafeb31 req-9b2a84c5-e8b7-4158-9fd2-e2695200db64 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720484 Feb 09 22:09:17.111350 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.164909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-256ce205-fb97-460c-8b90-3988ca32ec36 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.165756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=7f355ff3-7d60-47a7-89b5-3240056d2c48,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:17.166607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-256ce205-fb97-460c-8b90-3988ca32ec36 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5420735 Feb 09 22:09:17.169651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42278) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:17.174238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b986923c-364c-4530-8725-63efa8447900 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': 'ce73f382-1a04-4924-90de-14418bcc90da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:17.177217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff756f-3260-44ba-b288-210ff6083b4b req-cf83d95f-b7e2-4bbe-ac95-ae4dbe3e7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:17.179098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4ff756f-3260-44ba-b288-210ff6083b4b req-cf83d95f-b7e2-4bbe-ac95-ae4dbe3e7b8e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 1127 time: 0.0528703 Feb 09 22:09:17.228166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4ff756f-3260-44ba-b288-210ff6083b4b req-b9e8cc14-bb9c-402f-9a32-caa8fa7ad039 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Feb 09 22:09:17.267603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b986923c-364c-4530-8725-63efa8447900 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (5d2d0c84-36b9-4540-a492-12c9def9fc16), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.330768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b986923c-364c-4530-8725-63efa8447900 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (5d2d0c84-36b9-4540-a492-12c9def9fc16), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.410110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b986923c-364c-4530-8725-63efa8447900 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5d2d0c84-36b9-4540-a492-12c9def9fc16), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.428275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986923c-364c-4530-8725-63efa8447900 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2d0c84-36b9-4540-a492-12c9def9fc16,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:17.526339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b986923c-364c-4530-8725-63efa8447900 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.527604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b986923c-364c-4530-8725-63efa8447900 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3569822 Feb 09 22:09:17.530495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42288) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:17.555290 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dceacff0-621c-4442-b2f2-8abb72f6b67d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (5d2d0c84-36b9-4540-a492-12c9def9fc16), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.563682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dceacff0-621c-4442-b2f2-8abb72f6b67d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (5d2d0c84-36b9-4540-a492-12c9def9fc16), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.678701 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dceacff0-621c-4442-b2f2-8abb72f6b67d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5d2d0c84-36b9-4540-a492-12c9def9fc16), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.685331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dceacff0-621c-4442-b2f2-8abb72f6b67d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.686485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dceacff0-621c-4442-b2f2-8abb72f6b67d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/5d2d0c84-36b9-4540-a492-12c9def9fc16 HTTP/1.1" status: 204 len: 168 time: 0.1550581 Feb 09 22:09:17.689255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42290) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:17.692394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceacff0-621c-4442-b2f2-8abb72f6b67d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d2d0c84-36b9-4540-a492-12c9def9fc16,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:17.745986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-349d41bc-6bbb-4c3d-948b-69ff9b3063e5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0548944 Feb 09 22:09:17.754360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42294) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:17.816839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a4d108d-2ffd-4a9a-9a34-24817d5d1158 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (ce73f382-1a04-4924-90de-14418bcc90da), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.841499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a4d108d-2ffd-4a9a-9a34-24817d5d1158 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (ce73f382-1a04-4924-90de-14418bcc90da), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.950822 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a4d108d-2ffd-4a9a-9a34-24817d5d1158 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce73f382-1a04-4924-90de-14418bcc90da), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.953834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a4d108d-2ffd-4a9a-9a34-24817d5d1158 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.955718 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a4d108d-2ffd-4a9a-9a34-24817d5d1158 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/ce73f382-1a04-4924-90de-14418bcc90da HTTP/1.1" status: 204 len: 168 time: 0.2004089 Feb 09 22:09:17.958557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42300) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:17.965659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d108d-2ffd-4a9a-9a34-24817d5d1158 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce73f382-1a04-4924-90de-14418bcc90da,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:18.024502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42304) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:18.024845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3ef3eb6f-4ce9-44e5-a9bc-25f1b3f1e8df tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0646968 Feb 09 22:09:18.030501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a4ad44d4-ba32-4fe5-91ab-aee0673c809a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884874067'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:18.165520 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4ad44d4-ba32-4fe5-91ab-aee0673c809a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.195897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd7dff-0fb2-43d8-befd-5269406b6eac req-cb788cd4-dbfc-4199-8aed-3879b65a2ed3 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:18.203207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49fd7dff-0fb2-43d8-befd-5269406b6eac req-cb788cd4-dbfc-4199-8aed-3879b65a2ed3 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 945 time: 0.0650551 Feb 09 22:09:18.254679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4ad44d4-ba32-4fe5-91ab-aee0673c809a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (0a8daa06-86fc-4f52-8983-0794089fb990), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.268946 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-49fd7dff-0fb2-43d8-befd-5269406b6eac req-cbfff2d5-dd91-4e11-bb80-1aac5f20f862 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587974 Feb 09 22:09:18.410056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4ad44d4-ba32-4fe5-91ab-aee0673c809a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0a8daa06-86fc-4f52-8983-0794089fb990), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.460202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad44d4-ba32-4fe5-91ab-aee0673c809a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8daa06-86fc-4f52-8983-0794089fb990,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:18.606532 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a4ad44d4-ba32-4fe5-91ab-aee0673c809a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.608906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a4ad44d4-ba32-4fe5-91ab-aee0673c809a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5819957 Feb 09 22:09:18.610867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42318) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:18.615727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c2254649-c281-4d3d-9ad6-d564788c629e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '0a8daa06-86fc-4f52-8983-0794089fb990', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:18.730390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2254649-c281-4d3d-9ad6-d564788c629e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (d9526ff9-ad1b-4495-9c75-e14efb4d00d5), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.792116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2254649-c281-4d3d-9ad6-d564788c629e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (d9526ff9-ad1b-4495-9c75-e14efb4d00d5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.878994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2254649-c281-4d3d-9ad6-d564788c629e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d9526ff9-ad1b-4495-9c75-e14efb4d00d5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.903743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2254649-c281-4d3d-9ad6-d564788c629e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9526ff9-ad1b-4495-9c75-e14efb4d00d5,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:18.993677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2254649-c281-4d3d-9ad6-d564788c629e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:18.995814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c2254649-c281-4d3d-9ad6-d564788c629e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3834503 Feb 09 22:09:18.998701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42320) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:19.006180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-62389986-02d9-429a-9df5-30520b8b2fd1 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '0a8daa06-86fc-4f52-8983-0794089fb990', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:19.133271 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-62389986-02d9-429a-9df5-30520b8b2fd1 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (9b269e9e-1930-4113-9327-aae82244dcd8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.197950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-62389986-02d9-429a-9df5-30520b8b2fd1 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (9b269e9e-1930-4113-9327-aae82244dcd8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.308429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-62389986-02d9-429a-9df5-30520b8b2fd1 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (9b269e9e-1930-4113-9327-aae82244dcd8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.355380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62389986-02d9-429a-9df5-30520b8b2fd1 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b269e9e-1930-4113-9327-aae82244dcd8,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:19.463501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-62389986-02d9-429a-9df5-30520b8b2fd1 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.464771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-62389986-02d9-429a-9df5-30520b8b2fd1 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4646256 Feb 09 22:09:19.467392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42326) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:19.472350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2e7038c2-a9c1-4891-9433-31ed78428b5a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '0a8daa06-86fc-4f52-8983-0794089fb990', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:19.596843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e5c8c-42f2-4cfb-83f7-74ca83f90deb req-17a22e1c-1e40-4d98-9282-36ed356b1357 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:19.603870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-463e5c8c-42f2-4cfb-83f7-74ca83f90deb req-17a22e1c-1e40-4d98-9282-36ed356b1357 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 945 time: 0.2281871 Feb 09 22:09:19.630511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7038c2-a9c1-4891-9433-31ed78428b5a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dcffbf9e-2328-4337-a70d-9df8152518ec), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.700833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-463e5c8c-42f2-4cfb-83f7-74ca83f90deb req-66f32d2a-7644-4070-b5a8-dd07bbca5610 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955415 Feb 09 22:09:19.720071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7038c2-a9c1-4891-9433-31ed78428b5a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dcffbf9e-2328-4337-a70d-9df8152518ec), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.825711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7038c2-a9c1-4891-9433-31ed78428b5a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (dcffbf9e-2328-4337-a70d-9df8152518ec), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.850239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7038c2-a9c1-4891-9433-31ed78428b5a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcffbf9e-2328-4337-a70d-9df8152518ec,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:19.939665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2e7038c2-a9c1-4891-9433-31ed78428b5a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:19.941506 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2e7038c2-a9c1-4891-9433-31ed78428b5a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4730268 Feb 09 22:09:19.950957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42342) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:19.955926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6635d32c-2c43-4e4f-9c80-2dbe1452448a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '0a8daa06-86fc-4f52-8983-0794089fb990', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:20.083898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6635d32c-2c43-4e4f-9c80-2dbe1452448a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8eec1800-0918-4607-91c8-0b3751c7ba6a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.147496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6635d32c-2c43-4e4f-9c80-2dbe1452448a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8eec1800-0918-4607-91c8-0b3751c7ba6a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.232833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6635d32c-2c43-4e4f-9c80-2dbe1452448a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8eec1800-0918-4607-91c8-0b3751c7ba6a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.254167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635d32c-2c43-4e4f-9c80-2dbe1452448a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eec1800-0918-4607-91c8-0b3751c7ba6a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:20.349722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6635d32c-2c43-4e4f-9c80-2dbe1452448a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.349722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6635d32c-2c43-4e4f-9c80-2dbe1452448a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952770 Feb 09 22:09:20.350324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42350) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:20.354915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5c76bab8-a076-4d7c-b7ef-08523b456c67 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '0a8daa06-86fc-4f52-8983-0794089fb990', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:20.499287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c76bab8-a076-4d7c-b7ef-08523b456c67 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (ad0a3de7-f891-4966-94d1-a83dce7f511b), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.603054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c76bab8-a076-4d7c-b7ef-08523b456c67 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (ad0a3de7-f891-4966-94d1-a83dce7f511b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.684493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c76bab8-a076-4d7c-b7ef-08523b456c67 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ad0a3de7-f891-4966-94d1-a83dce7f511b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.709242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76bab8-a076-4d7c-b7ef-08523b456c67 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0a3de7-f891-4966-94d1-a83dce7f511b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:20.809906 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c76bab8-a076-4d7c-b7ef-08523b456c67 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.812005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5c76bab8-a076-4d7c-b7ef-08523b456c67 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4605451 Feb 09 22:09:20.815749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42360) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:20.851957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82d2de49-1a53-4e82-9e20-d8dab815b857 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (ad0a3de7-f891-4966-94d1-a83dce7f511b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:20.866052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82d2de49-1a53-4e82-9e20-d8dab815b857 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (ad0a3de7-f891-4966-94d1-a83dce7f511b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.008902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82d2de49-1a53-4e82-9e20-d8dab815b857 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ad0a3de7-f891-4966-94d1-a83dce7f511b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.015453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82d2de49-1a53-4e82-9e20-d8dab815b857 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.017184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-82d2de49-1a53-4e82-9e20-d8dab815b857 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/ad0a3de7-f891-4966-94d1-a83dce7f511b HTTP/1.1" status: 204 len: 168 time: 0.1993542 Feb 09 22:09:21.020215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42362) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.030184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2de49-1a53-4e82-9e20-d8dab815b857 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad0a3de7-f891-4966-94d1-a83dce7f511b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:21.074932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5bae38ba-83b2-4619-a033-c7deffea48c0 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0530329 Feb 09 22:09:21.079564 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42364) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.111484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8416cc5c-6efb-4eaf-8513-bb8097a6bb4a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8eec1800-0918-4607-91c8-0b3751c7ba6a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.116014 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8416cc5c-6efb-4eaf-8513-bb8097a6bb4a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8eec1800-0918-4607-91c8-0b3751c7ba6a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.353891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8416cc5c-6efb-4eaf-8513-bb8097a6bb4a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8eec1800-0918-4607-91c8-0b3751c7ba6a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.364582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8416cc5c-6efb-4eaf-8513-bb8097a6bb4a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.369388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8416cc5c-6efb-4eaf-8513-bb8097a6bb4a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/8eec1800-0918-4607-91c8-0b3751c7ba6a HTTP/1.1" status: 204 len: 168 time: 0.2849360 Feb 09 22:09:21.369780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42366) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.382982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416cc5c-6efb-4eaf-8513-bb8097a6bb4a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eec1800-0918-4607-91c8-0b3751c7ba6a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:21.453028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42370) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.456258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7c193ba6-18f8-4286-a9e0-60dba6a88f0c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0852308 Feb 09 22:09:21.496206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae483-06b9-4ba7-8e16-74d7dcc2430f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dcffbf9e-2328-4337-a70d-9df8152518ec), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.506237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae483-06b9-4ba7-8e16-74d7dcc2430f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dcffbf9e-2328-4337-a70d-9df8152518ec), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.640246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae483-06b9-4ba7-8e16-74d7dcc2430f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (dcffbf9e-2328-4337-a70d-9df8152518ec), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.648499 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac8ae483-06b9-4ba7-8e16-74d7dcc2430f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.650349 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac8ae483-06b9-4ba7-8e16-74d7dcc2430f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/dcffbf9e-2328-4337-a70d-9df8152518ec HTTP/1.1" status: 204 len: 168 time: 0.1946237 Feb 09 22:09:21.652196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42374) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.673442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ae483-06b9-4ba7-8e16-74d7dcc2430f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcffbf9e-2328-4337-a70d-9df8152518ec,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:21.711364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e827464-2df5-4b4b-ae06-870da6af5003 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0523653 Feb 09 22:09:21.712221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42378) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.741184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e115-b57e-4759-93b0-8409c2e811e7 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (9b269e9e-1930-4113-9327-aae82244dcd8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.750856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e115-b57e-4759-93b0-8409c2e811e7 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (9b269e9e-1930-4113-9327-aae82244dcd8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.845638 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e115-b57e-4759-93b0-8409c2e811e7 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (9b269e9e-1930-4113-9327-aae82244dcd8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.853154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7d0e115-b57e-4759-93b0-8409c2e811e7 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.853154 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e7d0e115-b57e-4759-93b0-8409c2e811e7 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/9b269e9e-1930-4113-9327-aae82244dcd8 HTTP/1.1" status: 204 len: 168 time: 0.1398864 Feb 09 22:09:21.855976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42382) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.873402 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0e115-b57e-4759-93b0-8409c2e811e7 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b269e9e-1930-4113-9327-aae82244dcd8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:21.912114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a9e8aeda-a0a5-4cfc-b21b-bc5826436b3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0477166 Feb 09 22:09:21.914566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42384) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:21.937882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a874beec-09c6-451e-be01-dc7cd921dcbb tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (d9526ff9-ad1b-4495-9c75-e14efb4d00d5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:21.945517 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a874beec-09c6-451e-be01-dc7cd921dcbb tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (d9526ff9-ad1b-4495-9c75-e14efb4d00d5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.044413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a874beec-09c6-451e-be01-dc7cd921dcbb tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d9526ff9-ad1b-4495-9c75-e14efb4d00d5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.049689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a874beec-09c6-451e-be01-dc7cd921dcbb tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.050810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a874beec-09c6-451e-be01-dc7cd921dcbb tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/d9526ff9-ad1b-4495-9c75-e14efb4d00d5 HTTP/1.1" status: 204 len: 168 time: 0.1351409 Feb 09 22:09:22.054163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42386) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:22.060975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874beec-09c6-451e-be01-dc7cd921dcbb tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9526ff9-ad1b-4495-9c75-e14efb4d00d5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:22.108710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8d556619-7e6d-4262-955e-3d142cb11dea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530479 Feb 09 22:09:22.111419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42388) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:22.164360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba126a58-10b2-4ac2-acfd-b075b71414dc tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (0a8daa06-86fc-4f52-8983-0794089fb990), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.186973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba126a58-10b2-4ac2-acfd-b075b71414dc tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (0a8daa06-86fc-4f52-8983-0794089fb990), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.333833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba126a58-10b2-4ac2-acfd-b075b71414dc tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0a8daa06-86fc-4f52-8983-0794089fb990), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.336565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ba126a58-10b2-4ac2-acfd-b075b71414dc tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.337807 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ba126a58-10b2-4ac2-acfd-b075b71414dc tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/0a8daa06-86fc-4f52-8983-0794089fb990 HTTP/1.1" status: 204 len: 168 time: 0.2253530 Feb 09 22:09:22.340663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42390) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:22.347263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba126a58-10b2-4ac2-acfd-b075b71414dc tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8daa06-86fc-4f52-8983-0794089fb990,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:22.400321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6377136b-51a3-4932-afdf-6f682c22d914 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582325 Feb 09 22:09:22.412690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42392) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:22.412690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-dc9d7d64-7550-4691-aac8-58e1b5ba3f2a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--71323681'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:22.518969 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7d64-7550-4691-aac8-58e1b5ba3f2a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.614572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7d64-7550-4691-aac8-58e1b5ba3f2a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (399ec13b-6e7d-4664-9a1d-a95d3e566e1e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.690397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7d64-7550-4691-aac8-58e1b5ba3f2a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (399ec13b-6e7d-4664-9a1d-a95d3e566e1e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.723371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d7d64-7550-4691-aac8-58e1b5ba3f2a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399ec13b-6e7d-4664-9a1d-a95d3e566e1e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:22.789090 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7d64-7550-4691-aac8-58e1b5ba3f2a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.798359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dc9d7d64-7550-4691-aac8-58e1b5ba3f2a tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3847573 Feb 09 22:09:22.798359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42396) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:22.803672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7980ff5c-3654-4e85-94a9-f284700e4cbd tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '399ec13b-6e7d-4664-9a1d-a95d3e566e1e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:22.930567 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:09:22.932398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7980ff5c-3654-4e85-94a9-f284700e4cbd tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (62dcdade-61a8-4a8e-b0e9-f99e2ccdfd1e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.050668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7980ff5c-3654-4e85-94a9-f284700e4cbd tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (62dcdade-61a8-4a8e-b0e9-f99e2ccdfd1e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.145237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7980ff5c-3654-4e85-94a9-f284700e4cbd tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (62dcdade-61a8-4a8e-b0e9-f99e2ccdfd1e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.166595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980ff5c-3654-4e85-94a9-f284700e4cbd tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dcdade-61a8-4a8e-b0e9-f99e2ccdfd1e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:23.295261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7980ff5c-3654-4e85-94a9-f284700e4cbd tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.301037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7980ff5c-3654-4e85-94a9-f284700e4cbd tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5016794 Feb 09 22:09:23.301037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42406) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:23.395657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5204-aa8c-482f-bc5c-dbf630280735 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (399ec13b-6e7d-4664-9a1d-a95d3e566e1e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.427137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5204-aa8c-482f-bc5c-dbf630280735 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (399ec13b-6e7d-4664-9a1d-a95d3e566e1e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.565145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5204-aa8c-482f-bc5c-dbf630280735 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (399ec13b-6e7d-4664-9a1d-a95d3e566e1e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.567941 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5204-aa8c-482f-bc5c-dbf630280735 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.572041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42414) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:23.577356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c2bc5204-aa8c-482f-bc5c-dbf630280735 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/399ec13b-6e7d-4664-9a1d-a95d3e566e1e HTTP/1.1" status: 204 len: 168 time: 0.2713819 Feb 09 22:09:23.589526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc5204-aa8c-482f-bc5c-dbf630280735 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ec13b-6e7d-4664-9a1d-a95d3e566e1e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:23.681287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e03bd428-7e7c-4156-9ffd-f454ed8b2a5f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1079254 Feb 09 22:09:23.685140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42418) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:23.694238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bf83a4be-008d-4e7e-968f-72dbeeeb2b65 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--95524948'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:23.761708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42420) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:23.786554 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f174400-30e5-47f7-b5cb-20e3ea09e657 req-66ecc176-e6fb-4032-b9c2-b0c1f19a546d tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:23.788778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f174400-30e5-47f7-b5cb-20e3ea09e657 req-66ecc176-e6fb-4032-b9c2-b0c1f19a546d tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 945 time: 0.2569537 Feb 09 22:09:23.832776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf83a4be-008d-4e7e-968f-72dbeeeb2b65 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.920979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6f174400-30e5-47f7-b5cb-20e3ea09e657 req-93c8ac9b-2040-499e-a283-103d060d2ef0 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232634 Feb 09 22:09:23.939793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf83a4be-008d-4e7e-968f-72dbeeeb2b65 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (84c275bc-7aff-4a55-92f7-1ab1910f6f5a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.943346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7693166-bf3f-4015-9d8f-3f37c7cf0a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.024490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7693166-bf3f-4015-9d8f-3f37c7cf0a38 admin admin] Publish callbacks [] for security_group (45a416f9-33ec-4740-b5cf-e2836953ed4f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.072927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf83a4be-008d-4e7e-968f-72dbeeeb2b65 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (84c275bc-7aff-4a55-92f7-1ab1910f6f5a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.109981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83a4be-008d-4e7e-968f-72dbeeeb2b65 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c275bc-7aff-4a55-92f7-1ab1910f6f5a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.141192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7693166-bf3f-4015-9d8f-3f37c7cf0a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45a416f9-33ec-4740-b5cf-e2836953ed4f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.192696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e7693166-bf3f-4015-9d8f-3f37c7cf0a38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=473ffe37c3a4461bbe13ea926704d142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297652 Feb 09 22:09:24.195196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7693166-bf3f-4015-9d8f-3f37c7cf0a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a416f9-33ec-4740-b5cf-e2836953ed4f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.197917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42426) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:24.216966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf83a4be-008d-4e7e-968f-72dbeeeb2b65 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.223447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bf83a4be-008d-4e7e-968f-72dbeeeb2b65 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5358369 Feb 09 22:09:24.226623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42428) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:24.236751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e053efd1-5d70-4d16-989c-c0550a3ea352 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--80759813'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:24.259631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f69e7803-256f-4c9e-9db8-82b4bb895861 admin admin] Publish callbacks [] for security_group (45a416f9-33ec-4740-b5cf-e2836953ed4f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.286651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f69e7803-256f-4c9e-9db8-82b4bb895861 admin admin] Publish callbacks [] for security_group (45a416f9-33ec-4740-b5cf-e2836953ed4f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.364668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e053efd1-5d70-4d16-989c-c0550a3ea352 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.410634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f69e7803-256f-4c9e-9db8-82b4bb895861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45a416f9-33ec-4740-b5cf-e2836953ed4f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.419011 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f69e7803-256f-4c9e-9db8-82b4bb895861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.421283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f69e7803-256f-4c9e-9db8-82b4bb895861 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45a416f9-33ec-4740-b5cf-e2836953ed4f HTTP/1.1" status: 204 len: 168 time: 0.2222545 Feb 09 22:09:24.433467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e7803-256f-4c9e-9db8-82b4bb895861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a416f9-33ec-4740-b5cf-e2836953ed4f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.484582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e053efd1-5d70-4d16-989c-c0550a3ea352 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (96e0e7ff-8494-4adc-bed4-d3c52490104b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.567806 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e053efd1-5d70-4d16-989c-c0550a3ea352 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (96e0e7ff-8494-4adc-bed4-d3c52490104b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.608456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053efd1-5d70-4d16-989c-c0550a3ea352 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0e7ff-8494-4adc-bed4-d3c52490104b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:24.678660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e053efd1-5d70-4d16-989c-c0550a3ea352 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.683460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42434) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:24.684093 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e053efd1-5d70-4d16-989c-c0550a3ea352 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4557073 Feb 09 22:09:24.689866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c55e7b3b-7eb3-4655-a26e-8c1daa7c1f3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '84c275bc-7aff-4a55-92f7-1ab1910f6f5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '96e0e7ff-8494-4adc-bed4-d3c52490104b', 'remote_ip_prefix': None}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:24.837493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c55e7b3b-7eb3-4655-a26e-8c1daa7c1f3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (38d3636e-3851-4bea-af7d-aa1e10a3569e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.926478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c55e7b3b-7eb3-4655-a26e-8c1daa7c1f3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (38d3636e-3851-4bea-af7d-aa1e10a3569e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.992559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c55e7b3b-7eb3-4655-a26e-8c1daa7c1f3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (38d3636e-3851-4bea-af7d-aa1e10a3569e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.017662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e7b3b-7eb3-4655-a26e-8c1daa7c1f3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d3636e-3851-4bea-af7d-aa1e10a3569e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.080949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc40f3b-97dc-43dd-a8f1-fc7f7e4abfb2 req-9deccdfc-222f-46dc-9791-586c672bd8a5 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:25.088167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8cc40f3b-97dc-43dd-a8f1-fc7f7e4abfb2 req-9deccdfc-222f-46dc-9791-586c672bd8a5 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 945 time: 0.0818644 Feb 09 22:09:25.100593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c55e7b3b-7eb3-4655-a26e-8c1daa7c1f3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.102484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c55e7b3b-7eb3-4655-a26e-8c1daa7c1f3c tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4178710 Feb 09 22:09:25.105250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.140186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb09724e-d4e9-42e2-b326-817c74f87593 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (38d3636e-3851-4bea-af7d-aa1e10a3569e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.153721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb09724e-d4e9-42e2-b326-817c74f87593 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (38d3636e-3851-4bea-af7d-aa1e10a3569e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.160547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8cc40f3b-97dc-43dd-a8f1-fc7f7e4abfb2 req-e32a0f9d-dbe9-4faa-a69c-6edd97a45d0a tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/security-groups?id=8e589f83-4239-4c66-80ef-cf74c94339a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712881 Feb 09 22:09:25.224680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42444) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.242550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-31afba8e-099c-4146-8cfb-1f9cebc67508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.244290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb09724e-d4e9-42e2-b326-817c74f87593 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (38d3636e-3851-4bea-af7d-aa1e10a3569e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.249854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bb09724e-d4e9-42e2-b326-817c74f87593 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.251005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bb09724e-d4e9-42e2-b326-817c74f87593 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/38d3636e-3851-4bea-af7d-aa1e10a3569e HTTP/1.1" status: 204 len: 168 time: 0.1424778 Feb 09 22:09:25.253752 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42446) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.271110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09724e-d4e9-42e2-b326-817c74f87593 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38d3636e-3851-4bea-af7d-aa1e10a3569e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.280367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-c1bd7056-31ef-4747-8792-6a0bc0c40a09 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:25.283363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-c1bd7056-31ef-4747-8792-6a0bc0c40a09 tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.30 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 945 time: 0.0893178 Feb 09 22:09:25.306645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b2154a46-d667-4dcf-84a3-fe19a5117698 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0516505 Feb 09 22:09:25.309252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42448) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.384110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1729-e1ac-46a5-9c4e-86d9f3ca265e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (96e0e7ff-8494-4adc-bed4-d3c52490104b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.413201 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1729-e1ac-46a5-9c4e-86d9f3ca265e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (96e0e7ff-8494-4adc-bed4-d3c52490104b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.428711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-31afba8e-099c-4146-8cfb-1f9cebc67508 admin admin] Publish callbacks [] for security_group (ca782aff-f516-4067-bc39-63be46cd5f6b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.436215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Deleting port ccc4f925-37d1-4cb4-8288-ff542d990f36 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:25.439237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.523113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-31afba8e-099c-4146-8cfb-1f9cebc67508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca782aff-f516-4067-bc39-63be46cd5f6b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.547172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] For port ccc4f925-37d1-4cb4-8288-ff542d990f36, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ccc4f925-37d1-4cb4-8288-ff542d990f36,segment=NetworkSegment(f26c5141-b613-46e7-9e86-f71cd5b16292),segment_id=f26c5141-b613-46e7-9e86-f71cd5b16292)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:25.548110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.582803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Calling delete_port for ccc4f925-37d1-4cb4-8288-ff542d990f36 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:25.587383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-31afba8e-099c-4146-8cfb-1f9cebc67508 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4960d458ce494ff8b7f23dd96227ef73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617165 Feb 09 22:09:25.590450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42450) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.596156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afba8e-099c-4146-8cfb-1f9cebc67508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca782aff-f516-4067-bc39-63be46cd5f6b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.605203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1729-e1ac-46a5-9c4e-86d9f3ca265e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (96e0e7ff-8494-4adc-bed4-d3c52490104b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.607796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1ad1729-e1ac-46a5-9c4e-86d9f3ca265e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.614768 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a1ad1729-e1ac-46a5-9c4e-86d9f3ca265e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/96e0e7ff-8494-4adc-bed4-d3c52490104b HTTP/1.1" status: 204 len: 168 time: 0.3021979 Feb 09 22:09:25.614768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42452) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.649346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad1729-e1ac-46a5-9c4e-86d9f3ca265e tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0e7ff-8494-4adc-bed4-d3c52490104b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.717554 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adb8f507-65d2-4b5c-8507-8a6f769951e0 admin admin] Publish callbacks [] for security_group (ca782aff-f516-4067-bc39-63be46cd5f6b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.749147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0ddc95a-9e12-4655-92f2-79949c2ac978 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1104991 Feb 09 22:09:25.749903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42456) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:25.771315 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adb8f507-65d2-4b5c-8507-8a6f769951e0 admin admin] Publish callbacks [] for security_group (ca782aff-f516-4067-bc39-63be46cd5f6b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.804416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-66ad199f-5dda-470f-9dea-61f5d88fcc7d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (84c275bc-7aff-4a55-92f7-1ab1910f6f5a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.827380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-66ad199f-5dda-470f-9dea-61f5d88fcc7d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (84c275bc-7aff-4a55-92f7-1ab1910f6f5a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.836509 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ccc4f925-37d1-4cb4-8288-ff542d990f36), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.849313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ccc4f925-37d1-4cb4-8288-ff542d990f36'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:25.892709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Pushing event deleted for resources: {'Port': ['ID=ccc4f925-37d1-4cb4-8288-ff542d990f36,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.926427 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adb8f507-65d2-4b5c-8507-8a6f769951e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca782aff-f516-4067-bc39-63be46cd5f6b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.929483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-adb8f507-65d2-4b5c-8507-8a6f769951e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.933730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-adb8f507-65d2-4b5c-8507-8a6f769951e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca782aff-f516-4067-bc39-63be46cd5f6b HTTP/1.1" status: 204 len: 168 time: 0.3393726 Feb 09 22:09:25.939322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] No DVR routers for this DVR port ccc4f925-37d1-4cb4-8288-ff542d990f36 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:25.943480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:25.945195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8f507-65d2-4b5c-8507-8a6f769951e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca782aff-f516-4067-bc39-63be46cd5f6b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:25.947288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9d3684e-6c3e-4699-8362-4e00e06cfbf1 req-dcf546ba-2588-4979-a977-395a49b7ff2e tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.30 "DELETE /v2.0/ports/ccc4f925-37d1-4cb4-8288-ff542d990f36 HTTP/1.1" status: 204 len: 173 time: 0.6587398 Feb 09 22:09:25.948454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'name': 'network-vif-deleted', 'tag': 'ccc4f925-37d1-4cb4-8288-ff542d990f36'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:25.952197 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e104ae-1da6-4f75-a053-cbb689616eb7" -d '{"events": [{"server_uuid": "49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95", "name": "network-vif-deleted", "tag": "ccc4f925-37d1-4cb4-8288-ff542d990f36"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:26.001321 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86151466-a973-463f-883d-d17e9bd8f1f5 x-openstack-request-id: req-86151466-a973-463f-883d-d17e9bd8f1f5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:26.001321 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95", "name": "network-vif-deleted", "tag": "ccc4f925-37d1-4cb4-8288-ff542d990f36", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:26.001321 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86151466-a973-463f-883d-d17e9bd8f1f5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:26.001321 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95', 'name': 'network-vif-deleted', 'tag': 'ccc4f925-37d1-4cb4-8288-ff542d990f36', 'status': 'completed', 'code': 200} Feb 09 22:09:26.055238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-66ad199f-5dda-470f-9dea-61f5d88fcc7d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (84c275bc-7aff-4a55-92f7-1ab1910f6f5a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.058299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-66ad199f-5dda-470f-9dea-61f5d88fcc7d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.064103 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-66ad199f-5dda-470f-9dea-61f5d88fcc7d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/84c275bc-7aff-4a55-92f7-1ab1910f6f5a HTTP/1.1" status: 204 len: 168 time: 0.3227780 Feb 09 22:09:26.064227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42462) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:26.073055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad199f-5dda-470f-9dea-61f5d88fcc7d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c275bc-7aff-4a55-92f7-1ab1910f6f5a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:26.123259 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab523c6a-2964-4cc8-8d2b-048acd76f457 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580428 Feb 09 22:09:26.128090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42466) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:26.132569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c87b68c4-d425-4971-9ea5-da7c9100b153 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--766475825'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:26.238084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c87b68c4-d425-4971-9ea5-da7c9100b153 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.287981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947e6ecd-7070-4da7-a5ff-02010ef8dcff req-4bd57abd-4768-46be-a804-f0b0b9b0a5cd tempest-VolumesSnapshotTestJSON-895698352 tempest-VolumesSnapshotTestJSON-895698352-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e9bbde-4e2a-4cf0-9e71-d093f5cdcc95 HTTP/1.1" status: 200 len: 210 time: 0.0438535 Feb 09 22:09:26.319354 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c87b68c4-d425-4971-9ea5-da7c9100b153 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (071e17e6-5170-4b85-8833-c03f58be3615), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.386985 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c87b68c4-d425-4971-9ea5-da7c9100b153 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (071e17e6-5170-4b85-8833-c03f58be3615), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.419354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b68c4-d425-4971-9ea5-da7c9100b153 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071e17e6-5170-4b85-8833-c03f58be3615,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:26.502651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c87b68c4-d425-4971-9ea5-da7c9100b153 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.504068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c87b68c4-d425-4971-9ea5-da7c9100b153 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3748174 Feb 09 22:09:26.507231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42472) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:26.512428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0e897ffd-3f2e-4347-a3d6-5c383101d0a5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '071e17e6-5170-4b85-8833-c03f58be3615', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:26.626583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e897ffd-3f2e-4347-a3d6-5c383101d0a5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8b66c569-1acc-4d3a-89d9-2b5c826110cb), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.778315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42474) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:26.900017 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e897ffd-3f2e-4347-a3d6-5c383101d0a5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8b66c569-1acc-4d3a-89d9-2b5c826110cb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:26.996558 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e897ffd-3f2e-4347-a3d6-5c383101d0a5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8b66c569-1acc-4d3a-89d9-2b5c826110cb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.018769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e897ffd-3f2e-4347-a3d6-5c383101d0a5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b66c569-1acc-4d3a-89d9-2b5c826110cb,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:27.088716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661a5b90-ab34-4674-8fa2-7b40713e06c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.104850 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e897ffd-3f2e-4347-a3d6-5c383101d0a5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.106808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e897ffd-3f2e-4347-a3d6-5c383101d0a5 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5983214 Feb 09 22:09:27.109620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42478) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:27.137920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33f4fe66-d316-4236-affb-66d78d4721af tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8b66c569-1acc-4d3a-89d9-2b5c826110cb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.146141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33f4fe66-d316-4236-affb-66d78d4721af tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8b66c569-1acc-4d3a-89d9-2b5c826110cb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.212762 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661a5b90-ab34-4674-8fa2-7b40713e06c0 admin admin] Publish callbacks [] for security_group (4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.260911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33f4fe66-d316-4236-affb-66d78d4721af tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8b66c569-1acc-4d3a-89d9-2b5c826110cb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.271487 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33f4fe66-d316-4236-affb-66d78d4721af tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.276288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-33f4fe66-d316-4236-affb-66d78d4721af tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/8b66c569-1acc-4d3a-89d9-2b5c826110cb HTTP/1.1" status: 204 len: 168 time: 0.1614671 Feb 09 22:09:27.276656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42482) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:27.278465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4fe66-d316-4236-affb-66d78d4721af tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b66c569-1acc-4d3a-89d9-2b5c826110cb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:27.318297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-389e3a0b-6534-4851-9a8b-f44b4a9481c8 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397804 Feb 09 22:09:27.320721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42486) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:27.360899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661a5b90-ab34-4674-8fa2-7b40713e06c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.400533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a5b90-ab34-4674-8fa2-7b40713e06c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:27.431299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d093992-bd14-493a-9360-262e34703154 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (071e17e6-5170-4b85-8833-c03f58be3615), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.435742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-661a5b90-ab34-4674-8fa2-7b40713e06c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=689f6f1d04b34e3b8f6d755e676b1324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6563718 Feb 09 22:09:27.441099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42490) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:27.459403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d093992-bd14-493a-9360-262e34703154 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (071e17e6-5170-4b85-8833-c03f58be3615), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.514017 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732c5a97-5919-483e-882f-7959886446cb admin admin] Publish callbacks [] for security_group (4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.540954 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732c5a97-5919-483e-882f-7959886446cb admin admin] Publish callbacks [] for security_group (4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.592543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d093992-bd14-493a-9360-262e34703154 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (071e17e6-5170-4b85-8833-c03f58be3615), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.595373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d093992-bd14-493a-9360-262e34703154 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.596589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0d093992-bd14-493a-9360-262e34703154 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/071e17e6-5170-4b85-8833-c03f58be3615 HTTP/1.1" status: 204 len: 168 time: 0.2748780 Feb 09 22:09:27.599561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42492) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:27.606541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d093992-bd14-493a-9360-262e34703154 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071e17e6-5170-4b85-8833-c03f58be3615,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:27.669014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d8d373a2-0437-4bfc-a87b-7943a55b1761 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0679483 Feb 09 22:09:27.672833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42496) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:27.676945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5f1a8404-0764-4e30-97f5-cab44dae5629 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--736303578'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:27.718005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732c5a97-5919-483e-882f-7959886446cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.721652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-732c5a97-5919-483e-882f-7959886446cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.723525 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-732c5a97-5919-483e-882f-7959886446cb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1 HTTP/1.1" status: 204 len: 168 time: 0.2804170 Feb 09 22:09:27.739008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c5a97-5919-483e-882f-7959886446cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d58ed6c-ab7d-4ea6-854c-dce55b7ee0b1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:27.804937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8404-0764-4e30-97f5-cab44dae5629 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.877377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8404-0764-4e30-97f5-cab44dae5629 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (ce8d1acb-ecd6-4960-80e7-8c8fadd5c095), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.975334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8404-0764-4e30-97f5-cab44dae5629 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce8d1acb-ecd6-4960-80e7-8c8fadd5c095), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.036076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a8404-0764-4e30-97f5-cab44dae5629 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8d1acb-ecd6-4960-80e7-8c8fadd5c095,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:28.118698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5f1a8404-0764-4e30-97f5-cab44dae5629 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.120545 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5f1a8404-0764-4e30-97f5-cab44dae5629 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4469707 Feb 09 22:09:28.124312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42504) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.130605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2a35104a-6ec9-4fb5-9fcd-79733a3f268d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': 'ce8d1acb-ecd6-4960-80e7-8c8fadd5c095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:28.243057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a35104a-6ec9-4fb5-9fcd-79733a3f268d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8d1acce7-9e5f-4114-90bd-740d0ef7556a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.315032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a35104a-6ec9-4fb5-9fcd-79733a3f268d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8d1acce7-9e5f-4114-90bd-740d0ef7556a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.410022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a35104a-6ec9-4fb5-9fcd-79733a3f268d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8d1acce7-9e5f-4114-90bd-740d0ef7556a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.437981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35104a-6ec9-4fb5-9fcd-79733a3f268d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1acce7-9e5f-4114-90bd-740d0ef7556a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:28.520672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a35104a-6ec9-4fb5-9fcd-79733a3f268d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.525003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2a35104a-6ec9-4fb5-9fcd-79733a3f268d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3953559 Feb 09 22:09:28.525003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42512) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.551013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7be7c7ef-185a-4cf3-b3f1-a5604a5b7980 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules/8d1acce7-9e5f-4114-90bd-740d0ef7556a HTTP/1.1" status: 200 len: 763 time: 0.0245714 Feb 09 22:09:28.553677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42514) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.594874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e174cc1-5119-4259-8d5e-a4ae3989e7c3 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392463 Feb 09 22:09:28.601136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42516) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.629229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e61b-e82d-4a13-b86e-61f8a070c192 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8d1acce7-9e5f-4114-90bd-740d0ef7556a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.640454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e61b-e82d-4a13-b86e-61f8a070c192 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (8d1acce7-9e5f-4114-90bd-740d0ef7556a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.746882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e61b-e82d-4a13-b86e-61f8a070c192 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8d1acce7-9e5f-4114-90bd-740d0ef7556a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.752730 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e61b-e82d-4a13-b86e-61f8a070c192 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.756078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9fa2e61b-e82d-4a13-b86e-61f8a070c192 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/8d1acce7-9e5f-4114-90bd-740d0ef7556a HTTP/1.1" status: 204 len: 168 time: 0.1509936 Feb 09 22:09:28.756523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42518) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.781745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e61b-e82d-4a13-b86e-61f8a070c192 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d1acce7-9e5f-4114-90bd-740d0ef7556a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:28.808313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a48bc408-f30c-4363-b557-2815c01160b8 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480819 Feb 09 22:09:28.808628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42520) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:28.813539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-21a40edf-81cf-4ea4-9fd2-cfd574b6a15f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': 'ce8d1acb-ecd6-4960-80e7-8c8fadd5c095', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:28.912655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a40edf-81cf-4ea4-9fd2-cfd574b6a15f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (fd60a0af-afea-4d42-81e5-e0a3d22388aa), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:28.996587 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a40edf-81cf-4ea4-9fd2-cfd574b6a15f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (fd60a0af-afea-4d42-81e5-e0a3d22388aa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.090954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a40edf-81cf-4ea4-9fd2-cfd574b6a15f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (fd60a0af-afea-4d42-81e5-e0a3d22388aa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.127669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a40edf-81cf-4ea4-9fd2-cfd574b6a15f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd60a0af-afea-4d42-81e5-e0a3d22388aa,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:29.219532 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-21a40edf-81cf-4ea4-9fd2-cfd574b6a15f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.227993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42528) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.234773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-21a40edf-81cf-4ea4-9fd2-cfd574b6a15f tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4249322 Feb 09 22:09:29.246876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5a8070d1-35e2-43cb-bb7f-aa576e8732c0 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules/fd60a0af-afea-4d42-81e5-e0a3d22388aa HTTP/1.1" status: 200 len: 763 time: 0.0173810 Feb 09 22:09:29.253315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42530) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.301545 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3a2fbd43-2fe2-4903-88e6-e13343645eb0 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409093 Feb 09 22:09:29.302147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42532) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.332756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-685b6bff-916f-4fd9-bfac-4908e9a72ac9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (fd60a0af-afea-4d42-81e5-e0a3d22388aa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.337622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-685b6bff-916f-4fd9-bfac-4908e9a72ac9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (fd60a0af-afea-4d42-81e5-e0a3d22388aa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.420167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42536) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.440889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.481076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-685b6bff-916f-4fd9-bfac-4908e9a72ac9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (fd60a0af-afea-4d42-81e5-e0a3d22388aa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.497932 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-685b6bff-916f-4fd9-bfac-4908e9a72ac9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.501934 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-685b6bff-916f-4fd9-bfac-4908e9a72ac9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/fd60a0af-afea-4d42-81e5-e0a3d22388aa HTTP/1.1" status: 204 len: 168 time: 0.1957374 Feb 09 22:09:29.503051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42538) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.514316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ccc4f925-37d1-4cb4-8288-ff542d990f36 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:29.519505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b6bff-916f-4fd9-bfac-4908e9a72ac9 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd60a0af-afea-4d42-81e5-e0a3d22388aa,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:29.593704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: ccc4f925-37d1-4cb4-8288-ff542d990f36 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:29.597459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ccc4f925-37d1-4cb4-8288-ff542d990f36 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:29.655348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-059e849e-c45e-45b5-82c5-06d17781d8ca tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1510463 Feb 09 22:09:29.659438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42540) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:29.665356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b397aaff-939e-4ddf-b4f8-deb6db506bea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': 'ce8d1acb-ecd6-4960-80e7-8c8fadd5c095', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:29.706073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Deleting port 97a0dc8a-6f47-4f57-8428-62d0f2a9368f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:29.706782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.795444 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397aaff-939e-4ddf-b4f8-deb6db506bea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dc97e7a8-9c52-4084-bf0d-b092608c28e1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.839580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.840029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for floatingip (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.852908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Calling delete_port for 97a0dc8a-6f47-4f57-8428-62d0f2a9368f owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:29.932351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397aaff-939e-4ddf-b4f8-deb6db506bea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dc97e7a8-9c52-4084-bf0d-b092608c28e1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:29.941008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-44c6c368-e92c-43cb-9845-ce38a6ba3e31 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978177 Feb 09 22:09:29.996793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397aaff-939e-4ddf-b4f8-deb6db506bea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (dc97e7a8-9c52-4084-bf0d-b092608c28e1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.115329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397aaff-939e-4ddf-b4f8-deb6db506bea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc97e7a8-9c52-4084-bf0d-b092608c28e1,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:30.142775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b397aaff-939e-4ddf-b4f8-deb6db506bea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.145285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b397aaff-939e-4ddf-b4f8-deb6db506bea tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4833302 Feb 09 22:09:30.150736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42546) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:30.174830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5fc636a2-0d44-4802-8b0f-339e78271e18 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules/dc97e7a8-9c52-4084-bf0d-b092608c28e1 HTTP/1.1" status: 200 len: 764 time: 0.0225673 Feb 09 22:09:30.181246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42548) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:30.189898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-c3a37af3-efc5-48ae-948d-4211e0ffb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:30.195142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-c3a37af3-efc5-48ae-948d-4211e0ffb455 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 1127 time: 0.1953149 Feb 09 22:09:30.263954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a243ca8b-878d-4159-b299-d1328ce5d130 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0789447 Feb 09 22:09:30.271134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42552) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:30.298767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018f87e6-c881-4d99-9a44-7fcefbf5dd18 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dc97e7a8-9c52-4084-bf0d-b092608c28e1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.308333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018f87e6-c881-4d99-9a44-7fcefbf5dd18 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (dc97e7a8-9c52-4084-bf0d-b092608c28e1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.338221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (97a0dc8a-6f47-4f57-8428-62d0f2a9368f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.375695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event deleted for resources: {'Port': ['ID=97a0dc8a-6f47-4f57-8428-62d0f2a9368f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:30.377149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-65328f27-f26f-4245-a72b-489609f66150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:30.379721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-65328f27-f26f-4245-a72b-489609f66150 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 916 time: 0.1612430 Feb 09 22:09:30.438675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-f263640f-4676-4b4d-8ce8-e3e4eb66d42d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e HTTP/1.1" status: 200 len: 217 time: 0.0530751 Feb 09 22:09:30.453936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018f87e6-c881-4d99-9a44-7fcefbf5dd18 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (dc97e7a8-9c52-4084-bf0d-b092608c28e1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.462510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-018f87e6-c881-4d99-9a44-7fcefbf5dd18 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.466900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-018f87e6-c881-4d99-9a44-7fcefbf5dd18 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/dc97e7a8-9c52-4084-bf0d-b092608c28e1 HTTP/1.1" status: 204 len: 168 time: 0.1946197 Feb 09 22:09:30.471366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42556) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:30.486782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f87e6-c881-4d99-9a44-7fcefbf5dd18 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc97e7a8-9c52-4084-bf0d-b092608c28e1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:30.498530 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for floatingip (742807d2-9f15-49ef-ba4e-902b7bdf03c3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.498873 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Floating IP 742807d2-9f15-49ef-ba4e-902b7bdf03c3 disassociated (deleted). External IP: 172.25.5.92, port: 6287677d-1e5f-4f53-87e6-6591786e2db8. Feb 09 22:09:30.528892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-56b64cd9-2100-454b-a531-43424d8b2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:30.531281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-56b64cd9-2100-454b-a531-43424d8b2c7c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.0778797 Feb 09 22:09:30.584788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-bbf5b27d-bb9a-4396-9efc-a149e823edcf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451558 Feb 09 22:09:30.631431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a7650140-32cf-4846-b5ca-8c0dc0ca1423 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1587551 Feb 09 22:09:30.634078 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42558) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:30.714277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-246ddc1a-c44f-47f5-9a3c-96b0473125f4 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168957 Feb 09 22:09:30.759881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f970-b903-4600-8dd8-b2133c3f8256 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (ce8d1acb-ecd6-4960-80e7-8c8fadd5c095), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.829745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f970-b903-4600-8dd8-b2133c3f8256 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (ce8d1acb-ecd6-4960-80e7-8c8fadd5c095), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.852943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47cf06f6-7c88-4701-8dfc-01afb491d3b6 req-62594214-774e-4a73-8829-4d7196dabe48 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312709 Feb 09 22:09:30.865110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:30.948588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Router 33d41b8a-80f8-40de-9e70-f1db6b962e7a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:31.064437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f970-b903-4600-8dd8-b2133c3f8256 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ce8d1acb-ecd6-4960-80e7-8c8fadd5c095), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.067816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f970-b903-4600-8dd8-b2133c3f8256 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.074333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5fc5f970-b903-4600-8dd8-b2133c3f8256 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/ce8d1acb-ecd6-4960-80e7-8c8fadd5c095 HTTP/1.1" status: 204 len: 168 time: 0.4343998 Feb 09 22:09:31.074563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42562) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:31.084622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5f970-b903-4600-8dd8-b2133c3f8256 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8d1acb-ecd6-4960-80e7-8c8fadd5c095,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:31.118348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:31.126794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.129644 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] Sync routers for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:31.148574 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:31.155213 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:09:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:31.179424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc1fd367-5f0a-4b4b-9327-84794d6e8271 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998716 Feb 09 22:09:31.180012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:31.187201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7f91c096-4182-464d-a6d7-e606e78523ec tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group': {'name': 'tempest-secgroup--518640043'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:31.196408 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c08c3ce-6868-4d3b-9ef4-913a141bcae9 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "DELETE /v2.0/floatingips/742807d2-9f15-49ef-ba4e-902b7bdf03c3 HTTP/1.1" status: 204 len: 168 time: 1.7746828 Feb 09 22:09:31.199018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:31.208229 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63843c8-c0ec-41a9-819b-01a5cb60351a" -d '{"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:31.294516 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8de7f-12da-4263-b435-c363b7d45a35 x-openstack-request-id: req-83d8de7f-12da-4263-b435-c363b7d45a35 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:31.294837 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:31.295277 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-83d8de7f-12da-4263-b435-c363b7d45a35 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:31.295692 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'status': 'completed', 'code': 200} Feb 09 22:09:31.333294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f91c096-4182-464d-a6d7-e606e78523ec tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.350783 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:31.495424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-4db49daf-bece-4ec9-b4ec-3b0fd265115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.497545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-4db49daf-bece-4ec9-b4ec-3b0fd265115e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916ef15f828f41689d1158249b84859a&device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 1128 time: 0.1527293 Feb 09 22:09:31.569282 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:31.614729 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f91c096-4182-464d-a6d7-e606e78523ec tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (9c356345-fe9e-4fff-b4df-d15ab709fe5f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.615387 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] Checking router: 33d41b8a-80f8-40de-9e70-f1db6b962e7a for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:31.629508 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:31.630341 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:09:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:31.694436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-8f2a5548-af62-44ab-b302-e0eeae446e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.695997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-8f2a5548-af62-44ab-b302-e0eeae446e20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 200 len: 914 time: 0.1888237 Feb 09 22:09:31.744222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-8722d0d4-5d66-4b8c-85fd-b3f92c84f931 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 200 len: 217 time: 0.0409153 Feb 09 22:09:31.833510 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:31.856083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-b472733f-f3ea-4b43-ace4-746e1e497a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.857638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-b472733f-f3ea-4b43-ace4-746e1e497a6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 200 len: 852 time: 0.1013875 Feb 09 22:09:31.858899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f91c096-4182-464d-a6d7-e606e78523ec tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c356345-fe9e-4fff-b4df-d15ab709fe5f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:31.912444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c9484-1751-42f0-80ec-c1a0f9170fd6 req-cafb2953-286d-4e6b-8e9b-f492f49f526b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:31.920471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f48c9484-1751-42f0-80ec-c1a0f9170fd6 req-cafb2953-286d-4e6b-8e9b-f492f49f526b tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 946 time: 0.1140082 Feb 09 22:09:32.005739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f48c9484-1751-42f0-80ec-c1a0f9170fd6 req-05a3c4c4-9a00-4e6d-ada7-758c34acb19f tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806370 Feb 09 22:09:32.019187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91c096-4182-464d-a6d7-e606e78523ec tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c356345-fe9e-4fff-b4df-d15ab709fe5f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:32.043756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f91c096-4182-464d-a6d7-e606e78523ec tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.048401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42582) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:32.049037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7f91c096-4182-464d-a6d7-e606e78523ec tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8676326 Feb 09 22:09:32.052983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-12025653-1b43-4423-b50b-b762fbe112f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.054947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-12025653-1b43-4423-b50b-b762fbe112f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ca8b1df-514d-4fed-a819-719e2761b14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1878080 Feb 09 22:09:32.055107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a78624ef-e98a-4526-b859-2c56c2069fc2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Request body: {'security_group_rule': {'security_group_id': '9c356345-fe9e-4fff-b4df-d15ab709fe5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:32.110317 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:32.150000 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c21d53-5b76-4666-9cbe-232cb679d83f None None] The sync data for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 is: [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:01:06Z', 'revision_number': 4, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '49fad3e8-3763-46ce-9377-a0a053ce4466', 'name': '', 'network_id': '5ca8b1df-514d-4fed-a819-719e2761b14c', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'mac_address': 'fa:16:3e:d3:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:05Z', 'updated_at': '2022-02-09T22:01:12Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'subnets': [{'id': '14ff1236-eb67-4fb7-bf54-7918517def44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:32.197806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-8c2fcd59-e2bb-4350-8713-fccbcf54a12f service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350257 Feb 09 22:09:32.207779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a78624ef-e98a-4526-b859-2c56c2069fc2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (ba008652-cc3a-4023-9c14-5345bb2592c6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.294171 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a78624ef-e98a-4526-b859-2c56c2069fc2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (ba008652-cc3a-4023-9c14-5345bb2592c6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.365988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d63843c8-c0ec-41a9-819b-01a5cb60351a req-18d91035-193a-43eb-b269-64f53c7fe46a service neutron] 10.222.0.30 "GET /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605699 Feb 09 22:09:32.386310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a78624ef-e98a-4526-b859-2c56c2069fc2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ba008652-cc3a-4023-9c14-5345bb2592c6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.406925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78624ef-e98a-4526-b859-2c56c2069fc2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba008652-cc3a-4023-9c14-5345bb2592c6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:32.486187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a78624ef-e98a-4526-b859-2c56c2069fc2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.492234 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a78624ef-e98a-4526-b859-2c56c2069fc2 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4421239 Feb 09 22:09:32.494405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42586) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:32.564951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d9d67e-3974-405b-b2bf-c9da49ab7225 None None] New status for floating IP 742807d2-9f15-49ef-ba4e-902b7bdf03c3: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:09:32.578813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bbc-de61-4686-a2d3-eebea3fa603d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (9c356345-fe9e-4fff-b4df-d15ab709fe5f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.622175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bbc-de61-4686-a2d3-eebea3fa603d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (9c356345-fe9e-4fff-b4df-d15ab709fe5f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.796145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bbc-de61-4686-a2d3-eebea3fa603d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9c356345-fe9e-4fff-b4df-d15ab709fe5f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.799394 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-92ed7bbc-de61-4686-a2d3-eebea3fa603d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.800659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-92ed7bbc-de61-4686-a2d3-eebea3fa603d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/9c356345-fe9e-4fff-b4df-d15ab709fe5f HTTP/1.1" status: 204 len: 168 time: 0.3052227 Feb 09 22:09:32.803284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42588) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:32.809963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7bbc-de61-4686-a2d3-eebea3fa603d tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c356345-fe9e-4fff-b4df-d15ab709fe5f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:32.969538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42594) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:32.977089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5719f4b2-d121-43e8-b5f6-3c9ce8f01ed7 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1722562 Feb 09 22:09:33.027788 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c378174-43c0-4e4c-8ecd-49701c502827 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0569458 Feb 09 22:09:33.031038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:33.066116 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-28ceb3c2-bcc5-45e0-a355-1151295da305 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] delete failed (client error): The resource could not be found. Feb 09 22:09:33.067887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-28ceb3c2-bcc5-45e0-a355-1151295da305 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "DELETE /v2.0/security-groups/9c356345-fe9e-4fff-b4df-d15ab709fe5f HTTP/1.1" status: 404 len: 347 time: 0.0353634 Feb 09 22:09:33.077257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42600) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:33.212010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c440080a-34d1-480b-8c2e-27fab51e1202 tempest-SecGroupTest-1191354984 tempest-SecGroupTest-1191354984-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1330438 Feb 09 22:09:33.246303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b5cda-a7c4-4820-be64-44e4c2ecd4fb req-c3674dd0-813d-4830-a318-950f59baae21 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.252182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f15b5cda-a7c4-4820-be64-44e4c2ecd4fb req-c3674dd0-813d-4830-a318-950f59baae21 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 946 time: 0.1317279 Feb 09 22:09:33.448127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f15b5cda-a7c4-4820-be64-44e4c2ecd4fb req-6fd172f6-6b70-41ce-830f-dfb7cdccea95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780932 Feb 09 22:09:33.496746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737484-2e92-4f5d-b1ab-d196be916175 req-b9c7d8cc-4932-47c4-abad-3f6267188a52 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.498480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00737484-2e92-4f5d-b1ab-d196be916175 req-b9c7d8cc-4932-47c4-abad-3f6267188a52 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.30 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 946 time: 0.1362991 Feb 09 22:09:33.615870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Deleting port 6287677d-1e5f-4f53-87e6-6591786e2db8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:33.616216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.715659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] For port 6287677d-1e5f-4f53-87e6-6591786e2db8, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=6287677d-1e5f-4f53-87e6-6591786e2db8,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:33.716429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.733367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Calling delete_port for 6287677d-1e5f-4f53-87e6-6591786e2db8 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:33.820471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42608) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:33.998594 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6287677d-1e5f-4f53-87e6-6591786e2db8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.080551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event deleted for resources: {'Port': ['ID=6287677d-1e5f-4f53-87e6-6591786e2db8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:34.146243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] No DVR routers for this DVR port 6287677d-1e5f-4f53-87e6-6591786e2db8 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:34.149848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.153245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00737484-2e92-4f5d-b1ab-d196be916175 req-05cb96af-d9be-4cd9-9030-acfe9c047c95 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.30 "DELETE /v2.0/ports/6287677d-1e5f-4f53-87e6-6591786e2db8 HTTP/1.1" status: 204 len: 173 time: 0.6489813 Feb 09 22:09:34.153716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'name': 'network-vif-deleted', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:34.156090 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019e8f4-626c-495d-b19a-df3b16d14b5a" -d '{"events": [{"server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "name": "network-vif-deleted", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:34.178944 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4eca2961-2a7b-4916-97b8-8723cbff9d25 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e6a815691c31470d8d47a0a0e56cb2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3569465 Feb 09 22:09:34.183411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42618) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:34.230518 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70059c4d-2874-4ff0-b531-01644562f247 x-openstack-request-id: req-70059c4d-2874-4ff0-b531-01644562f247 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:34.232971 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dea430-d591-437f-b003-7550047a78ec", "name": "network-vif-deleted", "tag": "6287677d-1e5f-4f53-87e6-6591786e2db8", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:34.233247 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-70059c4d-2874-4ff0-b531-01644562f247 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:34.234438 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dea430-d591-437f-b003-7550047a78ec', 'name': 'network-vif-deleted', 'tag': '6287677d-1e5f-4f53-87e6-6591786e2db8', 'status': 'completed', 'code': 200} Feb 09 22:09:34.276176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b80947a2-0024-4c2a-bbd8-d1d92e15823e admin admin] Publish callbacks [] for security_group (e75db831-01fa-444a-a30b-3335d93585a4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.300736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b80947a2-0024-4c2a-bbd8-d1d92e15823e admin admin] Publish callbacks [] for security_group (e75db831-01fa-444a-a30b-3335d93585a4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.443896 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b80947a2-0024-4c2a-bbd8-d1d92e15823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e75db831-01fa-444a-a30b-3335d93585a4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.446956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b80947a2-0024-4c2a-bbd8-d1d92e15823e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.454593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b80947a2-0024-4c2a-bbd8-d1d92e15823e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e75db831-01fa-444a-a30b-3335d93585a4 HTTP/1.1" status: 204 len: 168 time: 0.2665820 Feb 09 22:09:34.461850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80947a2-0024-4c2a-bbd8-d1d92e15823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75db831-01fa-444a-a30b-3335d93585a4,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:34.611840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07c1b24b-ff38-4b92-8d82-3f55e3d4ac79 req-f8f3a3f5-6808-432f-a0d8-35f7e9f3be0f tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0580113 Feb 09 22:09:34.947199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-9e46030e-23d5-430d-b795-d3c9bfc50518 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.949161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-9e46030e-23d5-430d-b795-d3c9bfc50518 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.1320541 Feb 09 22:09:34.971875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-e2fed523-1a14-4bf5-a109-0335cb94a27f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/quotas/ffb1be9748cf43b5a7e1375c674a669a HTTP/1.1" status: 200 len: 375 time: 0.0171871 Feb 09 22:09:35.040833 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-1724ef26-73eb-45df-bf90-ff14245379e4 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638411 Feb 09 22:09:35.150816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-618b92ca-977d-4719-b003-9ac4339301ee service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016605 Feb 09 22:09:35.274403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-b59d5fc6-f788-4322-816a-2a29ca0a74f9 service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160178 Feb 09 22:09:35.444269 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c43cea23-3639-4ae5-a4df-606dd41b68d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:35.636966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5aa9afb2-c3e4-4fdf-abf7-597404178f6b req-6e1cb919-5fb7-4553-82bc-7855840f7568 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 210 time: 0.0588515 Feb 09 22:09:35.726419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42674) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:35.794209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e7c68d99-34dc-47ea-b274-bcb5890201ef req-bb94720e-5bc1-4b46-b624-239af7ff9550 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0496223 Feb 09 22:09:35.917514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-70a3a831-2238-4097-907b-09ec52ad764e tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-665822867', 'prefixes': ['172.20.0.0/16']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:36.257322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70a3a831-2238-4097-907b-09ec52ad764e tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.261420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42690) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.261682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-70a3a831-2238-4097-907b-09ec52ad764e tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5340815 Feb 09 22:09:36.308259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-01b7e730-8835-42dc-b820-0889cfdfce6a tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] 10.222.0.98 "GET /v2.0/subnetpools/30199c82-657f-408c-9329-930a9181977a HTTP/1.1" status: 200 len: 731 time: 0.0450845 Feb 09 22:09:36.312412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42694) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.316549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1c7c6baf-0121-446d-aae2-4d382d66aca2 tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1417760579'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:36.480398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c7c6baf-0121-446d-aae2-4d382d66aca2 tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.482008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1c7c6baf-0121-446d-aae2-4d382d66aca2 tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] 10.222.0.98 "PUT /v2.0/subnetpools/30199c82-657f-408c-9329-930a9181977a HTTP/1.1" status: 200 len: 684 time: 0.1702471 Feb 09 22:09:36.484523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42696) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.642543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37b33a6c-eca3-4277-9bf5-4a9d8f3a6d48 tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:36.643907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-37b33a6c-eca3-4277-9bf5-4a9d8f3a6d48 tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] 10.222.0.98 "DELETE /v2.0/subnetpools/30199c82-657f-408c-9329-930a9181977a HTTP/1.1" status: 204 len: 168 time: 0.1577957 Feb 09 22:09:36.646348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42698) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.666050 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-4f88f0fa-d648-4675-a740-fb8590d5b08e tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] show failed (client error): The resource could not be found. Feb 09 22:09:36.667936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4f88f0fa-d648-4675-a740-fb8590d5b08e tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] 10.222.0.98 "GET /v2.0/subnetpools/30199c82-657f-408c-9329-930a9181977a HTTP/1.1" status: 404 len: 346 time: 0.0204144 Feb 09 22:09:36.670547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42702) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:36.689690 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-3aa67c3a-ad33-4c39-8ae1-1cdfd7b37746 tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] delete failed (client error): The resource could not be found. Feb 09 22:09:36.690909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3aa67c3a-ad33-4c39-8ae1-1cdfd7b37746 tempest-SubnetPoolsTestJSON-1563165835 tempest-SubnetPoolsTestJSON-1563165835-project] 10.222.0.98 "DELETE /v2.0/subnetpools/30199c82-657f-408c-9329-930a9181977a HTTP/1.1" status: 404 len: 346 time: 0.0193841 Feb 09 22:09:36.753144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbd0a22a-b797-4511-9076-9bc914513588 req-bd398cc3-44a2-454e-8d5b-9d16828a79f6 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 210 time: 0.0353892 Feb 09 22:09:36.905270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3147648-76e9-4872-8f0b-b42edafc818f req-b2ae4dd8-3278-40e0-98d5-a1d79dd3f304 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0373964 Feb 09 22:09:37.217941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42712) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:37.369805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61f5a247-90b9-4b9f-a0f2-7ab851765ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.458001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61f5a247-90b9-4b9f-a0f2-7ab851765ff4 admin admin] Publish callbacks [] for security_group (971662e1-7ad8-4445-af1a-36ddff25a792), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.524137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e338531d-9542-4a03-a48e-36f6d67248ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.525936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-61f5a247-90b9-4b9f-a0f2-7ab851765ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (971662e1-7ad8-4445-af1a-36ddff25a792), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.543967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6287677d-1e5f-4f53-87e6-6591786e2db8 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:37.593477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5a247-90b9-4b9f-a0f2-7ab851765ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971662e1-7ad8-4445-af1a-36ddff25a792,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:37.599250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 6287677d-1e5f-4f53-87e6-6591786e2db8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:37.600147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 6287677d-1e5f-4f53-87e6-6591786e2db8 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:37.656526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61f5a247-90b9-4b9f-a0f2-7ab851765ff4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ac08c46986594072a4d5714e524f8412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374473 Feb 09 22:09:37.659418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42728) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:37.721816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd4d712b-4721-4167-ae53-08d23585a331 admin admin] Publish callbacks [] for security_group (971662e1-7ad8-4445-af1a-36ddff25a792), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.756357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd4d712b-4721-4167-ae53-08d23585a331 admin admin] Publish callbacks [] for security_group (971662e1-7ad8-4445-af1a-36ddff25a792), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.905553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd4d712b-4721-4167-ae53-08d23585a331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (971662e1-7ad8-4445-af1a-36ddff25a792), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.909262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd4d712b-4721-4167-ae53-08d23585a331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.915089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bd4d712b-4721-4167-ae53-08d23585a331 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/971662e1-7ad8-4445-af1a-36ddff25a792 HTTP/1.1" status: 204 len: 168 time: 0.2499604 Feb 09 22:09:37.937775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12858a0e-71c2-44f9-a459-957866f2e562 req-7c609546-f634-462c-af2d-eb637aba313a tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 210 time: 0.0446649 Feb 09 22:09:37.946617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d712b-4721-4167-ae53-08d23585a331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971662e1-7ad8-4445-af1a-36ddff25a792,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:38.035631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-c200a019-89ad-4a42-81ae-1a644f70aba7 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:38.037748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-c200a019-89ad-4a42-81ae-1a644f70aba7 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.1999927 Feb 09 22:09:38.054981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Request body: {'port': {'device_id': '8353c700-d766-47d8-98f3-08901ed36efd', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'admin_state_up': True, 'tenant_id': 'ffb1be9748cf43b5a7e1375c674a669a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:38.098785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b5204e9a-0907-4b65-b374-e3411a3fcb76 req-cc19ac7a-ff1b-4a39-b948-ce874d12f5d1 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0599670 Feb 09 22:09:38.323380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Made reservation on behalf of ffb1be9748cf43b5a7e1375c674a669a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:38.327954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.576418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Allocated IP 172.20.0.5 (8ea76f7d-a52e-41f8-b897-b09331d6d912/ad3b005e-3ea1-4949-be8a-e517fdaf4af5/e3434758-43a7-48e5-bba2-989a91287e8f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:38.820739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks [] for port (e3434758-43a7-48e5-bba2-989a91287e8f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.924136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:38.940436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e', '7f355ff3-7d60-47a7-89b5-3240056d2c48'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:38.973099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:38.976769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:38.979249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:39.173368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event updated for resources: {'Port': ['ID=e3434758-43a7-48e5-bba2-989a91287e8f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:39.180743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.211801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:39.212492 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.278168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461969ef-9c5f-43db-bce6-8093cd76c0f8 req-4622d2ee-7257-43a4-afb7-3c6515c9e47b tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:39.279742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-461969ef-9c5f-43db-bce6-8093cd76c0f8 req-4622d2ee-7257-43a4-afb7-3c6515c9e47b tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 931 time: 0.1694734 Feb 09 22:09:39.297923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-334c8b42-7758-4676-bd78-1fc9c9863858 req-d9b2382e-dbbd-481c-93f5-8925ffa96939 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0415273 Feb 09 22:09:39.358107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-d37acbaa-05ea-4f45-a7dc-7f4c49e8ab0c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3100569 Feb 09 22:09:39.372219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Request body: {'port': {'device_id': '8353c700-d766-47d8-98f3-08901ed36efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:39.416237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-461969ef-9c5f-43db-bce6-8093cd76c0f8 req-c2bf67fe-edc5-4e73-b2e8-c7f114c6c27f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292861 Feb 09 22:09:39.453499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.817317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3434758-43a7-48e5-bba2-989a91287e8f {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:39.828748 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Publish callbacks [] for port (e3434758-43a7-48e5-bba2-989a91287e8f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.843507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Transition to ACTIVE for port object e3434758-43a7-48e5-bba2-989a91287e8f will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:09:39.969619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.018388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Pushing event updated for resources: {'Port': ['ID=e3434758-43a7-48e5-bba2-989a91287e8f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:40.105827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Attempting to bind port e3434758-43a7-48e5-bba2-989a91287e8f on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:40.106184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Attempting to bind port e3434758-43a7-48e5-bba2-989a91287e8f by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:40.106650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Attempting to bind port e3434758-43a7-48e5-bba2-989a91287e8f on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:40.113138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Port e3434758-43a7-48e5-bba2-989a91287e8f on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:40.113478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Attempting to bind port e3434758-43a7-48e5-bba2-989a91287e8f on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:40.118702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:40.126332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Checking segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:40.126332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Bound using segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:40.126332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Bound port: e3434758-43a7-48e5-bba2-989a91287e8f, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:40.126332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.215148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] For port e3434758-43a7-48e5-bba2-989a91287e8f, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:40.220871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] For port e3434758-43a7-48e5-bba2-989a91287e8f, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3434758-43a7-48e5-bba2-989a91287e8f,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:40.289467 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.363769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.389630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:40.390365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:40.394562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] 10.222.0.110 "PUT /v2.0/ports/e3434758-43a7-48e5-bba2-989a91287e8f HTTP/1.1" status: 200 len: 1091 time: 1.0272312 Feb 09 22:09:40.400649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8353c700-d766-47d8-98f3-08901ed36efd', 'tag': 'e3434758-43a7-48e5-bba2-989a91287e8f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:40.409863 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438aade2-8892-4960-8cd4-f52d66594809" -d '{"events": [{"name": "network-changed", "server_uuid": "8353c700-d766-47d8-98f3-08901ed36efd", "tag": "e3434758-43a7-48e5-bba2-989a91287e8f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:40.477138 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a951702e-e425-454a-b8b8-c27299442258 req-4dc57571-d812-4241-883b-d46a238831b5 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0515938 Feb 09 22:09:40.539935 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b23bc64-c802-4ef9-9d76-acb48b834b72 x-openstack-request-id: req-4b23bc64-c802-4ef9-9d76-acb48b834b72 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:40.541086 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8353c700-d766-47d8-98f3-08901ed36efd", "tag": "e3434758-43a7-48e5-bba2-989a91287e8f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:40.541715 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4b23bc64-c802-4ef9-9d76-acb48b834b72 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:40.545002 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8353c700-d766-47d8-98f3-08901ed36efd', 'tag': 'e3434758-43a7-48e5-bba2-989a91287e8f', 'status': 'completed', 'code': 200} Feb 09 22:09:40.549790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cbda3-a136-48b4-ab8a-e97df0a0c386 service neutron] Pushing event updated for resources: {'Port': ['ID=e3434758-43a7-48e5-bba2-989a91287e8f,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:40.655951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-56a944b1-c399-4ccf-a83a-d9c601651b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:40.663679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-56a944b1-c399-4ccf-a83a-d9c601651b5b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 1125 time: 0.1521881 Feb 09 22:09:40.673971 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40855d47-05a2-4595-ae92-97c1bbf0dc21 req-6158c627-c6af-4bd8-b9f2-c355ab496af8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:40.681989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40855d47-05a2-4595-ae92-97c1bbf0dc21 req-6158c627-c6af-4bd8-b9f2-c355ab496af8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 943 time: 0.0675528 Feb 09 22:09:40.737100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40855d47-05a2-4595-ae92-97c1bbf0dc21 req-436ed57a-37c2-4e44-a40d-669ceb7470f2 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534351 Feb 09 22:09:40.748575 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-beb687e3-4281-41a1-a016-108f46d7289d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3434758-43a7-48e5-bba2-989a91287e8f HTTP/1.1" status: 200 len: 217 time: 0.0744736 Feb 09 22:09:40.829332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-339f6b0f-25b2-4b5a-8080-750aa4d8cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:40.831525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-339f6b0f-25b2-4b5a-8080-750aa4d8cd01 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.0742545 Feb 09 22:09:40.875587 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-33ddf8b4-7be0-490a-9fb3-15bbcd93d2d1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288620 Feb 09 22:09:40.974252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-c474b5bc-16c7-44c8-98b4-15d7f509d144 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974059 Feb 09 22:09:41.079327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56c12793-ea39-42df-bc07-8dd733db4cdc req-838a19fb-852a-495c-a173-051ee3cf92f0 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936229 Feb 09 22:09:41.245604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aade2-8892-4960-8cd4-f52d66594809 req-3b86683d-e233-4bb5-a08f-6ba2a332a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.247950 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-438aade2-8892-4960-8cd4-f52d66594809 req-3b86683d-e233-4bb5-a08f-6ba2a332a6eb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 1125 time: 0.0613248 Feb 09 22:09:41.343695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aade2-8892-4960-8cd4-f52d66594809 req-231a1229-27ce-49eb-9808-856af153f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.345310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-438aade2-8892-4960-8cd4-f52d66594809 req-231a1229-27ce-49eb-9808-856af153f96a service neutron] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 916 time: 0.0906875 Feb 09 22:09:41.389770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-438aade2-8892-4960-8cd4-f52d66594809 req-aa402551-c008-4eea-b77b-d420c1a1a536 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3434758-43a7-48e5-bba2-989a91287e8f HTTP/1.1" status: 200 len: 217 time: 0.0380247 Feb 09 22:09:41.446881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aade2-8892-4960-8cd4-f52d66594809 req-06430415-6649-43a1-94f4-cd0bd7907559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.448550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-438aade2-8892-4960-8cd4-f52d66594809 req-06430415-6649-43a1-94f4-cd0bd7907559 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.0505757 Feb 09 22:09:41.488076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-438aade2-8892-4960-8cd4-f52d66594809 req-ad8aa992-05e7-4092-9321-009d6a7cafbe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287759 Feb 09 22:09:41.621211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba25c028-df29-4f5e-a478-78198cab363a req-e9550ea1-9a29-4d17-b296-d403e6264ed2 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0476978 Feb 09 22:09:41.671039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.673834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-438aade2-8892-4960-8cd4-f52d66594809 req-8b5bfad7-6f6a-435a-af28-f2f37b9dda66 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715109 Feb 09 22:09:41.822698 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-438aade2-8892-4960-8cd4-f52d66594809 req-91763e98-5abe-42f0-b581-2040b5eff9ac service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424356 Feb 09 22:09:41.916036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83c02c-69a8-4255-832a-3c191e32d5c7 req-189adca9-e524-4f24-b137-46b403b754f5 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.919951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c83c02c-69a8-4255-832a-3c191e32d5c7 req-189adca9-e524-4f24-b137-46b403b754f5 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 943 time: 0.0770853 Feb 09 22:09:41.971766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c83c02c-69a8-4255-832a-3c191e32d5c7 req-709e0aba-a226-41db-a4bf-7d2fac0f9b53 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Feb 09 22:09:42.788115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6297d6f9-fd65-4ca8-9848-48f8793119f7 req-dce00073-dd49-4210-81ff-8a2c0f9454eb tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0616691 Feb 09 22:09:42.824757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42832) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:43.011113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df350cb4-d5f3-46b4-b4f6-f0bf41b38a2c tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:43.012753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df350cb4-d5f3-46b4-b4f6-f0bf41b38a2c tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:43.014965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df350cb4-d5f3-46b4-b4f6-f0bf41b38a2c tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:43.017045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-df350cb4-d5f3-46b4-b4f6-f0bf41b38a2c tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/ports?project_id=faf31df19dfa4f61af9b2afc9e20ee5b&network_id=0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 200 len: 3073 time: 0.1913288 Feb 09 22:09:43.158851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbd613-2fa2-4e7a-a520-405636f18101 req-f3717e2e-c430-409a-aafe-09b125e1b74d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:43.168358 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78cbd613-2fa2-4e7a-a520-405636f18101 req-f3717e2e-c430-409a-aafe-09b125e1b74d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 943 time: 0.0887604 Feb 09 22:09:43.256213 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78cbd613-2fa2-4e7a-a520-405636f18101 req-24ebb931-744b-4c36-9f3a-c00b9034fca5 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869801 Feb 09 22:09:43.937619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af7258d2-c542-4d24-8cac-b715b56042f8 req-15127ef8-ba14-41ff-bfb8-58ba0460ee46 tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0676975 Feb 09 22:09:44.482930 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ebe18-9ec1-4bca-9f26-326e5d517bcc req-f6979f71-d2ca-439f-979f-a7efcecac7c1 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:44.488260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c26ebe18-9ec1-4bca-9f26-326e5d517bcc req-f6979f71-d2ca-439f-979f-a7efcecac7c1 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 943 time: 0.1056099 Feb 09 22:09:44.558191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c26ebe18-9ec1-4bca-9f26-326e5d517bcc req-e768835c-7827-42dc-a6c9-839b03e00aec tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604508 Feb 09 22:09:44.756614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e3434758-43a7-48e5-bba2-989a91287e8f details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:44.884521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e3434758-43a7-48e5-bba2-989a91287e8f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3434758-43a7-48e5-bba2-989a91287e8f,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:44.896636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'e3434758-43a7-48e5-bba2-989a91287e8f', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'port_id': 'e3434758-43a7-48e5-bba2-989a91287e8f', 'mac_address': 'fa:16:3e:ce:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3b005e-3ea1-4949-be8a-e517fdaf4af5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:44.936682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e3434758-43a7-48e5-bba2-989a91287e8f is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:44.940003 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.951790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3434758-43a7-48e5-bba2-989a91287e8f {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:44.976361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e3434758-43a7-48e5-bba2-989a91287e8f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3434758-43a7-48e5-bba2-989a91287e8f,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:44.981711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42862) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:45.035236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd14aa2-bdcb-4bb8-9e3b-de38435bc603 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:45.037056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2dd14aa2-bdcb-4bb8-9e3b-de38435bc603 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 814 time: 0.0537994 Feb 09 22:09:45.052369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.128314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e3434758-43a7-48e5-bba2-989a91287e8f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:45.201906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-97773058-0261-4bef-99f3-1d964bab270e req-1533b98b-6054-4f9d-a3dc-756ff8ad2f5a tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "GET /v2.0/ports?device_id=85dea430-d591-437f-b003-7550047a78ec HTTP/1.1" status: 200 len: 210 time: 0.0845923 Feb 09 22:09:45.332605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e3434758-43a7-48e5-bba2-989a91287e8f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:45.726105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2535b-6a57-443e-b78f-90e8e3d245c2 req-b27d3553-a5df-4638-808a-2f59057642dd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:45.727632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0aa2535b-6a57-443e-b78f-90e8e3d245c2 req-b27d3553-a5df-4638-808a-2f59057642dd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 944 time: 0.0558696 Feb 09 22:09:45.793363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0aa2535b-6a57-443e-b78f-90e8e3d245c2 req-6de2d94c-e2ff-44fe-bae2-c953a572cf06 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596845 Feb 09 22:09:45.861844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42880) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:45.867343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'network': {'name': 'tempest-network-smoke--1635547792', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'port_security_enabled': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:45.997708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:46.002160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.028967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:09:46.039428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f1b0626e-bdbf-4383-a160-556f5b726180), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.040133 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Added segment f1b0626e-bdbf-4383-a160-556f5b726180 of type vlan for network 605fc695-ad80-4c1d-8f19-856714ba429f Feb 09 22:09:46.089398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (605fc695-ad80-4c1d-8f19-856714ba429f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.171485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (605fc695-ad80-4c1d-8f19-856714ba429f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.177972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:46.178640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.253060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Network': ['ID=605fc695-ad80-4c1d-8f19-856714ba429f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:46.263344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 605fc695-ad80-4c1d-8f19-856714ba429f details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:09:46.295137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42888) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.358268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ee631374-57e7-4eb5-86fe-d7d2a98718f0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4952912 Feb 09 22:09:46.363382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42894) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.471290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9805c7e0-69f9-40d0-81ec-6f6a23d9840d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group (b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.502486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d14fa-e897-4084-ad0f-5e2958085b85 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:46.504011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1e4d14fa-e897-4084-ad0f-5e2958085b85 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=faf31df19dfa4f61af9b2afc9e20ee5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1372559 Feb 09 22:09:46.507221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42898) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.535543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9805c7e0-69f9-40d0-81ec-6f6a23d9840d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group (b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.770859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e3434758-43a7-48e5-bba2-989a91287e8f up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:46.903147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9620172-bdbe-41f2-80df-263177de5b46 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:46.904668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a9620172-bdbe-41f2-80df-263177de5b46 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3965013 Feb 09 22:09:46.908420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42902) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.963288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5030b5c9-26bd-4839-bd80-44016d6c2bbf tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536892 Feb 09 22:09:46.966000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42904) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:46.966622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port e3434758-43a7-48e5-bba2-989a91287e8f completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:46.972332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port e3434758-43a7-48e5-bba2-989a91287e8f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:46.973015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.002197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-de624652-ecf8-4774-891f-48569d3de3a5 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=faf31df19dfa4f61af9b2afc9e20ee5b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349965 Feb 09 22:09:47.007306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 42906) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:47.093096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086fb1e-40fa-4d46-8a08-d3db27f493fa req-4a764d62-d076-4459-ab75-56f65f193266 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:47.096583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a086fb1e-40fa-4d46-8a08-d3db27f493fa req-4a764d62-d076-4459-ab75-56f65f193266 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 944 time: 0.1566341 Feb 09 22:09:47.139576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9805c7e0-69f9-40d0-81ec-6f6a23d9840d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.139890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e3434758-43a7-48e5-bba2-989a91287e8f is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:47.140974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.142775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9805c7e0-69f9-40d0-81ec-6f6a23d9840d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.147372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9805c7e0-69f9-40d0-81ec-6f6a23d9840d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] 10.222.0.98 "DELETE /v2.0/security-groups/b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3 HTTP/1.1" status: 204 len: 168 time: 0.8511305 Feb 09 22:09:47.236137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805c7e0-69f9-40d0-81ec-6f6a23d9840d tempest-TestVolumeBackupRestore-1504203322 tempest-TestVolumeBackupRestore-1504203322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f2c7a5-6068-47ce-9ed6-a6d17ba4b0e3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:47.247452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353c700-d766-47d8-98f3-08901ed36efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3434758-43a7-48e5-bba2-989a91287e8f'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:47.255676 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37bcf65-13a5-4c85-9e1a-7f5ea329e5f9" -d '{"events": [{"server_uuid": "8353c700-d766-47d8-98f3-08901ed36efd", "name": "network-vif-plugged", "status": "completed", "tag": "e3434758-43a7-48e5-bba2-989a91287e8f"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:47.309886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e3434758-43a7-48e5-bba2-989a91287e8f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3434758-43a7-48e5-bba2-989a91287e8f,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:47.329364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a086fb1e-40fa-4d46-8a08-d3db27f493fa req-ab44f086-67bb-4343-8950-9e0f64534f48 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120366 Feb 09 22:09:47.376965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476ceb9-0b8d-48ae-86bb-49cb486945f9 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:47.383911 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.390806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42922) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:47.393927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4476ceb9-0b8d-48ae-86bb-49cb486945f9 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3842993 Feb 09 22:09:47.470286 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a6af78-18bc-4d58-ad30-b1fde4bd2936 x-openstack-request-id: req-14a6af78-18bc-4d58-ad30-b1fde4bd2936 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:47.470905 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353c700-d766-47d8-98f3-08901ed36efd", "name": "network-vif-plugged", "status": "completed", "tag": "e3434758-43a7-48e5-bba2-989a91287e8f", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:47.471423 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-14a6af78-18bc-4d58-ad30-b1fde4bd2936 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:47.472282 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353c700-d766-47d8-98f3-08901ed36efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3434758-43a7-48e5-bba2-989a91287e8f', 'code': 200} Feb 09 22:09:47.474716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e3434758-43a7-48e5-bba2-989a91287e8f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:47.520990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6c75b4b1-bcad-4430-a34a-c07d5704f409 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1289058 Feb 09 22:09:47.523549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 42924) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:47.529637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487107170', 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:47.659409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450be07f-4b0f-4a75-b074-2c97c0837cbc req-57d8e1db-0762-4316-9ca6-50ab30aeb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:47.665239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-450be07f-4b0f-4a75-b074-2c97c0837cbc req-57d8e1db-0762-4316-9ca6-50ab30aeb48b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 1127 time: 0.1465776 Feb 09 22:09:47.735570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-450be07f-4b0f-4a75-b074-2c97c0837cbc req-f438431f-99e7-4589-8df5-19958e78e687 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617032 Feb 09 22:09:47.769220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:47.772647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.232001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (bbe234e6-a8a9-401c-a15d-c23ee3ebd25a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.461574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Subnet': ['ID=bbe234e6-a8a9-401c-a15d-c23ee3ebd25a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:48.670683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Checking segment: {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:48.671194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network hostable DHCP agents. Network: 605fc695-ad80-4c1d-8f19-856714ba429f, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:09:49.114376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415affb3-1705-46a3-b9e3-2e50b60db948 req-e24e6604-8f70-4928-b105-f8762f02a477 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:49.123578 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-415affb3-1705-46a3-b9e3-2e50b60db948 req-e24e6604-8f70-4928-b105-f8762f02a477 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 945 time: 0.6245918 Feb 09 22:09:49.288522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-415affb3-1705-46a3-b9e3-2e50b60db948 req-e6cf8d1f-0767-48e6-8a04-a86aad3d3ae8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635499 Feb 09 22:09:49.374386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 605fc695-ad80-4c1d-8f19-856714ba429f is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:09:49.465566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 605fc695-ad80-4c1d-8f19-856714ba429f) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:49.474947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:49.476895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:49.545112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104c4a4-c934-4df2-9950-0b3e9496f91d None None] Network 605fc695-ad80-4c1d-8f19-856714ba429f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:49.565613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-33906c6d-66a8-4d81-bcfe-3bba2d946d51 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0405631 Feb 09 22:09:49.898162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-605fc695-ad80-4c1d-8f19-856714ba429f', 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ips': [{'subnet_id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:09:49.899022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.318757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43026) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:50.324500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6aac7115-2c7f-433d-96e7-5772a60038db tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238240610', 'description': 'tempest-secgroup-smoke-238240610 description', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:50.434276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Allocated IP 172.20.0.18 (605fc695-ad80-4c1d-8f19-856714ba429f/bbe234e6-a8a9-401c-a15d-c23ee3ebd25a/2e0cdf0d-743a-4ece-84d1-33cde7dc5f30) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:50.486015 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6aac7115-2c7f-433d-96e7-5772a60038db tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.625351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6aac7115-2c7f-433d-96e7-5772a60038db tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (3995932f-209c-4b5e-b656-23e7ce16a1d5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.674380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcf47f-ae91-4ef3-b074-bb155505e80c req-7d4d133f-da09-49ce-af84-f3f470a19bfd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:50.683752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbcf47f-ae91-4ef3-b074-bb155505e80c req-7d4d133f-da09-49ce-af84-f3f470a19bfd tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 945 time: 0.2520459 Feb 09 22:09:50.701118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6aac7115-2c7f-433d-96e7-5772a60038db tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3995932f-209c-4b5e-b656-23e7ce16a1d5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.738868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac7115-2c7f-433d-96e7-5772a60038db tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3995932f-209c-4b5e-b656-23e7ce16a1d5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:50.757902 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Publish callbacks [] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.782999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0cbcf47f-ae91-4ef3-b074-bb155505e80c req-c5c1ddb0-3096-477d-85e1-f229acbe71e1 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990868 Feb 09 22:09:50.832169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6aac7115-2c7f-433d-96e7-5772a60038db tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.833498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6aac7115-2c7f-433d-96e7-5772a60038db tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5130250 Feb 09 22:09:50.836596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43052) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:50.841247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d546afff-77b5-4612-849f-7af9a4ea7a16 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '3995932f-209c-4b5e-b656-23e7ce16a1d5', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:50.870461 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:50.977651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Pushing event updated for resources: {'Port': ['ID=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:51.005595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d546afff-77b5-4612-849f-7af9a4ea7a16 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (6b4bba1f-8ece-44ca-ad4d-9f3bdb35f399), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.030868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Network 605fc695-ad80-4c1d-8f19-856714ba429f is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:51.036165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:51.039027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:51.176502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Attempting to bind port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:51.176502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Attempting to bind port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:51.176502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Attempting to bind port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 on network 605fc695-ad80-4c1d-8f19-856714ba429f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:51.203247 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d546afff-77b5-4612-849f-7af9a4ea7a16 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (6b4bba1f-8ece-44ca-ad4d-9f3bdb35f399), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.225507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:51.226498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Checking segment: {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:51.227362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.228694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Bound using segment: {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:51.230385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Bound port: 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:51.231313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.302069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d546afff-77b5-4612-849f-7af9a4ea7a16 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (6b4bba1f-8ece-44ca-ad4d-9f3bdb35f399), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.366018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546afff-77b5-4612-849f-7af9a4ea7a16 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4bba1f-8ece-44ca-ad4d-9f3bdb35f399,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:51.436259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] For port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:51.440721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] For port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:51.444969 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d546afff-77b5-4612-849f-7af9a4ea7a16 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.446678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d546afff-77b5-4612-849f-7af9a4ea7a16 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6089869 Feb 09 22:09:51.449310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43080) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:51.455576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6b86bf21-5b09-46fe-baac-64fc6db8b125 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '3995932f-209c-4b5e-b656-23e7ce16a1d5', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:51.580650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.595533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b86bf21-5b09-46fe-baac-64fc6db8b125 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (4983d43a-7769-4f8a-9ebd-500ba88f2132), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.798217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c94c36-c459-4318-a8b5-297e4bc33249 None None] Pushing event updated for resources: {'Port': ['ID=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:51.809834 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b86bf21-5b09-46fe-baac-64fc6db8b125 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (4983d43a-7769-4f8a-9ebd-500ba88f2132), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.883586 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b86bf21-5b09-46fe-baac-64fc6db8b125 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4983d43a-7769-4f8a-9ebd-500ba88f2132), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.923730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86bf21-5b09-46fe-baac-64fc6db8b125 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4983d43a-7769-4f8a-9ebd-500ba88f2132,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:52.045531 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b86bf21-5b09-46fe-baac-64fc6db8b125 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:52.047380 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b86bf21-5b09-46fe-baac-64fc6db8b125 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5967319 Feb 09 22:09:52.051997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43112) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:52.055405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c8bbd519-9731-4e1b-8943-88e0dd13b196 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '3995932f-209c-4b5e-b656-23e7ce16a1d5', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:52.607900 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd519-9731-4e1b-8943-88e0dd13b196 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (c78f03ab-cdcd-472e-818c-8cd4a48cc3d5), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:52.773991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd519-9731-4e1b-8943-88e0dd13b196 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (c78f03ab-cdcd-472e-818c-8cd4a48cc3d5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:52.859505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd519-9731-4e1b-8943-88e0dd13b196 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c78f03ab-cdcd-472e-818c-8cd4a48cc3d5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:52.899592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbd519-9731-4e1b-8943-88e0dd13b196 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78f03ab-cdcd-472e-818c-8cd4a48cc3d5,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:53.023798 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd519-9731-4e1b-8943-88e0dd13b196 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.025475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c8bbd519-9731-4e1b-8943-88e0dd13b196 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9741042 Feb 09 22:09:53.028201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43154) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:53.034974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-587cf0cf-fe41-4e8c-b072-686821d4f44d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '3995932f-209c-4b5e-b656-23e7ce16a1d5', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:53.162716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-587cf0cf-fe41-4e8c-b072-686821d4f44d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (18acdcbb-0875-425f-a61a-d92e3c1bbb42), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.343039 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-587cf0cf-fe41-4e8c-b072-686821d4f44d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (18acdcbb-0875-425f-a61a-d92e3c1bbb42), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.424660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-587cf0cf-fe41-4e8c-b072-686821d4f44d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (18acdcbb-0875-425f-a61a-d92e3c1bbb42), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.454625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cf0cf-fe41-4e8c-b072-686821d4f44d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18acdcbb-0875-425f-a61a-d92e3c1bbb42,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:53.573778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-587cf0cf-fe41-4e8c-b072-686821d4f44d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.573980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-587cf0cf-fe41-4e8c-b072-686821d4f44d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5436275 Feb 09 22:09:53.576591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43188) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:53.581917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '3995932f-209c-4b5e-b656-23e7ce16a1d5', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:53.584830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:53.674939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06110c8f-29c3-44c8-810c-7febe0cf0e54 None None] Network 605fc695-ad80-4c1d-8f19-856714ba429f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:53.740087 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Project faf31df19dfa4f61af9b2afc9e20ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:09:53.745840 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (11bd9029-0ba4-4fac-93ea-7710221cd40d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.760484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a9adf7d4-57d8-4eda-b4c0-b7616443b792 None None] Provisioning complete for port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:53.761354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9adf7d4-57d8-4eda-b4c0-b7616443b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.784295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:53.792232 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.915384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (11bd9029-0ba4-4fac-93ea-7710221cd40d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.991319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (11bd9029-0ba4-4fac-93ea-7710221cd40d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.041214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bd9029-0ba4-4fac-93ea-7710221cd40d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:54.113225 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.117069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e7a56d74-24d2-4019-859c-24ea811bd693 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5368140 Feb 09 22:09:54.117444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43218) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:54.124783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': '3995932f-209c-4b5e-b656-23e7ce16a1d5', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:54.148391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a9adf7d4-57d8-4eda-b4c0-b7616443b792 None None] Current status of the port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:54.149451 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9adf7d4-57d8-4eda-b4c0-b7616443b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.206317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a9adf7d4-57d8-4eda-b4c0-b7616443b792 None None] For port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:54.236936 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Project faf31df19dfa4f61af9b2afc9e20ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:09:54.243030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (e209b259-a8e6-4a7f-b349-f128ba95444f), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.311603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:54.313423 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.358351 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9adf7d4-57d8-4eda-b4c0-b7616443b792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.495248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adf7d4-57d8-4eda-b4c0-b7616443b792 None None] Pushing event updated for resources: {'Port': ['ID=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:54.500007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (e209b259-a8e6-4a7f-b349-f128ba95444f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.568335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e209b259-a8e6-4a7f-b349-f128ba95444f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.604686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:09:54.605669 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:09:54.626147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e209b259-a8e6-4a7f-b349-f128ba95444f,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:54.719518 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.721279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6939ef2d-897b-4303-b424-d245b2cf81d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6028137 Feb 09 22:09:54.797477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-007b6e55-bceb-40a1-87f5-b44fb5eeea3f None None] Provisioning complete for port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:54.797787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-007b6e55-bceb-40a1-87f5-b44fb5eeea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.211126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-007b6e55-bceb-40a1-87f5-b44fb5eeea3f None None] Current status of the port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:55.241860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:55.334354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-0f15ed38-1c80-4f4a-94ba-1a097f4a8a30 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238240610&fields=id&tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 267 time: 0.1707942 Feb 09 22:09:55.471480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:55.688932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:55.689566 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.693086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-97a60649-13d1-4fa5-9808-9ef34d316123 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:55.710039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-97a60649-13d1-4fa5-9808-9ef34d316123 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/networks?id=605fc695-ad80-4c1d-8f19-856714ba429f HTTP/1.1" status: 200 len: 797 time: 0.3491654 Feb 09 22:09:55.755341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-4954cd00-12d1-4459-aa59-b1cad916b9d6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/quotas/faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 375 time: 0.0384667 Feb 09 22:09:55.881186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:56.102410 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-23c09d61-ecfc-4689-8216-fd424bc2ff33 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3404603 Feb 09 22:09:56.416549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-721d643b-769e-4978-9c52-a10786af02d1 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:09:56.417153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-721d643b-769e-4978-9c52-a10786af02d1 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3133368 Feb 09 22:09:56.708902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-d1e24684-899b-4191-8a13-fef723617f95 service neutron] 10.222.0.98 "GET /v2.0/networks/605fc695-ad80-4c1d-8f19-856714ba429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848458 Feb 09 22:09:56.978465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-5a34b9be-93d7-4531-96bf-59adaff7d47c service neutron] 10.222.0.98 "GET /v2.0/networks/605fc695-ad80-4c1d-8f19-856714ba429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624407 Feb 09 22:09:57.663621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0c2fa57-9be2-4ce7-91d3-0315f18356e3 req-4b48f490-8f36-492a-a95e-6a9a0015deca tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 210 time: 0.0817161 Feb 09 22:09:58.851939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c1cf251-01e4-40de-ba0d-8f01389c25a8 req-71ebc77f-c8c2-4180-8166-eee3331ef779 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 210 time: 0.0655191 Feb 09 22:09:59.437420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.930075 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:10:00.080288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7be85bc9-b901-478d-a255-792634e69bfc req-6f5b05ee-b30e-4ed0-a6b5-fa51d36d84d0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 210 time: 0.0876677 Feb 09 22:10:00.894397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.061443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7c52112e-ccc7-4b93-adc1-3cc59285e6d5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:01.065971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7c52112e-ccc7-4b93-adc1-3cc59285e6d5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/networks?id=605fc695-ad80-4c1d-8f19-856714ba429f HTTP/1.1" status: 200 len: 797 time: 0.3534200 Feb 09 22:10:01.183000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-85fac285-3070-4dc0-82fd-a910f6a82e19 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 471 time: 0.1017518 Feb 09 22:10:01.194895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'port': {'device_id': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f', 'admin_state_up': True, 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'security_groups': ['3995932f-209c-4b5e-b656-23e7ce16a1d5']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:01.438341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7779d1a8-3028-4063-bd2e-f64f2b3307e5 req-59d0651f-d5fc-4121-8951-f2f593a587a2 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 210 time: 0.1254246 Feb 09 22:10:01.699636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:01.703292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.076724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.20.0.19 (605fc695-ad80-4c1d-8f19-856714ba429f/bbe234e6-a8a9-401c-a15d-c23ee3ebd25a/937e79a6-d142-4ca6-8cbd-3ef870f3951a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:02.326108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.469904 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.631349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=937e79a6-d142-4ca6-8cbd-3ef870f3951a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:02.653509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 605fc695-ad80-4c1d-8f19-856714ba429f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:02.666228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:02.668947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:02.723131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe56a4-9db1-4479-a73d-7b5af3fb646c req-56126d75-e21c-496b-9278-e380d488a1cd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:02.756379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60fe56a4-9db1-4479-a73d-7b5af3fb646c req-56126d75-e21c-496b-9278-e380d488a1cd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 932 time: 0.1482785 Feb 09 22:10:02.786783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:02.792573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.908945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-7ffbedfe-3430-432c-8f61-8997c0d97ad6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7180028 Feb 09 22:10:02.918604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60fe56a4-9db1-4479-a73d-7b5af3fb646c req-77511b33-bd25-4288-9781-d37b33cafed0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527462 Feb 09 22:10:02.925488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Request body: {'port': {'device_id': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:03.169751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.219367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f6988aea-506d-4fc5-b7a9-0039b62994df None None] Provisioning complete for port 937e79a6-d142-4ca6-8cbd-3ef870f3951a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:03.225752 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6988aea-506d-4fc5-b7a9-0039b62994df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.335954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f6988aea-506d-4fc5-b7a9-0039b62994df None None] Port 937e79a6-d142-4ca6-8cbd-3ef870f3951a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:03.957762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43694) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:03.966454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937e79a6-d142-4ca6-8cbd-3ef870f3951a {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:04.005933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Publish callbacks [] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.038769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Transition to ACTIVE for port object 937e79a6-d142-4ca6-8cbd-3ef870f3951a will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:10:04.178798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.372397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Pushing event updated for resources: {'Port': ['ID=937e79a6-d142-4ca6-8cbd-3ef870f3951a,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:04.419998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.420505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.421926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.422378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.424138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.424606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.425045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.426146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.426918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.432329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.432891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.433342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.433785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:04.607852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1abba6-71f6-45a4-b0f2-d2df8fc390d3 req-cffe0fa3-0074-432a-9c3a-f7b41a4f89ab tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:04.615755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d1abba6-71f6-45a4-b0f2-d2df8fc390d3 req-cffe0fa3-0074-432a-9c3a-f7b41a4f89ab tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 932 time: 0.5220294 Feb 09 22:10:04.726737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Attempting to bind port 937e79a6-d142-4ca6-8cbd-3ef870f3951a on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:04.729712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Attempting to bind port 937e79a6-d142-4ca6-8cbd-3ef870f3951a by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:04.730791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Attempting to bind port 937e79a6-d142-4ca6-8cbd-3ef870f3951a on network 605fc695-ad80-4c1d-8f19-856714ba429f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:04.757092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Port 937e79a6-d142-4ca6-8cbd-3ef870f3951a on network 605fc695-ad80-4c1d-8f19-856714ba429f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:10:04.760150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Attempting to bind port 937e79a6-d142-4ca6-8cbd-3ef870f3951a on network 605fc695-ad80-4c1d-8f19-856714ba429f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:04.796673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:04.797057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Checking segment: {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:04.814577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Bound using segment: {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:04.815202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Bound port: 937e79a6-d142-4ca6-8cbd-3ef870f3951a, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:04.816728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.978538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d1abba6-71f6-45a4-b0f2-d2df8fc390d3 req-ee603bfb-7046-4cda-8753-a61d71976ae0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546567 Feb 09 22:10:05.081115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] For port 937e79a6-d142-4ca6-8cbd-3ef870f3951a, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:05.092116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] For port 937e79a6-d142-4ca6-8cbd-3ef870f3951a, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=937e79a6-d142-4ca6-8cbd-3ef870f3951a,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:05.178334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.261509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (33d41b8a-80f8-40de-9e70-f1db6b962e7a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.296002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:05.296691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.298555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] 10.222.0.30 "PUT /v2.0/ports/937e79a6-d142-4ca6-8cbd-3ef870f3951a HTTP/1.1" status: 200 len: 1092 time: 2.3776903 Feb 09 22:10:05.299009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'tag': '937e79a6-d142-4ca6-8cbd-3ef870f3951a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:05.301665 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83800072-f05b-4c8e-938c-6e71cb832822" -d '{"events": [{"name": "network-changed", "server_uuid": "e51270b8-69af-42ba-9ee3-8d636a1de676", "tag": "937e79a6-d142-4ca6-8cbd-3ef870f3951a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:05.368275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974367fb-80de-426f-af5d-c8eda3259395 service neutron] Pushing event updated for resources: {'Port': ['ID=937e79a6-d142-4ca6-8cbd-3ef870f3951a,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:05.448917 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c7ab8-c916-4dd0-8cdb-e788a358583c x-openstack-request-id: req-c01c7ab8-c916-4dd0-8cdb-e788a358583c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:05.449834 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51270b8-69af-42ba-9ee3-8d636a1de676", "tag": "937e79a6-d142-4ca6-8cbd-3ef870f3951a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:05.450247 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c01c7ab8-c916-4dd0-8cdb-e788a358583c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:05.450811 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'tag': '937e79a6-d142-4ca6-8cbd-3ef870f3951a', 'status': 'completed', 'code': 200} Feb 09 22:10:05.505235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-530ec08c-adc2-4f8c-aa71-50eeaf011297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.581826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83800072-f05b-4c8e-938c-6e71cb832822 req-7310f2e1-870d-4052-af59-1b71f937b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:05.584968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83800072-f05b-4c8e-938c-6e71cb832822 req-7310f2e1-870d-4052-af59-1b71f937b838 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 1126 time: 0.1323707 Feb 09 22:10:05.892476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83800072-f05b-4c8e-938c-6e71cb832822 req-0d67a1c1-f160-495f-92e6-e703dd88ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:05.893610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83800072-f05b-4c8e-938c-6e71cb832822 req-0d67a1c1-f160-495f-92e6-e703dd88ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:05.895164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83800072-f05b-4c8e-938c-6e71cb832822 req-0d67a1c1-f160-495f-92e6-e703dd88ead3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.3008273 Feb 09 22:10:05.929859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Deleting port 49fad3e8-3763-46ce-9377-a0a053ce4466 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:05.938463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.109314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] For port 49fad3e8-3763-46ce-9377-a0a053ce4466, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=49fad3e8-3763-46ce-9377-a0a053ce4466,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:06.109744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.140490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Calling delete_port for 49fad3e8-3763-46ce-9377-a0a053ce4466 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:06.148075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83800072-f05b-4c8e-938c-6e71cb832822 req-450d4fab-dfc9-4d54-9a14-dcffe2137633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:06.149482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83800072-f05b-4c8e-938c-6e71cb832822 req-450d4fab-dfc9-4d54-9a14-dcffe2137633 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434103 Feb 09 22:10:06.180069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b4039-4a60-49ae-8c67-66c1b88c5a1b req-1eeafdc1-2c65-449c-bd1f-8a3b315e64b7 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:06.188200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-969b4039-4a60-49ae-8c67-66c1b88c5a1b req-1eeafdc1-2c65-449c-bd1f-8a3b315e64b7 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 944 time: 0.0729587 Feb 09 22:10:06.283980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-969b4039-4a60-49ae-8c67-66c1b88c5a1b req-f912a247-f22b-4489-b776-c745f89633e4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948019 Feb 09 22:10:06.301864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-e227ac8f-bd50-4bce-acca-83187132cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:06.309487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-e227ac8f-bd50-4bce-acca-83187132cf7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 1126 time: 0.1006315 Feb 09 22:10:06.409450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-1a7829b3-d43a-43e5-936a-6845c54ed905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=937e79a6-d142-4ca6-8cbd-3ef870f3951a HTTP/1.1" status: 200 len: 217 time: 0.0867462 Feb 09 22:10:06.526705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-b696fcd8-3ff8-40b1-b3c2-055f09dfc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:06.528244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-b696fcd8-3ff8-40b1-b3c2-055f09dfc898 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbe234e6-a8a9-401c-a15d-c23ee3ebd25a HTTP/1.1" status: 200 len: 838 time: 0.1074557 Feb 09 22:10:06.626516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (49fad3e8-3763-46ce-9377-a0a053ce4466), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.639285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-738953a8-877b-4f7e-ad85-92246570cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:06.641783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-738953a8-877b-4f7e-ad85-92246570cc0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=605fc695-ad80-4c1d-8f19-856714ba429f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1033726 Feb 09 22:10:06.694606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fad3e8-3763-46ce-9377-a0a053ce4466,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:06.757166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.757896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.758399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.759149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.759595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.760064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.760531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.760983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.761680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.762116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.762556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.762991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.763426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:06.860723 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-db46a43d-9142-4b34-926a-ccae13b4760a service neutron] 10.222.0.30 "GET /v2.0/networks/605fc695-ad80-4c1d-8f19-856714ba429f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075875 Feb 09 22:10:07.017946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (33d41b8a-80f8-40de-9e70-f1db6b962e7a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.067866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca6851e-f319-4f52-8fbb-a9bfab47ec16 req-1ff4f100-292b-4eb1-80a3-53409433d6be service neutron] 10.222.0.30 "GET /v2.0/networks/605fc695-ad80-4c1d-8f19-856714ba429f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945324 Feb 09 22:10:07.416899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Router 33d41b8a-80f8-40de-9e70-f1db6b962e7a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:07.545009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3125b1ad-d7eb-400e-9556-0f08ff452058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.665075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8225ce6-a5a3-415b-949d-8164be176c6d req-790a95e9-3dd8-4583-b8ff-d311580c6d44 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:07.672714 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8225ce6-a5a3-415b-949d-8164be176c6d req-790a95e9-3dd8-4583-b8ff-d311580c6d44 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 944 time: 0.1643553 Feb 09 22:10:07.695402 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:07.704271 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-21fe456f-9db5-457c-bdaf-151a213a8331 admin admin] 10.222.0.98 "PUT /v2.0/routers/33d41b8a-80f8-40de-9e70-f1db6b962e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7448478 Feb 09 22:10:07.706873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43746) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:07.710350 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] Sync routers for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:07.735160 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:07.737610 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:07.790161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8225ce6-a5a3-415b-949d-8164be176c6d req-328d991a-757a-474c-9cdb-62d299c9d3bc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164804 Feb 09 22:10:07.841033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks [] for router (33d41b8a-80f8-40de-9e70-f1db6b962e7a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.981536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks [] for router_gateway (33d41b8a-80f8-40de-9e70-f1db6b962e7a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.046594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:08.212936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Deleting port 95464bbd-3b22-45ca-8002-be00555191bd {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:08.222049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (95464bbd-3b22-45ca-8002-be00555191bd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.457859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] For port 95464bbd-3b22-45ca-8002-be00555191bd, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=95464bbd-3b22-45ca-8002-be00555191bd,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:08.458247 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (95464bbd-3b22-45ca-8002-be00555191bd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.502342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Calling delete_port for 95464bbd-3b22-45ca-8002-be00555191bd owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:08.535389 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '95464bbd-3b22-45ca-8002-be00555191bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:10:06Z', 'revision_number': 5, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port': {'id': '95464bbd-3b22-45ca-8002-be00555191bd', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:01Z', 'updated_at': '2022-02-09T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:08.591638 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] Checking router: 33d41b8a-80f8-40de-9e70-f1db6b962e7a for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:08.612028 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] Routers {'33d41b8a-80f8-40de-9e70-f1db6b962e7a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:08.614143 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:08.772579 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] Set router 33d41b8a-80f8-40de-9e70-f1db6b962e7a gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:08.863689 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:10:07Z', 'revision_number': 6, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:08.900299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792f22b-3240-480e-8675-847455e63bf7 None None] The sync data for ids ['33d41b8a-80f8-40de-9e70-f1db6b962e7a'] in n-d-828599-1 is: [{'id': '33d41b8a-80f8-40de-9e70-f1db6b962e7a', 'name': 'tempest-TestVolumeBackupRestore-739119919-router', 'tenant_id': '916ef15f828f41689d1158249b84859a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:00Z', 'updated_at': '2022-02-09T22:10:07Z', 'revision_number': 6, 'project_id': '916ef15f828f41689d1158249b84859a', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:08.963151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (95464bbd-3b22-45ca-8002-be00555191bd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.007662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17384e21-e80d-46e0-877f-41ec22b5520b req-de32890b-814f-4e41-ba3f-1f39fdd096fd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:09.009085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17384e21-e80d-46e0-877f-41ec22b5520b req-de32890b-814f-4e41-ba3f-1f39fdd096fd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 944 time: 0.1026819 Feb 09 22:10:09.012679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=95464bbd-3b22-45ca-8002-be00555191bd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:09.107264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (33d41b8a-80f8-40de-9e70-f1db6b962e7a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.116802 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.500023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 49fad3e8-3763-46ce-9377-a0a053ce4466 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:09.575409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 49fad3e8-3763-46ce-9377-a0a053ce4466 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:09.576370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 49fad3e8-3763-46ce-9377-a0a053ce4466 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:09.642091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 937e79a6-d142-4ca6-8cbd-3ef870f3951a details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:10:09.658348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (33d41b8a-80f8-40de-9e70-f1db6b962e7a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.661664 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks [] for router_controller (33d41b8a-80f8-40de-9e70-f1db6b962e7a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.681384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17384e21-e80d-46e0-877f-41ec22b5520b req-b62f25f4-b113-4b69-af26-5e0a65184f76 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5985947 Feb 09 22:10:09.897575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 937e79a6-d142-4ca6-8cbd-3ef870f3951a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=937e79a6-d142-4ca6-8cbd-3ef870f3951a,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:09.917053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '937e79a6-d142-4ca6-8cbd-3ef870f3951a', 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f', 'port_id': '937e79a6-d142-4ca6-8cbd-3ef870f3951a', 'mac_address': 'fa:16:3e:0d:39:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:10:09.933540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (33d41b8a-80f8-40de-9e70-f1db6b962e7a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.934275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d41b8a-80f8-40de-9e70-f1db6b962e7a {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:10:09.948403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.950237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-58ebc3a9-e8e7-467f-a716-84c18e754d4b admin admin] 10.222.0.98 "DELETE /v2.0/routers/33d41b8a-80f8-40de-9e70-f1db6b962e7a HTTP/1.1" status: 204 len: 168 time: 2.2413101 Feb 09 22:10:09.953418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43770) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:09.963228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 937e79a6-d142-4ca6-8cbd-3ef870f3951a is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:09.964589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.989895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937e79a6-d142-4ca6-8cbd-3ef870f3951a {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:10.020733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 937e79a6-d142-4ca6-8cbd-3ef870f3951a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=937e79a6-d142-4ca6-8cbd-3ef870f3951a,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:10.060406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] Deleting subnet 14ff1236-eb67-4fb7-bf54-7918517def44 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:10.065206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] Publish callbacks [] for subnet (14ff1236-eb67-4fb7-bf54-7918517def44), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.087786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.114526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (14ff1236-eb67-4fb7-bf54-7918517def44), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.245459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=937e79a6-d142-4ca6-8cbd-3ef870f3951a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:10.293381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (14ff1236-eb67-4fb7-bf54-7918517def44), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.303841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.304217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.304580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.305171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.307042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.307397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.309215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.311626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.311626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.312762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.313499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.314107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.314766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:10.333564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.377356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['937e79a6-d142-4ca6-8cbd-3ef870f3951a'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:10:10.469261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (14ff1236-eb67-4fb7-bf54-7918517def44), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.501263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ff1236-eb67-4fb7-bf54-7918517def44,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:10.503384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.509493 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4158b1c5-db52-4f16-a686-c926f533eb72 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/14ff1236-eb67-4fb7-bf54-7918517def44 HTTP/1.1" status: 204 len: 168 time: 0.5544631 Feb 09 22:10:10.509920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43774) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:10.519440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b22df5-b50c-4d4a-aecc-87b814928b61 None None] Network 5ca8b1df-514d-4fed-a819-719e2761b14c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:10.747269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (5ca8b1df-514d-4fed-a819-719e2761b14c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.938348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Deleting port f4522e28-96a9-45e4-bcf9-19ebf145edba {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:10.938964 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.028909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f162704-4dde-4897-983d-f249cf570dda None None] DHCP port deletion for 5ca8b1df-514d-4fed-a819-719e2761b14c request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:11.078332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3be74b-9d2e-4b9c-aa6f-18c322ede817 req-5c8c430e-e957-46be-90c1-087b92cb6f02 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:11.089690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da3be74b-9d2e-4b9c-aa6f-18c322ede817 req-5c8c430e-e957-46be-90c1-087b92cb6f02 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 945 time: 0.1562381 Feb 09 22:10:11.114972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] For port f4522e28-96a9-45e4-bcf9-19ebf145edba, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f4522e28-96a9-45e4-bcf9-19ebf145edba,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:11.115554 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.125223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8f162704-4dde-4897-983d-f249cf570dda None None] Deleting port f4522e28-96a9-45e4-bcf9-19ebf145edba {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:11.125574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f162704-4dde-4897-983d-f249cf570dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.152674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Calling delete_port for f4522e28-96a9-45e4-bcf9-19ebf145edba owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:11.211053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da3be74b-9d2e-4b9c-aa6f-18c322ede817 req-63e1d05d-392f-4cb4-9b9c-bba0d2c044a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199949 Feb 09 22:10:11.276326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8f162704-4dde-4897-983d-f249cf570dda None None] For port f4522e28-96a9-45e4-bcf9-19ebf145edba, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f4522e28-96a9-45e4-bcf9-19ebf145edba,segment=NetworkSegment(389f02ac-3693-410b-9f5b-7620dd6cb4c8),segment_id=389f02ac-3693-410b-9f5b-7620dd6cb4c8)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:11.276326 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f162704-4dde-4897-983d-f249cf570dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.285011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8f162704-4dde-4897-983d-f249cf570dda None None] Calling delete_port for f4522e28-96a9-45e4-bcf9-19ebf145edba owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:11.316497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.384836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4522e28-96a9-45e4-bcf9-19ebf145edba,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:10:11.398398 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:10:11.404369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f162704-4dde-4897-983d-f249cf570dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (f4522e28-96a9-45e4-bcf9-19ebf145edba), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.433510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] No DVR routers for this DVR port f4522e28-96a9-45e4-bcf9-19ebf145edba on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:11.460670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f162704-4dde-4897-983d-f249cf570dda None None] Pushing event deleted for resources: {'Port': ['ID=f4522e28-96a9-45e4-bcf9-19ebf145edba,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:11.473929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 95464bbd-3b22-45ca-8002-be00555191bd no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:11.540578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 95464bbd-3b22-45ca-8002-be00555191bd {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:11.544989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 95464bbd-3b22-45ca-8002-be00555191bd not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:11.546412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f4522e28-96a9-45e4-bcf9-19ebf145edba no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:11.564962 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (5ca8b1df-514d-4fed-a819-719e2761b14c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.591114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca8b1df-514d-4fed-a819-719e2761b14c']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:11.610655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389f02ac-3693-410b-9f5b-7620dd6cb4c8') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:11.611003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389f02ac-3693-410b-9f5b-7620dd6cb4c8') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:11.618822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f4522e28-96a9-45e4-bcf9-19ebf145edba {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:11.619575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f4522e28-96a9-45e4-bcf9-19ebf145edba not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:11.624466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f162704-4dde-4897-983d-f249cf570dda None None] No DVR routers for this DVR port f4522e28-96a9-45e4-bcf9-19ebf145edba on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:11.639868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (389f02ac-3693-410b-9f5b-7620dd6cb4c8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.667883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 937e79a6-d142-4ca6-8cbd-3ef870f3951a up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:11.691156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (389f02ac-3693-410b-9f5b-7620dd6cb4c8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.707552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:11.708015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (389f02ac-3693-410b-9f5b-7620dd6cb4c8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.760615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:11.774345 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:11.824628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 937e79a6-d142-4ca6-8cbd-3ef870f3951a completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:10:11.831062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 937e79a6-d142-4ca6-8cbd-3ef870f3951a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:11.831635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.905410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (5ca8b1df-514d-4fed-a819-719e2761b14c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.911782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.915348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] 10.222.0.98 "DELETE /v2.0/networks/5ca8b1df-514d-4fed-a819-719e2761b14c HTTP/1.1" status: 204 len: 168 time: 1.4038529 Feb 09 22:10:11.918321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43800) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:12.004157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60708902-58d1-437d-a38f-830c3576329f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca8b1df-514d-4fed-a819-719e2761b14c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:12.095697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 937e79a6-d142-4ca6-8cbd-3ef870f3951a is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:12.096360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43804) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:12.098975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.158126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937e79a6-d142-4ca6-8cbd-3ef870f3951a'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:12.164886 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04b7dd2-a655-4f4d-ba05-a3ae15580499" -d '{"events": [{"server_uuid": "e51270b8-69af-42ba-9ee3-8d636a1de676", "name": "network-vif-plugged", "status": "completed", "tag": "937e79a6-d142-4ca6-8cbd-3ef870f3951a"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:12.218366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 937e79a6-d142-4ca6-8cbd-3ef870f3951a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=937e79a6-d142-4ca6-8cbd-3ef870f3951a,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:12.269474 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b70be8e-35f8-416c-afe0-701a7e3a3cff x-openstack-request-id: req-3b70be8e-35f8-416c-afe0-701a7e3a3cff {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:12.269988 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51270b8-69af-42ba-9ee3-8d636a1de676", "name": "network-vif-plugged", "status": "completed", "tag": "937e79a6-d142-4ca6-8cbd-3ef870f3951a", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:12.270406 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b70be8e-35f8-416c-afe0-701a7e3a3cff {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:12.271058 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937e79a6-d142-4ca6-8cbd-3ef870f3951a', 'code': 200} Feb 09 22:10:12.314822 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.438931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46f7276e-2cf8-4606-890c-2476a9c23348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.464710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=937e79a6-d142-4ca6-8cbd-3ef870f3951a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:12.502177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff20e03-fde4-4e61-b01c-3adc589b969c req-8b74ae4f-9922-4397-9048-0348d7719e76 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:12.504212 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aff20e03-fde4-4e61-b01c-3adc589b969c req-8b74ae4f-9922-4397-9048-0348d7719e76 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 946 time: 0.1294742 Feb 09 22:10:12.597954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aff20e03-fde4-4e61-b01c-3adc589b969c req-afcc8c03-935d-4e3e-9265-018aadb4e05a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861919 Feb 09 22:10:12.629682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (758521c1-8a6f-4e39-817d-900d0ae23964), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.664207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46f7276e-2cf8-4606-890c-2476a9c23348 admin admin] Publish callbacks [] for security_group (6166355d-cff6-4ecc-a9ed-6b80fed7cb20), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.702520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4bab9-42f3-4736-8950-f4be59e0c629 req-7ec3200f-dfbb-4fbc-81fc-2c919b953307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:12.711633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90a4bab9-42f3-4736-8950-f4be59e0c629 req-7ec3200f-dfbb-4fbc-81fc-2c919b953307 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 1128 time: 0.3557775 Feb 09 22:10:12.771380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46f7276e-2cf8-4606-890c-2476a9c23348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6166355d-cff6-4ecc-a9ed-6b80fed7cb20), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.887219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90a4bab9-42f3-4736-8950-f4be59e0c629 req-dc9a068e-59e6-4c35-a32e-54a97bc26df4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671021 Feb 09 22:10:12.898102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7276e-2cf8-4606-890c-2476a9c23348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6166355d-cff6-4ecc-a9ed-6b80fed7cb20,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:12.915121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-46f7276e-2cf8-4606-890c-2476a9c23348 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2dfc25d76c78445a9cb4bcc990823c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8137858 Feb 09 22:10:12.915841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43818) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:12.990482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eecf8127-b58c-40eb-9a85-8bec53dd92f9 admin admin] Publish callbacks [] for security_group (6166355d-cff6-4ecc-a9ed-6b80fed7cb20), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.020541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eecf8127-b58c-40eb-9a85-8bec53dd92f9 admin admin] Publish callbacks [] for security_group (6166355d-cff6-4ecc-a9ed-6b80fed7cb20), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.162036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eecf8127-b58c-40eb-9a85-8bec53dd92f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6166355d-cff6-4ecc-a9ed-6b80fed7cb20), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.164677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-eecf8127-b58c-40eb-9a85-8bec53dd92f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.168758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-eecf8127-b58c-40eb-9a85-8bec53dd92f9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6166355d-cff6-4ecc-a9ed-6b80fed7cb20 HTTP/1.1" status: 204 len: 168 time: 0.2518985 Feb 09 22:10:13.183131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf8127-b58c-40eb-9a85-8bec53dd92f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6166355d-cff6-4ecc-a9ed-6b80fed7cb20,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:13.489030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Deleting port e3be7820-a177-4653-b802-21f9d0b5a70b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:13.489372 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.608801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] For port e3be7820-a177-4653-b802-21f9d0b5a70b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e3be7820-a177-4653-b802-21f9d0b5a70b,segment=NetworkSegment(89e34fb7-4287-4b9d-8294-7a9487e1e173),segment_id=89e34fb7-4287-4b9d-8294-7a9487e1e173)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:13.609493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.632927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Calling delete_port for e3be7820-a177-4653-b802-21f9d0b5a70b owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:13.830994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64fc63-2036-4b78-bf5e-1feac99b2689 req-b172eabf-8be6-409b-876e-a023992c951d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:13.833337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e64fc63-2036-4b78-bf5e-1feac99b2689 req-b172eabf-8be6-409b-876e-a023992c951d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 946 time: 0.0730889 Feb 09 22:10:13.907886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e64fc63-2036-4b78-bf5e-1feac99b2689 req-2927bae7-6a46-49b2-a0de-2f56ff9f78b1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651352 Feb 09 22:10:14.023409 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e3be7820-a177-4653-b802-21f9d0b5a70b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.081741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43836) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:14.101191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3be7820-a177-4653-b802-21f9d0b5a70b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:14.116298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b1a859c-e5ec-4698-a6e9-91e3f7741817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.301764 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b1a859c-e5ec-4698-a6e9-91e3f7741817 admin admin] Publish callbacks [] for security_group (ab8e4205-be0f-4c3f-be7f-b95e0c60221d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.391074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4b1a859c-e5ec-4698-a6e9-91e3f7741817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ab8e4205-be0f-4c3f-be7f-b95e0c60221d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.431791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a859c-e5ec-4698-a6e9-91e3f7741817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8e4205-be0f-4c3f-be7f-b95e0c60221d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:14.494590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4b1a859c-e5ec-4698-a6e9-91e3f7741817 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a93296419f940d883bf4c8c19e89d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117408 Feb 09 22:10:14.497506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43844) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:14.520052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (758521c1-8a6f-4e39-817d-900d0ae23964), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.594112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfa22373-30b5-4154-810a-57f2d9c7e68a admin admin] Publish callbacks [] for security_group (ab8e4205-be0f-4c3f-be7f-b95e0c60221d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.617567 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfa22373-30b5-4154-810a-57f2d9c7e68a admin admin] Publish callbacks [] for security_group (ab8e4205-be0f-4c3f-be7f-b95e0c60221d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.800695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfa22373-30b5-4154-810a-57f2d9c7e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ab8e4205-be0f-4c3f-be7f-b95e0c60221d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.803571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfa22373-30b5-4154-810a-57f2d9c7e68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.804964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cfa22373-30b5-4154-810a-57f2d9c7e68a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ab8e4205-be0f-4c3f-be7f-b95e0c60221d HTTP/1.1" status: 204 len: 168 time: 0.3015535 Feb 09 22:10:14.825966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Router 758521c1-8a6f-4e39-817d-900d0ae23964 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:14.833222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa22373-30b5-4154-810a-57f2d9c7e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8e4205-be0f-4c3f-be7f-b95e0c60221d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:15.122719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:15.124789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] Sync routers for ids ['758521c1-8a6f-4e39-817d-900d0ae23964'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:15.125203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1252d3cc-6b87-43ce-84f0-ab191d66c9a7 admin admin] 10.222.0.98 "PUT /v2.0/routers/758521c1-8a6f-4e39-817d-900d0ae23964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794381 Feb 09 22:10:15.125308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] Routers {'758521c1-8a6f-4e39-817d-900d0ae23964'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:15.125409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d25d52-e8ab-4d61-9406-fc848bb4201f req-68c13e9f-cd57-445c-9f38-f3d81a219c91 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.125534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['758521c1-8a6f-4e39-817d-900d0ae23964'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:15.125653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-73d25d52-e8ab-4d61-9406-fc848bb4201f req-68c13e9f-cd57-445c-9f38-f3d81a219c91 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 946 time: 0.0931218 Feb 09 22:10:15.125653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43850) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:15.303036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks [] for router (758521c1-8a6f-4e39-817d-900d0ae23964), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.500331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] Set router 758521c1-8a6f-4e39-817d-900d0ae23964 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:15.558360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-73d25d52-e8ab-4d61-9406-fc848bb4201f req-126afd5e-7913-4a93-918b-72622ae1d8f9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719672 Feb 09 22:10:15.560625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks [] for router_gateway (758521c1-8a6f-4e39-817d-900d0ae23964), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.751572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '375c604e-298f-465b-a781-551db30b8e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:10:13Z', 'revision_number': 5, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port': {'id': '375c604e-298f-465b-a781-551db30b8e7d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:13Z', 'updated_at': '2022-02-09T22:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:15.782193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Deleting port 375c604e-298f-465b-a781-551db30b8e7d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:15.782567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (375c604e-298f-465b-a781-551db30b8e7d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.798470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733abbf1-37ba-4847-9065-b56ca7b6c425 req-aac069a4-76e7-43fb-b160-ef1270c9218a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.810253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-733abbf1-37ba-4847-9065-b56ca7b6c425 req-aac069a4-76e7-43fb-b160-ef1270c9218a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 946 time: 0.1266537 Feb 09 22:10:15.821269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] Checking router: 758521c1-8a6f-4e39-817d-900d0ae23964 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:15.838981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] Routers {'758521c1-8a6f-4e39-817d-900d0ae23964'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:15.839696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['758521c1-8a6f-4e39-817d-900d0ae23964'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:15.918139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-733abbf1-37ba-4847-9065-b56ca7b6c425 req-dc875b3b-5d8a-46b6-be04-54ec5d412372 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983260 Feb 09 22:10:15.986398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] For port 375c604e-298f-465b-a781-551db30b8e7d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=375c604e-298f-465b-a781-551db30b8e7d,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:15.987026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (375c604e-298f-465b-a781-551db30b8e7d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.005611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Calling delete_port for 375c604e-298f-465b-a781-551db30b8e7d owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:16.028860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] Set router 758521c1-8a6f-4e39-817d-900d0ae23964 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:16.103111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:10:15Z', 'revision_number': 6, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:16.134210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff223502-33c1-4bc2-b1cf-c413291151d6 None None] The sync data for ids ['758521c1-8a6f-4e39-817d-900d0ae23964'] in n-d-828599-1 is: [{'id': '758521c1-8a6f-4e39-817d-900d0ae23964', 'name': 'tempest-TestVolumeBackupRestore-1158471430-router', 'tenant_id': 'f3344698a5b84c41ad9834db66691780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:12Z', 'updated_at': '2022-02-09T22:10:15Z', 'revision_number': 6, 'project_id': 'f3344698a5b84c41ad9834db66691780', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:16.339227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (375c604e-298f-465b-a781-551db30b8e7d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.369804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Pushing event deleted for resources: {'Port': ['ID=375c604e-298f-465b-a781-551db30b8e7d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:16.446236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (758521c1-8a6f-4e39-817d-900d0ae23964), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.596947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (758521c1-8a6f-4e39-817d-900d0ae23964), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.605254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks [] for router_controller (758521c1-8a6f-4e39-817d-900d0ae23964), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.761920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (758521c1-8a6f-4e39-817d-900d0ae23964), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.762676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758521c1-8a6f-4e39-817d-900d0ae23964 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:10:16.768957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.770254 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1d3d7ebd-a10d-4bfb-a4bd-6d648ff6da76 admin admin] 10.222.0.98 "DELETE /v2.0/routers/758521c1-8a6f-4e39-817d-900d0ae23964 HTTP/1.1" status: 204 len: 168 time: 1.6553965 Feb 09 22:10:16.772836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43888) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:16.831954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] Deleting subnet 6af7c457-7f2e-4f52-93e2-d49fe292701d {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:16.837227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] Publish callbacks [] for subnet (6af7c457-7f2e-4f52-93e2-d49fe292701d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.870944 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (6af7c457-7f2e-4f52-93e2-d49fe292701d), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.955085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (6af7c457-7f2e-4f52-93e2-d49fe292701d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.106885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (6af7c457-7f2e-4f52-93e2-d49fe292701d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.142126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af7c457-7f2e-4f52-93e2-d49fe292701d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:17.146299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.151487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172e4183-ba39-4cba-9f94-bb083c966c4e None None] Network 422f462d-08fa-4a1c-997c-e3de5c9e17e8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:17.153018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43894) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:17.156875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3561a53c-6ca5-4560-a6f6-72a7b07794be admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6af7c457-7f2e-4f52-93e2-d49fe292701d HTTP/1.1" status: 204 len: 168 time: 0.3825636 Feb 09 22:10:17.285504 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (422f462d-08fa-4a1c-997c-e3de5c9e17e8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.368165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Deleting port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:17.368165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.400667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] DHCP port deletion for 422f462d-08fa-4a1c-997c-e3de5c9e17e8 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:17.470567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] For port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,segment=NetworkSegment(89e34fb7-4287-4b9d-8294-7a9487e1e173),segment_id=89e34fb7-4287-4b9d-8294-7a9487e1e173)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:17.471103 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.475828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 375c604e-298f-465b-a781-551db30b8e7d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:17.498280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Calling delete_port for c5102b1a-9047-4fd4-b74c-9c9f8dffe10d owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:17.524278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 375c604e-298f-465b-a781-551db30b8e7d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:17.524624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 375c604e-298f-465b-a781-551db30b8e7d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:17.525046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e3be7820-a177-4653-b802-21f9d0b5a70b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:17.570883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: e3be7820-a177-4653-b802-21f9d0b5a70b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:17.571359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e3be7820-a177-4653-b802-21f9d0b5a70b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:17.574588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 43902) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:17.654710 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] Deleting port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:17.655144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.791115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.835977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] For port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,segment=NetworkSegment(89e34fb7-4287-4b9d-8294-7a9487e1e173),segment_id=89e34fb7-4287-4b9d-8294-7a9487e1e173)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:17.836389 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.859161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:17.860060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] Calling delete_port for c5102b1a-9047-4fd4-b74c-9c9f8dffe10d owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:17.882754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] No DVR routers for this DVR port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:17.982661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (c5102b1a-9047-4fd4-b74c-9c9f8dffe10d), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:17.995252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] No DVR routers for this DVR port c5102b1a-9047-4fd4-b74c-9c9f8dffe10d on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:18.024884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d027b-daec-47ae-8b22-cde389926394 None None] Pushing event deleted for resources: {'Port': ['ID=c5102b1a-9047-4fd4-b74c-9c9f8dffe10d,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:18.046322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (422f462d-08fa-4a1c-997c-e3de5c9e17e8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.071253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422f462d-08fa-4a1c-997c-e3de5c9e17e8']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:18.082305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e34fb7-4287-4b9d-8294-7a9487e1e173') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:18.082672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e34fb7-4287-4b9d-8294-7a9487e1e173') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:18.099443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (89e34fb7-4287-4b9d-8294-7a9487e1e173), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.115265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (89e34fb7-4287-4b9d-8294-7a9487e1e173), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.122269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:18.122954 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (89e34fb7-4287-4b9d-8294-7a9487e1e173), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:18.125151 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:18.250495 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (422f462d-08fa-4a1c-997c-e3de5c9e17e8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.266531 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.275560 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] 10.222.0.98 "DELETE /v2.0/networks/422f462d-08fa-4a1c-997c-e3de5c9e17e8 HTTP/1.1" status: 204 len: 168 time: 1.1212912 Feb 09 22:10:18.318311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7d5eb-cf39-4b52-86e2-c614b9d894ce admin admin] Pushing event deleted for resources: {'Network': ['ID=422f462d-08fa-4a1c-997c-e3de5c9e17e8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:18.512809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:18.856789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.20.0.17 (605fc695-ad80-4c1d-8f19-856714ba429f/bbe234e6-a8a9-401c-a15d-c23ee3ebd25a/273e19f5-e91e-49d1-8ccd-437d57e3742e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:18.871444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43924) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:18.956075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-79613cdb-10e2-434b-93d5-3196f3c10d17 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=916ef15f828f41689d1158249b84859a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0822654 Feb 09 22:10:18.959253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43928) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:19.053903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-178a1f19-69fc-43f2-9385-62aa449a7ddd admin admin] Publish callbacks [] for security_group (793d1550-bceb-4996-bfeb-a65b5fa6da1c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.171788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.172016 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-178a1f19-69fc-43f2-9385-62aa449a7ddd admin admin] Publish callbacks [] for security_group (793d1550-bceb-4996-bfeb-a65b5fa6da1c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.407286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c5102b1a-9047-4fd4-b74c-9c9f8dffe10d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:19.438578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: c5102b1a-9047-4fd4-b74c-9c9f8dffe10d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:19.439021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c5102b1a-9047-4fd4-b74c-9c9f8dffe10d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:19.665873 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.698865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-178a1f19-69fc-43f2-9385-62aa449a7ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (793d1550-bceb-4996-bfeb-a65b5fa6da1c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.699689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-178a1f19-69fc-43f2-9385-62aa449a7ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.705333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-178a1f19-69fc-43f2-9385-62aa449a7ddd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/793d1550-bceb-4996-bfeb-a65b5fa6da1c HTTP/1.1" status: 204 len: 168 time: 0.7433760 Feb 09 22:10:19.715304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a1f19-69fc-43f2-9385-62aa449a7ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793d1550-bceb-4996-bfeb-a65b5fa6da1c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:19.715656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 605fc695-ad80-4c1d-8f19-856714ba429f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:19.727661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:19.727803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:19.765452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=273e19f5-e91e-49d1-8ccd-437d57e3742e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:19.794981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.129610 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.185241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e747f840-1294-4de1-9409-5a517f7edf98 None None] Provisioning complete for port 273e19f5-e91e-49d1-8ccd-437d57e3742e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:20.188879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e747f840-1294-4de1-9409-5a517f7edf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.260907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e747f840-1294-4de1-9409-5a517f7edf98 None None] Port 273e19f5-e91e-49d1-8ccd-437d57e3742e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:20.559749 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.638005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.676994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43948) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:20.746050 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cff98279-34d3-4282-9d67-10d6678d2569 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f3344698a5b84c41ad9834db66691780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624135 Feb 09 22:10:20.746737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 43950) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:20.759844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=273e19f5-e91e-49d1-8ccd-437d57e3742e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:20.791176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.828894 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2acde073-760e-47fe-89d6-76b8f32921aa admin admin] Publish callbacks [] for security_group (96a0e405-44d8-462e-a01a-ec51ff7e33a8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.864245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2acde073-760e-47fe-89d6-76b8f32921aa admin admin] Publish callbacks [] for security_group (96a0e405-44d8-462e-a01a-ec51ff7e33a8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.910573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 605fc695-ad80-4c1d-8f19-856714ba429f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:20.912502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:21.012265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2acde073-760e-47fe-89d6-76b8f32921aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (96a0e405-44d8-462e-a01a-ec51ff7e33a8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:21.014938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2acde073-760e-47fe-89d6-76b8f32921aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:21.018404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2acde073-760e-47fe-89d6-76b8f32921aa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96a0e405-44d8-462e-a01a-ec51ff7e33a8 HTTP/1.1" status: 204 len: 168 time: 0.2681923 Feb 09 22:10:21.075878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acde073-760e-47fe-89d6-76b8f32921aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a0e405-44d8-462e-a01a-ec51ff7e33a8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:21.220667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 4a736460-a73e-45e1-bd71-df653efcfb04 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:21.308416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-abd96c9a-ba33-47ed-a6f1-3a2be8b555b6 None None] Provisioning complete for port 273e19f5-e91e-49d1-8ccd-437d57e3742e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:21.311830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-abd96c9a-ba33-47ed-a6f1-3a2be8b555b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:21.371040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-abd96c9a-ba33-47ed-a6f1-3a2be8b555b6 None None] Port 273e19f5-e91e-49d1-8ccd-437d57e3742e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:21.381180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:21.399846 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cf77a258-cb43-49ed-ba54-fd9232333abd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "PUT /v2.0/routers/4a736460-a73e-45e1-bd71-df653efcfb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8128123 Feb 09 22:10:21.400061 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Sync routers for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:21.414727 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:21.416797 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:21.599349 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:22.034713 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:19Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:10Z', 'revision_number': 1, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e19f5-e91e-49d1-8ccd-437d57e3742e', 'name': '', 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:7b:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:18Z', 'updated_at': '2022-02-09T22:10:20Z', 'revision_number': 2, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:22.062673 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Checking router: 4a736460-a73e-45e1-bd71-df653efcfb04 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:22.063025 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Updating router 4a736460-a73e-45e1-bd71-df653efcfb04 port 273e19f5-e91e-49d1-8ccd-437d57e3742e binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:10:22.094000 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.371849 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Publish callbacks [] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.454051 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.497931 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Pushing event updated for resources: {'Port': ['ID=273e19f5-e91e-49d1-8ccd-437d57e3742e,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.547280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:22.579064 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Attempting to bind port 273e19f5-e91e-49d1-8ccd-437d57e3742e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:22.579560 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Attempting to bind port 273e19f5-e91e-49d1-8ccd-437d57e3742e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:22.580268 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Attempting to bind port 273e19f5-e91e-49d1-8ccd-437d57e3742e on network 605fc695-ad80-4c1d-8f19-856714ba429f {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:22.587496 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:22.588031 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Checking segment: {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:22.588496 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.588953 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Bound using segment: {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:22.589489 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Bound port: 273e19f5-e91e-49d1-8ccd-437d57e3742e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b0626e-bdbf-4383-a160-556f5b726180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:22.589969 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.679868 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] For port 273e19f5-e91e-49d1-8ccd-437d57e3742e, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:22.686719 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] For port 273e19f5-e91e-49d1-8ccd-437d57e3742e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=273e19f5-e91e-49d1-8ccd-437d57e3742e,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:22.809370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4d2c213c-4919-4f65-bc56-4bb8de6bfd0f None None] Provisioning complete for port 273e19f5-e91e-49d1-8ccd-437d57e3742e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:22.809370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4d2c213c-4919-4f65-bc56-4bb8de6bfd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.855275 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.866404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c213c-4919-4f65-bc56-4bb8de6bfd0f None None] Port 273e19f5-e91e-49d1-8ccd-437d57e3742e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:22.955860 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:22.956493 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:23.175231 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b216303-9e5f-42da-bd9f-e721efab41d7 None None] Pushing event updated for resources: {'Port': ['ID=273e19f5-e91e-49d1-8ccd-437d57e3742e,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:23.303583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-54ea9de0-734b-4360-89bf-383eca9ecaeb None None] Provisioning complete for port 273e19f5-e91e-49d1-8ccd-437d57e3742e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:23.304277 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54ea9de0-734b-4360-89bf-383eca9ecaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.336068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:23.535892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-54ea9de0-734b-4360-89bf-383eca9ecaeb None None] Current status of the port 273e19f5-e91e-49d1-8ccd-437d57e3742e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:23.536611 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54ea9de0-734b-4360-89bf-383eca9ecaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.639939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-54ea9de0-734b-4360-89bf-383eca9ecaeb None None] For port 273e19f5-e91e-49d1-8ccd-437d57e3742e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=273e19f5-e91e-49d1-8ccd-437d57e3742e,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:23.727020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54ea9de0-734b-4360-89bf-383eca9ecaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.807673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea9de0-734b-4360-89bf-383eca9ecaeb None None] Pushing event updated for resources: {'Port': ['ID=273e19f5-e91e-49d1-8ccd-437d57e3742e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:23.835046 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:19Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:10Z', 'revision_number': 1, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e19f5-e91e-49d1-8ccd-437d57e3742e', 'name': '', 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:7b:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:18Z', 'updated_at': '2022-02-09T22:10:22Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:23.865209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdeb66d-7d66-4b36-afc3-ac5d47bfe09c None None] The sync data for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 is: [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:19Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:10Z', 'revision_number': 1, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e19f5-e91e-49d1-8ccd-437d57e3742e', 'name': '', 'network_id': '605fc695-ad80-4c1d-8f19-856714ba429f', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:7b:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:18Z', 'updated_at': '2022-02-09T22:10:22Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'bbe234e6-a8a9-401c-a15d-c23ee3ebd25a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:25.579666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 273e19f5-e91e-49d1-8ccd-437d57e3742e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:25.685950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 273e19f5-e91e-49d1-8ccd-437d57e3742e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:25.685950 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:25.852591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 273e19f5-e91e-49d1-8ccd-437d57e3742e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:29.412779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:30.101412 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-e0f8fed8-9cf5-4384-99a4-68c4bd35ce15 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2789881 Feb 09 22:10:30.238181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-8203c96e-595e-47ea-8a81-cc5d9523e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:30.255454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-8203c96e-595e-47ea-8a81-cc5d9523e8f9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 1127 time: 0.1247883 Feb 09 22:10:30.408717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-2b8aad09-fb75-4819-926b-4d21bee1ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:30.410649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-2b8aad09-fb75-4819-926b-4d21bee1ac3b service neutron] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 916 time: 0.1301103 Feb 09 22:10:30.882972 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:30.889353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-f89b4940-fa13-41b1-9564-14d8139973de service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f355ff3-7d60-47a7-89b5-3240056d2c48 HTTP/1.1" status: 200 len: 217 time: 0.4718964 Feb 09 22:10:30.969530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-907a1b6b-60c5-4882-be6f-1b81ed7a5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:30.974029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-907a1b6b-60c5-4882-be6f-1b81ed7a5468 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.0780325 Feb 09 22:10:31.038680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-16582564-e90a-45b1-b0c8-11ad7cf8150d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578384 Feb 09 22:10:31.211926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-76873b55-6efc-4879-ab42-655d5b1529b5 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669350 Feb 09 22:10:31.362540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-947fed49-d31c-44e6-8620-8b3dacd43e3c req-dfdc9b44-8f05-46f5-8d90-997ef4165b66 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438518 Feb 09 22:10:35.339085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-9c2eba0b-a0a2-434b-874b-d84883f1d5d8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:35.341842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-9c2eba0b-a0a2-434b-874b-d84883f1d5d8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.1237843 Feb 09 22:10:35.386784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-9ddb0a50-a429-4236-8dd1-f5d197051489 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/quotas/ffb1be9748cf43b5a7e1375c674a669a HTTP/1.1" status: 200 len: 375 time: 0.0342331 Feb 09 22:10:35.479537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-9285462e-7b79-48fe-a2a3-af9548b20622 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845578 Feb 09 22:10:35.483529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1459d4b3-a17b-4993-8ea9-6aa0330948fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:35.658149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-58a96fc3-c680-4e3d-8175-5f6a913baa82 service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637228 Feb 09 22:10:35.757180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-1c207d0f-8485-4e4b-bd6b-03ad89927eed service neutron] 10.222.0.98 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906506 Feb 09 22:10:36.054304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-927786a8-5b55-4209-991e-81c81b9f5783 req-1ffea5ee-d7de-4b6c-9d0a-e77d4d07010c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 210 time: 0.0321627 Feb 09 22:10:36.929761 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:10:37.138274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d3777cba-bdf0-4ac5-825a-48e93bed8876 req-9cac22de-05ba-4ec9-92f0-75d2e48d6115 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Feb 09 22:10:37.557328 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87fa925d-e790-4f50-a4dc-7280731fc5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.243063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-2200b4d5-6bab-4c52-af6d-99b158b8b71b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358109 Feb 09 22:10:38.271526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d489f20-a91f-4615-a96e-9df79e98eb3c req-c49f06f6-f1b1-4c5b-9c82-32388e28d818 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 210 time: 0.0323515 Feb 09 22:10:38.349485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-04d07296-1ff9-4120-85e9-2b3c1b9cc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.350958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-04d07296-1ff9-4120-85e9-2b3c1b9cc6d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 1128 time: 0.0500998 Feb 09 22:10:38.531329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-b2801c48-b036-4586-accb-601a38b37b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.533150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-b2801c48-b036-4586-accb-601a38b37b14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 200 len: 897 time: 0.1589332 Feb 09 22:10:38.633542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-65603624-3927-4468-a851-8a7293ac1515 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.635689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-65603624-3927-4468-a851-8a7293ac1515 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 815 time: 0.1711993 Feb 09 22:10:38.645656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-d8c87207-3f4d-4e94-8187-a42ed2ead997 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9 HTTP/1.1" status: 200 len: 1001 time: 0.1028614 Feb 09 22:10:38.650264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Request body: {'port': {'device_id': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'admin_state_up': True, 'tenant_id': 'ffb1be9748cf43b5a7e1375c674a669a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:38.748616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-e5725082-e436-41e5-8878-c11c34a1a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.750054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-e5725082-e436-41e5-8878-c11c34a1a9cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af20225f-47a1-4b58-a5cb-c009a92ba758 HTTP/1.1" status: 200 len: 833 time: 0.0961597 Feb 09 22:10:38.844468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-339b4a1e-b9c5-45da-8c16-c09dd95b95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.846017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-339b4a1e-b9c5-45da-8c16-c09dd95b95ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ccd94-5680-42f6-b61d-72f37daad5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678573 Feb 09 22:10:38.945356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Made reservation on behalf of ffb1be9748cf43b5a7e1375c674a669a for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:38.952080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:38.965542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-830a14fe-679f-43d1-945c-06f6ef2d7a00 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088793 Feb 09 22:10:39.154482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.171481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Allocated IP 172.20.0.12 (8ea76f7d-a52e-41f8-b897-b09331d6d912/ad3b005e-3ea1-4949-be8a-e517fdaf4af5/c6b4f408-eff6-4d7b-a089-5be1fc18a735) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:39.182424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70f2128a-2bac-43b6-8ecb-d9674e022fca req-e86ee859-3952-457d-a062-404b47afd83c service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037516 Feb 09 22:10:39.353654 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks [] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.393760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a45a448-9ed0-4a6d-a4c6-ff9ce39eb651 req-89345f81-7e5a-4e91-b8bb-4798a312fc80 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 210 time: 0.0381942 Feb 09 22:10:39.499680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.513585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e', '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'e3434758-43a7-48e5-bba2-989a91287e8f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:10:39.566730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Network 8ea76f7d-a52e-41f8-b897-b09331d6d912 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:39.571979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:39.574983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:39.599539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event updated for resources: {'Port': ['ID=c6b4f408-eff6-4d7b-a089-5be1fc18a735,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:39.686169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:39.687137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.777982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-546f1d36-1ca8-4c78-8afa-117b59756803 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1312358 Feb 09 22:10:39.790741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Request body: {'port': {'device_id': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:39.805568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44218) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:39.878751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.206525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b4f408-eff6-4d7b-a089-5be1fc18a735 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:40.216948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Publish callbacks [] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.236654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Transition to ACTIVE for port object c6b4f408-eff6-4d7b-a089-5be1fc18a735 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:10:40.289863 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.329792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.383431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b4f408-eff6-4d7b-a089-5be1fc18a735,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:40.473574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Attempting to bind port c6b4f408-eff6-4d7b-a089-5be1fc18a735 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:40.473975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Attempting to bind port c6b4f408-eff6-4d7b-a089-5be1fc18a735 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:40.474255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Attempting to bind port c6b4f408-eff6-4d7b-a089-5be1fc18a735 on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:40.479420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Port c6b4f408-eff6-4d7b-a089-5be1fc18a735 on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:10:40.479800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Attempting to bind port c6b4f408-eff6-4d7b-a089-5be1fc18a735 on network 8ea76f7d-a52e-41f8-b897-b09331d6d912 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:40.484725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:40.485055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Checking segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:40.485463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Bound using segment: {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:40.485881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Bound port: c6b4f408-eff6-4d7b-a089-5be1fc18a735, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca398a8-e09b-4778-9947-9b2f2d39f46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:40.489791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.559976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] For port c6b4f408-eff6-4d7b-a089-5be1fc18a735, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:40.563682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] For port c6b4f408-eff6-4d7b-a089-5be1fc18a735, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c6b4f408-eff6-4d7b-a089-5be1fc18a735,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:40.576108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb80fc-f850-468a-aa8d-d79b50239089 req-603bf2a9-558e-4806-a5b9-89bc5569d38a tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:40.577618 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9afb80fc-f850-468a-aa8d-d79b50239089 req-603bf2a9-558e-4806-a5b9-89bc5569d38a tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 944 time: 0.0995159 Feb 09 22:10:40.640129 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9afb80fc-f850-468a-aa8d-d79b50239089 req-02d83492-9b2f-4395-be5d-83315b2635e6 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 Feb 09 22:10:40.654552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.710096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.755930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:40.757537 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.758333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] 10.222.0.110 "PUT /v2.0/ports/c6b4f408-eff6-4d7b-a089-5be1fc18a735 HTTP/1.1" status: 200 len: 1092 time: 0.9728622 Feb 09 22:10:40.760971 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'tag': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:40.764301 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff28f9b-9eef-4dd3-adcd-0ece9a793144" -d '{"events": [{"name": "network-changed", "server_uuid": "bf81ef3c-fcdd-481f-898f-9d364fa05a41", "tag": "c6b4f408-eff6-4d7b-a089-5be1fc18a735"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:40.808947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8ab8-b68c-47d6-8e5e-f9dfc3853ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b4f408-eff6-4d7b-a089-5be1fc18a735,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:40.812391 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d20deb-dd9a-432b-98c7-9bcb0390aed0 x-openstack-request-id: req-a0d20deb-dd9a-432b-98c7-9bcb0390aed0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:40.813436 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf81ef3c-fcdd-481f-898f-9d364fa05a41", "tag": "c6b4f408-eff6-4d7b-a089-5be1fc18a735", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:40.813798 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0d20deb-dd9a-432b-98c7-9bcb0390aed0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:40.814894 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'tag': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735', 'status': 'completed', 'code': 200} Feb 09 22:10:40.878837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff28f9b-9eef-4dd3-adcd-0ece9a793144 req-94fa0d85-a502-405a-88b7-017d4b013e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:40.880458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fff28f9b-9eef-4dd3-adcd-0ece9a793144 req-94fa0d85-a502-405a-88b7-017d4b013e0a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 1126 time: 0.0488076 Feb 09 22:10:40.980802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 273e19f5-e91e-49d1-8ccd-437d57e3742e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:40.986998 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.987453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff28f9b-9eef-4dd3-adcd-0ece9a793144 req-53f52951-05ab-4894-9d82-7d0b029f85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:40.989191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fff28f9b-9eef-4dd3-adcd-0ece9a793144 req-53f52951-05ab-4894-9d82-7d0b029f85f5 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018050 Feb 09 22:10:41.081400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port 273e19f5-e91e-49d1-8ccd-437d57e3742e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=273e19f5-e91e-49d1-8ccd-437d57e3742e,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:41.081808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.082768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff28f9b-9eef-4dd3-adcd-0ece9a793144 req-fd112355-3922-4f17-a5ee-59273f531f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.084810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fff28f9b-9eef-4dd3-adcd-0ece9a793144 req-fd112355-3922-4f17-a5ee-59273f531f1d service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897458 Feb 09 22:10:41.096724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 273e19f5-e91e-49d1-8ccd-437d57e3742e owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:41.176013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-69c2c819-cbda-48fe-bb6e-6ceeb6df1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.177536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-69c2c819-cbda-48fe-bb6e-6ceeb6df1ac0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 1126 time: 0.0508354 Feb 09 22:10:41.220996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-e3dc9230-b255-40da-af30-6c49016acf76 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6b4f408-eff6-4d7b-a089-5be1fc18a735 HTTP/1.1" status: 200 len: 217 time: 0.0358169 Feb 09 22:10:41.284684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-0303dbe6-1601-4f74-a527-3f9001292ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.286279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-0303dbe6-1601-4f74-a527-3f9001292ff8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.0592389 Feb 09 22:10:41.325077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-1f5a0b2a-531d-4aff-b975-9d75fdf95462 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324197 Feb 09 22:10:41.420883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-a70ccaef-fd0c-47a3-9a40-235a05dcb762 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892336 Feb 09 22:10:41.449307 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (273e19f5-e91e-49d1-8ccd-437d57e3742e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.480493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=273e19f5-e91e-49d1-8ccd-437d57e3742e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:41.567617 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3133e97-f518-41c1-91dd-82b53f490f0b req-0d4ebf9b-5eca-4109-9277-a1a881937e99 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394000 Feb 09 22:10:41.749875 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.785403 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.909236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675e172-a1d4-43df-80eb-98def3b804c6 req-939374fc-6a08-4df8-87ff-691501b0be3f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.910770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0675e172-a1d4-43df-80eb-98def3b804c6 req-939374fc-6a08-4df8-87ff-691501b0be3f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 944 time: 0.1781363 Feb 09 22:10:42.010623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0675e172-a1d4-43df-80eb-98def3b804c6 req-c573587d-5741-4f99-8195-1d0546d124ae tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635750 Feb 09 22:10:42.155118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 4a736460-a73e-45e1-bd71-df653efcfb04 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:42.287793 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:42.297927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a09e0de1-81a2-465e-8118-6ea43786f53c tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "PUT /v2.0/routers/4a736460-a73e-45e1-bd71-df653efcfb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4912996 Feb 09 22:10:42.300627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] Sync routers for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:42.314817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:42.315979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:42.466712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:42.768639 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:41Z', 'revision_number': 6, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:10Z', 'revision_number': 1, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:42.796602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] Checking router: 4a736460-a73e-45e1-bd71-df653efcfb04 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:42.807591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:42.808783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:42.971088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:43.033964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b901ae9-7129-4d04-924b-5917852b0dc3 req-0e49ce12-26ab-453f-bc7f-64b69026f5bf tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:43.056322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b901ae9-7129-4d04-924b-5917852b0dc3 req-0e49ce12-26ab-453f-bc7f-64b69026f5bf tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 946 time: 0.0905805 Feb 09 22:10:43.188323 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5b901ae9-7129-4d04-924b-5917852b0dc3 req-247261b4-90d9-4cda-8b60-b62b884e8936 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310151 Feb 09 22:10:43.265060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f4f40-07ba-4595-975e-7aacddb7bd26 req-c92aa672-fe35-44c6-9e73-5f59afbf71b8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:43.267392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f37f4f40-07ba-4595-975e-7aacddb7bd26 req-c92aa672-fe35-44c6-9e73-5f59afbf71b8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 944 time: 0.0930040 Feb 09 22:10:43.347462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f37f4f40-07ba-4595-975e-7aacddb7bd26 req-d29eced4-3d2a-48ba-b0fb-7d90908e47fb tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646064 Feb 09 22:10:43.385127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:41Z', 'revision_number': 6, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:10Z', 'revision_number': 1, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:43.449146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a12b42e-6a74-4dec-a9d6-49818f778b90 None None] The sync data for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 is: [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:41Z', 'revision_number': 6, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.77', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'port_id': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'mac_address': 'fa:16:3e:85:94:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:09:06Z', 'updated_at': '2022-02-09T22:09:10Z', 'revision_number': 1, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:44.333366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c78ef-5e59-4679-b112-322b572c60c7 req-9972934f-f287-4d76-b294-4e069ccce011 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:44.335653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-417c78ef-5e59-4679-b112-322b572c60c7 req-9972934f-f287-4d76-b294-4e069ccce011 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 946 time: 0.1040740 Feb 09 22:10:44.458050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-e227fdf8-e430-48af-a5ac-76ef582a6896 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:44.459587 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-e227fdf8-e430-48af-a5ac-76ef582a6896 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 946 time: 0.1000686 Feb 09 22:10:44.464216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-417c78ef-5e59-4679-b112-322b572c60c7 req-e474fefc-658c-4643-b0b9-008279ed261d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=3995932f-209c-4b5e-b656-23e7ce16a1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217639 Feb 09 22:10:44.629602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45d71e-8640-44f1-b9df-7af037a14eac req-cb994b47-1b40-4613-a980-b5c06dee3dc5 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:44.636700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f45d71e-8640-44f1-b9df-7af037a14eac req-cb994b47-1b40-4613-a980-b5c06dee3dc5 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 944 time: 0.1618409 Feb 09 22:10:44.646880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 937e79a6-d142-4ca6-8cbd-3ef870f3951a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:44.647231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.755675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port 937e79a6-d142-4ca6-8cbd-3ef870f3951a, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=937e79a6-d142-4ca6-8cbd-3ef870f3951a,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:44.756280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.781915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 937e79a6-d142-4ca6-8cbd-3ef870f3951a owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:44.820418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f45d71e-8640-44f1-b9df-7af037a14eac req-73ba0972-ddcf-43d6-a4d2-8c45b7a1a5f3 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826921 Feb 09 22:10:45.053610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c6b4f408-eff6-4d7b-a089-5be1fc18a735 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:10:45.099261 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (937e79a6-d142-4ca6-8cbd-3ef870f3951a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.148339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=937e79a6-d142-4ca6-8cbd-3ef870f3951a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:45.161924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c6b4f408-eff6-4d7b-a089-5be1fc18a735, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c6b4f408-eff6-4d7b-a089-5be1fc18a735,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:45.193127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735', 'network_id': '8ea76f7d-a52e-41f8-b897-b09331d6d912', 'port_id': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735', 'mac_address': 'fa:16:3e:33:1e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3b005e-3ea1-4949-be8a-e517fdaf4af5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:10:45.204691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] No DVR routers for this DVR port 937e79a6-d142-4ca6-8cbd-3ef870f3951a on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:45.208131 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.212856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7ec426a-b9c6-4fb7-89f2-ee8a326aa4c6 req-559b783a-3da8-4ba3-b5e2-464c04d58464 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "DELETE /v2.0/ports/937e79a6-d142-4ca6-8cbd-3ef870f3951a HTTP/1.1" status: 204 len: 173 time: 0.7413411 Feb 09 22:10:45.213374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'name': 'network-vif-deleted', 'tag': '937e79a6-d142-4ca6-8cbd-3ef870f3951a'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:45.216183 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db0e3e-455a-4549-9ab6-f7b7dde3cb9e" -d '{"events": [{"server_uuid": "e51270b8-69af-42ba-9ee3-8d636a1de676", "name": "network-vif-deleted", "tag": "937e79a6-d142-4ca6-8cbd-3ef870f3951a"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:45.269733 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33e7556-fa2c-4a16-83d1-9a9b49b943c5 x-openstack-request-id: req-c33e7556-fa2c-4a16-83d1-9a9b49b943c5 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:45.270050 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51270b8-69af-42ba-9ee3-8d636a1de676", "name": "network-vif-deleted", "tag": "937e79a6-d142-4ca6-8cbd-3ef870f3951a", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:45.270310 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c33e7556-fa2c-4a16-83d1-9a9b49b943c5 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:45.270787 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51270b8-69af-42ba-9ee3-8d636a1de676', 'name': 'network-vif-deleted', 'tag': '937e79a6-d142-4ca6-8cbd-3ef870f3951a', 'status': 'completed', 'code': 200} Feb 09 22:10:45.412343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 273e19f5-e91e-49d1-8ccd-437d57e3742e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:45.433691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 273e19f5-e91e-49d1-8ccd-437d57e3742e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:45.433951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 273e19f5-e91e-49d1-8ccd-437d57e3742e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:45.446191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c6b4f408-eff6-4d7b-a089-5be1fc18a735 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:45.446598 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.460150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b4f408-eff6-4d7b-a089-5be1fc18a735 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:45.480603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c6b4f408-eff6-4d7b-a089-5be1fc18a735, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c6b4f408-eff6-4d7b-a089-5be1fc18a735,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:45.556452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.589507 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c30b0b95-861e-4509-83f8-71473adfcf27 req-a10596a6-9c65-471e-ac5b-a2351fc5ed93 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=e51270b8-69af-42ba-9ee3-8d636a1de676 HTTP/1.1" status: 200 len: 210 time: 0.0379183 Feb 09 22:10:45.613358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c6b4f408-eff6-4d7b-a089-5be1fc18a735,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:45.832447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['c6b4f408-eff6-4d7b-a089-5be1fc18a735'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:10:45.991039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97112b7-e3b0-44a9-bbed-f74a0941f573 req-d2a34b5a-f694-4849-9cc1-96910a2d5733 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:45.992709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b97112b7-e3b0-44a9-bbed-f74a0941f573 req-d2a34b5a-f694-4849-9cc1-96910a2d5733 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 945 time: 0.0812597 Feb 09 22:10:46.039193 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b97112b7-e3b0-44a9-bbed-f74a0941f573 req-283d5eba-4fbc-48bb-a889-6606c3cca92c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Feb 09 22:10:46.662410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44310) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:46.721417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fa7971a-81c7-4898-832b-92b830ce7031 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (3995932f-209c-4b5e-b656-23e7ce16a1d5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.747257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fa7971a-81c7-4898-832b-92b830ce7031 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (3995932f-209c-4b5e-b656-23e7ce16a1d5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.929812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fa7971a-81c7-4898-832b-92b830ce7031 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3995932f-209c-4b5e-b656-23e7ce16a1d5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.932395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fa7971a-81c7-4898-832b-92b830ce7031 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:46.936530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1fa7971a-81c7-4898-832b-92b830ce7031 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/security-groups/3995932f-209c-4b5e-b656-23e7ce16a1d5 HTTP/1.1" status: 204 len: 168 time: 0.2701948 Feb 09 22:10:46.955523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7971a-81c7-4898-832b-92b830ce7031 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3995932f-209c-4b5e-b656-23e7ce16a1d5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:47.030523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44316) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:47.053812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c6b4f408-eff6-4d7b-a089-5be1fc18a735 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:47.174929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting subnet bbe234e6-a8a9-401c-a15d-c23ee3ebd25a {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:47.186007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (bbe234e6-a8a9-401c-a15d-c23ee3ebd25a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.210230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port c6b4f408-eff6-4d7b-a089-5be1fc18a735 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:10:47.222337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port c6b4f408-eff6-4d7b-a089-5be1fc18a735 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:47.222337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.271912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d574c2-ef02-4160-a069-a103693b2558 req-437ab883-4b83-4905-843b-2bd0e7c31f4d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:47.273785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2d574c2-ef02-4160-a069-a103693b2558 req-437ab883-4b83-4905-843b-2bd0e7c31f4d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 945 time: 0.1450622 Feb 09 22:10:47.284687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (bbe234e6-a8a9-401c-a15d-c23ee3ebd25a), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.370911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port c6b4f408-eff6-4d7b-a089-5be1fc18a735 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:47.374554 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.402823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:47.405749 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a835b2d-915f-44c6-89b2-183c02b8e0d2" -d '{"events": [{"server_uuid": "bf81ef3c-fcdd-481f-898f-9d364fa05a41", "name": "network-vif-plugged", "status": "completed", "tag": "c6b4f408-eff6-4d7b-a089-5be1fc18a735"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:47.428623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2d574c2-ef02-4160-a069-a103693b2558 req-b3872622-db30-481a-a200-6278056b6994 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356378 Feb 09 22:10:47.454741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port c6b4f408-eff6-4d7b-a089-5be1fc18a735, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c6b4f408-eff6-4d7b-a089-5be1fc18a735,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:47.474792 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c191d20-9112-42b5-be63-7ff922d1bcc1 x-openstack-request-id: req-5c191d20-9112-42b5-be63-7ff922d1bcc1 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:47.479304 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81ef3c-fcdd-481f-898f-9d364fa05a41", "name": "network-vif-plugged", "status": "completed", "tag": "c6b4f408-eff6-4d7b-a089-5be1fc18a735", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:47.479304 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c191d20-9112-42b5-be63-7ff922d1bcc1 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:47.479304 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735', 'code': 200} Feb 09 22:10:47.533300 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.602491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=c6b4f408-eff6-4d7b-a089-5be1fc18a735,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:47.624042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (bbe234e6-a8a9-401c-a15d-c23ee3ebd25a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.673535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9959f-0154-4191-bf10-3e521389dad0 req-e02d6a62-2286-4d2f-8816-f54b70926e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:47.675268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c9959f-0154-4191-bf10-3e521389dad0 req-e02d6a62-2286-4d2f-8816-f54b70926e89 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 1128 time: 0.1135681 Feb 09 22:10:47.753444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c9959f-0154-4191-bf10-3e521389dad0 req-57058d74-9eda-4157-ae1a-b32ecdf29b22 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696359 Feb 09 22:10:47.793456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (bbe234e6-a8a9-401c-a15d-c23ee3ebd25a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.810165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 937e79a6-d142-4ca6-8cbd-3ef870f3951a no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:47.832375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe234e6-a8a9-401c-a15d-c23ee3ebd25a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:47.839547 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.846129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d2b40f62-9303-4776-8bc3-f665b6ab8655 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/subnets/bbe234e6-a8a9-401c-a15d-c23ee3ebd25a HTTP/1.1" status: 204 len: 168 time: 0.8096216 Feb 09 22:10:47.846627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44334) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:47.874117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 937e79a6-d142-4ca6-8cbd-3ef870f3951a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:47.878713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 937e79a6-d142-4ca6-8cbd-3ef870f3951a not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:47.881709 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac124ee-57ea-4757-a411-5cc47d72e485 None None] Network 605fc695-ad80-4c1d-8f19-856714ba429f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:47.950228 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (605fc695-ad80-4c1d-8f19-856714ba429f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:47.981511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44336) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:48.027465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:48.028098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.102627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] DHCP port deletion for 605fc695-ad80-4c1d-8f19-856714ba429f request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:10:48.132028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:48.132636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.163148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:48.213568 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3383567-ecd4-4559-b9eb-f803a01e8b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.218854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] Deleting port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:48.219276 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.327841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] For port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,segment=NetworkSegment(f1b0626e-bdbf-4383-a160-556f5b726180),segment_id=f1b0626e-bdbf-4383-a160-556f5b726180)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:48.328311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.341571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] Calling delete_port for 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:48.385772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.434733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:48.463177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3383567-ecd4-4559-b9eb-f803a01e8b7d admin admin] Publish callbacks [] for security_group (ec3199c4-45d1-4e0a-a119-22399d9b7ccd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.468116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] No DVR routers for this DVR port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:48.476907 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (2e0cdf0d-743a-4ece-84d1-33cde7dc5f30), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.513283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] Pushing event deleted for resources: {'Port': ['ID=2e0cdf0d-743a-4ece-84d1-33cde7dc5f30,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:48.522627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b3b2f-2803-45ed-8353-80f9e7e0d7e5 None None] No DVR routers for this DVR port 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:48.539349 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3383567-ecd4-4559-b9eb-f803a01e8b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ec3199c4-45d1-4e0a-a119-22399d9b7ccd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.598443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (605fc695-ad80-4c1d-8f19-856714ba429f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.628863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3383567-ecd4-4559-b9eb-f803a01e8b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3199c4-45d1-4e0a-a119-22399d9b7ccd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:48.639901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44346) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:48.643203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d3383567-ecd4-4559-b9eb-f803a01e8b7d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3fc329749f0149599686605ddda226ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6601431 Feb 09 22:10:48.649467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605fc695-ad80-4c1d-8f19-856714ba429f']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:48.693967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13ba7-21bb-49e6-9e8c-1083e60f6c4b req-7734cbda-090e-4082-bf7e-1c1501655eba tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:48.695864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60d13ba7-21bb-49e6-9e8c-1083e60f6c4b req-7734cbda-090e-4082-bf7e-1c1501655eba tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 946 time: 0.1384523 Feb 09 22:10:48.703915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b0626e-bdbf-4383-a160-556f5b726180') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:48.704223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b0626e-bdbf-4383-a160-556f5b726180') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:48.735435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (f1b0626e-bdbf-4383-a160-556f5b726180), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.751192 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f1b0626e-bdbf-4383-a160-556f5b726180), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.761763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:10:48.762183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (f1b0626e-bdbf-4383-a160-556f5b726180), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.763112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60d13ba7-21bb-49e6-9e8c-1083e60f6c4b req-e75f0d35-5ddf-4a0c-b2a8-cd7698b65feb tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611579 Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:10:48.765342 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:10:48.881612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e786-386f-410c-9db9-6cc6fc2b0857 admin admin] Publish callbacks [] for security_group (ec3199c4-45d1-4e0a-a119-22399d9b7ccd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.913036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e786-386f-410c-9db9-6cc6fc2b0857 admin admin] Publish callbacks [] for security_group (ec3199c4-45d1-4e0a-a119-22399d9b7ccd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.931194 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (605fc695-ad80-4c1d-8f19-856714ba429f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.944866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:48.950955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44348) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:48.951110 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/networks/605fc695-ad80-4c1d-8f19-856714ba429f HTTP/1.1" status: 204 len: 168 time: 1.1033258 Feb 09 22:10:48.974328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959627f-a60c-4c13-bbb8-6963c15a6d6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Network': ['ID=605fc695-ad80-4c1d-8f19-856714ba429f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:49.099398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e786-386f-410c-9db9-6cc6fc2b0857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ec3199c4-45d1-4e0a-a119-22399d9b7ccd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.102068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e786-386f-410c-9db9-6cc6fc2b0857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.103242 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3fe3e786-386f-410c-9db9-6cc6fc2b0857 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec3199c4-45d1-4e0a-a119-22399d9b7ccd HTTP/1.1" status: 204 len: 168 time: 0.4576008 Feb 09 22:10:49.111372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3e786-386f-410c-9db9-6cc6fc2b0857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3199c4-45d1-4e0a-a119-22399d9b7ccd,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:49.276134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 9269c235-e732-4abc-97f9-707c3edf20bd {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:49.276614 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9269c235-e732-4abc-97f9-707c3edf20bd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.453455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:49.490345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:49.490802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2e0cdf0d-743a-4ece-84d1-33cde7dc5f30 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:49.695990 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9269c235-e732-4abc-97f9-707c3edf20bd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.696430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (9269c235-e732-4abc-97f9-707c3edf20bd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.708670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 9269c235-e732-4abc-97f9-707c3edf20bd owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:49.911766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7adac-6450-45ba-a595-01b161140624 req-83e2fea1-6895-45fb-8f03-20969812d287 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:49.913278 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6d7adac-6450-45ba-a595-01b161140624 req-83e2fea1-6895-45fb-8f03-20969812d287 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 946 time: 0.0582490 Feb 09 22:10:49.946818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44362) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:49.959726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9da8fff5-c6e4-4114-bfd4-acd3328e73fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:49.964347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6d7adac-6450-45ba-a595-01b161140624 req-5fbd061c-1705-4c1c-b932-e3e3df700b29 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453467 Feb 09 22:10:49.974235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9269c235-e732-4abc-97f9-707c3edf20bd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.009431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=9269c235-e732-4abc-97f9-707c3edf20bd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:50.100054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.100392 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Floating IP 5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4 disassociated (deleted). External IP: 172.25.5.77, port: c0d1583d-929d-43e3-b341-ccc84f0205b9. Feb 09 22:10:50.196270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9da8fff5-c6e4-4114-bfd4-acd3328e73fb admin admin] Publish callbacks [] for security_group (c0bf89d7-cca9-40e2-9722-36b1b6f0859a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.345811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 4a736460-a73e-45e1-bd71-df653efcfb04 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:50.457872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9da8fff5-c6e4-4114-bfd4-acd3328e73fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c0bf89d7-cca9-40e2-9722-36b1b6f0859a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.477408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:50.487472 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] Sync routers for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:50.488951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.498107 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:50.499953 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:50.520005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9da8fff5-c6e4-4114-bfd4-acd3328e73fb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=32d47f8000e2429590bd864c26b85dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720494 Feb 09 22:10:50.522795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44372) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:50.529425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8fff5-c6e4-4114-bfd4-acd3328e73fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf89d7-cca9-40e2-9722-36b1b6f0859a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:50.539016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3c8950c5-573d-432b-bfa1-58760d82e998 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/floatingips/5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4 HTTP/1.1" status: 204 len: 168 time: 1.5865500 Feb 09 22:10:50.539631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:50.542003 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:50.606967 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee04e4b-b039-4ff5-9d1e-fcb35ba473f2 x-openstack-request-id: req-0ee04e4b-b039-4ff5-9d1e-fcb35ba473f2 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:50.607269 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:50.607787 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ee04e4b-b039-4ff5-9d1e-fcb35ba473f2 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:50.608046 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'status': 'completed', 'code': 200} Feb 09 22:10:50.619315 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ece1b4f-4abe-4692-8ac3-4cb41c64284e admin admin] Publish callbacks [] for security_group (c0bf89d7-cca9-40e2-9722-36b1b6f0859a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.647873 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:50.649272 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ece1b4f-4abe-4692-8ac3-4cb41c64284e admin admin] Publish callbacks [] for security_group (c0bf89d7-cca9-40e2-9722-36b1b6f0859a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.696367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-fca5c452-2f00-4db7-b799-74f7dc78aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:50.697902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-fca5c452-2f00-4db7-b799-74f7dc78aa36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 1128 time: 0.0597165 Feb 09 22:10:50.808674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-73a57627-3d89-4100-9615-7c22634a8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:50.810254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ece1b4f-4abe-4692-8ac3-4cb41c64284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c0bf89d7-cca9-40e2-9722-36b1b6f0859a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.810914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-73a57627-3d89-4100-9615-7c22634a8414 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 200 len: 897 time: 0.1035359 Feb 09 22:10:50.813794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ece1b4f-4abe-4692-8ac3-4cb41c64284e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:50.817526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ece1b4f-4abe-4692-8ac3-4cb41c64284e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c0bf89d7-cca9-40e2-9722-36b1b6f0859a HTTP/1.1" status: 204 len: 168 time: 0.2909575 Feb 09 22:10:50.827433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece1b4f-4abe-4692-8ac3-4cb41c64284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf89d7-cca9-40e2-9722-36b1b6f0859a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:50.912811 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:41Z', 'revision_number': 6, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:50.912979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-fc874f44-852b-4b0a-a456-9543372f9b43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9 HTTP/1.1" status: 200 len: 217 time: 0.0798132 Feb 09 22:10:50.931556 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] Checking router: 4a736460-a73e-45e1-bd71-df653efcfb04 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:50.947796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:50.947796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:51.018155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-4d4cef8a-4bb0-4e39-86f0-972f122c1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:51.020190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-4d4cef8a-4bb0-4e39-86f0-972f122c1a45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af20225f-47a1-4b58-a5cb-c009a92ba758 HTTP/1.1" status: 200 len: 833 time: 0.1039984 Feb 09 22:10:51.131968 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:51.200347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-b78b8384-272b-41a9-8fe1-8f75097c0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:51.202013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-b78b8384-272b-41a9-8fe1-8f75097c0fcf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ccd94-5680-42f6-b61d-72f37daad5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1711602 Feb 09 22:10:51.262547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805408ba-5ffc-4544-8e65-10d5d9902b64 req-78e639dc-7e9c-480d-b29f-63b879528f3e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:51.270434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-805408ba-5ffc-4544-8e65-10d5d9902b64 req-78e639dc-7e9c-480d-b29f-63b879528f3e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 946 time: 0.1121693 Feb 09 22:10:51.385652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-805408ba-5ffc-4544-8e65-10d5d9902b64 req-40ddad66-d34e-475f-94c5-012a24f4411f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133893 Feb 09 22:10:51.403247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-70dd45f4-fe95-49e0-8513-fa2555283a61 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923153 Feb 09 22:10:51.458470 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:41Z', 'revision_number': 6, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:51.520267 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8fcca-f4e9-4b10-bca1-83add9ea86ff None None] The sync data for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 is: [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:41Z', 'revision_number': 6, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cac0afd6-d967-45d5-9f39-6b268ed49f08', 'name': '', 'network_id': '0b7ccd94-5680-42f6-b61d-72f37daad5bb', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:06:18:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:33Z', 'updated_at': '2022-02-09T22:08:42Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': 'af20225f-47a1-4b58-a5cb-c009a92ba758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:51.639911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8ec0e36-7e20-4696-9c85-ee672e1c42bc req-4d9cd497-bdcd-4dbe-93ac-202b2a0cfd39 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284610 Feb 09 22:10:51.956446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8fcb08-927c-4fea-9f0d-e427d741bc27 None None] New status for floating IP 5bc90dd0-64bd-4d7a-a3f9-2695b36bdcf4: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:10:52.592907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f3d77-4589-4f05-9314-fab0097bb416 req-08232a84-208b-4d54-af25-1a962689bfd8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:52.597078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c96f3d77-4589-4f05-9314-fab0097bb416 req-08232a84-208b-4d54-af25-1a962689bfd8 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 946 time: 0.1243281 Feb 09 22:10:52.776195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c96f3d77-4589-4f05-9314-fab0097bb416 req-575fed70-5b53-422c-aebd-403bfdc603f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=43c91712-676f-4794-b81f-9426e6b6292c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568134 Feb 09 22:10:52.807005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-bdf99d19-ee79-4313-8092-a9ba987b5f08 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:52.808612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-bdf99d19-ee79-4313-8092-a9ba987b5f08 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 946 time: 0.2094822 Feb 09 22:10:52.994499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port c0d1583d-929d-43e3-b341-ccc84f0205b9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:52.995435 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.169260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port c0d1583d-929d-43e3-b341-ccc84f0205b9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c0d1583d-929d-43e3-b341-ccc84f0205b9,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:53.169638 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.185783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for c0d1583d-929d-43e3-b341-ccc84f0205b9 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:53.461508 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c0d1583d-929d-43e3-b341-ccc84f0205b9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.519937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=c0d1583d-929d-43e3-b341-ccc84f0205b9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:53.601620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] No DVR routers for this DVR port c0d1583d-929d-43e3-b341-ccc84f0205b9 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:10:53.605436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.611798 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e13823e3-656a-48db-8d05-7c2985fe0cd2 req-dccf54d5-1db7-4717-9bdd-56f86cdc2c90 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "DELETE /v2.0/ports/c0d1583d-929d-43e3-b341-ccc84f0205b9 HTTP/1.1" status: 204 len: 173 time: 0.7929773 Feb 09 22:10:53.612763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'name': 'network-vif-deleted', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:53.615542 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77069a8a-a145-4b13-a4f6-d9ec7bd7cef9" -d '{"events": [{"server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "name": "network-vif-deleted", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:53.687377 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b5523-471e-430d-b73e-746e2c248611 x-openstack-request-id: req-ae6b5523-471e-430d-b73e-746e2c248611 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:53.687759 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5f6d03-5191-4b90-b1fe-8df172f7eb8f", "name": "network-vif-deleted", "tag": "c0d1583d-929d-43e3-b341-ccc84f0205b9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:53.688011 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ae6b5523-471e-430d-b73e-746e2c248611 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:53.688976 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5f6d03-5191-4b90-b1fe-8df172f7eb8f', 'name': 'network-vif-deleted', 'tag': 'c0d1583d-929d-43e3-b341-ccc84f0205b9', 'status': 'completed', 'code': 200} Feb 09 22:10:53.952445 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4b87ede-374b-4b5e-b033-82b4136dc227 req-e7c1dfcc-fef2-47ed-aadc-f1e008195e89 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=0f5f6d03-5191-4b90-b1fe-8df172f7eb8f HTTP/1.1" status: 200 len: 210 time: 0.0369141 Feb 09 22:10:55.026079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44484) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:55.098098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac89a0b5-137b-42a6-8d2e-15ad3a796dfc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (43c91712-676f-4794-b81f-9426e6b6292c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.170314 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac89a0b5-137b-42a6-8d2e-15ad3a796dfc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (43c91712-676f-4794-b81f-9426e6b6292c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.383475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac89a0b5-137b-42a6-8d2e-15ad3a796dfc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (43c91712-676f-4794-b81f-9426e6b6292c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.386072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac89a0b5-137b-42a6-8d2e-15ad3a796dfc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:55.394456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac89a0b5-137b-42a6-8d2e-15ad3a796dfc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/security-groups/43c91712-676f-4794-b81f-9426e6b6292c HTTP/1.1" status: 204 len: 168 time: 0.3672986 Feb 09 22:10:55.434208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a0b5-137b-42a6-8d2e-15ad3a796dfc tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c91712-676f-4794-b81f-9426e6b6292c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:55.519318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44498) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:55.809500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c0d1583d-929d-43e3-b341-ccc84f0205b9 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:10:55.840952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: c0d1583d-929d-43e3-b341-ccc84f0205b9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:10:55.841615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c0d1583d-929d-43e3-b341-ccc84f0205b9 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:10:56.133768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.169121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port cac0afd6-d967-45d5-9f39-6b268ed49f08 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:10:57.169795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.379678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port cac0afd6-d967-45d5-9f39-6b268ed49f08, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cac0afd6-d967-45d5-9f39-6b268ed49f08,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:57.382920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.410293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for cac0afd6-d967-45d5-9f39-6b268ed49f08 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:10:57.816241 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cac0afd6-d967-45d5-9f39-6b268ed49f08), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.927414 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=cac0afd6-d967-45d5-9f39-6b268ed49f08,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:58.360108 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (4a736460-a73e-45e1-bd71-df653efcfb04), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:58.840931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 4a736460-a73e-45e1-bd71-df653efcfb04 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:59.014472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:59.023692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44538) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:59.024314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6e583644-e7c4-4139-a3fc-6aee7bee6bb9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "PUT /v2.0/routers/4a736460-a73e-45e1-bd71-df653efcfb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5036364 Feb 09 22:10:59.025603 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] Sync routers for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:59.042469 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:59.046129 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:59.117298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting subnet af20225f-47a1-4b58-a5cb-c009a92ba758 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:10:59.132093 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (af20225f-47a1-4b58-a5cb-c009a92ba758), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.207275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (af20225f-47a1-4b58-a5cb-c009a92ba758), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.313838 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:59.397952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (af20225f-47a1-4b58-a5cb-c009a92ba758), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.497830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.587656 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (af20225f-47a1-4b58-a5cb-c009a92ba758), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.669914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Subnet': ['ID=af20225f-47a1-4b58-a5cb-c009a92ba758,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:59.675037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157334d-f0d1-4e74-b894-495b2eee012d None None] Network 0b7ccd94-5680-42f6-b61d-72f37daad5bb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:59.679598 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:59.697753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-54651862-63fa-4a9d-9d06-bbca1817783f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/subnets/af20225f-47a1-4b58-a5cb-c009a92ba758 HTTP/1.1" status: 204 len: 168 time: 0.6721206 Feb 09 22:10:59.700668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44542) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:59.861993 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:57Z', 'revision_number': 7, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:59.925314 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] Checking router: 4a736460-a73e-45e1-bd71-df653efcfb04 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:59.951260 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] Routers {'4a736460-a73e-45e1-bd71-df653efcfb04'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:59.954685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4a736460-a73e-45e1-bd71-df653efcfb04'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:00.011006 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router (4a736460-a73e-45e1-bd71-df653efcfb04), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.065984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] DHCP port deletion for 0b7ccd94-5680-42f6-b61d-72f37daad5bb request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:11:00.176850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] Deleting port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:00.179268 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.279354 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (4a736460-a73e-45e1-bd71-df653efcfb04), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.333616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] For port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8e2099c4-a8dc-4140-87cc-6f6a01b818ab,segment=NetworkSegment(d7e0ff52-5992-4b45-9ae8-8a6589d47e14),segment_id=d7e0ff52-5992-4b45-9ae8-8a6589d47e14)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:00.334016 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.351203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] Calling delete_port for 8e2099c4-a8dc-4140-87cc-6f6a01b818ab owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:00.427524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:00.427908 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.485576 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] Set router 4a736460-a73e-45e1-bd71-df653efcfb04 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:00.605112 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (8e2099c4-a8dc-4140-87cc-6f6a01b818ab), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.687204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] Pushing event deleted for resources: {'Port': ['ID=8e2099c4-a8dc-4140-87cc-6f6a01b818ab,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:00.687549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:00.688102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.704203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d51b5-ad1d-4245-9309-6845c29173e0 None None] No DVR routers for this DVR port 8e2099c4-a8dc-4140-87cc-6f6a01b818ab on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:00.724051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:00.857214 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:57Z', 'revision_number': 7, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:00.883018 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.919680 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f8d2e7-4432-4301-b32d-96556f96bdd8 None None] The sync data for ids ['4a736460-a73e-45e1-bd71-df653efcfb04'] in n-d-828599-1 is: [{'id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'name': 'tempest-TestNetworkBasicOps-router-1298714942', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:08:25Z', 'updated_at': '2022-02-09T22:10:57Z', 'revision_number': 7, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': 'f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a736460-a73e-45e1-bd71-df653efcfb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:08:26Z', 'updated_at': '2022-02-09T22:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:01.216154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.271860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:01.429230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (4a736460-a73e-45e1-bd71-df653efcfb04), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.626170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cac0afd6-d967-45d5-9f39-6b268ed49f08 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:01.672879 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (4a736460-a73e-45e1-bd71-df653efcfb04), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.681033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_controller (4a736460-a73e-45e1-bd71-df653efcfb04), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.681526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cac0afd6-d967-45d5-9f39-6b268ed49f08 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:01.681888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cac0afd6-d967-45d5-9f39-6b268ed49f08 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:01.682317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e2099c4-a8dc-4140-87cc-6f6a01b818ab no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:01.751677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8e2099c4-a8dc-4140-87cc-6f6a01b818ab {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:01.752056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8e2099c4-a8dc-4140-87cc-6f6a01b818ab not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:01.901757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (4a736460-a73e-45e1-bd71-df653efcfb04), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.902424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Fanout notify agent at l3_agent the message router_deleted on router 4a736460-a73e-45e1-bd71-df653efcfb04 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:11:01.911471 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:01.913126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc57bf2a-3c79-43b3-b8ed-aa9535fce8a1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/routers/4a736460-a73e-45e1-bd71-df653efcfb04 HTTP/1.1" status: 204 len: 168 time: 2.2114520 Feb 09 22:11:01.915730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44564) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:02.114559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0b7ccd94-5680-42f6-b61d-72f37daad5bb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.330147 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0b7ccd94-5680-42f6-b61d-72f37daad5bb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.415619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7ccd94-5680-42f6-b61d-72f37daad5bb']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:02.444034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:02.444339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e0ff52-5992-4b45-9ae8-8a6589d47e14') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:02.475585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (d7e0ff52-5992-4b45-9ae8-8a6589d47e14), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.506650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d7e0ff52-5992-4b45-9ae8-8a6589d47e14), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.518153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:02.518557 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (d7e0ff52-5992-4b45-9ae8-8a6589d47e14), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:02.670541 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:02.746060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0b7ccd94-5680-42f6-b61d-72f37daad5bb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.754996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.761972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/networks/0b7ccd94-5680-42f6-b61d-72f37daad5bb HTTP/1.1" status: 204 len: 168 time: 0.8424730 Feb 09 22:11:02.778206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44574) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:02.794753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'network': {'name': 'tempest-network-smoke--1263395524', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'port_security_enabled': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:02.808730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61886a-4e26-47db-804a-5a31c5000dc6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Network': ['ID=0b7ccd94-5680-42f6-b61d-72f37daad5bb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:02.925306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:02.929975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:02.984544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:03.004132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d673963b-fecb-47a1-9529-99aed23e458c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.004481 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Added segment d673963b-fecb-47a1-9529-99aed23e458c of type vlan for network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 Feb 09 22:11:03.078527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (95b35f73-e933-414e-9c1f-bd3f11b3aaf4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.186674 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (95b35f73-e933-414e-9c1f-bd3f11b3aaf4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.195235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:03.196348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.319947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Network': ['ID=95b35f73-e933-414e-9c1f-bd3f11b3aaf4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:03.332293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:03.403352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b19a15c7-1506-4988-a87b-9d8317bcc286 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6233273 Feb 09 22:11:03.406047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44582) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:03.411983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-965589131', 'admin_state_up': True, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:03.484458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:03.515186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:03.515808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f6f9ff7f-07f1-4c0d-bfa3-f32cbb0150f2 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:03.559550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.560973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.688104 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_controller (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:03.945158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.401060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.422641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.564075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.25.5.233 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6acc8083-9552-4760-a635-7cb3f3e634f6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:04.693407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.822207 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:04.898737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:04.922876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:04.929174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:04.941944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=6acc8083-9552-4760-a635-7cb3f3e634f6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:05.485021 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-25a3a3d2-3129-4c71-ace7-11f985b9ff1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.487532 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:05.733559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.051215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:11:06.480144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:06.490400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Sync routers for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:06.502459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:06.503083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:10:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:06.577893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:06.582559 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea36a652-3067-48b4-8234-ea9213409cc4 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1721179 Feb 09 22:11:06.583149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44608) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:06.628929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b62734a3-bf5c-42fa-ae97-07d1678805ba tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=faf31df19dfa4f61af9b2afc9e20ee5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445304 Feb 09 22:11:06.632527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44610) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:06.664725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:06.744187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950f0cb-4e45-4bad-9a49-7c7120a6ba47 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:06.745840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b950f0cb-4e45-4bad-9a49-7c7120a6ba47 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1122897 Feb 09 22:11:06.748891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44614) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:06.801541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-94ab592b-3864-4c17-aa43-78b4d0263060 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477471 Feb 09 22:11:06.803732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44618) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:06.809012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573488681', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:06.905384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:05Z', 'revision_number': 3, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:06.943638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Checking router: 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:06.944140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Updating router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 port 6acc8083-9552-4760-a635-7cb3f3e634f6 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:06.974370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.016650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:07.021415 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.362605 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Publish callbacks [] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.372194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (99c6ea95-7e81-4275-919c-9fb9d788c11e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.449951 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.482209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Subnet': ['ID=99c6ea95-7e81-4275-919c-9fb9d788c11e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:07.511594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.513108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.513108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.516387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.516534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.516798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.517189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.517528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.517860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.518187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.518515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.518846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.519168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:07.531490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Attempting to bind port 6acc8083-9552-4760-a635-7cb3f3e634f6 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:07.532513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Attempting to bind port 6acc8083-9552-4760-a635-7cb3f3e634f6 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:07.533585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Attempting to bind port 6acc8083-9552-4760-a635-7cb3f3e634f6 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:07.539083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Checking segment: {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:07.541020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network hostable DHCP agents. Network: 95b35f73-e933-414e-9c1f-bd3f11b3aaf4, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:07.553203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:07.553902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:07.554574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.555125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:07.555803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Bound port: 6acc8083-9552-4760-a635-7cb3f3e634f6, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:07.562105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.620334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] For port 6acc8083-9552-4760-a635-7cb3f3e634f6, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:07.623648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] For port 6acc8083-9552-4760-a635-7cb3f3e634f6, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6acc8083-9552-4760-a635-7cb3f3e634f6,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:07.629104 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-847a8352-4f41-4459-b269-f3b8247c52ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.640065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3ee87-a732-47da-9945-6f64951793b7 None None] Pushing event updated for resources: {'Port': ['ID=6acc8083-9552-4760-a635-7cb3f3e634f6,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:07.662759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:07.691460 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.781275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:07.781917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:07.787454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 95b35f73-e933-414e-9c1f-bd3f11b3aaf4) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:07.791627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:07.793138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:07.839364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d34a9-e3fc-40cb-955b-a3316fd7ea9f None None] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:07.887328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c5231d40-9d83-4a72-9d23-4309de040490 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0823157 Feb 09 22:11:07.889954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44634) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:08.161676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3ee87-a732-47da-9945-6f64951793b7 None None] Pushing event updated for resources: {'Port': ['ID=6acc8083-9552-4760-a635-7cb3f3e634f6,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:08.214432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:08.215281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.340889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:08.577767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.585769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Allocated IP 172.20.0.2 (95b35f73-e933-414e-9c1f-bd3f11b3aaf4/99c6ea95-7e81-4275-919c-9fb9d788c11e/bc33988e-c630-4989-abbb-5ab381c276ec) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:08.781085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:05Z', 'revision_number': 3, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:08.853501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e1e50-148b-4897-856b-aca0ff31f27a None None] The sync data for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 is: [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:05Z', 'revision_number': 3, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:08.885649 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Publish callbacks [] for port (bc33988e-c630-4989-abbb-5ab381c276ec), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:08.965230 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.067975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:09.081205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:09.104445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:09.117893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Pushing event updated for resources: {'Port': ['ID=bc33988e-c630-4989-abbb-5ab381c276ec,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:09.177955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Attempting to bind port bc33988e-c630-4989-abbb-5ab381c276ec on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:09.178332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Attempting to bind port bc33988e-c630-4989-abbb-5ab381c276ec by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:09.178701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Attempting to bind port bc33988e-c630-4989-abbb-5ab381c276ec on network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:09.187112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:09.187495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Checking segment: {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:09.187934 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.188328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Bound using segment: {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:09.188810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Bound port: bc33988e-c630-4989-abbb-5ab381c276ec, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:09.189240 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.203097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.317981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] For port bc33988e-c630-4989-abbb-5ab381c276ec, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:09.326814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] For port bc33988e-c630-4989-abbb-5ab381c276ec, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bc33988e-c630-4989-abbb-5ab381c276ec,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:09.348958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.20.0.1 (95b35f73-e933-414e-9c1f-bd3f11b3aaf4/99c6ea95-7e81-4275-919c-9fb9d788c11e/14858e08-192c-4f42-b1ca-1d1abc07ce16) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:09.411433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.566940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6acc8083-9552-4760-a635-7cb3f3e634f6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:09.651935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6e22a-78e7-4fb1-b54b-a9be0b0d2985 None None] Pushing event updated for resources: {'Port': ['ID=bc33988e-c630-4989-abbb-5ab381c276ec,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:09.671774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6acc8083-9552-4760-a635-7cb3f3e634f6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:09.672295 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.693571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.793899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6acc8083-9552-4760-a635-7cb3f3e634f6 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:09.795457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.855628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.908406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 6acc8083-9552-4760-a635-7cb3f3e634f6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6acc8083-9552-4760-a635-7cb3f3e634f6,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:09.979089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=14858e08-192c-4f42-b1ca-1d1abc07ce16,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:09.988325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.006774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:10.009679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:10.013285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:10.095850 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.112051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=6acc8083-9552-4760-a635-7cb3f3e634f6,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:10.284361 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.443344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.917124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:10.924396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44662) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:10.997480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.127600 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.132551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.146397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=14858e08-192c-4f42-b1ca-1d1abc07ce16,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:11.172168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585dfe1-4b80-48d2-89f2-19abb8c3d485 None None] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:11.302451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Publish callbacks [] for security_group (84ec2eb3-6fa9-42ac-8d4f-996c06fbd100), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.329556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:11.331969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:11.370866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (84ec2eb3-6fa9-42ac-8d4f-996c06fbd100), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.405018 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Provisioning complete for port bc33988e-c630-4989-abbb-5ab381c276ec triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:11.405491 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.488155 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c9414840e8d748a5a819065c544a9f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617559 Feb 09 22:11:11.505984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44668) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:11.609666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec2eb3-6fa9-42ac-8d4f-996c06fbd100,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:11.660163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.663687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.664274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.665660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.666209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.667692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.668220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.670003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.671102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.673392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.673946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.674495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.680329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c1d769-2651-4a99-a84e-76725654fb09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:11.680732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Current status of the port bc33988e-c630-4989-abbb-5ab381c276ec is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:11.681413 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.688930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:11.756645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc61e164-429c-4ed1-bea1-677dd1c71be4 admin admin] Publish callbacks [] for security_group (84ec2eb3-6fa9-42ac-8d4f-996c06fbd100), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.772855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.799776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6acc8083-9552-4760-a635-7cb3f3e634f6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:11.824072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc61e164-429c-4ed1-bea1-677dd1c71be4 admin admin] Publish callbacks [] for security_group (84ec2eb3-6fa9-42ac-8d4f-996c06fbd100), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.865812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] For port bc33988e-c630-4989-abbb-5ab381c276ec, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bc33988e-c630-4989-abbb-5ab381c276ec,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:11.901039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:11.906861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-580a80c4-ec13-4691-8ae7-38632aa90d97 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "PUT /v2.0/routers/2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0158744 Feb 09 22:11:11.908627 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Sync routers for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:11.910451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44674) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:11.929669 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:11.929669 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:11.965253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6acc8083-9552-4760-a635-7cb3f3e634f6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:11.965600 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.016637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc61e164-429c-4ed1-bea1-677dd1c71be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (84ec2eb3-6fa9-42ac-8d4f-996c06fbd100), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.021702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bc61e164-429c-4ed1-bea1-677dd1c71be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.026649 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bc61e164-429c-4ed1-bea1-677dd1c71be4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/84ec2eb3-6fa9-42ac-8d4f-996c06fbd100 HTTP/1.1" status: 204 len: 168 time: 0.5061162 Feb 09 22:11:12.029604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.055427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61e164-429c-4ed1-bea1-677dd1c71be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec2eb3-6fa9-42ac-8d4f-996c06fbd100,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:12.203029 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:12.255667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Pushing event updated for resources: {'Port': ['ID=bc33988e-c630-4989-abbb-5ab381c276ec,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:12.275545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.275931 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.276276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.277542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.277542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.279935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.280303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.280647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.280985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.281318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.281645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.281972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.282297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e292d-a20f-4d7a-9233-056f89502378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.296022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8cce3c15-80c4-4f2a-af0d-74a09866c0d7 None None] Provisioning complete for port 14858e08-192c-4f42-b1ca-1d1abc07ce16 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:12.296403 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8cce3c15-80c4-4f2a-af0d-74a09866c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.389228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c06212-b9c5-4763-96c6-e0c88ef4d91a tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.389729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c06212-b9c5-4763-96c6-e0c88ef4d91a tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.390204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c06212-b9c5-4763-96c6-e0c88ef4d91a tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.390744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c06212-b9c5-4763-96c6-e0c88ef4d91a tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.391138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c06212-b9c5-4763-96c6-e0c88ef4d91a tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.398169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c06212-b9c5-4763-96c6-e0c88ef4d91a tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.403135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-25c06212-b9c5-4763-96c6-e0c88ef4d91a tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.4914465 Feb 09 22:11:12.403299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44680) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:12.438349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6acc8083-9552-4760-a635-7cb3f3e634f6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:12.439505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bc33988e-c630-4989-abbb-5ab381c276ec up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:12.442834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8cce3c15-80c4-4f2a-af0d-74a09866c0d7 None None] Port 14858e08-192c-4f42-b1ca-1d1abc07ce16 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:12.545637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba96b0-6672-4bcc-97c5-084c2691b9c6 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.548332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba96b0-6672-4bcc-97c5-084c2691b9c6 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.550098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba96b0-6672-4bcc-97c5-084c2691b9c6 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.551891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba96b0-6672-4bcc-97c5-084c2691b9c6 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.552425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba96b0-6672-4bcc-97c5-084c2691b9c6 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.552975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba96b0-6672-4bcc-97c5-084c2691b9c6 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:12.556502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8cce3c15-80c4-4f2a-af0d-74a09866c0d7 None None] Provisioning complete for port bc33988e-c630-4989-abbb-5ab381c276ec triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:12.556885 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8cce3c15-80c4-4f2a-af0d-74a09866c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.559095 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3eba96b0-6672-4bcc-97c5-084c2691b9c6 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1547005 Feb 09 22:11:12.562244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44684) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:12.653793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bc33988e-c630-4989-abbb-5ab381c276ec triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:12.655723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.674019 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 2, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:12.727434 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Checking router: 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:12.727821 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Updating router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 port 14858e08-192c-4f42-b1ca-1d1abc07ce16 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:12.822982 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.927960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8cce3c15-80c4-4f2a-af0d-74a09866c0d7 None None] Current status of the port bc33988e-c630-4989-abbb-5ab381c276ec is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:12.954243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bc33988e-c630-4989-abbb-5ab381c276ec is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:13.010700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0bcbc0a3-03c7-4ab9-86dc-27d0603c3291 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.4475510 Feb 09 22:11:13.057251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6d3b76e2-d089-4ae9-b50d-b6c5d56ce1fa None None] Provisioning complete for port 14858e08-192c-4f42-b1ca-1d1abc07ce16 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:13.059398 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d3b76e2-d089-4ae9-b50d-b6c5d56ce1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.148036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b76e2-d089-4ae9-b50d-b6c5d56ce1fa None None] Port 14858e08-192c-4f42-b1ca-1d1abc07ce16 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:13.356695 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Publish callbacks [] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.454856 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.486026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bc33988e-c630-4989-abbb-5ab381c276ec up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:13.578703 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04288cb-de21-4f6b-a2e8-4ef367aa6213 None None] Pushing event updated for resources: {'Port': ['ID=14858e08-192c-4f42-b1ca-1d1abc07ce16,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:13.578939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bc33988e-c630-4989-abbb-5ab381c276ec triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:13.580526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.618214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44708) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:13.623542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e3e6dff1-afd2-4408-8e5c-2853b69f372f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908432432', 'description': 'tempest-secgroup-smoke-908432432 description', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:13.651049 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Attempting to bind port 14858e08-192c-4f42-b1ca-1d1abc07ce16 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:13.663553 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Attempting to bind port 14858e08-192c-4f42-b1ca-1d1abc07ce16 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:13.663553 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Attempting to bind port 14858e08-192c-4f42-b1ca-1d1abc07ce16 on network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:13.684777 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:13.686122 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Checking segment: {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:13.687244 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.691354 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Bound using segment: {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:13.692791 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Bound port: 14858e08-192c-4f42-b1ca-1d1abc07ce16, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:13.693683 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.749955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bc33988e-c630-4989-abbb-5ab381c276ec is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:13.752763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dff1-afd2-4408-8e5c-2853b69f372f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.865131 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] For port 14858e08-192c-4f42-b1ca-1d1abc07ce16, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:13.887543 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] For port 14858e08-192c-4f42-b1ca-1d1abc07ce16, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=14858e08-192c-4f42-b1ca-1d1abc07ce16,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:13.906327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dff1-afd2-4408-8e5c-2853b69f372f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (af696a03-7f94-43b1-8552-ff1947a13b00), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.929762 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:11:14.001436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dff1-afd2-4408-8e5c-2853b69f372f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (af696a03-7f94-43b1-8552-ff1947a13b00), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.003109 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.008806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e65c1124-7269-4d88-936c-1bc18fdbd890 None None] Provisioning complete for port 14858e08-192c-4f42-b1ca-1d1abc07ce16 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:14.009183 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e65c1124-7269-4d88-936c-1bc18fdbd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.111854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6dff1-afd2-4408-8e5c-2853b69f372f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af696a03-7f94-43b1-8552-ff1947a13b00,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:14.164318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dff1-afd2-4408-8e5c-2853b69f372f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.165056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e65c1124-7269-4d88-936c-1bc18fdbd890 None None] Current status of the port 14858e08-192c-4f42-b1ca-1d1abc07ce16 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:14.165472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e65c1124-7269-4d88-936c-1bc18fdbd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.165940 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e3e6dff1-afd2-4408-8e5c-2853b69f372f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5464694 Feb 09 22:11:14.168604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44724) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:14.175391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-106377dd-3982-452e-9c8e-5bb89e93138f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': 'af696a03-7f94-43b1-8552-ff1947a13b00', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:14.203842 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:14.204517 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:14.232675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e65c1124-7269-4d88-936c-1bc18fdbd890 None None] For port 14858e08-192c-4f42-b1ca-1d1abc07ce16, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=14858e08-192c-4f42-b1ca-1d1abc07ce16,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:14.268981 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04288cb-de21-4f6b-a2e8-4ef367aa6213 None None] Pushing event updated for resources: {'Port': ['ID=14858e08-192c-4f42-b1ca-1d1abc07ce16,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:14.318815 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-106377dd-3982-452e-9c8e-5bb89e93138f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (93457715-afb8-4062-accb-3cb2c42d069e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.325193 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e65c1124-7269-4d88-936c-1bc18fdbd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.402543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-106377dd-3982-452e-9c8e-5bb89e93138f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (93457715-afb8-4062-accb-3cb2c42d069e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.419084 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:14.425829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c1124-7269-4d88-936c-1bc18fdbd890 None None] Pushing event updated for resources: {'Port': ['ID=14858e08-192c-4f42-b1ca-1d1abc07ce16,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:14.506496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-106377dd-3982-452e-9c8e-5bb89e93138f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (93457715-afb8-4062-accb-3cb2c42d069e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.538247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106377dd-3982-452e-9c8e-5bb89e93138f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93457715-afb8-4062-accb-3cb2c42d069e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:14.556785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6de69d0e-a90b-4a66-9a2e-55be53d4a872 None None] Provisioning complete for port 14858e08-192c-4f42-b1ca-1d1abc07ce16 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:14.557736 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6de69d0e-a90b-4a66-9a2e-55be53d4a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.641602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-106377dd-3982-452e-9c8e-5bb89e93138f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.643429 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-106377dd-3982-452e-9c8e-5bb89e93138f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4738204 Feb 09 22:11:14.646211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44730) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:14.651204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fc5b6310-523a-4f9e-8cdd-687fbea16f35 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': 'af696a03-7f94-43b1-8552-ff1947a13b00', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:14.673938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6de69d0e-a90b-4a66-9a2e-55be53d4a872 None None] Current status of the port 14858e08-192c-4f42-b1ca-1d1abc07ce16 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:14.740880 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:13Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:14.782873 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a95ba-8dd5-4fcf-9985-87680ee5edce None None] The sync data for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 is: [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:13Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:14.805040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6310-523a-4f9e-8cdd-687fbea16f35 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (d3f10db4-aeb4-4952-a954-f0e4e0862e1c), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.992569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6310-523a-4f9e-8cdd-687fbea16f35 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (d3f10db4-aeb4-4952-a954-f0e4e0862e1c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.051320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6310-523a-4f9e-8cdd-687fbea16f35 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d3f10db4-aeb4-4952-a954-f0e4e0862e1c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.066394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:15.085363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b6310-523a-4f9e-8cdd-687fbea16f35 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f10db4-aeb4-4952-a954-f0e4e0862e1c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.200058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6310-523a-4f9e-8cdd-687fbea16f35 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.203824 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fc5b6310-523a-4f9e-8cdd-687fbea16f35 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5541518 Feb 09 22:11:15.205919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:15.209018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4ef25173-8c66-4a88-a8ff-4a69f06766e9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': 'af696a03-7f94-43b1-8552-ff1947a13b00', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:15.241657 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9d907f6-dd82-4340-b06b-9975223f6436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.358095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9d907f6-dd82-4340-b06b-9975223f6436 admin admin] Publish callbacks [] for security_group (bdfb1a6c-e4cd-420d-8c03-a848292c420c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.358340 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4ef25173-8c66-4a88-a8ff-4a69f06766e9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (a2e6b3ff-b036-4eb1-860c-81c8ba252a45), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.438103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a9d907f6-dd82-4340-b06b-9975223f6436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdfb1a6c-e4cd-420d-8c03-a848292c420c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.478958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4ef25173-8c66-4a88-a8ff-4a69f06766e9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (a2e6b3ff-b036-4eb1-860c-81c8ba252a45), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.518638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d907f6-dd82-4340-b06b-9975223f6436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfb1a6c-e4cd-420d-8c03-a848292c420c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.538709 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a9d907f6-dd82-4340-b06b-9975223f6436 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b45f3b8585b24cb782a9685917c5a6eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710805 Feb 09 22:11:15.541450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44748) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:15.559321 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4ef25173-8c66-4a88-a8ff-4a69f06766e9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a2e6b3ff-b036-4eb1-860c-81c8ba252a45), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.584390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 14858e08-192c-4f42-b1ca-1d1abc07ce16 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:15.624088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef25173-8c66-4a88-a8ff-4a69f06766e9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e6b3ff-b036-4eb1-860c-81c8ba252a45,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:15.674836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 14858e08-192c-4f42-b1ca-1d1abc07ce16 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:15.675493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.676734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c638d86c-e1ac-4d3e-9bc3-916675241238 admin admin] Publish callbacks [] for security_group (bdfb1a6c-e4cd-420d-8c03-a848292c420c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.702543 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c638d86c-e1ac-4d3e-9bc3-916675241238 admin admin] Publish callbacks [] for security_group (bdfb1a6c-e4cd-420d-8c03-a848292c420c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.740950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4ef25173-8c66-4a88-a8ff-4a69f06766e9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.744472 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4ef25173-8c66-4a88-a8ff-4a69f06766e9 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5388830 Feb 09 22:11:15.746927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44750) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:15.752254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c24a4fe1-3d4b-4085-ab41-b0e9351c87aa tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': 'af696a03-7f94-43b1-8552-ff1947a13b00', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:15.817735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 14858e08-192c-4f42-b1ca-1d1abc07ce16 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:15.866867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c24a4fe1-3d4b-4085-ab41-b0e9351c87aa tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (ffb82580-d22c-484f-9827-cacca0052ded), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.891214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c638d86c-e1ac-4d3e-9bc3-916675241238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdfb1a6c-e4cd-420d-8c03-a848292c420c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.894912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c638d86c-e1ac-4d3e-9bc3-916675241238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.896799 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c638d86c-e1ac-4d3e-9bc3-916675241238 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bdfb1a6c-e4cd-420d-8c03-a848292c420c HTTP/1.1" status: 204 len: 168 time: 0.3541715 Feb 09 22:11:15.931000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638d86c-e1ac-4d3e-9bc3-916675241238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfb1a6c-e4cd-420d-8c03-a848292c420c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:16.015378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c24a4fe1-3d4b-4085-ab41-b0e9351c87aa tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (ffb82580-d22c-484f-9827-cacca0052ded), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.102282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c24a4fe1-3d4b-4085-ab41-b0e9351c87aa tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ffb82580-d22c-484f-9827-cacca0052ded), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.144595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a4fe1-3d4b-4085-ab41-b0e9351c87aa tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb82580-d22c-484f-9827-cacca0052ded,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:16.230367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c24a4fe1-3d4b-4085-ab41-b0e9351c87aa tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.231609 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c24a4fe1-3d4b-4085-ab41-b0e9351c87aa tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4834425 Feb 09 22:11:16.234522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44758) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:16.238843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': 'af696a03-7f94-43b1-8552-ff1947a13b00', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:16.350630 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Project faf31df19dfa4f61af9b2afc9e20ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:11:16.354616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (6641ac20-39e1-4f86-a196-d923a68957ce), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.505034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (6641ac20-39e1-4f86-a196-d923a68957ce), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.575103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (6641ac20-39e1-4f86-a196-d923a68957ce), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.600190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6641ac20-39e1-4f86-a196-d923a68957ce,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:16.718256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.720437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5a4ea033-6c9b-420c-96a7-cba912d92ddd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4849753 Feb 09 22:11:16.723569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44766) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:16.740162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'security_group_rule': {'security_group_id': 'af696a03-7f94-43b1-8552-ff1947a13b00', 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:16.854622 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Project faf31df19dfa4f61af9b2afc9e20ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:11:16.856784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44768) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:16.860638 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (5337a17b-22fb-48bf-98cc-336636717968), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.876367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9e27c8f-7c1d-4c09-89e9-192e62536ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.928236 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (5337a17b-22fb-48bf-98cc-336636717968), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.963969 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9e27c8f-7c1d-4c09-89e9-192e62536ea5 admin admin] Publish callbacks [] for security_group (b2777749-1a3b-44e6-9f65-772502971d77), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:16.988474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5337a17b-22fb-48bf-98cc-336636717968), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.007336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5337a17b-22fb-48bf-98cc-336636717968,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:17.079951 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b9e27c8f-7c1d-4c09-89e9-192e62536ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b2777749-1a3b-44e6-9f65-772502971d77), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.116977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.120142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e27c8f-7c1d-4c09-89e9-192e62536ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2777749-1a3b-44e6-9f65-772502971d77,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:17.126178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b9e27c8f-7c1d-4c09-89e9-192e62536ea5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=23b0644f4a97403389f52211a280de56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667718 Feb 09 22:11:17.128143 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b26eb657-e6db-48eb-a369-75da2e524656 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4015157 Feb 09 22:11:17.128359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44772) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:17.232497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-88772c9c-6e94-4fcc-a632-2ff7c91aa7b7 admin admin] Publish callbacks [] for security_group (b2777749-1a3b-44e6-9f65-772502971d77), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.262469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-88772c9c-6e94-4fcc-a632-2ff7c91aa7b7 admin admin] Publish callbacks [] for security_group (b2777749-1a3b-44e6-9f65-772502971d77), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.387616 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-1e23213f-5554-44f9-bf99-2a784eea4d0e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908432432&fields=id&tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 267 time: 0.0445669 Feb 09 22:11:17.460108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-88772c9c-6e94-4fcc-a632-2ff7c91aa7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b2777749-1a3b-44e6-9f65-772502971d77), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.462778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-88772c9c-6e94-4fcc-a632-2ff7c91aa7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:17.466303 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-88772c9c-6e94-4fcc-a632-2ff7c91aa7b7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b2777749-1a3b-44e6-9f65-772502971d77 HTTP/1.1" status: 204 len: 168 time: 0.3345525 Feb 09 22:11:17.486644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88772c9c-6e94-4fcc-a632-2ff7c91aa7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2777749-1a3b-44e6-9f65-772502971d77,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:17.521116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-128382b9-6d49-4f7b-8824-21503de2fa2b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:17.541193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-128382b9-6d49-4f7b-8824-21503de2fa2b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/networks?id=95b35f73-e933-414e-9c1f-bd3f11b3aaf4 HTTP/1.1" status: 200 len: 797 time: 0.1452849 Feb 09 22:11:17.563004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-37ee3dfd-547b-401d-b2f9-669499dbd19a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/quotas/faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 375 time: 0.0179851 Feb 09 22:11:17.624907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-67caf4d3-c2c8-4136-972b-79bce513958f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563166 Feb 09 22:11:17.748789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-d856f173-5c41-4a67-8bf0-5fa2a5fa39f4 service neutron] 10.222.0.98 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040533 Feb 09 22:11:17.841153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-30c51fc9-0efe-4bf6-8c4e-6d3a35d99685 service neutron] 10.222.0.98 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912304 Feb 09 22:11:18.084265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1dde846f-b5d0-476b-8fb9-fa1af33d3054 req-6b5676f4-6957-4c84-9960-f97d6955fc22 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 210 time: 0.0347369 Feb 09 22:11:19.180317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77c218f1-cd34-4abe-b43d-081d4ed5c68a req-2322dde4-1881-46ba-b8ef-1f776a995179 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 210 time: 0.0299411 Feb 09 22:11:19.707548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44870) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:19.918153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] Deleting subnet 8f8ab727-9d53-4db0-a9e4-e3fc76c25d31 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:19.922914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] Publish callbacks [] for subnet (8f8ab727-9d53-4db0-a9e4-e3fc76c25d31), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.000847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (8f8ab727-9d53-4db0-a9e4-e3fc76c25d31), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.070009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8f8ab727-9d53-4db0-a9e4-e3fc76c25d31), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.311336 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (8f8ab727-9d53-4db0-a9e4-e3fc76c25d31), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.325063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f1c881b-97c4-4c81-9517-d58368ff1930 req-fb621fb0-e53f-48f4-8ac6-aa6f2c172141 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 210 time: 0.0639870 Feb 09 22:11:20.559834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8ab727-9d53-4db0-a9e4-e3fc76c25d31,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:20.567991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-b04c9a02-1389-4d03-9976-03260b3c38be tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:20.580988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-b04c9a02-1389-4d03-9976-03260b3c38be tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/networks?id=95b35f73-e933-414e-9c1f-bd3f11b3aaf4 HTTP/1.1" status: 200 len: 797 time: 0.1683059 Feb 09 22:11:20.590980 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.596574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-661f898b-447b-441e-b843-9a5066fd42d6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8f8ab727-9d53-4db0-a9e4-e3fc76c25d31 HTTP/1.1" status: 204 len: 168 time: 0.8856807 Feb 09 22:11:20.597331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44896) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:20.711194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-86f3a755-4009-4769-afd7-eac3fd7b4ea5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b HTTP/1.1" status: 200 len: 379 time: 0.1157155 Feb 09 22:11:20.732035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'port': {'device_id': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'admin_state_up': True, 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'security_groups': ['af696a03-7f94-43b1-8552-ff1947a13b00']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:20.766608 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (4bf69638-d994-405d-a815-c434940f6e8a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.890486 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (4bf69638-d994-405d-a815-c434940f6e8a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.940635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf69638-d994-405d-a815-c434940f6e8a']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:20.954333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26c5141-b613-46e7-9e86-f71cd5b16292') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:20.954638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26c5141-b613-46e7-9e86-f71cd5b16292') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:20.964613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (f26c5141-b613-46e7-9e86-f71cd5b16292), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.982604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f26c5141-b613-46e7-9e86-f71cd5b16292), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.990855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:20.991725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (f26c5141-b613-46e7-9e86-f71cd5b16292), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:20.994094 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:21.022737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Made reservation on behalf of faf31df19dfa4f61af9b2afc9e20ee5b for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:21.036775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.135544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (4bf69638-d994-405d-a815-c434940f6e8a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.143804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.151804 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] 10.222.0.98 "DELETE /v2.0/networks/4bf69638-d994-405d-a815-c434940f6e8a HTTP/1.1" status: 204 len: 168 time: 0.5526710 Feb 09 22:11:21.194261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617a89-1327-4d8f-854a-1865bf347f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf69638-d994-405d-a815-c434940f6e8a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:21.325153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.20.0.3 (95b35f73-e933-414e-9c1f-bd3f11b3aaf4/99c6ea95-7e81-4275-919c-9fb9d788c11e/5de34150-8596-487c-b20c-29c8ff6e7644) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:21.481176 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-481728dc-65dd-444e-b89f-b3a6f096980e req-0775ca2d-ce25-44db-9fd6-3947b1e8beed tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 210 time: 0.0354376 Feb 09 22:11:21.542496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (5de34150-8596-487c-b20c-29c8ff6e7644), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.679473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.726484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:21.730177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:21.736467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:21.773664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=5de34150-8596-487c-b20c-29c8ff6e7644,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:21.818158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:21.819059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.832043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 44916) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.894405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ef416f53-82fe-4bff-a3bd-373294d8dfcd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8f3a08f75f14436d9614feab7b3ac44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0651221 Feb 09 22:11:21.897153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 44918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:21.920506 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-78639356-8880-4610-b238-e67167d2beb1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2019968 Feb 09 22:11:21.941885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Request body: {'port': {'device_id': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:22.006098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54978a35-bd70-405e-ae9f-5351bb97e5f5 admin admin] Publish callbacks [] for security_group (8e589f83-4239-4c66-80ef-cf74c94339a9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.073736 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.076906 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54978a35-bd70-405e-ae9f-5351bb97e5f5 admin admin] Publish callbacks [] for security_group (8e589f83-4239-4c66-80ef-cf74c94339a9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.102270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-299158b5-bb83-4bf1-8921-d3390b4b1bd6 None None] Provisioning complete for port 5de34150-8596-487c-b20c-29c8ff6e7644 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:22.103289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-299158b5-bb83-4bf1-8921-d3390b4b1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.158184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-299158b5-bb83-4bf1-8921-d3390b4b1bd6 None None] Port 5de34150-8596-487c-b20c-29c8ff6e7644 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:22.321460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54978a35-bd70-405e-ae9f-5351bb97e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8e589f83-4239-4c66-80ef-cf74c94339a9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.324092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54978a35-bd70-405e-ae9f-5351bb97e5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.325214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-54978a35-bd70-405e-ae9f-5351bb97e5f5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8e589f83-4239-4c66-80ef-cf74c94339a9 HTTP/1.1" status: 204 len: 168 time: 0.4269910 Feb 09 22:11:22.341780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54978a35-bd70-405e-ae9f-5351bb97e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e589f83-4239-4c66-80ef-cf74c94339a9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:22.458921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de34150-8596-487c-b20c-29c8ff6e7644 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:11:22.466474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Publish callbacks [] for port (5de34150-8596-487c-b20c-29c8ff6e7644), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.478270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Transition to ACTIVE for port object 5de34150-8596-487c-b20c-29c8ff6e7644 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:11:22.575528 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.650466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Pushing event updated for resources: {'Port': ['ID=5de34150-8596-487c-b20c-29c8ff6e7644,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:22.704386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9f925-e778-4dfe-bd59-e79a4c9229f2 req-fdcc74c9-a5e8-4c53-96d2-0547e0d7fa7e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:22.711397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddc9f925-e778-4dfe-bd59-e79a4c9229f2 req-fdcc74c9-a5e8-4c53-96d2-0547e0d7fa7e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 943 time: 0.1557062 Feb 09 22:11:22.813673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ddc9f925-e778-4dfe-bd59-e79a4c9229f2 req-1e266b33-c088-42cf-925e-3150941aec23 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972364 Feb 09 22:11:22.815302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Attempting to bind port 5de34150-8596-487c-b20c-29c8ff6e7644 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:22.815655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Attempting to bind port 5de34150-8596-487c-b20c-29c8ff6e7644 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:22.816019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Attempting to bind port 5de34150-8596-487c-b20c-29c8ff6e7644 on network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:22.823290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Port 5de34150-8596-487c-b20c-29c8ff6e7644 on network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:11:22.823846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Attempting to bind port 5de34150-8596-487c-b20c-29c8ff6e7644 on network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:22.842374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:22.842374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Checking segment: {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:22.842374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Bound using segment: {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:22.842374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Bound port: 5de34150-8596-487c-b20c-29c8ff6e7644, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd673963b-fecb-47a1-9529-99aed23e458c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:22.842374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.924692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] For port 5de34150-8596-487c-b20c-29c8ff6e7644, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:22.928391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] For port 5de34150-8596-487c-b20c-29c8ff6e7644, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5de34150-8596-487c-b20c-29c8ff6e7644,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:23.061436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.130954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:23.131737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:23.133725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] 10.222.0.30 "PUT /v2.0/ports/5de34150-8596-487c-b20c-29c8ff6e7644 HTTP/1.1" status: 200 len: 1091 time: 1.2015421 Feb 09 22:11:23.133725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:23.135981 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f9e74-0182-4e65-a5b1-c1f560d95f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:23.162549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63562b3d-7ef3-4068-bf8b-fca49e83acdc service neutron] Pushing event updated for resources: {'Port': ['ID=5de34150-8596-487c-b20c-29c8ff6e7644,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:23.208720 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960804f6-9897-4295-b0d9-cd5ad39ed59e x-openstack-request-id: req-960804f6-9897-4295-b0d9-cd5ad39ed59e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:23.209262 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:23.209783 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-960804f6-9897-4295-b0d9-cd5ad39ed59e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:23.211327 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644', 'status': 'completed', 'code': 200} Feb 09 22:11:23.315919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-875843f7-73bc-406f-95ee-ab7074a5ed31 req-f0a689f4-b301-4901-9ae1-762fb07dc1bb service neutron] (103696) timed out ('10.222.0.98', 57710) {{(pid=103696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:11:23.324333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9e74-0182-4e65-a5b1-c1f560d95f5b req-89e06922-76a9-4552-a4c3-42a2b9da13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:23.325968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-993f9e74-0182-4e65-a5b1-c1f560d95f5b req-89e06922-76a9-4552-a4c3-42a2b9da13f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 1125 time: 0.0613101 Feb 09 22:11:23.527363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9e74-0182-4e65-a5b1-c1f560d95f5b req-6732a202-5cd4-49b5-b6a7-d8846ae16c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:23.529110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-993f9e74-0182-4e65-a5b1-c1f560d95f5b req-6732a202-5cd4-49b5-b6a7-d8846ae16c98 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1926601 Feb 09 22:11:23.645107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9e74-0182-4e65-a5b1-c1f560d95f5b req-87ba1d30-57da-4391-83a5-ebf0e8cc38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:23.648634 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-993f9e74-0182-4e65-a5b1-c1f560d95f5b req-87ba1d30-57da-4391-83a5-ebf0e8cc38cf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077678 Feb 09 22:11:23.746279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-40547030-1e1b-4973-9933-f0112c9403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:23.748309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-40547030-1e1b-4973-9933-f0112c9403ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 1125 time: 0.0542226 Feb 09 22:11:23.805153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-64ecdce1-d636-4eac-a766-801e4a804d85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de34150-8596-487c-b20c-29c8ff6e7644 HTTP/1.1" status: 200 len: 217 time: 0.0428753 Feb 09 22:11:23.864915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-7cfb3ef1-e561-44f7-b0cb-af6738348c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:23.866345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-7cfb3ef1-e561-44f7-b0cb-af6738348c4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99c6ea95-7e81-4275-919c-9fb9d788c11e HTTP/1.1" status: 200 len: 835 time: 0.0529916 Feb 09 22:11:24.013378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7976a-2019-4c88-a4c0-287df52a6687 req-0e3885af-6027-4ec8-85b4-ccf4ebbf2df7 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:24.026929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bdb7976a-2019-4c88-a4c0-287df52a6687 req-0e3885af-6027-4ec8-85b4-ccf4ebbf2df7 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 943 time: 0.1062036 Feb 09 22:11:24.112387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bdb7976a-2019-4c88-a4c0-287df52a6687 req-3acce2f9-505c-4a5b-b9a9-e3b3f4b3c10d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821686 Feb 09 22:11:24.229454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-9ea5b642-5193-4354-a854-5eee59b80be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:24.231004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-9ea5b642-5193-4354-a854-5eee59b80be6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b35f73-e933-414e-9c1f-bd3f11b3aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3553040 Feb 09 22:11:24.341694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-b2fbf8ba-95e4-4196-8b68-611237d68f91 service neutron] 10.222.0.30 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999725 Feb 09 22:11:24.494576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-beded5fa-1539-4b0c-8788-4f7d5e60a242 req-dfb42631-0379-4125-83a5-2e7cbf7708fb service neutron] 10.222.0.30 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427102 Feb 09 22:11:25.324467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827d1fa-04c9-41e5-8282-ca56c1d84a1f req-44c7f809-b75e-41ee-b7cc-f16ffa88bb00 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:25.326554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5827d1fa-04c9-41e5-8282-ca56c1d84a1f req-44c7f809-b75e-41ee-b7cc-f16ffa88bb00 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 943 time: 0.0976315 Feb 09 22:11:25.380516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5827d1fa-04c9-41e5-8282-ca56c1d84a1f req-aa13e1b2-64d6-457e-a5fb-d4017772e0ce tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461562 Feb 09 22:11:26.536469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510927a-9873-4cf9-91fd-90201f100b03 req-b8094657-9d0d-4402-bb09-4f5cd6ca24bb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:26.545932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2510927a-9873-4cf9-91fd-90201f100b03 req-b8094657-9d0d-4402-bb09-4f5cd6ca24bb tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 943 time: 0.0728221 Feb 09 22:11:26.593892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2510927a-9873-4cf9-91fd-90201f100b03 req-f1aca464-1d35-4bbf-8477-ea4316cfd367 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469019 Feb 09 22:11:27.731979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f106e3-0421-4bd0-9c31-c15183996c95 req-cb1f5093-c18e-4724-b4ab-9902c46aaabf tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:27.733695 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0f106e3-0421-4bd0-9c31-c15183996c95 req-cb1f5093-c18e-4724-b4ab-9902c46aaabf tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 943 time: 0.0567515 Feb 09 22:11:27.791029 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0f106e3-0421-4bd0-9c31-c15183996c95 req-5e025995-fe1c-4d2d-b6fc-4339614cea6d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508094 Feb 09 22:11:27.967381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5de34150-8596-487c-b20c-29c8ff6e7644 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:11:28.076525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5de34150-8596-487c-b20c-29c8ff6e7644, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5de34150-8596-487c-b20c-29c8ff6e7644,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:28.091838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '5de34150-8596-487c-b20c-29c8ff6e7644', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'port_id': '5de34150-8596-487c-b20c-29c8ff6e7644', 'mac_address': 'fa:16:3e:c7:cf:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:11:28.136509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5de34150-8596-487c-b20c-29c8ff6e7644 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:28.137228 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.152695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de34150-8596-487c-b20c-29c8ff6e7644 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:11:28.179096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5de34150-8596-487c-b20c-29c8ff6e7644, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5de34150-8596-487c-b20c-29c8ff6e7644,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:28.263323 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:28.353603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5de34150-8596-487c-b20c-29c8ff6e7644,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:28.526375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5de34150-8596-487c-b20c-29c8ff6e7644'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:28.957637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584e264-1862-4e8a-862b-b1407a1a5d5d req-b45d5c07-9a94-43e6-9727-ae6c20ed328d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:28.966590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2584e264-1862-4e8a-862b-b1407a1a5d5d req-b45d5c07-9a94-43e6-9727-ae6c20ed328d tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 944 time: 0.0658770 Feb 09 22:11:29.052299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2584e264-1862-4e8a-862b-b1407a1a5d5d req-1c0b5c08-dd59-4946-9b31-ab08d22b9082 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843835 Feb 09 22:11:29.526291 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:29.939122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-d22d8eef-05e0-4734-86da-dbd80a550272 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1218939 Feb 09 22:11:29.983192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5de34150-8596-487c-b20c-29c8ff6e7644 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:30.106250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-b4f5fbbd-c4e8-490a-a798-c6f93a93270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:30.108419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-b4f5fbbd-c4e8-490a-a798-c6f93a93270a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 1127 time: 0.0997345 Feb 09 22:11:30.144000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 5de34150-8596-487c-b20c-29c8ff6e7644 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:11:30.149126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 5de34150-8596-487c-b20c-29c8ff6e7644 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:30.158569 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.275062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08784654-81e9-4ea5-98ed-177705446b19 req-8d53beee-7868-46e8-b3a5-72e10f1c536b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:30.282723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08784654-81e9-4ea5-98ed-177705446b19 req-8d53beee-7868-46e8-b3a5-72e10f1c536b tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 944 time: 0.1370602 Feb 09 22:11:30.316623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-915303f8-1a1d-4013-a958-d995a5f55fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:30.322290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-915303f8-1a1d-4013-a958-d995a5f55fc6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 200 len: 916 time: 0.1898530 Feb 09 22:11:30.361119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08784654-81e9-4ea5-98ed-177705446b19 req-84a39370-1a6d-46ba-a685-1a912c86fd34 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706635 Feb 09 22:11:30.383867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-3b019b47-ed76-4731-9658-8454b1282c39 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e HTTP/1.1" status: 200 len: 217 time: 0.0554323 Feb 09 22:11:30.420478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5de34150-8596-487c-b20c-29c8ff6e7644 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:30.420478 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.482499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5de34150-8596-487c-b20c-29c8ff6e7644, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5de34150-8596-487c-b20c-29c8ff6e7644,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:30.484380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:30.501674 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b815e2-b05e-4245-a6da-779bb7a89a4d" -d '{"events": [{"server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "name": "network-vif-plugged", "status": "completed", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:30.504131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-336b1466-07b6-4341-81cc-ea66c3f93908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:30.507184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-336b1466-07b6-4341-81cc-ea66c3f93908 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 200 len: 855 time: 0.1160839 Feb 09 22:11:30.551573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-b21ba164-d459-477e-8e1e-a3257d8696dc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8ea76f7d-a52e-41f8-b897-b09331d6d912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369713 Feb 09 22:11:30.560628 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.606782 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479f926e-45a1-4fbf-b169-5827d4624c51 x-openstack-request-id: req-479f926e-45a1-4fbf-b169-5827d4624c51 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:30.607154 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "name": "network-vif-plugged", "status": "completed", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:30.607342 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-479f926e-45a1-4fbf-b169-5827d4624c51 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:30.627814 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644', 'code': 200} Feb 09 22:11:30.703626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5de34150-8596-487c-b20c-29c8ff6e7644,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:30.780993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-3cd52c7d-a3ab-40fd-a851-a3929440f6c5 service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213566 Feb 09 22:11:30.860796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45406034-e7bd-4b5a-9e0d-6d926b6d4e93 req-238550ef-4ad9-4f82-8463-c3b2f9583d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:30.863330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-45406034-e7bd-4b5a-9e0d-6d926b6d4e93 req-238550ef-4ad9-4f82-8463-c3b2f9583d8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 1127 time: 0.1706316 Feb 09 22:11:30.901044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc53c4bd-cd0a-49d7-802e-56aad39467b6 req-4930e3ec-b21e-44dc-b5e6-f6ba52e756bc service neutron] 10.222.0.110 "GET /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134610 Feb 09 22:11:30.903292 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:30.945520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-45406034-e7bd-4b5a-9e0d-6d926b6d4e93 req-33556b3d-25a6-43a6-89ba-3c91a24c0ce2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433428 Feb 09 22:11:31.658374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db3912-081a-4af7-84fa-5540c18dcb34 req-4b1e25fa-b781-444a-a773-34385c010238 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:31.663611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45db3912-081a-4af7-84fa-5540c18dcb34 req-4b1e25fa-b781-444a-a773-34385c010238 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 945 time: 0.1265306 Feb 09 22:11:31.720483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45db3912-081a-4af7-84fa-5540c18dcb34 req-3c40465c-cba8-4bcf-8cb7-a47bdebb7bff tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537348 Feb 09 22:11:32.937597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568dbfc-dc24-471a-8984-a2b5865a0c8f req-981e3766-6228-4cfd-9021-736a78f14cb0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:32.939574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a568dbfc-dc24-471a-8984-a2b5865a0c8f req-981e3766-6228-4cfd-9021-736a78f14cb0 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 945 time: 0.1005983 Feb 09 22:11:33.031735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a568dbfc-dc24-471a-8984-a2b5865a0c8f req-a4da891c-36ed-4a93-8dba-e7e73d39bf9e tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853679 Feb 09 22:11:33.223946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcca0f8-3faf-42ff-accc-03e9936f56c0 req-5edc64cc-a15d-4a2a-9901-6d03288a42cd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:33.225584 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbcca0f8-3faf-42ff-accc-03e9936f56c0 req-5edc64cc-a15d-4a2a-9901-6d03288a42cd tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 945 time: 0.0976243 Feb 09 22:11:33.299096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbcca0f8-3faf-42ff-accc-03e9936f56c0 req-1f137ab2-261c-415f-aa42-a57e38fac1e3 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660408 Feb 09 22:11:33.332550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45152) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:33.431668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa5da35-b4bd-4b46-ba08-47644de99d09 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:33.441217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0fa5da35-b4bd-4b46-ba08-47644de99d09 tempest-TestNetworkBasicOps-1145149175 tempest-TestNetworkBasicOps-1145149175-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 1122 time: 0.1073921 Feb 09 22:11:33.443968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45154) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:33.449859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '5de34150-8596-487c-b20c-29c8ff6e7644', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:33.589868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.824179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:33.958212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Allocated IP 172.25.5.141 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:34.137664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.315502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.342340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:34.353066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:34.356098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:34.596560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:34.813118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (05658e19-6b31-4e15-b716-7b96e5a9c448), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.963728 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.182413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.262142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.336911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event updated for resources: {'Port': ['ID=9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:35.438017 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (05658e19-6b31-4e15-b716-7b96e5a9c448), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.485050 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3663-5a40-497a-821f-1fd58fdd6d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.657582 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Floating IP 05658e19-6b31-4e15-b716-7b96e5a9c448 associated. External IP: 172.25.5.141, port: 5de34150-8596-487c-b20c-29c8ff6e7644. Feb 09 22:11:36.083323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:36.238769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:36.261093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] Sync routers for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:36.277079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:36.277862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.350768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.410904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-58d5d552-ae1f-4e63-9ac8-15378f30a648 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9655590 Feb 09 22:11:36.412088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:36.413902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45194) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:36.423354 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed2a88-6d38-4fec-9848-26641c182919" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:36.583529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:36.637871 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06fa3c0-4447-4e7d-9885-321858cf2da0 x-openstack-request-id: req-b06fa3c0-4447-4e7d-9885-321858cf2da0 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:36.638161 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:36.638423 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b06fa3c0-4447-4e7d-9885-321858cf2da0 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:36.638831 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644', 'status': 'completed', 'code': 200} Feb 09 22:11:36.661747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-01854f8b-bbde-4f64-ae2a-5de9887a0e01 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/floatingips/05658e19-6b31-4e15-b716-7b96e5a9c448 HTTP/1.1" status: 200 len: 991 time: 0.2458289 Feb 09 22:11:36.725319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2a88-6d38-4fec-9848-26641c182919 req-c4db15fc-f3a6-46a0-8378-1652e647f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:36.727120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03ed2a88-6d38-4fec-9848-26641c182919 req-c4db15fc-f3a6-46a0-8378-1652e647f0ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 1127 time: 0.0635149 Feb 09 22:11:36.915086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2a88-6d38-4fec-9848-26641c182919 req-c588afe1-635f-4f80-a5d6-234ac1e4766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:36.917388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03ed2a88-6d38-4fec-9848-26641c182919 req-c588afe1-635f-4f80-a5d6-234ac1e4766e service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b35f73-e933-414e-9c1f-bd3f11b3aaf4 HTTP/1.1" status: 200 len: 898 time: 0.1834383 Feb 09 22:11:36.987412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '05658e19-6b31-4e15-b716-7b96e5a9c448', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'port_id': '5de34150-8596-487c-b20c-29c8ff6e7644', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'mac_address': 'fa:16:3e:c7:cf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:11:34Z', 'updated_at': '2022-02-09T22:11:34Z', 'revision_number': 0, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:14Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.997270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03ed2a88-6d38-4fec-9848-26641c182919 req-e6fce6cb-8675-4d4a-9aa7-58e1edfeff74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de34150-8596-487c-b20c-29c8ff6e7644 HTTP/1.1" status: 200 len: 999 time: 0.0734236 Feb 09 22:11:37.023038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] Checking router: 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:37.033814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:37.035228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:37.116815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2a88-6d38-4fec-9848-26641c182919 req-273c8696-2cb9-425b-a7de-9386fede255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:37.119378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03ed2a88-6d38-4fec-9848-26641c182919 req-273c8696-2cb9-425b-a7de-9386fede255b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99c6ea95-7e81-4275-919c-9fb9d788c11e HTTP/1.1" status: 200 len: 835 time: 0.1158307 Feb 09 22:11:37.172531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:37.184213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2a88-6d38-4fec-9848-26641c182919 req-65965891-ccca-4674-a6d7-986919f0403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:37.187519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03ed2a88-6d38-4fec-9848-26641c182919 req-65965891-ccca-4674-a6d7-986919f0403b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b35f73-e933-414e-9c1f-bd3f11b3aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610454 Feb 09 22:11:37.309724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03ed2a88-6d38-4fec-9848-26641c182919 req-ac0459e2-616e-4757-aaf5-91fb8dfaacd1 service neutron] 10.222.0.30 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120992 Feb 09 22:11:37.446994 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03ed2a88-6d38-4fec-9848-26641c182919 req-ebea8c12-7044-4051-9482-f6295b35ddf1 service neutron] 10.222.0.30 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315928 Feb 09 22:11:37.499481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '05658e19-6b31-4e15-b716-7b96e5a9c448', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'port_id': '5de34150-8596-487c-b20c-29c8ff6e7644', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'mac_address': 'fa:16:3e:c7:cf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:11:34Z', 'updated_at': '2022-02-09T22:11:34Z', 'revision_number': 0, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:14Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:37.530347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3dac7-7f74-4911-baad-245d21db092e None None] The sync data for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 is: [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '05658e19-6b31-4e15-b716-7b96e5a9c448', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'port_id': '5de34150-8596-487c-b20c-29c8ff6e7644', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'mac_address': 'fa:16:3e:c7:cf:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:11:34Z', 'updated_at': '2022-02-09T22:11:34Z', 'revision_number': 0, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:14Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:37.532045 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b61224f9-7b40-4314-8e28-840bdf071299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.665555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45208) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:37.742995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-74bbc99c-fe1c-4b47-830e-ddf259bb8bc2 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/floatingips/05658e19-6b31-4e15-b716-7b96e5a9c448 HTTP/1.1" status: 200 len: 991 time: 0.0759931 Feb 09 22:11:37.782833 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75c9a4-20ff-47a8-9dfe-45a68fe346a2 None None] New status for floating IP 05658e19-6b31-4e15-b716-7b96e5a9c448: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:11:38.700748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404eb24-59e7-40a0-943e-89c096463a6f req-0915190d-8450-447a-94e9-7997ec62ec9f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:38.702342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7404eb24-59e7-40a0-943e-89c096463a6f req-0915190d-8450-447a-94e9-7997ec62ec9f tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 946 time: 0.1064630 Feb 09 22:11:38.746753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45230) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:38.802980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7404eb24-59e7-40a0-943e-89c096463a6f req-11b36b49-1f80-4dfa-aeb1-de892b9fa459 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943689 Feb 09 22:11:38.851421 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-878266bb-8c97-4a69-b193-5b95a833b9af tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/floatingips/05658e19-6b31-4e15-b716-7b96e5a9c448 HTTP/1.1" status: 200 len: 993 time: 0.1034865 Feb 09 22:11:39.098481 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.003916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bac3c-6e2a-4194-b55d-e6804efb2e6b req-b185db77-1df9-41a1-9f41-9f979998fd35 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:40.008219 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-981bac3c-6e2a-4194-b55d-e6804efb2e6b req-b185db77-1df9-41a1-9f41-9f979998fd35 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 946 time: 0.0990672 Feb 09 22:11:40.117941 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-981bac3c-6e2a-4194-b55d-e6804efb2e6b req-6c2e81a2-65ee-49d6-b106-a1ecf8cb0518 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049356 Feb 09 22:11:40.151753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-f46dd286-35c9-45c8-930d-314bb326a3d8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:40.153238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-f46dd286-35c9-45c8-930d-314bb326a3d8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 946 time: 0.1094074 Feb 09 22:11:40.309653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Deleting port c6b4f408-eff6-4d7b-a089-5be1fc18a735 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:40.310385 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.331810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.479373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] For port c6b4f408-eff6-4d7b-a089-5be1fc18a735, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=c6b4f408-eff6-4d7b-a089-5be1fc18a735,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:40.482028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.554132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Calling delete_port for c6b4f408-eff6-4d7b-a089-5be1fc18a735 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:40.785413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c6b4f408-eff6-4d7b-a089-5be1fc18a735), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:40.798457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e', '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'e3434758-43a7-48e5-bba2-989a91287e8f', 'c6b4f408-eff6-4d7b-a089-5be1fc18a735'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:40.898778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event deleted for resources: {'Port': ['ID=c6b4f408-eff6-4d7b-a089-5be1fc18a735,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:41.116365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] No DVR routers for this DVR port c6b4f408-eff6-4d7b-a089-5be1fc18a735 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:41.126954 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:41.131918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eb047ea-e1b4-4814-9634-84fa68ac4cd1 req-1515a9e8-7b68-4ec9-a79c-a3103b335c3c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "DELETE /v2.0/ports/c6b4f408-eff6-4d7b-a089-5be1fc18a735 HTTP/1.1" status: 204 len: 173 time: 0.9681890 Feb 09 22:11:41.132392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'name': 'network-vif-deleted', 'tag': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:41.136579 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96bb3ec-0731-4aea-83ce-3ecfab58d806" -d '{"events": [{"server_uuid": "bf81ef3c-fcdd-481f-898f-9d364fa05a41", "name": "network-vif-deleted", "tag": "c6b4f408-eff6-4d7b-a089-5be1fc18a735"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:41.235059 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08be88-fd04-4d70-8dd3-755754de6f1f x-openstack-request-id: req-6b08be88-fd04-4d70-8dd3-755754de6f1f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:41.235993 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf81ef3c-fcdd-481f-898f-9d364fa05a41", "name": "network-vif-deleted", "tag": "c6b4f408-eff6-4d7b-a089-5be1fc18a735", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:41.236413 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b08be88-fd04-4d70-8dd3-755754de6f1f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:41.236955 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf81ef3c-fcdd-481f-898f-9d364fa05a41', 'name': 'network-vif-deleted', 'tag': 'c6b4f408-eff6-4d7b-a089-5be1fc18a735', 'status': 'completed', 'code': 200} Feb 09 22:11:41.301282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd35cea2-4bc2-4a4f-b2a1-b8bb692d8cd2 req-87b42340-0ad7-4e38-bb16-831cda9c6050 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf81ef3c-fcdd-481f-898f-9d364fa05a41 HTTP/1.1" status: 200 len: 210 time: 0.0579889 Feb 09 22:11:41.703664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.259750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c6b4f408-eff6-4d7b-a089-5be1fc18a735 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:43.296983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: c6b4f408-eff6-4d7b-a089-5be1fc18a735 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:43.297331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device c6b4f408-eff6-4d7b-a089-5be1fc18a735 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:45.960801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45346) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:46.092058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab52a1fc-0754-41ed-9d73-a7aed857e4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.178674 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab52a1fc-0754-41ed-9d73-a7aed857e4ad admin admin] Publish callbacks [] for security_group (afbca8bf-c436-4725-9141-e6454779e46c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.246458 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab52a1fc-0754-41ed-9d73-a7aed857e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (afbca8bf-c436-4725-9141-e6454779e46c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.290042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab52a1fc-0754-41ed-9d73-a7aed857e4ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7f8435b2bd646d282585fa0e68f2737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272262 Feb 09 22:11:46.292913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45356) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:46.312515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52a1fc-0754-41ed-9d73-a7aed857e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbca8bf-c436-4725-9141-e6454779e46c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:46.376419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa87eee0-d6b0-4829-ab54-85ecd8fb4c84 admin admin] Publish callbacks [] for security_group (afbca8bf-c436-4725-9141-e6454779e46c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.401226 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa87eee0-d6b0-4829-ab54-85ecd8fb4c84 admin admin] Publish callbacks [] for security_group (afbca8bf-c436-4725-9141-e6454779e46c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.537208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa87eee0-d6b0-4829-ab54-85ecd8fb4c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (afbca8bf-c436-4725-9141-e6454779e46c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.540034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa87eee0-d6b0-4829-ab54-85ecd8fb4c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:46.541619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa87eee0-d6b0-4829-ab54-85ecd8fb4c84 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/afbca8bf-c436-4725-9141-e6454779e46c HTTP/1.1" status: 204 len: 168 time: 0.2475841 Feb 09 22:11:46.553163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87eee0-d6b0-4829-ab54-85ecd8fb4c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbca8bf-c436-4725-9141-e6454779e46c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:46.841178 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45362) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:47.132355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ed6502c-1d25-4d1c-8d70-9cdf5f3f26e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.210367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ed6502c-1d25-4d1c-8d70-9cdf5f3f26e6 admin admin] Publish callbacks [] for security_group (84b55408-9b63-428b-91ee-57d192ef46c7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.263787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ed6502c-1d25-4d1c-8d70-9cdf5f3f26e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (84b55408-9b63-428b-91ee-57d192ef46c7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.308175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ed6502c-1d25-4d1c-8d70-9cdf5f3f26e6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cd35504f17554a05b8236c89a331c371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4654334 Feb 09 22:11:47.309989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6502c-1d25-4d1c-8d70-9cdf5f3f26e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b55408-9b63-428b-91ee-57d192ef46c7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:47.311545 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45370) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:47.367237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45374) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:47.388054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-678ae80c-6287-444b-9070-96f4a79aa748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.393411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa4335c5-86c6-49fe-90d8-8e01f158cdb3 admin admin] Publish callbacks [] for security_group (84b55408-9b63-428b-91ee-57d192ef46c7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.417527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa4335c5-86c6-49fe-90d8-8e01f158cdb3 admin admin] Publish callbacks [] for security_group (84b55408-9b63-428b-91ee-57d192ef46c7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.595257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa4335c5-86c6-49fe-90d8-8e01f158cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (84b55408-9b63-428b-91ee-57d192ef46c7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.599426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa4335c5-86c6-49fe-90d8-8e01f158cdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.601515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fa4335c5-86c6-49fe-90d8-8e01f158cdb3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/84b55408-9b63-428b-91ee-57d192ef46c7 HTTP/1.1" status: 204 len: 168 time: 0.2882330 Feb 09 22:11:47.613542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4335c5-86c6-49fe-90d8-8e01f158cdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b55408-9b63-428b-91ee-57d192ef46c7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:47.720672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-678ae80c-6287-444b-9070-96f4a79aa748 admin admin] Publish callbacks [] for security_group (d5de0b48-dd89-4e97-bfd3-2e0da2f5562c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.801228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-678ae80c-6287-444b-9070-96f4a79aa748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d5de0b48-dd89-4e97-bfd3-2e0da2f5562c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.845748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-678ae80c-6287-444b-9070-96f4a79aa748 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff38275b07d44cd1beb4706083306d82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4742956 Feb 09 22:11:47.845748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ae80c-6287-444b-9070-96f4a79aa748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de0b48-dd89-4e97-bfd3-2e0da2f5562c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:47.846033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45382) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:47.921148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b7e3335-e7c9-4c4a-a02d-80d513353d7a admin admin] Publish callbacks [] for security_group (d5de0b48-dd89-4e97-bfd3-2e0da2f5562c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:47.952153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b7e3335-e7c9-4c4a-a02d-80d513353d7a admin admin] Publish callbacks [] for security_group (d5de0b48-dd89-4e97-bfd3-2e0da2f5562c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.087177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b7e3335-e7c9-4c4a-a02d-80d513353d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d5de0b48-dd89-4e97-bfd3-2e0da2f5562c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.090790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4b7e3335-e7c9-4c4a-a02d-80d513353d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.092999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4b7e3335-e7c9-4c4a-a02d-80d513353d7a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d5de0b48-dd89-4e97-bfd3-2e0da2f5562c HTTP/1.1" status: 204 len: 168 time: 0.2467759 Feb 09 22:11:48.102388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e3335-e7c9-4c4a-a02d-80d513353d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de0b48-dd89-4e97-bfd3-2e0da2f5562c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.838453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45410) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.907928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45414) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.922236 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68283131-9df5-46b2-86a5-f0aeae2dab55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.009020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68283131-9df5-46b2-86a5-f0aeae2dab55 admin admin] Publish callbacks [] for security_group (702a3e8e-787f-4838-bc9a-01702cf15bfb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.078249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1582620160-network', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:49.084135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-68283131-9df5-46b2-86a5-f0aeae2dab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (702a3e8e-787f-4838-bc9a-01702cf15bfb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.117200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68283131-9df5-46b2-86a5-f0aeae2dab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702a3e8e-787f-4838-bc9a-01702cf15bfb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:49.141016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-68283131-9df5-46b2-86a5-f0aeae2dab55 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3cea50d3bb934cd1a3b47c5fbae7b77b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320192 Feb 09 22:11:49.146858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45420) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:49.204727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-746a643f-4a0c-4eaf-ae20-8a1ac01c2f33 admin admin] Publish callbacks [] for security_group (702a3e8e-787f-4838-bc9a-01702cf15bfb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.224151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Made reservation on behalf of 0b169231c2f545fbac9b6f93fe450db5 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:49.226515 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.227753 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-746a643f-4a0c-4eaf-ae20-8a1ac01c2f33 admin admin] Publish callbacks [] for security_group (702a3e8e-787f-4838-bc9a-01702cf15bfb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.238395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.317378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks [] for security_group (0984b4f6-cab3-47f3-a65e-8417eab71e08), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.372591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-746a643f-4a0c-4eaf-ae20-8a1ac01c2f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (702a3e8e-787f-4838-bc9a-01702cf15bfb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.375617 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-746a643f-4a0c-4eaf-ae20-8a1ac01c2f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.379900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-746a643f-4a0c-4eaf-ae20-8a1ac01c2f33 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/702a3e8e-787f-4838-bc9a-01702cf15bfb HTTP/1.1" status: 204 len: 168 time: 0.2289655 Feb 09 22:11:49.396694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0984b4f6-cab3-47f3-a65e-8417eab71e08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.414368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a643f-4a0c-4eaf-ae20-8a1ac01c2f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702a3e8e-787f-4838-bc9a-01702cf15bfb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:49.468003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0984b4f6-cab3-47f3-a65e-8417eab71e08,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:49.490875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:49.506688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d4f4128e-f63d-4fc3-8d2e-50691965b9a5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.510648 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Added segment d4f4128e-f63d-4fc3-8d2e-50691965b9a5 of type vlan for network 1572095c-b9b1-426a-9179-7350a7d927c9 Feb 09 22:11:49.567079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (1572095c-b9b1-426a-9179-7350a7d927c9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.664832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed88e60-4713-48eb-a37e-c8f647b53d7d req-c4c9b49d-e83f-487b-9333-3bd67e61f06d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:49.666633 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bed88e60-4713-48eb-a37e-c8f647b53d7d req-c4c9b49d-e83f-487b-9333-3bd67e61f06d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 945 time: 0.0611861 Feb 09 22:11:49.668188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (1572095c-b9b1-426a-9179-7350a7d927c9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.669226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:49.669889 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.792693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] Pushing event updated for resources: {'Network': ['ID=1572095c-b9b1-426a-9179-7350a7d927c9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:49.806650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 1572095c-b9b1-426a-9179-7350a7d927c9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:49.853247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8a16d6ef-e569-4989-8576-e7fb5ebf358a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0135376 Feb 09 22:11:49.857028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45430) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:49.894366 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bed88e60-4713-48eb-a37e-c8f647b53d7d req-adf21c62-9bbc-41b0-bd6f-179c2eb7a77d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593950 Feb 09 22:11:49.927462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Request body: {'subnet': {'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1582620160-subnet', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:50.040805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Made reservation on behalf of 0b169231c2f545fbac9b6f93fe450db5 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:50.043334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.378221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (9728d52f-10cc-462f-95de-65f81ab9c7da), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.447545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9728d52f-10cc-462f-95de-65f81ab9c7da,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:50.461730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Checking segment: {'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:50.462097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Network hostable DHCP agents. Network: 1572095c-b9b1-426a-9179-7350a7d927c9, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:50.526993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Network 1572095c-b9b1-426a-9179-7350a7d927c9 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:11:50.589724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 1572095c-b9b1-426a-9179-7350a7d927c9) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:50.595574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:50.596369 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.608064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6929f468-a39d-4feb-b3f8-3f90dbf363b7 None None] Network 1572095c-b9b1-426a-9179-7350a7d927c9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:50.709448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4d6cec04-0021-4d29-9035-b9689a59c8af admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8355839 Feb 09 22:11:50.709654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45450) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:50.713222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-1572095c-b9b1-426a-9179-7350a7d927c9', 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9', 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'fixed_ips': [{'subnet_id': '9728d52f-10cc-462f-95de-65f81ab9c7da'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:11:50.714344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:50.714804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.807461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (a9682a79-682a-4bee-a3bd-25da47a9615a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.808623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (a9682a79-682a-4bee-a3bd-25da47a9615a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:50.887374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Allocated IP 172.20.0.2 (1572095c-b9b1-426a-9179-7350a7d927c9/9728d52f-10cc-462f-95de-65f81ab9c7da/772c8dcb-aac9-4973-8cca-3eea0e25d51e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:50.933217 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:11:51.127204 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Publish callbacks [] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.148597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-6bd33581-c1c3-49f8-b5fc-6d32e2a80c76 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:51.150172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-6bd33581-c1c3-49f8-b5fc-6d32e2a80c76 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 945 time: 0.1311748 Feb 09 22:11:51.204655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ee07-d64c-4a8e-bd93-04625e0a54ef req-9dd3911a-cc0e-4675-a307-57aadac94a7c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:51.204655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9296ee07-d64c-4a8e-bd93-04625e0a54ef req-9dd3911a-cc0e-4675-a307-57aadac94a7c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 945 time: 0.1392424 Feb 09 22:11:51.231255 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks [] for router_controller (a9682a79-682a-4bee-a3bd-25da47a9615a), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.233216 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.268656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Network 1572095c-b9b1-426a-9179-7350a7d927c9 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:51.273825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:51.276492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:51.300178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9296ee07-d64c-4a8e-bd93-04625e0a54ef req-16190f0c-58c7-408b-953c-52ce002ff6b3 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902176 Feb 09 22:11:51.324349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Deleting port e3434758-43a7-48e5-bba2-989a91287e8f {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:51.324713 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.339533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Pushing event updated for resources: {'Port': ['ID=772c8dcb-aac9-4973-8cca-3eea0e25d51e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.392841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Attempting to bind port 772c8dcb-aac9-4973-8cca-3eea0e25d51e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:51.393070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Attempting to bind port 772c8dcb-aac9-4973-8cca-3eea0e25d51e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:51.393367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Attempting to bind port 772c8dcb-aac9-4973-8cca-3eea0e25d51e on network 1572095c-b9b1-426a-9179-7350a7d927c9 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:51.402521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:51.402868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Checking segment: {'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:51.403282 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.403684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Bound using segment: {'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:51.404187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Bound port: 772c8dcb-aac9-4973-8cca-3eea0e25d51e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:51.404576 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.424305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] For port e3434758-43a7-48e5-bba2-989a91287e8f, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e3434758-43a7-48e5-bba2-989a91287e8f,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:51.424854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.443923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Calling delete_port for e3434758-43a7-48e5-bba2-989a91287e8f owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:51.520586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] For port 772c8dcb-aac9-4973-8cca-3eea0e25d51e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:51.528600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks [] for router_gateway (a9682a79-682a-4bee-a3bd-25da47a9615a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.530125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] For port 772c8dcb-aac9-4973-8cca-3eea0e25d51e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=772c8dcb-aac9-4973-8cca-3eea0e25d51e,segment=NetworkSegment(d4f4128e-f63d-4fc3-8d2e-50691965b9a5),segment_id=d4f4128e-f63d-4fc3-8d2e-50691965b9a5)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:51.642053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.712333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f8c8a-3a3c-4cbb-a383-8c84619c3472 None None] Pushing event updated for resources: {'Port': ['ID=772c8dcb-aac9-4973-8cca-3eea0e25d51e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.713324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e3434758-43a7-48e5-bba2-989a91287e8f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.730554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e', '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'e3434758-43a7-48e5-bba2-989a91287e8f'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:51.776388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event deleted for resources: {'Port': ['ID=e3434758-43a7-48e5-bba2-989a91287e8f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.868942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] No DVR routers for this DVR port e3434758-43a7-48e5-bba2-989a91287e8f on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:51.874773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.880876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-807c9484-62a7-4e50-b48d-ba1e2479a280 req-eac50bb7-a895-421e-85e6-5d3cacc46368 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "DELETE /v2.0/ports/e3434758-43a7-48e5-bba2-989a91287e8f HTTP/1.1" status: 204 len: 173 time: 0.7169709 Feb 09 22:11:51.881494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8353c700-d766-47d8-98f3-08901ed36efd', 'name': 'network-vif-deleted', 'tag': 'e3434758-43a7-48e5-bba2-989a91287e8f'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:51.884254 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b94fc0f-45a2-4a74-b456-c3b844b9aac7" -d '{"events": [{"server_uuid": "8353c700-d766-47d8-98f3-08901ed36efd", "name": "network-vif-deleted", "tag": "e3434758-43a7-48e5-bba2-989a91287e8f"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:51.951303 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615854ea-248b-4191-9cdc-aea3298c61fc x-openstack-request-id: req-615854ea-248b-4191-9cdc-aea3298c61fc {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:51.951938 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8353c700-d766-47d8-98f3-08901ed36efd", "name": "network-vif-deleted", "tag": "e3434758-43a7-48e5-bba2-989a91287e8f", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:51.953231 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-615854ea-248b-4191-9cdc-aea3298c61fc {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:51.953876 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8353c700-d766-47d8-98f3-08901ed36efd', 'name': 'network-vif-deleted', 'tag': 'e3434758-43a7-48e5-bba2-989a91287e8f', 'status': 'completed', 'code': 200} Feb 09 22:11:52.082042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks [] for router_gateway (a9682a79-682a-4bee-a3bd-25da47a9615a), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.116772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.405400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Allocated IP 172.25.5.27 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5e774b90-6bab-45ac-a612-3513a67f030a) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:52.405400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks [] for port (5e774b90-6bab-45ac-a612-3513a67f030a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.420936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c94361-13f4-4595-b121-1ab889af6baf req-8e7d92f0-5a16-45a5-bab5-df7766b50b13 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=8353c700-d766-47d8-98f3-08901ed36efd HTTP/1.1" status: 200 len: 210 time: 0.0316937 Feb 09 22:11:52.567668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.617882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:52.621038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:52.625618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:52.629005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e774b90-6bab-45ac-a612-3513a67f030a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:52.981498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks [] for router_gateway (a9682a79-682a-4bee-a3bd-25da47a9615a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.198400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f0957e-c3d1-4632-9aa1-5cc2565051f7 None None] Network 1572095c-b9b1-426a-9179-7350a7d927c9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:11:53.215557 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (a9682a79-682a-4bee-a3bd-25da47a9615a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.292279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-44662f8f-8410-43fb-86b8-3aec63a3bee5 None None] Provisioning complete for port 772c8dcb-aac9-4973-8cca-3eea0e25d51e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:53.293072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44662f8f-8410-43fb-86b8-3aec63a3bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.427599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-44662f8f-8410-43fb-86b8-3aec63a3bee5 None None] Current status of the port 772c8dcb-aac9-4973-8cca-3eea0e25d51e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:53.427599 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44662f8f-8410-43fb-86b8-3aec63a3bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.452853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Router a9682a79-682a-4bee-a3bd-25da47a9615a is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:11:53.484405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-44662f8f-8410-43fb-86b8-3aec63a3bee5 None None] For port 772c8dcb-aac9-4973-8cca-3eea0e25d51e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=772c8dcb-aac9-4973-8cca-3eea0e25d51e,segment=NetworkSegment(d4f4128e-f63d-4fc3-8d2e-50691965b9a5),segment_id=d4f4128e-f63d-4fc3-8d2e-50691965b9a5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:53.578645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44662f8f-8410-43fb-86b8-3aec63a3bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.678117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 772c8dcb-aac9-4973-8cca-3eea0e25d51e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:53.725949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:53.753385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Sync routers for ids ['a9682a79-682a-4bee-a3bd-25da47a9615a'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:53.766910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44662f8f-8410-43fb-86b8-3aec63a3bee5 None None] Pushing event updated for resources: {'Port': ['ID=772c8dcb-aac9-4973-8cca-3eea0e25d51e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:53.775365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Routers {'a9682a79-682a-4bee-a3bd-25da47a9615a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:53.776014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a9682a79-682a-4bee-a3bd-25da47a9615a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:53.781108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-272155b4-860f-470b-83bf-bea0dabec7a3 None None] Provisioning complete for port 772c8dcb-aac9-4973-8cca-3eea0e25d51e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:53.784448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-272155b4-860f-470b-83bf-bea0dabec7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.831777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.833432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e6b1cfc-41c1-4b07-8adf-c73c539547a3 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1228018 Feb 09 22:11:53.836483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45504) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:53.966887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 772c8dcb-aac9-4973-8cca-3eea0e25d51e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:53.967300 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.010731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Set router a9682a79-682a-4bee-a3bd-25da47a9615a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:54.114343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-272155b4-860f-470b-83bf-bea0dabec7a3 None None] Current status of the port 772c8dcb-aac9-4973-8cca-3eea0e25d51e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:54.202771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 772c8dcb-aac9-4973-8cca-3eea0e25d51e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:54.218232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe25d8-0a5a-4bf1-872b-ef5a9aa58b53 req-c5890b1c-c3d7-43a6-a2f4-6201fb942b4d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:54.222195 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40fe25d8-0a5a-4bf1-872b-ef5a9aa58b53 req-c5890b1c-c3d7-43a6-a2f4-6201fb942b4d tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 945 time: 0.1032813 Feb 09 22:11:54.280210 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-40fe25d8-0a5a-4bf1-872b-ef5a9aa58b53 req-ce9f6e34-8864-4cfd-a7bc-bdee2a7431de tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509329 Feb 09 22:11:54.341923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:11:52Z', 'revision_number': 3, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port': {'id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:52Z', 'updated_at': '2022-02-09T22:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:54.370685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Checking router: a9682a79-682a-4bee-a3bd-25da47a9615a for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:54.371006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Updating router a9682a79-682a-4bee-a3bd-25da47a9615a port 5e774b90-6bab-45ac-a612-3513a67f030a binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:54.403383 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.417424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.661090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Allocated IP 172.20.0.1 (1572095c-b9b1-426a-9179-7350a7d927c9/9728d52f-10cc-462f-95de-65f81ab9c7da/cdc601f3-362e-48ec-85d2-641888ea53f4) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:54.769154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks [] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.862034 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Publish callbacks [] for port (5e774b90-6bab-45ac-a612-3513a67f030a), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.916291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.944469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.966850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc601f3-362e-48ec-85d2-641888ea53f4,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:54.984095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Network 1572095c-b9b1-426a-9179-7350a7d927c9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:54.985803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:54.989371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:55.021575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c645ed-852a-4087-acf0-1cadd3e06f2f None None] Pushing event updated for resources: {'Port': ['ID=5e774b90-6bab-45ac-a612-3513a67f030a,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:55.032331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (a9682a79-682a-4bee-a3bd-25da47a9615a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.044561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Attempting to bind port 5e774b90-6bab-45ac-a612-3513a67f030a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:11:55.044888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Attempting to bind port 5e774b90-6bab-45ac-a612-3513a67f030a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:11:55.045285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Attempting to bind port 5e774b90-6bab-45ac-a612-3513a67f030a on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:11:55.051536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:11:55.051954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:55.052366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.052767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:11:55.053243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Bound port: 5e774b90-6bab-45ac-a612-3513a67f030a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:11:55.053631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.121045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] For port 5e774b90-6bab-45ac-a612-3513a67f030a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:11:55.124337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] For port 5e774b90-6bab-45ac-a612-3513a67f030a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5e774b90-6bab-45ac-a612-3513a67f030a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:11:55.208472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.318152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Routers {'a9682a79-682a-4bee-a3bd-25da47a9615a'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:55.318806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a9682a79-682a-4bee-a3bd-25da47a9615a'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:55.320791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c645ed-852a-4087-acf0-1cadd3e06f2f None None] Pushing event updated for resources: {'Port': ['ID=5e774b90-6bab-45ac-a612-3513a67f030a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:55.326175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e3434758-43a7-48e5-bba2-989a91287e8f no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:55.332873 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.476938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: e3434758-43a7-48e5-bba2-989a91287e8f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:55.477297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e3434758-43a7-48e5-bba2-989a91287e8f not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:55.498062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-b02503a3-608a-4495-9edd-9b91b89f46b0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:55.500935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-b02503a3-608a-4495-9edd-9b91b89f46b0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 945 time: 0.1477578 Feb 09 22:11:55.506831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1cf5b813-dc20-4d73-a085-b71aa04c0686 None None] Provisioning complete for port cdc601f3-362e-48ec-85d2-641888ea53f4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:55.506831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b813-dc20-4d73-a085-b71aa04c0686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.547909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 772c8dcb-aac9-4973-8cca-3eea0e25d51e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:55.632216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5b813-dc20-4d73-a085-b71aa04c0686 None None] Port cdc601f3-362e-48ec-85d2-641888ea53f4 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:55.650707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] Set router a9682a79-682a-4bee-a3bd-25da47a9615a gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:55.693657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a605ae-4f7e-4a2d-8594-01a2c8e2fc6a req-5a31b39e-16fa-47c6-9ad9-110ece766768 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:55.701835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49a605ae-4f7e-4a2d-8594-01a2c8e2fc6a req-5a31b39e-16fa-47c6-9ad9-110ece766768 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 945 time: 0.2955766 Feb 09 22:11:55.777942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49a605ae-4f7e-4a2d-8594-01a2c8e2fc6a req-cffd5fad-c85c-41eb-8a12-2348049cdcab tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749030 Feb 09 22:11:55.826567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Deleting port 7f355ff3-7d60-47a7-89b5-3240056d2c48 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:55.827212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.862590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 772c8dcb-aac9-4973-8cca-3eea0e25d51e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:55.863799 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.908628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks [] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.005225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 772c8dcb-aac9-4973-8cca-3eea0e25d51e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:56.010856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 4, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port': {'id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:52Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cdc601f3-362e-48ec-85d2-641888ea53f4', 'name': '', 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'mac_address': 'fa:16:3e:e2:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:54Z', 'updated_at': '2022-02-09T22:11:54Z', 'revision_number': 1, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'subnets': [{'id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:56.041684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f958cb8-f969-4563-bc8c-3e1a4a74fb9a None None] The sync data for ids ['a9682a79-682a-4bee-a3bd-25da47a9615a'] in n-d-828599-1 is: [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 4, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port': {'id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:52Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cdc601f3-362e-48ec-85d2-641888ea53f4', 'name': '', 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'mac_address': 'fa:16:3e:e2:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:54Z', 'updated_at': '2022-02-09T22:11:54Z', 'revision_number': 1, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'subnets': [{'id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:11:56.346267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.471428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] For port 7f355ff3-7d60-47a7-89b5-3240056d2c48, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=7f355ff3-7d60-47a7-89b5-3240056d2c48,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:56.471853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.509147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Calling delete_port for 7f355ff3-7d60-47a7-89b5-3240056d2c48 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:56.527103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (a9682a79-682a-4bee-a3bd-25da47a9615a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.534121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc601f3-362e-48ec-85d2-641888ea53f4,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:57.036105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Network 1572095c-b9b1-426a-9179-7350a7d927c9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:57.036105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:57.036583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95416c3-b315-498f-a790-db123aab0cdb req-b3f86afc-f5a0-4943-896a-9c919c85f57a tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:57.037116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7f355ff3-7d60-47a7-89b5-3240056d2c48), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.037512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b95416c3-b315-498f-a790-db123aab0cdb req-b3f86afc-f5a0-4943-896a-9c919c85f57a tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 867 time: 0.1134079 Feb 09 22:11:57.037616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e', '7f355ff3-7d60-47a7-89b5-3240056d2c48'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:57.127915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event deleted for resources: {'Port': ['ID=7f355ff3-7d60-47a7-89b5-3240056d2c48,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:57.165744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b95416c3-b315-498f-a790-db123aab0cdb req-c6f60efc-acd3-4faf-b35d-3455bf97f0ab tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423950 Feb 09 22:11:57.252365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] No DVR routers for this DVR port 7f355ff3-7d60-47a7-89b5-3240056d2c48 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:57.256020 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.269920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46984c04-cecf-4e5a-a79d-36a730b31023 req-2f824c66-1b31-494e-abc3-0d1e9ad50fad tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "DELETE /v2.0/ports/7f355ff3-7d60-47a7-89b5-3240056d2c48 HTTP/1.1" status: 204 len: 173 time: 1.7597172 Feb 09 22:11:57.273511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'name': 'network-vif-deleted', 'tag': '7f355ff3-7d60-47a7-89b5-3240056d2c48'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:57.276528 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887061cd-0739-4eb0-9ef9-4dd3cf14a8a3" -d '{"events": [{"server_uuid": "43a0d6b7-9972-4f9d-99d0-387d3124363d", "name": "network-vif-deleted", "tag": "7f355ff3-7d60-47a7-89b5-3240056d2c48"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:57.345439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Router a9682a79-682a-4bee-a3bd-25da47a9615a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:11:57.370434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9b21b72a-9764-45bb-bfd8-70d4c2ec56d6 None None] Provisioning complete for port cdc601f3-362e-48ec-85d2-641888ea53f4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:57.371058 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b21b72a-9764-45bb-bfd8-70d4c2ec56d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.462997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9b21b72a-9764-45bb-bfd8-70d4c2ec56d6 None None] Port cdc601f3-362e-48ec-85d2-641888ea53f4 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:11:57.548460 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3437ccb7-7629-44f5-b739-98d468c3a031 x-openstack-request-id: req-3437ccb7-7629-44f5-b739-98d468c3a031 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:57.557634 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0d6b7-9972-4f9d-99d0-387d3124363d", "name": "network-vif-deleted", "tag": "7f355ff3-7d60-47a7-89b5-3240056d2c48", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:57.557634 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3437ccb7-7629-44f5-b739-98d468c3a031 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:57.557634 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0d6b7-9972-4f9d-99d0-387d3124363d', 'name': 'network-vif-deleted', 'tag': '7f355ff3-7d60-47a7-89b5-3240056d2c48', 'status': 'completed', 'code': 200} Feb 09 22:11:57.605463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5e774b90-6bab-45ac-a612-3513a67f030a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:57.660514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:11:57.680061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ccf245e-6017-43d5-b5a8-b8a67e83b650 admin admin] 10.222.0.98 "PUT /v2.0/routers/a9682a79-682a-4bee-a3bd-25da47a9615a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8406577 Feb 09 22:11:57.790852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5e774b90-6bab-45ac-a612-3513a67f030a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:57.791512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.928836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5e774b90-6bab-45ac-a612-3513a67f030a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:57.929241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.960552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 5e774b90-6bab-45ac-a612-3513a67f030a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5e774b90-6bab-45ac-a612-3513a67f030a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:58.030522 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.119246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=5e774b90-6bab-45ac-a612-3513a67f030a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:58.352791 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbb8fa73-66a9-4ae6-86be-0118c54e997b req-fe0787ad-0f8b-447c-b82c-920d846bfdc0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=43a0d6b7-9972-4f9d-99d0-387d3124363d HTTP/1.1" status: 200 len: 210 time: 0.0796285 Feb 09 22:11:58.658156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45562) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:58.664979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-199698670-network', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:58.738943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Made reservation on behalf of 294360273b2f4df09753f4f6132b5bb8 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:58.741800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.752593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.873984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks [] for security_group (5c12d87e-adee-4aee-816b-759cd9aa966f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.944826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5c12d87e-adee-4aee-816b-759cd9aa966f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.976875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:11:58.987158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c12d87e-adee-4aee-816b-759cd9aa966f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:58.999782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (32e7e169-3f92-4acb-9174-d3734ca4df1d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.000175 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Added segment 32e7e169-3f92-4acb-9174-d3734ca4df1d of type vlan for network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 Feb 09 22:11:59.067063 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (4733e0f9-4af7-481e-a4b5-24bf8d30a265), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.144647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (4733e0f9-4af7-481e-a4b5-24bf8d30a265), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.146278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:59.147073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.255808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] Pushing event updated for resources: {'Network': ['ID=4733e0f9-4af7-481e-a4b5-24bf8d30a265,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:59.266234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:11:59.286085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-157f6c14-c0fc-421e-a19a-45b2c7eb2b8d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6230848 Feb 09 22:11:59.286304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45572) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.291237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Request body: {'subnet': {'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-199698670-subnet', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:59.342601 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Sync routers for ids ['a9682a79-682a-4bee-a3bd-25da47a9615a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:11:59.361124 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Routers {'a9682a79-682a-4bee-a3bd-25da47a9615a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:11:59.365262 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a9682a79-682a-4bee-a3bd-25da47a9615a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:59.368344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7f355ff3-7d60-47a7-89b5-3240056d2c48 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:59.384304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Made reservation on behalf of 294360273b2f4df09753f4f6132b5bb8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:59.387311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.431975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 7f355ff3-7d60-47a7-89b5-3240056d2c48 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:59.432345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 7f355ff3-7d60-47a7-89b5-3240056d2c48 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:59.510166 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.530107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5e774b90-6bab-45ac-a612-3513a67f030a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:11:59.541619 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Set router a9682a79-682a-4bee-a3bd-25da47a9615a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:11:59.606468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5e774b90-6bab-45ac-a612-3513a67f030a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:11:59.607102 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.704989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5e774b90-6bab-45ac-a612-3513a67f030a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:11:59.778733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (de1ce7c9-2d85-4f42-928e-9190bc8f8390), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.851860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1ce7c9-2d85-4f42-928e-9190bc8f8390,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:59.864911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Checking segment: {'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:11:59.865666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Network hostable DHCP agents. Network: 4733e0f9-4af7-481e-a4b5-24bf8d30a265, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:11:59.866616 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 4, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port': {'id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:52Z', 'updated_at': '2022-02-09T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cdc601f3-362e-48ec-85d2-641888ea53f4', 'name': '', 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'mac_address': 'fa:16:3e:e2:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:54Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 2, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'subnets': [{'id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:59.903403 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Checking router: a9682a79-682a-4bee-a3bd-25da47a9615a for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:11:59.904064 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Updating router a9682a79-682a-4bee-a3bd-25da47a9615a port cdc601f3-362e-48ec-85d2-641888ea53f4 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:11:59.939640 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.969701 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:00.066855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 4733e0f9-4af7-481e-a4b5-24bf8d30a265) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:00.068327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:00.068939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.076202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b938475b-e820-43b6-91cc-655714e6e55d None None] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:00.173336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.179788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-82a1690b-0af0-4d1a-8aa1-5d06c3b6f31d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8924315 Feb 09 22:12:00.180649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:00.260326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'fixed_ips': [{'subnet_id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:00.261263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.263793 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Publish callbacks [] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.310141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.311356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.374477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks [] for router_controller (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.384752 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.416555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Allocated IP 172.20.0.2 (4733e0f9-4af7-481e-a4b5-24bf8d30a265/de1ce7c9-2d85-4f42-928e-9190bc8f8390/56288cd7-0d5f-4c0a-ac23-1838e9cfbe94) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:00.448597 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Pushing event updated for resources: {'Port': ['ID=cdc601f3-362e-48ec-85d2-641888ea53f4,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:00.486970 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.487577 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.488390 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.493956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:00.550656 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Attempting to bind port cdc601f3-362e-48ec-85d2-641888ea53f4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:00.551291 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Attempting to bind port cdc601f3-362e-48ec-85d2-641888ea53f4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:00.551913 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Attempting to bind port cdc601f3-362e-48ec-85d2-641888ea53f4 on network 1572095c-b9b1-426a-9179-7350a7d927c9 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:00.571211 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:00.571962 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Checking segment: {'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:00.572682 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.573840 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Bound using segment: {'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:00.574550 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Bound port: cdc601f3-362e-48ec-85d2-641888ea53f4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:00.575154 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.635021 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Publish callbacks [] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.718071 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] For port cdc601f3-362e-48ec-85d2-641888ea53f4, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:00.722110 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] For port cdc601f3-362e-48ec-85d2-641888ea53f4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdc601f3-362e-48ec-85d2-641888ea53f4,segment=NetworkSegment(d4f4128e-f63d-4fc3-8d2e-50691965b9a5),segment_id=d4f4128e-f63d-4fc3-8d2e-50691965b9a5)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:00.741089 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.744035 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks [] for router_gateway (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.784569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:00.788286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:00.792927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:00.809536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Pushing event updated for resources: {'Port': ['ID=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:00.823935 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.952315 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Routers {'a9682a79-682a-4bee-a3bd-25da47a9615a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:00.953242 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a9682a79-682a-4bee-a3bd-25da47a9615a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:01.038966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3f4baf71-dc53-47f4-8c3e-bbb8e5c82b8c None None] Provisioning complete for port cdc601f3-362e-48ec-85d2-641888ea53f4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:01.039231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f4baf71-dc53-47f4-8c3e-bbb8e5c82b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.118586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Attempting to bind port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:01.118807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Attempting to bind port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:01.119105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Attempting to bind port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 on network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:01.143099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:01.143465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Checking segment: {'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:01.155761 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.156141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Bound using segment: {'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:01.156607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Bound port: 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:01.157015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.190245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.300456 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] Set router a9682a79-682a-4bee-a3bd-25da47a9615a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:01.304727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks [] for router_gateway (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.362114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.431759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] For port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:01.466833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] For port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,segment=NetworkSegment(32e7e169-3f92-4acb-9174-d3734ca4df1d),segment_id=32e7e169-3f92-4acb-9174-d3734ca4df1d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:01.471589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3f4baf71-dc53-47f4-8c3e-bbb8e5c82b8c None None] Current status of the port cdc601f3-362e-48ec-85d2-641888ea53f4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:01.472007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f4baf71-dc53-47f4-8c3e-bbb8e5c82b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.540665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3f4baf71-dc53-47f4-8c3e-bbb8e5c82b8c None None] For port cdc601f3-362e-48ec-85d2-641888ea53f4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdc601f3-362e-48ec-85d2-641888ea53f4,segment=NetworkSegment(d4f4128e-f63d-4fc3-8d2e-50691965b9a5),segment_id=d4f4128e-f63d-4fc3-8d2e-50691965b9a5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:01.549533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Allocated IP 172.25.5.83 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/098729b6-4831-455a-a27f-87f55f816024) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:01.588961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.649746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3f4baf71-dc53-47f4-8c3e-bbb8e5c82b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.723752 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3409c-e38a-4c9a-aea6-981a74791e3e None None] Pushing event updated for resources: {'Port': ['ID=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:01.837827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks [] for port (098729b6-4831-455a-a27f-87f55f816024), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.886825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4baf71-dc53-47f4-8c3e-bbb8e5c82b8c None None] Pushing event updated for resources: {'Port': ['ID=cdc601f3-362e-48ec-85d2-641888ea53f4,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:01.917531 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 4, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port': {'id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:52Z', 'updated_at': '2022-02-09T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cdc601f3-362e-48ec-85d2-641888ea53f4', 'name': '', 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'mac_address': 'fa:16:3e:e2:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:54Z', 'updated_at': '2022-02-09T22:12:00Z', 'revision_number': 4, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'subnets': [{'id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:01.952051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-53504941-adab-4b3f-a0ef-e347c0230d9b None None] Provisioning complete for port cdc601f3-362e-48ec-85d2-641888ea53f4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:01.952722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-53504941-adab-4b3f-a0ef-e347c0230d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.962598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45604) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:01.994322 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e9ca2-cfbc-4a80-b8ad-86c27205b6d6 None None] The sync data for ids ['a9682a79-682a-4bee-a3bd-25da47a9615a'] in n-d-828599-1 is: [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:11:55Z', 'revision_number': 4, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port': {'id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:52Z', 'updated_at': '2022-02-09T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'cdc601f3-362e-48ec-85d2-641888ea53f4', 'name': '', 'network_id': '1572095c-b9b1-426a-9179-7350a7d927c9', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'mac_address': 'fa:16:3e:e2:ff:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:54Z', 'updated_at': '2022-02-09T22:12:00Z', 'revision_number': 4, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'subnets': [{'id': '9728d52f-10cc-462f-95de-65f81ab9c7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:02.002439 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661da66c-859a-4871-833c-9e7152b422f5 None None] Pushing event updated for resources: {'Port': ['ID=cdc601f3-362e-48ec-85d2-641888ea53f4,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:02.041927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (098729b6-4831-455a-a27f-87f55f816024), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.135556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45608) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.202129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:02.227101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:02.234541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:02.236966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Pushing event updated for resources: {'Port': ['ID=098729b6-4831-455a-a27f-87f55f816024,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:02.263440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-53504941-adab-4b3f-a0ef-e347c0230d9b None None] Current status of the port cdc601f3-362e-48ec-85d2-641888ea53f4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:02.422049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-919ab7ea-fbda-46a0-9818-6408d51d4433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.429052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc683-eaca-4491-b229-c5e6ca5cb19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.643294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-919ab7ea-fbda-46a0-9818-6408d51d4433 admin admin] Publish callbacks [] for security_group (2118b9b9-b971-4c00-a82a-6103cb5dc2ce), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.662056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc683-eaca-4491-b229-c5e6ca5cb19c admin admin] Publish callbacks [] for security_group (b0c7b8da-b637-4f4a-a263-c9967a5239d7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.740084 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-919ab7ea-fbda-46a0-9818-6408d51d4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2118b9b9-b971-4c00-a82a-6103cb5dc2ce), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.742916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a5fc683-eaca-4491-b229-c5e6ca5cb19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b0c7b8da-b637-4f4a-a263-c9967a5239d7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.813916 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2a5fc683-eaca-4491-b229-c5e6ca5cb19c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=de2591a8add74df5ae8f5c1a38f939ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8494303 Feb 09 22:12:02.817812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45614) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.885519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks [] for router_gateway (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.946939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ab7ea-fbda-46a0-9818-6408d51d4433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2118b9b9-b971-4c00-a82a-6103cb5dc2ce,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:02.959614 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-919ab7ea-fbda-46a0-9818-6408d51d4433 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bf5cd8235c5b41d98512363bda0a2b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8225451 Feb 09 22:12:02.964424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45616) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.015057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9521f3af-c983-4b93-9658-7827c150562c admin admin] Publish callbacks [] for security_group (b0c7b8da-b637-4f4a-a263-c9967a5239d7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.017566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fc683-eaca-4491-b229-c5e6ca5cb19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7b8da-b637-4f4a-a263-c9967a5239d7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:03.061052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9521f3af-c983-4b93-9658-7827c150562c admin admin] Publish callbacks [] for security_group (b0c7b8da-b637-4f4a-a263-c9967a5239d7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.202013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9521f3af-c983-4b93-9658-7827c150562c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b0c7b8da-b637-4f4a-a263-c9967a5239d7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.208649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9521f3af-c983-4b93-9658-7827c150562c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.220403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9521f3af-c983-4b93-9658-7827c150562c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b0c7b8da-b637-4f4a-a263-c9967a5239d7 HTTP/1.1" status: 204 len: 168 time: 0.3890333 Feb 09 22:12:03.248895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521f3af-c983-4b93-9658-7827c150562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7b8da-b637-4f4a-a263-c9967a5239d7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:03.624540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6ff1e-d2e4-4590-adbb-59452f32bc00 None None] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:03.763040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1fe84777-5731-4174-8042-d230e1e04f9b None None] Provisioning complete for port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:03.763432 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fe84777-5731-4174-8042-d230e1e04f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.819442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdc601f3-362e-48ec-85d2-641888ea53f4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:03.867837 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d7ac2e-17f5-4245-95d8-45e71c031325 admin admin] Publish callbacks [] for security_group (2118b9b9-b971-4c00-a82a-6103cb5dc2ce), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.895923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.902277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d7ac2e-17f5-4245-95d8-45e71c031325 admin admin] Publish callbacks [] for security_group (2118b9b9-b971-4c00-a82a-6103cb5dc2ce), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.969689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1fe84777-5731-4174-8042-d230e1e04f9b None None] Current status of the port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:03.970424 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fe84777-5731-4174-8042-d230e1e04f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.974328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cdc601f3-362e-48ec-85d2-641888ea53f4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:03.976211 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.053948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1fe84777-5731-4174-8042-d230e1e04f9b None None] For port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,segment=NetworkSegment(32e7e169-3f92-4acb-9174-d3734ca4df1d),segment_id=32e7e169-3f92-4acb-9174-d3734ca4df1d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:04.131804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fe84777-5731-4174-8042-d230e1e04f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.158827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cdc601f3-362e-48ec-85d2-641888ea53f4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:04.170624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:04.207620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45626) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:04.250288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01f8e8b3-0c11-4608-9cf3-20d5d2a43e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.284071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe84777-5731-4174-8042-d230e1e04f9b None None] Pushing event updated for resources: {'Port': ['ID=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:04.300302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:04.300635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.350306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:12:04.417215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:04.465682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-66471b42-3fa4-42f3-b834-39dd16ebeec4 None None] Provisioning complete for port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:04.465996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01f8e8b3-0c11-4608-9cf3-20d5d2a43e22 admin admin] Publish callbacks [] for security_group (8cc20129-9541-4fa3-a7bf-81aab29a059d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.466128 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-66471b42-3fa4-42f3-b834-39dd16ebeec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.469694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d7ac2e-17f5-4245-95d8-45e71c031325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2118b9b9-b971-4c00-a82a-6103cb5dc2ce), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.472252 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-42d7ac2e-17f5-4245-95d8-45e71c031325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.473702 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-42d7ac2e-17f5-4245-95d8-45e71c031325 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2118b9b9-b971-4c00-a82a-6103cb5dc2ce HTTP/1.1" status: 204 len: 168 time: 1.5081794 Feb 09 22:12:04.513683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7ac2e-17f5-4245-95d8-45e71c031325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2118b9b9-b971-4c00-a82a-6103cb5dc2ce,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:04.562852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:04.577677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01f8e8b3-0c11-4608-9cf3-20d5d2a43e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8cc20129-9541-4fa3-a7bf-81aab29a059d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.583615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Sync routers for ids ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:04.625928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-01f8e8b3-0c11-4608-9cf3-20d5d2a43e22 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1dc43cdd22c548a1829da19fc5a4584a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4167624 Feb 09 22:12:04.628777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45630) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:04.636737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Routers {'3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:04.642265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:04.656718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8e8b3-0c11-4608-9cf3-20d5d2a43e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc20129-9541-4fa3-a7bf-81aab29a059d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:04.698382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca7bef11-06a6-4e84-9b08-2c52db18eff4 admin admin] Publish callbacks [] for security_group (8cc20129-9541-4fa3-a7bf-81aab29a059d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.708287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.712546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-976531fd-1a3c-4a47-b30a-25dd7dda2d92 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5344582 Feb 09 22:12:04.712705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45632) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:04.790316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca7bef11-06a6-4e84-9b08-2c52db18eff4 admin admin] Publish callbacks [] for security_group (8cc20129-9541-4fa3-a7bf-81aab29a059d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.967656 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca7bef11-06a6-4e84-9b08-2c52db18eff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8cc20129-9541-4fa3-a7bf-81aab29a059d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.970825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca7bef11-06a6-4e84-9b08-2c52db18eff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:04.972114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ca7bef11-06a6-4e84-9b08-2c52db18eff4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8cc20129-9541-4fa3-a7bf-81aab29a059d HTTP/1.1" status: 204 len: 168 time: 0.3406589 Feb 09 22:12:04.989907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bef11-06a6-4e84-9b08-2c52db18eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc20129-9541-4fa3-a7bf-81aab29a059d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:05.028874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-66471b42-3fa4-42f3-b834-39dd16ebeec4 None None] Current status of the port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:05.073369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Set router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:05.345990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:02Z', 'revision_number': 3, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:05.411829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Checking router: 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:05.412986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Updating router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 port 098729b6-4831-455a-a27f-87f55f816024 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:05.461726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.486227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (098729b6-4831-455a-a27f-87f55f816024), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.569369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:05.618342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6473a276-96ba-444b-9482-15794a9b0622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.681320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-d060a2fd-2585-4944-b100-2da625ada398 req-ba53886e-56bf-4459-be74-9d8299a7e9f8 service neutron] (103697) timed out ('10.222.0.98', 47946) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:12:05.713285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Allocated IP 172.20.0.1 (4733e0f9-4af7-481e-a4b5-24bf8d30a265/de1ce7c9-2d85-4f42-928e-9190bc8f8390/2bc3e840-ae66-4a44-9e5d-7260965b00ce) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:05.808538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:05.810117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.889344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks [] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:05.966593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:06.022034 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Publish callbacks [] for port (098729b6-4831-455a-a27f-87f55f816024), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.040837 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.077412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:06.080391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:06.083443 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:06.121052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc3e840-ae66-4a44-9e5d-7260965b00ce,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:06.122503 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (098729b6-4831-455a-a27f-87f55f816024), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.136297 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.203107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c548ae-d1a3-4f41-88a8-f1e95cdf8e1d None None] Pushing event updated for resources: {'Port': ['ID=098729b6-4831-455a-a27f-87f55f816024,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:06.220665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Attempting to bind port 098729b6-4831-455a-a27f-87f55f816024 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:06.225294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Attempting to bind port 098729b6-4831-455a-a27f-87f55f816024 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:06.225294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Attempting to bind port 098729b6-4831-455a-a27f-87f55f816024 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:06.229454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:06.229454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:06.229454 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.229454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:06.229454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Bound port: 098729b6-4831-455a-a27f-87f55f816024, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:06.229904 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (098729b6-4831-455a-a27f-87f55f816024), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.289111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] For port 098729b6-4831-455a-a27f-87f55f816024, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:06.292813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] For port 098729b6-4831-455a-a27f-87f55f816024, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=098729b6-4831-455a-a27f-87f55f816024,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:06.374187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (098729b6-4831-455a-a27f-87f55f816024), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.420557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.462117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c548ae-d1a3-4f41-88a8-f1e95cdf8e1d None None] Pushing event updated for resources: {'Port': ['ID=098729b6-4831-455a-a27f-87f55f816024,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:06.493187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Routers {'3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:06.493833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:11:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:06.497328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2622c049-b039-4c1f-93ec-54870ebb7eff None None] Provisioning complete for port 2bc3e840-ae66-4a44-9e5d-7260965b00ce triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:06.497709 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2622c049-b039-4c1f-93ec-54870ebb7eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.578320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2622c049-b039-4c1f-93ec-54870ebb7eff None None] Port 2bc3e840-ae66-4a44-9e5d-7260965b00ce cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:06.665067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] Set router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:06.699957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks [] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.756294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.843336 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.846344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc3e840-ae66-4a44-9e5d-7260965b00ce,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:06.908967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 4, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2bc3e840-ae66-4a44-9e5d-7260965b00ce', 'name': '', 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'mac_address': 'fa:16:3e:ff:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:05Z', 'updated_at': '2022-02-09T22:12:05Z', 'revision_number': 1, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'subnets': [{'id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:06.950514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:06.951960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:06.961645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce70ce-b3ee-4b0a-a1dd-9c69090a48f9 None None] The sync data for ids ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'] in n-d-828599-1 is: [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 4, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2bc3e840-ae66-4a44-9e5d-7260965b00ce', 'name': '', 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'mac_address': 'fa:16:3e:ff:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:05Z', 'updated_at': '2022-02-09T22:12:05Z', 'revision_number': 1, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'subnets': [{'id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:07.165517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:07.419538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:07.434888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a193c45-cfb4-431c-8438-6785bb771785 admin admin] 10.222.0.98 "PUT /v2.0/routers/3a6e30ac-29bb-4a86-8bef-e5f23b67bda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7134538 Feb 09 22:12:07.468438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c0c1dbd0-9021-42da-84e9-05b44594f5cc None None] Provisioning complete for port 2bc3e840-ae66-4a44-9e5d-7260965b00ce triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:07.468438 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0c1dbd0-9021-42da-84e9-05b44594f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.512753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1dbd0-9021-42da-84e9-05b44594f5cc None None] Port 2bc3e840-ae66-4a44-9e5d-7260965b00ce cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:07.574626 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7299a39-f478-4dd0-b622-c1a05bccecb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.135633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:08.140632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084432128', 'description': 'tempest-secgroup-smoke-1084432128 description', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:08.254828 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.271604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.357109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (5d96a474-03e7-475c-8b88-92f88e102a5e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.419038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5d96a474-03e7-475c-8b88-92f88e102a5e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.461530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96a474-03e7-475c-8b88-92f88e102a5e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.492439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.510960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.517843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.517843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.517843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.517843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.517843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.517843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.517843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.524309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.524868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.525236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.525589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:08.591304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (d077f24c-7cd7-4c0a-a437-44df76b011de), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.663588 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d077f24c-7cd7-4c0a-a437-44df76b011de), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.699940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d077f24c-7cd7-4c0a-a437-44df76b011de,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.774480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.776417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bac7445f-3e4e-4f48-8463-b3d00c006f7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6389890 Feb 09 22:12:08.787020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45734) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:08.787020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-200779c5-54de-44e1-b43e-3cff1dc65f6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': 'd077f24c-7cd7-4c0a-a437-44df76b011de', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:08.874572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200779c5-54de-44e1-b43e-3cff1dc65f6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (58472381-083a-4056-b82c-2bf56520846b), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.944651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200779c5-54de-44e1-b43e-3cff1dc65f6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (58472381-083a-4056-b82c-2bf56520846b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.018809 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200779c5-54de-44e1-b43e-3cff1dc65f6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (58472381-083a-4056-b82c-2bf56520846b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.048820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200779c5-54de-44e1-b43e-3cff1dc65f6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58472381-083a-4056-b82c-2bf56520846b,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:09.067561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f977e-e489-49e9-aac6-a7ff69458f6b req-4744f3ee-fc10-4008-8af5-bbccc0bc236c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:09.069444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b54f977e-e489-49e9-aac6-a7ff69458f6b req-4744f3ee-fc10-4008-8af5-bbccc0bc236c tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 945 time: 0.0786908 Feb 09 22:12:09.099062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.121299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b54f977e-e489-49e9-aac6-a7ff69458f6b req-d3cf2e3d-cc4e-4acc-aff9-b0418c2d0ec0 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Feb 09 22:12:09.130226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200779c5-54de-44e1-b43e-3cff1dc65f6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.134973 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-200779c5-54de-44e1-b43e-3cff1dc65f6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512406 Feb 09 22:12:09.134973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45742) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.144707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cfc14cea-2a5e-4375-85d7-83c2203c5604 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': 'd077f24c-7cd7-4c0a-a437-44df76b011de', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:09.245810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc14cea-2a5e-4375-85d7-83c2203c5604 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (6a60d4ef-2285-40f2-b977-249d46868af4), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.333591 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc14cea-2a5e-4375-85d7-83c2203c5604 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (6a60d4ef-2285-40f2-b977-249d46868af4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.390446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc14cea-2a5e-4375-85d7-83c2203c5604 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (6a60d4ef-2285-40f2-b977-249d46868af4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.415929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc14cea-2a5e-4375-85d7-83c2203c5604 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a60d4ef-2285-40f2-b977-249d46868af4,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:09.470933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc14cea-2a5e-4375-85d7-83c2203c5604 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.476063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.477412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cfc14cea-2a5e-4375-85d7-83c2203c5604 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3417747 Feb 09 22:12:09.481734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-bda78a3a-27bb-4640-a18d-f53951ded86c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': 'd077f24c-7cd7-4c0a-a437-44df76b011de', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:09.553162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 098729b6-4831-455a-a27f-87f55f816024 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:09.585667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bda78a3a-27bb-4640-a18d-f53951ded86c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (d239ebd0-7787-4e47-a6e7-264e986040d6), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.657934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bda78a3a-27bb-4640-a18d-f53951ded86c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (d239ebd0-7787-4e47-a6e7-264e986040d6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.661068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 098729b6-4831-455a-a27f-87f55f816024 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:09.668015 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Sync routers for ids ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:09.671852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (098729b6-4831-455a-a27f-87f55f816024), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.679156 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Routers {'3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:09.679868 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.756439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bda78a3a-27bb-4640-a18d-f53951ded86c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d239ebd0-7787-4e47-a6e7-264e986040d6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.783233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda78a3a-27bb-4640-a18d-f53951ded86c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d239ebd0-7787-4e47-a6e7-264e986040d6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:09.798598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 098729b6-4831-455a-a27f-87f55f816024 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:09.799028 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (098729b6-4831-455a-a27f-87f55f816024), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.827559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 098729b6-4831-455a-a27f-87f55f816024, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=098729b6-4831-455a-a27f-87f55f816024,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:09.836814 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Set router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:09.911960 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bda78a3a-27bb-4640-a18d-f53951ded86c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.913831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bda78a3a-27bb-4640-a18d-f53951ded86c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358561 Feb 09 22:12:09.916524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45772) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.921412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6defc583-1943-4931-b8ef-ad0a56ff1532 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': 'd077f24c-7cd7-4c0a-a437-44df76b011de', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:09.937041 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (098729b6-4831-455a-a27f-87f55f816024), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.025956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6defc583-1943-4931-b8ef-ad0a56ff1532 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (17ed9602-2f68-402c-a9c7-4cab3de9046a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.058841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=098729b6-4831-455a-a27f-87f55f816024,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.121230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6defc583-1943-4931-b8ef-ad0a56ff1532 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (17ed9602-2f68-402c-a9c7-4cab3de9046a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.210888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45784) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.293101 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.357788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-50999fe7-37da-45c8-8f15-bb341dca6927 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/floatingips/05658e19-6b31-4e15-b716-7b96e5a9c448 HTTP/1.1" status: 200 len: 993 time: 0.1426704 Feb 09 22:12:10.362073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 4, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2bc3e840-ae66-4a44-9e5d-7260965b00ce', 'name': '', 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'mac_address': 'fa:16:3e:ff:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:05Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 2, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'subnets': [{'id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:10.365902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6defc583-1943-4931-b8ef-ad0a56ff1532 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (17ed9602-2f68-402c-a9c7-4cab3de9046a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.380142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846452cc-3690-43bd-8c9b-6faa260496d0 req-5c30f508-33eb-48be-95d1-f9cebdb60438 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:10.393403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-846452cc-3690-43bd-8c9b-6faa260496d0 req-5c30f508-33eb-48be-95d1-f9cebdb60438 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 945 time: 0.1436889 Feb 09 22:12:10.411845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defc583-1943-4931-b8ef-ad0a56ff1532 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ed9602-2f68-402c-a9c7-4cab3de9046a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.421161 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Checking router: 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:10.427074 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Updating router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 port 2bc3e840-ae66-4a44-9e5d-7260965b00ce binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:10.452948 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.463839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-846452cc-3690-43bd-8c9b-6faa260496d0 req-13c341be-b042-4c06-9927-4311d5e1e9b3 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628309 Feb 09 22:12:10.507102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6defc583-1943-4931-b8ef-ad0a56ff1532 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.508415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6defc583-1943-4931-b8ef-ad0a56ff1532 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5905204 Feb 09 22:12:10.511684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45800) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.521114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': 'd077f24c-7cd7-4c0a-a437-44df76b011de', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:10.647580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-f1a46697-50b3-4c05-b828-f2026896c4d8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:10.647580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-f1a46697-50b3-4c05-b828-f2026896c4d8 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 945 time: 0.0725904 Feb 09 22:12:10.648145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45804) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.702118 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:12:10.718167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (587d0f29-4d57-443a-82b6-58e4ad8a6357), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.723677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45806) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.824769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (587d0f29-4d57-443a-82b6-58e4ad8a6357), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.829365 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Publish callbacks [] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.834999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Deleting port 9821bfda-c75e-4747-b9b0-00125ba31f4e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:10.839917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.910125 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (587d0f29-4d57-443a-82b6-58e4ad8a6357), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.934405 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.938813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d0f29-4d57-443a-82b6-58e4ad8a6357,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.979432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] For port 9821bfda-c75e-4747-b9b0-00125ba31f4e, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=9821bfda-c75e-4747-b9b0-00125ba31f4e,segment=NetworkSegment(aca398a8-e09b-4778-9947-9b2f2d39f46c),segment_id=aca398a8-e09b-4778-9947-9b2f2d39f46c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:10.979918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.998753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Calling delete_port for 9821bfda-c75e-4747-b9b0-00125ba31f4e owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:11.141194 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108e109-7fc3-4a04-8123-f6971faebbda None None] Pushing event updated for resources: {'Port': ['ID=2bc3e840-ae66-4a44-9e5d-7260965b00ce,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.158181 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Attempting to bind port 2bc3e840-ae66-4a44-9e5d-7260965b00ce on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:11.158943 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Attempting to bind port 2bc3e840-ae66-4a44-9e5d-7260965b00ce by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:11.159325 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Attempting to bind port 2bc3e840-ae66-4a44-9e5d-7260965b00ce on network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:11.171470 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:11.177965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:11.178323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.185707 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Checking segment: {'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:11.185950 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.192579 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Bound using segment: {'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:11.193246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Bound port: 2bc3e840-ae66-4a44-9e5d-7260965b00ce, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7e169-3f92-4acb-9174-d3734ca4df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:11.193723 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.321742 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] For port 2bc3e840-ae66-4a44-9e5d-7260965b00ce, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:11.328993 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] For port 2bc3e840-ae66-4a44-9e5d-7260965b00ce, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2bc3e840-ae66-4a44-9e5d-7260965b00ce,segment=NetworkSegment(32e7e169-3f92-4acb-9174-d3734ca4df1d),segment_id=32e7e169-3f92-4acb-9174-d3734ca4df1d)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:11.361043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.361462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.367972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a1fedfdf-df9b-4918-9f68-2cf64af22f4a None None] Provisioning complete for port 2bc3e840-ae66-4a44-9e5d-7260965b00ce triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:11.383774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1fedfdf-df9b-4918-9f68-2cf64af22f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.383961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:11.403650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.404911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9321da6c-bd5c-4cca-b154-a1fa9ffa76a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8920441 Feb 09 22:12:11.407605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45810) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.412461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': 'd077f24c-7cd7-4c0a-a437-44df76b011de', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:11.423105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a1fedfdf-df9b-4918-9f68-2cf64af22f4a None None] Port 2bc3e840-ae66-4a44-9e5d-7260965b00ce cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:11.431293 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.495317 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:12:11.503302 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (4af7a028-a5e8-4c88-8a20-bd9fef4c655f), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.509024 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Routers {'3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:11.509678 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.553763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (a9682a79-682a-4bee-a3bd-25da47a9615a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.612350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 098729b6-4831-455a-a27f-87f55f816024 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:11.638227 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108e109-7fc3-4a04-8123-f6971faebbda None None] Pushing event updated for resources: {'Port': ['ID=2bc3e840-ae66-4a44-9e5d-7260965b00ce,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.666712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (4af7a028-a5e8-4c88-8a20-bd9fef4c655f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.696055 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] Set router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:11.700353 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.723469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 098729b6-4831-455a-a27f-87f55f816024 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:11.724456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (098729b6-4831-455a-a27f-87f55f816024), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.740285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4af7a028-a5e8-4c88-8a20-bd9fef4c655f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.746236 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9821bfda-c75e-4747-b9b0-00125ba31f4e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.778739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['9821bfda-c75e-4747-b9b0-00125ba31f4e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:11.804949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Pushing event deleted for resources: {'Port': ['ID=9821bfda-c75e-4747-b9b0-00125ba31f4e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.815480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af7a028-a5e8-4c88-8a20-bd9fef4c655f,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.867005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-48cd4495-5ab6-4402-a2b6-33c0ce283dd4 None None] Provisioning complete for port 2bc3e840-ae66-4a44-9e5d-7260965b00ce triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:11.867380 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-48cd4495-5ab6-4402-a2b6-33c0ce283dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.886388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] No DVR routers for this DVR port 9821bfda-c75e-4747-b9b0-00125ba31f4e on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:11.889125 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.893458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2faca29-3d1d-48ff-9f87-f892220bbf23 req-2e9f157f-06a6-4b6e-bdc3-d09aac0a72fc tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.110 "DELETE /v2.0/ports/9821bfda-c75e-4747-b9b0-00125ba31f4e HTTP/1.1" status: 204 len: 173 time: 1.2396441 Feb 09 22:12:11.894004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'name': 'network-vif-deleted', 'tag': '9821bfda-c75e-4747-b9b0-00125ba31f4e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:11.897718 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b431b-5c1c-407b-9a90-e347438ce3f9" -d '{"events": [{"server_uuid": "f48140cd-07fc-4343-8dbc-f4d881e099f0", "name": "network-vif-deleted", "tag": "9821bfda-c75e-4747-b9b0-00125ba31f4e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:11.914056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.921527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d6c9fcd6-e8f5-4d1e-a465-a53825026aa0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5094736 Feb 09 22:12:11.921687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45818) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.934363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'network': {'name': 'tempest-network-smoke--1646972655', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'port_security_enabled': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:11.934842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 098729b6-4831-455a-a27f-87f55f816024 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:11.993444 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844fdff-83f7-4ec5-aaf7-99f4fe118f93 req-e2d69f60-264b-4f4e-b512-bf0111013d58 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:11.994699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-48cd4495-5ab6-4402-a2b6-33c0ce283dd4 None None] Current status of the port 2bc3e840-ae66-4a44-9e5d-7260965b00ce is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:11.995267 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-48cd4495-5ab6-4402-a2b6-33c0ce283dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.999843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d844fdff-83f7-4ec5-aaf7-99f4fe118f93 req-e2d69f60-264b-4f4e-b512-bf0111013d58 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/ports?device_id=f48140cd-07fc-4343-8dbc-f4d881e099f0 HTTP/1.1" status: 200 len: 867 time: 0.3594117 Feb 09 22:12:12.028100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 4, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2bc3e840-ae66-4a44-9e5d-7260965b00ce', 'name': '', 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'mac_address': 'fa:16:3e:ff:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:05Z', 'updated_at': '2022-02-09T22:12:11Z', 'revision_number': 4, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'subnets': [{'id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:12.040141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-48cd4495-5ab6-4402-a2b6-33c0ce283dd4 None None] For port 2bc3e840-ae66-4a44-9e5d-7260965b00ce, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2bc3e840-ae66-4a44-9e5d-7260965b00ce,segment=NetworkSegment(32e7e169-3f92-4acb-9174-d3734ca4df1d),segment_id=32e7e169-3f92-4acb-9174-d3734ca4df1d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:12.048046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:12.052713 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.070410 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835597e-fa8b-42ed-9707-854e43677151 None None] The sync data for ids ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'] in n-d-828599-1 is: [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:06Z', 'revision_number': 4, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '2bc3e840-ae66-4a44-9e5d-7260965b00ce', 'name': '', 'network_id': '4733e0f9-4af7-481e-a4b5-24bf8d30a265', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'mac_address': 'fa:16:3e:ff:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:05Z', 'updated_at': '2022-02-09T22:12:11Z', 'revision_number': 4, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'subnets': [{'id': 'de1ce7c9-2d85-4f42-928e-9190bc8f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:12.090309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d844fdff-83f7-4ec5-aaf7-99f4fe118f93 req-64c5d2f7-e877-4df5-bd2f-96f5a198e622 tempest-AttachVolumeNegativeTest-1812230216 tempest-AttachVolumeNegativeTest-1812230216-project] 10.222.0.98 "GET /v2.0/security-groups?id=073fb5b4-0747-4665-ae2e-ae43bf869077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834017 Feb 09 22:12:12.103030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:12.126534 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-48cd4495-5ab6-4402-a2b6-33c0ce283dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.138253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.138253 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Added segment dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d of type vlan for network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 Feb 09 22:12:12.197367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ed0143e4-d710-427b-a0e4-e3faa49ea0d3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.205559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd4495-5ab6-4402-a2b6-33c0ce283dd4 None None] Pushing event updated for resources: {'Port': ['ID=2bc3e840-ae66-4a44-9e5d-7260965b00ce,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.226332 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.227475 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834ec2c5-5c43-4925-bccd-7bbc95d48d4a x-openstack-request-id: req-834ec2c5-5c43-4925-bccd-7bbc95d48d4a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:12.227868 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48140cd-07fc-4343-8dbc-f4d881e099f0", "name": "network-vif-deleted", "tag": "9821bfda-c75e-4747-b9b0-00125ba31f4e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:12.228255 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-834ec2c5-5c43-4925-bccd-7bbc95d48d4a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:12.228582 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48140cd-07fc-4343-8dbc-f4d881e099f0', 'name': 'network-vif-deleted', 'tag': '9821bfda-c75e-4747-b9b0-00125ba31f4e', 'status': 'completed', 'code': 200} Feb 09 22:12:12.264129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=9af0aadc-20d9-4051-bd7b-7d2e2e80d9a8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.303392 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ed0143e4-d710-427b-a0e4-e3faa49ea0d3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.304899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.305248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.305589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.305952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.306261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.306591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.306936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.307244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.307566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.312969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.312969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.312969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.313488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:12.313586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.313667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.362376 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Deleting port cdc601f3-362e-48ec-85d2-641888ea53f4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:12.362715 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.383101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Network': ['ID=ed0143e4-d710-427b-a0e4-e3faa49ea0d3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.396605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:12.413839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for floatingip (05658e19-6b31-4e15-b716-7b96e5a9c448), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.414442 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Floating IP 05658e19-6b31-4e15-b716-7b96e5a9c448 disassociated (deleted). External IP: 172.25.5.141, port: 5de34150-8596-487c-b20c-29c8ff6e7644. Feb 09 22:12:12.427514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ec248e29-153f-423c-9a9e-577f41fd11d5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5045464 Feb 09 22:12:12.430938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45820) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.436428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'admin_state_up': True, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:12.539980 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.541952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.556002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] For port cdc601f3-362e-48ec-85d2-641888ea53f4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cdc601f3-362e-48ec-85d2-641888ea53f4,segment=NetworkSegment(d4f4128e-f63d-4fc3-8d2e-50691965b9a5),segment_id=d4f4128e-f63d-4fc3-8d2e-50691965b9a5)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:12.558074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.572694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Calling delete_port for cdc601f3-362e-48ec-85d2-641888ea53f4 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:12.648864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.804856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:12.885972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.974731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:12.979198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.987440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] Sync routers for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:13.000837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:13.001826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.011087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-28e5951c-991b-468c-a1b8-ee4016d3d5f5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/floatingips/05658e19-6b31-4e15-b716-7b96e5a9c448 HTTP/1.1" status: 204 len: 168 time: 2.2863250 Feb 09 22:12:13.011678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:13.015234 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f9d5b4-1209-4f33-bea4-206ea1f81636" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:13.052975 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cdc601f3-362e-48ec-85d2-641888ea53f4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.106910 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9530d8-d81d-45b9-9479-d3400a64e980 x-openstack-request-id: req-8c9530d8-d81d-45b9-9479-d3400a64e980 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:13.107203 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:13.107512 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8c9530d8-d81d-45b9-9479-d3400a64e980 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:13.107971 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644', 'status': 'completed', 'code': 200} Feb 09 22:12:13.111037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc601f3-362e-48ec-85d2-641888ea53f4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:13.197909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45834) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:13.289449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:13.338502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.342882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-1d5b655f-8ee4-4a02-89a7-4ef60a81b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.344468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-1d5b655f-8ee4-4a02-89a7-4ef60a81b137 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 1127 time: 0.1322424 Feb 09 22:12:13.353742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] Deleting subnet ad3b005e-3ea1-4949-be8a-e517fdaf4af5 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:13.358639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] Publish callbacks [] for subnet (ad3b005e-3ea1-4949-be8a-e517fdaf4af5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.418325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (ad3b005e-3ea1-4949-be8a-e517fdaf4af5), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.494035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-15723ddc-69b4-46e9-9096-aedc17ffacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.495561 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-15723ddc-69b4-46e9-9096-aedc17ffacd7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b35f73-e933-414e-9c1f-bd3f11b3aaf4 HTTP/1.1" status: 200 len: 898 time: 0.1087127 Feb 09 22:12:13.496819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.533268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (a9682a79-682a-4bee-a3bd-25da47a9615a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.619551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (ad3b005e-3ea1-4949-be8a-e517fdaf4af5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.674387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:14Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.688484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-9099992c-acf3-4c7f-b1d6-d4c5a8479d69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de34150-8596-487c-b20c-29c8ff6e7644 HTTP/1.1" status: 200 len: 217 time: 0.0969265 Feb 09 22:12:13.711021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] Checking router: 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:13.730388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:13.731248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.766824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.143 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/d910acd4-afa0-4395-8759-c8c4d2a30d49) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:13.802980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2f407-98eb-4928-a748-3b7f080411b8 req-287b389d-6f61-4fe1-b6d5-795f30330ef7 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.810283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39f2f407-98eb-4928-a748-3b7f080411b8 req-287b389d-6f61-4fe1-b6d5-795f30330ef7 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 945 time: 0.2207303 Feb 09 22:12:13.874025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-45a26a04-8582-4ac2-86f1-229a0fb1316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.878200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-45a26a04-8582-4ac2-86f1-229a0fb1316c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99c6ea95-7e81-4275-919c-9fb9d788c11e HTTP/1.1" status: 200 len: 835 time: 0.1745179 Feb 09 22:12:13.978943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39f2f407-98eb-4928-a748-3b7f080411b8 req-e29c27c1-1b93-4cdf-a567-6c3325a617cf tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676605 Feb 09 22:12:14.038242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-53032035-4458-487c-929f-3dd8327255fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:14.040491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-53032035-4458-487c-929f-3dd8327255fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b35f73-e933-414e-9c1f-bd3f11b3aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1538124 Feb 09 22:12:14.044443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2bc3e840-ae66-4a44-9e5d-7260965b00ce up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:14.047545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.162508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:14.189717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-de6ef3ff-f3ce-414e-86d4-ef8209ea7f36 service neutron] 10.222.0.30 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385415 Feb 09 22:12:14.197727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (ad3b005e-3ea1-4949-be8a-e517fdaf4af5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.231324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2bc3e840-ae66-4a44-9e5d-7260965b00ce triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:14.231686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.249127 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.259166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3b005e-3ea1-4949-be8a-e517fdaf4af5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:14.287063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.292202 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6c2efb51-1ee7-4463-9389-33a8c00ccb2b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ad3b005e-3ea1-4949-be8a-e517fdaf4af5 HTTP/1.1" status: 204 len: 168 time: 1.0932183 Feb 09 22:12:14.303456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45840) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:14.395466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:14.404732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:14.410917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:14.422991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8ea76f7d-a52e-41f8-b897-b09331d6d912), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.434994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Router a9682a79-682a-4bee-a3bd-25da47a9615a has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:14.442706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=d910acd4-afa0-4395-8759-c8c4d2a30d49,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:14.522179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2bc3e840-ae66-4a44-9e5d-7260965b00ce is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:14.593630 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37f9d5b4-1209-4f33-bea4-206ea1f81636 req-0ed84a3f-a159-4154-8eb8-c68e34e9d154 service neutron] 10.222.0.30 "GET /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940501 Feb 09 22:12:14.665412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8ea76f7d-a52e-41f8-b897-b09331d6d912), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.674570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:14Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.701614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea76f7d-a52e-41f8-b897-b09331d6d912']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.714691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ed3ea-b223-4069-b8b0-49d337c31a99 None None] The sync data for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 is: [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:11:10Z', 'revision_number': 4, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '14858e08-192c-4f42-b1ca-1d1abc07ce16', 'name': '', 'network_id': '95b35f73-e933-414e-9c1f-bd3f11b3aaf4', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'mac_address': 'fa:16:3e:e1:22:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:09Z', 'updated_at': '2022-02-09T22:11:14Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'subnets': [{'id': '99c6ea95-7e81-4275-919c-9fb9d788c11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:14.716447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca398a8-e09b-4778-9947-9b2f2d39f46c') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.716908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca398a8-e09b-4778-9947-9b2f2d39f46c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.731623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (aca398a8-e09b-4778-9947-9b2f2d39f46c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.754178 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (aca398a8-e09b-4778-9947-9b2f2d39f46c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.759329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:14.767321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-44ad6cd1-eb17-4075-bad8-831af164ba35 admin admin] 10.222.0.98 "PUT /v2.0/routers/a9682a79-682a-4bee-a3bd-25da47a9615a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1155705 Feb 09 22:12:14.767939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45852) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:14.771470 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] Sync routers for ids ['a9682a79-682a-4bee-a3bd-25da47a9615a'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:14.781549 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:14.782232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (aca398a8-e09b-4778-9947-9b2f2d39f46c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.786063 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] Routers {'a9682a79-682a-4bee-a3bd-25da47a9615a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:14.787411 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a9682a79-682a-4bee-a3bd-25da47a9615a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.911913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:14.922901 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:14.984346 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] Set router a9682a79-682a-4bee-a3bd-25da47a9615a gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:14.997254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks [] for router (a9682a79-682a-4bee-a3bd-25da47a9615a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.118673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8ea76f7d-a52e-41f8-b897-b09331d6d912), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.152124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.156240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] 10.222.0.98 "DELETE /v2.0/networks/8ea76f7d-a52e-41f8-b897-b09331d6d912 HTTP/1.1" status: 204 len: 168 time: 0.8533347 Feb 09 22:12:15.185066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac3ad9-ea7c-4087-81cd-ef9ebcc8af34 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea76f7d-a52e-41f8-b897-b09331d6d912,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:15.192304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8c5512-ed09-43b3-be05-8a7a5bb28e1d None None] New status for floating IP 05658e19-6b31-4e15-b716-7b96e5a9c448: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:12:15.216698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd7297-fcf9-4d91-8910-7f066d39db9c req-6d66ed9f-e622-4c09-91fc-733da952af43 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:15.224018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ccd7297-fcf9-4d91-8910-7f066d39db9c req-6d66ed9f-e622-4c09-91fc-733da952af43 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 945 time: 0.1160395 Feb 09 22:12:15.225021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-4e417aba-070d-4ec0-bd27-d3f17125d7e6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:15.226596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-4e417aba-070d-4ec0-bd27-d3f17125d7e6 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 945 time: 0.1923892 Feb 09 22:12:15.307372 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ccd7297-fcf9-4d91-8910-7f066d39db9c req-8c83cec8-f9b2-409e-a949-b0887f211871 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/security-groups?id=af696a03-7f94-43b1-8552-ff1947a13b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643828 Feb 09 22:12:15.319056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks [] for router_gateway (a9682a79-682a-4bee-a3bd-25da47a9615a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.400682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9821bfda-c75e-4747-b9b0-00125ba31f4e no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:15.440235 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:12:12Z', 'revision_number': 5, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port': {'id': '5e774b90-6bab-45ac-a612-3513a67f030a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:27:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:52Z', 'updated_at': '2022-02-09T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:15.454925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 9821bfda-c75e-4747-b9b0-00125ba31f4e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:15.455285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 9821bfda-c75e-4747-b9b0-00125ba31f4e not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:15.476962 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] Checking router: a9682a79-682a-4bee-a3bd-25da47a9615a for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:15.486851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] Routers {'a9682a79-682a-4bee-a3bd-25da47a9615a'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:15.487132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Deleting port 5e774b90-6bab-45ac-a612-3513a67f030a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:15.487650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.487789 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a9682a79-682a-4bee-a3bd-25da47a9615a'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:15.580228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 5de34150-8596-487c-b20c-29c8ff6e7644 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:15.580581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.583872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] For port 5e774b90-6bab-45ac-a612-3513a67f030a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5e774b90-6bab-45ac-a612-3513a67f030a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:15.584392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.599562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Calling delete_port for 5e774b90-6bab-45ac-a612-3513a67f030a owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:15.653567 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] Set router a9682a79-682a-4bee-a3bd-25da47a9615a gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:15.670618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.736393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45878) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.822857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port 5de34150-8596-487c-b20c-29c8ff6e7644, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5de34150-8596-487c-b20c-29c8ff6e7644,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:15.823249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.835413 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:12:15Z', 'revision_number': 6, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:15.848229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 5de34150-8596-487c-b20c-29c8ff6e7644 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:15.867130 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa6c6-4c9e-4ca2-a511-75a42b62e83c None None] The sync data for ids ['a9682a79-682a-4bee-a3bd-25da47a9615a'] in n-d-828599-1 is: [{'id': 'a9682a79-682a-4bee-a3bd-25da47a9615a', 'name': 'tempest-TestAggregatesBasicOps-1582620160-router', 'tenant_id': '0b169231c2f545fbac9b6f93fe450db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:50Z', 'updated_at': '2022-02-09T22:12:15Z', 'revision_number': 6, 'project_id': '0b169231c2f545fbac9b6f93fe450db5', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:15.887800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-02036dfa-b011-4056-9f2e-bc29e0a25a48 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ffb1be9748cf43b5a7e1375c674a669a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502585 Feb 09 22:12:15.890928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45884) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.960980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce10d014-747f-4662-9ca6-7e5dee31ee23 admin admin] Publish callbacks [] for security_group (073fb5b4-0747-4665-ae2e-ae43bf869077), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.985229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce10d014-747f-4662-9ca6-7e5dee31ee23 admin admin] Publish callbacks [] for security_group (073fb5b4-0747-4665-ae2e-ae43bf869077), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.017759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5e774b90-6bab-45ac-a612-3513a67f030a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.046329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Pushing event deleted for resources: {'Port': ['ID=5e774b90-6bab-45ac-a612-3513a67f030a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.070700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:12:16.128638 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (a9682a79-682a-4bee-a3bd-25da47a9615a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.177533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5de34150-8596-487c-b20c-29c8ff6e7644), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.196387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce10d014-747f-4662-9ca6-7e5dee31ee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (073fb5b4-0747-4665-ae2e-ae43bf869077), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.201669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ce10d014-747f-4662-9ca6-7e5dee31ee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.206577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ce10d014-747f-4662-9ca6-7e5dee31ee23 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/073fb5b4-0747-4665-ae2e-ae43bf869077 HTTP/1.1" status: 204 len: 168 time: 0.3142936 Feb 09 22:12:16.231346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=5de34150-8596-487c-b20c-29c8ff6e7644,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.284536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (a9682a79-682a-4bee-a3bd-25da47a9615a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.302338 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks [] for router_controller (a9682a79-682a-4bee-a3bd-25da47a9615a), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.314747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] No DVR routers for this DVR port 5de34150-8596-487c-b20c-29c8ff6e7644 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:16.329360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.331682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10d014-747f-4662-9ca6-7e5dee31ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073fb5b4-0747-4665-ae2e-ae43bf869077,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.338331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c830e37-b9c8-4e52-bf73-8eea04450faa req-9cfb080a-c048-4a63-8fd1-750f946f9019 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.30 "DELETE /v2.0/ports/5de34150-8596-487c-b20c-29c8ff6e7644 HTTP/1.1" status: 204 len: 173 time: 1.0976121 Feb 09 22:12:16.338979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'name': 'network-vif-deleted', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:16.341330 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f1c88b-2530-4dde-9a47-58712cd9d9c6" -d '{"events": [{"server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "name": "network-vif-deleted", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:16.404607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:16.418536 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Sync routers for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:16.434068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:16.437869 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:16.450828 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f10ddc-787d-4572-a4b5-2f44da2a9b68 x-openstack-request-id: req-b5f10ddc-787d-4572-a4b5-2f44da2a9b68 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:16.451131 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5e954-4939-4b7d-8e32-e4104ad4f91c", "name": "network-vif-deleted", "tag": "5de34150-8596-487c-b20c-29c8ff6e7644", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:16.451393 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b5f10ddc-787d-4572-a4b5-2f44da2a9b68 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:16.452149 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec5e954-4939-4b7d-8e32-e4104ad4f91c', 'name': 'network-vif-deleted', 'tag': '5de34150-8596-487c-b20c-29c8ff6e7644', 'status': 'completed', 'code': 200} Feb 09 22:12:16.482862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7410b70e-129b-4484-9f60-e7d3b519f311 req-4a27d68a-009e-413e-9850-98653ef52c4a tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 210 time: 0.0496817 Feb 09 22:12:16.524279 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.525505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2040a0b6-2032-4ad7-a78a-63ef3816f918 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0935802 Feb 09 22:12:16.528673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45904) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:16.551955 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (a9682a79-682a-4bee-a3bd-25da47a9615a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.554445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9682a79-682a-4bee-a3bd-25da47a9615a {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:16.572333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.575450 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2061ee05-b84a-43db-8e72-e60c6eb73cca admin admin] 10.222.0.98 "DELETE /v2.0/routers/a9682a79-682a-4bee-a3bd-25da47a9615a HTTP/1.1" status: 204 len: 168 time: 1.8067293 Feb 09 22:12:16.578715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:16.637856 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:16.706167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] Deleting subnet 9728d52f-10cc-462f-95de-65f81ab9c7da {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:16.710230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] Publish callbacks [] for subnet (9728d52f-10cc-462f-95de-65f81ab9c7da), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.765671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (9728d52f-10cc-462f-95de-65f81ab9c7da), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.961442 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:14Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:16.995367 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9728d52f-10cc-462f-95de-65f81ab9c7da), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.999350 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Checking router: fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:16.999905 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Updating router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 port d910acd4-afa0-4395-8759-c8c4d2a30d49 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:17.029471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6eb5cd7a-d306-448d-bf48-0d6f2adaae73 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=edfa055e56964670bb2fcd2f93edd0b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4970148 Feb 09 22:12:17.029813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45916) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.041633 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.177943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1028a-70bd-4bef-9922-419a9a35c116 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:17.183577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45922) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.184380 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0ff1028a-70bd-4bef-9922-419a9a35c116 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1517670 Feb 09 22:12:17.194710 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (9728d52f-10cc-462f-95de-65f81ab9c7da), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.294774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de903ff1-ca37-49b4-8670-d99e8184c763 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1098855 Feb 09 22:12:17.297634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45926) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.301116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9728d52f-10cc-462f-95de-65f81ab9c7da,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.308740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-426195196', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:17.310253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ecb08-392b-4058-9398-8fee6ac268b6 None None] Network 1572095c-b9b1-426a-9179-7350a7d927c9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:17.323426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.337763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9217d392-58f7-4cb6-b332-b6bf3c3ca2bf admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9728d52f-10cc-462f-95de-65f81ab9c7da HTTP/1.1" status: 204 len: 168 time: 0.7522249 Feb 09 22:12:17.338600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45928) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.442948 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Publish callbacks [] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.467215 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (1572095c-b9b1-426a-9179-7350a7d927c9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.533393 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.542652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdc601f3-362e-48ec-85d2-641888ea53f4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:17.594451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cdc601f3-362e-48ec-85d2-641888ea53f4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:17.594838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cdc601f3-362e-48ec-85d2-641888ea53f4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:17.595282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5e774b90-6bab-45ac-a612-3513a67f030a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:17.602711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:17.607739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.620573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Deleting port 772c8dcb-aac9-4973-8cca-3eea0e25d51e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:17.621086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.675605 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15633f63-be70-441a-980f-c32300632b8e None None] Pushing event updated for resources: {'Port': ['ID=d910acd4-afa0-4395-8759-c8c4d2a30d49,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.681096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] DHCP port deletion for 1572095c-b9b1-426a-9179-7350a7d927c9 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:17.683797 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Attempting to bind port d910acd4-afa0-4395-8759-c8c4d2a30d49 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:17.684654 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Attempting to bind port d910acd4-afa0-4395-8759-c8c4d2a30d49 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:17.688298 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Attempting to bind port d910acd4-afa0-4395-8759-c8c4d2a30d49 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:17.695674 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:17.696178 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:17.696760 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.697225 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:17.697824 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Bound port: d910acd4-afa0-4395-8759-c8c4d2a30d49, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:17.698455 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.715684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5e774b90-6bab-45ac-a612-3513a67f030a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:17.715927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5e774b90-6bab-45ac-a612-3513a67f030a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:17.782566 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] For port d910acd4-afa0-4395-8759-c8c4d2a30d49, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:17.786955 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] For port d910acd4-afa0-4395-8759-c8c4d2a30d49, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d910acd4-afa0-4395-8759-c8c4d2a30d49,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:17.812575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Deleting port 772c8dcb-aac9-4973-8cca-3eea0e25d51e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:17.813307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.837256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16688a18-3ac7-4ee2-b485-85a0ff7f7bf9 req-bab3d9c6-1dbd-4d91-9f7f-6bfb8703b19f tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ec5e954-4939-4b7d-8e32-e4104ad4f91c HTTP/1.1" status: 200 len: 210 time: 0.0895145 Feb 09 22:12:17.839349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] For port 772c8dcb-aac9-4973-8cca-3eea0e25d51e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=772c8dcb-aac9-4973-8cca-3eea0e25d51e,segment=NetworkSegment(d4f4128e-f63d-4fc3-8d2e-50691965b9a5),segment_id=d4f4128e-f63d-4fc3-8d2e-50691965b9a5)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:17.840032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.865575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Calling delete_port for 772c8dcb-aac9-4973-8cca-3eea0e25d51e owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:17.886914 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.920740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] For port 772c8dcb-aac9-4973-8cca-3eea0e25d51e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=772c8dcb-aac9-4973-8cca-3eea0e25d51e,segment=NetworkSegment(d4f4128e-f63d-4fc3-8d2e-50691965b9a5),segment_id=d4f4128e-f63d-4fc3-8d2e-50691965b9a5)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:17.921369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.940449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Calling delete_port for 772c8dcb-aac9-4973-8cca-3eea0e25d51e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:18.055288 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15633f63-be70-441a-980f-c32300632b8e None None] Pushing event updated for resources: {'Port': ['ID=d910acd4-afa0-4395-8759-c8c4d2a30d49,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.058296 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:18.059022 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:18.117859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.123737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (772c8dcb-aac9-4973-8cca-3eea0e25d51e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.170620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=772c8dcb-aac9-4973-8cca-3eea0e25d51e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.185357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] No DVR routers for this DVR port 772c8dcb-aac9-4973-8cca-3eea0e25d51e on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:18.230130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5de34150-8596-487c-b20c-29c8ff6e7644 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:18.242153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Pushing event deleted for resources: {'Port': ['ID=772c8dcb-aac9-4973-8cca-3eea0e25d51e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.256830 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:18.293703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.294054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.294397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.294733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.295066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.295389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.295949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.296427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.296914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.297406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.297885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.298373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.298999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:18.306493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a6bce-901f-4c54-8e87-7d81cd1267f5 None None] No DVR routers for this DVR port 772c8dcb-aac9-4973-8cca-3eea0e25d51e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:18.319079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 5de34150-8596-487c-b20c-29c8ff6e7644 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:18.319079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5de34150-8596-487c-b20c-29c8ff6e7644 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:18.360100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (1572095c-b9b1-426a-9179-7350a7d927c9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.385310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1572095c-b9b1-426a-9179-7350a7d927c9']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:18.395972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:18.396278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f4128e-f63d-4fc3-8d2e-50691965b9a5') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:18.407298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (d4f4128e-f63d-4fc3-8d2e-50691965b9a5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.427526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d4f4128e-f63d-4fc3-8d2e-50691965b9a5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.434464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:18.434884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (d4f4128e-f63d-4fc3-8d2e-50691965b9a5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.441270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (a13ec565-2f0c-439f-84b0-61f14ed1ca23), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:18.492444 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:18.525579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Subnet': ['ID=a13ec565-2f0c-439f-84b0-61f14ed1ca23,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.539404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Checking segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:18.540126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network hostable DHCP agents. Network: ed0143e4-d710-427b-a0e4-e3faa49ea0d3, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:18.548623 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:14Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:18.562632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (1572095c-b9b1-426a-9179-7350a7d927c9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.569802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.574657 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] 10.222.0.98 "DELETE /v2.0/networks/1572095c-b9b1-426a-9179-7350a7d927c9 HTTP/1.1" status: 204 len: 168 time: 1.2332428 Feb 09 22:12:18.576293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45946) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:18.592334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d6ebf-0020-4482-9340-532480d44d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=1572095c-b9b1-426a-9179-7350a7d927c9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.596725 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31aee1d-8ce8-4564-b03f-fae34e6c57d2 None None] The sync data for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 is: [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:14Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:18.628797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:18.764270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ed0143e4-d710-427b-a0e4-e3faa49ea0d3) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:18.773957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b83f2-ebe2-41a9-b870-7d4856afca59 None None] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:18.795055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:18.795657 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.921917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a5e5ac42-8d63-4c7c-9210-bf32519989ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6167772 Feb 09 22:12:18.922720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 45958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:18.977574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:18.978841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.985819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45960) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:19.226409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Allocated IP 172.20.0.2 (ed0143e4-d710-427b-a0e4-e3faa49ea0d3/a13ec565-2f0c-439f-84b0-61f14ed1ca23/b3214037-8b16-48f4-bfca-13b9e7756d0c) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:19.232492 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fd80d50-6fa9-41ac-90cd-0eaae3395d87 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (af696a03-7f94-43b1-8552-ff1947a13b00), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.282331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fd80d50-6fa9-41ac-90cd-0eaae3395d87 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (af696a03-7f94-43b1-8552-ff1947a13b00), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.499524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Publish callbacks [] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.525577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.621044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d910acd4-afa0-4395-8759-c8c4d2a30d49 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:19.662102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fd80d50-6fa9-41ac-90cd-0eaae3395d87 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (af696a03-7f94-43b1-8552-ff1947a13b00), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.664654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.665668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fd80d50-6fa9-41ac-90cd-0eaae3395d87 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.667021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3fd80d50-6fa9-41ac-90cd-0eaae3395d87 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/security-groups/af696a03-7f94-43b1-8552-ff1947a13b00 HTTP/1.1" status: 204 len: 168 time: 0.6788921 Feb 09 22:12:19.691372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80d50-6fa9-41ac-90cd-0eaae3395d87 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af696a03-7f94-43b1-8552-ff1947a13b00,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.712448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:19.730351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:19.753300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:19.841674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 45976) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:19.894558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Attempting to bind port b3214037-8b16-48f4-bfca-13b9e7756d0c on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:19.895132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Attempting to bind port b3214037-8b16-48f4-bfca-13b9e7756d0c by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:19.895603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Attempting to bind port b3214037-8b16-48f4-bfca-13b9e7756d0c on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:19.904446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Pushing event updated for resources: {'Port': ['ID=b3214037-8b16-48f4-bfca-13b9e7756d0c,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.905770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.929354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:19.933644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Checking segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:19.933644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.933644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Bound using segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:19.933644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Bound port: b3214037-8b16-48f4-bfca-13b9e7756d0c, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:19.933644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.948193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d910acd4-afa0-4395-8759-c8c4d2a30d49 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:19.948722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.099327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] For port b3214037-8b16-48f4-bfca-13b9e7756d0c, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:20.099327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] For port b3214037-8b16-48f4-bfca-13b9e7756d0c, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b3214037-8b16-48f4-bfca-13b9e7756d0c,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:20.162451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d910acd4-afa0-4395-8759-c8c4d2a30d49 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:20.166199 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.195082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.207291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port d910acd4-afa0-4395-8759-c8c4d2a30d49, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d910acd4-afa0-4395-8759-c8c4d2a30d49,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:20.303841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.319100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Deleting port 2bc3e840-ae66-4a44-9e5d-7260965b00ce {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:20.319459 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.346652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a6d4b-90d0-4426-8271-eb6a0abc3c72 None None] Pushing event updated for resources: {'Port': ['ID=b3214037-8b16-48f4-bfca-13b9e7756d0c,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.415918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 772c8dcb-aac9-4973-8cca-3eea0e25d51e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:20.450078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] For port 2bc3e840-ae66-4a44-9e5d-7260965b00ce, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2bc3e840-ae66-4a44-9e5d-7260965b00ce,segment=NetworkSegment(32e7e169-3f92-4acb-9174-d3734ca4df1d),segment_id=32e7e169-3f92-4acb-9174-d3734ca4df1d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:20.450739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.468084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Calling delete_port for 2bc3e840-ae66-4a44-9e5d-7260965b00ce owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:20.474771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 772c8dcb-aac9-4973-8cca-3eea0e25d51e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:20.475116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 772c8dcb-aac9-4973-8cca-3eea0e25d51e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:20.497432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=d910acd4-afa0-4395-8759-c8c4d2a30d49,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.506389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.1 (ed0143e4-d710-427b-a0e4-e3faa49ea0d3/a13ec565-2f0c-439f-84b0-61f14ed1ca23/8d56d434-7be3-4b67-9701-9a414f746207) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:20.773924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (8d56d434-7be3-4b67-9701-9a414f746207), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.876278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.923008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8d56d434-7be3-4b67-9701-9a414f746207), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.958473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2bc3e840-ae66-4a44-9e5d-7260965b00ce), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.978774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=8d56d434-7be3-4b67-9701-9a414f746207,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.997410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:20.997746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc3e840-ae66-4a44-9e5d-7260965b00ce,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:21.002193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:21.002193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:21.131448 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.315807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.402581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8d56d434-7be3-4b67-9701-9a414f746207), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.535780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 14858e08-192c-4f42-b1ca-1d1abc07ce16 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:21.545581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.766909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b3214037-8b16-48f4-bfca-13b9e7756d0c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:21.802871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:21.833501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port 14858e08-192c-4f42-b1ca-1d1abc07ce16, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=14858e08-192c-4f42-b1ca-1d1abc07ce16,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:21.834150 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.871833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b3214037-8b16-48f4-bfca-13b9e7756d0c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:21.872210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.968854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:21.976204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9d60450b-791f-4db1-b8c9-6d214fd08df9 admin admin] 10.222.0.98 "PUT /v2.0/routers/3a6e30ac-29bb-4a86-8bef-e5f23b67bda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3985033 Feb 09 22:12:21.980346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46012) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.989930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] Sync routers for ids ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:22.041444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b3214037-8b16-48f4-bfca-13b9e7756d0c is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:22.041444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.057380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] Routers {'3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:22.058201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:22.261363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (8d56d434-7be3-4b67-9701-9a414f746207), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.323654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8d56d434-7be3-4b67-9701-9a414f746207), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.383201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 14858e08-192c-4f42-b1ca-1d1abc07ce16 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:22.424384 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=8d56d434-7be3-4b67-9701-9a414f746207,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:22.425968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port b3214037-8b16-48f4-bfca-13b9e7756d0c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b3214037-8b16-48f4-bfca-13b9e7756d0c,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:22.428828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5da2d-63dc-474b-81bd-5b5cb8eddbb9 None None] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:22.444547 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.449991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] Set router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:22.544549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.545351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d910acd4-afa0-4395-8759-c8c4d2a30d49 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:22.620998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=b3214037-8b16-48f4-bfca-13b9e7756d0c,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:22.623568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d3fa9d5b-7202-419a-be4b-b3dbb545fe69 None None] Provisioning complete for port b3214037-8b16-48f4-bfca-13b9e7756d0c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:22.623975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9d5b-7202-419a-be4b-b3dbb545fe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.646129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks [] for router (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.674362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:22.674362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:22.700500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (14858e08-192c-4f42-b1ca-1d1abc07ce16), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.759469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d910acd4-afa0-4395-8759-c8c4d2a30d49 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:22.759870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.764159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=14858e08-192c-4f42-b1ca-1d1abc07ce16,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:22.859745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46022) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.948209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa9d5b-7202-419a-be4b-b3dbb545fe69 None None] Current status of the port b3214037-8b16-48f4-bfca-13b9e7756d0c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:22.997399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:23.045503 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks [] for router_gateway (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.055927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d910acd4-afa0-4395-8759-c8c4d2a30d49 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:23.108657 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.111240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 5, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:23.162611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] Checking router: 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:23.193328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] Routers {'3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:23.194388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:23.225676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c00a6cd-4340-48c6-a4d6-891e3be197f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.351739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:23.371597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ff5b68c3-ab3e-4293-aac9-205c58f03b0c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/fce2b6ab-4742-4bc1-b4e8-b3e138e35b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4388390 Feb 09 22:12:23.379574 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Sync routers for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:23.401907 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:23.405622 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:23.460772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c00a6cd-4340-48c6-a4d6-891e3be197f9 admin admin] Publish callbacks [] for security_group (bea3cc70-70b0-4287-a3f1-68427d631dcb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.486316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] Set router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:23.499585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Deleting port 098729b6-4831-455a-a27f-87f55f816024 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:23.516222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (098729b6-4831-455a-a27f-87f55f816024), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.540322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c00a6cd-4340-48c6-a4d6-891e3be197f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bea3cc70-70b0-4287-a3f1-68427d631dcb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.618157 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:23.662619 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9c00a6cd-4340-48c6-a4d6-891e3be197f9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f733d76d6f404754a5015ff6ac32e39f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7985044 Feb 09 22:12:23.668244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46038) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:23.688968 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00a6cd-4340-48c6-a4d6-891e3be197f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3cc70-70b0-4287-a3f1-68427d631dcb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:23.775567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b3214037-8b16-48f4-bfca-13b9e7756d0c up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:23.823318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38b500a9-38ff-4629-ae56-ac9645075e45 admin admin] Publish callbacks [] for security_group (bea3cc70-70b0-4287-a3f1-68427d631dcb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.863419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38b500a9-38ff-4629-ae56-ac9645075e45 admin admin] Publish callbacks [] for security_group (bea3cc70-70b0-4287-a3f1-68427d631dcb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.891212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:23.932136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a7c4c5cb-868d-4a56-97e7-28f305aaecff None None] Provisioning complete for port b3214037-8b16-48f4-bfca-13b9e7756d0c triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:23.932839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c5cb-868d-4a56-97e7-28f305aaecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.962538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-b942b1c2-12da-4228-b636-4e69b5fd359f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084432128&fields=id&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 267 time: 0.0786550 Feb 09 22:12:24.010612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b3214037-8b16-48f4-bfca-13b9e7756d0c triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:24.011163 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.053946 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 2, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.089671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38b500a9-38ff-4629-ae56-ac9645075e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bea3cc70-70b0-4287-a3f1-68427d631dcb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.092955 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38b500a9-38ff-4629-ae56-ac9645075e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.097364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-38b500a9-38ff-4629-ae56-ac9645075e45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bea3cc70-70b0-4287-a3f1-68427d631dcb HTTP/1.1" status: 204 len: 168 time: 0.4267673 Feb 09 22:12:24.107107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:24.110652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b500a9-38ff-4629-ae56-ac9645075e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3cc70-70b0-4287-a3f1-68427d631dcb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:24.144243 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Checking router: fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:24.144745 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Updating router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 port 8d56d434-7be3-4b67-9701-9a414f746207 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:24.179428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] Sync routers for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:24.192920 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8d56d434-7be3-4b67-9701-9a414f746207), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.202407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 5, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.243132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051cac5-5359-4924-a55b-13f5caa04c6a None None] The sync data for ids ['3a6e30ac-29bb-4a86-8bef-e5f23b67bda4'] in n-d-828599-1 is: [{'id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'name': 'tempest-TestAggregatesBasicOps-199698670-router', 'tenant_id': '294360273b2f4df09753f4f6132b5bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '098729b6-4831-455a-a27f-87f55f816024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:00Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 5, 'project_id': '294360273b2f4df09753f4f6132b5bb8', 'gw_port': {'id': '098729b6-4831-455a-a27f-87f55f816024', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6e30ac-29bb-4a86-8bef-e5f23b67bda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:01Z', 'updated_at': '2022-02-09T22:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:24.309723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:24.314059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.315546 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b3214037-8b16-48f4-bfca-13b9e7756d0c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:24.349520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-73422494-10fc-441e-a27e-d096583409c5 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "PUT /v2.0/routers/2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5066433 Feb 09 22:12:24.350411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46060) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:24.353337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-984c2a2e-1ec1-4b65-8735-d269a0622fe4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:24.355028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-984c2a2e-1ec1-4b65-8735-d269a0622fe4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 797 time: 0.2495954 Feb 09 22:12:24.380123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-fa3d2d9a-cda8-4c26-8d2d-68496d37493d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/quotas/edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 375 time: 0.0117106 Feb 09 22:12:24.385349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] For port 098729b6-4831-455a-a27f-87f55f816024, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=098729b6-4831-455a-a27f-87f55f816024,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:24.385725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (098729b6-4831-455a-a27f-87f55f816024), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.406865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4c5cb-868d-4a56-97e7-28f305aaecff None None] Current status of the port b3214037-8b16-48f4-bfca-13b9e7756d0c is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:24.432332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a7c4c5cb-868d-4a56-97e7-28f305aaecff None None] Provisioning complete for port 8d56d434-7be3-4b67-9701-9a414f746207 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:24.432723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c5cb-868d-4a56-97e7-28f305aaecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d56d434-7be3-4b67-9701-9a414f746207), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.455364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Calling delete_port for 098729b6-4831-455a-a27f-87f55f816024 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:24.460726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46062) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:24.480049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting subnet 99c6ea95-7e81-4275-919c-9fb9d788c11e {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:24.492779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (99c6ea95-7e81-4275-919c-9fb9d788c11e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.540253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-5b87224a-13da-44f7-99ef-17bfd64c5c30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513920 Feb 09 22:12:24.560589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4c5cb-868d-4a56-97e7-28f305aaecff None None] Port 8d56d434-7be3-4b67-9701-9a414f746207 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:24.580473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:24.610225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (99c6ea95-7e81-4275-919c-9fb9d788c11e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.811759 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d17046cd-4e6e-4c5d-80eb-2cc789b524dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.843099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (99c6ea95-7e81-4275-919c-9fb9d788c11e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.876378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-233ef10d-2a63-494a-b59a-56a5c16b71e2 None None] Provisioning complete for port 8d56d434-7be3-4b67-9701-9a414f746207 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:24.877139 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-233ef10d-2a63-494a-b59a-56a5c16b71e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d56d434-7be3-4b67-9701-9a414f746207), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.883935 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Publish callbacks [] for port (8d56d434-7be3-4b67-9701-9a414f746207), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.924259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-233ef10d-2a63-494a-b59a-56a5c16b71e2 None None] Port 8d56d434-7be3-4b67-9701-9a414f746207 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:24.949550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.979668 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8d56d434-7be3-4b67-9701-9a414f746207), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.981683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] Checking router: 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:24.993532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] Routers {'2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:24.996588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.010057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (99c6ea95-7e81-4275-919c-9fb9d788c11e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.038925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-a417b917-7719-4e53-91b2-031226dbe656 service neutron] 10.222.0.98 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451004 Feb 09 22:12:25.048927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46068) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.112931 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff375f-d359-4305-b14c-458f0b00be02 None None] Pushing event updated for resources: {'Port': ['ID=8d56d434-7be3-4b67-9701-9a414f746207,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.126808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45b8913a-f868-4194-9619-d6af94317a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.153352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Subnet': ['ID=99c6ea95-7e81-4275-919c-9fb9d788c11e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.155624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997110e3-1c4b-4591-8e57-f9e6caf1cdcf None None] Network 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:25.166327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.169591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a30f8c4-cce1-4b03-966b-5e0163491a07 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/subnets/99c6ea95-7e81-4275-919c-9fb9d788c11e HTTP/1.1" status: 204 len: 168 time: 0.8178353 Feb 09 22:12:25.175226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46070) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.177492 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Attempting to bind port 8d56d434-7be3-4b67-9701-9a414f746207 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:25.177863 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Attempting to bind port 8d56d434-7be3-4b67-9701-9a414f746207 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:25.178229 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Attempting to bind port 8d56d434-7be3-4b67-9701-9a414f746207 on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:25.188839 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:25.189233 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Checking segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:25.191626 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.192065 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Bound using segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:25.193136 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Bound port: 8d56d434-7be3-4b67-9701-9a414f746207, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:25.196238 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8d56d434-7be3-4b67-9701-9a414f746207), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.255731 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d17046cd-4e6e-4c5d-80eb-2cc789b524dc admin admin] Publish callbacks [] for security_group (bdb23e8a-ca5c-4755-9820-f791da156dcf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.307651 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-65de415c-39b2-40ae-869a-b3a1923cd06b service neutron] 10.222.0.98 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413113 Feb 09 22:12:25.319872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] For port 8d56d434-7be3-4b67-9701-9a414f746207, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:25.324568 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] For port 8d56d434-7be3-4b67-9701-9a414f746207, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8d56d434-7be3-4b67-9701-9a414f746207,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:25.340117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d17046cd-4e6e-4c5d-80eb-2cc789b524dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdb23e8a-ca5c-4755-9820-f791da156dcf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.345448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (098729b6-4831-455a-a27f-87f55f816024), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.388102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] Set router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:25.424543 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8d56d434-7be3-4b67-9701-9a414f746207), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.468301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Pushing event deleted for resources: {'Port': ['ID=098729b6-4831-455a-a27f-87f55f816024,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.487044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.548504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17046cd-4e6e-4c5d-80eb-2cc789b524dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb23e8a-ca5c-4755-9820-f791da156dcf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.566250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d17046cd-4e6e-4c5d-80eb-2cc789b524dc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=821a202ae32b4d5e87a333974bef707c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1042087 Feb 09 22:12:25.569582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46072) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.582174 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:25.582824 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.652922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.761922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-08bfbed6-87e4-4af7-a8b7-4eb714115b6f req-c4cbb189-9e48-4d7b-8cad-b4ed6739d6fa tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 210 time: 0.0613608 Feb 09 22:12:25.764863 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2bc3e840-ae66-4a44-9e5d-7260965b00ce no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:25.767582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] DHCP port deletion for 95b35f73-e933-414e-9c1f-bd3f11b3aaf4 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:25.778566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45b8913a-f868-4194-9619-d6af94317a11 admin admin] Publish callbacks [] for security_group (c298213a-1fe0-4098-aaa6-6324e99f1422), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.837909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 2bc3e840-ae66-4a44-9e5d-7260965b00ce {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:25.839441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2bc3e840-ae66-4a44-9e5d-7260965b00ce not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:25.852630 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_gateway (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.867149 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.870360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45b8913a-f868-4194-9619-d6af94317a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c298213a-1fe0-4098-aaa6-6324e99f1422), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.877917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks [] for router_controller (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.895781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0128b7ec-6faa-435c-bba7-f98f50aeeb5a admin admin] Publish callbacks [] for security_group (bdb23e8a-ca5c-4755-9820-f791da156dcf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.956558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8913a-f868-4194-9619-d6af94317a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c298213a-1fe0-4098-aaa6-6324e99f1422,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.966001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8f8dc52f-cb6d-42ae-a0a2-298d5c254049 None None] Provisioning complete for port 8d56d434-7be3-4b67-9701-9a414f746207 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:25.966514 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc52f-cb6d-42ae-a0a2-298d5c254049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d56d434-7be3-4b67-9701-9a414f746207), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.976780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-45b8913a-f868-4194-9619-d6af94317a11 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e0945dbe87504541b5b50ba100bfeff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9027989 Feb 09 22:12:25.985180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46080) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:26.048479 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0128b7ec-6faa-435c-bba7-f98f50aeeb5a admin admin] Publish callbacks [] for security_group (bdb23e8a-ca5c-4755-9820-f791da156dcf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.070061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Deleting port 6acc8083-9552-4760-a635-7cb3f3e634f6 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:26.070505 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:26.071276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.074388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (3a6e30ac-29bb-4a86-8bef-e5f23b67bda4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.075416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:26.082714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] Deleting port bc33988e-c630-4989-abbb-5ab381c276ec {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:26.082714 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.195262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.196349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cfde466d-c1e3-4793-8bf8-fe9e6494d284 admin admin] 10.222.0.98 "DELETE /v2.0/routers/3a6e30ac-29bb-4a86-8bef-e5f23b67bda4 HTTP/1.1" status: 204 len: 168 time: 4.2149920 Feb 09 22:12:26.203973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46082) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:26.251470 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7db5e400-0e0a-4249-9f04-15e1855837dc admin admin] Publish callbacks [] for security_group (c298213a-1fe0-4098-aaa6-6324e99f1422), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.263814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dc52f-cb6d-42ae-a0a2-298d5c254049 None None] Current status of the port 8d56d434-7be3-4b67-9701-9a414f746207 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:26.264336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc52f-cb6d-42ae-a0a2-298d5c254049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8d56d434-7be3-4b67-9701-9a414f746207), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.272638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] Deleting subnet de1ce7c9-2d85-4f42-928e-9190bc8f8390 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:26.278702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] Publish callbacks [] for subnet (de1ce7c9-2d85-4f42-928e-9190bc8f8390), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.290295 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff375f-d359-4305-b14c-458f0b00be02 None None] Pushing event updated for resources: {'Port': ['ID=8d56d434-7be3-4b67-9701-9a414f746207,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.290760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0128b7ec-6faa-435c-bba7-f98f50aeeb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bdb23e8a-ca5c-4755-9820-f791da156dcf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.298138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0128b7ec-6faa-435c-bba7-f98f50aeeb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.299532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] For port bc33988e-c630-4989-abbb-5ab381c276ec, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bc33988e-c630-4989-abbb-5ab381c276ec,segment=NetworkSegment(d673963b-fecb-47a1-9529-99aed23e458c),segment_id=d673963b-fecb-47a1-9529-99aed23e458c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:26.300474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0128b7ec-6faa-435c-bba7-f98f50aeeb5a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bdb23e8a-ca5c-4755-9820-f791da156dcf HTTP/1.1" status: 204 len: 168 time: 0.7298241 Feb 09 22:12:26.303136 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.320914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7db5e400-0e0a-4249-9f04-15e1855837dc admin admin] Publish callbacks [] for security_group (c298213a-1fe0-4098-aaa6-6324e99f1422), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.345940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] Calling delete_port for bc33988e-c630-4989-abbb-5ab381c276ec owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:26.356684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128b7ec-6faa-435c-bba7-f98f50aeeb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb23e8a-ca5c-4755-9820-f791da156dcf,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.392542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (de1ce7c9-2d85-4f42-928e-9190bc8f8390), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.426541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] For port 6acc8083-9552-4760-a635-7cb3f3e634f6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6acc8083-9552-4760-a635-7cb3f3e634f6,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:26.427801 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.449009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Calling delete_port for 6acc8083-9552-4760-a635-7cb3f3e634f6 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:26.474127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8f8dc52f-cb6d-42ae-a0a2-298d5c254049 None None] For port 8d56d434-7be3-4b67-9701-9a414f746207, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8d56d434-7be3-4b67-9701-9a414f746207,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:26.482814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:26.517270 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7db5e400-0e0a-4249-9f04-15e1855837dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c298213a-1fe0-4098-aaa6-6324e99f1422), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.520076 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7db5e400-0e0a-4249-9f04-15e1855837dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.521422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7db5e400-0e0a-4249-9f04-15e1855837dc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c298213a-1fe0-4098-aaa6-6324e99f1422 HTTP/1.1" status: 204 len: 168 time: 0.5245366 Feb 09 22:12:26.534679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5e400-0e0a-4249-9f04-15e1855837dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298213a-1fe0-4098-aaa6-6324e99f1422,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.555246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:25Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:26.563658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96ffc0-a976-41f4-8f32-f75a3bd17e76 None None] The sync data for ids ['2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0'] in n-d-828599-1 is: [{'id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'name': 'tempest-TestNetworkBasicOps-router-965589131', 'tenant_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:11:03Z', 'updated_at': '2022-02-09T22:12:22Z', 'revision_number': 5, 'project_id': 'faf31df19dfa4f61af9b2afc9e20ee5b', 'gw_port': {'id': '6acc8083-9552-4760-a635-7cb3f3e634f6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:11:04Z', 'updated_at': '2022-02-09T22:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:26.590996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc52f-cb6d-42ae-a0a2-298d5c254049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8d56d434-7be3-4b67-9701-9a414f746207), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.619851 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (de1ce7c9-2d85-4f42-928e-9190bc8f8390), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.620815 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796e89a-68b3-4ad6-a49a-2fe3cc2e7d5d None None] The sync data for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 is: [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:25Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:26.680302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dc52f-cb6d-42ae-a0a2-298d5c254049 None None] Pushing event updated for resources: {'Port': ['ID=8d56d434-7be3-4b67-9701-9a414f746207,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.711598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d8c41a3e-219d-49c4-bd00-ed347f8a368c None None] Provisioning complete for port 8d56d434-7be3-4b67-9701-9a414f746207 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:26.712091 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8c41a3e-219d-49c4-bd00-ed347f8a368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d56d434-7be3-4b67-9701-9a414f746207), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.773309 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (bc33988e-c630-4989-abbb-5ab381c276ec), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.809530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] Pushing event deleted for resources: {'Port': ['ID=bc33988e-c630-4989-abbb-5ab381c276ec,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.811998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab91d7-663d-476a-b661-896e68b8a5c9 None None] No DVR routers for this DVR port bc33988e-c630-4989-abbb-5ab381c276ec on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:26.860588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-215fb53d-7f40-449c-adba-3bf77c8ec4bb req-f2c84c6e-f356-49f4-96f2-a9b1344b8105 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 210 time: 0.0307670 Feb 09 22:12:26.874104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d8c41a3e-219d-49c4-bd00-ed347f8a368c None None] Current status of the port 8d56d434-7be3-4b67-9701-9a414f746207 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:26.892742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (de1ce7c9-2d85-4f42-928e-9190bc8f8390), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.917700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1ce7c9-2d85-4f42-928e-9190bc8f8390,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.923590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.928896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b09f06b-25ef-4892-bdd8-3c22d46d14a0 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/de1ce7c9-2d85-4f42-928e-9190bc8f8390 HTTP/1.1" status: 204 len: 168 time: 0.7219584 Feb 09 22:12:26.930108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46096) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:26.930508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2d14af-cb3b-4e63-91c2-67241e0d9b3c None None] Network 4733e0f9-4af7-481e-a4b5-24bf8d30a265 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:26.958271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6acc8083-9552-4760-a635-7cb3f3e634f6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.067580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Port': ['ID=6acc8083-9552-4760-a635-7cb3f3e634f6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.068417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (4733e0f9-4af7-481e-a4b5-24bf8d30a265), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.108311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.233840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Deleting port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:27.235950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.244963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.247600 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router_controller (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.260938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] DHCP port deletion for 4733e0f9-4af7-481e-a4b5-24bf8d30a265 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:27.348453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] Deleting port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:27.349619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.392728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] For port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,segment=NetworkSegment(32e7e169-3f92-4acb-9174-d3734ca4df1d),segment_id=32e7e169-3f92-4acb-9174-d3734ca4df1d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:27.393255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.414661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Calling delete_port for 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:27.414854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.415252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:27.431373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.437929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ed08df7d-b7eb-4d27-822a-d95ed3a41994 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/routers/2ba4b238-e8ed-4b55-bfb0-c03e9e09e1f0 HTTP/1.1" status: 204 len: 168 time: 2.2590539 Feb 09 22:12:27.437929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46108) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.470907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] For port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,segment=NetworkSegment(32e7e169-3f92-4acb-9174-d3734ca4df1d),segment_id=32e7e169-3f92-4acb-9174-d3734ca4df1d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:27.471387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.488581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] Calling delete_port for 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:27.662572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (95b35f73-e933-414e-9c1f-bd3f11b3aaf4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.701033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8d56d434-7be3-4b67-9701-9a414f746207 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:27.706174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.743865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45c1f1ba-a4c1-43a1-b434-2299d13a2111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.769306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.776620 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (95b35f73-e933-414e-9c1f-bd3f11b3aaf4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.811667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b35f73-e933-414e-9c1f-bd3f11b3aaf4']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:27.824662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd673963b-fecb-47a1-9529-99aed23e458c') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:27.825218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd673963b-fecb-47a1-9529-99aed23e458c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:27.831792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] Pushing event deleted for resources: {'Port': ['ID=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.854811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (d673963b-fecb-47a1-9529-99aed23e458c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.854917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366302c-0085-425e-a0cd-86eac870ac22 None None] No DVR routers for this DVR port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:27.885233 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d673963b-fecb-47a1-9529-99aed23e458c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.892307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:27.892939 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (d673963b-fecb-47a1-9529-99aed23e458c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.895023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8d56d434-7be3-4b67-9701-9a414f746207 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:27.895949 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8d56d434-7be3-4b67-9701-9a414f746207), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:27.897425 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:27.902132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45c1f1ba-a4c1-43a1-b434-2299d13a2111 admin admin] Publish callbacks [] for security_group (266544d9-3b63-4ad5-8e83-21351ec0475f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.903927 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (56288cd7-0d5f-4c0a-ac23-1838e9cfbe94), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.937715 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:12:27.945954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] No DVR routers for this DVR port 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:27.981457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=56288cd7-0d5f-4c0a-ac23-1838e9cfbe94,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.000382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45c1f1ba-a4c1-43a1-b434-2299d13a2111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (266544d9-3b63-4ad5-8e83-21351ec0475f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.024742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8d56d434-7be3-4b67-9701-9a414f746207 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:28.098290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (4733e0f9-4af7-481e-a4b5-24bf8d30a265), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.103520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45c1f1ba-a4c1-43a1-b434-2299d13a2111 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d57e42dae1844860abc9ad8d904a34a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959334 Feb 09 22:12:28.110621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1f1ba-a4c1-43a1-b434-2299d13a2111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266544d9-3b63-4ad5-8e83-21351ec0475f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.119186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46122) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.123841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-41acbf12-1f60-4b63-836f-3e236aab3584 req-54cedb31-48b3-4e13-9a37-e14e82ce1b9b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 210 time: 0.0772042 Feb 09 22:12:28.141700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4733e0f9-4af7-481e-a4b5-24bf8d30a265']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.182361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e7e169-3f92-4acb-9174-d3734ca4df1d') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.182670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e7e169-3f92-4acb-9174-d3734ca4df1d') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.199051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (32e7e169-3f92-4acb-9174-d3734ca4df1d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.217761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 098729b6-4831-455a-a27f-87f55f816024 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:28.219243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5f98581-3cc4-414f-844c-388fed6cec2b admin admin] Publish callbacks [] for security_group (266544d9-3b63-4ad5-8e83-21351ec0475f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.231767 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (32e7e169-3f92-4acb-9174-d3734ca4df1d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.244079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (95b35f73-e933-414e-9c1f-bd3f11b3aaf4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.246735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:28.247159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (32e7e169-3f92-4acb-9174-d3734ca4df1d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:28.249042 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:28.260525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5f98581-3cc4-414f-844c-388fed6cec2b admin admin] Publish callbacks [] for security_group (266544d9-3b63-4ad5-8e83-21351ec0475f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.263881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.267989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] 10.222.0.98 "DELETE /v2.0/networks/95b35f73-e933-414e-9c1f-bd3f11b3aaf4 HTTP/1.1" status: 204 len: 168 time: 0.8308525 Feb 09 22:12:28.276272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 098729b6-4831-455a-a27f-87f55f816024 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:28.276960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 098729b6-4831-455a-a27f-87f55f816024 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:28.310501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 14858e08-192c-4f42-b1ca-1d1abc07ce16 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:28.353133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd8d05-df55-4ee7-afab-5730560a43d1 tempest-TestNetworkBasicOps-1059873014 tempest-TestNetworkBasicOps-1059873014-project] Pushing event deleted for resources: {'Network': ['ID=95b35f73-e933-414e-9c1f-bd3f11b3aaf4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.355521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 14858e08-192c-4f42-b1ca-1d1abc07ce16 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:28.356683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 14858e08-192c-4f42-b1ca-1d1abc07ce16 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:28.358179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:28.381381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:28.382238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 56288cd7-0d5f-4c0a-ac23-1838e9cfbe94 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:28.382885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bc33988e-c630-4989-abbb-5ab381c276ec no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:28.397805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (4733e0f9-4af7-481e-a4b5-24bf8d30a265), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.405485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: bc33988e-c630-4989-abbb-5ab381c276ec {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:28.406866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bc33988e-c630-4989-abbb-5ab381c276ec not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:28.432654 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.446292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] 10.222.0.98 "DELETE /v2.0/networks/4733e0f9-4af7-481e-a4b5-24bf8d30a265 HTTP/1.1" status: 204 len: 168 time: 1.5146127 Feb 09 22:12:28.447533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ce54f-820a-4d49-ac20-4499f56e2e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=4733e0f9-4af7-481e-a4b5-24bf8d30a265,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.500601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5f98581-3cc4-414f-844c-388fed6cec2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (266544d9-3b63-4ad5-8e83-21351ec0475f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.504780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5f98581-3cc4-414f-844c-388fed6cec2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.506896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f5f98581-3cc4-414f-844c-388fed6cec2b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/266544d9-3b63-4ad5-8e83-21351ec0475f HTTP/1.1" status: 204 len: 168 time: 0.3855791 Feb 09 22:12:28.516483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98581-3cc4-414f-844c-388fed6cec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266544d9-3b63-4ad5-8e83-21351ec0475f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.837767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46136) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.878488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8a09d49f-0603-4750-af2b-95403a1f571a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0b169231c2f545fbac9b6f93fe450db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388184 Feb 09 22:12:28.881063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46138) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.948201 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c71d75f9-81ba-4f00-89dd-2d0234d5f2a5 admin admin] Publish callbacks [] for security_group (0984b4f6-cab3-47f3-a65e-8417eab71e08), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.970254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c71d75f9-81ba-4f00-89dd-2d0234d5f2a5 admin admin] Publish callbacks [] for security_group (0984b4f6-cab3-47f3-a65e-8417eab71e08), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.024166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46142) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:29.090146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c71d75f9-81ba-4f00-89dd-2d0234d5f2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0984b4f6-cab3-47f3-a65e-8417eab71e08), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.092744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c71d75f9-81ba-4f00-89dd-2d0234d5f2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.093889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c71d75f9-81ba-4f00-89dd-2d0234d5f2a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0984b4f6-cab3-47f3-a65e-8417eab71e08 HTTP/1.1" status: 204 len: 168 time: 0.2117653 Feb 09 22:12:29.106834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d75f9-81ba-4f00-89dd-2d0234d5f2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0984b4f6-cab3-47f3-a65e-8417eab71e08,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.151333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-529b8509-8253-4a02-943b-579348c98178 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:29.152856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-529b8509-8253-4a02-943b-579348c98178 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 797 time: 0.1221080 Feb 09 22:12:29.255897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cbcf2107-90f5-4c6c-b8a8-da86a7b31586 req-1670dd56-e3e0-4fe3-b7d6-0f36a58ed507 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 210 time: 0.0383921 Feb 09 22:12:29.262463 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-bad1407b-1da3-472c-8c0d-74d6cfa31593 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 380 time: 0.0944777 Feb 09 22:12:29.280057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'port': {'device_id': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'admin_state_up': True, 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'security_groups': ['d077f24c-7cd7-4c0a-a437-44df76b011de']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:29.380539 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c36ad970-529a-4942-ae3f-4235e60c5f9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=faf31df19dfa4f61af9b2afc9e20ee5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545644 Feb 09 22:12:29.383093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46154) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:29.435467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4509c008-e0e5-4910-a4d4-17b57ddcb3d5 admin admin] Publish callbacks [] for security_group (3bf7001b-1d6f-4fb1-8dad-030aa62122ed), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.460263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6acc8083-9552-4760-a635-7cb3f3e634f6 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:29.466406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4509c008-e0e5-4910-a4d4-17b57ddcb3d5 admin admin] Publish callbacks [] for security_group (3bf7001b-1d6f-4fb1-8dad-030aa62122ed), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.486344 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.486978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6acc8083-9552-4760-a635-7cb3f3e634f6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:29.487523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6acc8083-9552-4760-a635-7cb3f3e634f6 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:29.508523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:29.509959 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.591249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4509c008-e0e5-4910-a4d4-17b57ddcb3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3bf7001b-1d6f-4fb1-8dad-030aa62122ed), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.593936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4509c008-e0e5-4910-a4d4-17b57ddcb3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.596185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4509c008-e0e5-4910-a4d4-17b57ddcb3d5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3bf7001b-1d6f-4fb1-8dad-030aa62122ed HTTP/1.1" status: 204 len: 168 time: 0.2110868 Feb 09 22:12:29.603416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509c008-e0e5-4910-a4d4-17b57ddcb3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7001b-1d6f-4fb1-8dad-030aa62122ed,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.651316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.9 (ed0143e4-d710-427b-a0e4-e3faa49ea0d3/a13ec565-2f0c-439f-84b0-61f14ed1ca23/251e9f67-b0e9-4349-9458-b95ca18e4a9b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:29.801829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.929360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.935864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46170) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:29.979077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:29.982356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:29.986131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-07203e8a-d175-4e20-ac31-4250604881d4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=294360273b2f4df09753f4f6132b5bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490303 Feb 09 22:12:29.988406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46172) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:29.990804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:29.994707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.047975 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c727aa48-4b3a-4901-b114-e5d67042a31d admin admin] Publish callbacks [] for security_group (5c12d87e-adee-4aee-816b-759cd9aa966f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.055400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:30.056275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.073765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c727aa48-4b3a-4901-b114-e5d67042a31d admin admin] Publish callbacks [] for security_group (5c12d87e-adee-4aee-816b-759cd9aa966f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.135137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-dff364be-99a5-4449-b515-79dccba0a312 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8625042 Feb 09 22:12:30.151057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Request body: {'port': {'device_id': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:30.212513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.220992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c727aa48-4b3a-4901-b114-e5d67042a31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5c12d87e-adee-4aee-816b-759cd9aa966f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.226086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c727aa48-4b3a-4901-b114-e5d67042a31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.227545 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c727aa48-4b3a-4901-b114-e5d67042a31d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5c12d87e-adee-4aee-816b-759cd9aa966f HTTP/1.1" status: 204 len: 168 time: 0.2379017 Feb 09 22:12:30.237806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727aa48-4b3a-4901-b114-e5d67042a31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c12d87e-adee-4aee-816b-759cd9aa966f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.345917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bfedbe9f-46d8-4816-b521-269faf5442ce None None] Provisioning complete for port 251e9f67-b0e9-4349-9458-b95ca18e4a9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:30.351865 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bfedbe9f-46d8-4816-b521-269faf5442ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.402677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bfedbe9f-46d8-4816-b521-269faf5442ce None None] Port 251e9f67-b0e9-4349-9458-b95ca18e4a9b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:30.419135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46186) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:30.421401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0c8f0-504f-46a1-8a06-2085f33ba143 req-5d995efb-3cca-4433-9267-5c428a008736 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:30.422945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bee0c8f0-504f-46a1-8a06-2085f33ba143 req-5d995efb-3cca-4433-9267-5c428a008736 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 931 time: 0.0756748 Feb 09 22:12:30.437458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82b8c1b8-9f65-40e8-8f0b-4c4f9cbe7a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.507751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bee0c8f0-504f-46a1-8a06-2085f33ba143 req-70733841-4c24-4c5d-8009-f7ea57130953 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783226 Feb 09 22:12:30.576068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251e9f67-b0e9-4349-9458-b95ca18e4a9b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:30.589858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Publish callbacks [] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.610501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82b8c1b8-9f65-40e8-8f0b-4c4f9cbe7a55 admin admin] Publish callbacks [] for security_group (c0102cc0-dc11-494e-8d86-f2ca10ddd58b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.613106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Transition to ACTIVE for port object 251e9f67-b0e9-4349-9458-b95ca18e4a9b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:12:30.686999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-82b8c1b8-9f65-40e8-8f0b-4c4f9cbe7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c0102cc0-dc11-494e-8d86-f2ca10ddd58b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.691895 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.780297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.798945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-82b8c1b8-9f65-40e8-8f0b-4c4f9cbe7a55 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3dfeb7cd4a3c4c57a57599bc8b74a3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3759899 Feb 09 22:12:30.799184 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46194) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:30.800010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8c1b8-9f65-40e8-8f0b-4c4f9cbe7a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0102cc0-dc11-494e-8d86-f2ca10ddd58b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.894408 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.915033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7605-ca30-458b-9b4b-b5d2cad742ef admin admin] Publish callbacks [] for security_group (c0102cc0-dc11-494e-8d86-f2ca10ddd58b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.963066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7605-ca30-458b-9b4b-b5d2cad742ef admin admin] Publish callbacks [] for security_group (c0102cc0-dc11-494e-8d86-f2ca10ddd58b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.111650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7605-ca30-458b-9b4b-b5d2cad742ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c0102cc0-dc11-494e-8d86-f2ca10ddd58b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.115114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7605-ca30-458b-9b4b-b5d2cad742ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.116862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a6ae7605-ca30-458b-9b4b-b5d2cad742ef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c0102cc0-dc11-494e-8d86-f2ca10ddd58b HTTP/1.1" status: 204 len: 168 time: 0.3164623 Feb 09 22:12:31.142560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae7605-ca30-458b-9b4b-b5d2cad742ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0102cc0-dc11-494e-8d86-f2ca10ddd58b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:31.289943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:31.290194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:31.290535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:31.294769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:31.295098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:31.300317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:31.300668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Checking segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:31.301060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Bound using segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:31.301484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Bound port: 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:31.301871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.366250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:31.369614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:31.453253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.501263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.501263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.501263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 1091 time: 1.3491600 Feb 09 22:12:31.501263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:31.501263 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca7d5a-a21c-43e6-8d6b-22a99076695f" -d '{"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:31.523594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81273d5b-6a67-40b0-9308-a6288e87a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:31.547958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46224) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:31.560602 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd336380-3f25-485f-a78f-188cd599b569 x-openstack-request-id: req-cd336380-3f25-485f-a78f-188cd599b569 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:31.560983 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:31.561494 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd336380-3f25-485f-a78f-188cd599b569 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:31.562049 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'status': 'completed', 'code': 200} Feb 09 22:12:31.650212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7d5a-a21c-43e6-8d6b-22a99076695f req-4415ffb7-ce4f-42f1-9bf9-d3937582f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.651809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4ca7d5a-a21c-43e6-8d6b-22a99076695f req-4415ffb7-ce4f-42f1-9bf9-d3937582f0d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1125 time: 0.0649240 Feb 09 22:12:31.680699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad21bb-5d5e-4cc0-aae6-7dc4d1722519 req-a4d6a94c-acd0-4e62-90db-3e5f30297b66 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.698295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54ad21bb-5d5e-4cc0-aae6-7dc4d1722519 req-a4d6a94c-acd0-4e62-90db-3e5f30297b66 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.0750246 Feb 09 22:12:31.778640 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54ad21bb-5d5e-4cc0-aae6-7dc4d1722519 req-c0a6239d-a1f7-4955-9085-15d3e3d8dc54 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727572 Feb 09 22:12:31.817331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7d5a-a21c-43e6-8d6b-22a99076695f req-5c2666c5-f25a-409c-952b-9064ae29fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.819641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4ca7d5a-a21c-43e6-8d6b-22a99076695f req-5c2666c5-f25a-409c-952b-9064ae29fdc2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1580334 Feb 09 22:12:31.844914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-624430883-network', 'tenant_id': '9065674434dc432e82e3a4a69d59fb75'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:31.938328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7d5a-a21c-43e6-8d6b-22a99076695f req-ac21d875-d270-47c8-9c37-64202e037800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.940164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4ca7d5a-a21c-43e6-8d6b-22a99076695f req-ac21d875-d270-47c8-9c37-64202e037800 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120803 Feb 09 22:12:31.953060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Made reservation on behalf of 9065674434dc432e82e3a4a69d59fb75 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:31.955405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.965094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.023665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-c6166ace-073b-4070-85ea-193d7df2a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.025340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-c6166ace-073b-4070-85ea-193d7df2a0d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1125 time: 0.0463743 Feb 09 22:12:32.048575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks [] for security_group (de9928bc-8a33-42e5-9a66-86845848dab7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.076087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-03a30801-965e-48a1-bf94-e9f689eca18a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 217 time: 0.0403371 Feb 09 22:12:32.122584 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (de9928bc-8a33-42e5-9a66-86845848dab7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.128391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-aae426d7-6a9a-453d-b540-a5af8d70a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.130743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-aae426d7-6a9a-453d-b540-a5af8d70a936 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.0454829 Feb 09 22:12:32.155490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:32.156513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:32.173470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9928bc-8a33-42e5-9a66-86845848dab7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:32.180339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b37c0a9f-f80f-4889-87ed-62708decad46), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.180761 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Added segment b37c0a9f-f80f-4889-87ed-62708decad46 of type vlan for network 96813f04-9731-44c7-8b43-1a5f98fcde1c Feb 09 22:12:32.196842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-8489bad4-2f76-42f9-88f8-01b9df92f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.196842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-8489bad4-2f76-42f9-88f8-01b9df92f3c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501015 Feb 09 22:12:32.235444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (96813f04-9731-44c7-8b43-1a5f98fcde1c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.292743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-539ad441-f5c5-4c88-b17b-c4b83295caf6 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937645 Feb 09 22:12:32.312009 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (96813f04-9731-44c7-8b43-1a5f98fcde1c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.313056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.313716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.375786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] Pushing event updated for resources: {'Network': ['ID=96813f04-9731-44c7-8b43-1a5f98fcde1c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:32.387257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 96813f04-9731-44c7-8b43-1a5f98fcde1c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:32.392113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edc7080a-4e1a-4b0d-b0ba-3316744edd85 req-fb6af1b7-49d8-4c23-a61c-bd7fca1d134f service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902386 Feb 09 22:12:32.421903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1421646520-network', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:32.468679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c476136d-b6ad-4a84-a31b-036eb2021450 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9250057 Feb 09 22:12:32.471474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46258) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:32.476251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Request body: {'subnet': {'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-624430883-subnet', 'tenant_id': '9065674434dc432e82e3a4a69d59fb75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:32.545685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Made reservation on behalf of 0852c3f7d5184ffcb000350592580c9e for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:32.548121 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.558015 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.584749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Made reservation on behalf of 9065674434dc432e82e3a4a69d59fb75 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:32.587077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.811393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks [] for security_group (98130a94-5b24-4a9b-aaa7-dbb625627b82), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.897823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce496bd0-ab48-496a-b63a-2fe967e75c0b req-16a39d2e-b0b7-44ab-9da4-34a39b602379 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.899478 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce496bd0-ab48-496a-b63a-2fe967e75c0b req-16a39d2e-b0b7-44ab-9da4-34a39b602379 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.0593040 Feb 09 22:12:32.917602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (86fa9a20-1e20-450e-856a-6ec029334a15), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.919680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (98130a94-5b24-4a9b-aaa7-dbb625627b82), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.962318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce496bd0-ab48-496a-b63a-2fe967e75c0b req-8a5d1cd1-be68-4cb8-be41-684ad2d4af2a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551507 Feb 09 22:12:32.991049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:33.004736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98130a94-5b24-4a9b-aaa7-dbb625627b82,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.011147 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (759037a8-6488-4bf7-b894-d01a96f6de01), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.011503 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Added segment 759037a8-6488-4bf7-b894-d01a96f6de01 of type vlan for network 208bb12f-636f-42c6-8b0a-4b7e5110c448 Feb 09 22:12:33.034311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fa9a20-1e20-450e-856a-6ec029334a15,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.072920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (208bb12f-636f-42c6-8b0a-4b7e5110c448), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.076721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Checking segment: {'id': 'b37c0a9f-f80f-4889-87ed-62708decad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:33.077089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Network hostable DHCP agents. Network: 96813f04-9731-44c7-8b43-1a5f98fcde1c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:33.180129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Network 96813f04-9731-44c7-8b43-1a5f98fcde1c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:33.183312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (208bb12f-636f-42c6-8b0a-4b7e5110c448), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.184325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:33.184928 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.250053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] Pushing event updated for resources: {'Network': ['ID=208bb12f-636f-42c6-8b0a-4b7e5110c448,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.261017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:33.277408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 96813f04-9731-44c7-8b43-1a5f98fcde1c) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:33.281649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:33.282245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.303737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb6e0c-57ec-4ed1-bc47-f8d271c473e2 None None] Network 96813f04-9731-44c7-8b43-1a5f98fcde1c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:33.308608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9669abb-056f-4924-94f9-7fbb99e3f92d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1491449 Feb 09 22:12:33.311321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46286) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.316523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Request body: {'subnet': {'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1421646520-subnet', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:33.425067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd428f-112c-4484-b544-cbfbd1aed46e None None] Network 96813f04-9731-44c7-8b43-1a5f98fcde1c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:33.448079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f0cd8836-13b1-4080-9088-7707f6b3750a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9751921 Feb 09 22:12:33.504393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Made reservation on behalf of 0852c3f7d5184ffcb000350592580c9e for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:33.507551 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.831573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.883513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.903950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Checking segment: {'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:33.905019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Network hostable DHCP agents. Network: 208bb12f-636f-42c6-8b0a-4b7e5110c448, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:33.961437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46304) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.968509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:34.047102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 208bb12f-636f-42c6-8b0a-4b7e5110c448) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:34.061039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024bfc69-2cc9-43d3-9360-9b01a10fc815 None None] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:34.061278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.063531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.107920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8cb75-e92c-4789-86e6-db7627b16ce2 req-9acd16f6-4aab-485c-92fd-89c05a38afd2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.109752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1de8cb75-e92c-4789-86e6-db7627b16ce2 req-9acd16f6-4aab-485c-92fd-89c05a38afd2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.0692415 Feb 09 22:12:34.118855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-36cd7fec-e626-4ac4-86f0-dea0731c0d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.167856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f3ad6bbd-549d-4d55-a9c9-ed2d837fcb0d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8550892 Feb 09 22:12:34.171637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46316) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.176750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:34.178847 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1de8cb75-e92c-4789-86e6-db7627b16ce2 req-a9e6f7f8-c3cb-404b-a843-26e152dbe67b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627468 Feb 09 22:12:34.204372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-208bb12f-636f-42c6-8b0a-4b7e5110c448', 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448', 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'fixed_ips': [{'subnet_id': 'c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:34.205341 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.246365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-36cd7fec-e626-4ac4-86f0-dea0731c0d95 admin admin] Publish callbacks [] for security_group (92101910-3f91-4ccf-a450-a273a9ab4e41), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.274044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:12:34.277669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (123e5edc-2818-4d3a-97b0-87b1a0c00539), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.279910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (123e5edc-2818-4d3a-97b0-87b1a0c00539), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.350185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-36cd7fec-e626-4ac4-86f0-dea0731c0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92101910-3f91-4ccf-a450-a273a9ab4e41), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.390013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-36cd7fec-e626-4ac4-86f0-dea0731c0d95 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=28bfa587a1d8418692e1c53a04247ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263806 Feb 09 22:12:34.391725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46322) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.403414 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks [] for router_controller (123e5edc-2818-4d3a-97b0-87b1a0c00539), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.409901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Allocated IP 172.20.0.2 (208bb12f-636f-42c6-8b0a-4b7e5110c448/c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed/514ab6f8-764b-41cc-a6b0-b3e39f8b8dac) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:34.421573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd7fec-e626-4ac4-86f0-dea0731c0d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92101910-3f91-4ccf-a450-a273a9ab4e41,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.461421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:34.474567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-91839d1c-c526-4f80-961b-f19a28d2b1eb admin admin] Publish callbacks [] for security_group (92101910-3f91-4ccf-a450-a273a9ab4e41), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.493799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46326) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.499023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1986422537-network', 'tenant_id': 'f909cee271c8424aaee0f160fa47ab3d'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:34.510378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'port_id': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'mac_address': 'fa:16:3e:56:65:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:12:34.513996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-91839d1c-c526-4f80-961b-f19a28d2b1eb admin admin] Publish callbacks [] for security_group (92101910-3f91-4ccf-a450-a273a9ab4e41), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.563190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 251e9f67-b0e9-4349-9458-b95ca18e4a9b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:34.565702 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.590410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251e9f67-b0e9-4349-9458-b95ca18e4a9b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:34.614114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Made reservation on behalf of f909cee271c8424aaee0f160fa47ab3d for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:34.618985 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.628459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:34.632930 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.649254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks [] for router_gateway (123e5edc-2818-4d3a-97b0-87b1a0c00539), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.663406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-91839d1c-c526-4f80-961b-f19a28d2b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92101910-3f91-4ccf-a450-a273a9ab4e41), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.664688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-91839d1c-c526-4f80-961b-f19a28d2b1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.667763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-91839d1c-c526-4f80-961b-f19a28d2b1eb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/92101910-3f91-4ccf-a450-a273a9ab4e41 HTTP/1.1" status: 204 len: 168 time: 0.2725313 Feb 09 22:12:34.677899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91839d1c-c526-4f80-961b-f19a28d2b1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92101910-3f91-4ccf-a450-a273a9ab4e41,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.685971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Publish callbacks [] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.711696 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.758833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks [] for security_group (8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.779670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.797594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.837872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:34.842861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.866845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:34.870472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:34.878206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:34.883378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Pushing event updated for resources: {'Port': ['ID=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.902936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.906041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4cdb353c-66fc-4a3a-902a-89a38de061dd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.906391 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Added segment 4cdb353c-66fc-4a3a-902a-89a38de061dd of type vlan for network 20e10857-12a2-4330-9479-c81515cc3556 Feb 09 22:12:34.951774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (20e10857-12a2-4330-9479-c81515cc3556), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.985260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Attempting to bind port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:34.986306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Attempting to bind port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:34.986926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Attempting to bind port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac on network 208bb12f-636f-42c6-8b0a-4b7e5110c448 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:34.993722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:34.994404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Checking segment: {'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:34.999853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.999853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Bound using segment: {'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:34.999853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Bound port: 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:34.999853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.002236 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks [] for router_gateway (123e5edc-2818-4d3a-97b0-87b1a0c00539), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.023245 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.045301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['251e9f67-b0e9-4349-9458-b95ca18e4a9b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:35.048553 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (20e10857-12a2-4330-9479-c81515cc3556), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.052670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:35.052670 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.157034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6621177 Feb 09 22:12:35.157636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] For port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:35.162115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46344) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.162395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] For port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,segment=NetworkSegment(759037a8-6488-4bf7-b894-d01a96f6de01),segment_id=759037a8-6488-4bf7-b894-d01a96f6de01)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:35.175690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Request body: {'subnet': {'network_id': '20e10857-12a2-4330-9479-c81515cc3556', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1986422537-subnet', 'tenant_id': 'f909cee271c8424aaee0f160fa47ab3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:35.196595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa94443-9351-434a-b978-3dd1235b8c8b admin admin] Pushing event updated for resources: {'Network': ['ID=20e10857-12a2-4330-9479-c81515cc3556,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.218909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 20e10857-12a2-4330-9479-c81515cc3556 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:35.233907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Allocated IP 172.25.5.7 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/a57f6e63-236a-4a32-8ae7-2ba0cbde79f9) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:35.283359 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.317302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Made reservation on behalf of f909cee271c8424aaee0f160fa47ab3d for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:35.320279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.384679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e934934-6936-4789-bc89-5b9e070621bd req-eaa74bf3-a37c-4cdd-8545-4d1772cbf3dc tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:35.386276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e934934-6936-4789-bc89-5b9e070621bd req-eaa74bf3-a37c-4cdd-8545-4d1772cbf3dc tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 944 time: 0.1298208 Feb 09 22:12:35.482702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3824b-293e-44df-bc97-1cdb73bb0c5f None None] Pushing event updated for resources: {'Port': ['ID=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.517383 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-880c63ab-374a-4ab8-b522-933402ac0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.527076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e934934-6936-4789-bc89-5b9e070621bd req-1d5c6ec9-7eb0-439e-a108-047248c5e601 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283395 Feb 09 22:12:35.540739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks [] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.548444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46354) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.580348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fb99c8c-bb84-4dd9-84c9-05a20f14c4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.695660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (91a012a8-7982-4a39-aca9-22535312daf7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.701937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fb99c8c-bb84-4dd9-84c9-05a20f14c4e5 admin admin] Publish callbacks [] for security_group (fd117c62-b889-482c-8566-7de679139749), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.717689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.785792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a012a8-7982-4a39-aca9-22535312daf7,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.789809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fb99c8c-bb84-4dd9-84c9-05a20f14c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fd117c62-b889-482c-8566-7de679139749), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.791669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Checking segment: {'id': '4cdb353c-66fc-4a3a-902a-89a38de061dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '20e10857-12a2-4330-9479-c81515cc3556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:35.792240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Network hostable DHCP agents. Network: 20e10857-12a2-4330-9479-c81515cc3556, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:35.811423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:35.835854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:35.839865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Pushing event updated for resources: {'Port': ['ID=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.842501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:35.866693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Network 20e10857-12a2-4330-9479-c81515cc3556 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:35.872550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3fb99c8c-bb84-4dd9-84c9-05a20f14c4e5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=60ac5732afc44e84a143b87a50ced2f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230686 Feb 09 22:12:35.879060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46356) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.883373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb99c8c-bb84-4dd9-84c9-05a20f14c4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd117c62-b889-482c-8566-7de679139749,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.939152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbd3004e-ea76-446e-8f56-f067d45868b1 admin admin] Publish callbacks [] for security_group (fd117c62-b889-482c-8566-7de679139749), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.959848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 20e10857-12a2-4330-9479-c81515cc3556) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:35.962724 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbd3004e-ea76-446e-8f56-f067d45868b1 admin admin] Publish callbacks [] for security_group (fd117c62-b889-482c-8566-7de679139749), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.970879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:35.971430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f86acc9-eb22-4852-803d-7c38585a1e69 None None] Network 20e10857-12a2-4330-9479-c81515cc3556 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:35.971556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.074898 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-33657380-ad0f-4e3c-a3de-c1853245e6c5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9113789 Feb 09 22:12:36.105625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24692c-862d-47e5-999c-d94a4f789f76 None None] Network 20e10857-12a2-4330-9479-c81515cc3556 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:36.106695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbd3004e-ea76-446e-8f56-f067d45868b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (fd117c62-b889-482c-8566-7de679139749), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.110619 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbd3004e-ea76-446e-8f56-f067d45868b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.111930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bbd3004e-ea76-446e-8f56-f067d45868b1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fd117c62-b889-482c-8566-7de679139749 HTTP/1.1" status: 204 len: 168 time: 0.2313824 Feb 09 22:12:36.130316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3004e-ea76-446e-8f56-f067d45868b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd117c62-b889-482c-8566-7de679139749,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.272299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:36.285826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46364) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.287844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks [] for router_gateway (123e5edc-2818-4d3a-97b0-87b1a0c00539), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.294354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'network': {'name': 'tempest-network-smoke--261575946', 'project_id': '2ec62ed748f545049bd5b05865269d99', 'port_security_enabled': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:36.421117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Made reservation on behalf of 2ec62ed748f545049bd5b05865269d99 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:36.424755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.437915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.454426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 251e9f67-b0e9-4349-9458-b95ca18e4a9b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:12:36.459831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 251e9f67-b0e9-4349-9458-b95ca18e4a9b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:36.465640 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.582222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (123e5edc-2818-4d3a-97b0-87b1a0c00539), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.585747 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (6ff50ebd-4e18-49ef-a133-ce3a96337b60), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.652842 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6ff50ebd-4e18-49ef-a133-ce3a96337b60), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.720912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:36.724320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff50ebd-4e18-49ef-a133-ce3a96337b60,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.747755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (89eacd89-c268-4336-ae6f-36664e88e115), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.748119 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Added segment 89eacd89-c268-4336-ae6f-36664e88e115 of type vlan for network ecf245f2-790d-4e79-addd-976797169093 Feb 09 22:12:36.770050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999aada-d79c-41c8-bfcb-a3fb270fecf5 req-6094bfd9-d621-4de8-8e6f-867b3e785fe6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:36.782176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e999aada-d79c-41c8-bfcb-a3fb270fecf5 req-6094bfd9-d621-4de8-8e6f-867b3e785fe6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 944 time: 0.1612041 Feb 09 22:12:36.874017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa9f1d-4530-4674-80de-edbbb659adcf None None] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:36.900996 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ecf245f2-790d-4e79-addd-976797169093), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.920120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e999aada-d79c-41c8-bfcb-a3fb270fecf5 req-3dcb9914-4039-4397-a11b-3101fcb206c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370432 Feb 09 22:12:36.929325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 251e9f67-b0e9-4349-9458-b95ca18e4a9b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:36.929907 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.941801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Router 123e5edc-2818-4d3a-97b0-87b1a0c00539 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:12:36.972264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a9f7a47c-0998-4c28-97f3-7cbfb4e18d41 None None] Provisioning complete for port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:36.972670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a47c-0998-4c28-97f3-7cbfb4e18d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.988159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:36.991062 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b0ea49-8fde-4c7b-b68c-387de94134e2" -d '{"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-plugged", "status": "completed", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:37.026624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:37.031690 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ecf245f2-790d-4e79-addd-976797169093), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.038819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:37.039779 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.053967 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4de556-2b10-47e6-b245-f138f778ad9a x-openstack-request-id: req-9c4de556-2b10-47e6-b245-f138f778ad9a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:37.054317 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-plugged", "status": "completed", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:37.054518 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c4de556-2b10-47e6-b245-f138f778ad9a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:37.054916 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'code': 200} Feb 09 22:12:37.145139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Network': ['ID=ecf245f2-790d-4e79-addd-976797169093,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.165215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.167281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ecf245f2-790d-4e79-addd-976797169093 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:37.181759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f5c003f2-2657-4ed0-b6e2-045920b32c61 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8935099 Feb 09 22:12:37.182409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46392) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.185952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-a3dbcea6-faff-4251-bdff-6d1c9ae9b4bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:37.187470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-a3dbcea6-faff-4251-bdff-6d1c9ae9b4bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/networks?id=96813f04-9731-44c7-8b43-1a5f98fcde1c HTTP/1.1" status: 200 len: 808 time: 0.2289088 Feb 09 22:12:37.190089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:37.193981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'admin_state_up': True, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:37.208348 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Sync routers for ids ['123e5edc-2818-4d3a-97b0-87b1a0c00539'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:37.220010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-20cd5aa6-8765-4573-aad1-9ded6252a587 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/quotas/9065674434dc432e82e3a4a69d59fb75 HTTP/1.1" status: 200 len: 375 time: 0.0258713 Feb 09 22:12:37.232433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Routers {'123e5edc-2818-4d3a-97b0-87b1a0c00539'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:37.236790 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['123e5edc-2818-4d3a-97b0-87b1a0c00539'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:37.240854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858f72-b62b-4800-9305-c40fdd7e1545 req-05ef3e42-c6b8-4c84-8a47-db5ab6115f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:37.243914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09858f72-b62b-4800-9305-c40fdd7e1545 req-05ef3e42-c6b8-4c84-8a47-db5ab6115f40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1127 time: 0.1001573 Feb 09 22:12:37.263024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-ed6febaa-f2bb-4a12-99e9-a0d45e49df7b tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9065674434dc432e82e3a4a69d59fb75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350888 Feb 09 22:12:37.316161 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (2377079b-7a41-4e1d-b432-1c52fb8439da), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.318087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (2377079b-7a41-4e1d-b432-1c52fb8439da), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.330940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7a47c-0998-4c28-97f3-7cbfb4e18d41 None None] Current status of the port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:37.331341 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a47c-0998-4c28-97f3-7cbfb4e18d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.382254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.387509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Set router 123e5edc-2818-4d3a-97b0-87b1a0c00539 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:37.396355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-de2334d8-0c17-4c64-b92c-47acd524232e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.2232771 Feb 09 22:12:37.398934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46396) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.426303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.442396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a9f7a47c-0998-4c28-97f3-7cbfb4e18d41 None None] For port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,segment=NetworkSegment(759037a8-6488-4bf7-b894-d01a96f6de01),segment_id=759037a8-6488-4bf7-b894-d01a96f6de01)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:37.443033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_controller (2377079b-7a41-4e1d-b432-1c52fb8439da), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.507138 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a47c-0998-4c28-97f3-7cbfb4e18d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.547619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ca0bd54-dd8f-45a4-89d5-662df76f1924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.601903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a47c-0998-4c28-97f3-7cbfb4e18d41 None None] Pushing event updated for resources: {'Port': ['ID=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.634100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3682f134-7044-4bef-9c5e-0d014657ceff None None] Provisioning complete for port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:37.634100 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3682f134-7044-4bef-9c5e-0d014657ceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.668908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:36Z', 'revision_number': 3, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port': {'id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:35Z', 'updated_at': '2022-02-09T22:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:37.702548 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Checking router: 123e5edc-2818-4d3a-97b0-87b1a0c00539 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:37.703412 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Updating router 123e5edc-2818-4d3a-97b0-87b1a0c00539 port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:37.706368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:37.771725 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.790412 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (2377079b-7a41-4e1d-b432-1c52fb8439da), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.829685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:37.830218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.895081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3682f134-7044-4bef-9c5e-0d014657ceff None None] Current status of the port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:37.915157 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09858f72-b62b-4800-9305-c40fdd7e1545 req-59817b7e-2b20-4d4e-8836-e3be3ab059f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6554174 Feb 09 22:12:37.990613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-be6575b0-3614-42b0-87ab-5d4e6638f440 service neutron] 10.222.0.98 "GET /v2.0/networks/96813f04-9731-44c7-8b43-1a5f98fcde1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179146 Feb 09 22:12:38.014127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:38.159218 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Publish callbacks [] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.180748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-8717596c-9cec-4d6f-b343-7dc7e21bfe7d service neutron] 10.222.0.98 "GET /v2.0/networks/96813f04-9731-44c7-8b43-1a5f98fcde1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720481 Feb 09 22:12:38.237688 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.297204 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb65818-7ee8-42b8-a087-0e042e6acbd9 None None] Pushing event updated for resources: {'Port': ['ID=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.313590 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Attempting to bind port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:38.313968 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Attempting to bind port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:38.314333 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Attempting to bind port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:38.321741 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:38.322124 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:38.322521 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.322908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:38.323401 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Bound port: a57f6e63-236a-4a32-8ae7-2ba0cbde79f9, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:38.323852 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.408356 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] For port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:38.412883 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] For port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:38.477329 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.514678 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.522232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52aa5022-a76c-48b4-bd48-dcf1c8cf79e7 req-ecfb2841-8e81-47a7-8be1-cea5a6725f38 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 210 time: 0.0417337 Feb 09 22:12:38.549575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (2377079b-7a41-4e1d-b432-1c52fb8439da), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.579091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.597375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5c1ec-8a34-4e7e-9ff5-6ce4ccf668bc req-18ccc0ad-84ca-4a48-9efe-c8e4ad9a04a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:38.605178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1f5c1ec-8a34-4e7e-9ff5-6ce4ccf668bc req-18ccc0ad-84ca-4a48-9efe-c8e4ad9a04a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.5274794 Feb 09 22:12:38.610641 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Routers {'123e5edc-2818-4d3a-97b0-87b1a0c00539'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:38.611277 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['123e5edc-2818-4d3a-97b0-87b1a0c00539'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:38.749328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Allocated IP 172.20.0.1 (208bb12f-636f-42c6-8b0a-4b7e5110c448/c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed/aca3be19-5f9b-4bf1-ad8a-38efbd692518) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:38.766937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b1f5c1ec-8a34-4e7e-9ff5-6ce4ccf668bc req-d0153d42-0bb0-48db-8279-d7f76e64e926 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484303 Feb 09 22:12:38.782572 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb65818-7ee8-42b8-a087-0e042e6acbd9 None None] Pushing event updated for resources: {'Port': ['ID=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.784522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Allocated IP 172.25.5.179 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/df8369e2-caa4-4458-86f5-9c9bdaac48fe) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:38.790359 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] Set router 123e5edc-2818-4d3a-97b0-87b1a0c00539 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:38.895102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks [] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.973586 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.013060 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:36Z', 'revision_number': 3, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port': {'id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:35Z', 'updated_at': '2022-02-09T22:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:39.041426 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d89e9-3945-4a5a-b5e4-e302c1813ac5 None None] The sync data for ids ['123e5edc-2818-4d3a-97b0-87b1a0c00539'] in n-d-828599-1 is: [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:36Z', 'revision_number': 3, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port': {'id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:35Z', 'updated_at': '2022-02-09T22:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:39.055199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.119363 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.120509 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.122184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:39.125388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:39.128964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:39.172216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Pushing event updated for resources: {'Port': ['ID=aca3be19-5f9b-4bf1-ad8a-38efbd692518,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.174936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:39.178790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:39.183977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:39.200708 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (123e5edc-2818-4d3a-97b0-87b1a0c00539), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.253621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=df8369e2-caa4-4458-86f5-9c9bdaac48fe,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.500710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.725973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40167e09-2e4b-4f5e-bacc-dd5af64ce1d6 req-ee043551-4258-4723-994d-21ee8d61f2b9 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 210 time: 0.0577993 Feb 09 22:12:39.726583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:39.793299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (2377079b-7a41-4e1d-b432-1c52fb8439da), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.793957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bf48a4ea-ca66-4642-a292-4de98d013c78 None None] Provisioning complete for port aca3be19-5f9b-4bf1-ad8a-38efbd692518 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:39.794181 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf48a4ea-ca66-4642-a292-4de98d013c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.839491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bf48a4ea-ca66-4642-a292-4de98d013c78 None None] Port aca3be19-5f9b-4bf1-ad8a-38efbd692518 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:39.851452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:39.851996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.882204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks [] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.953101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:39.953502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.962898 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.978665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:40.034086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (123e5edc-2818-4d3a-97b0-87b1a0c00539), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.037816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Pushing event updated for resources: {'Port': ['ID=aca3be19-5f9b-4bf1-ad8a-38efbd692518,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.042094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924630-e88c-41b1-b944-1de831faed6b req-7e962e2f-a0fa-4582-972f-25742ed73de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.044488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f924630-e88c-41b1-b944-1de831faed6b req-7e962e2f-a0fa-4582-972f-25742ed73de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1259210 Feb 09 22:12:40.049205 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.052380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:40.201761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-c08d75ea-3b56-4ac9-9895-92f48dcef030 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927067 Feb 09 22:12:40.227555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:40.229641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:40.293021 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f924630-e88c-41b1-b944-1de831faed6b req-7e1de980-bcf0-445a-b996-ca84d9c89708 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306409 Feb 09 22:12:40.302395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.315037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:40.315478 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.331451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (2377079b-7a41-4e1d-b432-1c52fb8439da), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.371221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.420649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:40.520052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-d7655eae-ad22-46d0-b54f-366e076cdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.521681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-d7655eae-ad22-46d0-b54f-366e076cdba0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1127 time: 0.2231512 Feb 09 22:12:40.634684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63426f4b-c937-4138-9652-0ad3103d0cbe req-fb0218ff-2195-4886-8513-160a0cb366fc tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.636413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63426f4b-c937-4138-9652-0ad3103d0cbe req-fb0218ff-2195-4886-8513-160a0cb366fc tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1899941 Feb 09 22:12:40.638516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Router 123e5edc-2818-4d3a-97b0-87b1a0c00539 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:40.669181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7aceda6b-f615-407b-a04a-aea6101dcd1a None None] Provisioning complete for port aca3be19-5f9b-4bf1-ad8a-38efbd692518 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:40.669560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7aceda6b-f615-407b-a04a-aea6101dcd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.705835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 2377079b-7a41-4e1d-b432-1c52fb8439da is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:12:40.712889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7aceda6b-f615-407b-a04a-aea6101dcd1a None None] Port aca3be19-5f9b-4bf1-ad8a-38efbd692518 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:40.782132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-5dbc2540-3c3a-4d24-a565-18f4b099f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.783771 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-5dbc2540-3c3a-4d24-a565-18f4b099f735 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.2404187 Feb 09 22:12:40.792549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-63426f4b-c937-4138-9652-0ad3103d0cbe req-a219033d-a9ad-4489-8f58-a501ff187fa8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426818 Feb 09 22:12:40.829358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46466) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:40.867533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-c0e8e69b-bf39-48e8-8ff3-bb60cc60ffa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 217 time: 0.0740175 Feb 09 22:12:40.872005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47553ecc-2a25-465a-8a6f-445d39d9505b req-8529171e-422d-4bca-9357-92b332f43ee4 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 210 time: 0.0577025 Feb 09 22:12:40.902511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:40.916611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Sync routers for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:40.925528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243e451-a21b-48f8-96b5-018f561629eb tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.931562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c243e451-a21b-48f8-96b5-018f561629eb tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1122 time: 0.1028125 Feb 09 22:12:40.933960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46468) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:40.935829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46470) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:40.941584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:40.958466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:40.959225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:40.962436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:40.971581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a66280ba-adc3-42e0-8235-055be1f694bd admin admin] 10.222.0.98 "PUT /v2.0/routers/123e5edc-2818-4d3a-97b0-87b1a0c00539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5703268 Feb 09 22:12:40.984198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-42b04e46-931d-4ca4-bef5-fbb0f36559e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.986172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-42b04e46-931d-4ca4-bef5-fbb0f36559e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.0972438 Feb 09 22:12:41.034472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.041538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7b9f8d33-fd15-4ff9-b2cd-7af5b1d4a83f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8573015 Feb 09 22:12:41.042194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46476) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.086602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-191835ef-cc37-44a2-bb47-0819fd1c3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.088384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b97b6692-3b1c-49c5-8d19-1ea2479e2979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.091161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-191835ef-cc37-44a2-bb47-0819fd1c3180 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0991442 Feb 09 22:12:41.156303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:41.175845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.226804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b97b6692-3b1c-49c5-8d19-1ea2479e2979 admin admin] Publish callbacks [] for security_group (da29dd7e-e705-4e5f-bba8-a93ce0e10870), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.265282 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d1dc83fe-7475-4c30-a3dc-c8333b67c4f0 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=2ec62ed748f545049bd5b05865269d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2219391 Feb 09 22:12:41.266163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46482) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.367130 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b97b6692-3b1c-49c5-8d19-1ea2479e2979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (da29dd7e-e705-4e5f-bba8-a93ce0e10870), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.402785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-36df7459-ed5b-47d3-ad12-06373dad7dd7 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057220 Feb 09 22:12:41.420163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b6692-3b1c-49c5-8d19-1ea2479e2979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da29dd7e-e705-4e5f-bba8-a93ce0e10870,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:41.432512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 3, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:41.471429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Checking router: 2377079b-7a41-4e1d-b432-1c52fb8439da for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:41.471827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Updating router 2377079b-7a41-4e1d-b432-1c52fb8439da port df8369e2-caa4-4458-86f5-9c9bdaac48fe binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:41.506293 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.523952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b97b6692-3b1c-49c5-8d19-1ea2479e2979 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6e5a48e1adb249609db6885452a05af9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5862157 Feb 09 22:12:41.529675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46488) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.555167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4fe7331-4311-4a22-9bd0-835239e23521 req-b8d72b00-8350-4fb6-aabf-842b6ac68d43 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366155 Feb 09 22:12:41.558924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e66789-88e2-4e91-96e9-18054a88cef8 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.564268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-49e66789-88e2-4e91-96e9-18054a88cef8 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2958448 Feb 09 22:12:41.565116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46490) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.587292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-97f390d1-6069-4d94-a894-e9349522d858 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.589291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-97f390d1-6069-4d94-a894-e9349522d858 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.110 "GET /v2.0/networks?id=96813f04-9731-44c7-8b43-1a5f98fcde1c HTTP/1.1" status: 200 len: 808 time: 0.3522859 Feb 09 22:12:41.603488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Request body: {'port': {'device_id': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c', 'admin_state_up': True, 'tenant_id': '9065674434dc432e82e3a4a69d59fb75'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:41.623598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3091200f-daca-42e7-bf31-f2f0573ae1e1 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523629 Feb 09 22:12:41.626891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.629717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46494) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.632941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505187795', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'project_id': '2ec62ed748f545049bd5b05865269d99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:41.729777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:41.731159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39b92c33-6ffe-4a1e-b327-e0fbb1bb7780 admin admin] Publish callbacks [] for security_group (da29dd7e-e705-4e5f-bba8-a93ce0e10870), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.745277 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Sync routers for ids ['123e5edc-2818-4d3a-97b0-87b1a0c00539'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:41.754519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39b92c33-6ffe-4a1e-b327-e0fbb1bb7780 admin admin] Publish callbacks [] for security_group (da29dd7e-e705-4e5f-bba8-a93ce0e10870), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.765457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.106 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5504a81d-7db4-4046-a249-8afcd7743b51) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:41.767612 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Routers {'123e5edc-2818-4d3a-97b0-87b1a0c00539'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:41.769003 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['123e5edc-2818-4d3a-97b0-87b1a0c00539'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:41.794442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:41.794873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.920471 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.939342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39b92c33-6ffe-4a1e-b327-e0fbb1bb7780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (da29dd7e-e705-4e5f-bba8-a93ce0e10870), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.944188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-39b92c33-6ffe-4a1e-b327-e0fbb1bb7780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.950037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39b92c33-6ffe-4a1e-b327-e0fbb1bb7780 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/da29dd7e-e705-4e5f-bba8-a93ce0e10870 HTTP/1.1" status: 204 len: 168 time: 0.4189487 Feb 09 22:12:41.959328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (5504a81d-7db4-4046-a249-8afcd7743b51), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.966814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b92c33-6ffe-4a1e-b327-e0fbb1bb7780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da29dd7e-e705-4e5f-bba8-a93ce0e10870,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:41.970655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:41.997099 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Set router 123e5edc-2818-4d3a-97b0-87b1a0c00539 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:41.997889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Made reservation on behalf of 2ec62ed748f545049bd5b05865269d99 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:42.002150 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.012890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83b59fe6-c415-4511-80b2-a1857f588f4d req-3cbedf11-d311-403d-a426-5781f7bc01a5 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 210 time: 0.0415206 Feb 09 22:12:42.026111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Made reservation on behalf of 9065674434dc432e82e3a4a69d59fb75 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:42.030048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.088748 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5504a81d-7db4-4046-a249-8afcd7743b51), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.142229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:42.148981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:42.158960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:42.227799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=5504a81d-7db4-4046-a249-8afcd7743b51,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:42.297637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Allocated IP 172.20.0.6 (96813f04-9731-44c7-8b43-1a5f98fcde1c/86fa9a20-1e20-450e-856a-6ec029334a15/927623c4-fe22-42a8-9891-429a067f8c00) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:42.436670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Publish callbacks [] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.443738 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.463651 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 4, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port': {'id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:35Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'aca3be19-5f9b-4bf1-ad8a-38efbd692518', 'name': '', 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'mac_address': 'fa:16:3e:95:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 2, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'subnets': [{'id': 'c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:42.497602 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Checking router: 123e5edc-2818-4d3a-97b0-87b1a0c00539 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:42.498333 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Updating router 123e5edc-2818-4d3a-97b0-87b1a0c00539 port aca3be19-5f9b-4bf1-ad8a-38efbd692518 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:42.527280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.550536 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.567574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Subnet': ['ID=6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:42.579509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Checking segment: {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:42.579966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network hostable DHCP agents. Network: ecf245f2-790d-4e79-addd-976797169093, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:42.635319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d6e99-cd12-4390-868d-032689dc62a0 None None] Pushing event updated for resources: {'Port': ['ID=df8369e2-caa4-4458-86f5-9c9bdaac48fe,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:42.650912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Attempting to bind port df8369e2-caa4-4458-86f5-9c9bdaac48fe on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:42.651854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Attempting to bind port df8369e2-caa4-4458-86f5-9c9bdaac48fe by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:42.652241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Attempting to bind port df8369e2-caa4-4458-86f5-9c9bdaac48fe on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:42.668381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:42.669407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:42.670395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.671203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:42.671817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Bound port: df8369e2-caa4-4458-86f5-9c9bdaac48fe, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:42.672234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.677383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network ecf245f2-790d-4e79-addd-976797169093 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:42.747634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] For port df8369e2-caa4-4458-86f5-9c9bdaac48fe, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:42.751678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] For port df8369e2-caa4-4458-86f5-9c9bdaac48fe, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=df8369e2-caa4-4458-86f5-9c9bdaac48fe,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:42.758223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ecf245f2-790d-4e79-addd-976797169093) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:42.769007 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:42.770580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.772654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e464f9a-caa4-49a7-8866-b312769e058b None None] Network ecf245f2-790d-4e79-addd-976797169093 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:42.896519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46508) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:42.927268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ecc3b73f-3ee3-4683-bae7-7bf7c504f184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.935254 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Publish callbacks [] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.940551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-be916fa1-68d8-48eb-b69c-02d4b397a06b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3116961 Feb 09 22:12:42.944702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46512) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:43.029362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ecc3b73f-3ee3-4683-bae7-7bf7c504f184 admin admin] Publish callbacks [] for security_group (19066a50-44b0-402f-ad72-2cf88f47a2cf), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.031867 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.058626 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.134787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ecc3b73f-3ee3-4683-bae7-7bf7c504f184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (19066a50-44b0-402f-ad72-2cf88f47a2cf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.150881 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ee795-5358-421f-ab99-693e9b8599ec None None] Pushing event updated for resources: {'Port': ['ID=aca3be19-5f9b-4bf1-ad8a-38efbd692518,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.168836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d6e99-cd12-4390-868d-032689dc62a0 None None] Pushing event updated for resources: {'Port': ['ID=df8369e2-caa4-4458-86f5-9c9bdaac48fe,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.199080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:43.199851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:43.202123 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Attempting to bind port aca3be19-5f9b-4bf1-ad8a-38efbd692518 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:43.202700 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Attempting to bind port aca3be19-5f9b-4bf1-ad8a-38efbd692518 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:43.203785 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Attempting to bind port aca3be19-5f9b-4bf1-ad8a-38efbd692518 on network 208bb12f-636f-42c6-8b0a-4b7e5110c448 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:43.211425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:43.211933 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Checking segment: {'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:43.212535 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.213011 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Bound using segment: {'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:43.213605 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Bound port: aca3be19-5f9b-4bf1-ad8a-38efbd692518, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759037a8-6488-4bf7-b894-d01a96f6de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:43.214106 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.249475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ecc3b73f-3ee3-4683-bae7-7bf7c504f184 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=16db98ad440e4c05adaaeff4f0a4ba1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522623 Feb 09 22:12:43.255227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46516) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:43.288185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks [] for port (927623c4-fe22-42a8-9891-429a067f8c00), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.301744 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] For port aca3be19-5f9b-4bf1-ad8a-38efbd692518, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:43.318724 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] For port aca3be19-5f9b-4bf1-ad8a-38efbd692518, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=aca3be19-5f9b-4bf1-ad8a-38efbd692518,segment=NetworkSegment(759037a8-6488-4bf7-b894-d01a96f6de01),segment_id=759037a8-6488-4bf7-b894-d01a96f6de01)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:43.319225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3b73f-3ee3-4683-bae7-7bf7c504f184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19066a50-44b0-402f-ad72-2cf88f47a2cf,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.325896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46520) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:43.340789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81159892-6470-4037-a953-8de27f6b4f07 req-9a35060b-91c2-4d2d-a9ec-e88b5bd54490 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 210 time: 0.1339886 Feb 09 22:12:43.406161 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.425757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b462019-b750-4414-bb72-9de95fd5a5f8 admin admin] Publish callbacks [] for security_group (19066a50-44b0-402f-ad72-2cf88f47a2cf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.434429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ecf245f2-790d-4e79-addd-976797169093', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'project_id': '2ec62ed748f545049bd5b05865269d99', 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:43.435418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.474478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b462019-b750-4414-bb72-9de95fd5a5f8 admin admin] Publish callbacks [] for security_group (19066a50-44b0-402f-ad72-2cf88f47a2cf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.532217 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Routers {'123e5edc-2818-4d3a-97b0-87b1a0c00539'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:43.533068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['123e5edc-2818-4d3a-97b0-87b1a0c00539'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:43.561160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:43.626549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b462019-b750-4414-bb72-9de95fd5a5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (19066a50-44b0-402f-ad72-2cf88f47a2cf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.629434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b462019-b750-4414-bb72-9de95fd5a5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.633984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b462019-b750-4414-bb72-9de95fd5a5f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19066a50-44b0-402f-ad72-2cf88f47a2cf HTTP/1.1" status: 204 len: 168 time: 0.3722701 Feb 09 22:12:43.648310 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ee795-5358-421f-ab99-693e9b8599ec None None] Pushing event updated for resources: {'Port': ['ID=aca3be19-5f9b-4bf1-ad8a-38efbd692518,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.650220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b462019-b750-4414-bb72-9de95fd5a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19066a50-44b0-402f-ad72-2cf88f47a2cf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.717490 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] Set router 123e5edc-2818-4d3a-97b0-87b1a0c00539 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:43.773303 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (59d73abe-9143-4082-89cd-766ddf09da83), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.817353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6837a7af-dc6a-4ee7-9ff0-e0d6a8a45e4c None None] Provisioning complete for port aca3be19-5f9b-4bf1-ad8a-38efbd692518 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:43.817706 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6837a7af-dc6a-4ee7-9ff0-e0d6a8a45e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.861546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (927623c4-fe22-42a8-9891-429a067f8c00), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.923591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Allocated IP 172.20.0.2 (ecf245f2-790d-4e79-addd-976797169093/6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b/227c08dd-5ffd-41e4-af93-bb3c1a10406f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:43.992624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Network 96813f04-9731-44c7-8b43-1a5f98fcde1c is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:44.000118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 4, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port': {'id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:35Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'aca3be19-5f9b-4bf1-ad8a-38efbd692518', 'name': '', 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'mac_address': 'fa:16:3e:95:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:43Z', 'revision_number': 4, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'subnets': [{'id': 'c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:44.000691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:44.023818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:44.038612 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba989dda-b4cb-42d1-b861-6371a02fb752 None None] The sync data for ids ['123e5edc-2818-4d3a-97b0-87b1a0c00539'] in n-d-828599-1 is: [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 4, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port': {'id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:35Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'aca3be19-5f9b-4bf1-ad8a-38efbd692518', 'name': '', 'network_id': '208bb12f-636f-42c6-8b0a-4b7e5110c448', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'mac_address': 'fa:16:3e:95:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:43Z', 'revision_number': 4, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'subnets': [{'id': 'c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:44.063875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Pushing event updated for resources: {'Port': ['ID=927623c4-fe22-42a8-9891-429a067f8c00,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:44.139249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6837a7af-dc6a-4ee7-9ff0-e0d6a8a45e4c None None] Current status of the port aca3be19-5f9b-4bf1-ad8a-38efbd692518 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:44.139644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6837a7af-dc6a-4ee7-9ff0-e0d6a8a45e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.238715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 3, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:44.275448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6837a7af-dc6a-4ee7-9ff0-e0d6a8a45e4c None None] For port aca3be19-5f9b-4bf1-ad8a-38efbd692518, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=aca3be19-5f9b-4bf1-ad8a-38efbd692518,segment=NetworkSegment(759037a8-6488-4bf7-b894-d01a96f6de01),segment_id=759037a8-6488-4bf7-b894-d01a96f6de01)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:44.278578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5321ef5-2b18-4fca-9f5c-8590135ba12d None None] The sync data for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 is: [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 3, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:44.300009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Publish callbacks [] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.305419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:44.306080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.308772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5504a81d-7db4-4046-a249-8afcd7743b51), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.336564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6837a7af-dc6a-4ee7-9ff0-e0d6a8a45e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.405591 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.425325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a7af-dc6a-4ee7-9ff0-e0d6a8a45e4c None None] Pushing event updated for resources: {'Port': ['ID=aca3be19-5f9b-4bf1-ad8a-38efbd692518,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:44.443751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Network ecf245f2-790d-4e79-addd-976797169093 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:44.481685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:44.487758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:44.548556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5f30eeae-c6ab-49ad-8956-f09981345f9a None None] Provisioning complete for port aca3be19-5f9b-4bf1-ad8a-38efbd692518 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:44.549064 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f30eeae-c6ab-49ad-8956-f09981345f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.551728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Pushing event updated for resources: {'Port': ['ID=227c08dd-5ffd-41e4-af93-bb3c1a10406f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:44.604921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-880dd8f7-82fe-45aa-96fe-3ff07c3e77bb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0058002 Feb 09 22:12:44.637201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Attempting to bind port 227c08dd-5ffd-41e4-af93-bb3c1a10406f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:44.637201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Attempting to bind port 227c08dd-5ffd-41e4-af93-bb3c1a10406f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:44.637201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Attempting to bind port 227c08dd-5ffd-41e4-af93-bb3c1a10406f on network ecf245f2-790d-4e79-addd-976797169093 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:44.643275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:44.645458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Checking segment: {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:44.646613 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.648843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Bound using segment: {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:44.657736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Request body: {'port': {'device_id': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:44.658407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Bound port: 227c08dd-5ffd-41e4-af93-bb3c1a10406f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:44.663137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.799304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-38666c62-218e-4b2d-955e-6ab3f51e97f6 req-e8408298-0b7c-4fb6-8c42-159856ec1873 service neutron] (103696) timed out ('10.222.0.110', 62482) {{(pid=103696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:12:44.877397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] For port 227c08dd-5ffd-41e4-af93-bb3c1a10406f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:44.881796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] For port 227c08dd-5ffd-41e4-af93-bb3c1a10406f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=227c08dd-5ffd-41e4-af93-bb3c1a10406f,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:44.887259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5f30eeae-c6ab-49ad-8956-f09981345f9a None None] Current status of the port aca3be19-5f9b-4bf1-ad8a-38efbd692518 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:44.985216 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.127417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c78d4-3ee8-4f03-8d2c-af843ffcb1eb None None] Pushing event updated for resources: {'Port': ['ID=227c08dd-5ffd-41e4-af93-bb3c1a10406f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:45.345512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340f6b8-0da6-43c2-a7aa-f75eaf1f6971 req-e95c289c-0d84-499c-b169-740d654aa54f tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.347144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5340f6b8-0da6-43c2-a7aa-f75eaf1f6971 req-e95c289c-0d84-499c-b169-740d654aa54f tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 931 time: 0.8631940 Feb 09 22:12:45.470144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (927623c4-fe22-42a8-9891-429a067f8c00), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.644264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5340f6b8-0da6-43c2-a7aa-f75eaf1f6971 req-6adce575-f349-4e61-8f73-4cf51985d74c tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604611 Feb 09 22:12:45.736158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (5504a81d-7db4-4046-a249-8afcd7743b51), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.778688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df8369e2-caa4-4458-86f5-9c9bdaac48fe up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:45.866014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port df8369e2-caa4-4458-86f5-9c9bdaac48fe triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:45.867245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.868353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5504a81d-7db4-4046-a249-8afcd7743b51), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.871781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.971141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port df8369e2-caa4-4458-86f5-9c9bdaac48fe is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:45.971785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.974267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (123e5edc-2818-4d3a-97b0-87b1a0c00539), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.983967 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=5504a81d-7db4-4046-a249-8afcd7743b51,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:46.006968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port df8369e2-caa4-4458-86f5-9c9bdaac48fe, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=df8369e2-caa4-4458-86f5-9c9bdaac48fe,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:46.070564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.071481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 227c08dd-5ffd-41e4-af93-bb3c1a10406f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:46.152815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=df8369e2-caa4-4458-86f5-9c9bdaac48fe,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:46.166854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 227c08dd-5ffd-41e4-af93-bb3c1a10406f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:46.167284 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.224835 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (59d73abe-9143-4082-89cd-766ddf09da83), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.269404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 227c08dd-5ffd-41e4-af93-bb3c1a10406f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:46.269803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.310065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 227c08dd-5ffd-41e4-af93-bb3c1a10406f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=227c08dd-5ffd-41e4-af93-bb3c1a10406f,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:46.441625 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.442456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device aca3be19-5f9b-4bf1-ad8a-38efbd692518 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:46.471259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516720c1-2c17-457d-b409-334b8c5cca43 None None] Network ecf245f2-790d-4e79-addd-976797169093 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:46.522977 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP 59d73abe-9143-4082-89cd-766ddf09da83 associated. External IP: 172.25.5.106, port: 251e9f67-b0e9-4349-9458-b95ca18e4a9b. Feb 09 22:12:46.692615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927623c4-fe22-42a8-9891-429a067f8c00 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:46.710424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Publish callbacks [] for port (927623c4-fe22-42a8-9891-429a067f8c00), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.776251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Transition to ACTIVE for port object 927623c4-fe22-42a8-9891-429a067f8c00 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:12:46.798016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=227c08dd-5ffd-41e4-af93-bb3c1a10406f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:46.810787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-634b0ee7-71b2-458f-b1c0-0bf40e6e8960 None None] Provisioning complete for port 227c08dd-5ffd-41e4-af93-bb3c1a10406f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:46.811186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-634b0ee7-71b2-458f-b1c0-0bf40e6e8960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.813431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Allocated IP 172.20.0.1 (ecf245f2-790d-4e79-addd-976797169093/6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b/ed61e59b-9050-4dda-9423-fe7b17feb0ff) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:46.828763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978c45-feae-49c9-aeba-cad49615f5da req-f9185174-54ba-40e3-824f-dbbad47f066b tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.830467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb978c45-feae-49c9-aeba-cad49615f5da req-f9185174-54ba-40e3-824f-dbbad47f066b tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 931 time: 0.0758102 Feb 09 22:12:46.838229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port aca3be19-5f9b-4bf1-ad8a-38efbd692518 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:46.838619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.892781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb978c45-feae-49c9-aeba-cad49615f5da req-fc55cbf9-5f4c-4217-bb27-7bf4253ba02d tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Feb 09 22:12:46.914068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (927623c4-fe22-42a8-9891-429a067f8c00), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.032905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-634b0ee7-71b2-458f-b1c0-0bf40e6e8960 None None] Current status of the port 227c08dd-5ffd-41e4-af93-bb3c1a10406f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:47.034997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port aca3be19-5f9b-4bf1-ad8a-38efbd692518 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:47.067643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Pushing event updated for resources: {'Port': ['ID=927623c4-fe22-42a8-9891-429a067f8c00,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:47.160828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Deleting port aca3be19-5f9b-4bf1-ad8a-38efbd692518 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:47.161183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.239212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.256279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:47.265982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fb0305da-ecc5-4293-862e-6efe19a9935c None None] Provisioning complete for port 227c08dd-5ffd-41e4-af93-bb3c1a10406f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:47.266363 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb0305da-ecc5-4293-862e-6efe19a9935c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.282166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Attempting to bind port 927623c4-fe22-42a8-9891-429a067f8c00 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:47.282580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Attempting to bind port 927623c4-fe22-42a8-9891-429a067f8c00 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'b37c0a9f-f80f-4889-87ed-62708decad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:47.282930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Attempting to bind port 927623c4-fe22-42a8-9891-429a067f8c00 on network 96813f04-9731-44c7-8b43-1a5f98fcde1c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:47.313623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Port 927623c4-fe22-42a8-9891-429a067f8c00 on network 96813f04-9731-44c7-8b43-1a5f98fcde1c not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:47.313958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Attempting to bind port 927623c4-fe22-42a8-9891-429a067f8c00 on network 96813f04-9731-44c7-8b43-1a5f98fcde1c {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:47.335692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] For port aca3be19-5f9b-4bf1-ad8a-38efbd692518, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=aca3be19-5f9b-4bf1-ad8a-38efbd692518,segment=NetworkSegment(759037a8-6488-4bf7-b894-d01a96f6de01),segment_id=759037a8-6488-4bf7-b894-d01a96f6de01)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:47.336093 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.362199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fb0305da-ecc5-4293-862e-6efe19a9935c None None] Current status of the port 227c08dd-5ffd-41e4-af93-bb3c1a10406f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:47.404357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:47.404708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Checking segment: {'id': 'b37c0a9f-f80f-4889-87ed-62708decad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:47.405104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Bound using segment: {'id': 'b37c0a9f-f80f-4889-87ed-62708decad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:47.405553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Bound port: 927623c4-fe22-42a8-9891-429a067f8c00, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37c0a9f-f80f-4889-87ed-62708decad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:47.405920 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (927623c4-fe22-42a8-9891-429a067f8c00), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.425278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Calling delete_port for aca3be19-5f9b-4bf1-ad8a-38efbd692518 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:47.508916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.566036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df8369e2-caa4-4458-86f5-9c9bdaac48fe up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:47.606187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network ecf245f2-790d-4e79-addd-976797169093 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:47.608568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] For port 927623c4-fe22-42a8-9891-429a067f8c00, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:47.615129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:47.619558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port df8369e2-caa4-4458-86f5-9c9bdaac48fe triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:47.625449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:47.625737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.629616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=ed61e59b-9050-4dda-9423-fe7b17feb0ff,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:47.633280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:47.641894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] Sync routers for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:47.645089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] For port 927623c4-fe22-42a8-9891-429a067f8c00, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=927623c4-fe22-42a8-9891-429a067f8c00,segment=NetworkSegment(b37c0a9f-f80f-4889-87ed-62708decad46),segment_id=b37c0a9f-f80f-4889-87ed-62708decad46)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:47.686849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:47.687353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:47.757977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (2377079b-7a41-4e1d-b432-1c52fb8439da), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.818938 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (927623c4-fe22-42a8-9891-429a067f8c00), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.856270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port df8369e2-caa4-4458-86f5-9c9bdaac48fe is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:47.857428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 227c08dd-5ffd-41e4-af93-bb3c1a10406f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:47.891972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:48.025454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 227c08dd-5ffd-41e4-af93-bb3c1a10406f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:48.025829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.034145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bd5656fb-01d4-4bb6-a32c-feecd9e78243 None None] Provisioning complete for port ed61e59b-9050-4dda-9423-fe7b17feb0ff triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:48.034531 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bd5656fb-01d4-4bb6-a32c-feecd9e78243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.148720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bd5656fb-01d4-4bb6-a32c-feecd9e78243 None None] Port ed61e59b-9050-4dda-9423-fe7b17feb0ff cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:48.258271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 227c08dd-5ffd-41e4-af93-bb3c1a10406f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:48.263352 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.287175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '59d73abe-9143-4082-89cd-766ddf09da83', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'port_id': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'mac_address': 'fa:16:3e:56:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:12:43Z', 'updated_at': '2022-02-09T22:12:43Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:26Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:48.314125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] Checking router: fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:48.318065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.319202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.320636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] 10.222.0.110 "PUT /v2.0/ports/927623c4-fe22-42a8-9891-429a067f8c00 HTTP/1.1" status: 200 len: 1091 time: 3.7012365 Feb 09 22:12:48.326115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:48.326115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:48.336620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'tag': '927623c4-fe22-42a8-9891-429a067f8c00'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:48.338898 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732845ac-3175-498d-8b69-586041f83a62" -d '{"events": [{"name": "network-changed", "server_uuid": "bc568561-265e-4e96-ba91-bd2bc8c0ca5f", "tag": "927623c4-fe22-42a8-9891-429a067f8c00"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:48.405177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-58a5d544-0e7d-4ae2-979f-3673e5cbe6f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4684262 Feb 09 22:12:48.408356 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aec3a2-941f-496b-82b4-3c6a9610d20e x-openstack-request-id: req-b4aec3a2-941f-496b-82b4-3c6a9610d20e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:48.408647 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc568561-265e-4e96-ba91-bd2bc8c0ca5f", "tag": "927623c4-fe22-42a8-9891-429a067f8c00", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:48.408898 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4aec3a2-941f-496b-82b4-3c6a9610d20e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:48.409716 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'tag': '927623c4-fe22-42a8-9891-429a067f8c00', 'status': 'completed', 'code': 200} Feb 09 22:12:48.430895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039de7cc-968f-45cf-85e6-86f8f6dbab7e service neutron] Pushing event updated for resources: {'Port': ['ID=927623c4-fe22-42a8-9891-429a067f8c00,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.479267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:48.486908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f2b3d-bf72-41c8-a72f-fd2645b834b8 req-34040c2e-9efa-4e15-8114-d5469cea3ad0 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.488860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907f2b3d-bf72-41c8-a72f-fd2645b834b8 req-34040c2e-9efa-4e15-8114-d5469cea3ad0 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 943 time: 0.2376232 Feb 09 22:12:48.514648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732845ac-3175-498d-8b69-586041f83a62 req-918e9ea5-8691-4a6d-a569-410dc8b867d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.529475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-732845ac-3175-498d-8b69-586041f83a62 req-918e9ea5-8691-4a6d-a569-410dc8b867d5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9065674434dc432e82e3a4a69d59fb75&device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 1125 time: 0.0864422 Feb 09 22:12:48.529624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741241d-f599-4a1b-9058-f3f3450bf3ec req-f341ffe5-45b9-4c1d-b181-81a8f4c86c19 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.529624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d741241d-f599-4a1b-9058-f3f3450bf3ec req-f341ffe5-45b9-4c1d-b181-81a8f4c86c19 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0629888 Feb 09 22:12:48.583499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (aca3be19-5f9b-4bf1-ad8a-38efbd692518), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.606517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d741241d-f599-4a1b-9058-f3f3450bf3ec req-e438419e-6901-40a3-993f-821f96c14be5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716548 Feb 09 22:12:48.616080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46646) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:48.639076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca3be19-5f9b-4bf1-ad8a-38efbd692518,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.669710 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-907f2b3d-bf72-41c8-a72f-fd2645b834b8 req-e100ff8c-9324-43d9-87dc-d5aec50e6396 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744673 Feb 09 22:12:48.700805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bd7a52a5-6e42-4015-b64d-55e8f7bc9007 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/59d73abe-9143-4082-89cd-766ddf09da83 HTTP/1.1" status: 200 len: 991 time: 0.0832310 Feb 09 22:12:48.716871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.776125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '59d73abe-9143-4082-89cd-766ddf09da83', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'port_id': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'mac_address': 'fa:16:3e:56:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:12:43Z', 'updated_at': '2022-02-09T22:12:43Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:26Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:48.813031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64e745-b5c8-45ff-88db-2c9bfdc65d0a None None] The sync data for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 is: [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '59d73abe-9143-4082-89cd-766ddf09da83', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'port_id': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'mac_address': 'fa:16:3e:56:65:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:12:43Z', 'updated_at': '2022-02-09T22:12:43Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:26Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:48.825677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732845ac-3175-498d-8b69-586041f83a62 req-a7297128-fff8-4497-a877-ee6e62e3e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.827227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-732845ac-3175-498d-8b69-586041f83a62 req-a7297128-fff8-4497-a877-ee6e62e3e32c service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9065674434dc432e82e3a4a69d59fb75&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3031046 Feb 09 22:12:49.087061 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a9d18-2c15-4c97-bcde-7c735c349748 None None] New status for floating IP 59d73abe-9143-4082-89cd-766ddf09da83: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:12:49.107058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732845ac-3175-498d-8b69-586041f83a62 req-f271d5bb-f0ad-41e5-aa4a-68f21910d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.108384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-732845ac-3175-498d-8b69-586041f83a62 req-f271d5bb-f0ad-41e5-aa4a-68f21910d306 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747843 Feb 09 22:12:49.110108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46650) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.118499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (123e5edc-2818-4d3a-97b0-87b1a0c00539), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.238078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51f85915-8ce6-41b1-9ff7-27a9c79508f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.316070 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51f85915-8ce6-41b1-9ff7-27a9c79508f1 admin admin] Publish callbacks [] for security_group (2bf9b07c-c5f2-484a-a4c3-cff0b12ff763), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.340597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-ae7469e9-73ac-44dd-add0-a9e2f28071be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.342097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-ae7469e9-73ac-44dd-add0-a9e2f28071be service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9065674434dc432e82e3a4a69d59fb75&device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 1125 time: 0.1669533 Feb 09 22:12:49.391826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51f85915-8ce6-41b1-9ff7-27a9c79508f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2bf9b07c-c5f2-484a-a4c3-cff0b12ff763), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.407100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-17e082b2-d65b-4ed2-9794-c236ad4ef6a4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=927623c4-fe22-42a8-9891-429a067f8c00 HTTP/1.1" status: 200 len: 217 time: 0.0559604 Feb 09 22:12:49.429500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f85915-8ce6-41b1-9ff7-27a9c79508f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf9b07c-c5f2-484a-a4c3-cff0b12ff763,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.436729 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51f85915-8ce6-41b1-9ff7-27a9c79508f1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=be9921a3ec0e4ffcb685e5fd9eda07cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255684 Feb 09 22:12:49.437374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46654) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.496951 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b33a3085-fd35-4afc-80fe-ffd4185ecdc8 admin admin] Publish callbacks [] for security_group (2bf9b07c-c5f2-484a-a4c3-cff0b12ff763), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.526055 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b33a3085-fd35-4afc-80fe-ffd4185ecdc8 admin admin] Publish callbacks [] for security_group (2bf9b07c-c5f2-484a-a4c3-cff0b12ff763), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.526861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.546013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-2a3ca51f-d64b-4273-a1c7-23cef06f881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.547501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-2a3ca51f-d64b-4273-a1c7-23cef06f881c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=86fa9a20-1e20-450e-856a-6ec029334a15 HTTP/1.1" status: 200 len: 848 time: 0.1309619 Feb 09 22:12:49.586101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-3ed260ae-22eb-4ee4-9d50-778c6e2656aa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=96813f04-9731-44c7-8b43-1a5f98fcde1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322549 Feb 09 22:12:49.612988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Router 123e5edc-2818-4d3a-97b0-87b1a0c00539 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:49.640410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.700874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b33a3085-fd35-4afc-80fe-ffd4185ecdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2bf9b07c-c5f2-484a-a4c3-cff0b12ff763), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.705220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b33a3085-fd35-4afc-80fe-ffd4185ecdc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.711472 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b33a3085-fd35-4afc-80fe-ffd4185ecdc8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2bf9b07c-c5f2-484a-a4c3-cff0b12ff763 HTTP/1.1" status: 204 len: 168 time: 0.2681022 Feb 09 22:12:49.711592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.718888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a3085-fd35-4afc-80fe-ffd4185ecdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf9b07c-c5f2-484a-a4c3-cff0b12ff763,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.808642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab31680-ed17-4248-98e5-0a6e78d47943 req-2a55afa6-4c53-42e8-a4f6-7b6139674ea1 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.810145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dab31680-ed17-4248-98e5-0a6e78d47943 req-2a55afa6-4c53-42e8-a4f6-7b6139674ea1 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 943 time: 0.0584681 Feb 09 22:12:49.848734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=ed61e59b-9050-4dda-9423-fe7b17feb0ff,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.851787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (2377079b-7a41-4e1d-b432-1c52fb8439da), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.858549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dab31680-ed17-4248-98e5-0a6e78d47943 req-e5816f5d-1e88-49dd-ad06-00f36e257fa1 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Feb 09 22:12:49.897730 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-7861fb43-e776-401b-ac3a-b9aadcd39122 service neutron] 10.222.0.110 "GET /v2.0/networks/96813f04-9731-44c7-8b43-1a5f98fcde1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052850 Feb 09 22:12:49.935907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8e956e96-0c7a-4942-bf27-e942500b583d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/59d73abe-9143-4082-89cd-766ddf09da83 HTTP/1.1" status: 200 len: 993 time: 0.2232196 Feb 09 22:12:50.034726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:50.042672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-42cd5fee-9671-4d7b-842e-91e44ee09c28 admin admin] 10.222.0.98 "PUT /v2.0/routers/123e5edc-2818-4d3a-97b0-87b1a0c00539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7134871 Feb 09 22:12:50.045288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46664) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:50.048703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] Sync routers for ids ['123e5edc-2818-4d3a-97b0-87b1a0c00539'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:50.060523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] Routers {'123e5edc-2818-4d3a-97b0-87b1a0c00539'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:50.061241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['123e5edc-2818-4d3a-97b0-87b1a0c00539'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.081087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network ecf245f2-790d-4e79-addd-976797169093 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:50.084691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:50.088122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59f20812-e2fa-44ec-9e71-02668bad74b2 req-bb25bfb5-96bc-4245-ad4e-f2262ff92aaa service neutron] 10.222.0.110 "GET /v2.0/networks/96813f04-9731-44c7-8b43-1a5f98fcde1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555910 Feb 09 22:12:50.208537 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks [] for router (123e5edc-2818-4d3a-97b0-87b1a0c00539), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.232612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] Set router 123e5edc-2818-4d3a-97b0-87b1a0c00539 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:50.361947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks [] for router_gateway (123e5edc-2818-4d3a-97b0-87b1a0c00539), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.468656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46666) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:50.485648 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0483-f7f3-45ea-a597-7834f9521f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.497552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Deleting port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:50.498052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.559600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:50.561915 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:50.610056 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8766d31-bd3d-480e-a3e3-d1cea1bd8c34 x-openstack-request-id: req-a8766d31-bd3d-480e-a3e3-d1cea1bd8c34 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:50.610895 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:50.611231 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8766d31-bd3d-480e-a3e3-d1cea1bd8c34 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:50.611729 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'status': 'completed', 'code': 200} Feb 09 22:12:50.622127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c141c43d-de44-4e74-8c5b-ba61ac3fec41 None None] Provisioning complete for port ed61e59b-9050-4dda-9423-fe7b17feb0ff triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:50.622667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c141c43d-de44-4e74-8c5b-ba61ac3fec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.626122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] For port a57f6e63-236a-4a32-8ae7-2ba0cbde79f9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:50.626459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.638077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 2377079b-7a41-4e1d-b432-1c52fb8439da has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:50.651343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Calling delete_port for a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:50.673170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c141c43d-de44-4e74-8c5b-ba61ac3fec41 None None] Port ed61e59b-9050-4dda-9423-fe7b17feb0ff cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:50.683796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 5, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port': {'id': 'a57f6e63-236a-4a32-8ae7-2ba0cbde79f9', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:35Z', 'updated_at': '2022-02-09T22:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.684049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0483-f7f3-45ea-a597-7834f9521f2c admin admin] Publish callbacks [] for security_group (46453e91-2237-4812-a9bf-e6b0c67eabc0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.710951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] Checking router: 123e5edc-2818-4d3a-97b0-87b1a0c00539 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:50.719664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] Routers {'123e5edc-2818-4d3a-97b0-87b1a0c00539'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:50.720317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['123e5edc-2818-4d3a-97b0-87b1a0c00539'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.773964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa0b0483-f7f3-45ea-a597-7834f9521f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (46453e91-2237-4812-a9bf-e6b0c67eabc0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.801089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-951d94e2-11f4-4f4b-b4e0-10bbb8c49090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:50.803235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-951d94e2-11f4-4f4b-b4e0-10bbb8c49090 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1127 time: 0.1592357 Feb 09 22:12:50.817150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] Set router 123e5edc-2818-4d3a-97b0-87b1a0c00539 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:50.830510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b0483-f7f3-45ea-a597-7834f9521f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46453e91-2237-4812-a9bf-e6b0c67eabc0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:50.835424 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa0b0483-f7f3-45ea-a597-7834f9521f2c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5f32d8c8132c4442ad9111fa8a8e8d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656836 Feb 09 22:12:50.839756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46670) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:50.878542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:50.890099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-11aaa9a3-1f63-488c-a219-0208c908d4cc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "PUT /v2.0/routers/2377079b-7a41-4e1d-b432-1c52fb8439da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9411561 Feb 09 22:12:50.890099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46674) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:50.895076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:50Z', 'revision_number': 6, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.899153 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Sync routers for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:50.905899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-63d821df-f03e-431f-8528-8b6d19b935bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--989492843', 'description': 'tempest-secgroup_access--989492843 description', 'project_id': '2ec62ed748f545049bd5b05865269d99'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:50.918272 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:50.918906 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.936100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c5e3a-d960-4bcf-93fc-dc560dacf1a2 None None] The sync data for ids ['123e5edc-2818-4d3a-97b0-87b1a0c00539'] in n-d-828599-1 is: [{'id': '123e5edc-2818-4d3a-97b0-87b1a0c00539', 'name': 'tempest-ImageQuotaTest-1421646520-router', 'tenant_id': '0852c3f7d5184ffcb000350592580c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:34Z', 'updated_at': '2022-02-09T22:12:50Z', 'revision_number': 6, 'project_id': '0852c3f7d5184ffcb000350592580c9e', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:50.951467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2b23a9d-ddb7-4815-9d3a-508e6bfb043e admin admin] Publish callbacks [] for security_group (46453e91-2237-4812-a9bf-e6b0c67eabc0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.979938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-b9697589-8631-4c60-a9e3-2158eb795067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:50.981538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-b9697589-8631-4c60-a9e3-2158eb795067 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.1722679 Feb 09 22:12:50.999469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2b23a9d-ddb7-4815-9d3a-508e6bfb043e admin admin] Publish callbacks [] for security_group (46453e91-2237-4812-a9bf-e6b0c67eabc0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.033891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (a57f6e63-236a-4a32-8ae7-2ba0cbde79f9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.050859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63d821df-f03e-431f-8528-8b6d19b935bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.054597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-ad480a6f-4176-4133-b61f-bfe4338ea6c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 1001 time: 0.0669975 Feb 09 22:12:51.061609 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:51.069192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57f6e63-236a-4a32-8ae7-2ba0cbde79f9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.081113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ba749-6c11-4365-8e88-06108c38fd95 req-e77a2d35-67e7-45b6-b803-7611588044f5 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.082837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a40ba749-6c11-4365-8e88-06108c38fd95 req-e77a2d35-67e7-45b6-b803-7611588044f5 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 943 time: 0.1211908 Feb 09 22:12:51.119259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-1d97ff5c-0982-4000-a7d8-8f2517b9881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.120781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-1d97ff5c-0982-4000-a7d8-8f2517b9881c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.0586741 Feb 09 22:12:51.186528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-ffe0a761-b8c0-4ae5-80cc-a32e66beb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.188083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-ffe0a761-b8c0-4ae5-80cc-a32e66beb30c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597851 Feb 09 22:12:51.199734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a40ba749-6c11-4365-8e88-06108c38fd95 req-73078b1d-c997-44ab-9601-f809b976b2af tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848503 Feb 09 22:12:51.202508 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (123e5edc-2818-4d3a-97b0-87b1a0c00539), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.232222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2b23a9d-ddb7-4815-9d3a-508e6bfb043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (46453e91-2237-4812-a9bf-e6b0c67eabc0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.234937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e2b23a9d-ddb7-4815-9d3a-508e6bfb043e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.238816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e2b23a9d-ddb7-4815-9d3a-508e6bfb043e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/46453e91-2237-4812-a9bf-e6b0c67eabc0 HTTP/1.1" status: 204 len: 168 time: 0.3980358 Feb 09 22:12:51.286654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-e67302d1-f22a-4a8c-a1f4-526b52b645c8 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913539 Feb 09 22:12:51.312875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b23a9d-ddb7-4815-9d3a-508e6bfb043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46453e91-2237-4812-a9bf-e6b0c67eabc0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.331303 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:49Z', 'revision_number': 2, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:51.351159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (123e5edc-2818-4d3a-97b0-87b1a0c00539), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.353927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks [] for router_controller (123e5edc-2818-4d3a-97b0-87b1a0c00539), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.371374 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Checking router: 2377079b-7a41-4e1d-b432-1c52fb8439da for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:51.371801 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Updating router 2377079b-7a41-4e1d-b432-1c52fb8439da port ed61e59b-9050-4dda-9423-fe7b17feb0ff binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:12:51.387957 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63d821df-f03e-431f-8528-8b6d19b935bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.401913 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.416469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ca63f3-9d1b-4af5-8044-1fbc80cb78a8 req-44e2a311-205a-43e2-b80a-e7b8112aef8f service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207576 Feb 09 22:12:51.489735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (123e5edc-2818-4d3a-97b0-87b1a0c00539), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.490195 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63d821df-f03e-431f-8528-8b6d19b935bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.490321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 123e5edc-2818-4d3a-97b0-87b1a0c00539 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:51.496839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.500968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3bb26272-ff0d-44e9-ab8c-5b46d3b59490 admin admin] 10.222.0.98 "DELETE /v2.0/routers/123e5edc-2818-4d3a-97b0-87b1a0c00539 HTTP/1.1" status: 204 len: 168 time: 1.4543085 Feb 09 22:12:51.501667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46678) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.555070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d821df-f03e-431f-8528-8b6d19b935bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.603506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] Deleting subnet c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:51.606879 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] Publish callbacks [] for subnet (c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.640205 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63d821df-f03e-431f-8528-8b6d19b935bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.644454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-63d821df-f03e-431f-8528-8b6d19b935bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7507246 Feb 09 22:12:51.649742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46682) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.649868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device aca3be19-5f9b-4bf1-ad8a-38efbd692518 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:51.652049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0e437c3f-baef-4456-b257-f510feada61f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1902811074', 'description': 'tempest-secgroup_general--1902811074 description', 'project_id': '2ec62ed748f545049bd5b05865269d99'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:51.673906 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Publish callbacks [] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.687517 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.692169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: aca3be19-5f9b-4bf1-ad8a-38efbd692518 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:51.692746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device aca3be19-5f9b-4bf1-ad8a-38efbd692518 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:51.757845 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.769144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e437c3f-baef-4456-b257-f510feada61f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.795984 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.808294 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd259a-0922-4401-b912-7c544dfa222d None None] Pushing event updated for resources: {'Port': ['ID=ed61e59b-9050-4dda-9423-fe7b17feb0ff,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.873582 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Attempting to bind port ed61e59b-9050-4dda-9423-fe7b17feb0ff on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:51.874068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Attempting to bind port ed61e59b-9050-4dda-9423-fe7b17feb0ff by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:51.874565 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Attempting to bind port ed61e59b-9050-4dda-9423-fe7b17feb0ff on network ecf245f2-790d-4e79-addd-976797169093 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:51.880128 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:51.880652 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Checking segment: {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:51.881169 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.881658 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Bound using segment: {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:51.882299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Bound port: ed61e59b-9050-4dda-9423-fe7b17feb0ff, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:51.882755 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.884616 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e437c3f-baef-4456-b257-f510feada61f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (d6c33fac-3bfb-4338-bc7a-48e6ce18462d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.950136 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] For port ed61e59b-9050-4dda-9423-fe7b17feb0ff, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:51.954506 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] For port ed61e59b-9050-4dda-9423-fe7b17feb0ff, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ed61e59b-9050-4dda-9423-fe7b17feb0ff,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:51.972933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.001525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.002013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e437c3f-baef-4456-b257-f510feada61f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d6c33fac-3bfb-4338-bc7a-48e6ce18462d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.005884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.009583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c96bd06-93b7-46e3-92a1-9de7bdbb2998 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c78f5e0b-a393-48b5-bacc-dbdf30e5e0ed HTTP/1.1" status: 204 len: 168 time: 0.5065811 Feb 09 22:12:52.011665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46690) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:52.014305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd3776-9149-4130-a711-f09ba2232580 None None] Network 208bb12f-636f-42c6-8b0a-4b7e5110c448 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:52.055745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e437c3f-baef-4456-b257-f510feada61f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c33fac-3bfb-4338-bc7a-48e6ce18462d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.056033 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.135041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5322c504-4de3-4353-9854-4f78ad20c799 None None] Provisioning complete for port ed61e59b-9050-4dda-9423-fe7b17feb0ff triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:52.135730 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5322c504-4de3-4353-9854-4f78ad20c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.155864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e437c3f-baef-4456-b257-f510feada61f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.166944 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0e437c3f-baef-4456-b257-f510feada61f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5205750 Feb 09 22:12:52.172138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46694) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:52.185144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cf1a4e7c-b859-48dd-852f-63ba40e2a6a7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'security_group_rule': {'security_group_id': '5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9', 'project_id': '2ec62ed748f545049bd5b05865269d99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:52.280147 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:52.281058 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:52.308593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5322c504-4de3-4353-9854-4f78ad20c799 None None] Current status of the port ed61e59b-9050-4dda-9423-fe7b17feb0ff is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:52.308999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5322c504-4de3-4353-9854-4f78ad20c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.317615 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4e7c-b859-48dd-852f-63ba40e2a6a7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group_rule (a57eb01c-28fe-476f-bbdb-28f1be82c6ec), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.366893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5322c504-4de3-4353-9854-4f78ad20c799 None None] For port ed61e59b-9050-4dda-9423-fe7b17feb0ff, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ed61e59b-9050-4dda-9423-fe7b17feb0ff,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:52.391776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] DHCP port deletion for 208bb12f-636f-42c6-8b0a-4b7e5110c448 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:52.441609 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5322c504-4de3-4353-9854-4f78ad20c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.553857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4e7c-b859-48dd-852f-63ba40e2a6a7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group_rule (a57eb01c-28fe-476f-bbdb-28f1be82c6ec), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.565481 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:52.592469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdbc5a-9b4e-49e0-ab73-91751127f1cb req-dd42a578-3fcc-48b9-8371-c8bc6d9d0b75 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:52.594178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87fdbc5a-9b4e-49e0-ab73-91751127f1cb req-dd42a578-3fcc-48b9-8371-c8bc6d9d0b75 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 943 time: 0.1768737 Feb 09 22:12:52.616096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] Deleting port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:52.616648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.622688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322c504-4de3-4353-9854-4f78ad20c799 None None] Pushing event updated for resources: {'Port': ['ID=ed61e59b-9050-4dda-9423-fe7b17feb0ff,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.635014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4e7c-b859-48dd-852f-63ba40e2a6a7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a57eb01c-28fe-476f-bbdb-28f1be82c6ec), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.687144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (208bb12f-636f-42c6-8b0a-4b7e5110c448), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.703117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87fdbc5a-9b4e-49e0-ab73-91751127f1cb req-c51bb980-894e-4435-884a-5879b78ed842 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998616 Feb 09 22:12:52.705480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a4e7c-b859-48dd-852f-63ba40e2a6a7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57eb01c-28fe-476f-bbdb-28f1be82c6ec,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.751202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] For port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,segment=NetworkSegment(759037a8-6488-4bf7-b894-d01a96f6de01),segment_id=759037a8-6488-4bf7-b894-d01a96f6de01)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:52.751852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.754536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-eb6b610f-3795-4ec1-a8ba-984312e77e01 None None] Provisioning complete for port ed61e59b-9050-4dda-9423-fe7b17feb0ff triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:52.755359 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eb6b610f-3795-4ec1-a8ba-984312e77e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.789215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Deleting port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:52.789574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.803725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] Calling delete_port for 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:52.806359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4e7c-b859-48dd-852f-63ba40e2a6a7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.808156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cf1a4e7c-b859-48dd-852f-63ba40e2a6a7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6334822 Feb 09 22:12:52.815321 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd259a-0922-4401-b912-7c544dfa222d None None] Pushing event updated for resources: {'Port': ['ID=ed61e59b-9050-4dda-9423-fe7b17feb0ff,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.911933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] For port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,segment=NetworkSegment(759037a8-6488-4bf7-b894-d01a96f6de01),segment_id=759037a8-6488-4bf7-b894-d01a96f6de01)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:52.913485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.945261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Calling delete_port for 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:52.960721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b610f-3795-4ec1-a8ba-984312e77e01 None None] Current status of the port ed61e59b-9050-4dda-9423-fe7b17feb0ff is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:52.965013 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:51Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:53.004067 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d65a-c57f-4f99-a81f-e56dc3814ef7 None None] The sync data for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 is: [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:51Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:53.038356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.045414 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (514ab6f8-764b-41cc-a6b0-b3e39f8b8dac), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.065062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] No DVR routers for this DVR port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:53.110433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17205e7-2c2b-426e-89f5-902ff3cffafe None None] Pushing event deleted for resources: {'Port': ['ID=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:53.120260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Pushing event deleted for resources: {'Port': ['ID=514ab6f8-764b-41cc-a6b0-b3e39f8b8dac,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:53.138406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] No DVR routers for this DVR port 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:53.241463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (208bb12f-636f-42c6-8b0a-4b7e5110c448), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.252339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-507a621c-0443-416d-bb65-09a6843e9a40 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_general--1902811074&fields=id&tenant_id=2ec62ed748f545049bd5b05865269d99 HTTP/1.1" status: 200 len: 267 time: 0.1417208 Feb 09 22:12:53.274416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208bb12f-636f-42c6-8b0a-4b7e5110c448']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:53.292303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759037a8-6488-4bf7-b894-d01a96f6de01') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:53.292606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759037a8-6488-4bf7-b894-d01a96f6de01') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:53.314547 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (759037a8-6488-4bf7-b894-d01a96f6de01), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.344059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-3b0f1f86-5fc9-4b8a-875a-5df08177c279 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_access--989492843&fields=id&tenant_id=2ec62ed748f545049bd5b05865269d99 HTTP/1.1" status: 200 len: 267 time: 0.0849593 Feb 09 22:12:53.345008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (759037a8-6488-4bf7-b894-d01a96f6de01), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.353651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (759037a8-6488-4bf7-b894-d01a96f6de01), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:53.357709 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:53.509985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-8de63d63-d5b4-474e-b36e-67dac6cbd330 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:53.510867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 927623c4-fe22-42a8-9891-429a067f8c00 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:12:53.513150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-8de63d63-d5b4-474e-b36e-67dac6cbd330 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/networks?id=ecf245f2-790d-4e79-addd-976797169093 HTTP/1.1" status: 200 len: 796 time: 0.1615181 Feb 09 22:12:53.520187 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (208bb12f-636f-42c6-8b0a-4b7e5110c448), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.527845 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.533067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] 10.222.0.98 "DELETE /v2.0/networks/208bb12f-636f-42c6-8b0a-4b7e5110c448 HTTP/1.1" status: 204 len: 168 time: 1.5202267 Feb 09 22:12:53.580537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4da6d-3512-49df-91c0-6a6d418c360e admin admin] Pushing event deleted for resources: {'Network': ['ID=208bb12f-636f-42c6-8b0a-4b7e5110c448,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:53.593483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-a87147b7-2ac0-47af-b432-782890e5b3c1 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/quotas/2ec62ed748f545049bd5b05865269d99 HTTP/1.1" status: 200 len: 375 time: 0.0588491 Feb 09 22:12:53.657218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ed61e59b-9050-4dda-9423-fe7b17feb0ff up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:53.702010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-15a239a5-47c1-4446-adc8-50f2d1c2b571 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918694 Feb 09 22:12:53.757696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 927623c4-fe22-42a8-9891-429a067f8c00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=927623c4-fe22-42a8-9891-429a067f8c00,segment=NetworkSegment(b37c0a9f-f80f-4889-87ed-62708decad46),segment_id=b37c0a9f-f80f-4889-87ed-62708decad46)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:53.770582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ed61e59b-9050-4dda-9423-fe7b17feb0ff triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:53.770971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.774619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '927623c4-fe22-42a8-9891-429a067f8c00', 'network_id': '96813f04-9731-44c7-8b43-1a5f98fcde1c', 'port_id': '927623c4-fe22-42a8-9891-429a067f8c00', 'mac_address': 'fa:16:3e:96:80:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fa9a20-1e20-450e-856a-6ec029334a15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:12:53.852262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 927623c4-fe22-42a8-9891-429a067f8c00 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:53.852656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (927623c4-fe22-42a8-9891-429a067f8c00), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.864537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e588-a108-4609-ad78-007b2ca9a557 req-ee480188-1bbc-4c65-8923-a135da82d416 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:53.866227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a644e588-a108-4609-ad78-007b2ca9a557 req-ee480188-1bbc-4c65-8923-a135da82d416 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 943 time: 0.0857902 Feb 09 22:12:53.888390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927623c4-fe22-42a8-9891-429a067f8c00 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:53.921285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ed61e59b-9050-4dda-9423-fe7b17feb0ff is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:53.926402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 927623c4-fe22-42a8-9891-429a067f8c00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=927623c4-fe22-42a8-9891-429a067f8c00,segment=NetworkSegment(b37c0a9f-f80f-4889-87ed-62708decad46),segment_id=b37c0a9f-f80f-4889-87ed-62708decad46)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:53.955961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a644e588-a108-4609-ad78-007b2ca9a557 req-73023b58-9fa6-4a31-830d-d0bd65ef1326 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738814 Feb 09 22:12:53.989978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:54.010370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46738) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:54.024211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:54.024564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a57f6e63-236a-4a32-8ae7-2ba0cbde79f9 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:54.025002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:54.026920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (927623c4-fe22-42a8-9891-429a067f8c00), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.089044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ce7f0620-c753-4f94-8820-6707a9f90a21 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0852c3f7d5184ffcb000350592580c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770750 Feb 09 22:12:54.091900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46740) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:54.126874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-4f45618b-3e04-4cc3-9415-b28ce930eba2 service neutron] 10.222.0.98 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237518 Feb 09 22:12:54.133244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:54.133594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 514ab6f8-764b-41cc-a6b0-b3e39f8b8dac not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:54.198188 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cebfc608-7202-405b-928f-c7f0e70f6720 admin admin] Publish callbacks [] for security_group (98130a94-5b24-4a9b-aaa7-dbb625627b82), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.206174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=927623c4-fe22-42a8-9891-429a067f8c00,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:54.232712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cebfc608-7202-405b-928f-c7f0e70f6720 admin admin] Publish callbacks [] for security_group (98130a94-5b24-4a9b-aaa7-dbb625627b82), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.284771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d843228b-fa5f-4335-b223-788da9b9e94d service neutron] 10.222.0.98 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361065 Feb 09 22:12:54.289719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['927623c4-fe22-42a8-9891-429a067f8c00'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:12:54.369366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cebfc608-7202-405b-928f-c7f0e70f6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (98130a94-5b24-4a9b-aaa7-dbb625627b82), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.372887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cebfc608-7202-405b-928f-c7f0e70f6720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.384293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cebfc608-7202-405b-928f-c7f0e70f6720 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98130a94-5b24-4a9b-aaa7-dbb625627b82 HTTP/1.1" status: 204 len: 168 time: 0.2910912 Feb 09 22:12:54.399980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfc608-7202-405b-928f-c7f0e70f6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98130a94-5b24-4a9b-aaa7-dbb625627b82,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:54.587845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-659e1c3e-98e4-4c9b-ac90-bd7c5a11c436 req-4148717b-3ef4-4600-9e7c-4fb017d06e21 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 210 time: 0.0334129 Feb 09 22:12:55.094015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950cfea-698e-4b09-9aef-3663d1045a4a req-41382cc5-1c52-4231-958a-f98ebbc276de tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:55.095535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7950cfea-698e-4b09-9aef-3663d1045a4a req-41382cc5-1c52-4231-958a-f98ebbc276de tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 944 time: 0.0686190 Feb 09 22:12:55.159449 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7950cfea-698e-4b09-9aef-3663d1045a4a req-a7a51dbb-7790-400f-88c8-0e32e266a7ce tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567889 Feb 09 22:12:55.226293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46786) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:55.241177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f7df-837f-4fd3-ba4f-ef5317274b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.347304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f7df-837f-4fd3-ba4f-ef5317274b54 admin admin] Publish callbacks [] for security_group (bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.455037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f7df-837f-4fd3-ba4f-ef5317274b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.499915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7fc4f7df-837f-4fd3-ba4f-ef5317274b54 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2723963 Feb 09 22:12:55.502264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4f7df-837f-4fd3-ba4f-ef5317274b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:55.502762 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46796) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:55.528420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 927623c4-fe22-42a8-9891-429a067f8c00 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:55.576592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b35d43dd-6cbe-4c49-98e0-20c84373c033 admin admin] Publish callbacks [] for security_group (bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.601760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b35d43dd-6cbe-4c49-98e0-20c84373c033 admin admin] Publish callbacks [] for security_group (bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.673229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 927623c4-fe22-42a8-9891-429a067f8c00 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:12:55.678530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 927623c4-fe22-42a8-9891-429a067f8c00 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:55.679064 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-381cabc0-27f9-49f4-a1a2-323381360804 req-9228f536-5443-4988-967d-475416feffd9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 210 time: 0.0290139 Feb 09 22:12:55.679469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (927623c4-fe22-42a8-9891-429a067f8c00), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.763345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 927623c4-fe22-42a8-9891-429a067f8c00 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:55.768052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (927623c4-fe22-42a8-9891-429a067f8c00), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.788282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927623c4-fe22-42a8-9891-429a067f8c00'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:55.790766 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0ecdaf-bc7c-4100-b500-4670f37b6ade" -d '{"events": [{"server_uuid": "bc568561-265e-4e96-ba91-bd2bc8c0ca5f", "name": "network-vif-plugged", "status": "completed", "tag": "927623c4-fe22-42a8-9891-429a067f8c00"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:55.807760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 927623c4-fe22-42a8-9891-429a067f8c00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=927623c4-fe22-42a8-9891-429a067f8c00,segment=NetworkSegment(b37c0a9f-f80f-4889-87ed-62708decad46),segment_id=b37c0a9f-f80f-4889-87ed-62708decad46)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:55.832513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b35d43dd-6cbe-4c49-98e0-20c84373c033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.832513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b35d43dd-6cbe-4c49-98e0-20c84373c033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.832513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b35d43dd-6cbe-4c49-98e0-20c84373c033 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8 HTTP/1.1" status: 204 len: 168 time: 0.3255610 Feb 09 22:12:55.839297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d43dd-6cbe-4c49-98e0-20c84373c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25f4ee-8cd5-45b4-ab53-abe4a4e7e3b8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:55.939059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (927623c4-fe22-42a8-9891-429a067f8c00), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.008234 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62111531-6692-41b2-83bd-a0242f696b60 x-openstack-request-id: req-62111531-6692-41b2-83bd-a0242f696b60 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:56.008595 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc568561-265e-4e96-ba91-bd2bc8c0ca5f", "name": "network-vif-plugged", "status": "completed", "tag": "927623c4-fe22-42a8-9891-429a067f8c00", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:56.008925 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62111531-6692-41b2-83bd-a0242f696b60 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:56.009394 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927623c4-fe22-42a8-9891-429a067f8c00', 'code': 200} Feb 09 22:12:56.011807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=927623c4-fe22-42a8-9891-429a067f8c00,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.073048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46808) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:56.119271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208161aa-ccd8-428f-b904-323c53c0783e req-2e12214c-ef5b-4741-8d06-334a51eb044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.121930 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-208161aa-ccd8-428f-b904-323c53c0783e req-2e12214c-ef5b-4741-8d06-334a51eb044e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 1127 time: 0.0491359 Feb 09 22:12:56.176050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-208161aa-ccd8-428f-b904-323c53c0783e req-922798c4-c24e-46a8-9293-323c5fe6aeca service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Feb 09 22:12:56.291924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8fef-8f9e-4f69-9c6a-b65dc4d3da66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.317568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617d04d-fa1c-4730-ba53-3cefcfc56209 req-d6401d11-caa9-4c2a-9b00-f795ef4bf177 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.325715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a617d04d-fa1c-4730-ba53-3cefcfc56209 req-d6401d11-caa9-4c2a-9b00-f795ef4bf177 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 945 time: 0.0762091 Feb 09 22:12:56.408304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a617d04d-fa1c-4730-ba53-3cefcfc56209 req-93237a2e-9061-4110-8e32-a50edfa7b67f tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815322 Feb 09 22:12:56.415264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8fef-8f9e-4f69-9c6a-b65dc4d3da66 admin admin] Publish callbacks [] for security_group (eeae1ff8-e426-4b66-85b7-37c607d3dfee), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.499154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec6c8fef-8f9e-4f69-9c6a-b65dc4d3da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eeae1ff8-e426-4b66-85b7-37c607d3dfee), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.537027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c8fef-8f9e-4f69-9c6a-b65dc4d3da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae1ff8-e426-4b66-85b7-37c607d3dfee,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.541698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ec6c8fef-8f9e-4f69-9c6a-b65dc4d3da66 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc45c437a8ec451192ac713b1f12c2ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4672897 Feb 09 22:12:56.544506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46824) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:56.608637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca30fbf5-094f-420a-802e-13dd9ab70e9d admin admin] Publish callbacks [] for security_group (eeae1ff8-e426-4b66-85b7-37c607d3dfee), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.631521 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca30fbf5-094f-420a-802e-13dd9ab70e9d admin admin] Publish callbacks [] for security_group (eeae1ff8-e426-4b66-85b7-37c607d3dfee), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.764867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca30fbf5-094f-420a-802e-13dd9ab70e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (eeae1ff8-e426-4b66-85b7-37c607d3dfee), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.767447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ca30fbf5-094f-420a-802e-13dd9ab70e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.768813 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ca30fbf5-094f-420a-802e-13dd9ab70e9d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eeae1ff8-e426-4b66-85b7-37c607d3dfee HTTP/1.1" status: 204 len: 168 time: 0.2233231 Feb 09 22:12:56.790635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2abeafe-3b8f-412a-9bae-2b2721179c76 req-9584438a-45a7-4273-8c4d-b7d5b211378b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 210 time: 0.0367906 Feb 09 22:12:56.795408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30fbf5-094f-420a-802e-13dd9ab70e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae1ff8-e426-4b66-85b7-37c607d3dfee,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.906113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46838) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:57.003094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1959223111-network', 'tenant_id': '461e7644e2794ae091537a5d424bb553'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:57.078807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:57.081294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.090978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.189878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks [] for security_group (9e8b32a8-04ad-4fa8-ae69-619a65c7765a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.232596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-124ec280-985a-4648-b747-460cdcf0e206 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:57.234070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-124ec280-985a-4648-b747-460cdcf0e206 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.30 "GET /v2.0/networks?id=ecf245f2-790d-4e79-addd-976797169093 HTTP/1.1" status: 200 len: 796 time: 0.1318085 Feb 09 22:12:57.255199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9e8b32a8-04ad-4fa8-ae69-619a65c7765a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.277852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:57.292260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b32a8-04ad-4fa8-ae69-619a65c7765a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:57.298279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0724f58b-ae18-4450-9e1f-e2254619d840), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.298630 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Added segment 0724f58b-ae18-4450-9e1f-e2254619d840 of type vlan for network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b Feb 09 22:12:57.307114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-ac5caa59-e5d2-42c2-be5a-dbc5256b876b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec62ed748f545049bd5b05865269d99 HTTP/1.1" status: 200 len: 477 time: 0.0640302 Feb 09 22:12:57.317086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'port': {'device_id': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'admin_state_up': True, 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'security_groups': ['d6c33fac-3bfb-4338-bc7a-48e6ce18462d', '5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:57.343804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.472311 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.475612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:57.476344 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.513500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Made reservation on behalf of 2ec62ed748f545049bd5b05865269d99 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:57.517591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.538209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] Pushing event updated for resources: {'Network': ['ID=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:57.542970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de286595-704a-44d8-b14b-d3780a7fb4e7 req-bbb7f51f-f7b8-447f-83a1-37166f626710 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:57.544633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de286595-704a-44d8-b14b-d3780a7fb4e7 req-bbb7f51f-f7b8-447f-83a1-37166f626710 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 945 time: 0.0754216 Feb 09 22:12:57.549168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:57.581431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46846) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:57.598222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5400177f-88b7-42e3-814e-2cb14d863822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.613607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bb7ea5ec-c294-4e9c-84b9-e76631050c5d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7063441 Feb 09 22:12:57.617493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46848) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:57.624398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Request body: {'subnet': {'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1959223111-subnet', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:57.678974 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de286595-704a-44d8-b14b-d3780a7fb4e7 req-a8d00f24-9d3c-4549-a6f5-a8d20c82c04a tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226404 Feb 09 22:12:57.701208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5400177f-88b7-42e3-814e-2cb14d863822 admin admin] Publish callbacks [] for security_group (00ed75c2-9371-4d64-8964-57ebe3df75bc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.712992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Allocated IP 172.20.0.12 (ecf245f2-790d-4e79-addd-976797169093/6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b/05ea7134-7a75-45db-8850-d3ffebc68ddb) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:57.735285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:57.737759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.783389 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5400177f-88b7-42e3-814e-2cb14d863822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (00ed75c2-9371-4d64-8964-57ebe3df75bc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.858169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400177f-88b7-42e3-814e-2cb14d863822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed75c2-9371-4d64-8964-57ebe3df75bc,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:57.871203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5400177f-88b7-42e3-814e-2cb14d863822 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2f29dc7400c94007a97cf0889a035030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883775 Feb 09 22:12:57.873613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46854) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:57.885951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.912708 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7badd1b-db5c-490f-8dc6-1581b91257fb req-40116c51-e26e-4a93-b51b-697656198cb3 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 210 time: 0.0403192 Feb 09 22:12:57.991556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d0ce-ef9f-47fc-b31a-c22b1f124965 admin admin] Publish callbacks [] for security_group (00ed75c2-9371-4d64-8964-57ebe3df75bc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.997161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.041170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network ecf245f2-790d-4e79-addd-976797169093 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:58.046962 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d0ce-ef9f-47fc-b31a-c22b1f124965 admin admin] Publish callbacks [] for security_group (00ed75c2-9371-4d64-8964-57ebe3df75bc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.048293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:58.050952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:58.079801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=05ea7134-7a75-45db-8850-d3ffebc68ddb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.110918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.111562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.129392 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (9539a7c7-2228-4a5e-87d4-c3204fb544a1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.195999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d0ce-ef9f-47fc-b31a-c22b1f124965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (00ed75c2-9371-4d64-8964-57ebe3df75bc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.198542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d0ce-ef9f-47fc-b31a-c22b1f124965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.199817 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fdc0d0ce-ef9f-47fc-b31a-c22b1f124965 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/00ed75c2-9371-4d64-8964-57ebe3df75bc HTTP/1.1" status: 204 len: 168 time: 0.3240929 Feb 09 22:12:58.204172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9539a7c7-2228-4a5e-87d4-c3204fb544a1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.212167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:58.212542 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Network hostable DHCP agents. Network: 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:58.216284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0d0ce-ef9f-47fc-b31a-c22b1f124965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed75c2-9371-4d64-8964-57ebe3df75bc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.225376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-22ab7d3f-4d12-4603-a8df-ebd1822546ce tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9115446 Feb 09 22:12:58.239348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Request body: {'port': {'device_id': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:58.310668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:58.312119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.351102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1c85a1cd-db37-44e2-8520-34d7e123af8b None None] Provisioning complete for port 05ea7134-7a75-45db-8850-d3ffebc68ddb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:58.352509 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1c85a1cd-db37-44e2-8520-34d7e123af8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.395352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1c85a1cd-db37-44e2-8520-34d7e123af8b None None] Port 05ea7134-7a75-45db-8850-d3ffebc68ddb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:58.419105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:58.423208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.430413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.430703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035d74d-eac1-4575-b822-b41c4b108bd3 None None] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:58.507520 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dfa846ca-6dea-4c20-9e53-91dbb4d2decb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8865190 Feb 09 22:12:58.509711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46860) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:58.513760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:58.554558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:58.555456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.619603 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.620727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.639916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ea7134-7a75-45db-8850-d3ffebc68ddb {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:58.657108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Publish callbacks [] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.672949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Transition to ACTIVE for port object 05ea7134-7a75-45db-8850-d3ffebc68ddb will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:12:58.702423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks [] for router_controller (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.725468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Allocated IP 172.20.0.2 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/9a1d7a53-91d2-47e0-acaa-cdef4ce30d85) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:58.768259 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.875392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Pushing event updated for resources: {'Port': ['ID=05ea7134-7a75-45db-8850-d3ffebc68ddb,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.981178 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Publish callbacks [] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.044272 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.109813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:59.116118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:59.118961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65d603-3317-447d-b71f-bf43d7254c67 req-242e37e4-a954-402d-8254-2712951fc551 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.119767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:59.127657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b65d603-3317-447d-b71f-bf43d7254c67 req-242e37e4-a954-402d-8254-2712951fc551 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 983 time: 0.1120958 Feb 09 22:12:59.132619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Attempting to bind port 05ea7134-7a75-45db-8850-d3ffebc68ddb on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:59.133075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Attempting to bind port 05ea7134-7a75-45db-8850-d3ffebc68ddb by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:59.133520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Attempting to bind port 05ea7134-7a75-45db-8850-d3ffebc68ddb on network ecf245f2-790d-4e79-addd-976797169093 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:59.134197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks [] for router_gateway (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.154372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Port 05ea7134-7a75-45db-8850-d3ffebc68ddb on network ecf245f2-790d-4e79-addd-976797169093 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:59.156932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Attempting to bind port 05ea7134-7a75-45db-8850-d3ffebc68ddb on network ecf245f2-790d-4e79-addd-976797169093 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:59.162714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:59.163338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Checking segment: {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:59.163919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Bound using segment: {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:59.164495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Bound port: 05ea7134-7a75-45db-8850-d3ffebc68ddb, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89eacd89-c268-4336-ae6f-36664e88e115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ecf245f2-790d-4e79-addd-976797169093'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:59.165233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.190204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Pushing event updated for resources: {'Port': ['ID=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.235045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Attempting to bind port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:59.235678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Attempting to bind port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:59.240036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Attempting to bind port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:59.243033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:59.243628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:59.244233 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.244775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:59.245399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Bound port: 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:59.246118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.255667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] For port 05ea7134-7a75-45db-8850-d3ffebc68ddb, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:59.259653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] For port 05ea7134-7a75-45db-8850-d3ffebc68ddb, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:59.302755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5b65d603-3317-447d-b71f-bf43d7254c67 req-f3a0a5e1-0797-450e-9657-8ea8af50774d tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1740301 Feb 09 22:12:59.322656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] For port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:59.325891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] For port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:59.352852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.390484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.391218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.392857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] 10.222.0.30 "PUT /v2.0/ports/05ea7134-7a75-45db-8850-d3ffebc68ddb HTTP/1.1" status: 200 len: 1131 time: 1.1583912 Feb 09 22:12:59.393499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:59.395885 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e838dde0-087c-4116-980a-8a4bb4dbf261" -d '{"events": [{"name": "network-changed", "server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:59.456455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.460341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd9872-f9d8-4deb-b2e6-21a1a9ed524a service neutron] Pushing event updated for resources: {'Port': ['ID=05ea7134-7a75-45db-8850-d3ffebc68ddb,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.513935 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f906f2e-f097-41d8-a4a4-f7ac7c031c94 x-openstack-request-id: req-0f906f2e-f097-41d8-a4a4-f7ac7c031c94 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:59.514329 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:59.514690 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0f906f2e-f097-41d8-a4a4-f7ac7c031c94 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:59.515197 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'status': 'completed', 'code': 200} Feb 09 22:12:59.561286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bb154-a06c-4d4a-bc03-bce3d12531f2 None None] Pushing event updated for resources: {'Port': ['ID=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.585188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks [] for router_gateway (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.616625 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.638824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.659139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838dde0-087c-4116-980a-8a4bb4dbf261 req-a9bf64fd-2133-4494-8f06-73b2f162596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.669236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e838dde0-087c-4116-980a-8a4bb4dbf261 req-a9bf64fd-2133-4494-8f06-73b2f162596a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1165 time: 0.1250052 Feb 09 22:12:59.758073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Allocated IP 172.25.5.216 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/fa053c07-c0cb-4999-aa89-7f8bb0d71b19) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:59.817697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838dde0-087c-4116-980a-8a4bb4dbf261 req-fec79081-159f-44ca-8e91-9f1d7fd55d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.823579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e838dde0-087c-4116-980a-8a4bb4dbf261 req-fec79081-159f-44ca-8e91-9f1d7fd55d87 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ec62ed748f545049bd5b05865269d99&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1390276 Feb 09 22:12:59.960629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks [] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.018167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838dde0-087c-4116-980a-8a4bb4dbf261 req-dc485001-49d6-4ce7-94b3-35ef4e7df269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.020354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e838dde0-087c-4116-980a-8a4bb4dbf261 req-dc485001-49d6-4ce7-94b3-35ef4e7df269 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944265 Feb 09 22:13:00.096273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.133000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-5b2a3a37-295d-48f3-bce1-7e791fe3e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.134596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-5b2a3a37-295d-48f3-bce1-7e791fe3e0d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1165 time: 0.0677090 Feb 09 22:13:00.169756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:00.171261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Pushing event updated for resources: {'Port': ['ID=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:00.174208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:00.176684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:00.185783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-ae106d5a-89be-4aa6-8cf2-cdda459c8cf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb HTTP/1.1" status: 200 len: 217 time: 0.0428443 Feb 09 22:13:00.237269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-96fb2729-3d63-4018-9f09-f1f1ad2ae6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.238896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-96fb2729-3d63-4018-9f09-f1f1ad2ae6ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b HTTP/1.1" status: 200 len: 834 time: 0.0457439 Feb 09 22:13:00.314960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-590d2ec5-6b0f-4455-8a1d-f7f16b470e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.317352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-590d2ec5-6b0f-4455-8a1d-f7f16b470e4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecf245f2-790d-4e79-addd-976797169093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0716574 Feb 09 22:13:00.463518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-0008f00c-99dd-45e3-b9e9-2abff830aa08 service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384709 Feb 09 22:13:00.583801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047af40-bfbf-44f2-96cf-ecf9957f4bc5 req-9a787ba9-2ef0-43ac-a8f2-0d356b36f39d tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.586059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3047af40-bfbf-44f2-96cf-ecf9957f4bc5 req-9a787ba9-2ef0-43ac-a8f2-0d356b36f39d tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 983 time: 0.1902063 Feb 09 22:13:00.608621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks [] for router_gateway (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.676420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96cfa7ed-636d-445e-be6a-6d72e36e908c req-7a2a25b3-6502-44d5-b3f7-a8b3b9a4f3df service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049639 Feb 09 22:13:00.681484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3047af40-bfbf-44f2-96cf-ecf9957f4bc5 req-034361aa-1a4b-43fb-8938-18da5f541106 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0861893 Feb 09 22:13:00.872687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.887336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea1522-3ef0-4815-9ebc-849b325793c4 None None] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:00.928341 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.006458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-41d02aac-ebde-4e42-bf4e-4c7306ab10fe None None] Provisioning complete for port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:01.006835 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-41d02aac-ebde-4e42-bf4e-4c7306ab10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.078310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:01.092725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-41d02aac-ebde-4e42-bf4e-4c7306ab10fe None None] Current status of the port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:01.093423 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-41d02aac-ebde-4e42-bf4e-4c7306ab10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.132267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-41d02aac-ebde-4e42-bf4e-4c7306ab10fe None None] For port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:01.198409 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-41d02aac-ebde-4e42-bf4e-4c7306ab10fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.200035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:01.237135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:01.297523 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.298899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-63c9cd91-609e-4314-83a8-296cc5092ead admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7898405 Feb 09 22:13:01.301805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46918) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:01.425909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:01.426541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:01.468097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-65c5206d-704e-4392-9df8-2122026e0df1 None None] Provisioning complete for port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:01.468383 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65c5206d-704e-4392-9df8-2122026e0df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.498563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d02aac-ebde-4e42-bf4e-4c7306ab10fe None None] Pushing event updated for resources: {'Port': ['ID=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:01.581832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:01.655883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:01.734783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-65c5206d-704e-4392-9df8-2122026e0df1 None None] Current status of the port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:01.781520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:01.781999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.824737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10733c9d-eeb0-4de2-8eb9-0998806c4901 req-bb20f94c-27b6-4943-bd9e-0c6d14c98adc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:01.827049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10733c9d-eeb0-4de2-8eb9-0998806c4901 req-bb20f94c-27b6-4943-bd9e-0c6d14c98adc tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 983 time: 0.0648391 Feb 09 22:13:01.842438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.900854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10733c9d-eeb0-4de2-8eb9-0998806c4901 req-903d7b9f-2308-4782-824d-70151c0928d5 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668364 Feb 09 22:13:01.921410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:00Z', 'revision_number': 3, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:01.951074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:01.953362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:01.953723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Updating router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:01.982301 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.028787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Allocated IP 172.20.0.1 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/ca85cbd4-d6cd-4f1c-a3db-35be6e69554d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:02.136203 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks [] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.238431 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Publish callbacks [] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.253383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.300001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:02.300001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:02.303680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:02.311958 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.333636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Pushing event updated for resources: {'Port': ['ID=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.358555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 05ea7134-7a75-45db-8850-d3ffebc68ddb details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:13:02.359163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.408262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46960) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:02.420221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Attempting to bind port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:02.427005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Attempting to bind port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:02.427005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Attempting to bind port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:02.428671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475103-8929-4066-9d16-64c4f00bf563 None None] Pushing event updated for resources: {'Port': ['ID=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.489040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:02.489348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:02.489757 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.490164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:02.491192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Bound port: fa053c07-c0cb-4999-aa89-7f8bb0d71b19, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:02.491588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.581874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] For port fa053c07-c0cb-4999-aa89-7f8bb0d71b19, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:02.585582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.586783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] For port fa053c07-c0cb-4999-aa89-7f8bb0d71b19, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:02.590485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ee2c-1b0b-45cf-8292-1d9da02301cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.593883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 05ea7134-7a75-45db-8850-d3ffebc68ddb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:02.607508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'port_id': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'mac_address': 'fa:16:3e:9a:6a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:13:02.670302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 05ea7134-7a75-45db-8850-d3ffebc68ddb is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:02.671314 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.700446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ea7134-7a75-45db-8850-d3ffebc68ddb {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:02.706002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ee2c-1b0b-45cf-8292-1d9da02301cc admin admin] Publish callbacks [] for security_group (36510050-a957-41b4-a2c6-03cbde93a1a0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.708897 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.747124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 05ea7134-7a75-45db-8850-d3ffebc68ddb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:02.791996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:02.792617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:02.796384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475103-8929-4066-9d16-64c4f00bf563 None None] Pushing event updated for resources: {'Port': ['ID=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.797841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks [] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.799163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f31b13c3-98fb-4a66-8ad5-6505231c2892 None None] Provisioning complete for port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:02.799481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3f3ee2c-1b0b-45cf-8292-1d9da02301cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (36510050-a957-41b4-a2c6-03cbde93a1a0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.799611 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f31b13c3-98fb-4a66-8ad5-6505231c2892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.845726 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e3f3ee2c-1b0b-45cf-8292-1d9da02301cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=248b10221d20415992c17b48f2b03fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330339 Feb 09 22:13:02.846289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 46964) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:02.847791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3ee2c-1b0b-45cf-8292-1d9da02301cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36510050-a957-41b4-a2c6-03cbde93a1a0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.873423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.886099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.958799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f31b13c3-98fb-4a66-8ad5-6505231c2892 None None] Port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:02.977849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=05ea7134-7a75-45db-8850-d3ffebc68ddb,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.979290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-023ccd94-4fff-4fe2-832a-efb4dd9276ac admin admin] Publish callbacks [] for security_group (36510050-a957-41b4-a2c6-03cbde93a1a0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.007209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:03.011913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.036453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Pushing event updated for resources: {'Port': ['ID=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:03.043580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-023ccd94-4fff-4fe2-832a-efb4dd9276ac admin admin] Publish callbacks [] for security_group (36510050-a957-41b4-a2c6-03cbde93a1a0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.126296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['05ea7134-7a75-45db-8850-d3ffebc68ddb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:03.473280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:03.510831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5c882-e288-4071-a052-c20469f0fd58 None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:03.591431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505135b2-c9cc-449d-aff2-2557c9074f82 req-9c5546a3-8406-474a-82cc-c71e3f28ed43 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:03.597014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-505135b2-c9cc-449d-aff2-2557c9074f82 req-9c5546a3-8406-474a-82cc-c71e3f28ed43 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 984 time: 0.5701392 Feb 09 22:13:03.601838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:03.628520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:03.636883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:03.661685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:03.662072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.764118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:03.805412 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-023ccd94-4fff-4fe2-832a-efb4dd9276ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (36510050-a957-41b4-a2c6-03cbde93a1a0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.808167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-023ccd94-4fff-4fe2-832a-efb4dd9276ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.809364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-023ccd94-4fff-4fe2-832a-efb4dd9276ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/36510050-a957-41b4-a2c6-03cbde93a1a0 HTTP/1.1" status: 204 len: 168 time: 0.9621634 Feb 09 22:13:03.879305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-505135b2-c9cc-449d-aff2-2557c9074f82 req-ef5d0201-ff2d-4248-ba6e-891df67a074b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2752271 Feb 09 22:13:03.888057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ccd94-4fff-4fe2-832a-efb4dd9276ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36510050-a957-41b4-a2c6-03cbde93a1a0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:03.963223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:03.996401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a6af55b6-201e-44e6-bc8c-1b8161728f0d None None] Provisioning complete for port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:03.997014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6af55b6-201e-44e6-bc8c-1b8161728f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.058720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a6af55b6-201e-44e6-bc8c-1b8161728f0d None None] Port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:04.113354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:04.132605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e504fa3b-215c-4a63-80e8-c5b43713f29d admin admin] 10.222.0.98 "PUT /v2.0/routers/812b585c-e5ea-4ba4-a0a3-a55a21842fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207436 Feb 09 22:13:04.322966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 05ea7134-7a75-45db-8850-d3ffebc68ddb up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:04.375826 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b19d-e645-45ca-b087-03d5dcbc6442 req-884bf2af-74ef-4813-95e0-f89c5da79b1f tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:04.378375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ec85b19d-e645-45ca-b087-03d5dcbc6442 req-884bf2af-74ef-4813-95e0-f89c5da79b1f tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 945 time: 0.4386332 Feb 09 22:13:04.456318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ec85b19d-e645-45ca-b087-03d5dcbc6442 req-69d31d06-ed14-407e-baa6-fa2a411affdb tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699539 Feb 09 22:13:04.539112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 05ea7134-7a75-45db-8850-d3ffebc68ddb completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:13:04.545233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 05ea7134-7a75-45db-8850-d3ffebc68ddb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:04.545546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.659266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 05ea7134-7a75-45db-8850-d3ffebc68ddb is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:04.659720 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.685731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:04.688018 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3e7818-ca7f-494b-9ea2-4ea8b342478d" -d '{"events": [{"server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "name": "network-vif-plugged", "status": "completed", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:04.701969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 05ea7134-7a75-45db-8850-d3ffebc68ddb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:04.730275 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa1d86-6ff2-4e22-8878-d0195cf72097 x-openstack-request-id: req-44aa1d86-6ff2-4e22-8878-d0195cf72097 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:04.730523 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "name": "network-vif-plugged", "status": "completed", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:04.730789 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44aa1d86-6ff2-4e22-8878-d0195cf72097 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:04.731195 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'code': 200} Feb 09 22:13:04.800792 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.824153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 46998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:04.852254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac6fa27-c1df-475d-ba58-319c37bc33a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.863518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fde95-9468-41e7-9f6b-1b3abca05a2e req-24fea61a-1008-47be-8d4d-a758f60c8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:04.866125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c7fde95-9468-41e7-9f6b-1b3abca05a2e req-24fea61a-1008-47be-8d4d-a758f60c8191 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1167 time: 0.0639355 Feb 09 22:13:04.876066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=05ea7134-7a75-45db-8850-d3ffebc68ddb,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:04.938819 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:13:04.959484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac6fa27-c1df-475d-ba58-319c37bc33a9 admin admin] Publish callbacks [] for security_group (b907b045-2293-4063-962e-5b3034aa7179), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.965077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1c7fde95-9468-41e7-9f6b-1b3abca05a2e req-7137b2b9-0d67-4abe-97ac-bff04916a183 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0928569 Feb 09 22:13:05.027218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ac6fa27-c1df-475d-ba58-319c37bc33a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b907b045-2293-4063-962e-5b3034aa7179), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.039778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bc5ea-5eae-44e0-be04-6b8e31c186e2 req-1bdfbfd9-fc19-4911-a1f3-4efe2d282626 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:05.041565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab3bc5ea-5eae-44e0-be04-6b8e31c186e2 req-1bdfbfd9-fc19-4911-a1f3-4efe2d282626 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 985 time: 0.0635836 Feb 09 22:13:05.093595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6fa27-c1df-475d-ba58-319c37bc33a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b907b045-2293-4063-962e-5b3034aa7179,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:05.103448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ac6fa27-c1df-475d-ba58-319c37bc33a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=db91c1601ace469fbf34be835f30f99d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753251 Feb 09 22:13:05.103951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47004) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:05.137767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab3bc5ea-5eae-44e0-be04-6b8e31c186e2 req-6573fded-3769-489e-bfd1-d61534eec5bf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0890496 Feb 09 22:13:05.176628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4e901aaf-0554-4ce9-b476-5566b626e2cf admin admin] Publish callbacks [] for security_group (b907b045-2293-4063-962e-5b3034aa7179), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.200628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4e901aaf-0554-4ce9-b476-5566b626e2cf admin admin] Publish callbacks [] for security_group (b907b045-2293-4063-962e-5b3034aa7179), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.274726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47010) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:05.279848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-621784538-network', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:05.286694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-943a7064-83c5-4cf0-9dc0-a63ca7e0036d tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:05.288458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-943a7064-83c5-4cf0-9dc0-a63ca7e0036d tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.110 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 945 time: 0.0858939 Feb 09 22:13:05.369447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Made reservation on behalf of 79331d46fabb443b9418d8e74afb5eab for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:05.371796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.381081 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.399677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Deleting port 927623c4-fe22-42a8-9891-429a067f8c00 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:05.400052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (927623c4-fe22-42a8-9891-429a067f8c00), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.404288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4e901aaf-0554-4ce9-b476-5566b626e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b907b045-2293-4063-962e-5b3034aa7179), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.406804 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4e901aaf-0554-4ce9-b476-5566b626e2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.408080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4e901aaf-0554-4ce9-b476-5566b626e2cf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b907b045-2293-4063-962e-5b3034aa7179 HTTP/1.1" status: 204 len: 168 time: 0.3027155 Feb 09 22:13:05.461339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e901aaf-0554-4ce9-b476-5566b626e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b907b045-2293-4063-962e-5b3034aa7179,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:05.496468 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks [] for security_group (b3eac4be-36c0-4549-8e1c-14bb6830a2a0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.508185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ef8a0d03-44bb-4deb-9491-62abcea0b95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.543585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] For port 927623c4-fe22-42a8-9891-429a067f8c00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=927623c4-fe22-42a8-9891-429a067f8c00,segment=NetworkSegment(b37c0a9f-f80f-4889-87ed-62708decad46),segment_id=b37c0a9f-f80f-4889-87ed-62708decad46)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:05.544561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (927623c4-fe22-42a8-9891-429a067f8c00), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.570496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3eac4be-36c0-4549-8e1c-14bb6830a2a0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.574187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Calling delete_port for 927623c4-fe22-42a8-9891-429a067f8c00 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:05.595577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:13:05.613225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.613576 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Added segment ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7 of type vlan for network d88f124c-d9c9-4595-a644-4a65c264f656 Feb 09 22:13:05.614975 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eac4be-36c0-4549-8e1c-14bb6830a2a0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:05.653368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fa053c07-c0cb-4999-aa89-7f8bb0d71b19 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:05.658860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (d88f124c-d9c9-4595-a644-4a65c264f656), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.680861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0ac2f-023b-4ca8-87f0-8b31bc1800ef req-0029229b-22f5-49c4-ad06-3645a8b7b1b3 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:05.682865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33b0ac2f-023b-4ca8-87f0-8b31bc1800ef req-0029229b-22f5-49c4-ad06-3645a8b7b1b3 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 945 time: 0.1238148 Feb 09 22:13:05.712622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:05.713035 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.750523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33b0ac2f-023b-4ca8-87f0-8b31bc1800ef req-6e5f2cff-38bc-4514-9914-913ed266450f tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/security-groups?id=de9928bc-8a33-42e5-9a66-86845848dab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614352 Feb 09 22:13:05.764527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (d88f124c-d9c9-4595-a644-4a65c264f656), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.765614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:05.773031 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.800671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:05.801185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.826533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port fa053c07-c0cb-4999-aa89-7f8bb0d71b19, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:05.844412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] Pushing event updated for resources: {'Network': ['ID=d88f124c-d9c9-4595-a644-4a65c264f656,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:05.854694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network d88f124c-d9c9-4595-a644-4a65c264f656 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:13:05.918841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (927623c4-fe22-42a8-9891-429a067f8c00), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.922372 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.948740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['927623c4-fe22-42a8-9891-429a067f8c00'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:05.957804 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0a4ce023-4244-4ad2-9569-97e8f793f813 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6792414 Feb 09 22:13:05.958099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47018) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:05.964082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Request body: {'subnet': {'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-621784538-subnet', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:05.980049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Pushing event deleted for resources: {'Port': ['ID=927623c4-fe22-42a8-9891-429a067f8c00,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:06.001151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:06.033875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] No DVR routers for this DVR port 927623c4-fe22-42a8-9891-429a067f8c00 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:06.034829 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.038514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1caa537f-4a4d-450c-af61-983d123eecf7 req-7fd73a22-6cb0-461c-9353-ff557c29c596 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.110 "DELETE /v2.0/ports/927623c4-fe22-42a8-9891-429a067f8c00 HTTP/1.1" status: 204 len: 173 time: 0.7447326 Feb 09 22:13:06.039058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'name': 'network-vif-deleted', 'tag': '927623c4-fe22-42a8-9891-429a067f8c00'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:06.041847 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981508bb-71c7-4756-a1ee-3914f2059753" -d '{"events": [{"server_uuid": "bc568561-265e-4e96-ba91-bd2bc8c0ca5f", "name": "network-vif-deleted", "tag": "927623c4-fe22-42a8-9891-429a067f8c00"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:06.078361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Made reservation on behalf of 79331d46fabb443b9418d8e74afb5eab for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:06.081641 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.082285 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268bb4b-f34c-4777-87fa-1339ba5b6064 x-openstack-request-id: req-6268bb4b-f34c-4777-87fa-1339ba5b6064 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:06.082582 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc568561-265e-4e96-ba91-bd2bc8c0ca5f", "name": "network-vif-deleted", "tag": "927623c4-fe22-42a8-9891-429a067f8c00", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:06.082842 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6268bb4b-f34c-4777-87fa-1339ba5b6064 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:06.083252 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc568561-265e-4e96-ba91-bd2bc8c0ca5f', 'name': 'network-vif-deleted', 'tag': '927623c4-fe22-42a8-9891-429a067f8c00', 'status': 'completed', 'code': 200} Feb 09 22:13:06.278891 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:06.289677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc0af-0f83-43b4-b577-1104c42464bd req-ed526f6d-f749-497e-9824-a98551db49c8 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:06.290671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:06.291373 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:12:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:06.300512 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-372bc0af-0f83-43b4-b577-1104c42464bd req-ed526f6d-f749-497e-9824-a98551db49c8 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 985 time: 0.0788329 Feb 09 22:13:06.371942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-372bc0af-0f83-43b4-b577-1104c42464bd req-abac53d9-ae5e-4d7d-9fba-935d144a41fd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0675375 Feb 09 22:13:06.404246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (4ff624d0-252f-4ffb-9278-a6466042257b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.406302 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:06.459033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff624d0-252f-4ffb-9278-a6466042257b,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:06.474204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Checking segment: {'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:06.474575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Network hostable DHCP agents. Network: d88f124c-d9c9-4595-a644-4a65c264f656, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:13:06.577204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Network d88f124c-d9c9-4595-a644-4a65c264f656 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:13:06.619070 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 2, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:06.646249 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:06.646613 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Updating router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:06.655755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, d88f124c-d9c9-4595-a644-4a65c264f656) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:06.660922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:06.661652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.670320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4164ce9b-4882-4c69-9b75-5bc5e4cf1054 None None] Network d88f124c-d9c9-4595-a644-4a65c264f656 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:06.680258 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.749738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2c145624-17db-4382-8847-41c9f16f9ea9 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7904563 Feb 09 22:13:06.752565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47042) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:06.757389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:06.777455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-d88f124c-d9c9-4595-a644-4a65c264f656', 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656', 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'fixed_ips': [{'subnet_id': '4ff624d0-252f-4ffb-9278-a6466042257b'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:13:06.778613 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.894384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (914a2e36-fa59-498d-ba07-a1c4aea49eb7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.895722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (914a2e36-fa59-498d-ba07-a1c4aea49eb7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.906654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a605693-6ef3-41ef-8460-b684314c2bd7 req-7d2a4432-d655-4957-8d83-fbf3737bd902 tempest-VolumesActionsTest-1701335635 tempest-VolumesActionsTest-1701335635-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc568561-265e-4e96-ba91-bd2bc8c0ca5f HTTP/1.1" status: 200 len: 210 time: 0.0351841 Feb 09 22:13:06.936488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Allocated IP 172.20.0.2 (d88f124c-d9c9-4595-a644-4a65c264f656/4ff624d0-252f-4ffb-9278-a6466042257b/7567640e-49c9-41e8-a207-6fa83702827b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:06.970816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks [] for router_controller (914a2e36-fa59-498d-ba07-a1c4aea49eb7), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.012660 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Publish callbacks [] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.106337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Publish callbacks [] for port (7567640e-49c9-41e8-a207-6fa83702827b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.118098 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.171534 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Pushing event updated for resources: {'Port': ['ID=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:07.181706 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.182048 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.182580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.183161 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.183339 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.183561 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.183909 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.189171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.189171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.189171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.189171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.189171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.189171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:07.210036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7567640e-49c9-41e8-a207-6fa83702827b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.231493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks [] for router_gateway (914a2e36-fa59-498d-ba07-a1c4aea49eb7), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.247154 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Attempting to bind port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:07.247520 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Attempting to bind port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:07.251323 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Attempting to bind port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:07.254063 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:07.254780 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:07.255342 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.255912 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:07.256599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Bound port: ca85cbd4-d6cd-4f1c-a3db-35be6e69554d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:07.257151 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.279982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Network d88f124c-d9c9-4595-a644-4a65c264f656 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:07.288823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:07.291761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:07.310332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Pushing event updated for resources: {'Port': ['ID=7567640e-49c9-41e8-a207-6fa83702827b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:07.324252 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] For port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:07.327505 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] For port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:07.371248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Attempting to bind port 7567640e-49c9-41e8-a207-6fa83702827b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:07.372213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Attempting to bind port 7567640e-49c9-41e8-a207-6fa83702827b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:07.372590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Attempting to bind port 7567640e-49c9-41e8-a207-6fa83702827b on network d88f124c-d9c9-4595-a644-4a65c264f656 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:07.378603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:07.379580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Checking segment: {'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:07.379580 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.379958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Bound using segment: {'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:07.380435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Bound port: 7567640e-49c9-41e8-a207-6fa83702827b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:07.380725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7567640e-49c9-41e8-a207-6fa83702827b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.467698 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.473182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] For port 7567640e-49c9-41e8-a207-6fa83702827b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:07.478934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] For port 7567640e-49c9-41e8-a207-6fa83702827b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7567640e-49c9-41e8-a207-6fa83702827b,segment=NetworkSegment(ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7),segment_id=ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:07.534608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-426c6fcf-ea8c-42dd-ae46-0188ff2d151b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.545997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d9beeb0b-876c-4c68-bba1-4dc13ccd6893 None None] Provisioning complete for port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:07.546447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9beeb0b-876c-4c68-bba1-4dc13ccd6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.571217 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:07.573637 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:07.617836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks [] for router_gateway (914a2e36-fa59-498d-ba07-a1c4aea49eb7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.626894 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7567640e-49c9-41e8-a207-6fa83702827b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.645711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.668356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fa053c07-c0cb-4999-aa89-7f8bb0d71b19 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:07.718766 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f160b7-27cb-4ec0-930d-209ceda80c38 None None] Pushing event updated for resources: {'Port': ['ID=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:07.737875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da67ad8-1255-46cf-8099-9878c014d8f6 req-63dd14f4-e326-4f17-9779-0a585c00891f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:07.740005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8da67ad8-1255-46cf-8099-9878c014d8f6 req-63dd14f4-e326-4f17-9779-0a585c00891f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 985 time: 0.2556567 Feb 09 22:13:07.774982 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:07.806856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b67d-373f-495c-927e-8e768dfce631 None None] Pushing event updated for resources: {'Port': ['ID=7567640e-49c9-41e8-a207-6fa83702827b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:07.861022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Allocated IP 172.25.5.159 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/e82bb7b7-9177-480f-b4d4-98c0d1257e04) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:07.897610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:07.897773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8da67ad8-1255-46cf-8099-9878c014d8f6 req-909f0ad4-b4e8-4145-8bf3-0bd79b3313e4 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1334808 Feb 09 22:13:07.897995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.902452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9beeb0b-876c-4c68-bba1-4dc13ccd6893 None None] Current status of the port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:07.902955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9beeb0b-876c-4c68-bba1-4dc13ccd6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.979046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d9beeb0b-876c-4c68-bba1-4dc13ccd6893 None None] For port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:08.062864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9beeb0b-876c-4c68-bba1-4dc13ccd6893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.099072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks [] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.132489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:08.185234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beeb0b-876c-4c68-bba1-4dc13ccd6893 None None] Pushing event updated for resources: {'Port': ['ID=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:08.220398 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:08.220755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c3bb3-da18-424e-ab29-a6b7f3ba7f57 req-86bcbaf6-c5f8-4a70-bb64-cac530db3751 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:08.231952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-119c3bb3-da18-424e-ab29-a6b7f3ba7f57 req-86bcbaf6-c5f8-4a70-bb64-cac530db3751 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 985 time: 0.1928351 Feb 09 22:13:08.235009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2e57233a-4452-4370-bfc7-0143049293e0 None None] Provisioning complete for port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:08.235403 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2e57233a-4452-4370-bfc7-0143049293e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.267847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.357839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2e57233a-4452-4370-bfc7-0143049293e0 None None] Current status of the port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:08.358706 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-119c3bb3-da18-424e-ab29-a6b7f3ba7f57 req-a7d3d88d-aa3d-4dd4-82cf-6828f5604c50 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1257694 Feb 09 22:13:08.359472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:08.367539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:08.377200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:08.422870 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d3ef2-5a3f-47ba-b6ed-0a33f0d6b767 None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:08.445368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Pushing event updated for resources: {'Port': ['ID=e82bb7b7-9177-480f-b4d4-98c0d1257e04,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:08.597847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605656e-5a0e-4421-8b61-fbde1c1e3b01 req-bce6330e-9d02-4c3d-948f-94dbcf2120cc tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:08.599419 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8605656e-5a0e-4421-8b61-fbde1c1e3b01 req-bce6330e-9d02-4c3d-948f-94dbcf2120cc tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1167 time: 0.1581268 Feb 09 22:13:08.621683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8605656e-5a0e-4421-8b61-fbde1c1e3b01 req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.705595 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8605656e-5a0e-4421-8b61-fbde1c1e3b01 req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Publish callbacks [] for security_group (45978fc9-324d-486f-97a2-6ee26bb8eec5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.807246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8605656e-5a0e-4421-8b61-fbde1c1e3b01 req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45978fc9-324d-486f-97a2-6ee26bb8eec5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.863446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45978fc9-324d-486f-97a2-6ee26bb8eec5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:08.882019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.882382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.882735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.883081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.883405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.883752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.884091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.884419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.884744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.885077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.885402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.885728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.886049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:08.920384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8605656e-5a0e-4421-8b61-fbde1c1e3b01 req-8a437cb5-4d95-4768-ae54-9231ca689538 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3139930 Feb 09 22:13:08.926171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47100) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:08.930742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks [] for router_gateway (914a2e36-fa59-498d-ba07-a1c4aea49eb7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.990231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75611c-a0a2-43ce-a979-05d58fc502ad tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:08.996929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7b75611c-a0a2-43ce-a979-05d58fc502ad tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1162 time: 0.0695641 Feb 09 22:13:08.999731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47106) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:09.010053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:09.118282 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.181381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.193717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (914a2e36-fa59-498d-ba07-a1c4aea49eb7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.316780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.390056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdf1f1-33b1-426c-83d5-e38f132c07eb None None] Network d88f124c-d9c9-4595-a644-4a65c264f656 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:09.455739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:09.471163 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Allocated IP 172.25.5.186 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/47c6b798-7cd5-47b5-8c19-ecf670110e6e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:09.523786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-dba82179-36f3-4209-8bc1-e4aaefc1ddb1 None None] Provisioning complete for port 7567640e-49c9-41e8-a207-6fa83702827b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:09.524374 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dba82179-36f3-4209-8bc1-e4aaefc1ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7567640e-49c9-41e8-a207-6fa83702827b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.632038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 927623c4-fe22-42a8-9891-429a067f8c00 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:09.683208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 927623c4-fe22-42a8-9891-429a067f8c00 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:09.684070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 927623c4-fe22-42a8-9891-429a067f8c00 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:09.705178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-dba82179-36f3-4209-8bc1-e4aaefc1ddb1 None None] Current status of the port 7567640e-49c9-41e8-a207-6fa83702827b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:09.705830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dba82179-36f3-4209-8bc1-e4aaefc1ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7567640e-49c9-41e8-a207-6fa83702827b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.715323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.770651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dba82179-36f3-4209-8bc1-e4aaefc1ddb1 None None] For port 7567640e-49c9-41e8-a207-6fa83702827b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7567640e-49c9-41e8-a207-6fa83702827b,segment=NetworkSegment(ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7),segment_id=ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:09.781679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:09.800257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Sync routers for ids ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:09.813514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Routers {'914a2e36-fa59-498d-ba07-a1c4aea49eb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:09.814179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:09.850866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.887548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.889087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-325a045c-c1f4-4924-9ec2-8c9a578c129a admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1353543 Feb 09 22:13:09.895633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47140) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:09.907154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7567640e-49c9-41e8-a207-6fa83702827b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:09.911629 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dba82179-36f3-4209-8bc1-e4aaefc1ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7567640e-49c9-41e8-a207-6fa83702827b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.962294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:09.970713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=47c6b798-7cd5-47b5-8c19-ecf670110e6e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:09.977430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:09.984223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:09.988088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Set router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:10.410039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-317ae9ee-8b3c-4fb9-b941-ce4af75fb3bf None None] Provisioning complete for port 7567640e-49c9-41e8-a207-6fa83702827b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:10.411148 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-317ae9ee-8b3c-4fb9-b941-ce4af75fb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7567640e-49c9-41e8-a207-6fa83702827b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.453279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba82179-36f3-4209-8bc1-e4aaefc1ddb1 None None] Pushing event updated for resources: {'Port': ['ID=7567640e-49c9-41e8-a207-6fa83702827b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:10.498727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.502740 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for floatingip (42b09acb-a21c-4989-8138-9856aca6de3d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.513576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7567640e-49c9-41e8-a207-6fa83702827b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:10.513959 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7567640e-49c9-41e8-a207-6fa83702827b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.536763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.593516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-317ae9ee-8b3c-4fb9-b941-ce4af75fb3bf None None] Current status of the port 7567640e-49c9-41e8-a207-6fa83702827b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:10.626553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:13:08Z', 'revision_number': 3, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:10.674473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.679583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Checking router: 914a2e36-fa59-498d-ba07-a1c4aea49eb7 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:10.680064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Updating router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 port e82bb7b7-9177-480f-b4d4-98c0d1257e04 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:10.716419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7567640e-49c9-41e8-a207-6fa83702827b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:10.717809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca85cbd4-d6cd-4f1c-a3db-35be6e69554d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:10.737044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Allocated IP 172.20.0.1 (d88f124c-d9c9-4595-a644-4a65c264f656/4ff624d0-252f-4ffb-9278-a6466042257b/8b6b2491-c676-4a16-9080-c07f24ae4870) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:10.747634 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.852539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:10.852924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.011656 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks [] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.054920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:11.101389 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.111316 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.120587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Publish callbacks [] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.160369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Network d88f124c-d9c9-4595-a644-4a65c264f656 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:11.163262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:11.168191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:11.170263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6b2491-c676-4a16-9080-c07f24ae4870,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.181280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.181721 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.210894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (914a2e36-fa59-498d-ba07-a1c4aea49eb7), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.248733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Attempting to bind port e82bb7b7-9177-480f-b4d4-98c0d1257e04 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:11.249198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Attempting to bind port e82bb7b7-9177-480f-b4d4-98c0d1257e04 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:11.249653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Attempting to bind port e82bb7b7-9177-480f-b4d4-98c0d1257e04 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:11.262940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:11.263394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:11.281753 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.281753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:11.281753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Bound port: e82bb7b7-9177-480f-b4d4-98c0d1257e04, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:11.281753 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.282411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=47c6b798-7cd5-47b5-8c19-ecf670110e6e,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.282411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (42b09acb-a21c-4989-8138-9856aca6de3d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.297718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbca0-1ee3-419e-b1a1-3b1b7b604a49 None None] Pushing event updated for resources: {'Port': ['ID=e82bb7b7-9177-480f-b4d4-98c0d1257e04,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.328423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] For port e82bb7b7-9177-480f-b4d4-98c0d1257e04, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:11.332957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] For port e82bb7b7-9177-480f-b4d4-98c0d1257e04, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e82bb7b7-9177-480f-b4d4-98c0d1257e04,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:11.414679 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.432627 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Floating IP 42b09acb-a21c-4989-8138-9856aca6de3d associated. External IP: 172.25.5.186, port: 05ea7134-7a75-45db-8850-d3ffebc68ddb. Feb 09 22:13:11.507928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Routers {'914a2e36-fa59-498d-ba07-a1c4aea49eb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:11.508599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:11.607227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbca0-1ee3-419e-b1a1-3b1b7b604a49 None None] Pushing event updated for resources: {'Port': ['ID=e82bb7b7-9177-480f-b4d4-98c0d1257e04,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.625801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7567640e-49c9-41e8-a207-6fa83702827b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:11.664120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-09552a76-3f47-4ecc-ba51-f11c1b0b49d7 None None] Provisioning complete for port 8b6b2491-c676-4a16-9080-c07f24ae4870 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:11.664430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09552a76-3f47-4ecc-ba51-f11c1b0b49d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.718433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 2377079b-7a41-4e1d-b432-1c52fb8439da has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:11.749082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-09552a76-3f47-4ecc-ba51-f11c1b0b49d7 None None] Port 8b6b2491-c676-4a16-9080-c07f24ae4870 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:11.764277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] Set router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:11.792910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 7567640e-49c9-41e8-a207-6fa83702827b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:11.793294 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (7567640e-49c9-41e8-a207-6fa83702827b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.823982 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.844641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:11.856497 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] Sync routers for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:11.870116 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:11.870832 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:11.894575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.954599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.989090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-86633034-ab26-490b-a370-e3edd3decaed tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9881623 Feb 09 22:13:11.989845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:11.993169 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905cef7a-cab1-4835-981e-e6ed5c38e39b" -d '{"events": [{"name": "network-changed", "server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:11.996419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47218) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:11.997627 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:12.075995 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1520b7d8-00fe-475f-bb7a-374d45094f48 x-openstack-request-id: req-1520b7d8-00fe-475f-bb7a-374d45094f48 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:12.076272 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:12.076540 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1520b7d8-00fe-475f-bb7a-374d45094f48 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:12.076946 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'status': 'completed', 'code': 200} Feb 09 22:13:12.089318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 7567640e-49c9-41e8-a207-6fa83702827b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:12.145432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:13:08Z', 'revision_number': 3, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:12.175252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.176336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.178692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.179506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.180601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.181615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.182224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.183267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.183855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.183983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks [] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.188412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-6362b3ac-3991-4f58-a65a-3d644e5947a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.188562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39dc940e-1c7d-4bc0-9ff9-41c8200e1c9e tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.1893399 Feb 09 22:13:12.188695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-6362b3ac-3991-4f58-a65a-3d644e5947a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1167 time: 0.0816326 Feb 09 22:13:12.190465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47228) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.252578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b437e9-54d3-4abb-b771-a1bff729b0ff None None] The sync data for ids ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'] in n-d-828599-1 is: [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:13:08Z', 'revision_number': 3, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:12.309313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '42b09acb-a21c-4989-8138-9856aca6de3d', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'port_id': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'mac_address': 'fa:16:3e:9a:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:10Z', 'updated_at': '2022-02-09T22:13:10Z', 'revision_number': 0, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:52Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:12.315380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.315380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.315882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.316185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.316638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.317080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.317523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.323717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.323717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.323717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cc676367-02a7-4fb4-92a5-2ee724bbe372 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5899 time: 0.1290565 Feb 09 22:13:12.324633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47232) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.328492 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.369693 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] Checking router: 2377079b-7a41-4e1d-b432-1c52fb8439da for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:12.380351 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:12.381358 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:12.403715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6b2491-c676-4a16-9080-c07f24ae4870,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:12.478272 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (914a2e36-fa59-498d-ba07-a1c4aea49eb7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.546871 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:12.556263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-9537f4a3-3419-492c-a0a1-24028e68b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.557792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-9537f4a3-3419-492c-a0a1-24028e68b811 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecf245f2-790d-4e79-addd-976797169093 HTTP/1.1" status: 200 len: 897 time: 0.2528963 Feb 09 22:13:12.587986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e1d2843-a94e-45ff-9cfa-509db0e53d71 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.2625320 Feb 09 22:13:12.588769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47238) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.684557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-aa4fb8b5-3985-4d81-a995-05c8ec0af91d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb HTTP/1.1" status: 200 len: 1000 time: 0.1197505 Feb 09 22:13:12.720662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Network d88f124c-d9c9-4595-a644-4a65c264f656 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:12.739485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:12.746280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6ee32-9ba9-4e00-8ae7-d99d35dd516c tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.746723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6ee32-9ba9-4e00-8ae7-d99d35dd516c tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.778920 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-62b6ee32-9ba9-4e00-8ae7-d99d35dd516c tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2377079b-7a41-4e1d-b432-1c52fb8439da HTTP/1.1" status: 200 len: 2062 time: 0.1777773 Feb 09 22:13:12.881119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47246) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.912727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-a1162312-0e1b-4387-a15f-3b56670be320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.914373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-a1162312-0e1b-4387-a15f-3b56670be320 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b HTTP/1.1" status: 200 len: 834 time: 0.2161629 Feb 09 22:13:12.998806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-b95afa0b-4078-4864-a9b5-a50a16a74cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:13.000520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-b95afa0b-4078-4864-a9b5-a50a16a74cc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecf245f2-790d-4e79-addd-976797169093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0780401 Feb 09 22:13:13.010481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:13.053810 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '42b09acb-a21c-4989-8138-9856aca6de3d', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'port_id': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'mac_address': 'fa:16:3e:9a:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:10Z', 'updated_at': '2022-02-09T22:13:10Z', 'revision_number': 0, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:52Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:13.104329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.133656 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80af50-28e0-46ed-8b1e-71d2cde60224 None None] The sync data for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 is: [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '42b09acb-a21c-4989-8138-9856aca6de3d', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'port_id': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'mac_address': 'fa:16:3e:9a:6a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:10Z', 'updated_at': '2022-02-09T22:13:10Z', 'revision_number': 0, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:52Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:13.208525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-36f8874c-b2f7-49d5-b022-f4592d08d821 None None] Provisioning complete for port 8b6b2491-c676-4a16-9080-c07f24ae4870 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:13.211741 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36f8874c-b2f7-49d5-b022-f4592d08d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.255464 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-965ffb08-efc1-4465-8e95-e7b3c0f60216 service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419763 Feb 09 22:13:13.285237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:13.301185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-36f8874c-b2f7-49d5-b022-f4592d08d821 None None] Port 8b6b2491-c676-4a16-9080-c07f24ae4870 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:13.301565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a2d117ab-df0d-429a-97ba-ddd95f662112 admin admin] 10.222.0.98 "PUT /v2.0/routers/914a2e36-fa59-498d-ba07-a1c4aea49eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4006472 Feb 09 22:13:13.313238 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Publish callbacks [] for security_group (a793509e-c547-4a46-be2a-fde047193163), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.387036 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a793509e-c547-4a46-be2a-fde047193163), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.411317 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-905cef7a-cab1-4835-981e-e6ed5c38e39b req-d0f9f531-4f6d-49ab-b6bc-5571041f9140 service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494989 Feb 09 22:13:13.457480 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7c2e3d0b5515432c8443feaf4fd997f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5740302 Feb 09 22:13:13.460131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47252) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:13.470299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a793509e-c547-4a46-be2a-fde047193163,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.479087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.479572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.480081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.480539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.480979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.481422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.481856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.482293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.483047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.483047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.483572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.484034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.484457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58672e9d-f35f-4a57-a2a2-62184126295e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:13.538142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b965c4c-def8-40f0-b867-28b030440a33 admin admin] Publish callbacks [] for security_group (a793509e-c547-4a46-be2a-fde047193163), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.579411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b965c4c-def8-40f0-b867-28b030440a33 admin admin] Publish callbacks [] for security_group (a793509e-c547-4a46-be2a-fde047193163), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.643612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ebe7af-63ff-4a20-8343-d72758b5514a None None] New status for floating IP 42b09acb-a21c-4989-8138-9856aca6de3d: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:13:13.697986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e82bb7b7-9177-480f-b4d4-98c0d1257e04 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:13.742236 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b965c4c-def8-40f0-b867-28b030440a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a793509e-c547-4a46-be2a-fde047193163), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.744917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3b965c4c-def8-40f0-b867-28b030440a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.748952 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3b965c4c-def8-40f0-b867-28b030440a33 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a793509e-c547-4a46-be2a-fde047193163 HTTP/1.1" status: 204 len: 168 time: 0.2851288 Feb 09 22:13:13.755455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b965c4c-def8-40f0-b867-28b030440a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a793509e-c547-4a46-be2a-fde047193163,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.854083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e82bb7b7-9177-480f-b4d4-98c0d1257e04 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:13.854083 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.963864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e82bb7b7-9177-480f-b4d4-98c0d1257e04 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:13.964272 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.988970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port e82bb7b7-9177-480f-b4d4-98c0d1257e04, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e82bb7b7-9177-480f-b4d4-98c0d1257e04,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:14.105180 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.162054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=e82bb7b7-9177-480f-b4d4-98c0d1257e04,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:14.507113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.524140 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57cc2bc2-e732-4263-ace9-ba36114dfe49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.602475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57cc2bc2-e732-4263-ace9-ba36114dfe49 admin admin] Publish callbacks [] for security_group (e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.678888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57cc2bc2-e732-4263-ace9-ba36114dfe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.719368 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-57cc2bc2-e732-4263-ace9-ba36114dfe49 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0d61ebae81be4ff89c0bd75ceb21255f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2111139 Feb 09 22:13:14.720178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc2bc2-e732-4263-ace9-ba36114dfe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:14.722667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47272) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.824103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-298ec6d3-380f-45c5-8f79-7a65eb16d162 admin admin] Publish callbacks [] for security_group (e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.845992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-298ec6d3-380f-45c5-8f79-7a65eb16d162 admin admin] Publish callbacks [] for security_group (e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.951282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-298ec6d3-380f-45c5-8f79-7a65eb16d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.954417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-298ec6d3-380f-45c5-8f79-7a65eb16d162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.958596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-298ec6d3-380f-45c5-8f79-7a65eb16d162 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a HTTP/1.1" status: 204 len: 168 time: 0.2310629 Feb 09 22:13:14.966601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ec6d3-380f-45c5-8f79-7a65eb16d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68a6d83-613b-4d46-9ed5-8d1ef1e1ef4a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:15.616572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e82bb7b7-9177-480f-b4d4-98c0d1257e04 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:15.678973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e82bb7b7-9177-480f-b4d4-98c0d1257e04 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:15.679660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.764368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e82bb7b7-9177-480f-b4d4-98c0d1257e04 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:16.273357 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Sync routers for ids ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:16.286197 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Routers {'914a2e36-fa59-498d-ba07-a1c4aea49eb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:16.286845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:16.444910 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Set router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:16.665181 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:13:11Z', 'revision_number': 4, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8b6b2491-c676-4a16-9080-c07f24ae4870', 'name': '', 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'mac_address': 'fa:16:3e:b0:59:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '4ff624d0-252f-4ffb-9278-a6466042257b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:10Z', 'updated_at': '2022-02-09T22:13:11Z', 'revision_number': 2, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'subnets': [{'id': '4ff624d0-252f-4ffb-9278-a6466042257b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:16.693281 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Checking router: 914a2e36-fa59-498d-ba07-a1c4aea49eb7 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:16.693718 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Updating router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 port 8b6b2491-c676-4a16-9080-c07f24ae4870 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:16.724420 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.885566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47356) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:17.013088 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Publish callbacks [] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.068280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e5fee674-ffb0-4b8a-a358-dbab17829c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.094328 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.168004 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a0b6d-a8a0-4dcc-91ce-086873862eb9 None None] Pushing event updated for resources: {'Port': ['ID=8b6b2491-c676-4a16-9080-c07f24ae4870,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:17.239471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bb87b-950e-4d58-be0f-03cf3e699bef req-e041831e-0c30-44c5-ac4a-7f6483bfa74d tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.242685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Attempting to bind port 8b6b2491-c676-4a16-9080-c07f24ae4870 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:17.243063 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Attempting to bind port 8b6b2491-c676-4a16-9080-c07f24ae4870 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:17.243432 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Attempting to bind port 8b6b2491-c676-4a16-9080-c07f24ae4870 on network d88f124c-d9c9-4595-a644-4a65c264f656 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:17.243572 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f1bb87b-950e-4d58-be0f-03cf3e699bef req-e041831e-0c30-44c5-ac4a-7f6483bfa74d tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1127 time: 0.1616452 Feb 09 22:13:17.248739 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:17.249131 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Checking segment: {'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:17.249532 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.249926 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Bound using segment: {'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:17.250398 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Bound port: 8b6b2491-c676-4a16-9080-c07f24ae4870, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:17.250780 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.287332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3f1bb87b-950e-4d58-be0f-03cf3e699bef req-ae8933fe-499f-4edb-8f23-3b4784763c1e tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.400303 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3f1bb87b-950e-4d58-be0f-03cf3e699bef req-ae8933fe-499f-4edb-8f23-3b4784763c1e tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Publish callbacks [] for security_group (2d45381b-86d1-4101-9551-f6826b8a044e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.418111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e5fee674-ffb0-4b8a-a358-dbab17829c99 admin admin] Publish callbacks [] for security_group (91a77092-6203-4354-82f6-ca684db76c55), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.469673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3f1bb87b-950e-4d58-be0f-03cf3e699bef req-ae8933fe-499f-4edb-8f23-3b4784763c1e tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2d45381b-86d1-4101-9551-f6826b8a044e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.479032 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] For port 8b6b2491-c676-4a16-9080-c07f24ae4870, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:17.483357 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] For port 8b6b2491-c676-4a16-9080-c07f24ae4870, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8b6b2491-c676-4a16-9080-c07f24ae4870,segment=NetworkSegment(ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7),segment_id=ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:17.531305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e5fee674-ffb0-4b8a-a358-dbab17829c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (91a77092-6203-4354-82f6-ca684db76c55), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.543279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8933fe-499f-4edb-8f23-3b4784763c1e tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d45381b-86d1-4101-9551-f6826b8a044e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:17.562530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f1bb87b-950e-4d58-be0f-03cf3e699bef req-ae8933fe-499f-4edb-8f23-3b4784763c1e tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053241 Feb 09 22:13:17.596571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b32c59cb-0672-499f-a399-b769229775b9 None None] Provisioning complete for port 8b6b2491-c676-4a16-9080-c07f24ae4870 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:17.597689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b32c59cb-0672-499f-a399-b769229775b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.599857 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.608082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-dd4a6ab8-1cd6-4f84-8bea-a3eb6a6cfe6c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.617162 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-dd4a6ab8-1cd6-4f84-8bea-a3eb6a6cfe6c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1529582 Feb 09 22:13:17.630802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-413e8529-1ebc-4776-b07a-b5e01c4bb240 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/quotas/461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 375 time: 0.0117674 Feb 09 22:13:17.648966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e5fee674-ffb0-4b8a-a358-dbab17829c99 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d04f11debc64f0486a1343d4cad6f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7611136 Feb 09 22:13:17.651032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fee674-ffb0-4b8a-a358-dbab17829c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a77092-6203-4354-82f6-ca684db76c55,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:17.660466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47380) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:17.753146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b32c59cb-0672-499f-a399-b769229775b9 None None] Current status of the port 8b6b2491-c676-4a16-9080-c07f24ae4870 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:17.754488 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b32c59cb-0672-499f-a399-b769229775b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.774887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-947b3cae-661c-464b-8fb9-e97cea652e3c admin admin] Publish callbacks [] for security_group (91a77092-6203-4354-82f6-ca684db76c55), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.785009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ce481-67a5-45cb-b2c0-d54f90898a89 req-d12d48f8-ecc7-42ee-9849-76e0b70156b5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.792703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-470ce481-67a5-45cb-b2c0-d54f90898a89 req-d12d48f8-ecc7-42ee-9849-76e0b70156b5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1073551 Feb 09 22:13:17.810301 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-c7169236-6286-46dc-9dcb-d1b56ef2d95d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731834 Feb 09 22:13:17.823519 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Routers {'914a2e36-fa59-498d-ba07-a1c4aea49eb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:17.824284 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:17.841131 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-947b3cae-661c-464b-8fb9-e97cea652e3c admin admin] Publish callbacks [] for security_group (91a77092-6203-4354-82f6-ca684db76c55), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.866505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b32c59cb-0672-499f-a399-b769229775b9 None None] For port 8b6b2491-c676-4a16-9080-c07f24ae4870, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8b6b2491-c676-4a16-9080-c07f24ae4870,segment=NetworkSegment(ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7),segment_id=ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:17.908553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-470ce481-67a5-45cb-b2c0-d54f90898a89 req-360c30d9-402a-4b6c-8aa7-a5cc8900d3b6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148715 Feb 09 22:13:17.916002 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a0b6d-a8a0-4dcc-91ce-086873862eb9 None None] Pushing event updated for resources: {'Port': ['ID=8b6b2491-c676-4a16-9080-c07f24ae4870,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:17.929123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47386) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:17.947414 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b32c59cb-0672-499f-a399-b769229775b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.977596 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-53ea87ae-29eb-4a43-8a0f-353c3be44608 service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664133 Feb 09 22:13:18.002123 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] Set router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:18.045787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-947b3cae-661c-464b-8fb9-e97cea652e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (91a77092-6203-4354-82f6-ca684db76c55), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.052016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-947b3cae-661c-464b-8fb9-e97cea652e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.058590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-947b3cae-661c-464b-8fb9-e97cea652e3c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/91a77092-6203-4354-82f6-ca684db76c55 HTTP/1.1" status: 204 len: 168 time: 0.3976111 Feb 09 22:13:18.103587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b3cae-661c-464b-8fb9-e97cea652e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a77092-6203-4354-82f6-ca684db76c55,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:18.146894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1c21c263-a8d0-4870-956c-71145cfc2937 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/59d73abe-9143-4082-89cd-766ddf09da83 HTTP/1.1" status: 200 len: 993 time: 0.2070673 Feb 09 22:13:18.218935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-a1d72347-3866-48ca-a592-381e2fac463f service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317722 Feb 09 22:13:18.292737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c59cb-0672-499f-a399-b769229775b9 None None] Pushing event updated for resources: {'Port': ['ID=8b6b2491-c676-4a16-9080-c07f24ae4870,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:18.300301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fab1d45b-19c7-49fe-a9ce-8fe37654a089 None None] Provisioning complete for port 8b6b2491-c676-4a16-9080-c07f24ae4870 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:18.301032 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fab1d45b-19c7-49fe-a9ce-8fe37654a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.396582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fab1d45b-19c7-49fe-a9ce-8fe37654a089 None None] Current status of the port 8b6b2491-c676-4a16-9080-c07f24ae4870 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:18.477422 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:13:11Z', 'revision_number': 4, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8b6b2491-c676-4a16-9080-c07f24ae4870', 'name': '', 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'mac_address': 'fa:16:3e:b0:59:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '4ff624d0-252f-4ffb-9278-a6466042257b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:10Z', 'updated_at': '2022-02-09T22:13:17Z', 'revision_number': 4, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'subnets': [{'id': '4ff624d0-252f-4ffb-9278-a6466042257b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:18.512100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405fefa4-70bb-451a-8560-1a25a0ff0370 None None] The sync data for ids ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'] in n-d-828599-1 is: [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:13:11Z', 'revision_number': 4, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8b6b2491-c676-4a16-9080-c07f24ae4870', 'name': '', 'network_id': 'd88f124c-d9c9-4595-a644-4a65c264f656', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'mac_address': 'fa:16:3e:b0:59:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '4ff624d0-252f-4ffb-9278-a6466042257b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:10Z', 'updated_at': '2022-02-09T22:13:17Z', 'revision_number': 4, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'subnets': [{'id': '4ff624d0-252f-4ffb-9278-a6466042257b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:18.521100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-f6fbdf8a-a1bc-4a7d-bba1-dd9aea706d8c req-3743501e-8dd4-4529-bca6-3203f17eca72 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:13:18.522845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6fbdf8a-a1bc-4a7d-bba1-dd9aea706d8c req-3743501e-8dd4-4529-bca6-3203f17eca72 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105209 Feb 09 22:13:19.082453 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-be674579-7ae2-4d28-bdfd-18ca39bcf05d req-53dc30b7-710b-4153-9538-3e83aeb6c1be tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0670352 Feb 09 22:13:19.282311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47436) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:19.306865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae319b-a53b-49e0-ba2e-f7daee471de6 req-a4b77cab-9504-496e-a358-ff8b25ebe926 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:19.314948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98ae319b-a53b-49e0-ba2e-f7daee471de6 req-a4b77cab-9504-496e-a358-ff8b25ebe926 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1406028 Feb 09 22:13:19.386373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98ae319b-a53b-49e0-ba2e-f7daee471de6 req-07200aca-7f1d-4775-ba10-1d515a40bc83 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704021 Feb 09 22:13:19.494846 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-8bcc04bc-0d79-487e-a655-0b2bd77abf9f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2103407 Feb 09 22:13:19.508888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-adc74e7b-dd7e-4472-8396-a19fe9ba2f6a service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:13:19.509993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-adc74e7b-dd7e-4472-8396-a19fe9ba2f6a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058095 Feb 09 22:13:19.686058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8b6b2491-c676-4a16-9080-c07f24ae4870 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:19.791471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 8b6b2491-c676-4a16-9080-c07f24ae4870 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:19.791948 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.984535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 8b6b2491-c676-4a16-9080-c07f24ae4870 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:20.215800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7279833-42fc-4838-ad6c-daf789099300 req-80454931-4720-409d-a757-4bbf6e4a79e1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0582504 Feb 09 22:13:20.544847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ead1a-3d2f-4e34-963e-94108a1a34de req-340c5c03-3c01-4bb7-8a64-ed5899abe8c7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:20.546986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce3ead1a-3d2f-4e34-963e-94108a1a34de req-340c5c03-3c01-4bb7-8a64-ed5899abe8c7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0689976 Feb 09 22:13:20.623532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce3ead1a-3d2f-4e34-963e-94108a1a34de req-c4be4a60-5bb4-4ef1-9f0c-a055241675f2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584440 Feb 09 22:13:21.105440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47510) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:21.234947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-444b78b6-6fa9-41a0-8857-156a32da6d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.309040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98f871e8-423e-4cec-b715-4f635051dab2 req-95b4ae15-c650-4260-93df-f34b21abb950 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0383208 Feb 09 22:13:21.340970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-444b78b6-6fa9-41a0-8857-156a32da6d95 admin admin] Publish callbacks [] for security_group (73f9d1de-ce89-4a7e-9331-cb132e5f1ce7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.410182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-444b78b6-6fa9-41a0-8857-156a32da6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (73f9d1de-ce89-4a7e-9331-cb132e5f1ce7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.453785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-444b78b6-6fa9-41a0-8857-156a32da6d95 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=df83955e3a744c5fb6c248d932a8ea9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469353 Feb 09 22:13:21.453970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47520) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:21.456226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b78b6-6fa9-41a0-8857-156a32da6d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f9d1de-ce89-4a7e-9331-cb132e5f1ce7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:21.516464 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7769364-5ad9-4162-9705-d5efee9438e1 admin admin] Publish callbacks [] for security_group (73f9d1de-ce89-4a7e-9331-cb132e5f1ce7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.543764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7769364-5ad9-4162-9705-d5efee9438e1 admin admin] Publish callbacks [] for security_group (73f9d1de-ce89-4a7e-9331-cb132e5f1ce7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.649193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-c32c3bcf-66f7-4edc-9ed3-4ef97a293248 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:21.651049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-c32c3bcf-66f7-4edc-9ed3-4ef97a293248 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1091235 Feb 09 22:13:21.662038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'port': {'device_id': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'admin_state_up': True, 'tenant_id': '461e7644e2794ae091537a5d424bb553'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:21.668341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7769364-5ad9-4162-9705-d5efee9438e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (73f9d1de-ce89-4a7e-9331-cb132e5f1ce7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.675258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7769364-5ad9-4162-9705-d5efee9438e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.684003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e7769364-5ad9-4162-9705-d5efee9438e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/73f9d1de-ce89-4a7e-9331-cb132e5f1ce7 HTTP/1.1" status: 204 len: 168 time: 0.2287328 Feb 09 22:13:21.704051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769364-5ad9-4162-9705-d5efee9438e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f9d1de-ce89-4a7e-9331-cb132e5f1ce7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:21.830669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d8a8d-d678-4557-a645-a3e4b9640e73 req-d9609f5b-a7ed-4aab-b8e2-470c34f9a5f7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:21.832263 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e8d8a8d-d678-4557-a645-a3e4b9640e73 req-d9609f5b-a7ed-4aab-b8e2-470c34f9a5f7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0663898 Feb 09 22:13:21.873114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:21.877338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.891181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e8d8a8d-d678-4557-a645-a3e4b9640e73 req-b016f313-757c-404d-8ce5-cf2ef03dc263 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515149 Feb 09 22:13:22.036883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.20.0.12 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/78c0e0cf-44dd-47e4-ad89-8421c2902448) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:22.330756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.414407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-7baf3431-9068-416b-8406-223d128cdc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.416521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-7baf3431-9068-416b-8406-223d128cdc95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1127 time: 0.1238286 Feb 09 22:13:22.515840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dd6c01ff-7fe6-459e-aba7-b8d63d327c46 req-38a84fde-e247-44a6-b0ba-a74e0dc0e932 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0931766 Feb 09 22:13:22.582775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-4c765bda-cdce-481e-82ae-0e0ca9ca06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.584228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-4c765bda-cdce-481e-82ae-0e0ca9ca06ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.1531420 Feb 09 22:13:22.585940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.671416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:22.682902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:22.691419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:22.697369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=78c0e0cf-44dd-47e4-ad89-8421c2902448,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:22.774149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-fd837bf7-fce1-4c5c-9a2b-a75132996442 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 1001 time: 0.1809750 Feb 09 22:13:22.795874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.796649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.877579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-407a3a74-05fb-414e-992c-69fd7804fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.879460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-407a3a74-05fb-414e-992c-69fd7804fd0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.0970454 Feb 09 22:13:22.940707 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-9392be70-8be7-4bde-a430-7f53ad0d1147 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2819915 Feb 09 22:13:22.964772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Request body: {'port': {'device_id': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:23.006565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b67ced82-dbd7-4ec0-9fdb-06e81582d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:23.016061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b67ced82-dbd7-4ec0-9fdb-06e81582d7d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1289895 Feb 09 22:13:23.070001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-485447ce-36ff-41c4-80f9-c52fac23ba10 None None] Provisioning complete for port 78c0e0cf-44dd-47e4-ad89-8421c2902448 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:23.070582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-485447ce-36ff-41c4-80f9-c52fac23ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.094318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d72b9b-bccb-443d-8c84-08ebaaa1af98 req-dcbd609d-b873-4620-a78b-a6ae3ca136ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:23.108223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1d72b9b-bccb-443d-8c84-08ebaaa1af98 req-dcbd609d-b873-4620-a78b-a6ae3ca136ee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1000307 Feb 09 22:13:23.112375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.125005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-485447ce-36ff-41c4-80f9-c52fac23ba10 None None] Port 78c0e0cf-44dd-47e4-ad89-8421c2902448 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:23.208133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-96e4b139-186a-4b1a-a526-a9c6ba26cfa3 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764526 Feb 09 22:13:23.216087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1d72b9b-bccb-443d-8c84-08ebaaa1af98 req-8e4c0c95-560b-4cd0-91fa-5866ab15b713 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032281 Feb 09 22:13:23.415452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-6ea65130-8938-4615-b999-2c7a5d09e674 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978133 Feb 09 22:13:23.523283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c0e0cf-44dd-47e4-ad89-8421c2902448 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:23.531752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Publish callbacks [] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.545772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Transition to ACTIVE for port object 78c0e0cf-44dd-47e4-ad89-8421c2902448 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:13:23.648547 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.714143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Pushing event updated for resources: {'Port': ['ID=78c0e0cf-44dd-47e4-ad89-8421c2902448,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:23.749082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3be4ed-52d9-434a-8908-92eca0981068 req-31479cbf-93f5-4ce6-9246-4c35300b533b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:23.757072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d3be4ed-52d9-434a-8908-92eca0981068 req-31479cbf-93f5-4ce6-9246-4c35300b533b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 932 time: 0.1683769 Feb 09 22:13:23.867688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d3be4ed-52d9-434a-8908-92eca0981068 req-ac337231-455a-4fbb-a812-649f2e205642 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096966 Feb 09 22:13:23.890729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Attempting to bind port 78c0e0cf-44dd-47e4-ad89-8421c2902448 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:23.890729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Attempting to bind port 78c0e0cf-44dd-47e4-ad89-8421c2902448 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:23.890729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Attempting to bind port 78c0e0cf-44dd-47e4-ad89-8421c2902448 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:23.890729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Port 78c0e0cf-44dd-47e4-ad89-8421c2902448 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:13:23.890729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Attempting to bind port 78c0e0cf-44dd-47e4-ad89-8421c2902448 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:23.915894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:23.916502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:23.917040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:23.917486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Bound port: 78c0e0cf-44dd-47e4-ad89-8421c2902448, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:23.920635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.017399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] For port 78c0e0cf-44dd-47e4-ad89-8421c2902448, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:24.021234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] For port 78c0e0cf-44dd-47e4-ad89-8421c2902448, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78c0e0cf-44dd-47e4-ad89-8421c2902448,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:24.089795 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.140280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.141062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.143333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] 10.222.0.110 "PUT /v2.0/ports/78c0e0cf-44dd-47e4-ad89-8421c2902448 HTTP/1.1" status: 200 len: 1092 time: 1.1897371 Feb 09 22:13:24.144015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'tag': '78c0e0cf-44dd-47e4-ad89-8421c2902448'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:24.147019 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937156ee-0016-4861-9744-68858d084400" -d '{"events": [{"name": "network-changed", "server_uuid": "74b3dad5-36d7-496f-b1ad-632c167ac6e5", "tag": "78c0e0cf-44dd-47e4-ad89-8421c2902448"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:24.223757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7e742-30dc-4b63-b5f8-4e2a4f7d6746 service neutron] Pushing event updated for resources: {'Port': ['ID=78c0e0cf-44dd-47e4-ad89-8421c2902448,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:24.241117 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeba8a3-6903-43a8-b665-31b52d4698fe x-openstack-request-id: req-beeba8a3-6903-43a8-b665-31b52d4698fe {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:24.242084 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b3dad5-36d7-496f-b1ad-632c167ac6e5", "tag": "78c0e0cf-44dd-47e4-ad89-8421c2902448", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:24.244544 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-beeba8a3-6903-43a8-b665-31b52d4698fe {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:24.244544 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'tag': '78c0e0cf-44dd-47e4-ad89-8421c2902448', 'status': 'completed', 'code': 200} Feb 09 22:13:24.265005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47574) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:24.314217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937156ee-0016-4861-9744-68858d084400 req-2a154dd7-eee1-493b-9b94-f173b6668edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.319918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-937156ee-0016-4861-9744-68858d084400 req-2a154dd7-eee1-493b-9b94-f173b6668edc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 1126 time: 0.0747125 Feb 09 22:13:24.434187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1602151244', 'router:external': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:24.464725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937156ee-0016-4861-9744-68858d084400 req-c3f19b26-148b-45a4-8d93-c964cf8fc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.466178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-937156ee-0016-4861-9744-68858d084400 req-c3f19b26-148b-45a4-8d93-c964cf8fc36d service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=461e7644e2794ae091537a5d424bb553&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1383846 Feb 09 22:13:24.542827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Made reservation on behalf of f734f2583d5647e6b6ec8b19c6627d40 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:24.546635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.576529 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.691398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for security_group (ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.776001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.821481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:13:24.843059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:24.882994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9a38ecc7-9743-4f7f-bd95-850bd14ffb35), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.882994 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Added segment 9a38ecc7-9743-4f7f-bd95-850bd14ffb35 of type vlan for network 2c9091f1-d3d6-43e5-83f3-f17b686fdced Feb 09 22:13:24.935372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f703fb-e5f8-4e5b-9c09-5aaa383eea03 req-30cd3d89-180e-47ae-a3f1-f834e229ce61 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.942638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42f703fb-e5f8-4e5b-9c09-5aaa383eea03 req-30cd3d89-180e-47ae-a3f1-f834e229ce61 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.4878228 Feb 09 22:13:24.974113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937156ee-0016-4861-9744-68858d084400 req-ae5495c1-5e64-4da5-a795-ed84a018930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.976162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-937156ee-0016-4861-9744-68858d084400 req-ae5495c1-5e64-4da5-a795-ed84a018930e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4891062 Feb 09 22:13:25.016880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-42f703fb-e5f8-4e5b-9c09-5aaa383eea03 req-7db48413-f575-419d-afad-46da86d5be1c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678251 Feb 09 22:13:25.028373 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (2c9091f1-d3d6-43e5-83f3-f17b686fdced), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.089655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-d0467123-210d-4632-8303-23843cd22844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.089655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-d0467123-210d-4632-8303-23843cd22844 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 1126 time: 0.0711596 Feb 09 22:13:25.116595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dccbf-8b09-4378-a739-c48cb379f1d2 req-78e6a848-0894-4e63-92d4-cb25abe07051 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.118151 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b8dccbf-8b09-4378-a739-c48cb379f1d2 req-78e6a848-0894-4e63-92d4-cb25abe07051 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0714471 Feb 09 22:13:25.154640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-4eac47a3-107f-44d2-93b6-e711c02b6d9a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78c0e0cf-44dd-47e4-ad89-8421c2902448 HTTP/1.1" status: 200 len: 217 time: 0.0573556 Feb 09 22:13:25.182453 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b8dccbf-8b09-4378-a739-c48cb379f1d2 req-ab361077-bf7a-481b-80e3-99474cb9c716 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576277 Feb 09 22:13:25.220109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-f54f9619-c58c-4ad3-ae7d-18e64c046051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.221776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-f54f9619-c58c-4ad3-ae7d-18e64c046051 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0616934 Feb 09 22:13:25.284641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-53f09829-acce-4b5b-a9bd-4db9b03bfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.291308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (2c9091f1-d3d6-43e5-83f3-f17b686fdced), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.291308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:25.291308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.292071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-53f09829-acce-4b5b-a9bd-4db9b03bfd23 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592494 Feb 09 22:13:25.365573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Network': ['ID=2c9091f1-d3d6-43e5-83f3-f17b686fdced,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:25.378231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 2c9091f1-d3d6-43e5-83f3-f17b686fdced details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:13:25.398949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-b860de25-f1c0-4434-8829-ac73b3c2a9b9 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051047 Feb 09 22:13:25.461063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e1a002ea-7732-495f-bb68-130928cf5683 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1932545 Feb 09 22:13:25.463473 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47582) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:25.471371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'subnet': {'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:25.513942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7600b8f-62d1-4eae-89da-e70c56ccbf5f req-8793eb07-6ce4-45b1-91ad-2ee3559c937a service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088414 Feb 09 22:13:25.614407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Made reservation on behalf of f734f2583d5647e6b6ec8b19c6627d40 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:25.617665 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.009475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.objects.ports [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103696) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 22:13:26.009838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (eec15651-2d8d-4bf0-9c98-e3b213cf1a20), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.064314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eec15651-2d8d-4bf0-9c98-e3b213cf1a20,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:26.094117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Checking segment: {'id': '9a38ecc7-9743-4f7f-bd95-850bd14ffb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:26.094785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network hostable DHCP agents. Network: 2c9091f1-d3d6-43e5-83f3-f17b686fdced, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:13:26.153947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8337ee-51c3-4c59-b9cf-7eb5e681d8d2 req-f73e0220-f6de-48cb-9c72-e3395ba0e16e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.155871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d8337ee-51c3-4c59-b9cf-7eb5e681d8d2 req-f73e0220-f6de-48cb-9c72-e3395ba0e16e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0601380 Feb 09 22:13:26.182544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network 2c9091f1-d3d6-43e5-83f3-f17b686fdced is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:13:26.212896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d8337ee-51c3-4c59-b9cf-7eb5e681d8d2 req-67b3f344-09da-4052-a4e3-df12e1be4985 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509479 Feb 09 22:13:26.269439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 2c9091f1-d3d6-43e5-83f3-f17b686fdced) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:26.269439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.269439 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.274873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cfdaca-bf1d-4a62-96e6-0873524e1dc3 None None] Network 2c9091f1-d3d6-43e5-83f3-f17b686fdced requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:26.357802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d45d2a55-aba7-4349-a3a0-229b7759bdb8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8923264 Feb 09 22:13:26.360445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47592) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:26.367383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1105377673', 'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:26.371786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191318d-fe63-4cba-9ff9-10386fc27369 req-3d5e2086-2666-4747-9983-ae15292e8a5a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.373831 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4191318d-fe63-4cba-9ff9-10386fc27369 req-3d5e2086-2666-4747-9983-ae15292e8a5a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0683436 Feb 09 22:13:26.436140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c7c4e-ae6e-4b58-bf60-e04d4f21561c None None] Network 2c9091f1-d3d6-43e5-83f3-f17b686fdced requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:26.450486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4191318d-fe63-4cba-9ff9-10386fc27369 req-acecc5a8-df27-4144-bb77-eaf81be65ce3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715005 Feb 09 22:13:26.488508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Made reservation on behalf of f734f2583d5647e6b6ec8b19c6627d40 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:26.490848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.514457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] device_id is not set on port 897864b6-d837-473b-9149-7fe24cc3ef13 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:13:26.628607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Allocated IP 172.20.0.8 (2c9091f1-d3d6-43e5-83f3-f17b686fdced/eec15651-2d8d-4bf0-9c98-e3b213cf1a20/897864b6-d837-473b-9149-7fe24cc3ef13) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:26.777061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for port (897864b6-d837-473b-9149-7fe24cc3ef13), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.890707 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (897864b6-d837-473b-9149-7fe24cc3ef13), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.935308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Port': ['ID=897864b6-d837-473b-9149-7fe24cc3ef13,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:26.957249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network 2c9091f1-d3d6-43e5-83f3-f17b686fdced is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:26.964862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:26.964862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:27.000679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.004530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.143367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a83a7d1a-2e22-4a9d-8ef2-a1aed9fbfe2e tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7807598 Feb 09 22:13:27.146052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.251866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Deleting port 897864b6-d837-473b-9149-7fe24cc3ef13 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:27.252927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (897864b6-d837-473b-9149-7fe24cc3ef13), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.353274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (897864b6-d837-473b-9149-7fe24cc3ef13), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.377885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Calling delete_port for 897864b6-d837-473b-9149-7fe24cc3ef13 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:27.418842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d415-b6d6-42b2-a2d3-a6746a2b1f7b req-338c0b80-3179-4ab7-9674-255230550e69 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.419912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca63d415-b6d6-42b2-a2d3-a6746a2b1f7b req-338c0b80-3179-4ab7-9674-255230550e69 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0964499 Feb 09 22:13:27.535021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca63d415-b6d6-42b2-a2d3-a6746a2b1f7b req-1ef41580-c79f-4086-ade8-65f7bc9ecee1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090307 Feb 09 22:13:27.661287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c04da-2428-4636-b00f-7385e9614ea8 req-5e6ff9d7-1394-436f-b862-96d2c08ec05c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.662916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c9c04da-2428-4636-b00f-7385e9614ea8 req-5e6ff9d7-1394-436f-b862-96d2c08ec05c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0590093 Feb 09 22:13:27.692895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (897864b6-d837-473b-9149-7fe24cc3ef13), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.740378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event deleted for resources: {'Port': ['ID=897864b6-d837-473b-9149-7fe24cc3ef13,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:27.768081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c9c04da-2428-4636-b00f-7385e9614ea8 req-85001ad0-0dd6-4b1d-aaef-77a85bfc5eb2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977414 Feb 09 22:13:27.810361 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.816670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51952098-1870-4bf3-b22c-7934b994ed37 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "DELETE /v2.0/ports/897864b6-d837-473b-9149-7fe24cc3ef13 HTTP/1.1" status: 204 len: 168 time: 0.6693978 Feb 09 22:13:27.816973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47608) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.821700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced', 'external_fixed_ips': [{'subnet_id': 'eec15651-2d8d-4bf0-9c98-e3b213cf1a20', 'ip_address': '172.20.0.8'}]}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:27.912140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (d0559cdd-2eb1-45cf-99ec-285ccad53885), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.914452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (d0559cdd-2eb1-45cf-99ec-285ccad53885), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.983382 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (d0559cdd-2eb1-45cf-99ec-285ccad53885), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.212425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (d0559cdd-2eb1-45cf-99ec-285ccad53885), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.489273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (d0559cdd-2eb1-45cf-99ec-285ccad53885), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.513150 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.702233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Allocated IP 172.20.0.8 (2c9091f1-d3d6-43e5-83f3-f17b686fdced/eec15651-2d8d-4bf0-9c98-e3b213cf1a20/5acb73a8-f91d-4cb2-8282-09924d199faf) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:28.729795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac95c4-53c1-42c3-8c69-26f776a994e8 req-e4b968ea-4e4e-48ab-849a-aedca8c5f321 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:28.731459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48ac95c4-53c1-42c3-8c69-26f776a994e8 req-e4b968ea-4e4e-48ab-849a-aedca8c5f321 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0823076 Feb 09 22:13:28.831366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48ac95c4-53c1-42c3-8c69-26f776a994e8 req-5e3551b7-06bc-469a-8892-3dbcdb2a3a62 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900440 Feb 09 22:13:28.869669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.924986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a4bed-0373-4bde-99a0-400f56cc6197 req-14b9474b-22ce-4be6-8ec8-d5301310a1ac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:28.926635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b1a4bed-0373-4bde-99a0-400f56cc6197 req-14b9474b-22ce-4be6-8ec8-d5301310a1ac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0680695 Feb 09 22:13:28.982669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b1a4bed-0373-4bde-99a0-400f56cc6197 req-0c0619f2-79dd-494f-8a24-7483f25e56c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Feb 09 22:13:28.988165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.039529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network 2c9091f1-d3d6-43e5-83f3-f17b686fdced is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:29.041563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:29.044252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:29.073990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Port': ['ID=5acb73a8-f91d-4cb2-8282-09924d199faf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:29.401673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (d0559cdd-2eb1-45cf-99ec-285ccad53885), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.508243 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.613919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (d0559cdd-2eb1-45cf-99ec-285ccad53885), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:29.814690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Router d0559cdd-2eb1-45cf-99ec-285ccad53885 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:29.950127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:29.960866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Sync routers for ids ['d0559cdd-2eb1-45cf-99ec-285ccad53885'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:29.971005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Routers {'d0559cdd-2eb1-45cf-99ec-285ccad53885'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:29.972017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d0559cdd-2eb1-45cf-99ec-285ccad53885'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:29.988067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1849ebf-79b1-4a68-a835-a883c0448a06 req-4ed35c38-52b1-43b2-a8cf-3c97b31eb8eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:29.989723 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c1849ebf-79b1-4a68-a835-a883c0448a06 req-4ed35c38-52b1-43b2-a8cf-3c97b31eb8eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0737510 Feb 09 22:13:30.077047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.082795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47632) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:30.083324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a937564-16d7-4dd5-b634-397ad1d94ea5 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2645905 Feb 09 22:13:30.099643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c1849ebf-79b1-4a68-a835-a883c0448a06 req-aeecf8e9-fd3a-4db7-9fcc-32306d96dbed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973823 Feb 09 22:13:30.135040 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Set router d0559cdd-2eb1-45cf-99ec-285ccad53885 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:30.208713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (d0559cdd-2eb1-45cf-99ec-285ccad53885), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.329825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0559cdd-2eb1-45cf-99ec-285ccad53885', 'name': '', 'tenant_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced', 'external_fixed_ips': [{'subnet_id': 'eec15651-2d8d-4bf0-9c98-e3b213cf1a20', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '5acb73a8-f91d-4cb2-8282-09924d199faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:27Z', 'updated_at': '2022-02-09T22:13:29Z', 'revision_number': 3, 'project_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'gw_port': {'id': '5acb73a8-f91d-4cb2-8282-09924d199faf', 'name': '', 'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0559cdd-2eb1-45cf-99ec-285ccad53885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'eec15651-2d8d-4bf0-9c98-e3b213cf1a20', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:28Z', 'updated_at': '2022-02-09T22:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec15651-2d8d-4bf0-9c98-e3b213cf1a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:30.364249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Checking router: d0559cdd-2eb1-45cf-99ec-285ccad53885 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:30.364864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Updating router d0559cdd-2eb1-45cf-99ec-285ccad53885 port 5acb73a8-f91d-4cb2-8282-09924d199faf binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:30.398982 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.680631 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe026-748c-4d5e-b5b0-51f40be12c77 req-c90cae8d-dfea-4df2-ae3a-ecaaf3dbcd16 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:30.688183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-136fe026-748c-4d5e-b5b0-51f40be12c77 req-c90cae8d-dfea-4df2-ae3a-ecaaf3dbcd16 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.5527332 Feb 09 22:13:30.722446 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Publish callbacks [] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.748497 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-136fe026-748c-4d5e-b5b0-51f40be12c77 req-933bf584-7731-460a-aa1e-92c7a569a4f9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594187 Feb 09 22:13:30.760330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (d0559cdd-2eb1-45cf-99ec-285ccad53885), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.803800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.876662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Pushing event updated for resources: {'Port': ['ID=5acb73a8-f91d-4cb2-8282-09924d199faf,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:30.886434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.886793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.887138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.887481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.887843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.888344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.888688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.889042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.889375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.889701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.890030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.890359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.890681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:30.895133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Attempting to bind port 5acb73a8-f91d-4cb2-8282-09924d199faf on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:30.895576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Attempting to bind port 5acb73a8-f91d-4cb2-8282-09924d199faf by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '9a38ecc7-9743-4f7f-bd95-850bd14ffb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:30.896039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Attempting to bind port 5acb73a8-f91d-4cb2-8282-09924d199faf on network 2c9091f1-d3d6-43e5-83f3-f17b686fdced {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:30.901829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:30.902464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Checking segment: {'id': '9a38ecc7-9743-4f7f-bd95-850bd14ffb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:30.902954 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.903422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Bound using segment: {'id': '9a38ecc7-9743-4f7f-bd95-850bd14ffb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:30.904568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Bound port: 5acb73a8-f91d-4cb2-8282-09924d199faf, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a38ecc7-9743-4f7f-bd95-850bd14ffb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2c9091f1-d3d6-43e5-83f3-f17b686fdced'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:30.905151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.928468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Deleting port 5acb73a8-f91d-4cb2-8282-09924d199faf {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:30.929437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:30.975468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] For port 5acb73a8-f91d-4cb2-8282-09924d199faf, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:30.978957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] For port 5acb73a8-f91d-4cb2-8282-09924d199faf, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5acb73a8-f91d-4cb2-8282-09924d199faf,segment=NetworkSegment(9a38ecc7-9743-4f7f-bd95-850bd14ffb35),segment_id=9a38ecc7-9743-4f7f-bd95-850bd14ffb35)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:30.984307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.015476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] For port 5acb73a8-f91d-4cb2-8282-09924d199faf, host n-d-828599-1, got binding levels [] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:31.015966 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.033706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Calling delete_port for 5acb73a8-f91d-4cb2-8282-09924d199faf owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:31.050005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.097329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Routers {'d0559cdd-2eb1-45cf-99ec-285ccad53885'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:31.098112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d0559cdd-2eb1-45cf-99ec-285ccad53885'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:31.249487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8e273-5ad1-4b33-b094-6664d3365e6a None None] Pushing event updated for resources: {'Port': ['ID=5acb73a8-f91d-4cb2-8282-09924d199faf,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:31.271479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] Set router d0559cdd-2eb1-45cf-99ec-285ccad53885 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:31.275221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a99e-46d6-47da-8775-adac0b18d3c2 req-5daded9f-63e4-45a8-94c6-03c6ab6921e5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:31.283366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4b2a99e-46d6-47da-8775-adac0b18d3c2 req-5daded9f-63e4-45a8-94c6-03c6ab6921e5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0731745 Feb 09 22:13:31.327400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0559cdd-2eb1-45cf-99ec-285ccad53885', 'name': '', 'tenant_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:27Z', 'updated_at': '2022-02-09T22:13:30Z', 'revision_number': 4, 'project_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:31.336708 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4b2a99e-46d6-47da-8775-adac0b18d3c2 req-8c2c627a-4ea3-4b1b-a4f9-b4d5c3525587 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523815 Feb 09 22:13:31.347867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5acb73a8-f91d-4cb2-8282-09924d199faf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.360299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb05f96-ef6d-47bb-ba9c-8c66d20043c1 None None] The sync data for ids ['d0559cdd-2eb1-45cf-99ec-285ccad53885'] in n-d-828599-1 is: [{'id': 'd0559cdd-2eb1-45cf-99ec-285ccad53885', 'name': '', 'tenant_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:27Z', 'updated_at': '2022-02-09T22:13:30Z', 'revision_number': 4, 'project_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:31.388879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event deleted for resources: {'Port': ['ID=5acb73a8-f91d-4cb2-8282-09924d199faf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:31.469700 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (d0559cdd-2eb1-45cf-99ec-285ccad53885), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.574472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (d0559cdd-2eb1-45cf-99ec-285ccad53885), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.577048 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (d0559cdd-2eb1-45cf-99ec-285ccad53885), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.706315 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (d0559cdd-2eb1-45cf-99ec-285ccad53885), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.706977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0559cdd-2eb1-45cf-99ec-285ccad53885 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:31.712407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.716547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47638) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:31.725687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f16c2c20-684f-4eb6-8869-eef6603292b8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "DELETE /v2.0/routers/d0559cdd-2eb1-45cf-99ec-285ccad53885 HTTP/1.1" status: 204 len: 168 time: 1.6326635 Feb 09 22:13:31.769223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Deleting subnet eec15651-2d8d-4bf0-9c98-e3b213cf1a20 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:31.772363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for subnet (eec15651-2d8d-4bf0-9c98-e3b213cf1a20), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.810367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (eec15651-2d8d-4bf0-9c98-e3b213cf1a20), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.875338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (eec15651-2d8d-4bf0-9c98-e3b213cf1a20), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:31.911146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62e797-568f-4f54-a4c4-81d9fa9137ce req-50e286d1-d6cd-493b-9ccd-4ba45f241b36 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:31.924090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e62e797-568f-4f54-a4c4-81d9fa9137ce req-50e286d1-d6cd-493b-9ccd-4ba45f241b36 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0844955 Feb 09 22:13:31.977928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4e62e797-568f-4f54-a4c4-81d9fa9137ce req-da9a1b46-eb8c-415b-96be-24ff369e1d64 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491917 Feb 09 22:13:32.009488 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (eec15651-2d8d-4bf0-9c98-e3b213cf1a20), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.036320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eec15651-2d8d-4bf0-9c98-e3b213cf1a20,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:32.044591 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.048223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-03161d28-8682-435e-a336-7fff123478bb tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/eec15651-2d8d-4bf0-9c98-e3b213cf1a20 HTTP/1.1" status: 204 len: 168 time: 0.3301015 Feb 09 22:13:32.051224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47642) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:32.124087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (2c9091f1-d3d6-43e5-83f3-f17b686fdced), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.207371 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (2c9091f1-d3d6-43e5-83f3-f17b686fdced), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.231061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9091f1-d3d6-43e5-83f3-f17b686fdced']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:32.252921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a38ecc7-9743-4f7f-bd95-850bd14ffb35') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:32.252921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a38ecc7-9743-4f7f-bd95-850bd14ffb35') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:32.267992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (9a38ecc7-9743-4f7f-bd95-850bd14ffb35), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.287208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9a38ecc7-9743-4f7f-bd95-850bd14ffb35), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.293829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:32.294426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (9a38ecc7-9743-4f7f-bd95-850bd14ffb35), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:32.296202 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:32.467978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (2c9091f1-d3d6-43e5-83f3-f17b686fdced), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.473497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c9091f1-d3d6-43e5-83f3-f17b686fdced {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 22:13:32.476480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.482387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "DELETE /v2.0/networks/2c9091f1-d3d6-43e5-83f3-f17b686fdced HTTP/1.1" status: 204 len: 168 time: 0.4274967 Feb 09 22:13:32.493448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6cf0f-7d31-4011-950d-d2bf82830672 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c9091f1-d3d6-43e5-83f3-f17b686fdced,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:32.508255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cc5fc-51d0-42f4-8d97-030c006505dd req-4c4b6443-7eff-4820-bd75-66c18f099050 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:32.509916 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-065cc5fc-51d0-42f4-8d97-030c006505dd req-4c4b6443-7eff-4820-bd75-66c18f099050 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0874932 Feb 09 22:13:32.603028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-065cc5fc-51d0-42f4-8d97-030c006505dd req-92e0eb97-f874-4219-ae84-b1cbe9387253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858939 Feb 09 22:13:32.796886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47654) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:32.801643 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e70bb67a-8c73-4233-944a-212e2a7babaa tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'router': {'name': 'tempest-router--648371637', 'project_id': '07a4cf584bff453fbf8a87561e4b5913'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:32.895074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e70bb67a-8c73-4233-944a-212e2a7babaa tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (ef308728-1edd-4a28-9219-c95a9443d25e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.896145 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e70bb67a-8c73-4233-944a-212e2a7babaa tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (ef308728-1edd-4a28-9219-c95a9443d25e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:32.950218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e70bb67a-8c73-4233-944a-212e2a7babaa tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (ef308728-1edd-4a28-9219-c95a9443d25e), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.011360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e70bb67a-8c73-4233-944a-212e2a7babaa tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (ef308728-1edd-4a28-9219-c95a9443d25e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.117810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e70bb67a-8c73-4233-944a-212e2a7babaa tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.119015 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e70bb67a-8c73-4233-944a-212e2a7babaa tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3210051 Feb 09 22:13:33.122917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:33.148652 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf5fc7-f2a1-438e-bab7-bf3c04b1fe61 req-bea089b3-caec-45be-8d19-98199ea7caeb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:33.156371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ebf5fc7-f2a1-438e-bab7-bf3c04b1fe61 req-bea089b3-caec-45be-8d19-98199ea7caeb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.1068738 Feb 09 22:13:33.220060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ebf5fc7-f2a1-438e-bab7-bf3c04b1fe61 req-44d71e13-dc06-402a-aee4-c97e7e3e83af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625968 Feb 09 22:13:33.245807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c421-4104-42c4-b61f-5453bd466bb6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (ef308728-1edd-4a28-9219-c95a9443d25e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.424867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c421-4104-42c4-b61f-5453bd466bb6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (ef308728-1edd-4a28-9219-c95a9443d25e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.426934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c421-4104-42c4-b61f-5453bd466bb6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (ef308728-1edd-4a28-9219-c95a9443d25e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.848450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600186a-6838-408f-9d7a-a04d76974e83 req-8b475ffb-3786-4d57-91a2-225e072f523c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:33.849932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0600186a-6838-408f-9d7a-a04d76974e83 req-8b475ffb-3786-4d57-91a2-225e072f523c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0534177 Feb 09 22:13:33.884398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c421-4104-42c4-b61f-5453bd466bb6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (ef308728-1edd-4a28-9219-c95a9443d25e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.884981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce2c421-4104-42c4-b61f-5453bd466bb6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef308728-1edd-4a28-9219-c95a9443d25e {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:33.892017 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ce2c421-4104-42c4-b61f-5453bd466bb6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:33.893439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ce2c421-4104-42c4-b61f-5453bd466bb6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "DELETE /v2.0/routers/ef308728-1edd-4a28-9219-c95a9443d25e HTTP/1.1" status: 204 len: 168 time: 0.7690341 Feb 09 22:13:33.908447 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0600186a-6838-408f-9d7a-a04d76974e83 req-3c30e484-0364-4e27-8cd6-77f41d694f9c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524151 Feb 09 22:13:34.181551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47668) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:34.349769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262fb8-d636-47d2-bc99-1d0a58a325f1 req-33b31120-5fcf-4af4-9e66-e4294ffd0b3e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:34.358121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b262fb8-d636-47d2-bc99-1d0a58a325f1 req-33b31120-5fcf-4af4-9e66-e4294ffd0b3e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0607295 Feb 09 22:13:34.412506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2b262fb8-d636-47d2-bc99-1d0a58a325f1 req-2d420a59-817a-4806-9eeb-fafad25a0d5a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Feb 09 22:13:34.419895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-902096069', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:34.502489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (51ddb787-2895-4510-b092-2a66f33e3b66), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.503570 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (51ddb787-2895-4510-b092-2a66f33e3b66), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.562520 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (51ddb787-2895-4510-b092-2a66f33e3b66), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:34.786373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (51ddb787-2895-4510-b092-2a66f33e3b66), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.112458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (51ddb787-2895-4510-b092-2a66f33e3b66), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.139959 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.186199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3741a4d-81d3-4f87-bed3-865d58869c27 req-7de614c5-fc7c-4502-9a1d-e6ca0f3d147a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:35.187633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3741a4d-81d3-4f87-bed3-865d58869c27 req-7de614c5-fc7c-4502-9a1d-e6ca0f3d147a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1606290 Feb 09 22:13:35.279176 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3741a4d-81d3-4f87-bed3-865d58869c27 req-52bd956c-e78a-4393-b11e-90063b091bf2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857835 Feb 09 22:13:35.294063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Allocated IP 172.25.5.184 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/3fe1bc9e-aea7-4730-b5e1-2357c290718c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:35.413919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for port (3fe1bc9e-aea7-4730-b5e1-2357c290718c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.466003 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f484a327-1c50-40fa-bdc3-cb791b8e7fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.517940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3fe1bc9e-aea7-4730-b5e1-2357c290718c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:35.544275 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999b448-b191-4866-b57c-7489c4a538ef req-01813e94-4420-4636-961d-c25e508a9229 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:35.546389 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a999b448-b191-4866-b57c-7489c4a538ef req-01813e94-4420-4636-961d-c25e508a9229 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0664289 Feb 09 22:13:35.575913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:35.579109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:35.581629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:35.620530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a999b448-b191-4866-b57c-7489c4a538ef req-6bed1b53-4466-4c85-bcbe-12b199434248 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672851 Feb 09 22:13:35.651383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event updated for resources: {'Port': ['ID=3fe1bc9e-aea7-4730-b5e1-2357c290718c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:36.000130 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-d76b2d29-b043-4d0e-9db6-c40b245b816a service neutron] show failed (client error): The resource could not be found. Feb 09 22:13:36.001313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-d76b2d29-b043-4d0e-9db6-c40b245b816a service neutron] 10.222.0.30 "GET /v2.0/ports/251e9f67-b0e9-4349-9458-b95ca18e4a9b/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.1157217 Feb 09 22:13:36.005129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (51ddb787-2895-4510-b092-2a66f33e3b66), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.233991 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (51ddb787-2895-4510-b092-2a66f33e3b66), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.418987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe3df2-d5d0-4ebb-a9d5-6790fc9a3a5f req-03d34945-0a3c-44f5-94d2-657f96f79aae tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:36.420510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74fe3df2-d5d0-4ebb-a9d5-6790fc9a3a5f req-03d34945-0a3c-44f5-94d2-657f96f79aae tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0657380 Feb 09 22:13:36.477492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74fe3df2-d5d0-4ebb-a9d5-6790fc9a3a5f req-974dd50d-bb28-4713-8d29-ca132285576f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507033 Feb 09 22:13:36.489090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Router 51ddb787-2895-4510-b092-2a66f33e3b66 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:36.664348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-361d7091-2d53-49bb-8619-d68cc1c2bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:36.665871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-361d7091-2d53-49bb-8619-d68cc1c2bff3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 1127 time: 0.0988898 Feb 09 22:13:36.672393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:36.678282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:36.683940 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] Sync routers for ids ['51ddb787-2895-4510-b092-2a66f33e3b66'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:36.695213 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] Routers {'51ddb787-2895-4510-b092-2a66f33e3b66'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:36.696252 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['51ddb787-2895-4510-b092-2a66f33e3b66'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:36.734744 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:36.744094 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] Routers {'51ddb787-2895-4510-b092-2a66f33e3b66'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:36.744701 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['51ddb787-2895-4510-b092-2a66f33e3b66'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:36.754897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.770538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2285c-00a3-4a88-a1b6-08c4d201f785 req-b041ebad-8016-4c0f-ba94-be96a1da6afa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:36.778272 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4a2285c-00a3-4a88-a1b6-08c4d201f785 req-b041ebad-8016-4c0f-ba94-be96a1da6afa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0652018 Feb 09 22:13:36.780405 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:36.781056 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c0bac7-8b42-4e9b-98ca-48890daa4ec6 None None] The sync data for ids ['51ddb787-2895-4510-b092-2a66f33e3b66'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:36.807077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:36.810557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fd57d89d-2fd9-4528-b8e7-ac41db6be1d0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6255257 Feb 09 22:13:36.821650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47696) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:36.887485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4a2285c-00a3-4a88-a1b6-08c4d201f785 req-0b452377-063a-47ee-8828-49e295673ad0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086679 Feb 09 22:13:36.929414 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-26ba4bd2-48fe-4492-82a4-9d05d1a7569c tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/51ddb787-2895-4510-b092-2a66f33e3b66 HTTP/1.1" status: 200 len: 920 time: 0.1164048 Feb 09 22:13:36.932310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47698) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:36.962344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-992b23f4-b583-46bc-99c9-d9be9dcc9cc2 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=51ddb787-2895-4510-b092-2a66f33e3b66 HTTP/1.1" status: 200 len: 205 time: 0.0266457 Feb 09 22:13:36.962603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47700) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:36.970921 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:37.003544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:37.043365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:37.045691 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce79b1b0-0afb-4d28-a5f4-6b46940641da" -d '{"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-unplugged", "status": "completed", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:37.049637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Publish callbacks [] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.063032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Transition to ACTIVE for port object 251e9f67-b0e9-4349-9458-b95ca18e4a9b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:13:37.074980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (51ddb787-2895-4510-b092-2a66f33e3b66), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.134655 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa022c3-600f-4c9a-9129-7e2b237782d9 x-openstack-request-id: req-2aa022c3-600f-4c9a-9129-7e2b237782d9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:37.134962 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-unplugged", "status": "completed", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:37.135221 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2aa022c3-600f-4c9a-9129-7e2b237782d9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:37.135636 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'code': 200} Feb 09 22:13:37.148513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.200477 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (51ddb787-2895-4510-b092-2a66f33e3b66), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.303678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:37.337221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] No DVR routers for this DVR port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:37.382416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Deleting port 3fe1bc9e-aea7-4730-b5e1-2357c290718c {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:37.382947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3fe1bc9e-aea7-4730-b5e1-2357c290718c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.478554 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3fe1bc9e-aea7-4730-b5e1-2357c290718c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.492897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Calling delete_port for 3fe1bc9e-aea7-4730-b5e1-2357c290718c owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:37.508919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:37.509137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:37.509459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:37.515113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:13:37.517097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Attempting to bind port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:37.522453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:37.522847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Checking segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:37.523295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Bound using segment: {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:37.524042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Bound port: 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:37.524639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.535169 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fbf28fcf-7a01-45f5-918a-d32129045d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.649834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:37.652783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:37.698729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447ba26-8c75-485a-a51d-76e77f015be8 req-760bb433-7938-43cf-82c1-2ad7c662f45d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:37.700344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d447ba26-8c75-485a-a51d-76e77f015be8 req-760bb433-7938-43cf-82c1-2ad7c662f45d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.0693929 Feb 09 22:13:37.751521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d447ba26-8c75-485a-a51d-76e77f015be8 req-3fd2a953-968d-4a8b-93f0-ad6740084398 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 Feb 09 22:13:37.775519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.828806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:37.830030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.831449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] 10.222.0.110 "PUT /v2.0/ports/251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 1091 time: 1.1572292 Feb 09 22:13:37.872410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d9408-f96a-4887-83d7-86caa47d0804 service neutron] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:37.916432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-47886ab0-1d52-49b3-ab37-c869cd217bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:37.918277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-47886ab0-1d52-49b3-ab37-c869cd217bb4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1125 time: 0.0607884 Feb 09 22:13:37.931626 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3fe1bc9e-aea7-4730-b5e1-2357c290718c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:37.996341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event deleted for resources: {'Port': ['ID=3fe1bc9e-aea7-4730-b5e1-2357c290718c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:38.030815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-3caf9ece-ca86-4876-bdfd-1f1cc0af4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.032297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-3caf9ece-ca86-4876-bdfd-1f1cc0af4292 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.1088214 Feb 09 22:13:38.087505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (51ddb787-2895-4510-b092-2a66f33e3b66), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.140417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a86868-b77e-4d03-a86c-b9c438892d01 req-b945cc7c-a74f-47d1-8a12-f10165bfdf26 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.142067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b0a86868-b77e-4d03-a86c-b9c438892d01 req-b945cc7c-a74f-47d1-8a12-f10165bfdf26 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.1087241 Feb 09 22:13:38.144204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-ab074249-46cd-4560-9c48-d1b830399752 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 999 time: 0.0999541 Feb 09 22:13:38.192005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (51ddb787-2895-4510-b092-2a66f33e3b66), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.195639 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (51ddb787-2895-4510-b092-2a66f33e3b66), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.226742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-be2341c4-54f2-4c83-8764-389666cce7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.228226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-be2341c4-54f2-4c83-8764-389666cce7c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.0774374 Feb 09 22:13:38.233161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b0a86868-b77e-4d03-a86c-b9c438892d01 req-37f019de-21fa-487e-b2aa-4b2650495b8d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721161 Feb 09 22:13:38.278565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-6d0fdcad-cf05-47f3-bd6f-da0c768b86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.280084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-6d0fdcad-cf05-47f3-bd6f-da0c768b86bc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465887 Feb 09 22:13:38.319493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (51ddb787-2895-4510-b092-2a66f33e3b66), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.320835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Fanout notify agent at l3_agent the message router_deleted on router 51ddb787-2895-4510-b092-2a66f33e3b66 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:38.328424 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.332333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e75d9902-ae9d-4f36-b884-e8b304aa3d40 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/51ddb787-2895-4510-b092-2a66f33e3b66 HTTP/1.1" status: 204 len: 168 time: 1.3687074 Feb 09 22:13:38.334989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:38.340601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1055140001', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': False}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:38.392635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-22d93dc1-cc22-4f7c-9fcb-0d85230e0bd2 service neutron] 10.222.0.110 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070235 Feb 09 22:13:38.442040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (6e237459-02df-4b53-9287-4632176ffae1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.443062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (6e237459-02df-4b53-9287-4632176ffae1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.557044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:38.597150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 251e9f67-b0e9-4349-9458-b95ca18e4a9b host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:13:38.600588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:38.854556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (6e237459-02df-4b53-9287-4632176ffae1), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:38.858576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09c75fb6-d041-405d-a4a0-acf0b19b93d8 req-58625f71-7f51-4305-aeea-865529905b3a service neutron] 10.222.0.110 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607089 Feb 09 22:13:38.882779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d08669-bf27-4d28-8fd2-7e1380c7c17c req-09f1d78f-3d47-4717-ab18-a3d34a044ba5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:38.884321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31d08669-bf27-4d28-8fd2-7e1380c7c17c req-09f1d78f-3d47-4717-ab18-a3d34a044ba5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.0565186 Feb 09 22:13:38.941990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31d08669-bf27-4d28-8fd2-7e1380c7c17c req-9fda9b97-37f5-4bfb-b1d5-1ddb44736d3b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516605 Feb 09 22:13:39.058531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (6e237459-02df-4b53-9287-4632176ffae1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.100564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.139569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:39.141845 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b88351f-eb93-4aa0-bc4b-7d025dac0355" -d '{"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:39.196140 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c320e-cf8b-4b54-bcf1-194cd93e8d39 x-openstack-request-id: req-e76c320e-cf8b-4b54-bcf1-194cd93e8d39 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:39.196335 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:39.196588 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e76c320e-cf8b-4b54-bcf1-194cd93e8d39 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:39.196979 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'status': 'completed', 'code': 200} Feb 09 22:13:39.369932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e798b1-99ff-4d6c-8c59-8ab666275f09 req-f94ce410-f6cd-4feb-ad74-b05af19a082f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.371724 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69e798b1-99ff-4d6c-8c59-8ab666275f09 req-f94ce410-f6cd-4feb-ad74-b05af19a082f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.0583134 Feb 09 22:13:39.379372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-e0863aab-c3de-435f-87b8-41a08019bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.380955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-e0863aab-c3de-435f-87b8-41a08019bbd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1125 time: 0.1552966 Feb 09 22:13:39.389324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-b8873ef7-cec4-4217-8640-5bec802faf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.390754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-b8873ef7-cec4-4217-8640-5bec802faf0b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1125 time: 0.1544285 Feb 09 22:13:39.423591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69e798b1-99ff-4d6c-8c59-8ab666275f09 req-a0048943-a602-4517-be86-503ce7907658 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Feb 09 22:13:39.534235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (6e237459-02df-4b53-9287-4632176ffae1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.565497 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.611256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-a7a63456-9cfa-4192-a99f-0186b6aaf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.612750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-a7a63456-9cfa-4192-a99f-0186b6aaf5ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.2211618 Feb 09 22:13:39.652563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-dc89cc35-6735-4800-b456-b543a779be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.654151 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-dc89cc35-6735-4800-b456-b543a779be26 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.2521877 Feb 09 22:13:39.816447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Allocated IP 172.25.5.20 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/2770d8eb-b19b-4129-84e2-7562626132f7) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:39.831137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-1a717f7e-4f20-4f4e-8e7c-425e77d0d123 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 999 time: 0.1920354 Feb 09 22:13:39.834285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-8a4972a3-5e6d-4b76-8115-ef6d0e04569f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 999 time: 0.1482034 Feb 09 22:13:39.961322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-b824e2e6-ec53-43ae-b264-18cec8340c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.962815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-b824e2e6-ec53-43ae-b264-18cec8340c47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.1230688 Feb 09 22:13:39.974810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-26429394-2a86-4102-8676-1b2d8b0091d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.976229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-26429394-2a86-4102-8676-1b2d8b0091d5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.1280136 Feb 09 22:13:40.099800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for port (2770d8eb-b19b-4129-84e2-7562626132f7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.124078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-ee44f267-7c97-4df9-839d-3157b34f793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.125610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-ee44f267-7c97-4df9-839d-3157b34f793c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1527038 Feb 09 22:13:40.139176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-b40af057-9caf-4799-a84d-1442fdddad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.140654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-b40af057-9caf-4799-a84d-1442fdddad62 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1551206 Feb 09 22:13:40.160775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-11788cd5-bacc-4598-b98d-1ce7635ab5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471663 Feb 09 22:13:40.243193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb5424-a72c-4478-9b80-5e6b9843284b req-5baffa64-75f9-4b24-baec-da896f347b08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.244795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37fb5424-a72c-4478-9b80-5e6b9843284b req-5baffa64-75f9-4b24-baec-da896f347b08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.2077465 Feb 09 22:13:40.289473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.298581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-f714f116-3a92-464c-8d2b-e6d4b9d5400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.300725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-f714f116-3a92-464c-8d2b-e6d4b9d5400f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1167 time: 0.0939515 Feb 09 22:13:40.366565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-37fb5424-a72c-4478-9b80-5e6b9843284b req-6bb95c9c-471f-4bff-9b39-a84234646fbb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096549 Feb 09 22:13:40.368458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-90ac98f9-a975-476a-a855-d1a713b35dd2 service neutron] 10.222.0.110 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183011 Feb 09 22:13:40.371573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.407153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-efa656ff-1dfa-403a-91ef-ed34c3643bf6 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700396 Feb 09 22:13:40.467340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:40.481527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-ec2caa14-4836-498b-957e-69c8a2cd4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.483347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-ec2caa14-4836-498b-957e-69c8a2cd4206 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecf245f2-790d-4e79-addd-976797169093 HTTP/1.1" status: 200 len: 897 time: 0.1643202 Feb 09 22:13:40.511650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:40.520401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:40.530992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Port': ['ID=2770d8eb-b19b-4129-84e2-7562626132f7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:40.647880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-022400f3-b2d7-45e1-aa8b-5b29b284504b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb HTTP/1.1" status: 200 len: 1002 time: 0.1567118 Feb 09 22:13:40.654566 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-751c8aed-b565-4650-9a2c-68eb1f1b66ce service neutron] 10.222.0.110 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771943 Feb 09 22:13:40.697253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b88351f-eb93-4aa0-bc4b-7d025dac0355 req-ebe5d6f9-ab62-4db6-89f5-daa321cd2bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746375 Feb 09 22:13:40.718926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a943e0-c7e7-4368-a473-24e62abc7f79 req-363a497d-1c7c-4ff1-80ba-5c7f726addc2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.723287 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83a943e0-c7e7-4368-a473-24e62abc7f79 req-363a497d-1c7c-4ff1-80ba-5c7f726addc2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.1494253 Feb 09 22:13:40.756112 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-f93bcc70-3cfb-4825-9be5-3ad5d3ca8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.758175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-f93bcc70-3cfb-4825-9be5-3ad5d3ca8314 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b HTTP/1.1" status: 200 len: 834 time: 0.0999963 Feb 09 22:13:40.840808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83a943e0-c7e7-4368-a473-24e62abc7f79 req-70541995-0066-40d5-b620-0107e358f663 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043565 Feb 09 22:13:40.867240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-6a6e0e2d-65c5-46f7-82b7-e3e086bd9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.867240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-6a6e0e2d-65c5-46f7-82b7-e3e086bd9221 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecf245f2-790d-4e79-addd-976797169093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0952210 Feb 09 22:13:40.961881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (6e237459-02df-4b53-9287-4632176ffae1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:40.967967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-9d0b00b0-6030-4031-bae3-0c3eb92dae25 service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941222 Feb 09 22:13:41.065128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c20ea04-1767-468a-b2dd-9e0389cbdfa2 req-bff316be-53f4-486a-8330-d98bc6144483 service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869720 Feb 09 22:13:41.177426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (6e237459-02df-4b53-9287-4632176ffae1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.376541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Router 6e237459-02df-4b53-9287-4632176ffae1 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:41.683553 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.818346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78c0e0cf-44dd-47e4-ad89-8421c2902448 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:13:41.855099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33461b45-d3c8-4fd7-bbf7-d89fb4932f9a req-e63c7f4a-093f-40ff-a42f-7cfac3442fa1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:41.856666 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33461b45-d3c8-4fd7-bbf7-d89fb4932f9a req-e63c7f4a-093f-40ff-a42f-7cfac3442fa1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.4107809 Feb 09 22:13:41.858144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:41.906151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Sync routers for ids ['6e237459-02df-4b53-9287-4632176ffae1'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:41.920391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33461b45-d3c8-4fd7-bbf7-d89fb4932f9a req-8e37039f-e956-418e-9a42-142f9eee7aeb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533304 Feb 09 22:13:41.938460 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:13:41.943332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Routers {'6e237459-02df-4b53-9287-4632176ffae1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:41.943980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e237459-02df-4b53-9287-4632176ffae1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:41.961344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.962765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aee0f429-da8e-4230-abcf-65b45d271ed3 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6258452 Feb 09 22:13:41.965483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47752) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:41.997353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78c0e0cf-44dd-47e4-ad89-8421c2902448, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78c0e0cf-44dd-47e4-ad89-8421c2902448,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:42.012740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '78c0e0cf-44dd-47e4-ad89-8421c2902448', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'port_id': '78c0e0cf-44dd-47e4-ad89-8421c2902448', 'mac_address': 'fa:16:3e:3d:98:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:13:42.107585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3ec2b-bc04-4029-a4a4-9922d031fe7f req-b23da8f2-5416-475d-9cf9-a8b9255f9f33 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:42.118081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fc3ec2b-bc04-4029-a4a4-9922d031fe7f req-b23da8f2-5416-475d-9cf9-a8b9255f9f33 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 944 time: 0.1161661 Feb 09 22:13:42.119425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6edef275-cb02-46a9-8275-f64d3cb0c3ca tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/6e237459-02df-4b53-9287-4632176ffae1 HTTP/1.1" status: 200 len: 908 time: 0.1525598 Feb 09 22:13:42.122217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47754) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:42.126640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1055140001', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': True}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:42.175954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fc3ec2b-bc04-4029-a4a4-9922d031fe7f req-cdcb9941-1103-465f-80fe-b67b2eca9387 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568738 Feb 09 22:13:42.240269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (cbc77fb4-f29b-4d18-956d-559aecb685e1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.241454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (cbc77fb4-f29b-4d18-956d-559aecb685e1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.297798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (cbc77fb4-f29b-4d18-956d-559aecb685e1), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.302243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 78c0e0cf-44dd-47e4-ad89-8421c2902448 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:42.302973 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.326311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c0e0cf-44dd-47e4-ad89-8421c2902448 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:42.352034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Set router 6e237459-02df-4b53-9287-4632176ffae1 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:42.406544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78c0e0cf-44dd-47e4-ad89-8421c2902448, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78c0e0cf-44dd-47e4-ad89-8421c2902448,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:42.487378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a3dde-72cf-4889-bab5-372bd9a32da7 req-66be2416-d39c-42c2-91e4-e1a7b41ca840 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:42.496209 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f3a3dde-72cf-4889-bab5-372bd9a32da7 req-66be2416-d39c-42c2-91e4-e1a7b41ca840 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 943 time: 0.0971420 Feb 09 22:13:42.552972 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.554089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:13:42.650490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=78c0e0cf-44dd-47e4-ad89-8421c2902448,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:42.650763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (cbc77fb4-f29b-4d18-956d-559aecb685e1), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.715271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e237459-02df-4b53-9287-4632176ffae1', 'name': 'tempest-snat-router-1055140001', 'tenant_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.20'}], 'enable_snat': False}, 'gw_port_id': '2770d8eb-b19b-4129-84e2-7562626132f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:38Z', 'updated_at': '2022-02-09T22:13:40Z', 'revision_number': 3, 'project_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'gw_port': {'id': '2770d8eb-b19b-4129-84e2-7562626132f7', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e237459-02df-4b53-9287-4632176ffae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:39Z', 'updated_at': '2022-02-09T22:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:42.748758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Checking router: 6e237459-02df-4b53-9287-4632176ffae1 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:42.749277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Updating router 6e237459-02df-4b53-9287-4632176ffae1 port 2770d8eb-b19b-4129-84e2-7562626132f7 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:42.809995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:42.813333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:42.854446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'port_id': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'mac_address': 'fa:16:3e:56:65:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:13:42.920239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 251e9f67-b0e9-4349-9458-b95ca18e4a9b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:42.920549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.015354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251e9f67-b0e9-4349-9458-b95ca18e4a9b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:43.034555 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f3a3dde-72cf-4889-bab5-372bd9a32da7 req-f0321ac2-4758-4986-8f12-d720dfe3421d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5372562 Feb 09 22:13:43.049250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:43.088829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-edb9a8d5-0a37-40a6-97d5-71d44e52b150 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.090767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-edb9a8d5-0a37-40a6-97d5-71d44e52b150 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c&tenant_id=edfa055e56964670bb2fcd2f93edd0b7&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 943 time: 0.5773351 Feb 09 22:13:43.146885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (cbc77fb4-f29b-4d18-956d-559aecb685e1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.169251 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-98202a20-b3ed-4289-a102-18389c31a7d6 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:13:43.171015 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-98202a20-b3ed-4289-a102-18389c31a7d6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/251e9f67-b0e9-4349-9458-b95ca18e4a9b/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0720670 Feb 09 22:13:43.177198 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.188787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.258261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:43.313244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-0ebb6029-3931-4dc0-9819-1f0aabb2498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.315839 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-0ebb6029-3931-4dc0-9819-1f0aabb2498d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1126 time: 0.0880351 Feb 09 22:13:43.321070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Publish callbacks [] for port (2770d8eb-b19b-4129-84e2-7562626132f7), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.392614 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.401140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d284a-d7aa-4084-ae37-b912318e0e97 req-9aa719e0-0628-47aa-aeb9-900c0b368247 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.402363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573d284a-d7aa-4084-ae37-b912318e0e97 req-9aa719e0-0628-47aa-aeb9-900c0b368247 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 945 time: 0.0777314 Feb 09 22:13:43.424063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-cf8f6e55-f311-414c-81b6-692842d7fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.425884 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-cf8f6e55-f311-414c-81b6-692842d7fc34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.1011562 Feb 09 22:13:43.438134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['78c0e0cf-44dd-47e4-ad89-8421c2902448'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:43.441201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['251e9f67-b0e9-4349-9458-b95ca18e4a9b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:43.553860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-04754ce4-6a05-43c1-a38f-2e13b48862f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 1000 time: 0.1216536 Feb 09 22:13:43.592465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3830e-3419-445b-9184-5947c7769633 None None] Pushing event updated for resources: {'Port': ['ID=2770d8eb-b19b-4129-84e2-7562626132f7,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:43.596146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Attempting to bind port 2770d8eb-b19b-4129-84e2-7562626132f7 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:43.596745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Attempting to bind port 2770d8eb-b19b-4129-84e2-7562626132f7 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:43.597219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Attempting to bind port 2770d8eb-b19b-4129-84e2-7562626132f7 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:43.601723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Allocated IP 172.25.5.208 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/1920854b-f248-4f65-9569-1956f7151977) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:43.604076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:43.604708 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:43.605119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.605716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:43.606388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Bound port: 2770d8eb-b19b-4129-84e2-7562626132f7, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:43.606889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.637586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-25f2cdcd-b473-4561-bfa8-7b5fbe9d8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.639331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-25f2cdcd-b473-4561-bfa8-7b5fbe9d8432 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.0777621 Feb 09 22:13:43.646162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-573d284a-d7aa-4084-ae37-b912318e0e97 req-1e1a7a4e-c527-4bd6-8b92-3de39d19ff71 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347329 Feb 09 22:13:43.686181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] For port 2770d8eb-b19b-4129-84e2-7562626132f7, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:43.718065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] For port 2770d8eb-b19b-4129-84e2-7562626132f7, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2770d8eb-b19b-4129-84e2-7562626132f7,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:43.727297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-feec5edd-2162-4b25-8806-275201375c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:43.729443 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-feec5edd-2162-4b25-8806-275201375c93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822380 Feb 09 22:13:43.785885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for port (1920854b-f248-4f65-9569-1956f7151977), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.826432 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.853184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-eb94f1df-ff32-4c59-b47f-6b513db918ae service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142292 Feb 09 22:13:43.873566 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1920854b-f248-4f65-9569-1956f7151977), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.908893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Routers {'6e237459-02df-4b53-9287-4632176ffae1'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:43.909647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e237459-02df-4b53-9287-4632176ffae1'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:43.922446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:43.927192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:43.932740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:43.953490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3830e-3419-445b-9184-5947c7769633 None None] Pushing event updated for resources: {'Port': ['ID=2770d8eb-b19b-4129-84e2-7562626132f7,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:43.967433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Port': ['ID=1920854b-f248-4f65-9569-1956f7151977,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:43.986379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fad209e1-61b7-4d9a-8235-792ac3e29d5c req-b5e3f8e4-4b3b-4ce6-8687-600d590dbab9 service neutron] 10.222.0.30 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252882 Feb 09 22:13:44.091102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] Set router 6e237459-02df-4b53-9287-4632176ffae1 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:44.193299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173db57-5d9f-4597-85ff-845a69369259 req-c8eb886d-9211-4033-8598-6c5e4f0e69f6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:44.195435 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7173db57-5d9f-4597-85ff-845a69369259 req-c8eb886d-9211-4033-8598-6c5e4f0e69f6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 944 time: 0.0813968 Feb 09 22:13:44.268141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7173db57-5d9f-4597-85ff-845a69369259 req-c40531fe-add4-497a-8095-7ebd2d6d3ed0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668397 Feb 09 22:13:44.296591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e237459-02df-4b53-9287-4632176ffae1', 'name': 'tempest-snat-router-1055140001', 'tenant_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.20'}], 'enable_snat': False}, 'gw_port_id': '2770d8eb-b19b-4129-84e2-7562626132f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:38Z', 'updated_at': '2022-02-09T22:13:40Z', 'revision_number': 3, 'project_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'gw_port': {'id': '2770d8eb-b19b-4129-84e2-7562626132f7', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e237459-02df-4b53-9287-4632176ffae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:39Z', 'updated_at': '2022-02-09T22:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:44.327656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958efe55-1da0-4984-896e-0e73c7a75e5e None None] The sync data for ids ['6e237459-02df-4b53-9287-4632176ffae1'] in n-d-828599-1 is: [{'id': '6e237459-02df-4b53-9287-4632176ffae1', 'name': 'tempest-snat-router-1055140001', 'tenant_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.20'}], 'enable_snat': False}, 'gw_port_id': '2770d8eb-b19b-4129-84e2-7562626132f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:38Z', 'updated_at': '2022-02-09T22:13:40Z', 'revision_number': 3, 'project_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'gw_port': {'id': '2770d8eb-b19b-4129-84e2-7562626132f7', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e237459-02df-4b53-9287-4632176ffae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:39Z', 'updated_at': '2022-02-09T22:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:44.334910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (cbc77fb4-f29b-4d18-956d-559aecb685e1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.555379 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (cbc77fb4-f29b-4d18-956d-559aecb685e1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.839256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2d0c8-f57f-4fa8-8ecc-f11cfcce6ee5 req-c5101e94-b95b-417b-afe8-db693d0f873a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:44.840864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58f2d0c8-f57f-4fa8-8ecc-f11cfcce6ee5 req-c5101e94-b95b-417b-afe8-db693d0f873a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 945 time: 0.0625818 Feb 09 22:13:44.896654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58f2d0c8-f57f-4fa8-8ecc-f11cfcce6ee5 req-39e36160-390a-48a1-9daa-7cdfb9ba51f5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496778 Feb 09 22:13:44.900803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Router cbc77fb4-f29b-4d18-956d-559aecb685e1 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:45.019272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:45.028246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Sync routers for ids ['cbc77fb4-f29b-4d18-956d-559aecb685e1'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:45.040964 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Routers {'cbc77fb4-f29b-4d18-956d-559aecb685e1'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:45.041595 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cbc77fb4-f29b-4d18-956d-559aecb685e1'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:45.122293 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.125477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d0ffb60d-ee2e-4c1c-9172-ff0cf668409f tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0006578 Feb 09 22:13:45.126944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47776) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:45.152925 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Set router cbc77fb4-f29b-4d18-956d-559aecb685e1 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:45.259921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9eb8473b-f87d-4428-bec5-894d579b001d tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/cbc77fb4-f29b-4d18-956d-559aecb685e1 HTTP/1.1" status: 200 len: 908 time: 0.1313648 Feb 09 22:13:45.262511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47778) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:45.422196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (cbc77fb4-f29b-4d18-956d-559aecb685e1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.426364 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc77fb4-f29b-4d18-956d-559aecb685e1', 'name': 'tempest-snat-router-1055140001', 'tenant_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '1920854b-f248-4f65-9569-1956f7151977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:42Z', 'updated_at': '2022-02-09T22:13:44Z', 'revision_number': 3, 'project_id': 'f734f2583d5647e6b6ec8b19c6627d40', 'gw_port': {'id': '1920854b-f248-4f65-9569-1956f7151977', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:59:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc77fb4-f29b-4d18-956d-559aecb685e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:43Z', 'updated_at': '2022-02-09T22:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:45.455670 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Checking router: cbc77fb4-f29b-4d18-956d-559aecb685e1 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:45.456327 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Updating router cbc77fb4-f29b-4d18-956d-559aecb685e1 port 1920854b-f248-4f65-9569-1956f7151977 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:45.467512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafeb64b-8ea7-4dca-8a01-2aacbc927b1b req-a470aca5-78ce-4275-83b6-4ac39191e36c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:45.470691 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fafeb64b-8ea7-4dca-8a01-2aacbc927b1b req-a470aca5-78ce-4275-83b6-4ac39191e36c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 944 time: 0.1015227 Feb 09 22:13:45.493123 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1920854b-f248-4f65-9569-1956f7151977), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.546770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (cbc77fb4-f29b-4d18-956d-559aecb685e1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.552304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fafeb64b-8ea7-4dca-8a01-2aacbc927b1b req-28ff649d-e561-4cbf-b06e-31300fdfb773 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703411 Feb 09 22:13:45.600243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47782) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:45.700058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2770d8eb-b19b-4129-84e2-7562626132f7 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:45.722464 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5ffe911b-2fea-4e3a-8fa1-1f5d35345f55 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/59d73abe-9143-4082-89cd-766ddf09da83 HTTP/1.1" status: 200 len: 992 time: 0.1208680 Feb 09 22:13:45.743984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Deleting port 1920854b-f248-4f65-9569-1956f7151977 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:45.744349 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1920854b-f248-4f65-9569-1956f7151977), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.751373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2770d8eb-b19b-4129-84e2-7562626132f7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:45.751777 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.825767 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Publish callbacks [] for port (1920854b-f248-4f65-9569-1956f7151977), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.848399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1920854b-f248-4f65-9569-1956f7151977), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.855694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:45.864882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Calling delete_port for 1920854b-f248-4f65-9569-1956f7151977 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:45.896447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2770d8eb-b19b-4129-84e2-7562626132f7 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:45.896847 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.902682 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1920854b-f248-4f65-9569-1956f7151977), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.926984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 2770d8eb-b19b-4129-84e2-7562626132f7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2770d8eb-b19b-4129-84e2-7562626132f7,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:45.986326 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9404b7-675e-4875-af70-86013a094301 None None] Pushing event updated for resources: {'Port': ['ID=1920854b-f248-4f65-9569-1956f7151977,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.009584 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Attempting to bind port 1920854b-f248-4f65-9569-1956f7151977 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:46.009967 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Attempting to bind port 1920854b-f248-4f65-9569-1956f7151977 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:46.010341 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Attempting to bind port 1920854b-f248-4f65-9569-1956f7151977 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:46.010964 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.016834 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:46.017251 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:46.017664 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.018197 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:46.018831 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Bound port: 1920854b-f248-4f65-9569-1956f7151977, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:46.019143 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1920854b-f248-4f65-9569-1956f7151977), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.067477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 251e9f67-b0e9-4349-9458-b95ca18e4a9b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:13:46.080379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 251e9f67-b0e9-4349-9458-b95ca18e4a9b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:46.080895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.105895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=2770d8eb-b19b-4129-84e2-7562626132f7,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.130864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ff3cb-0f7d-457b-b1ba-1832a5caadc3 req-a5845de2-2b94-4e01-86ea-02ddfb3eb319 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:46.133443 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-198ff3cb-0f7d-457b-b1ba-1832a5caadc3 req-a5845de2-2b94-4e01-86ea-02ddfb3eb319 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 945 time: 0.1452553 Feb 09 22:13:46.192304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 251e9f67-b0e9-4349-9458-b95ca18e4a9b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:46.192814 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.196950 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-198ff3cb-0f7d-457b-b1ba-1832a5caadc3 req-3b044e2c-6fe7-4731-b5cc-41617e47c786 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565603 Feb 09 22:13:46.221164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1920854b-f248-4f65-9569-1956f7151977), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.221383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:46.222266 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.db.api [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:13:46.223827 n-d-828599-1 neutron-server[103699]: DEBUG oslo_db.api [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:13:46.224021 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0449ad17-1ea9-42dc-a33d-c49a7553fde0" -d '{"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-plugged", "status": "completed", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:46.238235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:46.251996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event deleted for resources: {'Port': ['ID=1920854b-f248-4f65-9569-1956f7151977,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.281275 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cae9ea-c6bb-44e4-9086-7c315f851502 x-openstack-request-id: req-b0cae9ea-c6bb-44e4-9086-7c315f851502 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:46.281597 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-plugged", "status": "completed", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:46.281852 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b0cae9ea-c6bb-44e4-9086-7c315f851502 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:46.282249 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'code': 200} Feb 09 22:13:46.312367 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.313193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78c0e0cf-44dd-47e4-ad89-8421c2902448 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:46.329113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (cbc77fb4-f29b-4d18-956d-559aecb685e1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.390134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.424546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (cbc77fb4-f29b-4d18-956d-559aecb685e1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.426734 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (cbc77fb4-f29b-4d18-956d-559aecb685e1), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.468850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 78c0e0cf-44dd-47e4-ad89-8421c2902448 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:13:46.472924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 78c0e0cf-44dd-47e4-ad89-8421c2902448 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:46.473306 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.552717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 78c0e0cf-44dd-47e4-ad89-8421c2902448 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:46.552985 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.554047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (cbc77fb4-f29b-4d18-956d-559aecb685e1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.555245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbc77fb4-f29b-4d18-956d-559aecb685e1 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:46.566017 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.566017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d81b6e6d-af14-401d-9830-0319a92a16e8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "DELETE /v2.0/routers/cbc77fb4-f29b-4d18-956d-559aecb685e1 HTTP/1.1" status: 204 len: 168 time: 1.2968163 Feb 09 22:13:46.566017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47806) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:46.590591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 78c0e0cf-44dd-47e4-ad89-8421c2902448, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78c0e0cf-44dd-47e4-ad89-8421c2902448,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:46.634107 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.685078 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (6e237459-02df-4b53-9287-4632176ffae1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.685862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=78c0e0cf-44dd-47e4-ad89-8421c2902448,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:46.739321 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Attempting to bind port 1920854b-f248-4f65-9569-1956f7151977 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:46.739695 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Attempting to bind port 1920854b-f248-4f65-9569-1956f7151977 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:46.740086 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Attempting to bind port 1920854b-f248-4f65-9569-1956f7151977 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:46.744986 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:46.745364 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:46.745763 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.746154 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:46.746619 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Bound port: 1920854b-f248-4f65-9569-1956f7151977, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:46.747033 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1920854b-f248-4f65-9569-1956f7151977), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.764034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.plugin [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Port 1920854b-f248-4f65-9569-1956f7151977 has been deleted concurrently {{(pid=103699) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 22:13:46.773518 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Routers set() bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:46.773889 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Router IDs set() for agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 22:13:46.774550 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_agentschedulers_db [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbc77fb4-f29b-4d18-956d-559aecb685e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent'). {{(pid=103699) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 22:13:46.774925 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d18fa-8e81-4b8b-8b67-57f68ae0b466 None None] The sync data for ids ['cbc77fb4-f29b-4d18-956d-559aecb685e1'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:46.795545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (6e237459-02df-4b53-9287-4632176ffae1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:46.798379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47814) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:46.898902 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-688b713b-ea89-427b-b097-e3c7e210065b tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3062 time: 0.0981493 Feb 09 22:13:46.901597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47818) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:46.906525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'network': {'name': 'tempest-network-smoke--1681748867', 'project_id': '2ec62ed748f545049bd5b05865269d99', 'port_security_enabled': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:47.026536 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Made reservation on behalf of 2ec62ed748f545049bd5b05865269d99 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:47.031212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.061906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:13:47.073458 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (75ba1337-2534-4f40-a8bb-b27303e23142), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.073751 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Added segment 75ba1337-2534-4f40-a8bb-b27303e23142 of type vlan for network 480b1a71-b8da-4091-93bf-c58a6b66ac45 Feb 09 22:13:47.129263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (480b1a71-b8da-4091-93bf-c58a6b66ac45), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.216797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (480b1a71-b8da-4091-93bf-c58a6b66ac45), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.224562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:47.225260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.306368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Network': ['ID=480b1a71-b8da-4091-93bf-c58a6b66ac45,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:47.318386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:13:47.337527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Deleting port 2770d8eb-b19b-4129-84e2-7562626132f7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:47.337802 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.341426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-05a04894-49d5-4e00-948c-731959200493 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4357769 Feb 09 22:13:47.341426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47824) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:47.345744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'admin_state_up': True, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:47.409496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1b3a4-34dd-4600-ac5b-1de9b0cbcca3 req-c3cc2fc7-f655-4e82-8cf7-ceb9ec1e40a3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:47.410990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ec1b3a4-34dd-4600-ac5b-1de9b0cbcca3 req-c3cc2fc7-f655-4e82-8cf7-ceb9ec1e40a3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.1282680 Feb 09 22:13:47.426824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (7f98bead-19e9-4e76-86c9-422f586fbe63), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.428249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (7f98bead-19e9-4e76-86c9-422f586fbe63), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.476695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ec1b3a4-34dd-4600-ac5b-1de9b0cbcca3 req-7b78f022-b36e-4232-a6a5-8668d349df99 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Feb 09 22:13:47.484765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_controller (7f98bead-19e9-4e76-86c9-422f586fbe63), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.488694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] For port 2770d8eb-b19b-4129-84e2-7562626132f7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=2770d8eb-b19b-4129-84e2-7562626132f7,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:47.491160 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.502479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Calling delete_port for 2770d8eb-b19b-4129-84e2-7562626132f7 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:47.628438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2770d8eb-b19b-4129-84e2-7562626132f7 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:47.692988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 2770d8eb-b19b-4129-84e2-7562626132f7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:47.693688 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.710411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (7f98bead-19e9-4e76-86c9-422f586fbe63), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.759863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2770d8eb-b19b-4129-84e2-7562626132f7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.779022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 2770d8eb-b19b-4129-84e2-7562626132f7 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:47.786891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event deleted for resources: {'Port': ['ID=2770d8eb-b19b-4129-84e2-7562626132f7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:47.865894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (6e237459-02df-4b53-9287-4632176ffae1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.961200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (6e237459-02df-4b53-9287-4632176ffae1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.963406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_controller (6e237459-02df-4b53-9287-4632176ffae1), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.983385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (7f98bead-19e9-4e76-86c9-422f586fbe63), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.006851 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.073881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (6e237459-02df-4b53-9287-4632176ffae1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.074558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e237459-02df-4b53-9287-4632176ffae1 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:48.079681 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.081289 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f2ff90e5-c36a-412b-82fe-8af9c91db4c8 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "DELETE /v2.0/routers/6e237459-02df-4b53-9287-4632176ffae1 HTTP/1.1" status: 204 len: 168 time: 1.5162838 Feb 09 22:13:48.087401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47826) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:48.093458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531027030', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:48.177292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.178395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.180675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Allocated IP 172.25.5.222 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/4116fdcc-e1e2-42d8-972d-d0636b8fd01d) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:48.244490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (d8efcdff-3646-401d-be5d-d61f22bb5431), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.283431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c0e0cf-44dd-47e4-ad89-8421c2902448'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:48.286093 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d73fd3-d9bb-429a-8843-d6df6eb37045" -d '{"events": [{"server_uuid": "74b3dad5-36d7-496f-b1ad-632c167ac6e5", "name": "network-vif-plugged", "status": "completed", "tag": "78c0e0cf-44dd-47e4-ad89-8421c2902448"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:48.301599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.336751 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da51e7e-c26a-4d55-8171-1cbec28c934a x-openstack-request-id: req-7da51e7e-c26a-4d55-8171-1cbec28c934a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:48.337311 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b3dad5-36d7-496f-b1ad-632c167ac6e5", "name": "network-vif-plugged", "status": "completed", "tag": "78c0e0cf-44dd-47e4-ad89-8421c2902448", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:48.337427 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7da51e7e-c26a-4d55-8171-1cbec28c934a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:48.337904 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c0e0cf-44dd-47e4-ad89-8421c2902448', 'code': 200} Feb 09 22:13:48.393124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.437927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:48.440901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:48.445345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:48.448537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:48.485834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (d8efcdff-3646-401d-be5d-d61f22bb5431), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.506732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b70683-62d1-45a1-92d8-c730db713f4f req-05ece42c-2102-4a6b-8000-c7beb9256cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:48.507267 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b70683-62d1-45a1-92d8-c730db713f4f req-05ece42c-2102-4a6b-8000-c7beb9256cc8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 1128 time: 0.0803530 Feb 09 22:13:48.639600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b70683-62d1-45a1-92d8-c730db713f4f req-6833c708-be67-4278-98c2-0ecf2823357c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251068 Feb 09 22:13:48.681990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfcb62-e2a0-4cc9-8f6d-b5a4140595f2 req-39f9fb03-7410-4246-9561-358c3cb253bc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:48.683458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4fdfcb62-e2a0-4cc9-8f6d-b5a4140595f2 req-39f9fb03-7410-4246-9561-358c3cb253bc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.1256297 Feb 09 22:13:48.759946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4fdfcb62-e2a0-4cc9-8f6d-b5a4140595f2 req-2f28563a-ba2f-4768-8371-a3e902c62b23 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693822 Feb 09 22:13:48.814098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (7f98bead-19e9-4e76-86c9-422f586fbe63), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.860636 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (d8efcdff-3646-401d-be5d-d61f22bb5431), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.880028 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.989249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Allocated IP 172.25.5.93 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/236eec30-af1c-443d-b457-b27e4826531f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:49.022947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (7f98bead-19e9-4e76-86c9-422f586fbe63), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.101007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for port (236eec30-af1c-443d-b457-b27e4826531f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.194513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (236eec30-af1c-443d-b457-b27e4826531f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.228887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 7f98bead-19e9-4e76-86c9-422f586fbe63 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:49.231387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:49.238697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:49.243641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:49.281817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event updated for resources: {'Port': ['ID=236eec30-af1c-443d-b457-b27e4826531f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:49.356732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:49.369954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Sync routers for ids ['7f98bead-19e9-4e76-86c9-422f586fbe63'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:49.380222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Routers {'7f98bead-19e9-4e76-86c9-422f586fbe63'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:49.380861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7f98bead-19e9-4e76-86c9-422f586fbe63'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:49.452132 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.457589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47836) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.457965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3fc35dd8-4e65-4319-9a87-caf7c659f65f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1156960 Feb 09 22:13:49.511410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Set router 7f98bead-19e9-4e76-86c9-422f586fbe63 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:49.512112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be40e31-037c-48ae-8f1e-1673d9d05581 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:49.513759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4be40e31-037c-48ae-8f1e-1673d9d05581 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=2ec62ed748f545049bd5b05865269d99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0551751 Feb 09 22:13:49.516611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47838) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.699360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55f163-b56d-4b0e-a3fa-cc5e6d628765 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:49.703768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ce55f163-b56d-4b0e-a3fa-cc5e6d628765 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1835277 Feb 09 22:13:49.704323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47840) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.705666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (d8efcdff-3646-401d-be5d-d61f22bb5431), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.740252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3bd97a73-7cb3-4f69-bd83-8a0fa8cf5ef5 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320764 Feb 09 22:13:49.740846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.799001 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-198e63e4-d9f4-4c9e-9ee2-a5792e167cfe tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=2ec62ed748f545049bd5b05865269d99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405924 Feb 09 22:13:49.799001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47846) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:49.926065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2770d8eb-b19b-4129-84e2-7562626132f7 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:49.962903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:49.978308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 2770d8eb-b19b-4129-84e2-7562626132f7 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:49.978730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 2770d8eb-b19b-4129-84e2-7562626132f7 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:49.979576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f051d7-456f-493e-b39c-14532034ebf3 req-713accb4-d819-4a64-8faf-d5c3680f1e4b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:49.983040 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8f051d7-456f-493e-b39c-14532034ebf3 req-713accb4-d819-4a64-8faf-d5c3680f1e4b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.1058369 Feb 09 22:13:49.984983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0187986-3a3e-4c85-ac6d-df85d513d0b1 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:49.986617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e0187986-3a3e-4c85-ac6d-df85d513d0b1 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1871150 Feb 09 22:13:49.996937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47848) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.020285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:13:48Z', 'revision_number': 3, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:50.037725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-07e068d8-3eac-41e7-a885-c4db7c3045c0 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393505 Feb 09 22:13:50.040645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47850) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.046471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256684086', 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45', 'project_id': '2ec62ed748f545049bd5b05865269d99', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:50.058216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Checking router: 7f98bead-19e9-4e76-86c9-422f586fbe63 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:50.058667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Updating router 7f98bead-19e9-4e76-86c9-422f586fbe63 port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:50.098662 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.130308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8f051d7-456f-493e-b39c-14532034ebf3 req-6c4345f7-6d40-4686-889e-9cd9eeea751b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409290 Feb 09 22:13:50.188298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Router d8efcdff-3646-401d-be5d-d61f22bb5431 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:50.217420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Made reservation on behalf of 2ec62ed748f545049bd5b05865269d99 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:50.223860 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.334529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:50.365102 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] Sync routers for ids ['d8efcdff-3646-401d-be5d-d61f22bb5431'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:50.377375 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] Routers {'d8efcdff-3646-401d-be5d-d61f22bb5431'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:50.378475 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d8efcdff-3646-401d-be5d-d61f22bb5431'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:50.417293 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Publish callbacks [] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.419034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:50.425042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.434382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-28c82299-80d0-4117-a262-fdeeee8267af tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3408954 Feb 09 22:13:50.434544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] Routers {'d8efcdff-3646-401d-be5d-d61f22bb5431'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:50.434654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47854) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.434751 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d8efcdff-3646-401d-be5d-d61f22bb5431'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:50.435734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': False}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:50.474457 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:50.475133 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2ca99-8f52-4c03-877a-13cd69e07d91 None None] The sync data for ids ['d8efcdff-3646-401d-be5d-d61f22bb5431'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:50.485632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.543983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Attempting to bind port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:50.544359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Attempting to bind port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:50.544732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Attempting to bind port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:50.546842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4db63b-69d4-4bda-8d96-2f8b4f71c1ef None None] Pushing event updated for resources: {'Port': ['ID=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:50.554050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:50.554050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:50.554811 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.555037 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:50.555494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Bound port: 4116fdcc-e1e2-42d8-972d-d0636b8fd01d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:50.555905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.568060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e7dfd0e6-7de5-4673-aeec-10a6747b4e4c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.617791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Subnet': ['ID=e7dfd0e6-7de5-4673-aeec-10a6747b4e4c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:50.625474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] For port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:50.629205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] For port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:50.646223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Checking segment: {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:50.650568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network hostable DHCP agents. Network: 480b1a71-b8da-4091-93bf-c58a6b66ac45, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:13:50.698091 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.732084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:13:50.754407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Routers {'7f98bead-19e9-4e76-86c9-422f586fbe63'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:50.755054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7f98bead-19e9-4e76-86c9-422f586fbe63'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:50.766720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (d8efcdff-3646-401d-be5d-d61f22bb5431), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.826934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4db63b-69d4-4bda-8d96-2f8b4f71c1ef None None] Pushing event updated for resources: {'Port': ['ID=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:50.828070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 480b1a71-b8da-4091-93bf-c58a6b66ac45) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:50.833383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:50.839872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:50.841815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae3d5f-1371-4d01-be2f-9d6d13455547 None None] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:50.911664 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f24540dc-3151-4115-91b0-9a4f77770de2 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8697402 Feb 09 22:13:50.915259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47856) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:50.938848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] Set router 7f98bead-19e9-4e76-86c9-422f586fbe63 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:51.058010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-480b1a71-b8da-4091-93bf-c58a6b66ac45', 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45', 'project_id': '2ec62ed748f545049bd5b05865269d99', 'fixed_ips': [{'subnet_id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:13:51.058829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.252032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Allocated IP 172.20.0.18 (480b1a71-b8da-4091-93bf-c58a6b66ac45/e7dfd0e6-7de5-4673-aeec-10a6747b4e4c/446796b7-3f18-4150-b37e-a0129afdcfa4) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:51.317879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:13:48Z', 'revision_number': 3, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:51.353895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09576fc0-177a-4ce1-a650-929976a5b2f3 None None] The sync data for ids ['7f98bead-19e9-4e76-86c9-422f586fbe63'] in n-d-828599-1 is: [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:13:48Z', 'revision_number': 3, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:51.596996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Publish callbacks [] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.690191 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.810877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:51.816139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:51.823049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:51.862893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Pushing event updated for resources: {'Port': ['ID=446796b7-3f18-4150-b37e-a0129afdcfa4,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:51.928220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Attempting to bind port 446796b7-3f18-4150-b37e-a0129afdcfa4 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:51.930050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Attempting to bind port 446796b7-3f18-4150-b37e-a0129afdcfa4 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:51.930665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Attempting to bind port 446796b7-3f18-4150-b37e-a0129afdcfa4 on network 480b1a71-b8da-4091-93bf-c58a6b66ac45 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:51.940751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:51.941526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Checking segment: {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:51.943520 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:51.944186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Bound using segment: {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:51.944880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Bound port: 446796b7-3f18-4150-b37e-a0129afdcfa4, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:51.945539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.024197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.026085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.073826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] For port 446796b7-3f18-4150-b37e-a0129afdcfa4, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:52.077308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] For port 446796b7-3f18-4150-b37e-a0129afdcfa4, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=446796b7-3f18-4150-b37e-a0129afdcfa4,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:52.089339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.189665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.269099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16390755-5f28-4caa-8d89-3213191221b7 req-b4d14cc6-cd3d-4caa-bccb-8b702e881fc0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:52.282822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16390755-5f28-4caa-8d89-3213191221b7 req-b4d14cc6-cd3d-4caa-bccb-8b702e881fc0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.2504377 Feb 09 22:13:52.334714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdc94c-ef5a-4dc1-aebc-d9b48ba576c6 None None] Pushing event updated for resources: {'Port': ['ID=446796b7-3f18-4150-b37e-a0129afdcfa4,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:52.401713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Router d8efcdff-3646-401d-be5d-d61f22bb5431 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:52.410224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16390755-5f28-4caa-8d89-3213191221b7 req-663b9fc1-39da-4a19-b7eb-b310cf3d2ad6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158671 Feb 09 22:13:52.472832 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Allocated IP 172.20.0.17 (480b1a71-b8da-4091-93bf-c58a6b66ac45/e7dfd0e6-7de5-4673-aeec-10a6747b4e4c/f87c5b9d-009f-4b63-aad5-8303f171a843) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:52.611884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:52.623546 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.625538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-966f3701-d672-4154-94c8-e3d0e27df2a0 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "PUT /v2.0/routers/d8efcdff-3646-401d-be5d-d61f22bb5431 HTTP/1.1" status: 200 len: 920 time: 2.1936977 Feb 09 22:13:52.627867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47876) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:52.642433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.646645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] Sync routers for ids ['d8efcdff-3646-401d-be5d-d61f22bb5431'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:52.686750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] Routers {'d8efcdff-3646-401d-be5d-d61f22bb5431'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:52.688268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d8efcdff-3646-401d-be5d-d61f22bb5431'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:52.774042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:52.798696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] Routers {'d8efcdff-3646-401d-be5d-d61f22bb5431'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:52.799856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['d8efcdff-3646-401d-be5d-d61f22bb5431'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:52.806659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291e999-59d1-4ae3-a525-6b07385167ac req-66230215-8756-462d-b675-60c314d80625 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:52.808270 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8291e999-59d1-4ae3-a525-6b07385167ac req-66230215-8756-462d-b675-60c314d80625 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.1307366 Feb 09 22:13:52.859214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47880) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:52.859982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a83572a6-bd93-4cf1-97d1-f6980b7ff4f4 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/d8efcdff-3646-401d-be5d-d61f22bb5431 HTTP/1.1" status: 200 len: 920 time: 0.2269642 Feb 09 22:13:52.874529 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:52.890281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:52.890690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8fbdb7-57c1-42b8-ab35-02d05f26ef0a None None] The sync data for ids ['d8efcdff-3646-401d-be5d-d61f22bb5431'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:53.037841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:53.070191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:53.080818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:53.111764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8291e999-59d1-4ae3-a525-6b07385167ac req-79394d3e-2e3e-44d3-a8db-677a23c71b41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786846 Feb 09 22:13:53.114640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=f87c5b9d-009f-4b63-aad5-8303f171a843,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:53.147427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d34f3-27cf-4288-aab6-7844bca9aa10 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:53.149012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a98d34f3-27cf-4288-aab6-7844bca9aa10 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=d8efcdff-3646-401d-be5d-d61f22bb5431&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2857237 Feb 09 22:13:53.159978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47882) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:53.160592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (7f98bead-19e9-4e76-86c9-422f586fbe63), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.357763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf455f-0018-400a-a453-d1bf609aa4a1 req-ddd48545-9020-4570-b5f9-0cdb30af20d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:53.361218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6bf455f-0018-400a-a453-d1bf609aa4a1 req-ddd48545-9020-4570-b5f9-0cdb30af20d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.1330695 Feb 09 22:13:53.362762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea46578c-876c-431d-aa93-74db72166419 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:53.364111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ea46578c-876c-431d-aa93-74db72166419 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.2109721 Feb 09 22:13:53.368684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47886) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:53.403459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c662501c-3113-4e29-8079-378d8c702e43 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8efcdff-3646-401d-be5d-d61f22bb5431 HTTP/1.1" status: 200 len: 205 time: 0.0332127 Feb 09 22:13:53.406199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:53.429012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6bf455f-0018-400a-a453-d1bf609aa4a1 req-3b391333-960c-4bd1-835a-56781aba8e78 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Feb 09 22:13:53.610842 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.788239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.827153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4116fdcc-e1e2-42d8-972d-d0636b8fd01d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:53.921326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:53.921965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.956182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e8bf2-55b8-4da9-8642-9b3f4d3bee02 None None] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:54.109571 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (d8efcdff-3646-401d-be5d-d61f22bb5431), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.189142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f3ac4e40-5955-4005-8654-e89989440d50 None None] Provisioning complete for port 446796b7-3f18-4150-b37e-a0129afdcfa4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:54.189585 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4e40-5955-4005-8654-e89989440d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.203665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007720c-0a6e-4bd0-9c74-0c00cc9f56b7 req-16ae98b7-5459-4855-aa2f-09469f8fc74e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:54.214763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c007720c-0a6e-4bd0-9c74-0c00cc9f56b7 req-16ae98b7-5459-4855-aa2f-09469f8fc74e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.1231532 Feb 09 22:13:54.302975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c007720c-0a6e-4bd0-9c74-0c00cc9f56b7 req-c47cdc28-9ae1-4d11-afc0-e3119a9ac9a2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873172 Feb 09 22:13:54.313088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:54.313502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.370632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.373553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Deleting port 236eec30-af1c-443d-b457-b27e4826531f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:54.374114 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (236eec30-af1c-443d-b457-b27e4826531f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.378002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:54.389184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac4e40-5955-4005-8654-e89989440d50 None None] Current status of the port 446796b7-3f18-4150-b37e-a0129afdcfa4 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:54.389585 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4e40-5955-4005-8654-e89989440d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.430369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.430692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f3ac4e40-5955-4005-8654-e89989440d50 None None] For port 446796b7-3f18-4150-b37e-a0129afdcfa4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=446796b7-3f18-4150-b37e-a0129afdcfa4,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:54.451387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.452259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 446796b7-3f18-4150-b37e-a0129afdcfa4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:54.540397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:54.546918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4e40-5955-4005-8654-e89989440d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.580398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (7f98bead-19e9-4e76-86c9-422f586fbe63), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.608478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=f87c5b9d-009f-4b63-aad5-8303f171a843,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:54.613836 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (236eec30-af1c-443d-b457-b27e4826531f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.640636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Calling delete_port for 236eec30-af1c-443d-b457-b27e4826531f owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:54.684154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac4e40-5955-4005-8654-e89989440d50 None None] Pushing event updated for resources: {'Port': ['ID=446796b7-3f18-4150-b37e-a0129afdcfa4,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:54.693587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e1185283-aba7-4ce6-8449-da31df715069 None None] Provisioning complete for port 446796b7-3f18-4150-b37e-a0129afdcfa4 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:54.694029 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1185283-aba7-4ce6-8449-da31df715069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.756530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 446796b7-3f18-4150-b37e-a0129afdcfa4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:54.756786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.877784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 446796b7-3f18-4150-b37e-a0129afdcfa4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:54.885068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e1185283-aba7-4ce6-8449-da31df715069 None None] Current status of the port 446796b7-3f18-4150-b37e-a0129afdcfa4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:54.896819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e1185283-aba7-4ce6-8449-da31df715069 None None] Provisioning complete for port f87c5b9d-009f-4b63-aad5-8303f171a843 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:54.897207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1185283-aba7-4ce6-8449-da31df715069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:54.918279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:54.923639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:54.943069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e1185283-aba7-4ce6-8449-da31df715069 None None] Port f87c5b9d-009f-4b63-aad5-8303f171a843 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:55.075732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c16b13ab-a6c7-4695-b38d-1907ec823108 None None] Provisioning complete for port f87c5b9d-009f-4b63-aad5-8303f171a843 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:55.076307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c16b13ab-a6c7-4695-b38d-1907ec823108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.114217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 7f98bead-19e9-4e76-86c9-422f586fbe63 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:55.166485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c16b13ab-a6c7-4695-b38d-1907ec823108 None None] Port f87c5b9d-009f-4b63-aad5-8303f171a843 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:55.227075 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (236eec30-af1c-443d-b457-b27e4826531f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.277351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event deleted for resources: {'Port': ['ID=236eec30-af1c-443d-b457-b27e4826531f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:55.304171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9ebdfb12-9363-4f0a-b33b-b4f05df09d41 None None] Provisioning complete for port f87c5b9d-009f-4b63-aad5-8303f171a843 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:55.305062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfb12-9363-4f0a-b33b-b4f05df09d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.420692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdfb12-9363-4f0a-b33b-b4f05df09d41 None None] Port f87c5b9d-009f-4b63-aad5-8303f171a843 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:55.652416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-172acd07-ac7f-4dba-84b5-5112c6e1fd0f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:55.654044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-172acd07-ac7f-4dba-84b5-5112c6e1fd0f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.0919795 Feb 09 22:13:55.698158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4116fdcc-e1e2-42d8-972d-d0636b8fd01d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:55.759148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:55.759717 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.789587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:55.795437 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-51179a66-850a-446a-a334-1b55494e7e64 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "PUT /v2.0/routers/7f98bead-19e9-4e76-86c9-422f586fbe63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8790643 Feb 09 22:13:55.800646 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (d8efcdff-3646-401d-be5d-d61f22bb5431), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.802070 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Sync routers for ids ['7f98bead-19e9-4e76-86c9-422f586fbe63'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:55.829352 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Routers {'7f98bead-19e9-4e76-86c9-422f586fbe63'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:55.830002 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7f98bead-19e9-4e76-86c9-422f586fbe63'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:55.871322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 78c0e0cf-44dd-47e4-ad89-8421c2902448 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:55.872014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:55.885588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:55.887472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 446796b7-3f18-4150-b37e-a0129afdcfa4 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:55.950908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 446796b7-3f18-4150-b37e-a0129afdcfa4 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:55.951787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.028995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cbca3-b9fa-4b9f-8eb7-d32629362824 req-6a7127ed-08a0-4759-94df-abb58e52e935 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:56.044505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-287cbca3-b9fa-4b9f-8eb7-d32629362824 req-6a7127ed-08a0-4759-94df-abb58e52e935 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 946 time: 0.3779120 Feb 09 22:13:56.106743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.113423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (d8efcdff-3646-401d-be5d-d61f22bb5431), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.130318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] For port 78c0e0cf-44dd-47e4-ad89-8421c2902448, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=78c0e0cf-44dd-47e4-ad89-8421c2902448,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:56.132154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.170474 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Set router 7f98bead-19e9-4e76-86c9-422f586fbe63 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:56.215072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-287cbca3-b9fa-4b9f-8eb7-d32629362824 req-19ef280e-d706-4ae5-8b04-3edbce62a540 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426423 Feb 09 22:13:56.314729 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (d8efcdff-3646-401d-be5d-d61f22bb5431), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.314999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Fanout notify agent at l3_agent the message router_deleted on router d8efcdff-3646-401d-be5d-d61f22bb5431 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:56.322989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.327969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa402c26-d389-4404-92d5-984c5014575c tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/d8efcdff-3646-401d-be5d-d61f22bb5431 HTTP/1.1" status: 204 len: 168 time: 2.9205534 Feb 09 22:13:56.329087 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47916) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:56.337108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-24e8ad6d-15e5-4442-9978-cce99a9e6956 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-351828477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:56.343738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-d680a0f7-3759-4c2b-8e91-b9da6f294ffa tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:56.346887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-d680a0f7-3759-4c2b-8e91-b9da6f294ffa tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/networks?id=480b1a71-b8da-4091-93bf-c58a6b66ac45 HTTP/1.1" status: 200 len: 798 time: 0.2072253 Feb 09 22:13:56.361673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 78c0e0cf-44dd-47e4-ad89-8421c2902448 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:56.376091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-705d1afa-a13a-42df-99eb-fab8c71e6a2e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/quotas/2ec62ed748f545049bd5b05865269d99 HTTP/1.1" status: 200 len: 375 time: 0.0217416 Feb 09 22:13:56.455770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24e8ad6d-15e5-4442-9978-cce99a9e6956 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.455770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24e8ad6d-15e5-4442-9978-cce99a9e6956 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.457117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 446796b7-3f18-4150-b37e-a0129afdcfa4 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:56.479053 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:13:53Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f87c5b9d-009f-4b63-aad5-8303f171a843', 'name': '', 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f7:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:52Z', 'updated_at': '2022-02-09T22:13:54Z', 'revision_number': 2, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:56.507249 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Checking router: 7f98bead-19e9-4e76-86c9-422f586fbe63 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:56.508290 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Updating router 7f98bead-19e9-4e76-86c9-422f586fbe63 port f87c5b9d-009f-4b63-aad5-8303f171a843 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:13:56.521231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-f122b6cc-6e2e-4209-9c7f-abfde3dbcbb1 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0945973 Feb 09 22:13:56.534795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24e8ad6d-15e5-4442-9978-cce99a9e6956 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (87299f7d-6c39-49cb-ab0b-cc4acca6b755), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.553014 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.635395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24e8ad6d-15e5-4442-9978-cce99a9e6956 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.687512 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-d54e3ebf-c798-4a93-a32c-b194de9b8545 service neutron] 10.222.0.98 "GET /v2.0/networks/480b1a71-b8da-4091-93bf-c58a6b66ac45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540427 Feb 09 22:13:56.734832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24e8ad6d-15e5-4442-9978-cce99a9e6956 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.737241 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-24e8ad6d-15e5-4442-9978-cce99a9e6956 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4074714 Feb 09 22:13:56.740030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47918) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:56.745466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:56.772405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (78c0e0cf-44dd-47e4-ad89-8421c2902448), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.786191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['78c0e0cf-44dd-47e4-ad89-8421c2902448'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:56.805506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=78c0e0cf-44dd-47e4-ad89-8421c2902448,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:56.832961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-c728955f-3784-43ae-85a6-d06eac848e65 service neutron] 10.222.0.98 "GET /v2.0/networks/480b1a71-b8da-4091-93bf-c58a6b66ac45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378133 Feb 09 22:13:56.888668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] No DVR routers for this DVR port 78c0e0cf-44dd-47e4-ad89-8421c2902448 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:56.889496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:56.902450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6dbf3d03-48dc-4fac-ad5e-cbe71f1a4506 req-c2f1b006-b9df-44c1-8dca-85009fb0b1e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "DELETE /v2.0/ports/78c0e0cf-44dd-47e4-ad89-8421c2902448 HTTP/1.1" status: 204 len: 173 time: 1.2427661 Feb 09 22:13:56.903253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'name': 'network-vif-deleted', 'tag': '78c0e0cf-44dd-47e4-ad89-8421c2902448'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:56.905858 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b123ba-cfe3-476b-a07a-069fea30762b" -d '{"events": [{"server_uuid": "74b3dad5-36d7-496f-b1ad-632c167ac6e5", "name": "network-vif-deleted", "tag": "78c0e0cf-44dd-47e4-ad89-8421c2902448"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:56.992164 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3b976f-b402-4e5c-a894-dbb4606fba19 x-openstack-request-id: req-ab3b976f-b402-4e5c-a894-dbb4606fba19 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:56.992164 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b3dad5-36d7-496f-b1ad-632c167ac6e5", "name": "network-vif-deleted", "tag": "78c0e0cf-44dd-47e4-ad89-8421c2902448", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:56.992164 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ab3b976f-b402-4e5c-a894-dbb4606fba19 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:56.992164 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b3dad5-36d7-496f-b1ad-632c167ac6e5', 'name': 'network-vif-deleted', 'tag': '78c0e0cf-44dd-47e4-ad89-8421c2902448', 'status': 'completed', 'code': 200} Feb 09 22:13:57.118108 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Publish callbacks [] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.128341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (87299f7d-6c39-49cb-ab0b-cc4acca6b755), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.205276 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.254381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-76fbf8b9-935f-4276-9c48-c4af932599c6 req-da707582-088c-4d36-a978-aaea09da1d9b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 210 time: 0.0708580 Feb 09 22:13:57.266409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47930) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:57.373331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] Deleting subnet 86fa9a20-1e20-450e-856a-6ec029334a15 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:57.377465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] Publish callbacks [] for subnet (86fa9a20-1e20-450e-856a-6ec029334a15), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.533379 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52016a72-6b70-4088-b3f8-f3d5d53198fe None None] Pushing event updated for resources: {'Port': ['ID=f87c5b9d-009f-4b63-aad5-8303f171a843,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:57.561742 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Attempting to bind port f87c5b9d-009f-4b63-aad5-8303f171a843 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:57.562297 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Attempting to bind port f87c5b9d-009f-4b63-aad5-8303f171a843 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:57.562871 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Attempting to bind port f87c5b9d-009f-4b63-aad5-8303f171a843 on network 480b1a71-b8da-4091-93bf-c58a6b66ac45 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:57.564861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3716fb71-c75c-4e84-9a2c-fc661d67a727 req-e8e0d904-2664-463b-8d11-538e0ac86d86 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.1199391 Feb 09 22:13:57.573559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (86fa9a20-1e20-450e-856a-6ec029334a15), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.575641 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:57.581486 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Checking segment: {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:57.581486 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.581486 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Bound using segment: {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:57.581486 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Bound port: f87c5b9d-009f-4b63-aad5-8303f171a843, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:57.581486 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.674990 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (86fa9a20-1e20-450e-856a-6ec029334a15), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.679924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (87299f7d-6c39-49cb-ab0b-cc4acca6b755), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.685909 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] For port f87c5b9d-009f-4b63-aad5-8303f171a843, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:57.689502 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] For port f87c5b9d-009f-4b63-aad5-8303f171a843, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f87c5b9d-009f-4b63-aad5-8303f171a843,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:57.712896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-09eaf355-5fdb-4507-9131-e65810dfbcf2 None None] Provisioning complete for port f87c5b9d-009f-4b63-aad5-8303f171a843 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:57.713477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-09eaf355-5fdb-4507-9131-e65810dfbcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.714697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.784964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-09eaf355-5fdb-4507-9131-e65810dfbcf2 None None] Port f87c5b9d-009f-4b63-aad5-8303f171a843 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:57.793531 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.853878 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Routers {'7f98bead-19e9-4e76-86c9-422f586fbe63'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:57.854522 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7f98bead-19e9-4e76-86c9-422f586fbe63'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:57.863052 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (86fa9a20-1e20-450e-856a-6ec029334a15), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.927385 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52016a72-6b70-4088-b3f8-f3d5d53198fe None None] Pushing event updated for resources: {'Port': ['ID=f87c5b9d-009f-4b63-aad5-8303f171a843,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:57.948020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Allocated IP 172.25.5.66 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6553bbed-9ad7-4fea-85ea-9a69dc3efb63) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:57.962650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fa9a20-1e20-450e-856a-6ec029334a15,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:57.984372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.002662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-72c07f4e-2cc1-4a23-a7ab-ae63b9115fa1 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/86fa9a20-1e20-450e-856a-6ec029334a15 HTTP/1.1" status: 204 len: 168 time: 0.7349613 Feb 09 22:13:58.011345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47938) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:58.104390 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] Set router 7f98bead-19e9-4e76-86c9-422f586fbe63 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:58.189340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (96813f04-9731-44c7-8b43-1a5f98fcde1c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.211661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7dff3032-3ff2-4f99-9d79-04d640c859f3 None None] Provisioning complete for port f87c5b9d-009f-4b63-aad5-8303f171a843 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:58.212485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7dff3032-3ff2-4f99-9d79-04d640c859f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.216120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for port (6553bbed-9ad7-4fea-85ea-9a69dc3efb63), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.313329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6553bbed-9ad7-4fea-85ea-9a69dc3efb63), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.319579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7dff3032-3ff2-4f99-9d79-04d640c859f3 None None] Current status of the port f87c5b9d-009f-4b63-aad5-8303f171a843 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:58.322948 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7dff3032-3ff2-4f99-9d79-04d640c859f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.365251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7dff3032-3ff2-4f99-9d79-04d640c859f3 None None] For port f87c5b9d-009f-4b63-aad5-8303f171a843, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f87c5b9d-009f-4b63-aad5-8303f171a843,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:58.369440 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (96813f04-9731-44c7-8b43-1a5f98fcde1c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.403808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96813f04-9731-44c7-8b43-1a5f98fcde1c']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:58.414906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37c0a9f-f80f-4889-87ed-62708decad46') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:58.415298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37c0a9f-f80f-4889-87ed-62708decad46') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:58.426531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b37c0a9f-f80f-4889-87ed-62708decad46), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.442433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b37c0a9f-f80f-4889-87ed-62708decad46), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.445264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:58.448771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:58.449689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b37c0a9f-f80f-4889-87ed-62708decad46), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.461319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7dff3032-3ff2-4f99-9d79-04d640c859f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.477325 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:13:53Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f87c5b9d-009f-4b63-aad5-8303f171a843', 'name': '', 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f7:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:52Z', 'updated_at': '2022-02-09T22:13:57Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:58.499783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:58.523690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5279417-8421-4861-af16-eade1bf46cd0 req-68bed40d-8eb1-4447-8a19-cfc80f257a84 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 210 time: 0.1949549 Feb 09 22:13:58.525213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:58.552735 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e691bf-39ce-4abf-b460-dbf01532da35 None None] The sync data for ids ['7f98bead-19e9-4e76-86c9-422f586fbe63'] in n-d-828599-1 is: [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:13:53Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f87c5b9d-009f-4b63-aad5-8303f171a843', 'name': '', 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f7:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:52Z', 'updated_at': '2022-02-09T22:13:57Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:58.574162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff3032-3ff2-4f99-9d79-04d640c859f3 None None] Pushing event updated for resources: {'Port': ['ID=f87c5b9d-009f-4b63-aad5-8303f171a843,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.577718 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event updated for resources: {'Port': ['ID=6553bbed-9ad7-4fea-85ea-9a69dc3efb63,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: items = [ Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:58.614685 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:58.708220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-889f889e-e6b2-4c12-9231-aad7c939be14 req-28fd2bfa-7741-482b-a32f-681e026b2c06 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0422654 Feb 09 22:13:58.713411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (96813f04-9731-44c7-8b43-1a5f98fcde1c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.724167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.741740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] 10.222.0.98 "DELETE /v2.0/networks/96813f04-9731-44c7-8b43-1a5f98fcde1c HTTP/1.1" status: 204 len: 168 time: 0.7194400 Feb 09 22:13:58.751029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47944) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:58.759403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f74f3-115f-4f62-9f6f-6f0b9d2f9362 admin admin] Pushing event deleted for resources: {'Network': ['ID=96813f04-9731-44c7-8b43-1a5f98fcde1c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:58.812172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] Deleting subnet 91a012a8-7982-4a39-aca9-22535312daf7 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:58.816007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] Publish callbacks [] for subnet (91a012a8-7982-4a39-aca9-22535312daf7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.870857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (91a012a8-7982-4a39-aca9-22535312daf7), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.917890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (91a012a8-7982-4a39-aca9-22535312daf7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.044525 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (87299f7d-6c39-49cb-ab0b-cc4acca6b755), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.049372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (91a012a8-7982-4a39-aca9-22535312daf7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.104367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a012a8-7982-4a39-aca9-22535312daf7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:59.108550 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.118469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5330b600-71bd-4623-bc93-690c7c858767 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/91a012a8-7982-4a39-aca9-22535312daf7 HTTP/1.1" status: 204 len: 168 time: 0.3624275 Feb 09 22:13:59.118469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47946) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.255233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (20e10857-12a2-4330-9479-c81515cc3556), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.351155 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.359331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.382513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (20e10857-12a2-4330-9479-c81515cc3556), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.414454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e10857-12a2-4330-9479-c81515cc3556']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:59.442200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdb353c-66fc-4a3a-902a-89a38de061dd') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:59.442518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdb353c-66fc-4a3a-902a-89a38de061dd') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:59.463141 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (4cdb353c-66fc-4a3a-902a-89a38de061dd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.478381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (4cdb353c-66fc-4a3a-902a-89a38de061dd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.487773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:59.488187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (4cdb353c-66fc-4a3a-902a-89a38de061dd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:59.490335 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:59.528218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.640118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Router 87299f7d-6c39-49cb-ab0b-cc4acca6b755 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:59.731651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (20e10857-12a2-4330-9479-c81515cc3556), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.736376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.746743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] 10.222.0.98 "DELETE /v2.0/networks/20e10857-12a2-4330-9479-c81515cc3556 HTTP/1.1" status: 204 len: 168 time: 0.6243486 Feb 09 22:13:59.754213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f87c5b9d-009f-4b63-aad5-8303f171a843 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:59.843572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc2388-77ad-423d-bffd-994c8dd0015d admin admin] Pushing event deleted for resources: {'Network': ['ID=20e10857-12a2-4330-9479-c81515cc3556,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:59.853781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:59.871151 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.871938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] Sync routers for ids ['87299f7d-6c39-49cb-ab0b-cc4acca6b755'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:59.875276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-49f95c0a-b779-4019-8969-b243efc143bf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "PUT /v2.0/routers/87299f7d-6c39-49cb-ab0b-cc4acca6b755 HTTP/1.1" status: 200 len: 878 time: 3.1340065 Feb 09 22:13:59.882905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47954) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.910991 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c3ede0f-5d31-4dd7-98e6-420a8979c517 req-b709e0c9-fa27-4eb9-beea-f7f4880f8606 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 210 time: 0.1995523 Feb 09 22:13:59.945622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78c0e0cf-44dd-47e4-ad89-8421c2902448 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:00.019004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 78c0e0cf-44dd-47e4-ad89-8421c2902448 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:00.020939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 78c0e0cf-44dd-47e4-ad89-8421c2902448 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:00.028139 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f87c5b9d-009f-4b63-aad5-8303f171a843 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:00.029286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.032453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] Routers {'87299f7d-6c39-49cb-ab0b-cc4acca6b755'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:00.043643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['87299f7d-6c39-49cb-ab0b-cc4acca6b755'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.062976 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bf9357a-3633-4b50-94c5-4c5c28397c01 req-bfaac896-58d6-4196-997f-0b3a5e858f44 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.1559753 Feb 09 22:14:00.089288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e468c8f1-1781-4975-b239-b06ae8c6db9a tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/87299f7d-6c39-49cb-ab0b-cc4acca6b755 HTTP/1.1" status: 200 len: 919 time: 0.2069504 Feb 09 22:14:00.092335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.116817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.149982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] Routers {'87299f7d-6c39-49cb-ab0b-cc4acca6b755'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:00.150554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['87299f7d-6c39-49cb-ab0b-cc4acca6b755'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.197620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.198941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16de4e8d-9823-4951-b58e-1df9e1e826a2 None None] The sync data for ids ['87299f7d-6c39-49cb-ab0b-cc4acca6b755'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:00.239892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-299a9c35-065a-41e2-8209-f170951965ab tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.244415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-299a9c35-065a-41e2-8209-f170951965ab tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.110 "GET /v2.0/networks?id=480b1a71-b8da-4091-93bf-c58a6b66ac45 HTTP/1.1" status: 200 len: 798 time: 0.4276781 Feb 09 22:14:00.245572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbba0ae-693e-4b74-8877-795e30204900 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.247085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fdbba0ae-693e-4b74-8877-795e30204900 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=87299f7d-6c39-49cb-ab0b-cc4acca6b755&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1533024 Feb 09 22:14:00.250399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.257254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Request body: {'port': {'device_id': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45', 'admin_state_up': True, 'tenant_id': '2ec62ed748f545049bd5b05865269d99'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:00.283697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f87c5b9d-009f-4b63-aad5-8303f171a843 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:00.370329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47960) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.456220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ed63df3-2a9e-474f-8b92-e8d1d022f123 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9065674434dc432e82e3a4a69d59fb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847239 Feb 09 22:14:00.458962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47962) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.480990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e1f1f-c0fc-4ee8-8c29-958eec432bd9 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.485882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2c0e1f1f-c0fc-4ee8-8c29-958eec432bd9 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.2313399 Feb 09 22:14:00.487980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.508670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Made reservation on behalf of 2ec62ed748f545049bd5b05865269d99 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:00.512061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.535070 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f3ca279d-6753-478d-aad9-5dbf42a297bb tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=87299f7d-6c39-49cb-ab0b-cc4acca6b755 HTTP/1.1" status: 200 len: 205 time: 0.0459168 Feb 09 22:14:00.537868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:00.557123 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cae906-a7dc-4cc9-8ee2-b0b92e74cf70 admin admin] Publish callbacks [] for security_group (de9928bc-8a33-42e5-9a66-86845848dab7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.692253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Allocated IP 172.20.0.25 (480b1a71-b8da-4091-93bf-c58a6b66ac45/e7dfd0e6-7de5-4673-aeec-10a6747b4e4c/63636315-b0c6-4795-ab5b-19d56a8095a3) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:00.711189 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cae906-a7dc-4cc9-8ee2-b0b92e74cf70 admin admin] Publish callbacks [] for security_group (de9928bc-8a33-42e5-9a66-86845848dab7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.757527 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.813110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.871548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (87299f7d-6c39-49cb-ab0b-cc4acca6b755), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.908582 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cae906-a7dc-4cc9-8ee2-b0b92e74cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (de9928bc-8a33-42e5-9a66-86845848dab7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.911134 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cae906-a7dc-4cc9-8ee2-b0b92e74cf70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.912366 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-85cae906-a7dc-4cc9-8ee2-b0b92e74cf70 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/de9928bc-8a33-42e5-9a66-86845848dab7 HTTP/1.1" status: 204 len: 168 time: 0.4522896 Feb 09 22:14:00.921019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cae906-a7dc-4cc9-8ee2-b0b92e74cf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9928bc-8a33-42e5-9a66-86845848dab7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:00.936438 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.963062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.995585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:00.999502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:01.003307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:01.037466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Deleting port 6553bbed-9ad7-4fea-85ea-9a69dc3efb63 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:01.038170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6553bbed-9ad7-4fea-85ea-9a69dc3efb63), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.059149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event updated for resources: {'Port': ['ID=63636315-b0c6-4795-ab5b-19d56a8095a3,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:01.090650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:01.091308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.194757 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82a71c57-c9fd-44d0-b038-a9ea220a48c0 req-18e70c73-8145-4b7c-be3c-0c5c53698627 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0397253 Feb 09 22:14:01.198441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-6a9b5825-5f53-4978-bbb6-28d2e87bcb8e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9458833 Feb 09 22:14:01.200623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ac364-e1d6-45f8-835c-25d45294a075 req-2737f7b6-cd5e-412f-939d-10fa8ad17a6e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:01.202526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e98ac364-e1d6-45f8-835c-25d45294a075 req-2737f7b6-cd5e-412f-939d-10fa8ad17a6e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 895 time: 0.1835880 Feb 09 22:14:01.213063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Request body: {'port': {'device_id': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:01.220821 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6553bbed-9ad7-4fea-85ea-9a69dc3efb63), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.249848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Calling delete_port for 6553bbed-9ad7-4fea-85ea-9a69dc3efb63 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:01.304688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.407119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-85c1edd8-2256-4a1e-83bc-a4fa3b6a1032 None None] Provisioning complete for port 63636315-b0c6-4795-ab5b-19d56a8095a3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:01.407568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-85c1edd8-2256-4a1e-83bc-a4fa3b6a1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.446866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-85c1edd8-2256-4a1e-83bc-a4fa3b6a1032 None None] Port 63636315-b0c6-4795-ab5b-19d56a8095a3 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:01.554682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6553bbed-9ad7-4fea-85ea-9a69dc3efb63), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.584456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event deleted for resources: {'Port': ['ID=6553bbed-9ad7-4fea-85ea-9a69dc3efb63,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:01.647717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63636315-b0c6-4795-ab5b-19d56a8095a3 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:14:01.656155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Publish callbacks [] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.670245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Transition to ACTIVE for port object 63636315-b0c6-4795-ab5b-19d56a8095a3 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:14:01.743348 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.753346 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (87299f7d-6c39-49cb-ab0b-cc4acca6b755), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.808630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 47976) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.858200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.860595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (87299f7d-6c39-49cb-ab0b-cc4acca6b755), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.887257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Pushing event updated for resources: {'Port': ['ID=63636315-b0c6-4795-ab5b-19d56a8095a3,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:01.940141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c7b8da95-2765-4ef2-9e49-806f38e445be admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f909cee271c8424aaee0f160fa47ab3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299391 Feb 09 22:14:01.941431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Attempting to bind port 63636315-b0c6-4795-ab5b-19d56a8095a3 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:01.941777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Attempting to bind port 63636315-b0c6-4795-ab5b-19d56a8095a3 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:01.943163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Attempting to bind port 63636315-b0c6-4795-ab5b-19d56a8095a3 on network 480b1a71-b8da-4091-93bf-c58a6b66ac45 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:01.944359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47978) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:01.954520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Port 63636315-b0c6-4795-ab5b-19d56a8095a3 on network 480b1a71-b8da-4091-93bf-c58a6b66ac45 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:14:01.954520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Attempting to bind port 63636315-b0c6-4795-ab5b-19d56a8095a3 on network 480b1a71-b8da-4091-93bf-c58a6b66ac45 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:01.954520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:01.954520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Checking segment: {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:01.955122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Bound using segment: {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:01.955237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Bound port: 63636315-b0c6-4795-ab5b-19d56a8095a3, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ba1337-2534-4f40-a8bb-b27303e23142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:01.955544 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.979149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (87299f7d-6c39-49cb-ab0b-cc4acca6b755), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:01.980104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Fanout notify agent at l3_agent the message router_deleted on router 87299f7d-6c39-49cb-ab0b-cc4acca6b755 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:02.001336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.002761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-75e9c879-49eb-4720-8333-f730528416d8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/87299f7d-6c39-49cb-ab0b-cc4acca6b755 HTTP/1.1" status: 204 len: 168 time: 1.4510541 Feb 09 22:14:02.007550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47980) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.017217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e69689af-23df-4501-adc1-5ed386b349a1 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1948741279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.042246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] For port 63636315-b0c6-4795-ab5b-19d56a8095a3, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:02.046571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] For port 63636315-b0c6-4795-ab5b-19d56a8095a3, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=63636315-b0c6-4795-ab5b-19d56a8095a3,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:02.061899 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200bbe15-52e1-4412-9e57-2ec31230d821 admin admin] Publish callbacks [] for security_group (8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.089317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200bbe15-52e1-4412-9e57-2ec31230d821 admin admin] Publish callbacks [] for security_group (8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.119947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.160989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.162086 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.163954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] 10.222.0.110 "PUT /v2.0/ports/63636315-b0c6-4795-ab5b-19d56a8095a3 HTTP/1.1" status: 200 len: 1055 time: 0.9575515 Feb 09 22:14:02.177659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'tag': '63636315-b0c6-4795-ab5b-19d56a8095a3'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:02.180189 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59699f3f-a16e-482c-82a8-e9797f75c3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "95ab64fa-e3ef-403c-b21e-7876e7a578e8", "tag": "63636315-b0c6-4795-ab5b-19d56a8095a3"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:02.221906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c6a59-ab9a-438d-a048-999806f96557 service neutron] Pushing event updated for resources: {'Port': ['ID=63636315-b0c6-4795-ab5b-19d56a8095a3,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:02.289979 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f86416-2d69-4b92-b86d-b71e0f6b0f07 x-openstack-request-id: req-15f86416-2d69-4b92-b86d-b71e0f6b0f07 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:02.290451 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ab64fa-e3ef-403c-b21e-7876e7a578e8", "tag": "63636315-b0c6-4795-ab5b-19d56a8095a3", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:02.290589 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-15f86416-2d69-4b92-b86d-b71e0f6b0f07 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:02.290931 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'tag': '63636315-b0c6-4795-ab5b-19d56a8095a3', 'status': 'completed', 'code': 200} Feb 09 22:14:02.421973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-b332bae5-05c9-4d6c-baab-e3b10ea3e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.423635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-b332bae5-05c9-4d6c-baab-e3b10ea3e86e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 1089 time: 0.1278822 Feb 09 22:14:02.434802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e69689af-23df-4501-adc1-5ed386b349a1 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.435890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e69689af-23df-4501-adc1-5ed386b349a1 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.439521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92afe5-a103-45fe-8beb-75c401a4852f req-135195a0-20e6-4b0b-9e0e-3073029ce368 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.441211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c92afe5-a103-45fe-8beb-75c401a4852f req-135195a0-20e6-4b0b-9e0e-3073029ce368 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 907 time: 0.0854199 Feb 09 22:14:02.465814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-79bb4b47-869c-49b0-888e-91f3fa43328a req-ea478eab-0cc6-4a14-bc45-d7c877ffb84f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0481544 Feb 09 22:14:02.497028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-a6661d00-6d9b-4eda-8ce4-f57388b946f5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=63636315-b0c6-4795-ab5b-19d56a8095a3 HTTP/1.1" status: 200 len: 217 time: 0.0537426 Feb 09 22:14:02.533885 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e69689af-23df-4501-adc1-5ed386b349a1 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (0516a6ff-264b-4e92-8d28-08a3769705ff), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.558111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-760bb95d-6214-4a14-b9d6-9a559ab1f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.559598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-760bb95d-6214-4a14-b9d6-9a559ab1f2cc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e7dfd0e6-7de5-4673-aeec-10a6747b4e4c HTTP/1.1" status: 200 len: 838 time: 0.0566857 Feb 09 22:14:02.589060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e69689af-23df-4501-adc1-5ed386b349a1 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.594783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200bbe15-52e1-4412-9e57-2ec31230d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.597407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-200bbe15-52e1-4412-9e57-2ec31230d821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.601205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-200bbe15-52e1-4412-9e57-2ec31230d821 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0 HTTP/1.1" status: 204 len: 168 time: 0.6556647 Feb 09 22:14:02.616434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bbe15-52e1-4412-9e57-2ec31230d821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8413cdd9-ebe3-4684-97a8-a0a3d9d13ae0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:02.624854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-d090d361-2a21-4d18-b101-57bea7c6ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.626422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-d090d361-2a21-4d18-b101-57bea7c6ff7d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=480b1a71-b8da-4091-93bf-c58a6b66ac45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0605159 Feb 09 22:14:02.674817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e69689af-23df-4501-adc1-5ed386b349a1 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.676430 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e69689af-23df-4501-adc1-5ed386b349a1 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6642272 Feb 09 22:14:02.683658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 47990) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:02.691214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': True}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:02.734044 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-3fd60e8d-0366-4cf5-8415-46fafd8ca843 service neutron] 10.222.0.110 "GET /v2.0/networks/480b1a71-b8da-4091-93bf-c58a6b66ac45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009824 Feb 09 22:14:02.845772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ce747d-b4fc-4f5d-aacd-f8d82e27fcc4 req-a0c63539-6ca8-475b-a25b-03cafdbc4446 service neutron] 10.222.0.110 "GET /v2.0/networks/480b1a71-b8da-4091-93bf-c58a6b66ac45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048119 Feb 09 22:14:02.931020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (0516a6ff-264b-4e92-8d28-08a3769705ff), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.027836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-f69f13ba-60d8-41ad-bd63-8e2c53ad4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.029625 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-f69f13ba-60d8-41ad-bd63-8e2c53ad4ad7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 1089 time: 0.0553765 Feb 09 22:14:03.137885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-70f8ea9c-1ce7-4b30-9706-ec73cc7c7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.139374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-70f8ea9c-1ce7-4b30-9706-ec73cc7c7fea service neutron] 10.222.0.110 "GET /v2.0/networks?id=480b1a71-b8da-4091-93bf-c58a6b66ac45 HTTP/1.1" status: 200 len: 899 time: 0.1034245 Feb 09 22:14:03.192177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-e0543301-206c-4485-a6d2-ac0572315244 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=63636315-b0c6-4795-ab5b-19d56a8095a3 HTTP/1.1" status: 200 len: 217 time: 0.0406532 Feb 09 22:14:03.248019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-d0a7a863-0526-4e5d-aaef-b6dfbce6edac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.249522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-d0a7a863-0526-4e5d-aaef-b6dfbce6edac service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e7dfd0e6-7de5-4673-aeec-10a6747b4e4c HTTP/1.1" status: 200 len: 838 time: 0.0518925 Feb 09 22:14:03.263265 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (0516a6ff-264b-4e92-8d28-08a3769705ff), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.290397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.310601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-31e9f199-17cc-4ca5-9104-336d775ec967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.312281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-31e9f199-17cc-4ca5-9104-336d775ec967 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=480b1a71-b8da-4091-93bf-c58a6b66ac45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564106 Feb 09 22:14:03.406049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Allocated IP 172.25.5.4 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/06dad0af-6fba-4f14-82b5-0e2b8c673cd0) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:03.436212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-01107a8b-ec0a-4eb1-8919-8a7fdcd11f59 service neutron] 10.222.0.110 "GET /v2.0/networks/480b1a71-b8da-4091-93bf-c58a6b66ac45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145794 Feb 09 22:14:03.531032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for port (06dad0af-6fba-4f14-82b5-0e2b8c673cd0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.639013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-528eb510-12ea-435c-aa7b-ff465ebb6065 req-11f96703-dfc7-4516-b237-16601fa735ac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0441434 Feb 09 22:14:03.662740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59699f3f-a16e-482c-82a8-e9797f75c3f6 req-d8d07de2-6984-4b3b-a535-f1cb901c63fc service neutron] 10.222.0.110 "GET /v2.0/networks/480b1a71-b8da-4091-93bf-c58a6b66ac45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198277 Feb 09 22:14:03.675373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8671ea-1657-40b4-88e4-83a805af3ba1 req-29fb148e-8545-407a-a59e-cac6b4d50135 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:03.677533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf8671ea-1657-40b4-88e4-83a805af3ba1 req-29fb148e-8545-407a-a59e-cac6b4d50135 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 907 time: 0.1305127 Feb 09 22:14:03.703681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (06dad0af-6fba-4f14-82b5-0e2b8c673cd0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:03.744301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:03.748865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:03.753390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:03.757866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Port': ['ID=06dad0af-6fba-4f14-82b5-0e2b8c673cd0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:04.094069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (0516a6ff-264b-4e92-8d28-08a3769705ff), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.300652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.304206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.501510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Router 0516a6ff-264b-4e92-8d28-08a3769705ff is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:04.616486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:04.621441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:04.622659 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7add41e1-dcae-4da4-83d3-13080e584319 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "PUT /v2.0/routers/0516a6ff-264b-4e92-8d28-08a3769705ff HTTP/1.1" status: 200 len: 913 time: 1.9372518 Feb 09 22:14:04.626144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48028) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.628357 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] Sync routers for ids ['0516a6ff-264b-4e92-8d28-08a3769705ff'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:04.644356 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] Routers {'0516a6ff-264b-4e92-8d28-08a3769705ff'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:04.645307 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0516a6ff-264b-4e92-8d28-08a3769705ff'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:04.704615 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:04.716342 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] Routers {'0516a6ff-264b-4e92-8d28-08a3769705ff'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:04.716606 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:13:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0516a6ff-264b-4e92-8d28-08a3769705ff'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:04.806351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4c72a7c3-5456-4b0d-a75c-0b71aa76fb9a tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/0516a6ff-264b-4e92-8d28-08a3769705ff HTTP/1.1" status: 200 len: 919 time: 0.1749265 Feb 09 22:14:04.807682 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:04.808380 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb322d-d907-4665-acdf-8aa2e7ea5a2e None None] The sync data for ids ['0516a6ff-264b-4e92-8d28-08a3769705ff'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:04.822308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48038) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.831994 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-adf8105a-401f-486f-920f-430fd3995fbe req-11250009-2802-4806-b0dd-116355dabdd0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0666788 Feb 09 22:14:04.883587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c16a0-c24c-47d1-b101-df5c610a677a req-f8aa70c4-e9b6-4475-97db-0c0c9c3b5701 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:04.891367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a60c16a0-c24c-47d1-b101-df5c610a677a req-f8aa70c4-e9b6-4475-97db-0c0c9c3b5701 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 907 time: 0.1060858 Feb 09 22:14:04.904656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740feae7-668f-48f1-99f4-749c810335c6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:04.904932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48040) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:04.905804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-740feae7-668f-48f1-99f4-749c810335c6 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=0516a6ff-264b-4e92-8d28-08a3769705ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0821910 Feb 09 22:14:04.991232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82184bbc-7b31-4e61-861c-3339450e4010 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:04.995295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-82184bbc-7b31-4e61-861c-3339450e4010 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.0867996 Feb 09 22:14:04.995995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48042) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:05.028778 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1c0d4567-0b4f-4c57-a572-459a93fc8e54 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=0516a6ff-264b-4e92-8d28-08a3769705ff HTTP/1.1" status: 200 len: 205 time: 0.0321760 Feb 09 22:14:05.031269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48044) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:05.140276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.244467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (0516a6ff-264b-4e92-8d28-08a3769705ff), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.386952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Deleting port 06dad0af-6fba-4f14-82b5-0e2b8c673cd0 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:05.389072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (06dad0af-6fba-4f14-82b5-0e2b8c673cd0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.449881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-16ca24bc-6da7-4088-8526-44527bcfebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.467360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (06dad0af-6fba-4f14-82b5-0e2b8c673cd0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.482331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Calling delete_port for 06dad0af-6fba-4f14-82b5-0e2b8c673cd0 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:05.754197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (06dad0af-6fba-4f14-82b5-0e2b8c673cd0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.785621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event deleted for resources: {'Port': ['ID=06dad0af-6fba-4f14-82b5-0e2b8c673cd0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:05.862193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (0516a6ff-264b-4e92-8d28-08a3769705ff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.967186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 63636315-b0c6-4795-ab5b-19d56a8095a3 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:14:05.990487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ebc9cbe1-d3b5-4fbf-a66e-2681ec21b2a1 req-859bcbcd-b1de-47dd-9041-914c70e357ab tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0592439 Feb 09 22:14:05.994299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.996683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (0516a6ff-264b-4e92-8d28-08a3769705ff), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.060358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e81ad1-4c47-4b32-bd8a-025b14f629ce req-8ea470f7-552f-4999-9f10-5ba9d6113fac tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:06.062280 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28e81ad1-4c47-4b32-bd8a-025b14f629ce req-8ea470f7-552f-4999-9f10-5ba9d6113fac tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 907 time: 0.1055896 Feb 09 22:14:06.092532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 63636315-b0c6-4795-ab5b-19d56a8095a3, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=63636315-b0c6-4795-ab5b-19d56a8095a3,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:06.105182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '63636315-b0c6-4795-ab5b-19d56a8095a3', 'network_id': '480b1a71-b8da-4091-93bf-c58a6b66ac45', 'port_id': '63636315-b0c6-4795-ab5b-19d56a8095a3', 'mac_address': 'fa:16:3e:dc:53:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dfd0e6-7de5-4673-aeec-10a6747b4e4c', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:14:06.112632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (0516a6ff-264b-4e92-8d28-08a3769705ff), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.113638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Fanout notify agent at l3_agent the message router_deleted on router 0516a6ff-264b-4e92-8d28-08a3769705ff {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:06.134881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.137173 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b40d8a8f-d900-40a5-b854-56ae9be0a807 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/0516a6ff-264b-4e92-8d28-08a3769705ff HTTP/1.1" status: 204 len: 168 time: 1.1047544 Feb 09 22:14:06.141293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48056) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:06.146136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7e055465-ae53-4acf-b200-c2c0a88f9b1d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2026169202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:06.151395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 63636315-b0c6-4795-ab5b-19d56a8095a3 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:06.152428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.169926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63636315-b0c6-4795-ab5b-19d56a8095a3 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:14:06.190144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 63636315-b0c6-4795-ab5b-19d56a8095a3, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=63636315-b0c6-4795-ab5b-19d56a8095a3,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:06.244831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e055465-ae53-4acf-b200-c2c0a88f9b1d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.245919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e055465-ae53-4acf-b200-c2c0a88f9b1d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.286045 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.301055 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e055465-ae53-4acf-b200-c2c0a88f9b1d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.341683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=63636315-b0c6-4795-ab5b-19d56a8095a3,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:06.360477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e055465-ae53-4acf-b200-c2c0a88f9b1d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.430692 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7e055465-ae53-4acf-b200-c2c0a88f9b1d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.432776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7e055465-ae53-4acf-b200-c2c0a88f9b1d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2901585 Feb 09 22:14:06.436128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48058) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:06.441106 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'enable_snat': False}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:06.541152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['63636315-b0c6-4795-ab5b-19d56a8095a3'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:14:06.663293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.935413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:06.955365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.065745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Allocated IP 172.25.5.197 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/39a7ec2f-2484-4c71-8f07-0c4e96e8abe3) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:07.200895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ced669-46fc-4835-8804-6a75468e594a req-5147763c-da51-4447-bc7d-981615cc3b81 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:07.229114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60ced669-46fc-4835-8804-6a75468e594a req-5147763c-da51-4447-bc7d-981615cc3b81 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 908 time: 0.0842614 Feb 09 22:14:07.384844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a31a658-8120-4c75-8c37-5e894b703a7a req-41b9a48c-b4e3-4fc3-9310-fb62fa219e9f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.3161995 Feb 09 22:14:07.486261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for port (39a7ec2f-2484-4c71-8f07-0c4e96e8abe3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.512843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6d13fadd-62b7-49d7-88d1-2f114998ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.606240 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (39a7ec2f-2484-4c71-8f07-0c4e96e8abe3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:07.651650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:07.656540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:07.661136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:07.667846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Pushing event updated for resources: {'Port': ['ID=39a7ec2f-2484-4c71-8f07-0c4e96e8abe3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:07.983529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 63636315-b0c6-4795-ab5b-19d56a8095a3 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:08.016087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router_gateway (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.108433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 63636315-b0c6-4795-ab5b-19d56a8095a3 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:14:08.112764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 63636315-b0c6-4795-ab5b-19d56a8095a3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:08.114031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.192251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 63636315-b0c6-4795-ab5b-19d56a8095a3 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:08.192644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.215313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63636315-b0c6-4795-ab5b-19d56a8095a3'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:08.217906 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d6edd-cc53-4c99-b13a-09a80cf2d2a9" -d '{"events": [{"server_uuid": "95ab64fa-e3ef-403c-b21e-7876e7a578e8", "name": "network-vif-plugged", "status": "completed", "tag": "63636315-b0c6-4795-ab5b-19d56a8095a3"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:08.223643 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.227572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.230692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 63636315-b0c6-4795-ab5b-19d56a8095a3, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=63636315-b0c6-4795-ab5b-19d56a8095a3,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:08.271894 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d52dd1d-9fe7-4fc6-b61e-c6d48817975e x-openstack-request-id: req-4d52dd1d-9fe7-4fc6-b61e-c6d48817975e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:08.272267 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab64fa-e3ef-403c-b21e-7876e7a578e8", "name": "network-vif-plugged", "status": "completed", "tag": "63636315-b0c6-4795-ab5b-19d56a8095a3", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:08.272596 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d52dd1d-9fe7-4fc6-b61e-c6d48817975e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:08.273086 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63636315-b0c6-4795-ab5b-19d56a8095a3', 'code': 200} Feb 09 22:14:08.307642 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.376249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=63636315-b0c6-4795-ab5b-19d56a8095a3,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:08.389216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb14274-4e25-40d9-9dcf-de59f39e38c0 req-c6fa88c6-54a2-4958-9ac7-9175f361bab6 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:08.391345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ceb14274-4e25-40d9-9dcf-de59f39e38c0 req-c6fa88c6-54a2-4958-9ac7-9175f361bab6 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 909 time: 0.0964456 Feb 09 22:14:08.403898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5876e-af83-432e-b85f-afa70543d756 req-3bd3c10b-0363-4fca-aaa3-1e06f9ada101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:08.404852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3f5876e-af83-432e-b85f-afa70543d756 req-3bd3c10b-0363-4fca-aaa3-1e06f9ada101 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 1091 time: 0.0692635 Feb 09 22:14:08.463530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Router 552365fb-f3e5-4f3e-9d6a-050fa1d5d523 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:08.530744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45acf9ce-a3d9-4add-9a6e-2afc865a0295 req-941f544a-3bc4-4940-bcd8-61406e8e286e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3dad5-36d7-496f-b1ad-632c167ac6e5 HTTP/1.1" status: 200 len: 210 time: 0.0599828 Feb 09 22:14:08.602082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:08.607190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:08.611193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48082) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:08.611923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5b311bff-940f-4c8c-8b9f-a3e4f26032ee tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "PUT /v2.0/routers/552365fb-f3e5-4f3e-9d6a-050fa1d5d523 HTTP/1.1" status: 200 len: 916 time: 2.1746237 Feb 09 22:14:08.613821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] Sync routers for ids ['552365fb-f3e5-4f3e-9d6a-050fa1d5d523'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:08.638819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] Routers {'552365fb-f3e5-4f3e-9d6a-050fa1d5d523'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:08.638960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['552365fb-f3e5-4f3e-9d6a-050fa1d5d523'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:08.691303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:08.697907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] Routers {'552365fb-f3e5-4f3e-9d6a-050fa1d5d523'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:08.698554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['552365fb-f3e5-4f3e-9d6a-050fa1d5d523'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:08.733106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:08.733786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a7d31-9524-474f-a4e3-daab1ff23425 None None] The sync data for ids ['552365fb-f3e5-4f3e-9d6a-050fa1d5d523'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:09.069369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9af728c5-cd75-4950-9802-37145831362b tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/552365fb-f3e5-4f3e-9d6a-050fa1d5d523 HTTP/1.1" status: 200 len: 922 time: 0.4567821 Feb 09 22:14:09.072387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48084) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:09.114961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf9e3d-7b2c-4f95-8f41-d6271b37338a tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:09.116462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-32bf9e3d-7b2c-4f95-8f41-d6271b37338a tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=552365fb-f3e5-4f3e-9d6a-050fa1d5d523&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0431879 Feb 09 22:14:09.118247 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.119763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48086) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:09.202074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6ef23-d078-4fb4-9f5d-88c04465774a tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:09.203430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-62e6ef23-d078-4fb4-9f5d-88c04465774a tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/networks/b1b99ac6-2319-47d7-ac0e-656ae8966ba0 HTTP/1.1" status: 200 len: 881 time: 0.0826910 Feb 09 22:14:09.206250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48088) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:09.232427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bc0eab13-5dda-4fc5-824f-3ba3cb655ddf tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=552365fb-f3e5-4f3e-9d6a-050fa1d5d523 HTTP/1.1" status: 200 len: 205 time: 0.0251637 Feb 09 22:14:09.234816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48090) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:09.340256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.457032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.551129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66108410-c3af-4f14-afb9-b852beaaf9fa req-1078c0c9-bad7-452a-87cc-47bf6ec92a33 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:09.552957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66108410-c3af-4f14-afb9-b852beaaf9fa req-1078c0c9-bad7-452a-87cc-47bf6ec92a33 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 909 time: 0.0781009 Feb 09 22:14:09.582724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Deleting port 39a7ec2f-2484-4c71-8f07-0c4e96e8abe3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:09.583150 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (39a7ec2f-2484-4c71-8f07-0c4e96e8abe3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.681724 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (39a7ec2f-2484-4c71-8f07-0c4e96e8abe3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.693530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Calling delete_port for 39a7ec2f-2484-4c71-8f07-0c4e96e8abe3 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:09.947974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (39a7ec2f-2484-4c71-8f07-0c4e96e8abe3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.971874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event deleted for resources: {'Port': ['ID=39a7ec2f-2484-4c71-8f07-0c4e96e8abe3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:09.982253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.982614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.982970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.983314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.983655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.984021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.984359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.984700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.985039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.985385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.985699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.986032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:09.986363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:10.047794 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.142184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.144264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.238376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (552365fb-f3e5-4f3e-9d6a-050fa1d5d523), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.238958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Fanout notify agent at l3_agent the message router_deleted on router 552365fb-f3e5-4f3e-9d6a-050fa1d5d523 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:10.246430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.252142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48102) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:10.252670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f4beddde-bf2d-4da8-bfcd-15bb16bd12e4 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/552365fb-f3e5-4f3e-9d6a-050fa1d5d523 HTTP/1.1" status: 204 len: 168 time: 1.0164337 Feb 09 22:14:10.258803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1185314979', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:10.285557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.335909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.336985 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.389054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.579511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.698461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96175351-81e2-477c-8973-82db1015abed req-0412f800-c058-402a-86f6-2fc1a9dbeaf8 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:10.700035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96175351-81e2-477c-8973-82db1015abed req-0412f800-c058-402a-86f6-2fc1a9dbeaf8 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 909 time: 0.0544794 Feb 09 22:14:10.873637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.895245 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:10.942966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e91db-ed66-4043-8451-17352e885bef req-0236691b-196e-44ec-87d8-951f3480a515 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:10.944022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee6e91db-ed66-4043-8451-17352e885bef req-0236691b-196e-44ec-87d8-951f3480a515 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 909 time: 0.1540463 Feb 09 22:14:11.018110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Allocated IP 172.25.5.23 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/8a73a64a-500c-4d2f-afec-798dbe398f13) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:11.057319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263966-6ce7-446a-be86-77cff7e67e6f req-729f092a-90e1-4cbd-9d79-16a6a77eef54 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:11.058869 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-08263966-6ce7-446a-be86-77cff7e67e6f req-729f092a-90e1-4cbd-9d79-16a6a77eef54 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 1091 time: 0.0466352 Feb 09 22:14:11.130273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for port (8a73a64a-500c-4d2f-afec-798dbe398f13), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.195191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388eb1-6e32-4029-8614-edb382b3948d req-36a29dc3-a853-4083-8221-b6624cc9e795 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:11.197407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb388eb1-6e32-4029-8614-edb382b3948d req-36a29dc3-a853-4083-8221-b6624cc9e795 tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1167 time: 0.0707552 Feb 09 22:14:11.255349 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8a73a64a-500c-4d2f-afec-798dbe398f13), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.263670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb388eb1-6e32-4029-8614-edb382b3948d req-0c356a7a-67ee-4206-8592-2291dd0fe0bb tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0602660 Feb 09 22:14:11.286384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48120) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:11.304931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:11.309845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:11.313476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:11.333907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18adff24-67a0-4a1c-9bb8-92e34322c85b tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:11.339892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-18adff24-67a0-4a1c-9bb8-92e34322c85b tempest-TestSecurityGroupsBasicOps-64477901 tempest-TestSecurityGroupsBasicOps-64477901-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 1086 time: 0.0522721 Feb 09 22:14:11.357920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event updated for resources: {'Port': ['ID=8a73a64a-500c-4d2f-afec-798dbe398f13,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:11.674955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.696183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.093833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b7f62-3939-48cb-ab7a-f524f6bc3f02 req-afd86ed1-dc38-45d2-93d8-246ac17a4280 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:12.095428 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e25b7f62-3939-48cb-ab7a-f524f6bc3f02 req-afd86ed1-dc38-45d2-93d8-246ac17a4280 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 909 time: 0.0801747 Feb 09 22:14:12.203374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.393045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Router 0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:12.521204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:12.531257 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] Sync routers for ids ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:12.542026 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] Routers {'0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:12.543022 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:12.576195 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:12.584922 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] Routers {'0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:12.585511 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:12.612328 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.616351 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a55999f9-f71b-458a-88a6-b716fd91994e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3591795 Feb 09 22:14:12.616618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48132) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:12.621507 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:12.621896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:12.622165 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913cd34-a1ce-4825-ad1e-2f799aae7383 None None] The sync data for ids ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:12.938024 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.010904 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_gateway (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.150501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Deleting port 8a73a64a-500c-4d2f-afec-798dbe398f13 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:13.150866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8a73a64a-500c-4d2f-afec-798dbe398f13), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.308200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-57ac1a8d-1947-4b97-985b-3e5925746aba tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:13.309824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-57ac1a8d-1947-4b97-985b-3e5925746aba tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.110 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 909 time: 0.1180096 Feb 09 22:14:13.311624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8a73a64a-500c-4d2f-afec-798dbe398f13), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.320598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef6a8a-2a84-4fce-b891-ed2861ec91ce req-3795f716-1267-43cc-834d-bffdb112702b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:13.322580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7ef6a8a-2a84-4fce-b891-ed2861ec91ce req-3795f716-1267-43cc-834d-bffdb112702b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 909 time: 0.1318564 Feb 09 22:14:13.346065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Calling delete_port for 8a73a64a-500c-4d2f-afec-798dbe398f13 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:13.521460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting port 63636315-b0c6-4795-ab5b-19d56a8095a3 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:13.521859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.645784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] For port 63636315-b0c6-4795-ab5b-19d56a8095a3, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=63636315-b0c6-4795-ab5b-19d56a8095a3,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:13.646387 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.658390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Calling delete_port for 63636315-b0c6-4795-ab5b-19d56a8095a3 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:13.731970 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8a73a64a-500c-4d2f-afec-798dbe398f13), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.785187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Pushing event deleted for resources: {'Port': ['ID=8a73a64a-500c-4d2f-afec-798dbe398f13,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:13.857220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.921826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (63636315-b0c6-4795-ab5b-19d56a8095a3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.956373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Port': ['ID=63636315-b0c6-4795-ab5b-19d56a8095a3,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:14.078617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] No DVR routers for this DVR port 63636315-b0c6-4795-ab5b-19d56a8095a3 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:14.081628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.085114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6304c7a7-bbe9-4756-8426-1c0ca41a0cb8 req-9d85d722-af2c-4855-8e0b-61863898f59f tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.110 "DELETE /v2.0/ports/63636315-b0c6-4795-ab5b-19d56a8095a3 HTTP/1.1" status: 204 len: 173 time: 0.7570860 Feb 09 22:14:14.085598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'name': 'network-vif-deleted', 'tag': '63636315-b0c6-4795-ab5b-19d56a8095a3'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:14.088810 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b0bbed-8129-47f8-b488-54c4219fcd11" -d '{"events": [{"server_uuid": "95ab64fa-e3ef-403c-b21e-7876e7a578e8", "name": "network-vif-deleted", "tag": "63636315-b0c6-4795-ab5b-19d56a8095a3"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:14.187338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8466'] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.191582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644535', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640980'] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.198317 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3c49f5-ed98-45af-a4f3-7ef2e8da2e64 x-openstack-request-id: req-9f3c49f5-ed98-45af-a4f3-7ef2e8da2e64 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:14.198698 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab64fa-e3ef-403c-b21e-7876e7a578e8", "name": "network-vif-deleted", "tag": "63636315-b0c6-4795-ab5b-19d56a8095a3", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:14.198886 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f3c49f5-ed98-45af-a4f3-7ef2e8da2e64 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:14.199442 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab64fa-e3ef-403c-b21e-7876e7a578e8', 'name': 'network-vif-deleted', 'tag': '63636315-b0c6-4795-ab5b-19d56a8095a3', 'status': 'completed', 'code': 200} Feb 09 22:14:14.283268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Router 0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:14.393150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:14.401882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.403191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0da9283d-0d61-45ae-9b55-d68be9e81a91 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "PUT /v2.0/routers/0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa HTTP/1.1" status: 200 len: 706 time: 1.7853405 Feb 09 22:14:14.405830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48152) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.407538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] Sync routers for ids ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:14.424284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] Routers {'0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:14.429196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:14.476740 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:14.481192 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d5d2780-647a-405e-89e4-1d58256a7034 req-a18793cc-d567-4b5d-b96e-d0a3df6ebfc8 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=95ab64fa-e3ef-403c-b21e-7876e7a578e8 HTTP/1.1" status: 200 len: 210 time: 0.0357785 Feb 09 22:14:14.486880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] Routers {'0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:14.487619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:14.499138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d690-427c-4819-92dc-ec0bbea06f6b req-16b79ab4-c1c5-4c70-b8f2-67efca045832 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:14.500727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2597d690-427c-4819-92dc-ec0bbea06f6b req-16b79ab4-c1c5-4c70-b8f2-67efca045832 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1127 time: 0.1451895 Feb 09 22:14:14.507470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be1f5335-af79-40a9-a28f-2514588b2bcc tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/routers/0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa HTTP/1.1" status: 200 len: 741 time: 0.1006036 Feb 09 22:14:14.510152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48154) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.551763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:14.552675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8717c5a3-26a6-40f1-a403-4d95986869d7 None None] The sync data for ids ['0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:14.575027 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-63593b4b-ec44-44a3-8d94-db69de372458 tempest-RoutersAdminTest-470851780 tempest-RoutersAdminTest-470851780-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&device_id=0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa HTTP/1.1" status: 200 len: 205 time: 0.0533099 Feb 09 22:14:14.576724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48158) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.602420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2597d690-427c-4819-92dc-ec0bbea06f6b req-ebf4f276-eba2-4bfa-90ea-6c5b24bd63c7 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830336 Feb 09 22:14:14.609698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c5c5e58a-ca71-45c7-912e-45c3cc780733 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa HTTP/1.1" status: 200 len: 205 time: 0.0309920 Feb 09 22:14:14.612303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48160) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.628633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48162) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:14.701052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bb998dd-2d09-45a2-aac7-395ae30a5011 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.886787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bb998dd-2d09-45a2-aac7-395ae30a5011 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.889822 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bb998dd-2d09-45a2-aac7-395ae30a5011 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router_controller (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.021598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bb998dd-2d09-45a2-aac7-395ae30a5011 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.022604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb998dd-2d09-45a2-aac7-395ae30a5011 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Fanout notify agent at l3_agent the message router_deleted on router 0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:15.044206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2bb998dd-2d09-45a2-aac7-395ae30a5011 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.047128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2bb998dd-2d09-45a2-aac7-395ae30a5011 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa HTTP/1.1" status: 204 len: 168 time: 0.4338408 Feb 09 22:14:15.050731 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48164) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.098401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48168) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.099166 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f0ec7dab-2ed8-4018-bbd4-ffcab54b27d5 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa HTTP/1.1" status: 200 len: 205 time: 0.0470109 Feb 09 22:14:15.145907 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-2172c341-373f-42fd-ba3f-357ddaaebd60 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] delete failed (client error): The resource could not be found. Feb 09 22:14:15.146940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2172c341-373f-42fd-ba3f-357ddaaebd60 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/0dd3a0e4-5c2e-4d73-9a63-e9126c855aaa HTTP/1.1" status: 404 len: 336 time: 0.0476167 Feb 09 22:14:15.154368 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48170) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.192798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c5dfbaba-4a1c-48b0-bf8e-3f80f723a84e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=552365fb-f3e5-4f3e-9d6a-050fa1d5d523 HTTP/1.1" status: 200 len: 205 time: 0.0371563 Feb 09 22:14:15.194008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48172) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.200458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 5504a81d-7db4-4046-a249-8afcd7743b51 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:15.200807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5504a81d-7db4-4046-a249-8afcd7743b51), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.233349 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-b707cd55-adb7-42cb-8772-92dce5c56e5d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] delete failed (client error): The resource could not be found. Feb 09 22:14:15.237052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b707cd55-adb7-42cb-8772-92dce5c56e5d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/552365fb-f3e5-4f3e-9d6a-050fa1d5d523 HTTP/1.1" status: 404 len: 336 time: 0.0426939 Feb 09 22:14:15.237957 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48174) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.268967 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ecb6ed7a-2b36-47d0-81c8-e2911b5a8eb7 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=0516a6ff-264b-4e92-8d28-08a3769705ff HTTP/1.1" status: 200 len: 205 time: 0.0302751 Feb 09 22:14:15.269571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48176) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.280726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5504a81d-7db4-4046-a249-8afcd7743b51), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.281167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (5504a81d-7db4-4046-a249-8afcd7743b51), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.293716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 5504a81d-7db4-4046-a249-8afcd7743b51 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:15.312305 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-32d04c0e-4087-4b71-960f-1849a927a99e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] delete failed (client error): The resource could not be found. Feb 09 22:14:15.316009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-32d04c0e-4087-4b71-960f-1849a927a99e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/0516a6ff-264b-4e92-8d28-08a3769705ff HTTP/1.1" status: 404 len: 336 time: 0.0455115 Feb 09 22:14:15.316569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48178) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.349844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5fea0d24-dfa7-40b1-b887-1d8f540a9f8f tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=87299f7d-6c39-49cb-ab0b-cc4acca6b755 HTTP/1.1" status: 200 len: 205 time: 0.0317481 Feb 09 22:14:15.350058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48180) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.390228 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-d0acbcc7-1038-48cc-b885-3b646b436b78 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] delete failed (client error): The resource could not be found. Feb 09 22:14:15.391237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d0acbcc7-1038-48cc-b885-3b646b436b78 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/87299f7d-6c39-49cb-ab0b-cc4acca6b755 HTTP/1.1" status: 404 len: 336 time: 0.0402467 Feb 09 22:14:15.394091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48182) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.424135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bbe559b3-9edc-43a6-8679-7b18c1ff60c0 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8efcdff-3646-401d-be5d-d61f22bb5431 HTTP/1.1" status: 200 len: 205 time: 0.0276008 Feb 09 22:14:15.425308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48184) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.470195 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-35e4c256-3f77-46ba-8ad7-bdacc18108e8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] delete failed (client error): The resource could not be found. Feb 09 22:14:15.471483 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-35e4c256-3f77-46ba-8ad7-bdacc18108e8 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/d8efcdff-3646-401d-be5d-d61f22bb5431 HTTP/1.1" status: 404 len: 336 time: 0.0451248 Feb 09 22:14:15.474344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48186) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.503950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de0119a6-7da7-4498-ac9c-28edbc33e988 tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "GET /v2.0/ports?device_id=51ddb787-2895-4510-b092-2a66f33e3b66 HTTP/1.1" status: 200 len: 205 time: 0.0273492 Feb 09 22:14:15.505318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48188) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.544582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48194) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.549597 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-ef1dd3b3-807b-48e7-a136-4252aad8839d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] delete failed (client error): The resource could not be found. Feb 09 22:14:15.551171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ef1dd3b3-807b-48e7-a136-4252aad8839d tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/routers/51ddb787-2895-4510-b092-2a66f33e3b66 HTTP/1.1" status: 404 len: 336 time: 0.0448816 Feb 09 22:14:15.553387 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5504a81d-7db4-4046-a249-8afcd7743b51), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.559166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48196) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:15.606942 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-63222a49-7fa7-4ead-98eb-f80df23d7b7e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] DELETE failed (client error): The resource could not be found. Feb 09 22:14:15.607544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63222a49-7fa7-4ead-98eb-f80df23d7b7e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:14:15.610748 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-63222a49-7fa7-4ead-98eb-f80df23d7b7e tempest-RoutersAdminTest-1287550902 tempest-RoutersAdminTest-1287550902-project] 10.222.0.98 "DELETE /v2.0/subnets/eec15651-2d8d-4bf0-9c98-e3b213cf1a20 HTTP/1.1" status: 404 len: 337 time: 0.0504315 Feb 09 22:14:15.641690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=5504a81d-7db4-4046-a249-8afcd7743b51,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:15.729619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (59d73abe-9143-4082-89cd-766ddf09da83), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.729999 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP 59d73abe-9143-4082-89cd-766ddf09da83 disassociated (deleted). External IP: 172.25.5.106, port: 251e9f67-b0e9-4349-9458-b95ca18e4a9b. Feb 09 22:14:16.098805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:16.140480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48204) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:16.255537 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.267118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (7f98bead-19e9-4e76-86c9-422f586fbe63), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.269208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:16.273988 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.285380 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] Sync routers for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:16.295945 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:16.297731 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:16.360352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Publish callbacks [] for security_group (0379dc1a-4094-4612-8023-90f9ff59b09e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.375753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1f9a7ddb-6b23-4cf4-a63f-59fbab2d2d7a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/floatingips/59d73abe-9143-4082-89cd-766ddf09da83 HTTP/1.1" status: 204 len: 168 time: 1.7436442 Feb 09 22:14:16.375753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:16.377938 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff24b20c-2f18-4aaa-b410-fd054bb90a63" -d '{"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:16.425909 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cfd05f-b7ce-4c60-9e29-4e4acebd1af4 x-openstack-request-id: req-74cfd05f-b7ce-4c60-9e29-4e4acebd1af4 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:16.426307 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:16.426496 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74cfd05f-b7ce-4c60-9e29-4e4acebd1af4 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:16.426903 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'status': 'completed', 'code': 200} Feb 09 22:14:16.434279 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:16.440259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0379dc1a-4094-4612-8023-90f9ff59b09e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.510943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=66a8ea94236d479e9af39d457f229d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693707 Feb 09 22:14:16.516561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48212) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:16.517457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0379dc1a-4094-4612-8023-90f9ff59b09e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:16.538450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.538809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.539162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.539507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.539872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.540210 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.541091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.541517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.541855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.542199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.542522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.543206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.543543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd068c7a-ada8-4337-a803-9042ea6debe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:16.564520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-a3093d1d-4cae-48d5-8345-8c7bbb3df091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:16.566047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-a3093d1d-4cae-48d5-8345-8c7bbb3df091 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 1127 time: 0.0891824 Feb 09 22:14:16.592955 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f4566af-7814-4149-9dba-678783b3d4cf admin admin] Publish callbacks [] for security_group (0379dc1a-4094-4612-8023-90f9ff59b09e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.623164 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f4566af-7814-4149-9dba-678783b3d4cf admin admin] Publish callbacks [] for security_group (0379dc1a-4094-4612-8023-90f9ff59b09e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.734568 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:26Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:16.752570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-706836e5-7dc9-4c5c-a4e0-46c5c8ce9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:16.754088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-706836e5-7dc9-4c5c-a4e0-46c5c8ce9678 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 200 len: 898 time: 0.1794610 Feb 09 22:14:16.768614 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] Checking router: fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:16.779512 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:16.780178 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:16.806626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting port f87c5b9d-009f-4b63-aad5-8303f171a843 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:16.806974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.812764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f4566af-7814-4149-9dba-678783b3d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0379dc1a-4094-4612-8023-90f9ff59b09e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.824993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9f4566af-7814-4149-9dba-678783b3d4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:16.829603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9f4566af-7814-4149-9dba-678783b3d4cf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0379dc1a-4094-4612-8023-90f9ff59b09e HTTP/1.1" status: 204 len: 168 time: 0.3095577 Feb 09 22:14:16.853108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4566af-7814-4149-9dba-678783b3d4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0379dc1a-4094-4612-8023-90f9ff59b09e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:16.907105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-705ea457-df28-48d2-99f5-d0c69f311f93 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 200 len: 217 time: 0.1433792 Feb 09 22:14:16.955229 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:16.995729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-8ee4bb3f-f4c4-4cc1-a1e6-5fc13a9c49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:16.997440 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-8ee4bb3f-f4c4-4cc1-a1e6-5fc13a9c49ac service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 200 len: 834 time: 0.0727720 Feb 09 22:14:17.000912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc30043-614e-4982-bb3f-320b5ccd0d9a req-83ed25fb-bc5b-41ab-8059-c76124817097 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:17.004407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edc30043-614e-4982-bb3f-320b5ccd0d9a req-83ed25fb-bc5b-41ab-8059-c76124817097 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.0678678 Feb 09 22:14:17.028759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] For port f87c5b9d-009f-4b63-aad5-8303f171a843, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f87c5b9d-009f-4b63-aad5-8303f171a843,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:17.029289 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.060597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Calling delete_port for f87c5b9d-009f-4b63-aad5-8303f171a843 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:17.088715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edc30043-614e-4982-bb3f-320b5ccd0d9a req-92db0b72-072c-4077-a48e-6f25536df2e8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767033 Feb 09 22:14:17.277679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-114fd368-ffb0-4b1f-98e3-1fc9f88c6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:17.277679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-114fd368-ffb0-4b1f-98e3-1fc9f88c6b99 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed0143e4-d710-427b-a0e4-e3faa49ea0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2620220 Feb 09 22:14:17.411150 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:26Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:17.433128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-26b6009a-7ff5-4cc4-aeb5-07c9f875f675 service neutron] 10.222.0.110 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247087 Feb 09 22:14:17.445012 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7725f-6582-4c67-abe5-5a0d668ff5cb None None] The sync data for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 is: [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:12:21Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '8d56d434-7be3-4b67-9701-9a414f746207', 'name': '', 'network_id': 'ed0143e4-d710-427b-a0e4-e3faa49ea0d3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:84:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:20Z', 'updated_at': '2022-02-09T22:12:26Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'a13ec565-2f0c-439f-84b0-61f14ed1ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:17.495089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f87c5b9d-009f-4b63-aad5-8303f171a843), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.547421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Port': ['ID=f87c5b9d-009f-4b63-aad5-8303f171a843,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:17.734729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff24b20c-2f18-4aaa-b410-fd054bb90a63 req-7aa2034b-01fb-496d-a1f8-9ae39556c705 service neutron] 10.222.0.110 "GET /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951870 Feb 09 22:14:17.760235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48226) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:17.842322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7b354e57-af3a-4f00-9c61-1ae96d3713d4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f734f2583d5647e6b6ec8b19c6627d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808864 Feb 09 22:14:17.846240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48228) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:17.934999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (7f98bead-19e9-4e76-86c9-422f586fbe63), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.955257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9714b59-7396-439a-8239-c9aeafc7e00f admin admin] Publish callbacks [] for security_group (ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:17.970583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be96c9b-42c2-41b2-ac83-d612f55faff2 None None] New status for floating IP 59d73abe-9143-4082-89cd-766ddf09da83: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:14:17.986640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 63636315-b0c6-4795-ab5b-19d56a8095a3 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:18.023122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9714b59-7396-439a-8239-c9aeafc7e00f admin admin] Publish callbacks [] for security_group (ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.092456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 63636315-b0c6-4795-ab5b-19d56a8095a3 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:18.093447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 63636315-b0c6-4795-ab5b-19d56a8095a3 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:18.188856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9714b59-7396-439a-8239-c9aeafc7e00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.191473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e9714b59-7396-439a-8239-c9aeafc7e00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.192635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e9714b59-7396-439a-8239-c9aeafc7e00f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3 HTTP/1.1" status: 204 len: 168 time: 0.3452916 Feb 09 22:14:18.213641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9714b59-7396-439a-8239-c9aeafc7e00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0fb4d1-bdc4-42cd-8280-fcbd4a8642b3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:18.297937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 7f98bead-19e9-4e76-86c9-422f586fbe63 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:18.331382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-486c1281-b835-4310-a2c8-ce653be3e8a2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:18.332908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-486c1281-b835-4310-a2c8-ce653be3e8a2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1230228 Feb 09 22:14:18.342277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7a2b3-59fb-4f59-975b-3d61200b23d3 req-b1583e16-19ec-4f3e-9ab7-a4cf1aeb2359 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:18.343824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb7a2b3-59fb-4f59-975b-3d61200b23d3 req-b1583e16-19ec-4f3e-9ab7-a4cf1aeb2359 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 945 time: 0.1356149 Feb 09 22:14:18.921571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdb7a2b3-59fb-4f59-975b-3d61200b23d3 req-314677a9-4204-4e97-8396-25533363af24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=d077f24c-7cd7-4c0a-a437-44df76b011de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342376 Feb 09 22:14:18.933439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:18.942986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-119a2515-a5c0-4296-99dc-72ac05b32ecb tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "PUT /v2.0/routers/7f98bead-19e9-4e76-86c9-422f586fbe63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3948760 Feb 09 22:14:18.943629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48246) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:18.958199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 251e9f67-b0e9-4349-9458-b95ca18e4a9b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:18.958609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:18.984188 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:14:18.987658 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] Sync routers for ids ['7f98bead-19e9-4e76-86c9-422f586fbe63'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:19.017957 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] Routers {'7f98bead-19e9-4e76-86c9-422f586fbe63'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:19.018609 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7f98bead-19e9-4e76-86c9-422f586fbe63'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:19.078365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 251e9f67-b0e9-4349-9458-b95ca18e4a9b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=251e9f67-b0e9-4349-9458-b95ca18e4a9b,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:19.079102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.094336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting subnet e7dfd0e6-7de5-4673-aeec-10a6747b4e4c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:19.096343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 251e9f67-b0e9-4349-9458-b95ca18e4a9b owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:19.099539 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for subnet (e7dfd0e6-7de5-4673-aeec-10a6747b4e4c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.152941 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (e7dfd0e6-7de5-4673-aeec-10a6747b4e4c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.266418 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] Set router 7f98bead-19e9-4e76-86c9-422f586fbe63 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:19.394339 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e7dfd0e6-7de5-4673-aeec-10a6747b4e4c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.427339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (251e9f67-b0e9-4349-9458-b95ca18e4a9b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.457064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=251e9f67-b0e9-4349-9458-b95ca18e4a9b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:19.512467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] No DVR routers for this DVR port 251e9f67-b0e9-4349-9458-b95ca18e4a9b on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:19.515775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.519774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7ba6983-f1ef-41d1-9073-905fd48ff9a1 req-76a0a4ff-5a8a-407f-b82d-0833d0189289 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "DELETE /v2.0/ports/251e9f67-b0e9-4349-9458-b95ca18e4a9b HTTP/1.1" status: 204 len: 173 time: 1.1749601 Feb 09 22:14:19.522055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-deleted', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:19.523510 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d02918d-9140-44cb-95cd-433f79f82c4e" -d '{"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-deleted", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:19.587676 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1f6f90-a359-42ca-aae9-dc6aca09993d x-openstack-request-id: req-6a1f6f90-a359-42ca-aae9-dc6aca09993d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:19.588909 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09b0a61-ba4e-4864-b938-bae70194014c", "name": "network-vif-deleted", "tag": "251e9f67-b0e9-4349-9458-b95ca18e4a9b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:19.588909 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6a1f6f90-a359-42ca-aae9-dc6aca09993d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:19.589124 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09b0a61-ba4e-4864-b938-bae70194014c', 'name': 'network-vif-deleted', 'tag': '251e9f67-b0e9-4349-9458-b95ca18e4a9b', 'status': 'completed', 'code': 200} Feb 09 22:14:19.601676 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:14:17Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:19.647153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (e7dfd0e6-7de5-4673-aeec-10a6747b4e4c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.651956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] Checking router: 7f98bead-19e9-4e76-86c9-422f586fbe63 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:19.660755 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] Routers {'7f98bead-19e9-4e76-86c9-422f586fbe63'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:19.661607 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['7f98bead-19e9-4e76-86c9-422f586fbe63'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:19.669293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:19.674247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27416f44-9324-435e-bc3a-2894a8701058 None None] Network 480b1a71-b8da-4091-93bf-c58a6b66ac45 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:19.677361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48262) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:19.680165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/subnets/e7dfd0e6-7de5-4673-aeec-10a6747b4e4c HTTP/1.1" status: 204 len: 168 time: 0.7326770 Feb 09 22:14:19.690086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48264) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:19.714186 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01bb3b-8903-451a-9f4b-e00e14b65ba9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Subnet': ['ID=e7dfd0e6-7de5-4673-aeec-10a6747b4e4c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:19.907353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-43647418'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:19.922952 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] Set router 7f98bead-19e9-4e76-86c9-422f586fbe63 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:19.976559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router (7f98bead-19e9-4e76-86c9-422f586fbe63), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.000809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] DHCP port deletion for 480b1a71-b8da-4091-93bf-c58a6b66ac45 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:20.114455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] Deleting port 446796b7-3f18-4150-b37e-a0129afdcfa4 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:20.114795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.204957 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:14:17Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:20.245381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:20.248729 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216259b-8f52-48ed-b0ed-2b36e86147fa None None] The sync data for ids ['7f98bead-19e9-4e76-86c9-422f586fbe63'] in n-d-828599-1 is: [{'id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-351766959', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:47Z', 'updated_at': '2022-02-09T22:14:17Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': '4116fdcc-e1e2-42d8-972d-d0636b8fd01d', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:de:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f98bead-19e9-4e76-86c9-422f586fbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:48Z', 'updated_at': '2022-02-09T22:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:20.249179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.256879 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (7f98bead-19e9-4e76-86c9-422f586fbe63), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.271386 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.302114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] For port 446796b7-3f18-4150-b37e-a0129afdcfa4, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=446796b7-3f18-4150-b37e-a0129afdcfa4,segment=NetworkSegment(75ba1337-2534-4f40-a8bb-b27303e23142),segment_id=75ba1337-2534-4f40-a8bb-b27303e23142)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:20.304813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.336341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] Calling delete_port for 446796b7-3f18-4150-b37e-a0129afdcfa4 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:20.420365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for security_group (8aec610e-450f-467f-8c38-f0d5d0034327), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.447657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:20.458782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.535556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8aec610e-450f-467f-8c38-f0d5d0034327), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.573531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e819d03f-27b1-42fd-a28b-be52efbaab1d req-7af19856-3a3d-440c-8576-409df9389fa5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=f09b0a61-ba4e-4864-b938-bae70194014c HTTP/1.1" status: 200 len: 210 time: 0.3369038 Feb 09 22:14:20.620426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec610e-450f-467f-8c38-f0d5d0034327,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:20.624616 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (446796b7-3f18-4150-b37e-a0129afdcfa4), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.645901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:20.659056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9b0bbf39-62fd-43dc-be5b-aed319b08e66), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.659847 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Added segment 9b0bbf39-62fd-43dc-be5b-aed319b08e66 of type vlan for network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 Feb 09 22:14:20.707858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] Pushing event deleted for resources: {'Port': ['ID=446796b7-3f18-4150-b37e-a0129afdcfa4,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:20.718343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663ccfe-6740-429b-924e-095ab3effd08 None None] No DVR routers for this DVR port 446796b7-3f18-4150-b37e-a0129afdcfa4 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:20.720922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.786114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] For port 4116fdcc-e1e2-42d8-972d-d0636b8fd01d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:20.786511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.805382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Calling delete_port for 4116fdcc-e1e2-42d8-972d-d0636b8fd01d owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:20.861720 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.866916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:20.867619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.969518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Network': ['ID=54c0f7ab-98c6-47f7-b19f-df6a9e9ba566,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:20.980215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:14:21.031525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8a856f2c-de4f-42d9-aed3-ccf284e06edc tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3410225 Feb 09 22:14:21.034813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48278) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:21.041718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'subnet': {'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:21.255735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:21.260630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.311889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4116fdcc-e1e2-42d8-972d-d0636b8fd01d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.372944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Port': ['ID=4116fdcc-e1e2-42d8-972d-d0636b8fd01d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:21.440168 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (7f98bead-19e9-4e76-86c9-422f586fbe63), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.584159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (7f98bead-19e9-4e76-86c9-422f586fbe63), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.590499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_controller (7f98bead-19e9-4e76-86c9-422f586fbe63), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.684272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48292) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:21.788204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f87c5b9d-009f-4b63-aad5-8303f171a843 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:21.834337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f87c5b9d-009f-4b63-aad5-8303f171a843 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:21.834903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f87c5b9d-009f-4b63-aad5-8303f171a843 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:21.836192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 446796b7-3f18-4150-b37e-a0129afdcfa4 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:21.864184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (7f98bead-19e9-4e76-86c9-422f586fbe63), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.864826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Fanout notify agent at l3_agent the message router_deleted on router 7f98bead-19e9-4e76-86c9-422f586fbe63 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:21.866936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (8df3cd41-12a5-49e2-a114-d9c21ccc0cec), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.880324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 446796b7-3f18-4150-b37e-a0129afdcfa4 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:21.880690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 446796b7-3f18-4150-b37e-a0129afdcfa4 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:21.889683 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.898788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e7ebbd7c-6839-49ef-a315-eb47a3d8b2dd tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/routers/7f98bead-19e9-4e76-86c9-422f586fbe63 HTTP/1.1" status: 204 len: 168 time: 2.2159979 Feb 09 22:14:21.926419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48306) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:22.007477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Subnet': ['ID=8df3cd41-12a5-49e2-a114-d9c21ccc0cec,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:22.014440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:22.019068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Checking segment: {'id': '9b0bbf39-62fd-43dc-be5b-aed319b08e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:22.019550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network hostable DHCP agents. Network: 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:22.063668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 251e9f67-b0e9-4349-9458-b95ca18e4a9b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:22.067975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 251e9f67-b0e9-4349-9458-b95ca18e4a9b not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:22.102315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:22.159542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (480b1a71-b8da-4091-93bf-c58a6b66ac45), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.177812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:22.183855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:22.186068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.188880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fbd80-514c-4240-bf31-59efc95d69b2 None None] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:22.270166 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (480b1a71-b8da-4091-93bf-c58a6b66ac45), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.280829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dfb00f75-6173-4eb3-9282-729f0e9b2d92 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2407620 Feb 09 22:14:22.281604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48336) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:22.287934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'name': 'tempest-AllowedAddressPairTestJSON-2088977983'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:22.314580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'project_id': '25c9efa0199647ce93f0ecf782b4ce18', 'fixed_ips': [{'subnet_id': '8df3cd41-12a5-49e2-a114-d9c21ccc0cec'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:14:22.315469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.325136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480b1a71-b8da-4091-93bf-c58a6b66ac45']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:22.341503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ba1337-2534-4f40-a8bb-b27303e23142') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:22.341959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ba1337-2534-4f40-a8bb-b27303e23142') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:22.357267 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (75ba1337-2534-4f40-a8bb-b27303e23142), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.415837 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (75ba1337-2534-4f40-a8bb-b27303e23142), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.429147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:22.429563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (75ba1337-2534-4f40-a8bb-b27303e23142), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:22.433187 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:22.486415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:22.493177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.553495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] device_id is not set on port 400a91c4-9064-4b0d-aafb-4f4b6ee645a2 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:22.557636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Allocated IP 172.20.0.2 (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566/8df3cd41-12a5-49e2-a114-d9c21ccc0cec/891ce7ea-2bbc-4229-873c-3a274f03567b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:22.769126 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Publish callbacks [] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.846841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.896979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:22.901242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:22.909665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:22.945046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Allocated IP 172.20.0.8 (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566/8df3cd41-12a5-49e2-a114-d9c21ccc0cec/400a91c4-9064-4b0d-aafb-4f4b6ee645a2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:22.977441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (480b1a71-b8da-4091-93bf-c58a6b66ac45), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.993406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.001426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/networks/480b1a71-b8da-4091-93bf-c58a6b66ac45 HTTP/1.1" status: 204 len: 168 time: 1.0737274 Feb 09 22:14:23.011017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Attempting to bind port 891ce7ea-2bbc-4229-873c-3a274f03567b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:23.011743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Attempting to bind port 891ce7ea-2bbc-4229-873c-3a274f03567b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '9b0bbf39-62fd-43dc-be5b-aed319b08e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:23.012371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Attempting to bind port 891ce7ea-2bbc-4229-873c-3a274f03567b on network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:23.018908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48344) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:23.022269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:23.022971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Checking segment: {'id': '9b0bbf39-62fd-43dc-be5b-aed319b08e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:23.023625 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.024328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Bound using segment: {'id': '9b0bbf39-62fd-43dc-be5b-aed319b08e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:23.025226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Bound port: 891ce7ea-2bbc-4229-873c-3a274f03567b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0bbf39-62fd-43dc-be5b-aed319b08e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:23.026323 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.044541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Pushing event updated for resources: {'Port': ['ID=891ce7ea-2bbc-4229-873c-3a274f03567b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:23.063533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609d026-b997-4945-8122-3bcf8a9157f7 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Network': ['ID=480b1a71-b8da-4091-93bf-c58a6b66ac45,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:23.149051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] For port 891ce7ea-2bbc-4229-873c-3a274f03567b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:23.155409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] For port 891ce7ea-2bbc-4229-873c-3a274f03567b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=891ce7ea-2bbc-4229-873c-3a274f03567b,segment=NetworkSegment(9b0bbf39-62fd-43dc-be5b-aed319b08e66),segment_id=9b0bbf39-62fd-43dc-be5b-aed319b08e66)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:23.235362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.299184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.306113 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (400a91c4-9064-4b0d-aafb-4f4b6ee645a2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.367595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9c53f-38d5-46d3-8c8c-5e1c5a1c916c None None] Pushing event updated for resources: {'Port': ['ID=891ce7ea-2bbc-4229-873c-3a274f03567b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:23.428592 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (400a91c4-9064-4b0d-aafb-4f4b6ee645a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.527614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:23.529860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting port 47c6b798-7cd5-47b5-8c19-ecf670110e6e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:23.530214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.532655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:23.535954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:23.622597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4116fdcc-e1e2-42d8-972d-d0636b8fd01d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:23.657455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.657913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for floatingip (47c6b798-7cd5-47b5-8c19-ecf670110e6e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.674303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 4116fdcc-e1e2-42d8-972d-d0636b8fd01d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:23.674663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 4116fdcc-e1e2-42d8-972d-d0636b8fd01d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:23.685111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Calling delete_port for 47c6b798-7cd5-47b5-8c19-ecf670110e6e owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:23.731568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:23.732345 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.744293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=400a91c4-9064-4b0d-aafb-4f4b6ee645a2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:23.820696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-37f7a011-38f1-42a1-87d8-3fcce6d8d6fe tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5381708 Feb 09 22:14:23.824517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48378) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:23.839658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'name': 'tempest-AllowedAddressPairTestJSON-1224202103', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2d:1e:0f'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:24.103157 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (47c6b798-7cd5-47b5-8c19-ecf670110e6e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.155327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:24.166119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Port': ['ID=47c6b798-7cd5-47b5-8c19-ecf670110e6e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:24.285756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for floatingip (42b09acb-a21c-4989-8138-9856aca6de3d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.286622 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Floating IP 42b09acb-a21c-4989-8138-9856aca6de3d disassociated (deleted). External IP: 172.25.5.186, port: 05ea7134-7a75-45db-8850-d3ffebc68ddb. Feb 09 22:14:24.318802 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.342269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] device_id is not set on port 8c560c2f-9eac-4ade-bbf4-c6626cbb3faf yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:24.453229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 8d56d434-7be3-4b67-9701-9a414f746207 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:24.453576 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8d56d434-7be3-4b67-9701-9a414f746207), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.518068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Allocated IP 172.20.0.3 (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566/8df3cd41-12a5-49e2-a114-d9c21ccc0cec/8c560c2f-9eac-4ade-bbf4-c6626cbb3faf) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:24.692215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 8d56d434-7be3-4b67-9701-9a414f746207, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8d56d434-7be3-4b67-9701-9a414f746207,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:24.692599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8d56d434-7be3-4b67-9701-9a414f746207), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.713504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 8d56d434-7be3-4b67-9701-9a414f746207 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:24.722301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 2377079b-7a41-4e1d-b432-1c52fb8439da has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:24.801105 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (8c560c2f-9eac-4ade-bbf4-c6626cbb3faf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.916860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8c560c2f-9eac-4ade-bbf4-c6626cbb3faf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.958721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:24.964931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.973231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] Sync routers for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:24.989202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:24.989869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:24.990804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:25.000942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fda5026b-a262-4a41-9384-20479673ba06 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/floatingips/42b09acb-a21c-4989-8138-9856aca6de3d HTTP/1.1" status: 204 len: 168 time: 1.9809697 Feb 09 22:14:25.002096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:25.011299 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918f36b3-6aa6-4ed3-b811-52cdef213970" -d '{"events": [{"name": "network-changed", "server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:25.018550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:25.021538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:25.062036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=8c560c2f-9eac-4ade-bbf4-c6626cbb3faf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:25.102817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.103640 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.178007 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8d56d434-7be3-4b67-9701-9a414f746207), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.208425 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1324ba82-9e19-4b19-9587-1e53529c6267 x-openstack-request-id: req-1324ba82-9e19-4b19-9587-1e53529c6267 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:25.208726 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:25.208981 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1324ba82-9e19-4b19-9587-1e53529c6267 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:25.209385 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'status': 'completed', 'code': 200} Feb 09 22:14:25.212152 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=8d56d434-7be3-4b67-9701-9a414f746207,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:25.227024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-48163096-6845-440d-9bda-3796dbd1831b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3946748 Feb 09 22:14:25.227477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48408) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:25.405652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a733f122-10e4-46b8-aa20-a2cab8e228fc None None] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:25.432487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9709e-5ffa-4597-a697-ee7ee615af12 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.438797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9709e-5ffa-4597-a697-ee7ee615af12 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.467643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9709e-5ffa-4597-a697-ee7ee615af12 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.474486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-62b9709e-5ffa-4597-a697-ee7ee615af12 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2460706 Feb 09 22:14:25.475586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:25.481410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-79c7c5ea-c2e4-4372-a9b2-c30c6794c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:25.483246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-79c7c5ea-c2e4-4372-a9b2-c30c6794c46d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ec62ed748f545049bd5b05865269d99&device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 1167 time: 0.2420166 Feb 09 22:14:25.610103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7c02aa80-e828-438b-99fc-2f5756d2db2f None None] Provisioning complete for port 891ce7ea-2bbc-4229-873c-3a274f03567b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:25.610513 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7c02aa80-e828-438b-99fc-2f5756d2db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.708809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting port 8c560c2f-9eac-4ade-bbf4-c6626cbb3faf {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:25.709169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8c560c2f-9eac-4ade-bbf4-c6626cbb3faf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.733205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:25.870203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 891ce7ea-2bbc-4229-873c-3a274f03567b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:25.903833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8c560c2f-9eac-4ade-bbf4-c6626cbb3faf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.919899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Calling delete_port for 8c560c2f-9eac-4ade-bbf4-c6626cbb3faf owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:26.018408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 891ce7ea-2bbc-4229-873c-3a274f03567b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:26.019035 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.046114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7c02aa80-e828-438b-99fc-2f5756d2db2f None None] Current status of the port 891ce7ea-2bbc-4229-873c-3a274f03567b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:26.046511 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7c02aa80-e828-438b-99fc-2f5756d2db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.193199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.229802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-75fe43f0-a263-4c7e-97d8-ff5977b4903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:26.233396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-75fe43f0-a263-4c7e-97d8-ff5977b4903a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ecf245f2-790d-4e79-addd-976797169093 HTTP/1.1" status: 200 len: 897 time: 0.1864572 Feb 09 22:14:26.234118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8c560c2f-9eac-4ade-bbf4-c6626cbb3faf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.288828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7c02aa80-e828-438b-99fc-2f5756d2db2f None None] For port 891ce7ea-2bbc-4229-873c-3a274f03567b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=891ce7ea-2bbc-4229-873c-3a274f03567b,segment=NetworkSegment(9b0bbf39-62fd-43dc-be5b-aed319b08e66),segment_id=9b0bbf39-62fd-43dc-be5b-aed319b08e66)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:26.336970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Port': ['ID=8c560c2f-9eac-4ade-bbf4-c6626cbb3faf,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:26.430588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7c02aa80-e828-438b-99fc-2f5756d2db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.462220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-e4357c7a-636b-4039-90ba-06fa95796cb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb HTTP/1.1" status: 200 len: 217 time: 0.1259301 Feb 09 22:14:26.479361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:52Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.512984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 891ce7ea-2bbc-4229-873c-3a274f03567b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:26.513388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.523587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] Checking router: 2377079b-7a41-4e1d-b432-1c52fb8439da for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:26.570724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:26.570941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.575530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02aa80-e828-438b-99fc-2f5756d2db2f None None] Pushing event updated for resources: {'Port': ['ID=891ce7ea-2bbc-4229-873c-3a274f03567b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:26.637392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023b2-a056-441e-a39d-530c13cfc0d0 req-cfa7edfb-4406-4d9a-b8f1-50e4c62040ae tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:26.644883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c0023b2-a056-441e-a39d-530c13cfc0d0 req-cfa7edfb-4406-4d9a-b8f1-50e4c62040ae tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 985 time: 0.5965149 Feb 09 22:14:26.683804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-1bbf7e2b-5979-466a-ad06-f6eaf4190ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:26.684532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-1bbf7e2b-5979-466a-ad06-f6eaf4190ba6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b HTTP/1.1" status: 200 len: 834 time: 0.2065794 Feb 09 22:14:26.719351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.722261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:14:26.722986 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:14:26.727611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fcdde587-d5d1-4047-acd8-9b9b28052891 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/ports/8c560c2f-9eac-4ade-bbf4-c6626cbb3faf HTTP/1.1" status: 204 len: 168 time: 1.2486272 Feb 09 22:14:26.730310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48432) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:26.741144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-69d18cf5-59ed-44f9-b98a-0aafb9335bee None None] Provisioning complete for port 891ce7ea-2bbc-4229-873c-3a274f03567b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:26.741973 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-69d18cf5-59ed-44f9-b98a-0aafb9335bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.806724 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d529299f-375f-43fa-94c2-db29b340f0ed tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] GET failed (client error): The resource could not be found. Feb 09 22:14:26.820129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d529299f-375f-43fa-94c2-db29b340f0ed tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "GET /v2.0/ports/8c560c2f-9eac-4ade-bbf4-c6626cbb3faf HTTP/1.1" status: 404 len: 333 time: 0.0822639 Feb 09 22:14:26.820776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48436) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:26.834535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'name': 'tempest-AllowedAddressPairTestJSON-638957219'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:26.861321 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c0023b2-a056-441e-a39d-530c13cfc0d0 req-9cafcd7e-5fe8-480f-bced-fbe144ef928b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2153277 Feb 09 22:14:26.890359 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-730f32cf-447f-4bc4-8ee3-f3e0d4dadf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:26.892067 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-730f32cf-447f-4bc4-8ee3-f3e0d4dadf79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ecf245f2-790d-4e79-addd-976797169093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1650319 Feb 09 22:14:26.899226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:26.937690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:27.004256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-69d18cf5-59ed-44f9-b98a-0aafb9335bee None None] Current status of the port 891ce7ea-2bbc-4229-873c-3a274f03567b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:27.183050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-4b2a32e0-73de-4e59-ae19-4371ebb43cfe tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:27.189862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-4b2a32e0-73de-4e59-ae19-4371ebb43cfe tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.30 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 985 time: 0.1466920 Feb 09 22:14:27.223236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-704d3d0d-2aaf-4102-8912-b78d21083791 service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168638 Feb 09 22:14:27.247385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-69d18cf5-59ed-44f9-b98a-0aafb9335bee None None] Provisioning complete for port 400a91c4-9064-4b0d-aafb-4f4b6ee645a2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:27.260450 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-69d18cf5-59ed-44f9-b98a-0aafb9335bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (400a91c4-9064-4b0d-aafb-4f4b6ee645a2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.267216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:27.278974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.305639 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] device_id is not set on port 6439d7de-0d4f-4991-8773-e1077eb7ad68 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:27.369784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 891ce7ea-2bbc-4229-873c-3a274f03567b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:27.373525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-69d18cf5-59ed-44f9-b98a-0aafb9335bee None None] Port 400a91c4-9064-4b0d-aafb-4f4b6ee645a2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:27.380415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-69d18cf5-59ed-44f9-b98a-0aafb9335bee None None] Could not find standard attr ID for object 8c560c2f-9eac-4ade-bbf4-c6626cbb3faf. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:14:27.393528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:27.410415 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9031e50-dc37-4037-ae67-dee9ca16b6a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/fce2b6ab-4742-4bc1-b4e8-b3e138e35b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7217791 Feb 09 22:14:27.411044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] Sync routers for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:27.419455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:52Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:27.420288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48448) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:27.424519 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:27.425511 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:27.481131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-918f36b3-6aa6-4ed3-b811-52cdef213970 req-e4b9bda9-524a-4145-b876-3f94c656d77b service neutron] 10.222.0.30 "GET /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460902 Feb 09 22:14:27.514868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-26146ac5-56a8-439b-bb45-ee05e64bd4a2 None None] Could not find standard attr ID for object 8c560c2f-9eac-4ade-bbf4-c6626cbb3faf. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:14:27.516415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8702ff-3241-4fd5-a17d-62553cead1d2 None None] The sync data for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 is: [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:12:48Z', 'revision_number': 4, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ed61e59b-9050-4dda-9423-fe7b17feb0ff', 'name': '', 'network_id': 'ecf245f2-790d-4e79-addd-976797169093', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:46Z', 'updated_at': '2022-02-09T22:12:52Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'subnets': [{'id': '6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:27.529733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting port 05ea7134-7a75-45db-8850-d3ffebc68ddb {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:27.531410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.605582 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:27.618071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting subnet a13ec565-2f0c-439f-84b0-61f14ed1ca23 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:27.626891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Allocated IP 172.20.0.12 (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566/8df3cd41-12a5-49e2-a114-d9c21ccc0cec/6439d7de-0d4f-4991-8773-e1077eb7ad68) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:27.686233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (a13ec565-2f0c-439f-84b0-61f14ed1ca23), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.688555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 891ce7ea-2bbc-4229-873c-3a274f03567b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:27.736885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (a13ec565-2f0c-439f-84b0-61f14ed1ca23), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.805903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 891ce7ea-2bbc-4229-873c-3a274f03567b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:27.805903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.876751 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:14:25Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:27.925750 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] Checking router: fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:27.944893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] For port 05ea7134-7a75-45db-8850-d3ffebc68ddb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=05ea7134-7a75-45db-8850-d3ffebc68ddb,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:27.946505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.950868 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] Routers {'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:27.952322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 891ce7ea-2bbc-4229-873c-3a274f03567b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:27.952594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:28.052998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37d929-1b28-4af3-8e25-da4435436559 None None] New status for floating IP 42b09acb-a21c-4989-8138-9856aca6de3d: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:14:28.095843 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] Set router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:28.122664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Calling delete_port for 05ea7134-7a75-45db-8850-d3ffebc68ddb owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:28.170312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a13ec565-2f0c-439f-84b0-61f14ed1ca23), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.314812 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.324997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6891-3fb0-4239-8f30-e94760f92baf req-730212e2-7f1b-40ae-bf41-9fa2e40bcc9b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:28.331433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-076b6891-3fb0-4239-8f30-e94760f92baf req-730212e2-7f1b-40ae-bf41-9fa2e40bcc9b tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 985 time: 0.3288355 Feb 09 22:14:28.467627 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-076b6891-3fb0-4239-8f30-e94760f92baf req-a9f93e04-79dc-4ebf-aa30-57f2434b0846 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9&id=d6c33fac-3bfb-4338-bc7a-48e6ce18462d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1312904 Feb 09 22:14:28.470707 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (a13ec565-2f0c-439f-84b0-61f14ed1ca23), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.477907 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:14:25Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:28.505507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Subnet': ['ID=a13ec565-2f0c-439f-84b0-61f14ed1ca23,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.507437 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4cf3a-0efe-483f-9803-6737224a2be3 None None] The sync data for ids ['fce2b6ab-4742-4bc1-b4e8-b3e138e35b95'] in n-d-828599-1 is: [{'id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086355868', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:12Z', 'updated_at': '2022-02-09T22:14:25Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'd910acd4-afa0-4395-8759-c8c4d2a30d49', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce2b6ab-4742-4bc1-b4e8-b3e138e35b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:13Z', 'updated_at': '2022-02-09T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:28.510053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.513476 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e3d266a-08b3-4eb0-a04e-78918688f32a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/subnets/a13ec565-2f0c-439f-84b0-61f14ed1ca23 HTTP/1.1" status: 204 len: 168 time: 1.0888453 Feb 09 22:14:28.516357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48464) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:28.532561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f4670-6415-418d-911d-506a2c028ec3 None None] Network ed0143e4-d710-427b-a0e4-e3faa49ea0d3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:28.549948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.609026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (05ea7134-7a75-45db-8850-d3ffebc68ddb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.616100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=6439d7de-0d4f-4991-8773-e1077eb7ad68,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.636144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:28.653047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:28.658848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:28.661321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Port': ['ID=05ea7134-7a75-45db-8850-d3ffebc68ddb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.770653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] No DVR routers for this DVR port 05ea7134-7a75-45db-8850-d3ffebc68ddb on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:28.773603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.778815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5628e7d0-0226-46d1-9606-fda5deba0a65 req-1a7ed4eb-3776-4647-9f2e-e926f19e3a23 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.30 "DELETE /v2.0/ports/05ea7134-7a75-45db-8850-d3ffebc68ddb HTTP/1.1" status: 204 len: 173 time: 1.5796330 Feb 09 22:14:28.782442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'name': 'network-vif-deleted', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:28.785968 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5721f13-8982-481e-987a-b582a3e2d2e7" -d '{"events": [{"server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "name": "network-vif-deleted", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:28.792370 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.812435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:28.813295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.855100 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b30ec6-2af0-4fe0-bb6d-ff7c80a6d933 x-openstack-request-id: req-37b30ec6-2af0-4fe0-bb6d-ff7c80a6d933 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:28.855584 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a070374a-370c-48fe-b5d3-e38a1c4c76da", "name": "network-vif-deleted", "tag": "05ea7134-7a75-45db-8850-d3ffebc68ddb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:28.858702 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37b30ec6-2af0-4fe0-bb6d-ff7c80a6d933 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:28.858702 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a070374a-370c-48fe-b5d3-e38a1c4c76da', 'name': 'network-vif-deleted', 'tag': '05ea7134-7a75-45db-8850-d3ffebc68ddb', 'status': 'completed', 'code': 200} Feb 09 22:14:28.889585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] DHCP port deletion for ed0143e4-d710-427b-a0e4-e3faa49ea0d3 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:28.914601 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-54c4e307-30ab-4a60-91ac-416cf8fd0421 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0897784 Feb 09 22:14:28.917161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48472) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:28.929465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2d:1e:0f'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:28.996489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] Deleting port b3214037-8b16-48f4-bfca-13b9e7756d0c {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:29.000808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.001144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.128285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e7467a86-a28a-434d-a1c1-d79f5751eae2 None None] Provisioning complete for port 6439d7de-0d4f-4991-8773-e1077eb7ad68 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:29.130328 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e7467a86-a28a-434d-a1c1-d79f5751eae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.145034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.209689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port d910acd4-afa0-4395-8759-c8c4d2a30d49 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:29.210045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.221426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e7467a86-a28a-434d-a1c1-d79f5751eae2 None None] Port 6439d7de-0d4f-4991-8773-e1077eb7ad68 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:29.226095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] For port b3214037-8b16-48f4-bfca-13b9e7756d0c, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b3214037-8b16-48f4-bfca-13b9e7756d0c,segment=NetworkSegment(dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d),segment_id=dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:29.226937 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.246685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] Calling delete_port for b3214037-8b16-48f4-bfca-13b9e7756d0c owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:29.389462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port d910acd4-afa0-4395-8759-c8c4d2a30d49, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d910acd4-afa0-4395-8759-c8c4d2a30d49,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:29.389990 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.420969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for d910acd4-afa0-4395-8759-c8c4d2a30d49 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:29.457797 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (b3214037-8b16-48f4-bfca-13b9e7756d0c), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.479077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.506439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] Pushing event deleted for resources: {'Port': ['ID=b3214037-8b16-48f4-bfca-13b9e7756d0c,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:29.512756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8f0fa-4ab8-4782-87de-3142e7b5ccfc None None] No DVR routers for this DVR port b3214037-8b16-48f4-bfca-13b9e7756d0c on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:29.547839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.577936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.764553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8d56d434-7be3-4b67-9701-9a414f746207 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:29.785434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8d56d434-7be3-4b67-9701-9a414f746207 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:29.785817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8d56d434-7be3-4b67-9701-9a414f746207 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:29.786242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b3214037-8b16-48f4-bfca-13b9e7756d0c no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:29.809790 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: b3214037-8b16-48f4-bfca-13b9e7756d0c {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:29.810148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b3214037-8b16-48f4-bfca-13b9e7756d0c not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:29.892828 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d910acd4-afa0-4395-8759-c8c4d2a30d49), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.926088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=d910acd4-afa0-4395-8759-c8c4d2a30d49,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:29.968151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4e8e4b40-2387-4f53-8f99-7cb4dde8fb60 None None] Provisioning complete for port 6439d7de-0d4f-4991-8773-e1077eb7ad68 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:29.968151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4b40-2387-4f53-8f99-7cb4dde8fb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.030519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4e8e4b40-2387-4f53-8f99-7cb4dde8fb60 None None] Port 6439d7de-0d4f-4991-8773-e1077eb7ad68 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:30.051911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.169079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.171613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93afced6-f0fa-43b7-b0aa-10645f6c4970 req-4a4c7af0-f7a5-4b2d-810b-05bf13577192 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "GET /v2.0/ports?device_id=a070374a-370c-48fe-b5d3-e38a1c4c76da HTTP/1.1" status: 200 len: 210 time: 0.5205805 Feb 09 22:14:30.173358 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.247164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=6439d7de-0d4f-4991-8773-e1077eb7ad68,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:30.256712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] In _notify_port_updated(), no bound segment for port 6439d7de-0d4f-4991-8773-e1077eb7ad68 on network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:14:30.261819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:30.262455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.266448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4afb155c-45f7-4392-be73-4f40d2013fab tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "PUT /v2.0/ports/6439d7de-0d4f-4991-8773-e1077eb7ad68 HTTP/1.1" status: 200 len: 993 time: 1.3446124 Feb 09 22:14:30.266813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48490) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:30.315214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (fce2b6ab-4742-4bc1-b4e8-b3e138e35b95), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.321094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Fanout notify agent at l3_agent the message router_deleted on router fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:30.323225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.327291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-706a67d3-865c-4190-a60e-06056e3bb688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/routers/fce2b6ab-4742-4bc1-b4e8-b3e138e35b95 HTTP/1.1" status: 204 len: 168 time: 1.8093052 Feb 09 22:14:30.328136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48494) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:30.377973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting port 6439d7de-0d4f-4991-8773-e1077eb7ad68 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:30.378364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.421173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ed0143e4-d710-427b-a0e4-e3faa49ea0d3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.490393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.511408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Calling delete_port for 6439d7de-0d4f-4991-8773-e1077eb7ad68 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:30.552618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ed0143e4-d710-427b-a0e4-e3faa49ea0d3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.580499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0143e4-d710-427b-a0e4-e3faa49ea0d3']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:30.592565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:30.592878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:30.602741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.617446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.624717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:30.625117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (dfafab4b-d2a1-4edd-8a3e-d32fff62fe5d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:30.628809 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:30.707398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 05ea7134-7a75-45db-8850-d3ffebc68ddb no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:30.728022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 05ea7134-7a75-45db-8850-d3ffebc68ddb {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:30.728921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 05ea7134-7a75-45db-8850-d3ffebc68ddb not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:30.772584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6439d7de-0d4f-4991-8773-e1077eb7ad68), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.784065 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ed0143e4-d710-427b-a0e4-e3faa49ea0d3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.793175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.799429 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/networks/ed0143e4-d710-427b-a0e4-e3faa49ea0d3 HTTP/1.1" status: 204 len: 168 time: 0.4677129 Feb 09 22:14:30.802928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48502) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:30.808118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cab89f-76e5-4da0-83ec-274cc251d85f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Network': ['ID=ed0143e4-d710-427b-a0e4-e3faa49ea0d3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:30.814952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Port': ['ID=6439d7de-0d4f-4991-8773-e1077eb7ad68,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:30.965890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9e01e7a6-e62f-47c4-b4d2-b87819c86679 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (d077f24c-7cd7-4c0a-a437-44df76b011de), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:30.968379 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.019995 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9e01e7a6-e62f-47c4-b4d2-b87819c86679 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (d077f24c-7cd7-4c0a-a437-44df76b011de), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.042398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.048321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1474e44c-b309-4c19-91e9-a342f06474b4 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/ports/6439d7de-0d4f-4991-8773-e1077eb7ad68 HTTP/1.1" status: 204 len: 168 time: 0.7783401 Feb 09 22:14:31.048847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48506) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:31.084572 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-0503c488-91e1-473b-a7b8-63a5f329f064 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] GET failed (client error): The resource could not be found. Feb 09 22:14:31.086716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0503c488-91e1-473b-a7b8-63a5f329f064 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "GET /v2.0/ports/6439d7de-0d4f-4991-8773-e1077eb7ad68 HTTP/1.1" status: 404 len: 333 time: 0.0367701 Feb 09 22:14:31.094524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48508) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:31.100472 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'name': 'tempest-AllowedAddressPairTestJSON-505352021'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:31.195058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9e01e7a6-e62f-47c4-b4d2-b87819c86679 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d077f24c-7cd7-4c0a-a437-44df76b011de), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.198634 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9e01e7a6-e62f-47c4-b4d2-b87819c86679 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.201674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9e01e7a6-e62f-47c4-b4d2-b87819c86679 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/security-groups/d077f24c-7cd7-4c0a-a437-44df76b011de HTTP/1.1" status: 204 len: 168 time: 0.3973475 Feb 09 22:14:31.215412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01e7a6-e62f-47c4-b4d2-b87819c86679 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077f24c-7cd7-4c0a-a437-44df76b011de,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:31.276645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48518) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:31.298730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:31.302092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.337180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] device_id is not set on port 4c0118dd-7ff7-4d90-80c9-c363e80e338d yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:31.409478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e7ab2de-a566-4832-b3e0-d8e4d69b0226 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (d6c33fac-3bfb-4338-bc7a-48e6ce18462d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.468550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e7ab2de-a566-4832-b3e0-d8e4d69b0226 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (d6c33fac-3bfb-4338-bc7a-48e6ce18462d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.515095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Allocated IP 172.20.0.3 (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566/8df3cd41-12a5-49e2-a114-d9c21ccc0cec/4c0118dd-7ff7-4d90-80c9-c363e80e338d) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:31.641473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e7ab2de-a566-4832-b3e0-d8e4d69b0226 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d6c33fac-3bfb-4338-bc7a-48e6ce18462d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.644142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e7ab2de-a566-4832-b3e0-d8e4d69b0226 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.647777 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9e7ab2de-a566-4832-b3e0-d8e4d69b0226 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/security-groups/d6c33fac-3bfb-4338-bc7a-48e6ce18462d HTTP/1.1" status: 204 len: 168 time: 0.3676481 Feb 09 22:14:31.648205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48526) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:31.677065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d910acd4-afa0-4395-8759-c8c4d2a30d49 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:31.715675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2fa32f2c-e8c8-4145-a82a-4770b3061bdf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.717859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d910acd4-afa0-4395-8759-c8c4d2a30d49 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:31.719747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d910acd4-afa0-4395-8759-c8c4d2a30d49 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:31.746104 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2fa32f2c-e8c8-4145-a82a-4770b3061bdf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.749424 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ab2de-a566-4832-b3e0-d8e4d69b0226 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c33fac-3bfb-4338-bc7a-48e6ce18462d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:31.874146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48532) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:31.879311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-11d72981-95e9-40be-8ba0-8e546d900b18 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510803269', 'description': 'tempest-secgroup-smoke-1510803269 description', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:31.897810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2fa32f2c-e8c8-4145-a82a-4770b3061bdf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.900582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2fa32f2c-e8c8-4145-a82a-4770b3061bdf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:31.902628 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2fa32f2c-e8c8-4145-a82a-4770b3061bdf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/security-groups/5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9 HTTP/1.1" status: 204 len: 168 time: 0.2532909 Feb 09 22:14:31.908107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48534) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:31.924989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa32f2c-e8c8-4145-a82a-4770b3061bdf tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9da4e1-e224-44d9-8d2a-7f5cee7cccc9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:32.004011 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11d72981-95e9-40be-8ba0-8e546d900b18 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.183016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11d72981-95e9-40be-8ba0-8e546d900b18 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (0a4f348f-a332-4823-b0e9-294e15f422a2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.198880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.259062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11d72981-95e9-40be-8ba0-8e546d900b18 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0a4f348f-a332-4823-b0e9-294e15f422a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.304594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72981-95e9-40be-8ba0-8e546d900b18 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f348f-a332-4823-b0e9-294e15f422a2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:32.315808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.374412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:32.378158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:32.382048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:32.401856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11d72981-95e9-40be-8ba0-8e546d900b18 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.403112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-11d72981-95e9-40be-8ba0-8e546d900b18 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5279694 Feb 09 22:14:32.406970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48542) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:32.407551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=4c0118dd-7ff7-4d90-80c9-c363e80e338d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:32.422430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4cad0349-224d-4029-8aef-5d5b1b54e3e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '0a4f348f-a332-4823-b0e9-294e15f422a2', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:32.448195 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:32.448421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.526655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (2377079b-7a41-4e1d-b432-1c52fb8439da), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.575879 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-95af43a3-d344-4f05-a277-2a7642582c1f tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4793074 Feb 09 22:14:32.587095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48548) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:32.601399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2d:1e:0f'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:32.707682 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cad0349-224d-4029-8aef-5d5b1b54e3e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (933268c3-68ac-47c0-bbb7-26b1aa9e8494), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.787829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ff395c78-79e4-414c-a8ee-89378ef3ad9f None None] Provisioning complete for port 4c0118dd-7ff7-4d90-80c9-c363e80e338d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:32.789099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff395c78-79e4-414c-a8ee-89378ef3ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.813148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cad0349-224d-4029-8aef-5d5b1b54e3e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (933268c3-68ac-47c0-bbb7-26b1aa9e8494), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.839117 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.879079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ff395c78-79e4-414c-a8ee-89378ef3ad9f None None] Port 4c0118dd-7ff7-4d90-80c9-c363e80e338d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:32.904622 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cad0349-224d-4029-8aef-5d5b1b54e3e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (933268c3-68ac-47c0-bbb7-26b1aa9e8494), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.929154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad0349-224d-4029-8aef-5d5b1b54e3e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933268c3-68ac-47c0-bbb7-26b1aa9e8494,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:32.938308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting port ed61e59b-9050-4dda-9423-fe7b17feb0ff {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:32.938669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.994029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4cad0349-224d-4029-8aef-5d5b1b54e3e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:32.999222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4cad0349-224d-4029-8aef-5d5b1b54e3e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5881784 Feb 09 22:14:32.999666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48556) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:33.003677 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1ac97231-3a93-4f1c-a125-2dd245d59774 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '0a4f348f-a332-4823-b0e9-294e15f422a2', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:33.043683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] For port ed61e59b-9050-4dda-9423-fe7b17feb0ff, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ed61e59b-9050-4dda-9423-fe7b17feb0ff,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:33.044389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.061306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Calling delete_port for ed61e59b-9050-4dda-9423-fe7b17feb0ff owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:33.076868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.117988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ac97231-3a93-4f1c-a125-2dd245d59774 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (789e5d39-1cdf-4b5d-9590-aa62de30a6dd), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.138549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.295750 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=4c0118dd-7ff7-4d90-80c9-c363e80e338d,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:33.302112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ac97231-3a93-4f1c-a125-2dd245d59774 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (789e5d39-1cdf-4b5d-9590-aa62de30a6dd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.308770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] In _notify_port_updated(), no bound segment for port 4c0118dd-7ff7-4d90-80c9-c363e80e338d on network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:14:33.314514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:33.314660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.315979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6efbc700-07af-4826-a252-0a77b0958e69 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "PUT /v2.0/ports/4c0118dd-7ff7-4d90-80c9-c363e80e338d HTTP/1.1" status: 200 len: 995 time: 0.7269471 Feb 09 22:14:33.319077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48562) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:33.370858 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ac97231-3a93-4f1c-a125-2dd245d59774 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (789e5d39-1cdf-4b5d-9590-aa62de30a6dd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.421140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac97231-3a93-4f1c-a125-2dd245d59774 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789e5d39-1cdf-4b5d-9590-aa62de30a6dd,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:33.446815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ed61e59b-9050-4dda-9423-fe7b17feb0ff), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.449784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting port 4c0118dd-7ff7-4d90-80c9-c363e80e338d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:33.450133 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.486033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Port': ['ID=ed61e59b-9050-4dda-9423-fe7b17feb0ff,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:33.532253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-350d08ad-9b54-4bfa-9bb0-5c510ddaf71e None None] Provisioning complete for port 4c0118dd-7ff7-4d90-80c9-c363e80e338d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:33.534337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-350d08ad-9b54-4bfa-9bb0-5c510ddaf71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.603257 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.622231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Calling delete_port for 4c0118dd-7ff7-4d90-80c9-c363e80e338d owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:33.623373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-350d08ad-9b54-4bfa-9bb0-5c510ddaf71e None None] Port 4c0118dd-7ff7-4d90-80c9-c363e80e338d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:33.759443 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1ac97231-3a93-4f1c-a125-2dd245d59774 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.764143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1ac97231-3a93-4f1c-a125-2dd245d59774 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7612245 Feb 09 22:14:33.764322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48568) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:33.773899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c1a3b298-ce47-495f-a25c-b61625ff93a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '0a4f348f-a332-4823-b0e9-294e15f422a2', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:33.814478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (2377079b-7a41-4e1d-b432-1c52fb8439da), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.906441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b298-ce47-495f-a25c-b61625ff93a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (53a53226-185e-4fd8-8a17-fa9a7bf61f3c), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.941989 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4c0118dd-7ff7-4d90-80c9-c363e80e338d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:33.995576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Port': ['ID=4c0118dd-7ff7-4d90-80c9-c363e80e338d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:34.001377 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b298-ce47-495f-a25c-b61625ff93a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (53a53226-185e-4fd8-8a17-fa9a7bf61f3c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.090959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.094817 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9a89c48-e9d5-4473-8865-0ae840afd7d6 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/ports/4c0118dd-7ff7-4d90-80c9-c363e80e338d HTTP/1.1" status: 204 len: 168 time: 0.7750373 Feb 09 22:14:34.096848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b298-ce47-495f-a25c-b61625ff93a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (53a53226-185e-4fd8-8a17-fa9a7bf61f3c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.099426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48574) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:34.129949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3b298-ce47-495f-a25c-b61625ff93a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a53226-185e-4fd8-8a17-fa9a7bf61f3c,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:34.167697 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79bfd74-a15b-40ea-913c-3eb777a3237e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] GET failed (client error): The resource could not be found. Feb 09 22:14:34.170350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d79bfd74-a15b-40ea-913c-3eb777a3237e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "GET /v2.0/ports/4c0118dd-7ff7-4d90-80c9-c363e80e338d HTTP/1.1" status: 404 len: 333 time: 0.0698104 Feb 09 22:14:34.177342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48576) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:34.186584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Router 2377079b-7a41-4e1d-b432-1c52fb8439da has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:34.186807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'name': 'tempest-AllowedAddressPairTestJSON-1596668503'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:34.191739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b298-ce47-495f-a25c-b61625ff93a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.192983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c1a3b298-ce47-495f-a25c-b61625ff93a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4277060 Feb 09 22:14:34.196147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48578) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:34.202351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0e613ad9-21a1-48b9-827c-346c34a9f4e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '0a4f348f-a332-4823-b0e9-294e15f422a2', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:34.327967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e613ad9-21a1-48b9-827c-346c34a9f4e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (c7415f44-73f8-419e-8d9a-31716e96e1ce), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.393797 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:34.396894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:34.405393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.418831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e613ad9-21a1-48b9-827c-346c34a9f4e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (c7415f44-73f8-419e-8d9a-31716e96e1ce), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.424650 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] Sync routers for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:34.433480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] device_id is not set on port 25bbee7f-97e7-4a1e-a98f-1054dc4e3fae yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:34.438747 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:34.439647 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:34.443420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-01319fdf-47c2-4d5f-ac88-5f8f1cf565e9 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "PUT /v2.0/routers/2377079b-7a41-4e1d-b432-1c52fb8439da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5324769 Feb 09 22:14:34.444060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48586) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:34.488269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e613ad9-21a1-48b9-827c-346c34a9f4e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c7415f44-73f8-419e-8d9a-31716e96e1ce), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.519950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e613ad9-21a1-48b9-827c-346c34a9f4e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7415f44-73f8-419e-8d9a-31716e96e1ce,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:34.529168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting subnet 6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:34.533202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for subnet (6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.578367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Allocated IP 172.20.0.6 (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566/8df3cd41-12a5-49e2-a114-d9c21ccc0cec/25bbee7f-97e7-4a1e-a98f-1054dc4e3fae) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:34.591834 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0e613ad9-21a1-48b9-827c-346c34a9f4e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.593135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0e613ad9-21a1-48b9-827c-346c34a9f4e6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3957543 Feb 09 22:14:34.596036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48588) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:34.603464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '0a4f348f-a332-4823-b0e9-294e15f422a2', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:34.612931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.620988 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:34.714050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.764046 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:14:34.776847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (6ce7f2d3-3b4e-4ba4-8d79-cde0f65884fa), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.855894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (6ce7f2d3-3b4e-4ba4-8d79-cde0f65884fa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.863832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (25bbee7f-97e7-4a1e-a98f-1054dc4e3fae), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.882979 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:14:33Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:34.909991 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] Checking router: 2377079b-7a41-4e1d-b432-1c52fb8439da for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:34.920932 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] Routers {'2377079b-7a41-4e1d-b432-1c52fb8439da'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:34.921639 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2377079b-7a41-4e1d-b432-1c52fb8439da'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:34.922384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (6ce7f2d3-3b4e-4ba4-8d79-cde0f65884fa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.932793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:34.994995 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (25bbee7f-97e7-4a1e-a98f-1054dc4e3fae), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.004839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:35.007500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce7f2d3-3b4e-4ba4-8d79-cde0f65884fa,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:35.024399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b0bb2-17d4-4744-9c57-9f6d2475d9cb None None] Network ecf245f2-790d-4e79-addd-976797169093 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:35.026815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.034977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cf3f2661-a20b-4cc2-a253-71355f9bf47e tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/subnets/6f2f2b91-c1d3-43ba-8ee0-578d2eb0f98b HTTP/1.1" status: 204 len: 168 time: 0.5874405 Feb 09 22:14:35.035307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48596) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:35.056320 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] Set router 2377079b-7a41-4e1d-b432-1c52fb8439da gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:35.097721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.101716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-323b419d-1a58-4503-9f34-32812241f60c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5021071 Feb 09 22:14:35.104332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:35.128895 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '0a4f348f-a332-4823-b0e9-294e15f422a2', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:35.184934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router (2377079b-7a41-4e1d-b432-1c52fb8439da), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.198641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=25bbee7f-97e7-4a1e-a98f-1054dc4e3fae,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:35.218641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:35.222478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:35.235912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:35.257516 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:14:35.261687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] DHCP port deletion for ecf245f2-790d-4e79-addd-976797169093 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:35.308309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (06a277a6-c09d-4553-a241-14502189aa07), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.346051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_gateway (2377079b-7a41-4e1d-b432-1c52fb8439da), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.372824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:35.373460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.410142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (06a277a6-c09d-4553-a241-14502189aa07), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.447382 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:14:33Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:35.458310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e3d3f910-b130-4a96-8798-9a0ce5e2850a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2794607 Feb 09 22:14:35.460836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48606) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:35.466772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'network_id': '54c0f7ab-98c6-47f7-b19f-df6a9e9ba566', 'name': 'tempest-AllowedAddressPairTestJSON-30954515'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:35.497906 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f40b4-a18e-4e04-9d02-f6ba008087b8 None None] The sync data for ids ['2377079b-7a41-4e1d-b432-1c52fb8439da'] in n-d-828599-1 is: [{'id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688334540', 'tenant_id': '2ec62ed748f545049bd5b05865269d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:37Z', 'updated_at': '2022-02-09T22:14:33Z', 'revision_number': 5, 'project_id': '2ec62ed748f545049bd5b05865269d99', 'gw_port': {'id': 'df8369e2-caa4-4458-86f5-9c9bdaac48fe', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2377079b-7a41-4e1d-b432-1c52fb8439da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:38Z', 'updated_at': '2022-02-09T22:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:35.716244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (06a277a6-c09d-4553-a241-14502189aa07), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.727471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ed61e59b-9050-4dda-9423-fe7b17feb0ff no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:35.743029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a277a6-c09d-4553-a241-14502189aa07,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:35.794294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ed61e59b-9050-4dda-9423-fe7b17feb0ff {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:35.795962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ed61e59b-9050-4dda-9423-fe7b17feb0ff not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:35.796562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 227c08dd-5ffd-41e4-af93-bb3c1a10406f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:35.852321 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.856701 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea3213e9-0d88-4fd8-9bb2-c61cef834c5a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7358625 Feb 09 22:14:35.858239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48610) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:35.863475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'network': {'name': 'tempest-network-smoke--1560435746', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'port_security_enabled': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:35.906743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Made reservation on behalf of 25c9efa0199647ce93f0ecf782b4ce18 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:35.913111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.919927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] Deleting port 227c08dd-5ffd-41e4-af93-bb3c1a10406f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:35.920327 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.925039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-44b099a5-d13d-4c29-84f8-38265138e86d None None] Provisioning complete for port 25bbee7f-97e7-4a1e-a98f-1054dc4e3fae triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:35.925418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44b099a5-d13d-4c29-84f8-38265138e86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (25bbee7f-97e7-4a1e-a98f-1054dc4e3fae), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.951568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Deleting port df8369e2-caa4-4458-86f5-9c9bdaac48fe {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:35.952690 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:35.953240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] device_id is not set on port 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:36.004430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be3e7c6e-0e4e-49af-bf0c-cd06968e5b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.025474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:36.029381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.031559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-44b099a5-d13d-4c29-84f8-38265138e86d None None] Port 25bbee7f-97e7-4a1e-a98f-1054dc4e3fae cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:36.077716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] For port df8369e2-caa4-4458-86f5-9c9bdaac48fe, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=df8369e2-caa4-4458-86f5-9c9bdaac48fe,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:36.082439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.083138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] For port 227c08dd-5ffd-41e4-af93-bb3c1a10406f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=227c08dd-5ffd-41e4-af93-bb3c1a10406f,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:36.083771 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.092925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Calling delete_port for df8369e2-caa4-4458-86f5-9c9bdaac48fe owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:36.101498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 227c08dd-5ffd-41e4-af93-bb3c1a10406f is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:36.102487 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.122592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] Calling delete_port for 227c08dd-5ffd-41e4-af93-bb3c1a10406f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:36.127644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:36.148695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0c294e99-2d1c-4ab7-94aa-fbe693f114f9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.149052 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Added segment 0c294e99-2d1c-4ab7-94aa-fbe693f114f9 of type vlan for network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 Feb 09 22:14:36.155920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 227c08dd-5ffd-41e4-af93-bb3c1a10406f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=227c08dd-5ffd-41e4-af93-bb3c1a10406f,segment=NetworkSegment(89eacd89-c268-4336-ae6f-36664e88e115),segment_id=89eacd89-c268-4336-ae6f-36664e88e115)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:36.160650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Allocated IP 172.20.0.11 (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566/8df3cd41-12a5-49e2-a114-d9c21ccc0cec/72ec8eda-163e-4e1e-bd19-f48e9d7b9669) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:36.205393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (7a855af3-51cf-436d-bb8d-9c504c4e70c3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.371222 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.493010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.536556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (7a855af3-51cf-436d-bb8d-9c504c4e70c3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.537089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (df8369e2-caa4-4458-86f5-9c9bdaac48fe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.541928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:36.543231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.551965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=227c08dd-5ffd-41e4-af93-bb3c1a10406f,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:36.560910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.561570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.562085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.562593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.563100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.564180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.564695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.565204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.565694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.566195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.566685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.567364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.567974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:36.571770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Port': ['ID=df8369e2-caa4-4458-86f5-9c9bdaac48fe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:36.573733 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (227c08dd-5ffd-41e4-af93-bb3c1a10406f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.620881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] Pushing event deleted for resources: {'Port': ['ID=227c08dd-5ffd-41e4-af93-bb3c1a10406f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:36.623300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.639495 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (2377079b-7a41-4e1d-b432-1c52fb8439da), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.641575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594be39-cd59-46e6-8265-b36c0d6bc056 None None] No DVR routers for this DVR port 227c08dd-5ffd-41e4-af93-bb3c1a10406f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:36.711290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Network': ['ID=7a855af3-51cf-436d-bb8d-9c504c4e70c3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:36.722205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:36.731133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:14:36.737312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:36.740977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:36.747060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (2377079b-7a41-4e1d-b432-1c52fb8439da), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.750169 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router_controller (2377079b-7a41-4e1d-b432-1c52fb8439da), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.820125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=72ec8eda-163e-4e1e-bd19-f48e9d7b9669,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:36.832884 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cfef4680-e503-45b0-a885-e2b61853f5a6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9748788 Feb 09 22:14:36.835698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48622) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:36.841203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'admin_state_up': True, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:36.854585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:36.855246 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.887686 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (2377079b-7a41-4e1d-b432-1c52fb8439da), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.891287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Fanout notify agent at l3_agent the message router_deleted on router 2377079b-7a41-4e1d-b432-1c52fb8439da {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:36.896821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:36.898441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7f33e227-990f-48bd-93fd-41f0ae4f7880 tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/routers/2377079b-7a41-4e1d-b432-1c52fb8439da HTTP/1.1" status: 204 len: 168 time: 1.8617513 Feb 09 22:14:36.901126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:37.011169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ea1688b9-193c-4260-9044-17341c3a2e5a tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5492074 Feb 09 22:14:37.014346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48632) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:37.022399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2d:1e:0f'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d1:ff:65'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:37.027767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ecf245f2-790d-4e79-addd-976797169093), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.087256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c0f4be62-26d4-4acf-bc1d-3a39c8cb968c None None] Provisioning complete for port 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:37.088997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0f4be62-26d4-4acf-bc1d-3a39c8cb968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.146113 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ecf245f2-790d-4e79-addd-976797169093), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.155849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (a270175d-3159-4754-a84e-a2b2e88061a2), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.157298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (a270175d-3159-4754-a84e-a2b2e88061a2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.158954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4be62-26d4-4acf-bc1d-3a39c8cb968c None None] Port 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:37.179432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf245f2-790d-4e79-addd-976797169093']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:37.194290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89eacd89-c268-4336-ae6f-36664e88e115') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:37.202717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89eacd89-c268-4336-ae6f-36664e88e115') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:37.218870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (89eacd89-c268-4336-ae6f-36664e88e115), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.233842 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (89eacd89-c268-4336-ae6f-36664e88e115), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.242116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:37.242558 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (89eacd89-c268-4336-ae6f-36664e88e115), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.248154 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (a270175d-3159-4754-a84e-a2b2e88061a2), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:37.248424 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:37.280967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.393906 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ecf245f2-790d-4e79-addd-976797169093), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.403019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.406741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] 10.222.0.98 "DELETE /v2.0/networks/ecf245f2-790d-4e79-addd-976797169093 HTTP/1.1" status: 204 len: 168 time: 0.5042541 Feb 09 22:14:37.422094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf9ab5-7a6f-409c-aa4b-63314f01eb6a tempest-TestSecurityGroupsBasicOps-2115584697 tempest-TestSecurityGroupsBasicOps-2115584697-project] Pushing event deleted for resources: {'Network': ['ID=ecf245f2-790d-4e79-addd-976797169093,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:37.510740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2aafb25f-a86a-4636-868f-c429d51f2d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.514850 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (a270175d-3159-4754-a84e-a2b2e88061a2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.688588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df8369e2-caa4-4458-86f5-9c9bdaac48fe no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:37.742724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: df8369e2-caa4-4458-86f5-9c9bdaac48fe {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:37.743173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device df8369e2-caa4-4458-86f5-9c9bdaac48fe not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:37.759208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.871667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.969436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (a270175d-3159-4754-a84e-a2b2e88061a2), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.007447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event updated for resources: {'Port': ['ID=72ec8eda-163e-4e1e-bd19-f48e9d7b9669,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:38.007447 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.022452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] In _notify_port_updated(), no bound segment for port 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 on network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:14:38.030590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:38.038785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.038785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e2fe92e-dff3-4aea-925a-54324fa5d474 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "PUT /v2.0/ports/72ec8eda-163e-4e1e-bd19-f48e9d7b9669 HTTP/1.1" status: 200 len: 1054 time: 1.0205598 Feb 09 22:14:38.039453 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48652) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:38.214222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.217 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/cd160784-f2f4-4f2e-ba71-73cf8154c3cc) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:38.246693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48654) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:38.298196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting port 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:38.301936 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.303636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9c6926ec-96d1-408c-abbb-ea068cfb9453 None None] Provisioning complete for port 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:38.306090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9c6926ec-96d1-408c-abbb-ea068cfb9453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.389512 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.396466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9c6926ec-96d1-408c-abbb-ea068cfb9453 None None] Port 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:38.466679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bf576495-d052-4882-a219-5f65c3571456 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ec62ed748f545049bd5b05865269d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158089 Feb 09 22:14:38.469459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48664) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:38.477698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.493039 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.508681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Calling delete_port for 72ec8eda-163e-4e1e-bd19-f48e9d7b9669 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:38.543155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:38.573059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:38.590703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:38.593788 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:38.640355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2ae6bc0-10fe-4c32-bec0-41f895c490ba admin admin] Publish callbacks [] for security_group (6ff50ebd-4e18-49ef-a133-ce3a96337b60), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.680206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2ae6bc0-10fe-4c32-bec0-41f895c490ba admin admin] Publish callbacks [] for security_group (6ff50ebd-4e18-49ef-a133-ce3a96337b60), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.755275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (72ec8eda-163e-4e1e-bd19-f48e9d7b9669), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:38.789967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Port': ['ID=72ec8eda-163e-4e1e-bd19-f48e9d7b9669,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:39.013264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2ae6bc0-10fe-4c32-bec0-41f895c490ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6ff50ebd-4e18-49ef-a133-ce3a96337b60), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.028770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2ae6bc0-10fe-4c32-bec0-41f895c490ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.032563 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d2ae6bc0-10fe-4c32-bec0-41f895c490ba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6ff50ebd-4e18-49ef-a133-ce3a96337b60 HTTP/1.1" status: 204 len: 168 time: 0.5619466 Feb 09 22:14:39.122767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae6bc0-10fe-4c32-bec0-41f895c490ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff50ebd-4e18-49ef-a133-ce3a96337b60,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:39.154559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.158573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f5cb24b3-e595-48b8-a3e4-b11131eaca9b tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/ports/72ec8eda-163e-4e1e-bd19-f48e9d7b9669 HTTP/1.1" status: 204 len: 168 time: 1.1180465 Feb 09 22:14:39.162079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48674) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:39.166810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.190977 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (a270175d-3159-4754-a84e-a2b2e88061a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.215870 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-79075f29-4202-4a17-8a2c-902ca7295565 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] GET failed (client error): The resource could not be found. Feb 09 22:14:39.218581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-79075f29-4202-4a17-8a2c-902ca7295565 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "GET /v2.0/ports/72ec8eda-163e-4e1e-bd19-f48e9d7b9669 HTTP/1.1" status: 404 len: 333 time: 0.0501542 Feb 09 22:14:39.221449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48678) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:39.326225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting port 25bbee7f-97e7-4a1e-a98f-1054dc4e3fae {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:39.326826 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (25bbee7f-97e7-4a1e-a98f-1054dc4e3fae), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.472539 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (25bbee7f-97e7-4a1e-a98f-1054dc4e3fae), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.480007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (a270175d-3159-4754-a84e-a2b2e88061a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.487772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Calling delete_port for 25bbee7f-97e7-4a1e-a98f-1054dc4e3fae owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:40.229827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router a270175d-3159-4754-a84e-a2b2e88061a2 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:14:40.231239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (25bbee7f-97e7-4a1e-a98f-1054dc4e3fae), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.337726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Port': ['ID=25bbee7f-97e7-4a1e-a98f-1054dc4e3fae,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:40.345929 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.366186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:40.380063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Sync routers for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:40.397414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:40.398068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:40.474216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.477725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1b75d2e4-7a81-404b-8bd2-0cc528d69d5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6391470 Feb 09 22:14:40.479575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48694) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:40.496589 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.510728 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d81d5426-c272-44fb-8973-f777fc2ddbeb tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/ports/25bbee7f-97e7-4a1e-a98f-1054dc4e3fae HTTP/1.1" status: 204 len: 168 time: 1.2856791 Feb 09 22:14:40.518513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48696) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:40.550638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:40.592802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48698) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:40.612860 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3424a9-f7ea-4f2e-878b-d3b57b276ac2 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] GET failed (client error): The resource could not be found. Feb 09 22:14:40.618183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4f3424a9-f7ea-4f2e-878b-d3b57b276ac2 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "GET /v2.0/ports/25bbee7f-97e7-4a1e-a98f-1054dc4e3fae HTTP/1.1" status: 404 len: 333 time: 0.0949204 Feb 09 22:14:40.620532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48700) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:40.635533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-802bfe58-4c09-478e-89ca-55b9fea4c49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.801566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:38Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:40.815400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting port 400a91c4-9064-4b0d-aafb-4f4b6ee645a2 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:40.824179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (400a91c4-9064-4b0d-aafb-4f4b6ee645a2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.846459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Checking router: a270175d-3159-4754-a84e-a2b2e88061a2 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:40.846808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Updating router a270175d-3159-4754-a84e-a2b2e88061a2 port cd160784-f2f4-4f2e-ba71-73cf8154c3cc binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:14:40.898484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-da841db8-de92-48fc-84cc-2485a21e9b2b tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=edfa055e56964670bb2fcd2f93edd0b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4176867 Feb 09 22:14:40.899200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48706) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:40.910136 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.917602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-802bfe58-4c09-478e-89ca-55b9fea4c49d admin admin] Publish callbacks [] for security_group (0ed2a7a0-2b7b-44e7-80dd-6658a12a2705), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.984323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (400a91c4-9064-4b0d-aafb-4f4b6ee645a2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:40.995026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-802bfe58-4c09-478e-89ca-55b9fea4c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ed2a7a0-2b7b-44e7-80dd-6658a12a2705), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.014307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Calling delete_port for 400a91c4-9064-4b0d-aafb-4f4b6ee645a2 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:41.064862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-802bfe58-4c09-478e-89ca-55b9fea4c49d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=776ddce71ba94c79b042c086c12bca75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710171 Feb 09 22:14:41.067578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48708) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:41.099541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bfe58-4c09-478e-89ca-55b9fea4c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2a7a0-2b7b-44e7-80dd-6658a12a2705,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:41.120561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48093edd-a544-442a-ae56-875b261fa8a8 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:41.124966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48093edd-a544-442a-ae56-875b261fa8a8 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2193177 Feb 09 22:14:41.124966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48712) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:41.143480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db8b94fc-b8f2-4501-ae7c-886bb03e8779 admin admin] Publish callbacks [] for security_group (0ed2a7a0-2b7b-44e7-80dd-6658a12a2705), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.161794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fb2fee22-7363-44d5-a16b-1416c0b72881 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366325 Feb 09 22:14:41.164910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48714) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:41.170504 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db8b94fc-b8f2-4501-ae7c-886bb03e8779 admin admin] Publish callbacks [] for security_group (0ed2a7a0-2b7b-44e7-80dd-6658a12a2705), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.178041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235854359', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:41.271795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Publish callbacks [] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.282304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db8b94fc-b8f2-4501-ae7c-886bb03e8779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0ed2a7a0-2b7b-44e7-80dd-6658a12a2705), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.288543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-db8b94fc-b8f2-4501-ae7c-886bb03e8779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.288543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-db8b94fc-b8f2-4501-ae7c-886bb03e8779 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0ed2a7a0-2b7b-44e7-80dd-6658a12a2705 HTTP/1.1" status: 204 len: 168 time: 0.2173278 Feb 09 22:14:41.317004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b94fc-b8f2-4501-ae7c-886bb03e8779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2a7a0-2b7b-44e7-80dd-6658a12a2705,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:41.338905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.399565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:41.405243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.409087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Attempting to bind port cd160784-f2f4-4f2e-ba71-73cf8154c3cc on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:41.409087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Attempting to bind port cd160784-f2f4-4f2e-ba71-73cf8154c3cc by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:41.409087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Attempting to bind port cd160784-f2f4-4f2e-ba71-73cf8154c3cc on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:41.415942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:41.416897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:41.417326 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.417717 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:41.418203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Bound port: cd160784-f2f4-4f2e-ba71-73cf8154c3cc, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:41.418838 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.445794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771e910-b5ca-48b0-b2f7-1fd92a7d13fb None None] Pushing event updated for resources: {'Port': ['ID=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:41.488851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] For port cd160784-f2f4-4f2e-ba71-73cf8154c3cc, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:41.492658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] For port cd160784-f2f4-4f2e-ba71-73cf8154c3cc, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:41.497388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (400a91c4-9064-4b0d-aafb-4f4b6ee645a2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.546635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Port': ['ID=400a91c4-9064-4b0d-aafb-4f4b6ee645a2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:41.573577 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.698312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:41.699633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:41.709204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771e910-b5ca-48b0-b2f7-1fd92a7d13fb None None] Pushing event updated for resources: {'Port': ['ID=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:41.711005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.715913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-59ee1503-08e0-4867-8200-df7f7913e245 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/ports/400a91c4-9064-4b0d-aafb-4f4b6ee645a2 HTTP/1.1" status: 204 len: 168 time: 1.0921547 Feb 09 22:14:41.718488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48728) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:41.864329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting subnet 8df3cd41-12a5-49e2-a114-d9c21ccc0cec {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:41.869260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:41.878887 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for subnet (8df3cd41-12a5-49e2-a114-d9c21ccc0cec), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.935498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.981372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (8df3cd41-12a5-49e2-a114-d9c21ccc0cec), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.002010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (35445f0e-2965-475a-a63b-7009f61f47f9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.102314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Subnet': ['ID=35445f0e-2965-475a-a63b-7009f61f47f9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:42.104036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:38Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:42.111754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Checking segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:42.111754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network hostable DHCP agents. Network: 7a855af3-51cf-436d-bb8d-9c504c4e70c3, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:42.122162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (8df3cd41-12a5-49e2-a114-d9c21ccc0cec), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.132750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1e3c2-30cc-4ddf-8a72-3fb41d03a015 None None] The sync data for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 is: [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:38Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:42.207516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:42.288395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48736) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:42.304371 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 7a855af3-51cf-436d-bb8d-9c504c4e70c3) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:42.310372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:42.311069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.313695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75375e0-ec6a-4f87-84a6-0b702f9ffc94 None None] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:42.325167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (8df3cd41-12a5-49e2-a114-d9c21ccc0cec), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.366723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Subnet': ['ID=8df3cd41-12a5-49e2-a114-d9c21ccc0cec,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:42.382672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.389752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-95c0380d-43ca-4057-af8c-25710fe6b50e tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/subnets/8df3cd41-12a5-49e2-a114-d9c21ccc0cec HTTP/1.1" status: 204 len: 168 time: 0.6671674 Feb 09 22:14:42.390093 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-44468e2c-35cb-4f66-8b10-548d8094f202 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2232585 Feb 09 22:14:42.390093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:42.391959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48742) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:42.409023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-083a7178-0083-485e-bd92-a76b63673043 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc07318be8354f3ba0d84905d752f85a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193199 Feb 09 22:14:42.411416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48744) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:42.556006 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d43af8f-dec2-40d7-952a-943ad8ac2fec admin admin] Publish callbacks [] for security_group (45978fc9-324d-486f-97a2-6ee26bb8eec5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.564196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a9bfa-3059-496e-8204-54d93325e692 None None] Network 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:42.595476 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d43af8f-dec2-40d7-952a-943ad8ac2fec admin admin] Publish callbacks [] for security_group (45978fc9-324d-486f-97a2-6ee26bb8eec5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.655925 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.704527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:14:42.705418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.862285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d43af8f-dec2-40d7-952a-943ad8ac2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (45978fc9-324d-486f-97a2-6ee26bb8eec5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.865407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8d43af8f-dec2-40d7-952a-943ad8ac2fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.866864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8d43af8f-dec2-40d7-952a-943ad8ac2fec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45978fc9-324d-486f-97a2-6ee26bb8eec5 HTTP/1.1" status: 204 len: 168 time: 0.4536643 Feb 09 22:14:42.882723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Allocated IP 172.20.0.2 (7a855af3-51cf-436d-bb8d-9c504c4e70c3/35445f0e-2965-475a-a63b-7009f61f47f9/833b54ed-4179-4642-bc23-4ef7722377d6) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:42.899205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43af8f-dec2-40d7-952a-943ad8ac2fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45978fc9-324d-486f-97a2-6ee26bb8eec5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:42.969209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] DHCP port deletion for 54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:43.151818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] Deleting port 891ce7ea-2bbc-4229-873c-3a274f03567b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:43.152098 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.405346 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Deleting port 891ce7ea-2bbc-4229-873c-3a274f03567b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:43.405891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.465567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Publish callbacks [] for port (833b54ed-4179-4642-bc23-4ef7722377d6), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.508698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] For port 891ce7ea-2bbc-4229-873c-3a274f03567b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=891ce7ea-2bbc-4229-873c-3a274f03567b,segment=NetworkSegment(9b0bbf39-62fd-43dc-be5b-aed319b08e66),segment_id=9b0bbf39-62fd-43dc-be5b-aed319b08e66)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:43.509117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.548247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] Calling delete_port for 891ce7ea-2bbc-4229-873c-3a274f03567b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:43.576967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.768406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:43.777044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:43.780732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Pushing event updated for resources: {'Port': ['ID=833b54ed-4179-4642-bc23-4ef7722377d6,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:43.783153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:43.829814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd160784-f2f4-4f2e-ba71-73cf8154c3cc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:43.896474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] For port 891ce7ea-2bbc-4229-873c-3a274f03567b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=891ce7ea-2bbc-4229-873c-3a274f03567b,segment=NetworkSegment(9b0bbf39-62fd-43dc-be5b-aed319b08e66),segment_id=9b0bbf39-62fd-43dc-be5b-aed319b08e66)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:43.897043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.910899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Attempting to bind port 833b54ed-4179-4642-bc23-4ef7722377d6 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:43.911194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Attempting to bind port 833b54ed-4179-4642-bc23-4ef7722377d6 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:43.911566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Attempting to bind port 833b54ed-4179-4642-bc23-4ef7722377d6 on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:43.921899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:43.926312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Checking segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:43.926312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.926312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Bound using segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:43.926312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Bound port: 833b54ed-4179-4642-bc23-4ef7722377d6, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:43.926312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.966338 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.978194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Calling delete_port for 891ce7ea-2bbc-4229-873c-3a274f03567b owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:43.999494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cd160784-f2f4-4f2e-ba71-73cf8154c3cc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:43.999903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.005186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] Pushing event deleted for resources: {'Port': ['ID=891ce7ea-2bbc-4229-873c-3a274f03567b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:44.010464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab6993-c8bc-4a69-a898-da934f07ce50 None None] No DVR routers for this DVR port 891ce7ea-2bbc-4229-873c-3a274f03567b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:44.069384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.073823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] For port 833b54ed-4179-4642-bc23-4ef7722377d6, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:44.077224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] For port 833b54ed-4179-4642-bc23-4ef7722377d6, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=833b54ed-4179-4642-bc23-4ef7722377d6,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:44.123530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cd160784-f2f4-4f2e-ba71-73cf8154c3cc is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:44.124661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.147106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port cd160784-f2f4-4f2e-ba71-73cf8154c3cc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:44.173127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.213592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (891ce7ea-2bbc-4229-873c-3a274f03567b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.243728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.271891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Port': ['ID=891ce7ea-2bbc-4229-873c-3a274f03567b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:44.275668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] No DVR routers for this DVR port 891ce7ea-2bbc-4229-873c-3a274f03567b on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:44.290053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b1069-ddde-458f-9fa4-537d5d142689 None None] Pushing event updated for resources: {'Port': ['ID=833b54ed-4179-4642-bc23-4ef7722377d6,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:44.346031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 891ce7ea-2bbc-4229-873c-3a274f03567b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:44.394011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 891ce7ea-2bbc-4229-873c-3a274f03567b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:44.394568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 891ce7ea-2bbc-4229-873c-3a274f03567b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:44.407402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:44.508812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.533642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c0f7ab-98c6-47f7-b19f-df6a9e9ba566']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:44.579535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0bbf39-62fd-43dc-be5b-aed319b08e66') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:44.579904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0bbf39-62fd-43dc-be5b-aed319b08e66') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:44.627536 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (9b0bbf39-62fd-43dc-be5b-aed319b08e66), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.660687 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9b0bbf39-62fd-43dc-be5b-aed319b08e66), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.686308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (9b0bbf39-62fd-43dc-be5b-aed319b08e66), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: self.session.flush() Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:44.690972 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:44.825426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.1 (7a855af3-51cf-436d-bb8d-9c504c4e70c3/35445f0e-2965-475a-a63b-7009f61f47f9/74a8eeca-5b6a-4874-adcb-e044f904b101) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:44.895214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (54c0f7ab-98c6-47f7-b19f-df6a9e9ba566), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.901303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.905111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] 10.222.0.98 "DELETE /v2.0/networks/54c0f7ab-98c6-47f7-b19f-df6a9e9ba566 HTTP/1.1" status: 204 len: 168 time: 2.5141370 Feb 09 22:14:44.924014 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dcde2-605b-4c04-bb53-76a1be6b9372 tempest-AllowedAddressPairTestJSON-668997909 tempest-AllowedAddressPairTestJSON-668997909-project] Pushing event deleted for resources: {'Network': ['ID=54c0f7ab-98c6-47f7-b19f-df6a9e9ba566,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:45.007794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.097168 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.142099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:45.149849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:45.153970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:45.210446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (a270175d-3159-4754-a84e-a2b2e88061a2), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.213048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=74a8eeca-5b6a-4874-adcb-e044f904b101,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:45.515735 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.588082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48802) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:45.640520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39cb20f-a757-4805-a811-9c125729810c None None] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:45.856470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0c17f051-2315-4172-b379-995bce647ea4 None None] Provisioning complete for port 833b54ed-4179-4642-bc23-4ef7722377d6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:45.856959 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c17f051-2315-4172-b379-995bce647ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.861054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5474cdce-69ac-47d5-944a-eeaa76409aab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=25c9efa0199647ce93f0ecf782b4ce18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712002 Feb 09 22:14:45.864576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48810) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:45.949060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd160784-f2f4-4f2e-ba71-73cf8154c3cc up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:46.054827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d69bdc-4d64-4241-bcca-2e43041aecc5 admin admin] Publish callbacks [] for security_group (8aec610e-450f-467f-8c38-f0d5d0034327), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.069014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cd160784-f2f4-4f2e-ba71-73cf8154c3cc triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:46.069652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.099749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d69bdc-4d64-4241-bcca-2e43041aecc5 admin admin] Publish callbacks [] for security_group (8aec610e-450f-467f-8c38-f0d5d0034327), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.156463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.172541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0c17f051-2315-4172-b379-995bce647ea4 None None] Current status of the port 833b54ed-4179-4642-bc23-4ef7722377d6 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:46.173896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c17f051-2315-4172-b379-995bce647ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.222381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.232457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0c17f051-2315-4172-b379-995bce647ea4 None None] For port 833b54ed-4179-4642-bc23-4ef7722377d6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=833b54ed-4179-4642-bc23-4ef7722377d6,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:46.283321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cd160784-f2f4-4f2e-ba71-73cf8154c3cc is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:46.284824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 833b54ed-4179-4642-bc23-4ef7722377d6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:46.331220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c17f051-2315-4172-b379-995bce647ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.347874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (a270175d-3159-4754-a84e-a2b2e88061a2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.406445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17f051-2315-4172-b379-995bce647ea4 None None] Pushing event updated for resources: {'Port': ['ID=833b54ed-4179-4642-bc23-4ef7722377d6,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:46.437252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 833b54ed-4179-4642-bc23-4ef7722377d6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:46.441430 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.453595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d69bdc-4d64-4241-bcca-2e43041aecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8aec610e-450f-467f-8c38-f0d5d0034327), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.460241 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0d69bdc-4d64-4241-bcca-2e43041aecc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.461275 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f0d69bdc-4d64-4241-bcca-2e43041aecc5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8aec610e-450f-467f-8c38-f0d5d0034327 HTTP/1.1" status: 204 len: 168 time: 0.5866971 Feb 09 22:14:46.540005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-76de0158-6ae2-497a-89e2-f4a6e861dd88 None None] Provisioning complete for port 833b54ed-4179-4642-bc23-4ef7722377d6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:46.546688 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-76de0158-6ae2-497a-89e2-f4a6e861dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.568865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d69bdc-4d64-4241-bcca-2e43041aecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec610e-450f-467f-8c38-f0d5d0034327,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:46.581606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=74a8eeca-5b6a-4874-adcb-e044f904b101,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:46.649559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:46.651150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:46.692761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 833b54ed-4179-4642-bc23-4ef7722377d6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:46.754344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-76de0158-6ae2-497a-89e2-f4a6e861dd88 None None] Current status of the port 833b54ed-4179-4642-bc23-4ef7722377d6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:46.767153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-76de0158-6ae2-497a-89e2-f4a6e861dd88 None None] Provisioning complete for port 74a8eeca-5b6a-4874-adcb-e044f904b101 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:46.768284 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-76de0158-6ae2-497a-89e2-f4a6e861dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:46.835570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-76de0158-6ae2-497a-89e2-f4a6e861dd88 None None] Port 74a8eeca-5b6a-4874-adcb-e044f904b101 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:46.848868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router a270175d-3159-4754-a84e-a2b2e88061a2 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:46.960403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-025f5cc3-be8f-4247-b11e-111e649e191a None None] Provisioning complete for port 74a8eeca-5b6a-4874-adcb-e044f904b101 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:46.961182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-025f5cc3-be8f-4247-b11e-111e649e191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:47.009544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-025f5cc3-be8f-4247-b11e-111e649e191a None None] Port 74a8eeca-5b6a-4874-adcb-e044f904b101 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:47.058185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:47.074960 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Sync routers for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:47.092344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ce7c6ea-f879-4c22-988d-43ac70706d08 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/a270175d-3159-4754-a84e-a2b2e88061a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5764360 Feb 09 22:14:47.095435 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:47.096144 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:47.134503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e1d735f4-28d2-47d8-b18b-e2c4e75c009c None None] Provisioning complete for port 74a8eeca-5b6a-4874-adcb-e044f904b101 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:47.134503 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1d735f4-28d2-47d8-b18b-e2c4e75c009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:47.174361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e1d735f4-28d2-47d8-b18b-e2c4e75c009c None None] Port 74a8eeca-5b6a-4874-adcb-e044f904b101 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:47.265781 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:47.375447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-6b1b598b-bd96-4e8b-8ef0-a7047481c58f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510803269&fields=id&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 267 time: 0.0740044 Feb 09 22:14:47.507273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-d23f918a-f725-4342-b317-692a302e1540 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:47.513079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-d23f918a-f725-4342-b317-692a302e1540 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 797 time: 0.1295958 Feb 09 22:14:47.524780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-c311680d-0234-4943-b74d-00f19b733cec tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/quotas/edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 375 time: 0.0101459 Feb 09 22:14:47.530680 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 2, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:47.563945 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Checking router: a270175d-3159-4754-a84e-a2b2e88061a2 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:47.564306 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Updating router a270175d-3159-4754-a84e-a2b2e88061a2 port 74a8eeca-5b6a-4874-adcb-e044f904b101 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:14:47.607246 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:47.641196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-2b28e7fa-4c76-4af7-b817-3b1997a5b00b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045094 Feb 09 22:14:47.683491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 833b54ed-4179-4642-bc23-4ef7722377d6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:47.790488 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-556af99e-500c-4306-bf82-3bd06a03df4a service neutron] 10.222.0.98 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246295 Feb 09 22:14:47.807083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 833b54ed-4179-4642-bc23-4ef7722377d6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:47.807644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:47.912546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-be8d24c8-d96b-4558-b6db-b14f0b71c2b8 service neutron] 10.222.0.98 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245804 Feb 09 22:14:47.913959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 833b54ed-4179-4642-bc23-4ef7722377d6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:48.077892 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Publish callbacks [] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.143018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48880) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:48.172749 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.236475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cc0fe8a-e950-4937-99c7-ed32bdcc5944 req-8fc06fcd-c222-4673-a7b9-b0fecb840699 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 210 time: 0.0765944 Feb 09 22:14:48.263102 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Pushing event updated for resources: {'Port': ['ID=74a8eeca-5b6a-4874-adcb-e044f904b101,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:48.279981 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.280594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.281285 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.281902 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.282424 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.283236 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.283754 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.284367 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.284865 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.285611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.286107 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.286598 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.287485 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:48.325018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-905255493'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:48.492476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:48.496308 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.501358 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Attempting to bind port 74a8eeca-5b6a-4874-adcb-e044f904b101 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:48.501855 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Attempting to bind port 74a8eeca-5b6a-4874-adcb-e044f904b101 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:48.502225 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Attempting to bind port 74a8eeca-5b6a-4874-adcb-e044f904b101 on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:48.506688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.508408 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:48.508834 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Checking segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:48.509241 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.509630 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Bound using segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:48.510671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Bound port: 74a8eeca-5b6a-4874-adcb-e044f904b101, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:48.511060 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.610044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3268b711-368e-46ae-a564-dd0611c677c9 None None] Provisioning complete for port 74a8eeca-5b6a-4874-adcb-e044f904b101 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:48.610044 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3268b711-368e-46ae-a564-dd0611c677c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.615513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (05471c88-568b-4b58-a627-7331199a56d0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.623877 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] For port 74a8eeca-5b6a-4874-adcb-e044f904b101, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:48.628328 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] For port 74a8eeca-5b6a-4874-adcb-e044f904b101, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=74a8eeca-5b6a-4874-adcb-e044f904b101,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:48.669462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3268b711-368e-46ae-a564-dd0611c677c9 None None] Port 74a8eeca-5b6a-4874-adcb-e044f904b101 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:48.721243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (05471c88-568b-4b58-a627-7331199a56d0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.744563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:48.759604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05471c88-568b-4b58-a627-7331199a56d0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:48.763024 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2a7a032d-9302-4be0-a76a-0f6443b74e64), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.763377 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment 2a7a032d-9302-4be0-a76a-0f6443b74e64 of type vlan for network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad Feb 09 22:14:48.773336 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.887578 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:48.894831 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:48.897605 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:48.922769 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41b2dd-03c8-48d2-af14-2347bb4bdbdc None None] Pushing event updated for resources: {'Port': ['ID=74a8eeca-5b6a-4874-adcb-e044f904b101,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:48.997252 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.002979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:49.003593 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.102271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=0b758d52-2f53-44e7-9c1b-0f543ab5e0ad,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:49.105185 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:49.122476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:14:49.207388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a44670d4-9f61-471b-a084-4a9d251dd09e None None] Provisioning complete for port 74a8eeca-5b6a-4874-adcb-e044f904b101 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:49.207924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a44670d4-9f61-471b-a084-4a9d251dd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.227105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-554acd56-12ec-4582-afb2-7cccce77575f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0827107 Feb 09 22:14:49.229538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48906) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:49.235851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'name': 'tempest-PortsIpV6TestJSON-1970457965'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:49.340520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a44670d4-9f61-471b-a084-4a9d251dd09e None None] Current status of the port 74a8eeca-5b6a-4874-adcb-e044f904b101 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:49.341380 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a44670d4-9f61-471b-a084-4a9d251dd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.391565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a44670d4-9f61-471b-a084-4a9d251dd09e None None] For port 74a8eeca-5b6a-4874-adcb-e044f904b101, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=74a8eeca-5b6a-4874-adcb-e044f904b101,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:49.409155 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a152409e-a82b-4c0d-9044-a8f503c97792 req-9f1e19cd-ef5d-43a4-a9c7-47c1dfbe128d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 210 time: 0.0602782 Feb 09 22:14:49.436185 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:48Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:49.468953 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f81bc40-f1e1-4cb5-9c7f-371f7d16bbb8 None None] The sync data for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 is: [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:48Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:49.469579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a44670d4-9f61-471b-a084-4a9d251dd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.543079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:49.547978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.574723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44670d4-9f61-471b-a084-4a9d251dd09e None None] Pushing event updated for resources: {'Port': ['ID=74a8eeca-5b6a-4874-adcb-e044f904b101,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:49.585581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:49.744284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 74a8eeca-5b6a-4874-adcb-e044f904b101 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:49.830942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 74a8eeca-5b6a-4874-adcb-e044f904b101 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:49.831433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.896208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.016105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 74a8eeca-5b6a-4874-adcb-e044f904b101 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:50.058388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.173772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=333c8ad9-b0f7-4c53-888c-1f0d2917b533,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:50.192875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': '2a7a032d-9302-4be0-a76a-0f6443b74e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:50.193255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:50.298659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:50.384409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:50.389241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:50.395155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:50.399351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee04f6-90ba-4a9e-9d38-e97e8da35c26 None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:50.409365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.518296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a1519a32-17a0-4627-be0d-f05322a66916 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2871301 Feb 09 22:14:50.521732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48924) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:50.528077 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-37943962'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:50.570705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-584ae34e-3426-4e41-92f7-57afd0043d34 req-232376c7-58b9-44f2-8b8c-5f3d6c82984d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 210 time: 0.0563190 Feb 09 22:14:50.674422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:50.678769 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.714427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:50.730959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (aa249476-2826-49d0-b9b2-c19150f8c895), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.731636 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment aa249476-2826-49d0-b9b2-c19150f8c895 of type vlan for network 15e16ca5-dc82-4435-947b-323625da844e Feb 09 22:14:50.786797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (15e16ca5-dc82-4435-947b-323625da844e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.854664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-68e2fe02-0c7d-4655-b07a-72efbeef90ad tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:50.856569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-68e2fe02-0c7d-4655-b07a-72efbeef90ad tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 797 time: 0.1854556 Feb 09 22:14:50.876842 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (15e16ca5-dc82-4435-947b-323625da844e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.881965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:50.883094 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:50.960888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-12a5711f-c54b-4fea-9b91-00241437bb29 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 380 time: 0.0961950 Feb 09 22:14:50.975689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'port': {'device_id': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'admin_state_up': True, 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'security_groups': ['0a4f348f-a332-4823-b0e9-294e15f422a2']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:50.992985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=15e16ca5-dc82-4435-947b-323625da844e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:51.005454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 15e16ca5-dc82-4435-947b-323625da844e details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:14:51.024048 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4be9aa77-a617-4878-97ea-984a6d998437 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4965174 Feb 09 22:14:51.024048 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48934) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:51.030020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'ports': [{'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad'}, {'network_id': '15e16ca5-dc82-4435-947b-323625da844e'}]} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:51.030419 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:51.031239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '15e16ca5-dc82-4435-947b-323625da844e'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:51.293351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:51.297253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.394528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 2} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:51.401798 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.421330 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.473316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.8 (7a855af3-51cf-436d-bb8d-9c504c4e70c3/35445f0e-2965-475a-a63b-7009f61f47f9/34feff36-ccc0-4894-85f0-90cddf66741d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:51.578759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 42c0f19e-0fc9-4226-93b9-525665eaae14 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:51.665164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (34feff36-ccc0-4894-85f0-90cddf66741d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.719915 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (42c0f19e-0fc9-4226-93b9-525665eaae14), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.783802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1825b211-05f4-43cb-b777-564cf0926e43 req-4b232b70-db50-4a53-b200-997f17cbcf3e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 210 time: 0.0688658 Feb 09 22:14:51.807173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.812698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 8fe84a87-cc23-45c2-99e3-7777df2f0990 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:51.860483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:51.884911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:51.887558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:51.892466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:51.948503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (8fe84a87-cc23-45c2-99e3-7777df2f0990), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.984176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:51.984443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.053170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (42c0f19e-0fc9-4226-93b9-525665eaae14), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.092216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b0fa1559-dddc-4190-9b7b-7aa6c7ebdaaf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211987 Feb 09 22:14:52.107002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Request body: {'port': {'device_id': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:52.213015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.235680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b9b2b159-93be-4b6a-b9d3-f1c3f408ba57 None None] Provisioning complete for port 34feff36-ccc0-4894-85f0-90cddf66741d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:52.237127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b159-93be-4b6a-b9d3-f1c3f408ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.318961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2b159-93be-4b6a-b9d3-f1c3f408ba57 None None] Port 34feff36-ccc0-4894-85f0-90cddf66741d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:14:52.493627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34feff36-ccc0-4894-85f0-90cddf66741d {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:14:52.499925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:52.502574 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Publish callbacks [] for port (34feff36-ccc0-4894-85f0-90cddf66741d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.503073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:52.509603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:52.510569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8fe84a87-cc23-45c2-99e3-7777df2f0990), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.515028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Transition to ACTIVE for port object 34feff36-ccc0-4894-85f0-90cddf66741d will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:14:52.523139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=42c0f19e-0fc9-4226-93b9-525665eaae14,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:52.590263 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.603734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=8fe84a87-cc23-45c2-99e3-7777df2f0990,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:52.623150 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': 'aa249476-2826-49d0-b9b2-c19150f8c895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '15e16ca5-dc82-4435-947b-323625da844e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:52.623551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: 15e16ca5-dc82-4435-947b-323625da844e, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:52.660598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:52.721467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 15e16ca5-dc82-4435-947b-323625da844e is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:52.762275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:52.762838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:52.762838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:52.767998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:14:52.768330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:52.774238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:52.774591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Checking segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:52.774992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Bound using segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:52.775559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Bound port: 34feff36-ccc0-4894-85f0-90cddf66741d, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:52.776709 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.808582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 15e16ca5-dc82-4435-947b-323625da844e) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:52.813514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:52.821838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d760e-3a84-4717-9dc0-fb9bb547fb65 None None] Network 15e16ca5-dc82-4435-947b-323625da844e requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:52.832370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:52.839684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:52.842478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:52.887568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:52.891135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:52.972266 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d8e0d81c-55fd-4150-ad8d-a4cf6ae05ae4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9487245 Feb 09 22:14:52.975994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:52.992173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.066827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e23ee1-3bc3-47a7-8169-94eea4d21b9c req-61ca7404-0a9a-4db1-acf9-95ef60433917 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.068404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13e23ee1-3bc3-47a7-8169-94eea4d21b9c req-61ca7404-0a9a-4db1-acf9-95ef60433917 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.1742072 Feb 09 22:14:53.104345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.105072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.106564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] 10.222.0.110 "PUT /v2.0/ports/34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 1091 time: 1.0060277 Feb 09 22:14:53.111772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 8fe84a87-cc23-45c2-99e3-7777df2f0990 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:53.112111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8fe84a87-cc23-45c2-99e3-7777df2f0990), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.120769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:53.123319 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d712e9db-50e9-41fe-83b0-5053dc11c568" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:53.179019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31dfde-9a52-4d2c-9afd-e177352aef91 service neutron] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:53.205458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13e23ee1-3bc3-47a7-8169-94eea4d21b9c req-a89ec359-ec9c-4a94-bce8-7d3cc07a9670 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976331 Feb 09 22:14:53.213334 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e5ce2-9bdd-4922-b3dc-1f2e9877edca x-openstack-request-id: req-576e5ce2-9bdd-4922-b3dc-1f2e9877edca {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:53.214544 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:53.215036 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-576e5ce2-9bdd-4922-b3dc-1f2e9877edca {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:53.215726 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'status': 'completed', 'code': 200} Feb 09 22:14:53.235690 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8fe84a87-cc23-45c2-99e3-7777df2f0990), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.251323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 8fe84a87-cc23-45c2-99e3-7777df2f0990 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:53.295387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e9db-50e9-41fe-83b0-5053dc11c568 req-3983aeda-3884-4eb6-a572-4fbe1655578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.297346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d712e9db-50e9-41fe-83b0-5053dc11c568 req-3983aeda-3884-4eb6-a572-4fbe1655578b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1125 time: 0.0590966 Feb 09 22:14:53.464182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8fe84a87-cc23-45c2-99e3-7777df2f0990), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.481235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e9db-50e9-41fe-83b0-5053dc11c568 req-83806e9d-3cfb-4d76-a8a5-3ad74aeadddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.494070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d712e9db-50e9-41fe-83b0-5053dc11c568 req-83806e9d-3cfb-4d76-a8a5-3ad74aeadddf service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1790862 Feb 09 22:14:53.498521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=8fe84a87-cc23-45c2-99e3-7777df2f0990,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:53.508664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.514838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a35fb348-0855-46cb-8365-5fc5d7fc2967 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/8fe84a87-cc23-45c2-99e3-7777df2f0990 HTTP/1.1" status: 204 len: 168 time: 0.5377567 Feb 09 22:14:53.525405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:53.629937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d88796-b8fa-4384-ac50-5c3f57a565cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.636429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d88796-b8fa-4384-ac50-5c3f57a565cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.638118 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-06d88796-b8fa-4384-ac50-5c3f57a565cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1194558 Feb 09 22:14:53.640935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48978) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:53.683565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712e9db-50e9-41fe-83b0-5053dc11c568 req-2f6b1f3e-ee5c-493f-96ff-b496089a528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.684610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d712e9db-50e9-41fe-83b0-5053dc11c568 req-2f6b1f3e-ee5c-493f-96ff-b496089a528f service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957903 Feb 09 22:14:53.747620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 42c0f19e-0fc9-4226-93b9-525665eaae14 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:53.748002 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (42c0f19e-0fc9-4226-93b9-525665eaae14), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.766302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-d91739e1-020d-4dc4-9fc6-f066bc88b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.767828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-d91739e1-020d-4dc4-9fc6-f066bc88b933 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1125 time: 0.0462492 Feb 09 22:14:53.808799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-76b142c1-f525-4dcb-957d-8c14b074c176 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 217 time: 0.0347166 Feb 09 22:14:53.822121 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (42c0f19e-0fc9-4226-93b9-525665eaae14), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.835782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 42c0f19e-0fc9-4226-93b9-525665eaae14 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:53.864390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-f9d40260-34e0-452e-b390-ffef0bb4b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.866106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-f9d40260-34e0-452e-b390-ffef0bb4b1f3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0517673 Feb 09 22:14:53.926558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-dc70c941-5744-40f3-9dd3-4ec794c294e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:53.928111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-dc70c941-5744-40f3-9dd3-4ec794c294e1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556703 Feb 09 22:14:53.989914 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (42c0f19e-0fc9-4226-93b9-525665eaae14), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.021011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=42c0f19e-0fc9-4226-93b9-525665eaae14,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:54.024141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-25528857-a453-4a86-81f7-43ce73431be3 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895147 Feb 09 22:14:54.031232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.038603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-44c1c4a2-1ae5-4213-9235-e5269ba5f06e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/42c0f19e-0fc9-4226-93b9-525665eaae14 HTTP/1.1" status: 204 len: 168 time: 0.3965282 Feb 09 22:14:54.039229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48986) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:54.101697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af87b88-c108-49b4-a657-12a275a1d298 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:54.103290 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5af87b88-c108-49b4-a657-12a275a1d298 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0630844 Feb 09 22:14:54.106702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 48990) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:54.129839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d173c27f-3e2a-4573-be50-5c684f0cc4c9 req-b2f77ea0-5c1f-488a-bf83-26a439dec96d service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953281 Feb 09 22:14:54.132712 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff907a67-222b-45d7-8e63-fb33a3383c09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:14:54.134181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ff907a67-222b-45d7-8e63-fb33a3383c09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/8fe84a87-cc23-45c2-99e3-7777df2f0990 HTTP/1.1" status: 404 len: 333 time: 0.0264375 Feb 09 22:14:54.137109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48992) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:54.163080 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4405bb07-cfd8-4ca3-8b63-68075f268287 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:14:54.164442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4405bb07-cfd8-4ca3-8b63-68075f268287 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/42c0f19e-0fc9-4226-93b9-525665eaae14 HTTP/1.1" status: 404 len: 333 time: 0.0263631 Feb 09 22:14:54.167944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 48994) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:54.245413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (15e16ca5-dc82-4435-947b-323625da844e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.347409 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df39e06-0ea0-4059-89dc-3fbecca54928 req-208e9acc-12af-4bcb-9844-bbae383103ad tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:54.349054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6df39e06-0ea0-4059-89dc-3fbecca54928 req-208e9acc-12af-4bcb-9844-bbae383103ad tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.0647275 Feb 09 22:14:54.354495 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (15e16ca5-dc82-4435-947b-323625da844e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.376019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e16ca5-dc82-4435-947b-323625da844e']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:54.393940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa249476-2826-49d0-b9b2-c19150f8c895') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:54.393940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa249476-2826-49d0-b9b2-c19150f8c895') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:54.403820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (aa249476-2826-49d0-b9b2-c19150f8c895), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.405051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6df39e06-0ea0-4059-89dc-3fbecca54928 req-efa20ff8-769c-4c1e-b50c-321c3368b526 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498378 Feb 09 22:14:54.419360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (aa249476-2826-49d0-b9b2-c19150f8c895), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.427312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (aa249476-2826-49d0-b9b2-c19150f8c895), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:54.431163 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:54.617338 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (15e16ca5-dc82-4435-947b-323625da844e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.625119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.632425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/15e16ca5-dc82-4435-947b-323625da844e HTTP/1.1" status: 204 len: 168 time: 0.4593673 Feb 09 22:14:54.632854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49004) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:54.638403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-635118138'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:54.648630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57349-a856-43a1-b4f5-f04223d7718f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=15e16ca5-dc82-4435-947b-323625da844e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:54.784303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:54.787628 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.816102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:54.824729 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (70a49d9f-e093-413e-98ee-ab83ade4aa03), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:54.825134 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment 70a49d9f-e093-413e-98ee-ab83ade4aa03 of type vlan for network a7b3479b-edd5-49e0-ab29-2be95d786403 Feb 09 22:14:54.871873 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (a7b3479b-edd5-49e0-ab29-2be95d786403), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.006848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (a7b3479b-edd5-49e0-ab29-2be95d786403), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.012879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:55.013481 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.083802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=a7b3479b-edd5-49e0-ab29-2be95d786403,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:55.102232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network a7b3479b-edd5-49e0-ab29-2be95d786403 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:14:55.180126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a22df4c-4652-4be6-8f1c-0bb1af4fe448 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5459743 Feb 09 22:14:55.183200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49014) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:55.190836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:55.348782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:55.352151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.416859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Performing IP validity checks on allocation pools {{(pid=103697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:14:55.419867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:14:55.627107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b16600-1fd7-46e4-a8a0-00746fa4e08d req-991eb70b-a987-4af6-a03e-8fdd47cb8412 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:55.629302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60b16600-1fd7-46e4-a8a0-00746fa4e08d req-991eb70b-a987-4af6-a03e-8fdd47cb8412 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.1218426 Feb 09 22:14:55.680844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60b16600-1fd7-46e4-a8a0-00746fa4e08d req-c1363b63-8a8f-41b8-a4af-ed78280ce3a3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Feb 09 22:14:55.732012 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (81b9137b-58e0-48ae-976a-77600c21829b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:55.792191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=81b9137b-58e0-48ae-976a-77600c21829b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:55.804221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': '70a49d9f-e093-413e-98ee-ab83ade4aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:55.804668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: a7b3479b-edd5-49e0-ab29-2be95d786403, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:14:55.932830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network a7b3479b-edd5-49e0-ab29-2be95d786403 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:14:55.937495 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:14:56.047452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, a7b3479b-edd5-49e0-ab29-2be95d786403) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:56.052631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:56.053298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.062229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1e776-8b30-42a4-8204-76a0aaec9cdb None None] Network a7b3479b-edd5-49e0-ab29-2be95d786403 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:56.137856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:14:56.150127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7fa1d678-b0be-4361-9722-d4bcddd5ecf6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9643328 Feb 09 22:14:56.152785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49030) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:56.162445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403', 'name': 'tempest-PortsIpV6TestJSON-1234247747'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:56.261271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-a7b3479b-edd5-49e0-ab29-2be95d786403', 'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403', 'project_id': 'b373f5b80431438bacc0772f2c068c25', 'fixed_ips': [{'subnet_id': '81b9137b-58e0-48ae-976a-77600c21829b'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:14:56.262196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.314657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:56.373306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '34feff36-ccc0-4894-85f0-90cddf66741d', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'port_id': '34feff36-ccc0-4894-85f0-90cddf66741d', 'mac_address': 'fa:16:3e:66:f3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:14:56.407449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:56.412298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.434214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 47008594-2d35-4c6f-a4dc-c1c562401782 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:14:56.655591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 34feff36-ccc0-4894-85f0-90cddf66741d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:56.656017 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.676926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34feff36-ccc0-4894-85f0-90cddf66741d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:14:56.698606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Allocated IP 2001:db8::2 (a7b3479b-edd5-49e0-ab29-2be95d786403/81b9137b-58e0-48ae-976a-77600c21829b/6005261b-9921-41a7-94fa-7cd7072cff7f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:56.715379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:56.806267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811728e4-b9e7-4b00-87d3-505cb53aebab req-bd88f0a2-d530-4795-baa2-fd4caf4fe31f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:56.806669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-811728e4-b9e7-4b00-87d3-505cb53aebab req-bd88f0a2-d530-4795-baa2-fd4caf4fe31f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.0546813 Feb 09 22:14:56.841697 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.867255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-811728e4-b9e7-4b00-87d3-505cb53aebab req-7773e31f-72df-4f89-bb12-d7e05d88d7a5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532649 Feb 09 22:14:56.893712 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Publish callbacks [] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:56.908393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:57.002852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.046374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['34feff36-ccc0-4894-85f0-90cddf66741d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:14:57.050076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Network a7b3479b-edd5-49e0-ab29-2be95d786403 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:57.068875 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::67 (a7b3479b-edd5-49e0-ab29-2be95d786403/81b9137b-58e0-48ae-976a-77600c21829b/47008594-2d35-4c6f-a4dc-c1c562401782) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:14:57.082488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:57.091535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:57.098987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Pushing event updated for resources: {'Port': ['ID=6005261b-9921-41a7-94fa-7cd7072cff7f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:57.167306 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Attempting to bind port 6005261b-9921-41a7-94fa-7cd7072cff7f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:14:57.168063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Attempting to bind port 6005261b-9921-41a7-94fa-7cd7072cff7f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '70a49d9f-e093-413e-98ee-ab83ade4aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:14:57.168063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Attempting to bind port 6005261b-9921-41a7-94fa-7cd7072cff7f on network a7b3479b-edd5-49e0-ab29-2be95d786403 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:14:57.181100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:14:57.181489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Checking segment: {'id': '70a49d9f-e093-413e-98ee-ab83ade4aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:14:57.181896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.182823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Bound using segment: {'id': '70a49d9f-e093-413e-98ee-ab83ade4aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:14:57.183298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Bound port: 6005261b-9921-41a7-94fa-7cd7072cff7f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a49d9f-e093-413e-98ee-ab83ade4aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a7b3479b-edd5-49e0-ab29-2be95d786403'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:14:57.183683 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.242166 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (47008594-2d35-4c6f-a4dc-c1c562401782), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.292658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] For port 6005261b-9921-41a7-94fa-7cd7072cff7f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:14:57.296980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] For port 6005261b-9921-41a7-94fa-7cd7072cff7f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6005261b-9921-41a7-94fa-7cd7072cff7f,segment=NetworkSegment(70a49d9f-e093-413e-98ee-ab83ade4aa03),segment_id=70a49d9f-e093-413e-98ee-ab83ade4aa03)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:14:57.356689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (47008594-2d35-4c6f-a4dc-c1c562401782), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.402741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network a7b3479b-edd5-49e0-ab29-2be95d786403 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:14:57.408502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:14:57.412900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:14:57.418604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:57.419533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.430956 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.434824 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=47008594-2d35-4c6f-a4dc-c1c562401782,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:57.511269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c665-e96d-4f5e-a6c9-aa876332b738 None None] Pushing event updated for resources: {'Port': ['ID=6005261b-9921-41a7-94fa-7cd7072cff7f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:57.568210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49054) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:57.568767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64cccd92-c48d-4655-90fc-c1c0447704f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4142349 Feb 09 22:14:57.684279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 47008594-2d35-4c6f-a4dc-c1c562401782 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:57.685092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (47008594-2d35-4c6f-a4dc-c1c562401782), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.785680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (47008594-2d35-4c6f-a4dc-c1c562401782), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.811576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 47008594-2d35-4c6f-a4dc-c1c562401782 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:58.016155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5da35-f777-47a2-93ae-3a3177bfee15 req-282af21b-ebb8-4fb3-bc78-20b3a4b8fed9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:58.017762 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01e5da35-f777-47a2-93ae-3a3177bfee15 req-282af21b-ebb8-4fb3-bc78-20b3a4b8fed9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 944 time: 0.0751858 Feb 09 22:14:58.069072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01e5da35-f777-47a2-93ae-3a3177bfee15 req-249388e3-1a1e-4deb-9b34-5a4cdad523b4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 Feb 09 22:14:58.080002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (47008594-2d35-4c6f-a4dc-c1c562401782), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.116006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=47008594-2d35-4c6f-a4dc-c1c562401782,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:58.129651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:14:58.149178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.157518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b07b0614-81b2-4c74-8877-bb885c207a2a tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/47008594-2d35-4c6f-a4dc-c1c562401782 HTTP/1.1" status: 204 len: 168 time: 0.5861306 Feb 09 22:14:58.158326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49066) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:58.194527 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b3a5a4-9eba-4de1-b8ed-9055bc5d274d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:14:58.195156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b3a5a4-9eba-4de1-b8ed-9055bc5d274d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:14:58.199091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d4b3a5a4-9eba-4de1-b8ed-9055bc5d274d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/47008594-2d35-4c6f-a4dc-c1c562401782 HTTP/1.1" status: 404 len: 333 time: 0.0396478 Feb 09 22:14:58.201738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49068) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:58.227768 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a759d784-a8aa-4f00-857e-2b58e2bbe728 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:14:58.229872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a759d784-a8aa-4f00-857e-2b58e2bbe728 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/47008594-2d35-4c6f-a4dc-c1c562401782 HTTP/1.1" status: 404 len: 333 time: 0.0271747 Feb 09 22:14:58.232721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49070) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:58.270470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 34feff36-ccc0-4894-85f0-90cddf66741d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:14:58.276489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 34feff36-ccc0-4894-85f0-90cddf66741d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:58.276878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.284836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet 81b9137b-58e0-48ae-976a-77600c21829b {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:58.289653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (81b9137b-58e0-48ae-976a-77600c21829b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.337475 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (81b9137b-58e0-48ae-976a-77600c21829b), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.376199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 34feff36-ccc0-4894-85f0-90cddf66741d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:58.376793 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.404745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:58.409188 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19c6ca-14e4-48af-8d26-4d07ec19d9b7" -d '{"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-plugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:58.420612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:58.447161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (81b9137b-58e0-48ae-976a-77600c21829b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.452856 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31836df7-949d-4f72-8b27-7e48f3a2d5a1 x-openstack-request-id: req-31836df7-949d-4f72-8b27-7e48f3a2d5a1 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:58.453161 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-plugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:58.453422 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-31836df7-949d-4f72-8b27-7e48f3a2d5a1 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:58.453853 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'code': 200} Feb 09 22:14:58.548831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.635861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:58.809191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426ddb6-f0ee-478c-aab5-6a37773df730 None None] Network a7b3479b-edd5-49e0-ab29-2be95d786403 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:58.855014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (81b9137b-58e0-48ae-976a-77600c21829b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.887482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=81b9137b-58e0-48ae-976a-77600c21829b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:58.894436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.897592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-299531a4-2b31-4dec-90e1-e3d1d5546112 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/81b9137b-58e0-48ae-976a-77600c21829b HTTP/1.1" status: 204 len: 168 time: 0.6639404 Feb 09 22:14:58.900451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49082) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:58.901434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2ee98-1244-4aaf-bcad-2c4d0a6a3ef4 req-23343aab-11fb-48ec-a6c0-8ce435597490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:58.906962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abe2ee98-1244-4aaf-bcad-2c4d0a6a3ef4 req-23343aab-11fb-48ec-a6c0-8ce435597490 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1126 time: 0.3836915 Feb 09 22:14:58.907137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bee574ff-5d5f-498e-9413-b3e28e446d26 None None] Provisioning complete for port 6005261b-9921-41a7-94fa-7cd7072cff7f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:14:58.907137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bee574ff-5d5f-498e-9413-b3e28e446d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:58.969344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abe2ee98-1244-4aaf-bcad-2c4d0a6a3ef4 req-c779c45f-21f8-4cb9-9af7-6c140167693f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564415 Feb 09 22:14:59.009517 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (a7b3479b-edd5-49e0-ab29-2be95d786403), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.037417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bee574ff-5d5f-498e-9413-b3e28e446d26 None None] Current status of the port 6005261b-9921-41a7-94fa-7cd7072cff7f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:14:59.037918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bee574ff-5d5f-498e-9413-b3e28e446d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.066849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] DHCP port deletion for a7b3479b-edd5-49e0-ab29-2be95d786403 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:59.097269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 6005261b-9921-41a7-94fa-7cd7072cff7f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:59.097926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.142543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bee574ff-5d5f-498e-9413-b3e28e446d26 None None] For port 6005261b-9921-41a7-94fa-7cd7072cff7f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6005261b-9921-41a7-94fa-7cd7072cff7f,segment=NetworkSegment(70a49d9f-e093-413e-98ee-ab83ade4aa03),segment_id=70a49d9f-e093-413e-98ee-ab83ade4aa03)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:59.169780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] Deleting port 6005261b-9921-41a7-94fa-7cd7072cff7f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:59.171477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.173393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] For port 6005261b-9921-41a7-94fa-7cd7072cff7f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6005261b-9921-41a7-94fa-7cd7072cff7f,segment=NetworkSegment(70a49d9f-e093-413e-98ee-ab83ade4aa03),segment_id=70a49d9f-e093-413e-98ee-ab83ade4aa03)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:59.174033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.190050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 6005261b-9921-41a7-94fa-7cd7072cff7f owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:59.250085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bee574ff-5d5f-498e-9413-b3e28e446d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.281736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a388-5246-4a41-ad58-411ccdefcbed req-8003a805-cb03-4abc-85da-33fb793d3d0f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:59.290379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67b8a388-5246-4a41-ad58-411ccdefcbed req-8003a805-cb03-4abc-85da-33fb793d3d0f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1062570 Feb 09 22:14:59.310651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee574ff-5d5f-498e-9413-b3e28e446d26 None None] Pushing event updated for resources: {'Port': ['ID=6005261b-9921-41a7-94fa-7cd7072cff7f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:59.341810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] For port 6005261b-9921-41a7-94fa-7cd7072cff7f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6005261b-9921-41a7-94fa-7cd7072cff7f,segment=NetworkSegment(70a49d9f-e093-413e-98ee-ab83ade4aa03),segment_id=70a49d9f-e093-413e-98ee-ab83ade4aa03)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:59.342377 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.359055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] Calling delete_port for 6005261b-9921-41a7-94fa-7cd7072cff7f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:59.363503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67b8a388-5246-4a41-ad58-411ccdefcbed req-a16e56e6-374f-4dd9-a0b7-8a9b65bf3099 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721152 Feb 09 22:14:59.422748 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.462969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No DVR routers for this DVR port 6005261b-9921-41a7-94fa-7cd7072cff7f on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:59.467382 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (6005261b-9921-41a7-94fa-7cd7072cff7f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.470755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=6005261b-9921-41a7-94fa-7cd7072cff7f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:59.508669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] Pushing event deleted for resources: {'Port': ['ID=6005261b-9921-41a7-94fa-7cd7072cff7f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:59.521678 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.531968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfc113-7c88-4b73-a10c-4f54d8c1daea None None] No DVR routers for this DVR port 6005261b-9921-41a7-94fa-7cd7072cff7f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:59.585806 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (a7b3479b-edd5-49e0-ab29-2be95d786403), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.609032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b3479b-edd5-49e0-ab29-2be95d786403']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:59.619551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a49d9f-e093-413e-98ee-ab83ade4aa03') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:59.620426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a49d9f-e093-413e-98ee-ab83ade4aa03') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:59.629993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (70a49d9f-e093-413e-98ee-ab83ade4aa03), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.650063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (70a49d9f-e093-413e-98ee-ab83ade4aa03), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.657159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:59.657806 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (70a49d9f-e093-413e-98ee-ab83ade4aa03), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:59.661336 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:59.805819 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (a7b3479b-edd5-49e0-ab29-2be95d786403), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.814111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.817325 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/a7b3479b-edd5-49e0-ab29-2be95d786403 HTTP/1.1" status: 204 len: 168 time: 0.9142540 Feb 09 22:14:59.821358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49098) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:59.826123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1818896271'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:14:59.829890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cc56a-fe1c-451b-b9ce-60e7caa053b9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=a7b3479b-edd5-49e0-ab29-2be95d786403,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:59.927360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:14:59.931520 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.978191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:14:59.987694 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (26287ab5-ca20-49b0-94bf-002ef3a3fa57), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:59.988134 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment 26287ab5-ca20-49b0-94bf-002ef3a3fa57 of type vlan for network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f Feb 09 22:15:00.039781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.150025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.156106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:00.156821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.226245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:00.238207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:00.311669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9b146b97-efef-47fb-938b-333a068163cc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4894302 Feb 09 22:15:00.314657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49108) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:00.321854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:00.491546 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36a476-55b3-48f1-a817-9ae2450b80f5 req-be16663d-439c-43a8-b2c7-96d3b247cbce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:00.492976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf36a476-55b3-48f1-a817-9ae2450b80f5 req-be16663d-439c-43a8-b2c7-96d3b247cbce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0579686 Feb 09 22:15:00.516654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:00.520139 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.606035 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cf36a476-55b3-48f1-a817-9ae2450b80f5 req-bceb32ce-2889-4eae-9d38-d4ea287a692c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063342 Feb 09 22:15:00.758688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dbf82-57ea-4f2a-bf61-a55c1df1c515 req-86ecceef-bb25-40d4-ae5f-04d44fd2f450 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:00.766064 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1dbf82-57ea-4f2a-bf61-a55c1df1c515 req-86ecceef-bb25-40d4-ae5f-04d44fd2f450 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0900049 Feb 09 22:15:00.815610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1dbf82-57ea-4f2a-bf61-a55c1df1c515 req-5385ce22-5016-4563-b1d9-9a87846d1332 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486705 Feb 09 22:15:00.841808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (acbfb019-d4de-4904-a8b4-d7b5aa268e5a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:00.845603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49120) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:00.895560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a041068-153d-4994-bca5-0b2eac6a6f4d tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:00.900264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9a041068-153d-4994-bca5-0b2eac6a6f4d tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1122 time: 0.0533068 Feb 09 22:15:00.900769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49122) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:00.905431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '34feff36-ccc0-4894-85f0-90cddf66741d', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:00.920437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=acbfb019-d4de-4904-a8b4-d7b5aa268e5a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:00.937141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': '26287ab5-ca20-49b0-94bf-002ef3a3fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:00.937860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:00.978501 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.024161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.115514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:01.122630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.218941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:01.224089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:01.224920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.230521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aace06-bcaa-4c0f-9b13-2f5380659b8d None None] Network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:01.236249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.118 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/abb2a365-1144-436f-9aa5-e7b7c9750b1c) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:01.335869 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5fbad25a-aa81-4c32-addc-57357030b193 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0193272 Feb 09 22:15:01.338483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49130) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:01.342315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f', 'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f', 'project_id': 'b373f5b80431438bacc0772f2c068c25', 'fixed_ips': [{'subnet_id': 'acbfb019-d4de-4904-a8b4-d7b5aa268e5a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:01.343665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.344661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-217110813'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:01.368366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.476321 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.491031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Allocated IP 2001:db8::2 (8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f/acbfb019-d4de-4904-a8b4-d7b5aa268e5a/f8e254d1-5e86-4559-82a1-19318a3fd4a6) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:01.519382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:01.524207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:01.539434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:01.545055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=abb2a365-1144-436f-9aa5-e7b7c9750b1c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:01.552753 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.554306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:01.585704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 27c153af-14b2-4214-94c7-016fe079eef4 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:01.663767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Publish callbacks [] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.731967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.777852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:01.780744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:01.785287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:01.792528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Pushing event updated for resources: {'Port': ['ID=f8e254d1-5e86-4559-82a1-19318a3fd4a6,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:01.796180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::2e4 (8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f/acbfb019-d4de-4904-a8b4-d7b5aa268e5a/27c153af-14b2-4214-94c7-016fe079eef4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:01.858203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Attempting to bind port f8e254d1-5e86-4559-82a1-19318a3fd4a6 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:01.858767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Attempting to bind port f8e254d1-5e86-4559-82a1-19318a3fd4a6 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '26287ab5-ca20-49b0-94bf-002ef3a3fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:01.859303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Attempting to bind port f8e254d1-5e86-4559-82a1-19318a3fd4a6 on network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:01.866594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:01.867249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Checking segment: {'id': '26287ab5-ca20-49b0-94bf-002ef3a3fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:01.867845 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.869181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Bound using segment: {'id': '26287ab5-ca20-49b0-94bf-002ef3a3fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:01.870027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Bound port: f8e254d1-5e86-4559-82a1-19318a3fd4a6, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26287ab5-ca20-49b0-94bf-002ef3a3fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:01.870422 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:01.954859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (27c153af-14b2-4214-94c7-016fe079eef4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.008781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] For port f8e254d1-5e86-4559-82a1-19318a3fd4a6, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:02.014224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] For port f8e254d1-5e86-4559-82a1-19318a3fd4a6, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f8e254d1-5e86-4559-82a1-19318a3fd4a6,segment=NetworkSegment(26287ab5-ca20-49b0-94bf-002ef3a3fa57),segment_id=26287ab5-ca20-49b0-94bf-002ef3a3fa57)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:02.080319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (85b3d42b-df13-4a84-929f-f88014a8a978), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.088341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (27c153af-14b2-4214-94c7-016fe079eef4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.117086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.137518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:02.140981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:02.144122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:02.150135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:02.150923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.164392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=27c153af-14b2-4214-94c7-016fe079eef4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:02.199555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187ff36-784a-4223-a033-f07d24ca33c7 None None] Pushing event updated for resources: {'Port': ['ID=f8e254d1-5e86-4559-82a1-19318a3fd4a6,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:02.260150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55f4615e-f413-4ea1-b8ca-cd13ac0190ac tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9201496 Feb 09 22:15:02.263358 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49148) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:02.288163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.393601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 27c153af-14b2-4214-94c7-016fe079eef4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:02.394895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (27c153af-14b2-4214-94c7-016fe079eef4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.526298 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.554049 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (27c153af-14b2-4214-94c7-016fe079eef4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.569355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 27c153af-14b2-4214-94c7-016fe079eef4 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:02.636206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.701442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=abb2a365-1144-436f-9aa5-e7b7c9750b1c,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:02.712137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (85b3d42b-df13-4a84-929f-f88014a8a978), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.772901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (27c153af-14b2-4214-94c7-016fe079eef4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.808877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=27c153af-14b2-4214-94c7-016fe079eef4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:02.827351 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP 85b3d42b-df13-4a84-929f-f88014a8a978 associated. External IP: 172.25.5.118, port: 34feff36-ccc0-4894-85f0-90cddf66741d. Feb 09 22:15:02.856460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.863872 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-04f7ea0f-271e-4509-b1a6-f77cda2e9543 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/27c153af-14b2-4214-94c7-016fe079eef4 HTTP/1.1" status: 204 len: 168 time: 0.5992470 Feb 09 22:15:02.864663 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49162) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:02.895770 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df5f110-c643-42a9-83cb-1031f371f0ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:02.901203 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1df5f110-c643-42a9-83cb-1031f371f0ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/27c153af-14b2-4214-94c7-016fe079eef4 HTTP/1.1" status: 404 len: 333 time: 0.0353572 Feb 09 22:15:02.901892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49164) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:02.991034 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet acbfb019-d4de-4904-a8b4-d7b5aa268e5a {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:02.995795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (acbfb019-d4de-4904-a8b4-d7b5aa268e5a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.058243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (acbfb019-d4de-4904-a8b4-d7b5aa268e5a), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.092124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router a270175d-3159-4754-a84e-a2b2e88061a2 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:03.156237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (acbfb019-d4de-4904-a8b4-d7b5aa268e5a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.225632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:03.237745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] Sync routers for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:03.255820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:03.256691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:03.305825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (acbfb019-d4de-4904-a8b4-d7b5aa268e5a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.335088 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.344188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.359546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/acbfb019-d4de-4904-a8b4-d7b5aa268e5a HTTP/1.1" status: 204 len: 168 time: 0.4565191 Feb 09 22:15:03.370869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49172) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:03.377388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2a052429-62d3-456c-a837-f5df42b45f24 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4755237 Feb 09 22:15:03.387380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:03.389687 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d97cc89-aeb3-4e02-b196-de05c0cae22d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:03.395507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed2afc-d414-406e-bf00-bb71f3540d3d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=acbfb019-d4de-4904-a8b4-d7b5aa268e5a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:03.437612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:03.563513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.572699 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfae15a-dbab-4055-84fd-dc31f5dd7ca8 x-openstack-request-id: req-ccfae15a-dbab-4055-84fd-dc31f5dd7ca8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:03.574016 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:03.574533 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ccfae15a-dbab-4055-84fd-dc31f5dd7ca8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:03.575811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a1100-735d-44eb-9a0d-5ea79905e638 None None] Network 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:03.576285 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'status': 'completed', 'code': 200} Feb 09 22:15:03.582069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27a206-774b-4ae5-b843-dbffee000c72 req-e9a50fce-b4c8-45c3-8ed5-a0ec3b808555 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:03.607557 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc27a206-774b-4ae5-b843-dbffee000c72 req-e9a50fce-b4c8-45c3-8ed5-a0ec3b808555 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1239369 Feb 09 22:15:03.707693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-96676c1e-d0ce-495e-b228-1a645a9c0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:03.709429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-96676c1e-d0ce-495e-b228-1a645a9c0961 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1127 time: 0.1276548 Feb 09 22:15:03.722275 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc27a206-774b-4ae5-b843-dbffee000c72 req-90635446-40a8-4861-82a6-fcc8cc494167 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137953 Feb 09 22:15:03.747231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49182) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:03.796848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f8e254d1-5e86-4559-82a1-19318a3fd4a6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:03.797537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-be679733-8e60-462d-9c1d-b3a58ae819af None None] Provisioning complete for port f8e254d1-5e86-4559-82a1-19318a3fd4a6 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:03.798101 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be679733-8e60-462d-9c1d-b3a58ae819af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.833978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-41857225-8eef-45e8-9393-6d65a86b3cc0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/85b3d42b-df13-4a84-929f-f88014a8a978 HTTP/1.1" status: 200 len: 991 time: 0.0843239 Feb 09 22:15:03.859267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-099caa68-30d4-4ebf-90e8-3bec877dd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:03.860852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-099caa68-30d4-4ebf-90e8-3bec877dd872 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1369653 Feb 09 22:15:03.866528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port f8e254d1-5e86-4559-82a1-19318a3fd4a6 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:03.866876 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.960879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] For port f8e254d1-5e86-4559-82a1-19318a3fd4a6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f8e254d1-5e86-4559-82a1-19318a3fd4a6,segment=NetworkSegment(26287ab5-ca20-49b0-94bf-002ef3a3fa57),segment_id=26287ab5-ca20-49b0-94bf-002ef3a3fa57)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:03.961327 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.982542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for f8e254d1-5e86-4559-82a1-19318a3fd4a6 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:04.146786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f8e254d1-5e86-4559-82a1-19318a3fd4a6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:04.147261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.156159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] DHCP port deletion for 8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:04.206498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '85b3d42b-df13-4a84-929f-f88014a8a978', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'port_id': '34feff36-ccc0-4894-85f0-90cddf66741d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'mac_address': 'fa:16:3e:66:f3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:15:01Z', 'updated_at': '2022-02-09T22:15:01Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:49Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:04.252906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] Checking router: a270175d-3159-4754-a84e-a2b2e88061a2 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:04.280745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-be679733-8e60-462d-9c1d-b3a58ae819af None None] Current status of the port f8e254d1-5e86-4559-82a1-19318a3fd4a6 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:04.281057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be679733-8e60-462d-9c1d-b3a58ae819af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.307402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:04.308074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:14:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:04.435897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-be679733-8e60-462d-9c1d-b3a58ae819af None None] For port f8e254d1-5e86-4559-82a1-19318a3fd4a6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f8e254d1-5e86-4559-82a1-19318a3fd4a6,segment=NetworkSegment(26287ab5-ca20-49b0-94bf-002ef3a3fa57),segment_id=26287ab5-ca20-49b0-94bf-002ef3a3fa57)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:04.457728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f8e254d1-5e86-4559-82a1-19318a3fd4a6 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:04.458547 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.478694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] Deleting port f8e254d1-5e86-4559-82a1-19318a3fd4a6 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:04.481795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.498074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-b8c8daab-236d-46f5-995a-c6d61ab0e7df service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 999 time: 0.6155019 Feb 09 22:15:04.524071 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be679733-8e60-462d-9c1d-b3a58ae819af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.577257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:04.578339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-de8ab68f-ab47-4bcc-b52f-17dcb54e69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:04.581011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-de8ab68f-ab47-4bcc-b52f-17dcb54e69f4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0755961 Feb 09 22:15:04.598542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.631894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] For port f8e254d1-5e86-4559-82a1-19318a3fd4a6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f8e254d1-5e86-4559-82a1-19318a3fd4a6,segment=NetworkSegment(26287ab5-ca20-49b0-94bf-002ef3a3fa57),segment_id=26287ab5-ca20-49b0-94bf-002ef3a3fa57)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:04.632427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.677518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=f8e254d1-5e86-4559-82a1-19318a3fd4a6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:04.679528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No DVR routers for this DVR port f8e254d1-5e86-4559-82a1-19318a3fd4a6 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:04.688621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] Calling delete_port for f8e254d1-5e86-4559-82a1-19318a3fd4a6 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:04.734038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be679733-8e60-462d-9c1d-b3a58ae819af None None] Pushing event updated for resources: {'Port': ['ID=f8e254d1-5e86-4559-82a1-19318a3fd4a6,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:04.771005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-b971e064-e7f2-4048-a3b5-e5af03e5d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:04.772569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-b971e064-e7f2-4048-a3b5-e5af03e5d1a3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1862261 Feb 09 22:15:04.787007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-83ea4439-954d-482a-9cbe-ad9d9943118b service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:15:04.788008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-83ea4439-954d-482a-9cbe-ad9d9943118b service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061975 Feb 09 22:15:04.792246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.837666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49198) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:04.863766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:04.879216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26287ab5-ca20-49b0-94bf-002ef3a3fa57') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:04.879511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26287ab5-ca20-49b0-94bf-002ef3a3fa57') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:04.883342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (f8e254d1-5e86-4559-82a1-19318a3fd4a6), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.893774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (26287ab5-ca20-49b0-94bf-002ef3a3fa57), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.923294 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (26287ab5-ca20-49b0-94bf-002ef3a3fa57), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.937411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:04.938650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (26287ab5-ca20-49b0-94bf-002ef3a3fa57), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:04.943447 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:04.946125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-67a4c5fa-2f05-46f9-83ad-03f0376c8da3 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483028 Feb 09 22:15:04.967812 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-010cd21a-10af-42c7-8a3b-39c44f4638c0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/85b3d42b-df13-4a84-929f-f88014a8a978 HTTP/1.1" status: 200 len: 991 time: 0.1281850 Feb 09 22:15:04.971489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] Pushing event deleted for resources: {'Port': ['ID=f8e254d1-5e86-4559-82a1-19318a3fd4a6,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:05.003720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d86f6-b461-4a26-a50f-0f741975ec56 None None] No DVR routers for this DVR port f8e254d1-5e86-4559-82a1-19318a3fd4a6 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:05.041692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '85b3d42b-df13-4a84-929f-f88014a8a978', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'port_id': '34feff36-ccc0-4894-85f0-90cddf66741d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'mac_address': 'fa:16:3e:66:f3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:15:01Z', 'updated_at': '2022-02-09T22:15:01Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:49Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:05.074404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b09b41-e866-456c-9917-b551b5316b22 None None] The sync data for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 is: [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '85b3d42b-df13-4a84-929f-f88014a8a978', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'port_id': '34feff36-ccc0-4894-85f0-90cddf66741d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'mac_address': 'fa:16:3e:66:f3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:15:01Z', 'updated_at': '2022-02-09T22:15:01Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:49Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:05.144887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d97cc89-aeb3-4e02-b196-de05c0cae22d req-1bb7f886-d459-4eb5-ab9d-da40920228ff service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893632 Feb 09 22:15:05.162482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.169885 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.175742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f HTTP/1.1" status: 204 len: 168 time: 1.7947838 Feb 09 22:15:05.177037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49202) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:05.182136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'name': 'tempest-PortsIpV6TestJSON-467525072'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:05.186331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d08d8-ad8c-4513-ace0-20a1bb2805b8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=8f3e173b-5f4d-46d2-a7f6-9e8b349fe20f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:05.338605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:05.344007 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.359559 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd0d20e-b2d5-46bd-839c-903afaebcb97 None None] New status for floating IP 85b3d42b-df13-4a84-929f-f88014a8a978: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:15:05.371654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 7ed688cb-56c4-4b3e-90d1-6eb7211122a5 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:05.494371 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b77fa4c7-9aba-4ab1-93be-3900f71231f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.639944 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (7ed688cb-56c4-4b3e-90d1-6eb7211122a5), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.716126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f8e254d1-5e86-4559-82a1-19318a3fd4a6 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:05.736811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f8e254d1-5e86-4559-82a1-19318a3fd4a6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:05.737222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f8e254d1-5e86-4559-82a1-19318a3fd4a6 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:05.783869 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7ed688cb-56c4-4b3e-90d1-6eb7211122a5), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.831593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:05.834820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:05.843777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=7ed688cb-56c4-4b3e-90d1-6eb7211122a5,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:05.853781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:05.860413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:05.861329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:05.961478 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5099dd3c-87bc-4975-81fd-3373b5462a6b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7832615 Feb 09 22:15:05.964938 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49214) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:05.972437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49216) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:06.042476 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e8acf7d4-8f00-4d65-bdff-3fdd4fe53ca6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/85b3d42b-df13-4a84-929f-f88014a8a978 HTTP/1.1" status: 200 len: 993 time: 0.0662880 Feb 09 22:15:06.058041 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 7ed688cb-56c4-4b3e-90d1-6eb7211122a5 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:06.058387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7ed688cb-56c4-4b3e-90d1-6eb7211122a5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.125075 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7ed688cb-56c4-4b3e-90d1-6eb7211122a5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.138220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 7ed688cb-56c4-4b3e-90d1-6eb7211122a5 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:06.297329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7ed688cb-56c4-4b3e-90d1-6eb7211122a5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.327441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=7ed688cb-56c4-4b3e-90d1-6eb7211122a5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:06.335125 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.341783 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-31760304-96bf-48ef-bfc9-818f9af443aa tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/7ed688cb-56c4-4b3e-90d1-6eb7211122a5 HTTP/1.1" status: 204 len: 168 time: 0.3727989 Feb 09 22:15:06.342155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49222) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:06.347394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'mac_address': 'fa:16:3e:8b:11:13', 'name': 'tempest-PortsIpV6TestJSON-1875730071'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:06.502836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:06.575306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.599090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 01129e5e-d2f0-48c8-a03b-4da33b550116 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:06.775660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (01129e5e-d2f0-48c8-a03b-4da33b550116), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.897430 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (01129e5e-d2f0-48c8-a03b-4da33b550116), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:06.974692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:07.004256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:07.011300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:07.016251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:07.016867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.021737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=01129e5e-d2f0-48c8-a03b-4da33b550116,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:07.078488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-06fb5c3c-f0c6-4a87-8c87-fb30c56fbcd8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:07.080038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-06fb5c3c-f0c6-4a87-8c87-fb30c56fbcd8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1368012 Feb 09 22:15:07.094683 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-bede6c10-e414-471a-a3c1-076f2f4626c1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/quotas/461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Feb 09 22:15:07.134425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e9635202-b7ab-4df5-9031-5e39ceb532a0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7911351 Feb 09 22:15:07.137566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49248) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:07.186608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31caf408-4f63-4610-a3bd-77f2e94d37d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:07.187985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-31caf408-4f63-4610-a3bd-77f2e94d37d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/01129e5e-d2f0-48c8-a03b-4da33b550116 HTTP/1.1" status: 200 len: 845 time: 0.0494993 Feb 09 22:15:07.190876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:07.199046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-7c5e4af2-4de4-4dc5-9f39-e926ec40b9d2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993333 Feb 09 22:15:07.280638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 01129e5e-d2f0-48c8-a03b-4da33b550116 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:07.280993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (01129e5e-d2f0-48c8-a03b-4da33b550116), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.358946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-fab6df78-2799-4699-a71c-49755b2d83f9 service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529210 Feb 09 22:15:07.363661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (01129e5e-d2f0-48c8-a03b-4da33b550116), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.378248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 01129e5e-d2f0-48c8-a03b-4da33b550116 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:07.462248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-6234464f-e3c4-49c7-b010-3014aded7ab9 service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965722 Feb 09 22:15:07.508645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-98a8f243-2c72-4bd8-bc77-628143b29362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.531378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (01129e5e-d2f0-48c8-a03b-4da33b550116), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.562800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=01129e5e-d2f0-48c8-a03b-4da33b550116,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:07.573243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.577825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dd1fac2b-fb3c-41c0-b58c-63d0a4fa4f28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/01129e5e-d2f0-48c8-a03b-4da33b550116 HTTP/1.1" status: 204 len: 168 time: 0.3859460 Feb 09 22:15:07.580489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49262) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:07.607696 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-897a50ed-d9a0-4fa2-9dc4-0772a54041ed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:07.609170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-897a50ed-d9a0-4fa2-9dc4-0772a54041ed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/01129e5e-d2f0-48c8-a03b-4da33b550116 HTTP/1.1" status: 404 len: 333 time: 0.0276961 Feb 09 22:15:07.613123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49266) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:07.618207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'name': 'tempest-PortsIpV6TestJSON-118849648'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:07.744590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4cc22281-5604-4af1-aced-d042b087c66c req-6269c0cb-97a9-4ebc-bada-52467bd63e06 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0352926 Feb 09 22:15:07.807500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:07.812831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.831888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port e1512188-25d3-47a2-b60f-246e75c59b18 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:07.996137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (e1512188-25d3-47a2-b60f-246e75c59b18), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.083103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e1512188-25d3-47a2-b60f-246e75c59b18), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.145858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:08.153479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:08.156799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:08.164456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:08.165268 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.185582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=e1512188-25d3-47a2-b60f-246e75c59b18,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:08.282485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-760b6cbb-b00a-43b4-bc09-569606a92a69 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6682041 Feb 09 22:15:08.284984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:08.290181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:08.357586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e1512188-25d3-47a2-b60f-246e75c59b18), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.516763 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (e1512188-25d3-47a2-b60f-246e75c59b18), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.578789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e1512188-25d3-47a2-b60f-246e75c59b18), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.611220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] In _notify_port_updated(), no bound segment for port e1512188-25d3-47a2-b60f-246e75c59b18 on network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad {{(pid=103697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:15:08.616400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:08.617234 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.618541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "PUT /v2.0/ports/e1512188-25d3-47a2-b60f-246e75c59b18 HTTP/1.1" status: 200 len: 818 time: 0.3325396 Feb 09 22:15:08.622052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49290) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:08.649259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff2788-35a8-48f3-a220-cc00f4fb99bf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=e1512188-25d3-47a2-b60f-246e75c59b18,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:08.718712 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port e1512188-25d3-47a2-b60f-246e75c59b18 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:08.719159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e1512188-25d3-47a2-b60f-246e75c59b18), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.787110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e1512188-25d3-47a2-b60f-246e75c59b18), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.802847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for e1512188-25d3-47a2-b60f-246e75c59b18 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:08.846629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d358b917-87db-4e20-a4a9-2bd18ff864ec req-0e698637-8ee2-406c-aa7a-e427dbc33042 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0283391 Feb 09 22:15:08.966397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e1512188-25d3-47a2-b60f-246e75c59b18), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:08.998110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=e1512188-25d3-47a2-b60f-246e75c59b18,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:09.003922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.007662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d5e36c01-e4d4-4fb3-8364-465704d63358 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/e1512188-25d3-47a2-b60f-246e75c59b18 HTTP/1.1" status: 204 len: 168 time: 0.3845267 Feb 09 22:15:09.010160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49298) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:09.067377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec2903-b72b-463f-b7fc-bc073bcb1fef tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:09.068914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ecec2903-b72b-463f-b7fc-bc073bcb1fef tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0577710 Feb 09 22:15:09.071923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49302) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:09.093389 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.101821 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fadf45-4f46-4e11-8edd-ff2ca811af22 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:09.103236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-61fadf45-4f46-4e11-8edd-ff2ca811af22 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/e1512188-25d3-47a2-b60f-246e75c59b18 HTTP/1.1" status: 404 len: 333 time: 0.0302939 Feb 09 22:15:09.107596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49304) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:09.112749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1573997978'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:09.230736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:09.234244 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.258431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:09.267841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b8536291-04a4-4ab2-bdf0-5dade4d3af35), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.268184 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment b8536291-04a4-4ab2-bdf0-5dade4d3af35 of type vlan for network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 Feb 09 22:15:09.307891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (25a1325e-bc91-46fe-b7df-4d08eacd6fa1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.395806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (25a1325e-bc91-46fe-b7df-4d08eacd6fa1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.401563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:09.402276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.467849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=25a1325e-bc91-46fe-b7df-4d08eacd6fa1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:09.478711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:09.551369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6906d8df-3d28-4d0e-834b-dd3d54473cc1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4426484 Feb 09 22:15:09.554274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49314) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:09.559357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:09.744401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:09.748884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.929901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-11869912-1a90-465a-8fda-fb310b50a2bb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:09.931409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-11869912-1a90-465a-8fda-fb310b50a2bb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1660759 Feb 09 22:15:09.952090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5f6c4272-fcbb-44a9-a209-aab179072296 req-b8efabfd-ba86-4dfd-9956-4bbd57351b95 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0324264 Feb 09 22:15:09.965803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'port': {'device_id': '8655060a-a0a5-4e85-9565-60595ea9e091', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'admin_state_up': True, 'tenant_id': '461e7644e2794ae091537a5d424bb553'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:10.219491 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (d2949f1d-3e4f-40a5-b735-11b889544bb6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.260067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:10.263404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.299779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=d2949f1d-3e4f-40a5-b735-11b889544bb6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:10.325721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.326076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.326429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.326773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.327118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.327456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.327824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.328175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.328504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.328834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.329161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.329488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.329815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:10.339536 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.364421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': 'b8536291-04a4-4ab2-bdf0-5dade4d3af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:10.366285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: 25a1325e-bc91-46fe-b7df-4d08eacd6fa1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:10.455029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.20.0.13 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/e5a51cc4-da9b-4678-8ab0-0c876a86ab89) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:10.456866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:10.556431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 25a1325e-bc91-46fe-b7df-4d08eacd6fa1) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:10.566177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:10.566779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.572594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69433eb3-de98-4585-9ef1-2bd593974a18 None None] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:10.638172 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.646798 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-96a26f53-408c-449f-b118-e3d99725bd4e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0914867 Feb 09 22:15:10.649848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49330) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:10.657265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1a08d2e1-6c97-4c42-be85-63d1c24158f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:10.688282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-25a1325e-bc91-46fe-b7df-4d08eacd6fa1', 'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1', 'project_id': 'b373f5b80431438bacc0772f2c068c25', 'fixed_ips': [{'subnet_id': 'd2949f1d-3e4f-40a5-b735-11b889544bb6'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:10.689132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.815228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.857854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Allocated IP 2001:db8::2 (25a1325e-bc91-46fe-b7df-4d08eacd6fa1/d2949f1d-3e4f-40a5-b735-11b889544bb6/fe00c6f7-557c-4fa7-bb48-be5bdbbdc255) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:10.884036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:10.888148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:10.892045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:10.940332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a08d2e1-6c97-4c42-be85-63d1c24158f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:10.944163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1a08d2e1-6c97-4c42-be85-63d1c24158f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:10.952297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:10.978717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:10.980364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.117312 n-d-828599-1 neutron-server[103697]: INFO neutron.db.ipam_backend_mixin [None req-1a08d2e1-6c97-4c42-be85-63d1c24158f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2949f1d-3e4f-40a5-b735-11b889544bb6 (CIDR: 2001:db8::/64) Feb 09 22:15:11.129054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Publish callbacks [] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.145638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a6321-44c8-4ec4-afd8-26b45b57bbd1 req-7c5d117e-3f43-4890-a6be-79078cd89b8d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:11.147178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a1a6321-44c8-4ec4-afd8-26b45b57bbd1 req-7c5d117e-3f43-4890-a6be-79078cd89b8d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 932 time: 0.0823464 Feb 09 22:15:11.198577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0086e524-3e2b-4611-b8d7-fd2e19d8d6d1 None None] Provisioning complete for port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:11.199220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0086e524-3e2b-4611-b8d7-fd2e19d8d6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.205037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1a1a6321-44c8-4ec4-afd8-26b45b57bbd1 req-1b5b2f50-c5f0-4889-bbbc-b164202a3a31 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497949 Feb 09 22:15:11.236430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0086e524-3e2b-4611-b8d7-fd2e19d8d6d1 None None] Port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:11.310740 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a08d2e1-6c97-4c42-be85-63d1c24158f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:15:11.311306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a08d2e1-6c97-4c42-be85-63d1c24158f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:11.352503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-4c7d9ace-a37b-47ac-98ec-516913892760 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3927338 Feb 09 22:15:11.364397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-e0630e8d-81f1-4d77-adec-d6124cb751d8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:15:11.365360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-e0630e8d-81f1-4d77-adec-d6124cb751d8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050404 Feb 09 22:15:11.380376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Request body: {'port': {'device_id': '8655060a-a0a5-4e85-9565-60595ea9e091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:11.396376 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.446783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1a08d2e1-6c97-4c42-be85-63d1c24158f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7917969 Feb 09 22:15:11.451435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49342) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:11.456813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:11.458278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.539515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:11.544794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:11.549930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:11.553826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Pushing event updated for resources: {'Port': ['ID=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:11.670569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Attempting to bind port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:11.670891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Attempting to bind port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'b8536291-04a4-4ab2-bdf0-5dade4d3af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:11.671303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Attempting to bind port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 on network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:11.677063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:11.677452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Checking segment: {'id': 'b8536291-04a4-4ab2-bdf0-5dade4d3af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:11.677909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.678312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Bound using segment: {'id': 'b8536291-04a4-4ab2-bdf0-5dade4d3af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:11.678808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Bound port: fe00c6f7-557c-4fa7-bb48-be5bdbbdc255, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8536291-04a4-4ab2-bdf0-5dade4d3af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:11.679242 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.757264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] For port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:11.761324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] For port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,segment=NetworkSegment(b8536291-04a4-4ab2-bdf0-5dade4d3af35),segment_id=b8536291-04a4-4ab2-bdf0-5dade4d3af35)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:11.764766 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:11.767230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.804042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a51cc4-da9b-4678-8ab0-0c876a86ab89 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:15:11.808379 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.812673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Publish callbacks [] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.829489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Transition to ACTIVE for port object e5a51cc4-da9b-4678-8ab0-0c876a86ab89 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:15:11.855459 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.918220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.933777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023297cb-bf0c-4364-befa-a8854c8c26e6 None None] Pushing event updated for resources: {'Port': ['ID=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:12.079548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:12.103480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Attempting to bind port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:12.106100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Attempting to bind port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:12.106546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Attempting to bind port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:12.118485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:15:12.118485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Attempting to bind port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:12.121995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:12.122474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:12.122973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:12.123520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Bound port: e5a51cc4-da9b-4678-8ab0-0c876a86ab89, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:12.124014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.277281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] For port e5a51cc4-da9b-4678-8ab0-0c876a86ab89, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:12.293555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] For port e5a51cc4-da9b-4678-8ab0-0c876a86ab89, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:12.413360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.507621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:12.508967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.511882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] 10.222.0.30 "PUT /v2.0/ports/e5a51cc4-da9b-4678-8ab0-0c876a86ab89 HTTP/1.1" status: 200 len: 1092 time: 1.1356838 Feb 09 22:15:12.512597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8655060a-a0a5-4e85-9565-60595ea9e091', 'tag': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:12.515916 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76c936b-7fab-4495-ad68-6730f56e6027" -d '{"events": [{"name": "network-changed", "server_uuid": "8655060a-a0a5-4e85-9565-60595ea9e091", "tag": "e5a51cc4-da9b-4678-8ab0-0c876a86ab89"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:12.581692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5fcca-312a-4a5e-a2e8-5eb1184f3b70 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:12.633845 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424d282d-75f5-4d27-aaec-732a190a4247 x-openstack-request-id: req-424d282d-75f5-4d27-aaec-732a190a4247 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:12.633845 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8655060a-a0a5-4e85-9565-60595ea9e091", "tag": "e5a51cc4-da9b-4678-8ab0-0c876a86ab89", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:12.633845 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-424d282d-75f5-4d27-aaec-732a190a4247 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:12.633845 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8655060a-a0a5-4e85-9565-60595ea9e091', 'tag': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89', 'status': 'completed', 'code': 200} Feb 09 22:15:12.747374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-c1af6401-4d2d-4d6a-92cc-72ec7dd58982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:12.760096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-c1af6401-4d2d-4d6a-92cc-72ec7dd58982 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 1126 time: 0.0942066 Feb 09 22:15:12.812839 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbbb17-e175-4b49-8b50-8f796acff06e req-9b5742b3-c5ab-4aa6-b05e-1315a0f17501 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:12.820687 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aafbbb17-e175-4b49-8b50-8f796acff06e req-9b5742b3-c5ab-4aa6-b05e-1315a0f17501 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0953746 Feb 09 22:15:12.825869 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-f67543aa-7350-45a0-b0ae-1e75df31ce23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5a51cc4-da9b-4678-8ab0-0c876a86ab89 HTTP/1.1" status: 200 len: 217 time: 0.0639827 Feb 09 22:15:12.865496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.873746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aafbbb17-e175-4b49-8b50-8f796acff06e req-fbbacad1-7ea8-4146-915f-d16e8bec3062 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522389 Feb 09 22:15:12.885522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-e4ce87de-83a5-4de5-8790-6784c728bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:12.887878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-e4ce87de-83a5-4de5-8790-6784c728bcbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0492551 Feb 09 22:15:12.916133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:12.919995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:12.924339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:12.926791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.939995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:12.947575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-44948dcd-1ff5-4b87-8db4-ebb3baecbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:12.949850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-44948dcd-1ff5-4b87-8db4-ebb3baecbf0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529456 Feb 09 22:15:13.008531 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b48fb31-2dcf-4813-ba28-2e922d843db9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5559285 Feb 09 22:15:13.009632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49366) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:13.016169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1', 'fixed_ips': [{'subnet_id': 'd2949f1d-3e4f-40a5-b735-11b889544bb6'}, {'subnet_id': 'a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c'}], 'name': 'tempest-PortsIpV6TestJSON-700801787'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:13.103042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-633d0472-62b1-4fa1-84fc-42adb4ace1c1 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415720 Feb 09 22:15:13.214866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ad26593-8b4c-4b64-a65d-e71f58c11f09 req-f9f20d0f-59f9-416b-8eab-84dd6a677362 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044905 Feb 09 22:15:13.293929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:13.396827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.419781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port e51efa1d-926d-4391-91be-6f03aeaeea41 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:13.431232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-59ee22f7-ecab-4803-91fe-f5d0c4c9f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.433349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-59ee22f7-ecab-4803-91fe-f5d0c4c9f65b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 1126 time: 0.0855906 Feb 09 22:15:13.478514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6262e8d8-f995-46be-869e-14df90f73fe8 None None] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:13.603291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-36cc9053-0dc0-4c2b-9d63-6450a46388b3 None None] Provisioning complete for port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:13.603928 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36cc9053-0dc0-4c2b-9d63-6450a46388b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.623954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-d1850d2f-a853-4ae3-a489-c4a0a99d200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.623954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-d1850d2f-a853-4ae3-a489-c4a0a99d200c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.1795371 Feb 09 22:15:13.717673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-4aa909dd-dbaa-44ec-9aec-d10c06f16654 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5a51cc4-da9b-4678-8ab0-0c876a86ab89 HTTP/1.1" status: 200 len: 217 time: 0.0837247 Feb 09 22:15:13.771411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-36cc9053-0dc0-4c2b-9d63-6450a46388b3 None None] Current status of the port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:13.772182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36cc9053-0dc0-4c2b-9d63-6450a46388b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.792979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::2d1 (25a1325e-bc91-46fe-b7df-4d08eacd6fa1/d2949f1d-3e4f-40a5-b735-11b889544bb6/e51efa1d-926d-4391-91be-6f03aeaeea41) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:13.799835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8:0:1::112 (25a1325e-bc91-46fe-b7df-4d08eacd6fa1/a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c/e51efa1d-926d-4391-91be-6f03aeaeea41) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:13.816063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:13.833158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-dc372644-dda3-4390-b556-3d7703cf506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.834662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-dc372644-dda3-4390-b556-3d7703cf506f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.1063774 Feb 09 22:15:13.865559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9054727-9a04-4a76-9e4c-73b836350b3e None None] Update dhcp port {'port': {'network_id': '25a1325e-bc91-46fe-b7df-4d08eacd6fa1', 'fixed_ips': [{'subnet_id': 'd2949f1d-3e4f-40a5-b735-11b889544bb6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'fe00c6f7-557c-4fa7-bb48-be5bdbbdc255'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:15:13.873050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-36cc9053-0dc0-4c2b-9d63-6450a46388b3 None None] For port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,segment=NetworkSegment(b8536291-04a4-4ab2-bdf0-5dade4d3af35),segment_id=b8536291-04a4-4ab2-bdf0-5dade4d3af35)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:13.914068 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e9054727-9a04-4a76-9e4c-73b836350b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.983666 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-36cc9053-0dc0-4c2b-9d63-6450a46388b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.998888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:14.003739 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.003970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.105791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.184627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:14.191065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:14.202378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:14.211235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.212505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.226330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=e51efa1d-926d-4391-91be-6f03aeaeea41,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:14.309888 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bdb62a40-357a-413d-9e21-56e1ca635614 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2955475 Feb 09 22:15:14.310314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49388) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:14.323723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2949f1d-3e4f-40a5-b735-11b889544bb6'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:14.339796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc9053-0dc0-4c2b-9d63-6450a46388b3 None None] Pushing event updated for resources: {'Port': ['ID=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:14.356444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-d8860e19-54e2-4919-84b8-6e0bd0923c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.357956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-d8860e19-54e2-4919-84b8-6e0bd0923c91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5058315 Feb 09 22:15:14.371036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5649943-6cb3-4226-8e7f-79fb900e5466 req-9869e4b3-63ce-4852-814e-647e7adcf94d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.379469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c5649943-6cb3-4226-8e7f-79fb900e5466 req-9869e4b3-63ce-4852-814e-647e7adcf94d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0769591 Feb 09 22:15:14.420829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e9054727-9a04-4a76-9e4c-73b836350b3e None None] Allocated IP 2001:db8:0:1::2 (25a1325e-bc91-46fe-b7df-4d08eacd6fa1/a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c/fe00c6f7-557c-4fa7-bb48-be5bdbbdc255) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:14.442062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:14.484704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c5649943-6cb3-4226-8e7f-79fb900e5466 req-12527ced-fef8-425f-b5f1-3afb40620747 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041386 Feb 09 22:15:14.503993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.527283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-13e81ecd-05ba-439d-9afe-cb5b2c4bd2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293309 Feb 09 22:15:14.552137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e9054727-9a04-4a76-9e4c-73b836350b3e None None] For port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,segment=NetworkSegment(b8536291-04a4-4ab2-bdf0-5dade4d3af35),segment_id=b8536291-04a4-4ab2-bdf0-5dade4d3af35)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:14.599491 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e9054727-9a04-4a76-9e4c-73b836350b3e None None] Publish callbacks [] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.637191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f76c936b-7fab-4495-ad68-6730f56e6027 req-f56b3c46-e1ec-4990-83f9-cf53553b376b service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020164 Feb 09 22:15:14.710390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e9054727-9a04-4a76-9e4c-73b836350b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.766131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9054727-9a04-4a76-9e4c-73b836350b3e None None] Pushing event updated for resources: {'Port': ['ID=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:14.820337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Delete allocated IP 2001:db8:0:1::112 (25a1325e-bc91-46fe-b7df-4d08eacd6fa1/a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c) {{(pid=103696) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:15:14.977356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.048158 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.105324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=e51efa1d-926d-4391-91be-6f03aeaeea41,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:15.159208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] In _notify_port_updated(), no bound segment for port e51efa1d-926d-4391-91be-6f03aeaeea41 on network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:15:15.166388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:15.167805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.169366 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-560bf1f6-227a-4325-a26d-73efac9b4aa5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "PUT /v2.0/ports/e51efa1d-926d-4391-91be-6f03aeaeea41 HTTP/1.1" status: 200 len: 925 time: 0.8570740 Feb 09 22:15:15.172324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49392) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:15.178408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2949f1d-3e4f-40a5-b735-11b889544bb6'}, {'subnet_id': 'a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:15.261097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.581985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8:0:1::304 (25a1325e-bc91-46fe-b7df-4d08eacd6fa1/a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c/e51efa1d-926d-4391-91be-6f03aeaeea41) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:15.683921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad6c0f-b94d-48bc-b139-42495ca5ca31 None None] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:15.745024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:15.770616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cf989-9a85-4b9a-9d5c-c270c162f464 req-70fea846-8565-4b70-9aa7-51cd01a4c3cd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:15.778294 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab3cf989-9a85-4b9a-9d5c-c270c162f464 req-70fea846-8565-4b70-9aa7-51cd01a4c3cd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.2086282 Feb 09 22:15:15.819118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-909e36df-d6d3-4e3f-a1c6-8d939af630ad None None] Provisioning complete for port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:15.819821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-909e36df-d6d3-4e3f-a1c6-8d939af630ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.861226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab3cf989-9a85-4b9a-9d5c-c270c162f464 req-8d2c9fa4-b631-4f4d-aa1c-cf34c6d69a4f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812225 Feb 09 22:15:15.885073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.887606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:15.888011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.955945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.001951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-909e36df-d6d3-4e3f-a1c6-8d939af630ad None None] Current status of the port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:16.061530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:16.078400 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] In _notify_port_updated(), no bound segment for port e51efa1d-926d-4391-91be-6f03aeaeea41 on network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:15:16.088303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:16.089012 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.091519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "PUT /v2.0/ports/e51efa1d-926d-4391-91be-6f03aeaeea41 HTTP/1.1" status: 200 len: 1011 time: 0.9179544 Feb 09 22:15:16.094279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49398) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:16.096681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83364e24-75c1-468a-aa84-e8f878c7b0df tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=e51efa1d-926d-4391-91be-6f03aeaeea41,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:16.219361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port e51efa1d-926d-4391-91be-6f03aeaeea41 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:16.220119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.322917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.338470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for e51efa1d-926d-4391-91be-6f03aeaeea41 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:16.340911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bcb0e89f-b96d-4ac0-b3cf-8a31facfb2ba None None] Provisioning complete for port e51efa1d-926d-4391-91be-6f03aeaeea41 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:16.341281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e89f-b96d-4ac0-b3cf-8a31facfb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.388649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0e89f-b96d-4ac0-b3cf-8a31facfb2ba None None] Port e51efa1d-926d-4391-91be-6f03aeaeea41 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:16.407349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bcb0e89f-b96d-4ac0-b3cf-8a31facfb2ba None None] Provisioning complete for port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:16.407738 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e89f-b96d-4ac0-b3cf-8a31facfb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.525271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0e89f-b96d-4ac0-b3cf-8a31facfb2ba None None] Current status of the port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:16.623852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e51efa1d-926d-4391-91be-6f03aeaeea41), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.646291 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e7e1c0e6-a94f-4533-97c2-9bee1c20da31 None None] Could not find standard attr ID for object e51efa1d-926d-4391-91be-6f03aeaeea41. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:16.683045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=e51efa1d-926d-4391-91be-6f03aeaeea41,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:16.748761 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.756070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49402) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:16.767491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1bb272ba-e6a8-4b0d-a91d-47565bd0accb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/e51efa1d-926d-4391-91be-6f03aeaeea41 HTTP/1.1" status: 204 len: 168 time: 0.6610167 Feb 09 22:15:16.797312 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce54c08-3ba9-418b-9e6c-e17f6336bc33 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:16.801854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49404) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:16.802603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4ce54c08-3ba9-418b-9e6c-e17f6336bc33 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/e51efa1d-926d-4391-91be-6f03aeaeea41 HTTP/1.1" status: 404 len: 333 time: 0.0434873 Feb 09 22:15:16.863484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:16.867375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:16.920606 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.077431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-20574ffb-90f2-4418-930d-a929b8a44c60 None None] Could not find standard attr ID for object e51efa1d-926d-4391-91be-6f03aeaeea41. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:17.086891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.122113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3725-2236-49a2-91cb-39e81c6e06a8 req-ea5e3432-7659-4f6a-baba-81c10029697d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:17.123741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79eb3725-2236-49a2-91cb-39e81c6e06a8 req-ea5e3432-7659-4f6a-baba-81c10029697d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1533365 Feb 09 22:15:17.230196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79eb3725-2236-49a2-91cb-39e81c6e06a8 req-1fd6a012-319e-445b-9abe-5a30afa2c420 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989571 Feb 09 22:15:17.249807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.288019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.294990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49408) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:17.299197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7efc65db-be18-4298-8137-d903074de8bd None None] Could not find standard attr ID for object e51efa1d-926d-4391-91be-6f03aeaeea41. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:17.304324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c HTTP/1.1" status: 204 len: 168 time: 0.5005274 Feb 09 22:15:17.306587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395a7f1-ce33-4adf-bf21-dae2c86bfef2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:17.357732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet d2949f1d-3e4f-40a5-b735-11b889544bb6 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:17.361763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (d2949f1d-3e4f-40a5-b735-11b889544bb6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.418400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (d2949f1d-3e4f-40a5-b735-11b889544bb6), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.500088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d16aab-2dd2-467e-a439-af1d42ccc2a2 None None] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:17.529434 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d2949f1d-3e4f-40a5-b735-11b889544bb6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.648013 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (d2949f1d-3e4f-40a5-b735-11b889544bb6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.684249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=d2949f1d-3e4f-40a5-b735-11b889544bb6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:17.693348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.696624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/d2949f1d-3e4f-40a5-b735-11b889544bb6 HTTP/1.1" status: 204 len: 168 time: 0.4004953 Feb 09 22:15:17.699818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.700154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.702098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.702240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:17.702348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.702348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.702348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.702348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.702700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.702980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.704690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.704690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.704690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.704690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74b1fd-7b2e-4e36-9dc7-ed47463768ce tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:17.813916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (25a1325e-bc91-46fe-b7df-4d08eacd6fa1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.878891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:17.879256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.951666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] For port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,segment=NetworkSegment(b8536291-04a4-4ab2-bdf0-5dade4d3af35),segment_id=b8536291-04a4-4ab2-bdf0-5dade4d3af35)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:17.952158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:17.968279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:18.146198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fe00c6f7-557c-4fa7-bb48-be5bdbbdc255), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.177610 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=fe00c6f7-557c-4fa7-bb48-be5bdbbdc255,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:18.179481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No DVR routers for this DVR port fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:18.281696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (25a1325e-bc91-46fe-b7df-4d08eacd6fa1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.312652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a1325e-bc91-46fe-b7df-4d08eacd6fa1']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:18.327384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8536291-04a4-4ab2-bdf0-5dade4d3af35') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:18.327811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8536291-04a4-4ab2-bdf0-5dade4d3af35') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:18.340445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (b8536291-04a4-4ab2-bdf0-5dade4d3af35), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.359403 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (b8536291-04a4-4ab2-bdf0-5dade4d3af35), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.367191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:18.367996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (b8536291-04a4-4ab2-bdf0-5dade4d3af35), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:18.375237 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:18.378722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6f051-ead7-421c-be66-9c6a0cefe66f req-422a6ae0-6d27-429c-a054-54e334c8a085 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:18.380599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a6f051-ead7-421c-be66-9c6a0cefe66f req-422a6ae0-6d27-429c-a054-54e334c8a085 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0722141 Feb 09 22:15:18.397547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c61289-9c2d-4d84-92a9-1279368a5551 None None] Network 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:18.456894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c9893f6d-5135-46f6-acc6-e27ed483ce1a None None] Could not find standard attr ID for object fe00c6f7-557c-4fa7-bb48-be5bdbbdc255. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:18.465042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95a6f051-ead7-421c-be66-9c6a0cefe66f req-8e5d3859-d573-44c0-8290-9df98dc80185 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698483 Feb 09 22:15:18.520539 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (25a1325e-bc91-46fe-b7df-4d08eacd6fa1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.541399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.548496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/25a1325e-bc91-46fe-b7df-4d08eacd6fa1 HTTP/1.1" status: 204 len: 168 time: 0.8462765 Feb 09 22:15:18.550159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49416) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:18.569766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e70dd-d683-4cae-bf4d-9cebaf21ee28 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=25a1325e-bc91-46fe-b7df-4d08eacd6fa1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:18.582239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd240089-ee33-42d6-afb0-7b6bcd4baf63 None None] DHCP port deletion for 25a1325e-bc91-46fe-b7df-4d08eacd6fa1 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:18.619684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b9b9e-4c79-4a9a-8ed1-dea03f59578f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:18.621722 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7f5b9b9e-4c79-4a9a-8ed1-dea03f59578f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0695674 Feb 09 22:15:18.629267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49418) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:18.682972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8f839692-c410-4e89-9732-237c5330f70f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0525520 Feb 09 22:15:18.686678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49420) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:18.691801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1698084360'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:18.779180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:18.782677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.808505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:18.820187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2ace2b65-1d2c-4151-ba13-b1caff99bf06), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.820877 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment 2ace2b65-1d2c-4151-ba13-b1caff99bf06 of type vlan for network 6f44b94c-3220-48fd-98be-ea28a6cbdedd Feb 09 22:15:18.872875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6f44b94c-3220-48fd-98be-ea28a6cbdedd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.956425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6f44b94c-3220-48fd-98be-ea28a6cbdedd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.961409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:18.962038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:19.028009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=6f44b94c-3220-48fd-98be-ea28a6cbdedd,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:19.042042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:19.109590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-55accd61-7daa-42e2-974b-4dfee7a520ab tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4213607 Feb 09 22:15:19.111987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49424) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:19.117339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:19.281936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:19.285511 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:19.579583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:19.656099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4b4e0-4b6c-43e8-9622-5c0a68d2f3d4 req-60e55cd7-a6cd-42c6-acd4-7c6f6d0e4e64 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:19.657611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4f4b4e0-4b6c-43e8-9622-5c0a68d2f3d4 req-60e55cd7-a6cd-42c6-acd4-7c6f6d0e4e64 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1134405 Feb 09 22:15:19.663556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:19.673592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:19.695036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': '2ace2b65-1d2c-4151-ba13-b1caff99bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:19.695440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: 6f44b94c-3220-48fd-98be-ea28a6cbdedd, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:19.712125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:19.714996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fe00c6f7-557c-4fa7-bb48-be5bdbbdc255 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:19.734891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d4f4b4e0-4b6c-43e8-9622-5c0a68d2f3d4 req-1855a64d-1fc5-495c-9bcf-e8f4b71672c9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641992 Feb 09 22:15:19.841895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:19.944840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 6f44b94c-3220-48fd-98be-ea28a6cbdedd) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:19.949727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:19.950461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:19.958725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b80af-a559-4247-a39a-622743bd51eb None None] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:20.050953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f415ac0f-86d9-461e-9a17-5433f2ec4135 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9369693 Feb 09 22:15:20.052788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49430) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:20.058774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd', 'name': 'tempest-PortsIpV6TestJSON-1256750611'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:20.062623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-6f44b94c-3220-48fd-98be-ea28a6cbdedd', 'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd', 'project_id': 'b373f5b80431438bacc0772f2c068c25', 'fixed_ips': [{'subnet_id': '0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:20.064053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.237431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Allocated IP 2001:db8::2 (6f44b94c-3220-48fd-98be-ea28a6cbdedd/0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad/0e186964-7951-4676-b193-eaa5c90941d2) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:20.270144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:20.273697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.294406 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:20.388552 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Publish callbacks [] for port (0e186964-7951-4676-b193-eaa5c90941d2), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.465302 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (0e186964-7951-4676-b193-eaa5c90941d2), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.506798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:20.512964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:20.514860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Pushing event updated for resources: {'Port': ['ID=0e186964-7951-4676-b193-eaa5c90941d2,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:20.522382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:20.546190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::371 (6f44b94c-3220-48fd-98be-ea28a6cbdedd/0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad/67ea38e3-e9c5-42a7-a8e4-1cbb789e9917) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:20.586968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Attempting to bind port 0e186964-7951-4676-b193-eaa5c90941d2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:20.587391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Attempting to bind port 0e186964-7951-4676-b193-eaa5c90941d2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '2ace2b65-1d2c-4151-ba13-b1caff99bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:20.587763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Attempting to bind port 0e186964-7951-4676-b193-eaa5c90941d2 on network 6f44b94c-3220-48fd-98be-ea28a6cbdedd {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:20.592817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:20.593202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Checking segment: {'id': '2ace2b65-1d2c-4151-ba13-b1caff99bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:20.593613 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.594011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Bound using segment: {'id': '2ace2b65-1d2c-4151-ba13-b1caff99bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:20.594482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Bound port: 0e186964-7951-4676-b193-eaa5c90941d2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ace2b65-1d2c-4151-ba13-b1caff99bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:20.594878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0e186964-7951-4676-b193-eaa5c90941d2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.685299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] For port 0e186964-7951-4676-b193-eaa5c90941d2, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:20.689838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] For port 0e186964-7951-4676-b193-eaa5c90941d2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0e186964-7951-4676-b193-eaa5c90941d2,segment=NetworkSegment(2ace2b65-1d2c-4151-ba13-b1caff99bf06),segment_id=2ace2b65-1d2c-4151-ba13-b1caff99bf06)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:20.723379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (67ea38e3-e9c5-42a7-a8e4-1cbb789e9917), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.796157 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0e186964-7951-4676-b193-eaa5c90941d2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.838940 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (67ea38e3-e9c5-42a7-a8e4-1cbb789e9917), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.887962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:20.892121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eebf63-57a0-4002-a310-eaeb9ccee87f None None] Pushing event updated for resources: {'Port': ['ID=0e186964-7951-4676-b193-eaa5c90941d2,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:20.903307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:20.914138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:20.920375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:20.922833 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:20.938447 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=67ea38e3-e9c5-42a7-a8e4-1cbb789e9917,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:20.954913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a3323-72e2-4d8a-a6b3-553083775295 req-1dc69f73-d4fe-4da4-8307-4f12358ff612 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:20.961459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-522a3323-72e2-4d8a-a6b3-553083775295 req-1dc69f73-d4fe-4da4-8307-4f12358ff612 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1547787 Feb 09 22:15:21.020117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-522a3323-72e2-4d8a-a6b3-553083775295 req-fce60f2a-865c-45fa-872e-c4e4ce16b491 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522199 Feb 09 22:15:21.047470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cd32e70d-5807-4cf4-ad8b-8c25d5ac03c3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9906871 Feb 09 22:15:21.047909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49436) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:21.053010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '6f44b94c-3220-48fd-98be-ea28a6cbdedd', 'name': 'tempest-PortsIpV6TestJSON-110208140'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:21.278976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:21.279229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.298244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 7f497c0e-cee3-470e-8938-ce94aca79f64 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:21.421102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::d6 (6f44b94c-3220-48fd-98be-ea28a6cbdedd/0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad/7f497c0e-cee3-470e-8938-ce94aca79f64) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:21.592080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (7f497c0e-cee3-470e-8938-ce94aca79f64), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.698725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7f497c0e-cee3-470e-8938-ce94aca79f64), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.744232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0e186964-7951-4676-b193-eaa5c90941d2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:21.766267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:21.774414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:21.774414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:21.780894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:21.781559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.798912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=7f497c0e-cee3-470e-8938-ce94aca79f64,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:21.830905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0e186964-7951-4676-b193-eaa5c90941d2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:21.831540 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0e186964-7951-4676-b193-eaa5c90941d2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.898001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-596f6698-d85b-4376-8d7e-caccfa6529d1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8463976 Feb 09 22:15:21.898505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49438) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:21.945680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0e186964-7951-4676-b193-eaa5c90941d2 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:21.948949 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0e186964-7951-4676-b193-eaa5c90941d2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.005321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 0e186964-7951-4676-b193-eaa5c90941d2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0e186964-7951-4676-b193-eaa5c90941d2,segment=NetworkSegment(2ace2b65-1d2c-4151-ba13-b1caff99bf06),segment_id=2ace2b65-1d2c-4151-ba13-b1caff99bf06)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:22.031900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d0400-42ff-4dde-9052-18406a4443b5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:22.033706 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e76d0400-42ff-4dde-9052-18406a4443b5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A371 HTTP/1.1" status: 200 len: 929 time: 0.1341963 Feb 09 22:15:22.036721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:22.139271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5e48b8-74e4-4f1a-bccb-4a8ec64675b6 None None] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:22.154147 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0e186964-7951-4676-b193-eaa5c90941d2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.194184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce23d1d-b057-4c9e-b0a5-99ead24374ed req-0860e547-d3bc-48dd-a60a-475b9332f83f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:22.195800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fce23d1d-b057-4c9e-b0a5-99ead24374ed req-0860e547-d3bc-48dd-a60a-475b9332f83f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0858915 Feb 09 22:15:22.199424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 7f497c0e-cee3-470e-8938-ce94aca79f64 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:22.199808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7f497c0e-cee3-470e-8938-ce94aca79f64), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.267052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bccc175d-83d6-4665-9303-b0d5c3851484 None None] Provisioning complete for port 0e186964-7951-4676-b193-eaa5c90941d2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:22.267052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bccc175d-83d6-4665-9303-b0d5c3851484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0e186964-7951-4676-b193-eaa5c90941d2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.297187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=0e186964-7951-4676-b193-eaa5c90941d2,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:22.325716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fce23d1d-b057-4c9e-b0a5-99ead24374ed req-6decbb6b-444f-4da9-a4a5-f94a9aae64f9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184349 Feb 09 22:15:22.344906 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7f497c0e-cee3-470e-8938-ce94aca79f64), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.359772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 7f497c0e-cee3-470e-8938-ce94aca79f64 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:22.410260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bccc175d-83d6-4665-9303-b0d5c3851484 None None] Current status of the port 0e186964-7951-4676-b193-eaa5c90941d2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:22.579548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7f497c0e-cee3-470e-8938-ce94aca79f64), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.616607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=7f497c0e-cee3-470e-8938-ce94aca79f64,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:22.657275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.660993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bdb26681-511f-4a4a-8084-7274dc04c7e7 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/7f497c0e-cee3-470e-8938-ce94aca79f64 HTTP/1.1" status: 204 len: 168 time: 0.6230886 Feb 09 22:15:22.663793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:22.695371 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5495c9f-7e2c-4de7-be68-85efa97d43ca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:22.695371 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a5495c9f-7e2c-4de7-be68-85efa97d43ca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/7f497c0e-cee3-470e-8938-ce94aca79f64 HTTP/1.1" status: 404 len: 333 time: 0.0280187 Feb 09 22:15:22.697459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49448) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:22.725543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-404406f3-bef1-4097-84ec-6ccfae68f7f7 None None] Could not find standard attr ID for object 7f497c0e-cee3-470e-8938-ce94aca79f64. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:22.741951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-404406f3-bef1-4097-84ec-6ccfae68f7f7 None None] Provisioning complete for port 67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:22.742604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-404406f3-bef1-4097-84ec-6ccfae68f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (67ea38e3-e9c5-42a7-a8e4-1cbb789e9917), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.791680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-404406f3-bef1-4097-84ec-6ccfae68f7f7 None None] Port 67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:22.805268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-404406f3-bef1-4097-84ec-6ccfae68f7f7 None None] Provisioning complete for port 0e186964-7951-4676-b193-eaa5c90941d2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:22.805744 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-404406f3-bef1-4097-84ec-6ccfae68f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0e186964-7951-4676-b193-eaa5c90941d2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.808125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:22.808661 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (67ea38e3-e9c5-42a7-a8e4-1cbb789e9917), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.914453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-404406f3-bef1-4097-84ec-6ccfae68f7f7 None None] Current status of the port 0e186964-7951-4676-b193-eaa5c90941d2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:22.928565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (67ea38e3-e9c5-42a7-a8e4-1cbb789e9917), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:22.947915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:23.040818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b515807d-d13c-49b7-b532-b3af078d797e None None] Provisioning complete for port 67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:23.041737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b515807d-d13c-49b7-b532-b3af078d797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (67ea38e3-e9c5-42a7-a8e4-1cbb789e9917), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.094089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b515807d-d13c-49b7-b532-b3af078d797e None None] Port 67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:23.213770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b29b825e-1ace-47e0-ac0e-fba581a90d54 None None] Could not find standard attr ID for object 7f497c0e-cee3-470e-8938-ce94aca79f64. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:23.218867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (67ea38e3-e9c5-42a7-a8e4-1cbb789e9917), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.254541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=67ea38e3-e9c5-42a7-a8e4-1cbb789e9917,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:23.302738 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.306014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8bccefe3-863e-405a-a0ac-dad36695d1a3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 HTTP/1.1" status: 204 len: 168 time: 0.6073980 Feb 09 22:15:23.309327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49452) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:23.342502 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0635b7ac-65eb-48a9-b310-f1af85a91f51 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:23.344737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0635b7ac-65eb-48a9-b310-f1af85a91f51 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/67ea38e3-e9c5-42a7-a8e4-1cbb789e9917 HTTP/1.1" status: 404 len: 333 time: 0.0339556 Feb 09 22:15:23.347249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49456) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:23.429908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet 0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:23.455723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.507217 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.539380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac45b83-94e0-4532-93ea-9c90e2872345 req-8344278b-367a-440d-9f0b-0419b0f99b87 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:23.541457 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fac45b83-94e0-4532-93ea-9c90e2872345 req-8344278b-367a-440d-9f0b-0419b0f99b87 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1296282 Feb 09 22:15:23.645220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fac45b83-94e0-4532-93ea-9c90e2872345 req-d28e721f-3830-4676-9abd-51394d9b8975 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920861 Feb 09 22:15:23.669712 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.723802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0e186964-7951-4676-b193-eaa5c90941d2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:23.775730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 0e186964-7951-4676-b193-eaa5c90941d2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:23.776098 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0e186964-7951-4676-b193-eaa5c90941d2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.841817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.862211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 0e186964-7951-4676-b193-eaa5c90941d2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:23.874229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:23.878875 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:23.885387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49458) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:23.886666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bbb5f856-dcbe-421c-8552-e34e8d03dfca tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad HTTP/1.1" status: 204 len: 168 time: 0.5355985 Feb 09 22:15:23.892323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986972a0-1326-4ba7-bc4c-d653abc78c91 None None] Network 6f44b94c-3220-48fd-98be-ea28a6cbdedd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:23.975183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6f44b94c-3220-48fd-98be-ea28a6cbdedd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.047229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 0e186964-7951-4676-b193-eaa5c90941d2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:24.047579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0e186964-7951-4676-b193-eaa5c90941d2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.092342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] DHCP port deletion for 6f44b94c-3220-48fd-98be-ea28a6cbdedd request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:24.128997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] For port 0e186964-7951-4676-b193-eaa5c90941d2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0e186964-7951-4676-b193-eaa5c90941d2,segment=NetworkSegment(2ace2b65-1d2c-4151-ba13-b1caff99bf06),segment_id=2ace2b65-1d2c-4151-ba13-b1caff99bf06)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:24.129530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0e186964-7951-4676-b193-eaa5c90941d2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.147088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] Deleting port 0e186964-7951-4676-b193-eaa5c90941d2 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:24.147911 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0e186964-7951-4676-b193-eaa5c90941d2), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.148048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 0e186964-7951-4676-b193-eaa5c90941d2 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:24.229340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] For port 0e186964-7951-4676-b193-eaa5c90941d2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=0e186964-7951-4676-b193-eaa5c90941d2,segment=NetworkSegment(2ace2b65-1d2c-4151-ba13-b1caff99bf06),segment_id=2ace2b65-1d2c-4151-ba13-b1caff99bf06)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:24.230264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0e186964-7951-4676-b193-eaa5c90941d2), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.244920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] Calling delete_port for 0e186964-7951-4676-b193-eaa5c90941d2 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:24.339426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0e186964-7951-4676-b193-eaa5c90941d2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.347541 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (0e186964-7951-4676-b193-eaa5c90941d2), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.366166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=0e186964-7951-4676-b193-eaa5c90941d2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:24.378244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] No DVR routers for this DVR port 0e186964-7951-4676-b193-eaa5c90941d2 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:24.380115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f6e70-0a52-45cc-90c6-aafbbf48d5bb None None] Pushing event deleted for resources: {'Port': ['ID=0e186964-7951-4676-b193-eaa5c90941d2,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:24.394505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No DVR routers for this DVR port 0e186964-7951-4676-b193-eaa5c90941d2 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:24.481054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6f44b94c-3220-48fd-98be-ea28a6cbdedd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.508627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f44b94c-3220-48fd-98be-ea28a6cbdedd']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:24.519179 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ace2b65-1d2c-4151-ba13-b1caff99bf06') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:24.519470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ace2b65-1d2c-4151-ba13-b1caff99bf06') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:24.529579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (2ace2b65-1d2c-4151-ba13-b1caff99bf06), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.543926 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2ace2b65-1d2c-4151-ba13-b1caff99bf06), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.550435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:24.550824 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (2ace2b65-1d2c-4151-ba13-b1caff99bf06), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:24.553783 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:24.699473 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6f44b94c-3220-48fd-98be-ea28a6cbdedd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.711411 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.719019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/6f44b94c-3220-48fd-98be-ea28a6cbdedd HTTP/1.1" status: 204 len: 168 time: 0.8270702 Feb 09 22:15:24.723864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49464) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:24.731091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1601516399'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:24.735911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e58948-c52a-41c3-8c90-965018dbf1b2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=6f44b94c-3220-48fd-98be-ea28a6cbdedd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:24.821475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e6a90-34ed-4ebd-886e-a3cbeb6db96b req-d66eb273-947c-4ea7-8f46-04f1177e2bc0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:24.825734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c01e6a90-34ed-4ebd-886e-a3cbeb6db96b req-d66eb273-947c-4ea7-8f46-04f1177e2bc0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0676045 Feb 09 22:15:24.869221 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:24.873106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.879591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c01e6a90-34ed-4ebd-886e-a3cbeb6db96b req-7751e294-fe67-491f-8a0e-98f99f3ba928 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478094 Feb 09 22:15:24.907967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:24.917587 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7ea6faff-c37b-4c38-9eeb-9c80aba3ef77), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.917981 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment 7ea6faff-c37b-4c38-9eeb-9c80aba3ef77 of type vlan for network 46279470-caf1-4117-ac2e-cb366d456605 Feb 09 22:15:24.966112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (46279470-caf1-4117-ac2e-cb366d456605), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.048198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (46279470-caf1-4117-ac2e-cb366d456605), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.053322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:25.053897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.121416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=46279470-caf1-4117-ac2e-cb366d456605,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:25.133631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 46279470-caf1-4117-ac2e-cb366d456605 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:25.177302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa99e43e-948e-4f05-a836-5b74479c6417 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4510586 Feb 09 22:15:25.179770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49468) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:25.186517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '46279470-caf1-4117-ac2e-cb366d456605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:25.345329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:25.348871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.627745 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (48e7580b-b7ce-4870-8887-cc7ef2e25b42), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.671537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0e186964-7951-4676-b193-eaa5c90941d2 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:25.693221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 0e186964-7951-4676-b193-eaa5c90941d2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:25.693645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 0e186964-7951-4676-b193-eaa5c90941d2 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:25.695636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=48e7580b-b7ce-4870-8887-cc7ef2e25b42,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:25.705072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': '7ea6faff-c37b-4c38-9eeb-9c80aba3ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '46279470-caf1-4117-ac2e-cb366d456605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:25.705429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: 46279470-caf1-4117-ac2e-cb366d456605, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:25.836462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 46279470-caf1-4117-ac2e-cb366d456605 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:25.937633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 46279470-caf1-4117-ac2e-cb366d456605) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:25.942494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:25.943304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:25.949347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5abdf7-4527-4c7b-81e3-8ada53713d8e None None] Network 46279470-caf1-4117-ac2e-cb366d456605 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:26.009612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814bed9-dbcd-4fe9-a25c-6b0fd323e643 req-97efec3d-60c0-4c46-a1be-4cd75dc5c85d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:26.011182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3814bed9-dbcd-4fe9-a25c-6b0fd323e643 req-97efec3d-60c0-4c46-a1be-4cd75dc5c85d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0561855 Feb 09 22:15:26.058326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fd1ae5e0-dc8e-4abb-8a6a-c24a172c93f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8760331 Feb 09 22:15:26.061878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49474) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:26.072028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '46279470-caf1-4117-ac2e-cb366d456605', 'name': 'tempest-PortsIpV6TestJSON-512601146', 'fixed_ips': [{'subnet_id': '48e7580b-b7ce-4870-8887-cc7ef2e25b42', 'ip_address': '2001:db8::10'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:26.075794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3814bed9-dbcd-4fe9-a25c-6b0fd323e643 req-5f1fdcaf-e479-451d-ac1c-912db66c993d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583999 Feb 09 22:15:26.082775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-46279470-caf1-4117-ac2e-cb366d456605', 'network_id': '46279470-caf1-4117-ac2e-cb366d456605', 'project_id': 'b373f5b80431438bacc0772f2c068c25', 'fixed_ips': [{'subnet_id': '48e7580b-b7ce-4870-8887-cc7ef2e25b42'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:26.084245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.264499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Allocated IP 2001:db8::2 (46279470-caf1-4117-ac2e-cb366d456605/48e7580b-b7ce-4870-8887-cc7ef2e25b42/9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:26.295493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:26.408202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.432710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 3eecca7a-11c3-4654-af29-365f020e9951 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:26.435345 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Publish callbacks [] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.537905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.585677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Network 46279470-caf1-4117-ac2e-cb366d456605 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:26.588638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:26.597133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:26.601386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::10 (46279470-caf1-4117-ac2e-cb366d456605/48e7580b-b7ce-4870-8887-cc7ef2e25b42/3eecca7a-11c3-4654-af29-365f020e9951) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:26.631039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Pushing event updated for resources: {'Port': ['ID=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:26.678302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Attempting to bind port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:26.678679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Attempting to bind port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '7ea6faff-c37b-4c38-9eeb-9c80aba3ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '46279470-caf1-4117-ac2e-cb366d456605'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:26.679060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Attempting to bind port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa on network 46279470-caf1-4117-ac2e-cb366d456605 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:26.684336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:26.684724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Checking segment: {'id': '7ea6faff-c37b-4c38-9eeb-9c80aba3ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '46279470-caf1-4117-ac2e-cb366d456605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:26.685150 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.685651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Bound using segment: {'id': '7ea6faff-c37b-4c38-9eeb-9c80aba3ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '46279470-caf1-4117-ac2e-cb366d456605'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:26.686128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Bound port: 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea6faff-c37b-4c38-9eeb-9c80aba3ef77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '46279470-caf1-4117-ac2e-cb366d456605'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:26.686542 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.755979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] For port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:26.759332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] For port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,segment=NetworkSegment(7ea6faff-c37b-4c38-9eeb-9c80aba3ef77),segment_id=7ea6faff-c37b-4c38-9eeb-9c80aba3ef77)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:26.770017 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (3eecca7a-11c3-4654-af29-365f020e9951), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.854163 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.888566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3eecca7a-11c3-4654-af29-365f020e9951), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.919065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f9ed8-b838-4e94-9a8c-76cf684479b4 None None] Pushing event updated for resources: {'Port': ['ID=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:26.941076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 46279470-caf1-4117-ac2e-cb366d456605 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:26.946000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:26.949745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:26.953576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:26.954759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:26.962908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=3eecca7a-11c3-4654-af29-365f020e9951,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:27.060652 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-822094b3-760a-4b88-ae38-9e0153c30fed tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9969368 Feb 09 22:15:27.070315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49492) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:27.077286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '46279470-caf1-4117-ac2e-cb366d456605', 'name': 'tempest-PortsIpV6TestJSON-505071108', 'fixed_ips': [{'subnet_id': '48e7580b-b7ce-4870-8887-cc7ef2e25b42', 'ip_address': '2001:db8::f'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:27.271046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd2f0-2528-4dd6-9030-2ec9e42ed9f9 req-d8a91f1b-ace9-4865-8697-9d840f0e00e3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:27.272712 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54ccd2f0-2528-4dd6-9030-2ec9e42ed9f9 req-d8a91f1b-ace9-4865-8697-9d840f0e00e3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0935488 Feb 09 22:15:27.333691 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54ccd2f0-2528-4dd6-9030-2ec9e42ed9f9 req-62bf6586-fbfa-43f8-bc10-aaa3854a9db5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Feb 09 22:15:27.390212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:27.394995 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.414379 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 9bbdea6c-2a73-418a-995a-5181a66e283f yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:27.593290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::f (46279470-caf1-4117-ac2e-cb366d456605/48e7580b-b7ce-4870-8887-cc7ef2e25b42/9bbdea6c-2a73-418a-995a-5181a66e283f) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:27.730991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:27.794141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:27.794407 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.799660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (9bbdea6c-2a73-418a-995a-5181a66e283f), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.881032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:27.882455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.904459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9bbdea6c-2a73-418a-995a-5181a66e283f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.923008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,segment=NetworkSegment(7ea6faff-c37b-4c38-9eeb-9c80aba3ef77),segment_id=7ea6faff-c37b-4c38-9eeb-9c80aba3ef77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:27.951696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 46279470-caf1-4117-ac2e-cb366d456605 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:27.955054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:27.959135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:27.964800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:27.965430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.971817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=9bbdea6c-2a73-418a-995a-5181a66e283f,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:27.996572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.035031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5f1f6-62e5-4f02-8f8c-602a56eec81c None None] Network 46279470-caf1-4117-ac2e-cb366d456605 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:28.085220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f874dd49-5821-40ce-9415-e09668b80786 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0132327 Feb 09 22:15:28.098670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49502) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:28.132649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:28.157868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-57cc3a31-ee6d-4ad8-a463-32679e77c584 None None] Provisioning complete for port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:28.158168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-57cc3a31-ee6d-4ad8-a463-32679e77c584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.201205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1581ee8-e91d-464f-b263-b4b6bf5cfa2e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.203172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b1581ee8-e91d-464f-b263-b4b6bf5cfa2e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1025386 Feb 09 22:15:28.214888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49504) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:28.295423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-57cc3a31-ee6d-4ad8-a463-32679e77c584 None None] Current status of the port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:28.341880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df92590-687b-4e77-9921-2b62e2f3e66b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.347369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df92590-687b-4e77-9921-2b62e2f3e66b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.353805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df92590-687b-4e77-9921-2b62e2f3e66b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.355628 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8df92590-687b-4e77-9921-2b62e2f3e66b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1393876 Feb 09 22:15:28.358636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49508) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:28.475018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85922e18-0540-449a-a4a9-641dce0f4add req-35e52562-39ff-4ea5-9041-796ba31ad69b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.476601 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85922e18-0540-449a-a4a9-641dce0f4add req-35e52562-39ff-4ea5-9041-796ba31ad69b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0661674 Feb 09 22:15:28.483032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 9bbdea6c-2a73-418a-995a-5181a66e283f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:28.483389 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9bbdea6c-2a73-418a-995a-5181a66e283f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.525710 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85922e18-0540-449a-a4a9-641dce0f4add req-3f38aceb-11b2-4168-8779-9a3b111b79da tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 Feb 09 22:15:28.590765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9bbdea6c-2a73-418a-995a-5181a66e283f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.604099 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 9bbdea6c-2a73-418a-995a-5181a66e283f owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:28.618462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Provisioning complete for port 3eecca7a-11c3-4654-af29-365f020e9951 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:28.618818 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3eecca7a-11c3-4654-af29-365f020e9951), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.661800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Port 3eecca7a-11c3-4654-af29-365f020e9951 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:28.674033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Provisioning complete for port 9bbdea6c-2a73-418a-995a-5181a66e283f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:28.674813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9bbdea6c-2a73-418a-995a-5181a66e283f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.718828 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Port 9bbdea6c-2a73-418a-995a-5181a66e283f cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:28.735309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Provisioning complete for port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:28.736069 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.827372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b17c7889-5546-46cd-93f0-ef4eacbbbe42 None None] Current status of the port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:28.859247 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9bbdea6c-2a73-418a-995a-5181a66e283f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.900808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=9bbdea6c-2a73-418a-995a-5181a66e283f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:28.923406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.927059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e8ec0905-2c4f-47c4-842a-ce215579a795 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/9bbdea6c-2a73-418a-995a-5181a66e283f HTTP/1.1" status: 204 len: 168 time: 0.5672071 Feb 09 22:15:28.929748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49514) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:28.947650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1f24b686-6b53-4a5c-a5b6-0541bac381e8 None None] Provisioning complete for port 3eecca7a-11c3-4654-af29-365f020e9951 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:28.948063 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f24b686-6b53-4a5c-a5b6-0541bac381e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3eecca7a-11c3-4654-af29-365f020e9951), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:28.956826 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d0443d-090c-4c8a-9095-835d6627be09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:28.961438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c3d0443d-090c-4c8a-9095-835d6627be09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/9bbdea6c-2a73-418a-995a-5181a66e283f HTTP/1.1" status: 404 len: 333 time: 0.0278807 Feb 09 22:15:28.961670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49516) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:29.009698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f24b686-6b53-4a5c-a5b6-0541bac381e8 None None] Port 3eecca7a-11c3-4654-af29-365f020e9951 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:29.124419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bdcf521f-d85b-414e-b65b-3a137537b35d None None] Could not find standard attr ID for object 9bbdea6c-2a73-418a-995a-5181a66e283f. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:29.391299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 3eecca7a-11c3-4654-af29-365f020e9951 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:29.391903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3eecca7a-11c3-4654-af29-365f020e9951), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.488530 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3eecca7a-11c3-4654-af29-365f020e9951), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.501344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 3eecca7a-11c3-4654-af29-365f020e9951 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:29.531993 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.700989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffdebd-b2c1-4924-92c1-2a499a11e06a req-00dada52-b7db-43dc-9840-fe381d3019a6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:29.703047 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78ffdebd-b2c1-4924-92c1-2a499a11e06a req-00dada52-b7db-43dc-9840-fe381d3019a6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0719633 Feb 09 22:15:29.728887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:29.778040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3eecca7a-11c3-4654-af29-365f020e9951), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.784216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:29.784961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.825965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78ffdebd-b2c1-4924-92c1-2a499a11e06a req-65e9b5b7-d3b9-4ae3-9dfb-299504516e8a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150501 Feb 09 22:15:29.828565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=3eecca7a-11c3-4654-af29-365f020e9951,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:29.882327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:29.886741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e32f6943-5b23-471d-aa7a-e1df05313946 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/3eecca7a-11c3-4654-af29-365f020e9951 HTTP/1.1" status: 204 len: 168 time: 0.9239013 Feb 09 22:15:29.889356 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49522) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:29.911444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:29.926217 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcada00-4a35-4215-afb8-af46c7a32e63 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:29.930348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1fcada00-4a35-4215-afb8-af46c7a32e63 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/3eecca7a-11c3-4654-af29-365f020e9951 HTTP/1.1" status: 404 len: 333 time: 0.0368247 Feb 09 22:15:29.930522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49524) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:29.987931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet 48e7580b-b7ce-4870-8887-cc7ef2e25b42 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:29.991560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (48e7580b-b7ce-4870-8887-cc7ef2e25b42), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.035550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (48e7580b-b7ce-4870-8887-cc7ef2e25b42), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.144406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (48e7580b-b7ce-4870-8887-cc7ef2e25b42), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.305575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (48e7580b-b7ce-4870-8887-cc7ef2e25b42), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.340939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=48e7580b-b7ce-4870-8887-cc7ef2e25b42,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:30.348208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.352578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab7df2-afd0-49f1-948d-9561000c6dd6 None None] Network 46279470-caf1-4117-ac2e-cb366d456605 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:30.357045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49526) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:30.358434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b13c4f94-e1a3-4e15-a0a9-32a3082e3ecf tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/48e7580b-b7ce-4870-8887-cc7ef2e25b42 HTTP/1.1" status: 204 len: 168 time: 0.4267883 Feb 09 22:15:30.455831 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (46279470-caf1-4117-ac2e-cb366d456605), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.532160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] DHCP port deletion for 46279470-caf1-4117-ac2e-cb366d456605 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:30.593517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] Deleting port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:30.593805 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.668414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] For port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,segment=NetworkSegment(7ea6faff-c37b-4c38-9eeb-9c80aba3ef77),segment_id=7ea6faff-c37b-4c38-9eeb-9c80aba3ef77)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:30.668822 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.683656 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] Calling delete_port for 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:30.799871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:30.800218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.860391 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.863190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] For port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,segment=NetworkSegment(7ea6faff-c37b-4c38-9eeb-9c80aba3ef77),segment_id=7ea6faff-c37b-4c38-9eeb-9c80aba3ef77)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:30.863649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:30.880045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:30.903911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] Pushing event deleted for resources: {'Port': ['ID=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:30.905899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256a7c3-278e-4cf7-8a6e-242436f563ac None None] No DVR routers for this DVR port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:30.997300 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.014520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d2934-959c-4b2e-a88b-b28aef0c2b03 req-b6b7208d-a1bc-4a26-bfac-2334dfff77ec tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:31.016246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b58d2934-959c-4b2e-a88b-b28aef0c2b03 req-b6b7208d-a1bc-4a26-bfac-2334dfff77ec tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0846784 Feb 09 22:15:31.021498 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.055090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:31.070116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No DVR routers for this DVR port 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:31.159206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b58d2934-959c-4b2e-a88b-b28aef0c2b03 req-dc62995d-27a1-4524-af01-c14ec5240b1a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328506 Feb 09 22:15:31.175201 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (46279470-caf1-4117-ac2e-cb366d456605), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.200321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46279470-caf1-4117-ac2e-cb366d456605']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:31.210538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea6faff-c37b-4c38-9eeb-9c80aba3ef77') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:31.211125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea6faff-c37b-4c38-9eeb-9c80aba3ef77') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:31.222915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (7ea6faff-c37b-4c38-9eeb-9c80aba3ef77), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.236979 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7ea6faff-c37b-4c38-9eeb-9c80aba3ef77), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.244069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (7ea6faff-c37b-4c38-9eeb-9c80aba3ef77), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:31.248694 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:31.392009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (46279470-caf1-4117-ac2e-cb366d456605), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.400541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.404038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/46279470-caf1-4117-ac2e-cb366d456605 HTTP/1.1" status: 204 len: 168 time: 1.0441785 Feb 09 22:15:31.407939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49532) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:31.413800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1853815897'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:31.432097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6710abf-1b84-4aad-b6e9-c3277b908117 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=46279470-caf1-4117-ac2e-cb366d456605,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:31.527962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:31.531413 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.556393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:31.570957 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (325d2e04-ede7-4cee-a936-08d46b625cbf), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.571298 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Added segment 325d2e04-ede7-4cee-a936-08d46b625cbf of type vlan for network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 Feb 09 22:15:31.623437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (250ed1c8-4f0d-47a6-87f9-8f559d74b319), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.689820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:31.710573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:31.710923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9b9dfe65-72c2-44a0-9b7c-131be6d0a2fa not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:31.754714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (250ed1c8-4f0d-47a6-87f9-8f559d74b319), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.760416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:31.761120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.831466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Network': ['ID=250ed1c8-4f0d-47a6-87f9-8f559d74b319,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:31.844785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:31.906095 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7b3ddcbb-3c3d-4ac8-a880-e7029cde6c16 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4937427 Feb 09 22:15:31.906323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49534) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:31.911360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:32.103611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:32.107239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.355295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c077-4f57-42ff-956c-07deb100de24 req-f5eb84b3-2cb5-4b11-b777-2d22b5a57fb2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.356747 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a29c077-4f57-42ff-956c-07deb100de24 req-f5eb84b3-2cb5-4b11-b777-2d22b5a57fb2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1123652 Feb 09 22:15:32.414503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a29c077-4f57-42ff-956c-07deb100de24 req-c07df530-6a0f-45d3-84f8-c129433c2baa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492613 Feb 09 22:15:32.414503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (5040ddbd-8265-4739-a3e6-dc2df47e29cf), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.480955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=5040ddbd-8265-4739-a3e6-dc2df47e29cf,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:32.491169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Checking segment: {'id': '325d2e04-ede7-4cee-a936-08d46b625cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:32.491169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network hostable DHCP agents. Network: 250ed1c8-4f0d-47a6-87f9-8f559d74b319, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:32.562249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:32.663725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 250ed1c8-4f0d-47a6-87f9-8f559d74b319) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:32.675485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.675485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.676289 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0df4c-e72a-4b26-a68a-869d117e5bfd None None] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:32.739009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bceb89-e2b9-4739-a75f-104549e0df0c req-41932174-dac2-4955-9da9-83c9928115af tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.740743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87bceb89-e2b9-4739-a75f-104549e0df0c req-41932174-dac2-4955-9da9-83c9928115af tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1127 time: 0.0506182 Feb 09 22:15:32.798455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-250ed1c8-4f0d-47a6-87f9-8f559d74b319', 'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319', 'project_id': 'b373f5b80431438bacc0772f2c068c25', 'fixed_ips': [{'subnet_id': '5040ddbd-8265-4739-a3e6-dc2df47e29cf'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:32.799678 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.800348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87bceb89-e2b9-4739-a75f-104549e0df0c req-28c3ac5d-ba4b-46fb-b68e-9b8e4426149e tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Feb 09 22:15:32.832693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c0c32b4-cfae-4781-a18e-3fa73fd928fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9253664 Feb 09 22:15:32.835241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49546) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:32.844380 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a88824df-5bdd-4a8f-b0e5-3a01fdac4595 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1679268651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:32.936945 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88824df-5bdd-4a8f-b0e5-3a01fdac4595 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (4f684aa5-5243-44c2-8809-806fdb015ade), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.938235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88824df-5bdd-4a8f-b0e5-3a01fdac4595 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (4f684aa5-5243-44c2-8809-806fdb015ade), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:32.942782 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:15:32.966093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Allocated IP 2001:db8::2 (250ed1c8-4f0d-47a6-87f9-8f559d74b319/5040ddbd-8265-4739-a3e6-dc2df47e29cf/cfd498e3-4308-404e-97d2-673d840bbb9f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:32.975722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8644c03-edc6-492f-a60b-4c84adf671e5 req-40a4f5cf-a2c9-4557-8f81-47e8315ce646 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.977404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8644c03-edc6-492f-a60b-4c84adf671e5 req-40a4f5cf-a2c9-4557-8f81-47e8315ce646 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0886531 Feb 09 22:15:33.037061 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88824df-5bdd-4a8f-b0e5-3a01fdac4595 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for router_controller (4f684aa5-5243-44c2-8809-806fdb015ade), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.091637 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8644c03-edc6-492f-a60b-4c84adf671e5 req-bcd413f7-6aeb-4047-a3f7-385685daef38 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037343 Feb 09 22:15:33.100669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88824df-5bdd-4a8f-b0e5-3a01fdac4595 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (4f684aa5-5243-44c2-8809-806fdb015ade), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.124050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49550) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:33.159481 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Publish callbacks [] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.192904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-11fa22ea-5c38-46e5-ab73-e807e1cea1b4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/85b3d42b-df13-4a84-929f-f88014a8a978 HTTP/1.1" status: 200 len: 993 time: 0.0674708 Feb 09 22:15:33.222118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a88824df-5bdd-4a8f-b0e5-3a01fdac4595 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.225679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a88824df-5bdd-4a8f-b0e5-3a01fdac4595 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3865807 Feb 09 22:15:33.225972 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49554) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:33.235760 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319', 'name': 'tempest-PortsIpV6TestJSON-725569902'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:33.260025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.323498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:33.328019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:33.329871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Pushing event updated for resources: {'Port': ['ID=cfd498e3-4308-404e-97d2-673d840bbb9f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.332325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:33.391453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Attempting to bind port cfd498e3-4308-404e-97d2-673d840bbb9f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:33.391981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Attempting to bind port cfd498e3-4308-404e-97d2-673d840bbb9f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '325d2e04-ede7-4cee-a936-08d46b625cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:33.392352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Attempting to bind port cfd498e3-4308-404e-97d2-673d840bbb9f on network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:33.397864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:33.398247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Checking segment: {'id': '325d2e04-ede7-4cee-a936-08d46b625cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:33.403360 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.403360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Bound using segment: {'id': '325d2e04-ede7-4cee-a936-08d46b625cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:33.403360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Bound port: cfd498e3-4308-404e-97d2-673d840bbb9f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325d2e04-ede7-4cee-a936-08d46b625cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '250ed1c8-4f0d-47a6-87f9-8f559d74b319'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:33.403360 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.476478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:33.480970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.481745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] For port cfd498e3-4308-404e-97d2-673d840bbb9f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:33.486067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] For port cfd498e3-4308-404e-97d2-673d840bbb9f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cfd498e3-4308-404e-97d2-673d840bbb9f,segment=NetworkSegment(325d2e04-ede7-4cee-a936-08d46b625cbf),segment_id=325d2e04-ede7-4cee-a936-08d46b625cbf)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:33.524200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 6b1127c4-26be-44d3-b052-47cf86fc5360 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:33.587118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.603370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd02ee-5ad1-49ef-93e7-6199c25e06e1 req-208bad00-53bc-43fa-894b-f6eb2728fe6c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:33.605000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55cd02ee-5ad1-49ef-93e7-6199c25e06e1 req-208bad00-53bc-43fa-894b-f6eb2728fe6c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1129844 Feb 09 22:15:33.693408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9cd86-8459-4c3b-9cba-de2fba2144c1 None None] Pushing event updated for resources: {'Port': ['ID=cfd498e3-4308-404e-97d2-673d840bbb9f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.707946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::3a1 (250ed1c8-4f0d-47a6-87f9-8f559d74b319/5040ddbd-8265-4739-a3e6-dc2df47e29cf/6b1127c4-26be-44d3-b052-47cf86fc5360) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:33.726705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-55cd02ee-5ad1-49ef-93e7-6199c25e06e1 req-1ee9b86d-85e2-4d7d-9834-8db1e8143786 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088514 Feb 09 22:15:34.054189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-0b4f3fe1-41aa-4417-a05b-cf395a96965b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2321773 Feb 09 22:15:34.078715 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.200119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1babf-7444-4347-8944-e4319254dc04 req-44e16aa2-9744-4efb-b70b-91bafd0e53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.202445 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-44e16aa2-9744-4efb-b70b-91bafd0e53bf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1127 time: 0.0891623 Feb 09 22:15:34.237313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89381ae0-009e-4637-b734-4fbd5f8c8792 req-73bc7bd1-8cfd-4c62-a4f3-60d47502b5f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.238762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89381ae0-009e-4637-b734-4fbd5f8c8792 req-73bc7bd1-8cfd-4c62-a4f3-60d47502b5f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.2109478 Feb 09 22:15:34.328214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89381ae0-009e-4637-b734-4fbd5f8c8792 req-3f3da49d-72f4-46a5-88c6-9406adc5c778 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663497 Feb 09 22:15:34.328214 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.388789 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=6b1127c4-26be-44d3-b052-47cf86fc5360,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:34.398229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1babf-7444-4347-8944-e4319254dc04 req-f6bb66ae-542e-4db2-bdb7-b040b0d304eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.399352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:34.399917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-f6bb66ae-542e-4db2-bdb7-b040b0d304eb service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1718564 Feb 09 22:15:34.403030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:34.404714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:34.411538 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.412430 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.478823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-953be5f8-3a52-43a0-8c37-cfa8c2b413e7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1390553 Feb 09 22:15:34.492750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-1c89f9a9-79e0-4eab-88d8-9ec6ddbf3d1f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 1001 time: 0.0857856 Feb 09 22:15:34.510794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f08fcf26-afa4-42d7-8053-748ad0eb4ca8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2767601 Feb 09 22:15:34.511416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49570) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:34.551627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1babf-7444-4347-8944-e4319254dc04 req-d42f46bc-9586-4075-b15c-a3fa8a3de67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.553171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-d42f46bc-9586-4075-b15c-a3fa8a3de67b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0542648 Feb 09 22:15:34.648558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1babf-7444-4347-8944-e4319254dc04 req-bee0ad3e-a46c-45fb-abba-1c122664bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.650127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-bee0ad3e-a46c-45fb-abba-1c122664bee3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0906272 Feb 09 22:15:34.858803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-e18132fc-74b2-46b8-be74-bbdfd62f2471 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008669 Feb 09 22:15:35.027442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865688f-6721-4e55-a3c1-332c226362c9 req-e4a8adaf-c5d1-40d9-b725-77ef61550e5d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:35.028989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5865688f-6721-4e55-a3c1-332c226362c9 req-e4a8adaf-c5d1-40d9-b725-77ef61550e5d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1333065 Feb 09 22:15:35.034923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23d1babf-7444-4347-8944-e4319254dc04 req-eb00dcc7-272d-4bd6-8d44-24b7e3ed68a9 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625350 Feb 09 22:15:35.117567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.126622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5865688f-6721-4e55-a3c1-332c226362c9 req-4f4f9981-4b61-41dd-9a37-5a2dd297aa75 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906878 Feb 09 22:15:35.143253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461cc6c8-2024-49bd-9c73-9d7442251d1c None None] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:35.280853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3d2aedaf-33a2-4b79-b7e9-c0be0349d48c None None] Provisioning complete for port cfd498e3-4308-404e-97d2-673d840bbb9f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:35.281484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d2aedaf-33a2-4b79-b7e9-c0be0349d48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.418816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3d2aedaf-33a2-4b79-b7e9-c0be0349d48c None None] Current status of the port cfd498e3-4308-404e-97d2-673d840bbb9f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:35.419290 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d2aedaf-33a2-4b79-b7e9-c0be0349d48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.483880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3d2aedaf-33a2-4b79-b7e9-c0be0349d48c None None] For port cfd498e3-4308-404e-97d2-673d840bbb9f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cfd498e3-4308-404e-97d2-673d840bbb9f,segment=NetworkSegment(325d2e04-ede7-4cee-a936-08d46b625cbf),segment_id=325d2e04-ede7-4cee-a936-08d46b625cbf)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:35.511601 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-41fdc39f-055f-431e-b2f8-d4c27d719243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.559534 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.576505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fae3c4-948d-4ff6-b4d8-dbd81a7c2d1e req-b8e0b96b-6905-4808-a996-23891ae25798 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:35.579853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3d2aedaf-33a2-4b79-b7e9-c0be0349d48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.588086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43fae3c4-948d-4ff6-b4d8-dbd81a7c2d1e req-b8e0b96b-6905-4808-a996-23891ae25798 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1625288 Feb 09 22:15:35.671514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43fae3c4-948d-4ff6-b4d8-dbd81a7c2d1e req-f3fd2ae8-0608-4e6d-ba79-a6edb0639fcf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844138 Feb 09 22:15:35.677940 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.797208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5724bfed-8b05-486f-aeb5-a738f0feab30 None None] Provisioning complete for port cfd498e3-4308-404e-97d2-673d840bbb9f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:35.797516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5724bfed-8b05-486f-aeb5-a738f0feab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.834614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=6b1127c4-26be-44d3-b052-47cf86fc5360,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:35.848525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aedaf-33a2-4b79-b7e9-c0be0349d48c None None] Pushing event updated for resources: {'Port': ['ID=cfd498e3-4308-404e-97d2-673d840bbb9f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:35.862080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cfd498e3-4308-404e-97d2-673d840bbb9f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:36.020122 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (4f684aa5-5243-44c2-8809-806fdb015ade), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.035849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5724bfed-8b05-486f-aeb5-a738f0feab30 None None] Current status of the port cfd498e3-4308-404e-97d2-673d840bbb9f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:36.052819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5724bfed-8b05-486f-aeb5-a738f0feab30 None None] Provisioning complete for port 6b1127c4-26be-44d3-b052-47cf86fc5360 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:36.052819 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5724bfed-8b05-486f-aeb5-a738f0feab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.098667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cfd498e3-4308-404e-97d2-673d840bbb9f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:36.099054 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.379822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5724bfed-8b05-486f-aeb5-a738f0feab30 None None] Port 6b1127c4-26be-44d3-b052-47cf86fc5360 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:36.388135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.408257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a57a65-feba-4d3c-abe6-7b1732fbfa44 req-234ac9f0-90a6-4d88-856a-199c1bed02e3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.410052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59a57a65-feba-4d3c-abe6-7b1732fbfa44 req-234ac9f0-90a6-4d88-856a-199c1bed02e3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1666949 Feb 09 22:15:36.479003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cfd498e3-4308-404e-97d2-673d840bbb9f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:36.489131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59a57a65-feba-4d3c-abe6-7b1732fbfa44 req-acf5d819-070b-4ce2-85be-1200c4ce2b45 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725927 Feb 09 22:15:36.504389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-71a0e37e-bf9f-4e46-a288-2c7036ed8257 None None] Provisioning complete for port 6b1127c4-26be-44d3-b052-47cf86fc5360 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:36.504763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-71a0e37e-bf9f-4e46-a288-2c7036ed8257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.550481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-71a0e37e-bf9f-4e46-a288-2c7036ed8257 None None] Port 6b1127c4-26be-44d3-b052-47cf86fc5360 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:36.725614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.806060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985dd4c-4d8b-4657-8299-5ca32a3e879d req-21ec96fc-68c4-4c5d-9eef-3e0dfe2dc20e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.807611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e985dd4c-4d8b-4657-8299-5ca32a3e879d req-21ec96fc-68c4-4c5d-9eef-3e0dfe2dc20e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0609307 Feb 09 22:15:36.821862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.827232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (4f684aa5-5243-44c2-8809-806fdb015ade), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.942512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=6b1127c4-26be-44d3-b052-47cf86fc5360,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:36.952341 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e985dd4c-4d8b-4657-8299-5ca32a3e879d req-e6fcf096-e287-4a1c-bd0c-16594ff1f894 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375020 Feb 09 22:15:36.996537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:36.997943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:37.219902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Router 4f684aa5-5243-44c2-8809-806fdb015ade is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:15:37.291827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d8ce2aec-4875-45d8-b08d-50cb9af16481 None None] Provisioning complete for port 6b1127c4-26be-44d3-b052-47cf86fc5360 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:37.292755 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2aec-4875-45d8-b08d-50cb9af16481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.325638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:37.334019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49608) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:37.339644 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-21da80ff-bf3c-4958-ba32-93f9076792f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "PUT /v2.0/routers/4f684aa5-5243-44c2-8809-806fdb015ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8274710 Feb 09 22:15:37.343827 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] Sync routers for ids ['4f684aa5-5243-44c2-8809-806fdb015ade'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:37.368437 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce2aec-4875-45d8-b08d-50cb9af16481 None None] Port 6b1127c4-26be-44d3-b052-47cf86fc5360 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:37.373186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] Routers {'4f684aa5-5243-44c2-8809-806fdb015ade'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:37.373884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:15:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4f684aa5-5243-44c2-8809-806fdb015ade'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:37.399923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3053f93-d415-40bc-86b1-b21030be4822 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:37.406940 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49610) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:37.407475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d3053f93-d415-40bc-86b1-b21030be4822 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f684aa5-5243-44c2-8809-806fdb015ade HTTP/1.1" status: 200 len: 988 time: 0.0719714 Feb 09 22:15:37.407830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:37.421934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] Routers {'4f684aa5-5243-44c2-8809-806fdb015ade'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:37.422589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:15:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4f684aa5-5243-44c2-8809-806fdb015ade'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:37.465239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:37.465799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6769442-1925-4520-85fd-a753a6ec013c None None] The sync data for ids ['4f684aa5-5243-44c2-8809-806fdb015ade'] in n-d-828599-1 is: [] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:37.547910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-016cc367-970a-415e-98cc-800e1ba3331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:37.552148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-016cc367-970a-415e-98cc-800e1ba3331c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1127 time: 0.0639739 Feb 09 22:15:37.577985 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d33d95ef-b6d5-4fd3-860a-967d096a549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.723968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-ad0fe29f-ae66-4630-a330-c0c5e5702725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:37.725475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-ad0fe29f-ae66-4630-a330-c0c5e5702725 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1590848 Feb 09 22:15:37.740584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cfd498e3-4308-404e-97d2-673d840bbb9f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:37.793993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f31f9b-3cd0-4e25-a865-42067ad477da req-4674237a-0dc5-4844-8185-2975ee33ce9e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:37.802418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83f31f9b-3cd0-4e25-a865-42067ad477da req-4674237a-0dc5-4844-8185-2975ee33ce9e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1440423 Feb 09 22:15:37.819423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cfd498e3-4308-404e-97d2-673d840bbb9f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:37.819856 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.841455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-68c9ea6e-7d53-4254-81a3-4bf7d254da78 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 1001 time: 0.1035979 Feb 09 22:15:37.899124 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83f31f9b-3cd0-4e25-a865-42067ad477da req-070c474c-a933-442d-b56b-32c9b09662ed tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954778 Feb 09 22:15:37.912202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-652dffd9-41de-422e-b3df-4e2dc6e48a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:37.914037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-652dffd9-41de-422e-b3df-4e2dc6e48a6b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0667007 Feb 09 22:15:37.936723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cfd498e3-4308-404e-97d2-673d840bbb9f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:37.990082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-1b54cf6e-1474-451e-a33a-be7154da01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:37.991913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-1b54cf6e-1474-451e-a33a-be7154da01ac service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718601 Feb 09 22:15:38.050762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-f0a45b66-8e96-401a-b8f3-d7548fb497e9 req-8b3cdd18-2f4d-4a33-831f-4c5842daf38e service neutron] (103697) timed out ('10.222.0.110', 62438) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:15:38.094315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-5b595c86-d9e4-44bb-b4f9-ffa823c429a4 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967791 Feb 09 22:15:38.194218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-3f996a7c-5687-4162-a507-8db82b0913d6 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938413 Feb 09 22:15:38.244715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0707e-8525-4763-abb5-72ece791c8c2 req-aa71807e-662c-4008-abd6-8c969faaadea tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:38.244715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ea0707e-8525-4763-abb5-72ece791c8c2 req-aa71807e-662c-4008-abd6-8c969faaadea tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1351264 Feb 09 22:15:38.332354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6ea0707e-8525-4763-abb5-72ece791c8c2 req-dbdf9c73-9195-42e6-86ec-f2b9c942a302 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785561 Feb 09 22:15:38.423210 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (4f684aa5-5243-44c2-8809-806fdb015ade), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:38.679587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 6b1127c4-26be-44d3-b052-47cf86fc5360 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:38.680026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:38.769273 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:38.784900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 6b1127c4-26be-44d3-b052-47cf86fc5360 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:39.052717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6b1127c4-26be-44d3-b052-47cf86fc5360), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.064065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea76695-f61b-4b79-af94-90f8140d93bd req-4026c24c-5759-4c52-898e-596b967720c4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:39.066633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea76695-f61b-4b79-af94-90f8140d93bd req-4026c24c-5759-4c52-898e-596b967720c4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0786827 Feb 09 22:15:39.095313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.110580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=6b1127c4-26be-44d3-b052-47cf86fc5360,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:39.208251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea76695-f61b-4b79-af94-90f8140d93bd req-9d1788d7-f3bd-4fff-8245-f7750117b58d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356738 Feb 09 22:15:39.240334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (4f684aa5-5243-44c2-8809-806fdb015ade), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.454646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Router 4f684aa5-5243-44c2-8809-806fdb015ade has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:39.514260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911777ab-bdf2-4c85-b637-308e8af7ad89 req-4cecdc43-185f-4b0b-bfbe-ee66d8f1743a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:39.515817 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-911777ab-bdf2-4c85-b637-308e8af7ad89 req-4cecdc43-185f-4b0b-bfbe-ee66d8f1743a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1031492 Feb 09 22:15:39.568110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:39.578243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2a029278-a347-4af9-8549-6410f49f99d0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "PUT /v2.0/routers/4f684aa5-5243-44c2-8809-806fdb015ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1689403 Feb 09 22:15:39.578412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49624) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:39.578649 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] Sync routers for ids ['4f684aa5-5243-44c2-8809-806fdb015ade'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:39.591040 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] Routers {'4f684aa5-5243-44c2-8809-806fdb015ade'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:39.592017 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:15:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4f684aa5-5243-44c2-8809-806fdb015ade'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:39.622681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-911777ab-bdf2-4c85-b637-308e8af7ad89 req-066abd33-e58d-429d-8f49-9849ccbe14d4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814819 Feb 09 22:15:39.645399 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b250c3f6-4d1e-4c2e-a6d6-a8b803f3d6b1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:39.647202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:39.653387 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:39.654349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b250c3f6-4d1e-4c2e-a6d6-a8b803f3d6b1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/6b1127c4-26be-44d3-b052-47cf86fc5360 HTTP/1.1" status: 404 len: 333 time: 0.0742383 Feb 09 22:15:39.663263 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] Routers {'4f684aa5-5243-44c2-8809-806fdb015ade'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:39.664292 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:15:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['4f684aa5-5243-44c2-8809-806fdb015ade'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:39.697591 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:39.698438 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d155f2-2b15-49b8-808a-4c912f860aa8 None None] The sync data for ids ['4f684aa5-5243-44c2-8809-806fdb015ade'] in n-d-828599-1 is: [] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:39.726655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec65b99-4309-4685-a67d-1470b5e0bfc2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for router (4f684aa5-5243-44c2-8809-806fdb015ade), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.891185 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec65b99-4309-4685-a67d-1470b5e0bfc2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (4f684aa5-5243-44c2-8809-806fdb015ade), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.893269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec65b99-4309-4685-a67d-1470b5e0bfc2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for router_controller (4f684aa5-5243-44c2-8809-806fdb015ade), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.007577 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec65b99-4309-4685-a67d-1470b5e0bfc2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (4f684aa5-5243-44c2-8809-806fdb015ade), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.008120 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec65b99-4309-4685-a67d-1470b5e0bfc2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Fanout notify agent at l3_agent the message router_deleted on router 4f684aa5-5243-44c2-8809-806fdb015ade {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:15:40.015354 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec65b99-4309-4685-a67d-1470b5e0bfc2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.016642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ec65b99-4309-4685-a67d-1470b5e0bfc2 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/routers/4f684aa5-5243-44c2-8809-806fdb015ade HTTP/1.1" status: 204 len: 168 time: 0.3682945 Feb 09 22:15:40.020389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49628) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:40.071123 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet 5040ddbd-8265-4739-a3e6-dc2df47e29cf {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:40.074997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (5040ddbd-8265-4739-a3e6-dc2df47e29cf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.115177 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (5040ddbd-8265-4739-a3e6-dc2df47e29cf), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.202874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (5040ddbd-8265-4739-a3e6-dc2df47e29cf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.305124 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.332050 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (5040ddbd-8265-4739-a3e6-dc2df47e29cf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.347058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8751-27e5-44f1-a1d8-9a6e1a689557 req-72c840cb-5216-4d01-8f18-0f91283c6577 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:40.348766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec0e8751-27e5-44f1-a1d8-9a6e1a689557 req-72c840cb-5216-4d01-8f18-0f91283c6577 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0624259 Feb 09 22:15:40.366583 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=5040ddbd-8265-4739-a3e6-dc2df47e29cf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:40.373337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.379436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-288389e6-25d3-4f66-91b7-8ee4fa1e89b3 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/5040ddbd-8265-4739-a3e6-dc2df47e29cf HTTP/1.1" status: 204 len: 168 time: 0.3579078 Feb 09 22:15:40.380096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49634) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:40.389186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a6d86-77f1-43bb-bd55-6348db185945 None None] Network 250ed1c8-4f0d-47a6-87f9-8f559d74b319 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:40.414380 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec0e8751-27e5-44f1-a1d8-9a6e1a689557 req-746872b1-8f03-4118-b1d3-c4e8c43b4ed0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Feb 09 22:15:40.468968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (250ed1c8-4f0d-47a6-87f9-8f559d74b319), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.526725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port cfd498e3-4308-404e-97d2-673d840bbb9f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:40.527585 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.566490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] DHCP port deletion for 250ed1c8-4f0d-47a6-87f9-8f559d74b319 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:40.597941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] For port cfd498e3-4308-404e-97d2-673d840bbb9f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cfd498e3-4308-404e-97d2-673d840bbb9f,segment=NetworkSegment(325d2e04-ede7-4cee-a936-08d46b625cbf),segment_id=325d2e04-ede7-4cee-a936-08d46b625cbf)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:40.598310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.621333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for cfd498e3-4308-404e-97d2-673d840bbb9f owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:40.621552 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Deleting port cfd498e3-4308-404e-97d2-673d840bbb9f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:40.621552 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.697501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] For port cfd498e3-4308-404e-97d2-673d840bbb9f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cfd498e3-4308-404e-97d2-673d840bbb9f,segment=NetworkSegment(325d2e04-ede7-4cee-a936-08d46b625cbf),segment_id=325d2e04-ede7-4cee-a936-08d46b625cbf)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:40.698015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.712406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Calling delete_port for cfd498e3-4308-404e-97d2-673d840bbb9f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:40.765502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ace65-1c6d-489a-b182-37c5f8ecab79 req-c53f917b-02ac-44b6-a37e-1f75f7624e38 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:40.767129 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e31ace65-1c6d-489a-b182-37c5f8ecab79 req-c53f917b-02ac-44b6-a37e-1f75f7624e38 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0556252 Feb 09 22:15:40.767801 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.782342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No DVR routers for this DVR port cfd498e3-4308-404e-97d2-673d840bbb9f on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:40.798776 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (cfd498e3-4308-404e-97d2-673d840bbb9f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.825806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Pushing event deleted for resources: {'Port': ['ID=cfd498e3-4308-404e-97d2-673d840bbb9f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:40.830412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] No DVR routers for this DVR port cfd498e3-4308-404e-97d2-673d840bbb9f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:40.838441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.844058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.844660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=cfd498e3-4308-404e-97d2-673d840bbb9f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.845176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc74737f-daa2-4742-8983-2f30dabf9ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:40.924307 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (250ed1c8-4f0d-47a6-87f9-8f559d74b319), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.930020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e31ace65-1c6d-489a-b182-37c5f8ecab79 req-97d2bd8d-dbb1-4e9f-a5c3-7dd7386d80fd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538885 Feb 09 22:15:40.950673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250ed1c8-4f0d-47a6-87f9-8f559d74b319']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:40.961045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325d2e04-ede7-4cee-a936-08d46b625cbf') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:40.961357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325d2e04-ede7-4cee-a936-08d46b625cbf') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:40.971144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (325d2e04-ede7-4cee-a936-08d46b625cbf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.985313 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (325d2e04-ede7-4cee-a936-08d46b625cbf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.991436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:15:40.991864 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (325d2e04-ede7-4cee-a936-08d46b625cbf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:15:40.994793 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:15:41.110087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (250ed1c8-4f0d-47a6-87f9-8f559d74b319), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.117175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.125196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/250ed1c8-4f0d-47a6-87f9-8f559d74b319 HTTP/1.1" status: 204 len: 168 time: 0.7388976 Feb 09 22:15:41.125196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49640) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:41.143420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d3560-16ea-40d1-9fc9-2f88513a38fc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=250ed1c8-4f0d-47a6-87f9-8f559d74b319,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:41.182724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac97da-27be-432e-8349-11d476a7aec0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:41.187529 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-83ac97da-27be-432e-8349-11d476a7aec0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/333c8ad9-b0f7-4c53-888c-1f0d2917b533 HTTP/1.1" status: 200 len: 845 time: 0.0583568 Feb 09 22:15:41.187860 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49642) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:41.233185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0973b3ed-eb27-464f-83a1-2a9141640439 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/333c8ad9-b0f7-4c53-888c-1f0d2917b533?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0407124 Feb 09 22:15:41.233412 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49644) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:41.238289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:41.402698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:41.406160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.549859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60d1bf-bd47-44d4-b263-b9adf4931a36 req-3b0dad77-92cc-4c9c-b7a9-5c08f492206e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:41.551471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf60d1bf-bd47-44d4-b263-b9adf4931a36 req-3b0dad77-92cc-4c9c-b7a9-5c08f492206e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0654006 Feb 09 22:15:41.602248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf60d1bf-bd47-44d4-b263-b9adf4931a36 req-aa43d605-29fc-4fd2-9cd6-5bd9faf7422f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Feb 09 22:15:41.648211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (53f6074e-ff18-4ff9-82d5-ce1fddb69039), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.676337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.696964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cfd498e3-4308-404e-97d2-673d840bbb9f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:41.706759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:41.710247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:41.715130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:41.715681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.725024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=53f6074e-ff18-4ff9-82d5-ce1fddb69039,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:41.729596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cfd498e3-4308-404e-97d2-673d840bbb9f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:15:41.730103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cfd498e3-4308-404e-97d2-673d840bbb9f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:41.732074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b60e21-d814-4dae-8207-26b370d18cce None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:41.792172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1d83c9c6-826c-44af-9df0-cb356e73568f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5576646 Feb 09 22:15:41.794812 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49650) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:41.801434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7acb76d3-a760-4cb4-9681-46b231122299 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'security_group': {'name': 'tempest-secgroup-1888703732'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:41.858725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'project_id': 'b373f5b80431438bacc0772f2c068c25', 'fixed_ips': [{'subnet_id': '53f6074e-ff18-4ff9-82d5-ce1fddb69039'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:15:41.859577 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.904997 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7acb76d3-a760-4cb4-9681-46b231122299 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.980069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7acb76d3-a760-4cb4-9681-46b231122299 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (8ab2594a-0c7b-4846-9b9b-0bba3a092ee7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.010989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Allocated IP 2001:db8::2 (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/53f6074e-ff18-4ff9-82d5-ce1fddb69039/db57bc73-32f5-4a2e-94d6-f05b292c87b5) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:42.090377 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbe5f4-cab8-4575-9a11-1e5980b71d49 req-548275bc-669a-4039-a732-a3160fa721d9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:42.092476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4cdbe5f4-cab8-4575-9a11-1e5980b71d49 req-548275bc-669a-4039-a732-a3160fa721d9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0722616 Feb 09 22:15:42.156373 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4cdbe5f4-cab8-4575-9a11-1e5980b71d49 req-6992cb6d-c88a-42d4-9287-e141f71ed2d8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561366 Feb 09 22:15:42.210021 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Publish callbacks [] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.230694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7acb76d3-a760-4cb4-9681-46b231122299 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8ab2594a-0c7b-4846-9b9b-0bba3a092ee7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.263057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb76d3-a760-4cb4-9681-46b231122299 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab2594a-0c7b-4846-9b9b-0bba3a092ee7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:42.317702 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.347871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7acb76d3-a760-4cb4-9681-46b231122299 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.352531 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7acb76d3-a760-4cb4-9681-46b231122299 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5528777 Feb 09 22:15:42.352531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49656) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:42.357887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3e7b4b79-6e8e-4d87-a43d-5962d97a0e26 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903764105'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:42.372106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:42.380118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:42.389276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:42.404027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Pushing event updated for resources: {'Port': ['ID=db57bc73-32f5-4a2e-94d6-f05b292c87b5,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:42.454450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4b79-6e8e-4d87-a43d-5962d97a0e26 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.461260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Attempting to bind port db57bc73-32f5-4a2e-94d6-f05b292c87b5 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:42.461642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Attempting to bind port db57bc73-32f5-4a2e-94d6-f05b292c87b5 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '2a7a032d-9302-4be0-a76a-0f6443b74e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:42.462013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Attempting to bind port db57bc73-32f5-4a2e-94d6-f05b292c87b5 on network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:42.470530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:42.470530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Checking segment: {'id': '2a7a032d-9302-4be0-a76a-0f6443b74e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:42.470530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.470530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Bound using segment: {'id': '2a7a032d-9302-4be0-a76a-0f6443b74e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:42.470530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Bound port: db57bc73-32f5-4a2e-94d6-f05b292c87b5, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7a032d-9302-4be0-a76a-0f6443b74e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:42.470530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.556823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] For port db57bc73-32f5-4a2e-94d6-f05b292c87b5, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:42.560515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] For port db57bc73-32f5-4a2e-94d6-f05b292c87b5, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=db57bc73-32f5-4a2e-94d6-f05b292c87b5,segment=NetworkSegment(2a7a032d-9302-4be0-a76a-0f6443b74e64),segment_id=2a7a032d-9302-4be0-a76a-0f6443b74e64)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:42.570180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4b79-6e8e-4d87-a43d-5962d97a0e26 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (4da097f6-6c4c-4656-9ad9-e1f24e7020ae), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.618667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.675285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4b79-6e8e-4d87-a43d-5962d97a0e26 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4da097f6-6c4c-4656-9ad9-e1f24e7020ae), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.683870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb419-eeb9-468a-a196-4d4720dbc2c0 None None] Pushing event updated for resources: {'Port': ['ID=db57bc73-32f5-4a2e-94d6-f05b292c87b5,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:42.721270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b4b79-6e8e-4d87-a43d-5962d97a0e26 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da097f6-6c4c-4656-9ad9-e1f24e7020ae,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:42.765347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe91f9-978e-48b3-aa6d-7a90cbcda991 req-7f123fd7-69ea-4e58-90fe-cb545ab117e2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:42.771202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-befe91f9-978e-48b3-aa6d-7a90cbcda991 req-7f123fd7-69ea-4e58-90fe-cb545ab117e2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0770459 Feb 09 22:15:42.821341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3e7b4b79-6e8e-4d87-a43d-5962d97a0e26 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:42.822798 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3e7b4b79-6e8e-4d87-a43d-5962d97a0e26 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4698703 Feb 09 22:15:42.826347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49662) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:42.835617 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-befe91f9-978e-48b3-aa6d-7a90cbcda991 req-e3161c63-e28b-4763-9eee-e30883f94086 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568728 Feb 09 22:15:42.835997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1014900766', 'security_groups': ['4da097f6-6c4c-4656-9ad9-e1f24e7020ae'], 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53f6074e-ff18-4ff9-82d5-ce1fddb69039'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:43.042330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:43.128621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:43.146171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port d37efc59-14cb-4ebd-80b5-f601c2a211b8 yet. {{(pid=103696) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:43.337920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314aa2-0ca6-4a2b-bcb9-6987c0d9d928 req-f6274612-3d84-4274-a3fa-74c04c5fe6b7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:43.339969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66314aa2-0ca6-4a2b-bcb9-6987c0d9d928 req-f6274612-3d84-4274-a3fa-74c04c5fe6b7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1043413 Feb 09 22:15:43.360211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::2bd (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/53f6074e-ff18-4ff9-82d5-ce1fddb69039/d37efc59-14cb-4ebd-80b5-f601c2a211b8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:43.424781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66314aa2-0ca6-4a2b-bcb9-6987c0d9d928 req-f5b612d2-2050-4d07-b894-1e0c9ea2270b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788238 Feb 09 22:15:43.810199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device db57bc73-32f5-4a2e-94d6-f05b292c87b5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:43.913177 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:43.913558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:43.983620 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.009055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583524-3ea1-4c85-bf24-49b22a0e2187 req-bd6a5b43-74fb-4cd9-be4e-199da42c95df tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:44.011737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:44.012344 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.013051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49583524-3ea1-4c85-bf24-49b22a0e2187 req-bd6a5b43-74fb-4cd9-be4e-199da42c95df tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0981383 Feb 09 22:15:44.046225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port db57bc73-32f5-4a2e-94d6-f05b292c87b5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=db57bc73-32f5-4a2e-94d6-f05b292c87b5,segment=NetworkSegment(2a7a032d-9302-4be0-a76a-0f6443b74e64),segment_id=2a7a032d-9302-4be0-a76a-0f6443b74e64)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:44.060652 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7b7be59a-c6fd-4d65-8399-5bd6387446aa None None] Provisioning complete for port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:44.061256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7b7be59a-c6fd-4d65-8399-5bd6387446aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.065871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-49583524-3ea1-4c85-bf24-49b22a0e2187 req-eef9174c-0b93-44ba-8d1d-b6d2e1309c57 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464184 Feb 09 22:15:44.094675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.097853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7b7be59a-c6fd-4d65-8399-5bd6387446aa None None] Port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:44.110971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7b7be59a-c6fd-4d65-8399-5bd6387446aa None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:44.111339 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7b7be59a-c6fd-4d65-8399-5bd6387446aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.136908 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.155070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:44.161259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:44.179818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:44.186574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:44.187451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.192921 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=d37efc59-14cb-4ebd-80b5-f601c2a211b8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:44.235127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=db57bc73-32f5-4a2e-94d6-f05b292c87b5,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:44.284010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7b7be59a-c6fd-4d65-8399-5bd6387446aa None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:44.305763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-93c45a37-51db-4c18-8e68-7a07564aca7c tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4782574 Feb 09 22:15:44.312799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49670) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:44.319005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-277141d6-a155-4d4f-b3b2-9b10670403d5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:44.508168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0f6f9711-12a9-427a-818c-5ee85bfb435e None None] Provisioning complete for port d37efc59-14cb-4ebd-80b5-f601c2a211b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:44.510955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9711-12a9-427a-818c-5ee85bfb435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.552268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277141d6-a155-4d4f-b3b2-9b10670403d5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:44.555682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-277141d6-a155-4d4f-b3b2-9b10670403d5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.562268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f9711-12a9-427a-818c-5ee85bfb435e None None] Port d37efc59-14cb-4ebd-80b5-f601c2a211b8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:44.631479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b43247-2dce-4397-898c-e5b536b8640c req-6bb8dbaa-2b3c-4385-879f-dd7da3e3b771 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:44.633028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70b43247-2dce-4397-898c-e5b536b8640c req-6bb8dbaa-2b3c-4385-879f-dd7da3e3b771 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1231792 Feb 09 22:15:44.710743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-70b43247-2dce-4397-898c-e5b536b8640c req-1e438f78-f554-4073-9195-431dd820f29b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718875 Feb 09 22:15:44.718335 n-d-828599-1 neutron-server[103696]: INFO neutron.db.ipam_backend_mixin [None req-277141d6-a155-4d4f-b3b2-9b10670403d5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53f6074e-ff18-4ff9-82d5-ce1fddb69039 (CIDR: 2001:db8::/64) Feb 09 22:15:44.774403 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-277141d6-a155-4d4f-b3b2-9b10670403d5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:15:44.775465 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277141d6-a155-4d4f-b3b2-9b10670403d5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:44.851081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-277141d6-a155-4d4f-b3b2-9b10670403d5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5370524 Feb 09 22:15:44.853743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49684) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:44.858866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:45.166973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:45.166973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.241382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf314c-44a3-4b84-bbe0-e116fdf5dc71 req-43d19981-e163-4c4e-82ea-3d05080b7e9f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.243001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4cf314c-44a3-4b84-bbe0-e116fdf5dc71 req-43d19981-e163-4c4e-82ea-3d05080b7e9f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0690134 Feb 09 22:15:45.313547 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4cf314c-44a3-4b84-bbe0-e116fdf5dc71 req-cd059ec1-d281-4e5f-907c-42ca52384a7d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637670 Feb 09 22:15:45.505209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (2787b5dd-4637-4169-981c-014cca5a4d96), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.553191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:45.556741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:45.561713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.562636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.570463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c5e39-6c35-48b3-8aa4-1e418eff9b0c None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:45.577851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=2787b5dd-4637-4169-981c-014cca5a4d96,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:45.634855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-57d07f3a-6579-4058-a3d9-69427d2f8db1 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7799945 Feb 09 22:15:45.637981 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49704) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:45.657705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-624023757', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2787b5dd-4637-4169-981c-014cca5a4d96'}], 'security_groups': ['8ab2594a-0c7b-4846-9b9b-0bba3a092ee7']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:45.750061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device db57bc73-32f5-4a2e-94d6-f05b292c87b5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:45.781045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.866125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b30cdf-c6f1-4c33-8df9-77e88bb30ad4 None None] Update dhcp port {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'fixed_ips': [{'subnet_id': '53f6074e-ff18-4ff9-82d5-ce1fddb69039', 'ip_address': '2001:db8::2'}, {'subnet_id': '2787b5dd-4637-4169-981c-014cca5a4d96'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'db57bc73-32f5-4a2e-94d6-f05b292c87b5'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:15:45.901466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-49b30cdf-c6f1-4c33-8df9-77e88bb30ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.917726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:45.918478 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.927866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fd912-ba71-4071-9666-4d038c3169ca req-8feb8f4f-76f0-48f9-b312-339ae1294b7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.935963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-133fd912-ba71-4071-9666-4d038c3169ca req-8feb8f4f-76f0-48f9-b312-339ae1294b7e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1402020 Feb 09 22:15:46.072662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-133fd912-ba71-4071-9666-4d038c3169ca req-1ddd916c-a53d-4790-9a74-555f415ea752 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358013 Feb 09 22:15:46.092568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:46.159522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-49b30cdf-c6f1-4c33-8df9-77e88bb30ad4 None None] Allocated IP 2001:db8:0:1::2 (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/2787b5dd-4637-4169-981c-014cca5a4d96/db57bc73-32f5-4a2e-94d6-f05b292c87b5) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:46.267550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-49b30cdf-c6f1-4c33-8df9-77e88bb30ad4 None None] For port db57bc73-32f5-4a2e-94d6-f05b292c87b5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=db57bc73-32f5-4a2e-94d6-f05b292c87b5,segment=NetworkSegment(2a7a032d-9302-4be0-a76a-0f6443b74e64),segment_id=2a7a032d-9302-4be0-a76a-0f6443b74e64)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:46.298795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-49b30cdf-c6f1-4c33-8df9-77e88bb30ad4 None None] Publish callbacks [] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.370244 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-49b30cdf-c6f1-4c33-8df9-77e88bb30ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.498686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b30cdf-c6f1-4c33-8df9-77e88bb30ad4 None None] Pushing event updated for resources: {'Port': ['ID=db57bc73-32f5-4a2e-94d6-f05b292c87b5,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:46.501274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba228218-325a-4e51-90d0-2356275ebcbf req-13c61987-225e-4aa3-bfec-0645b4d20ea3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:46.512472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba228218-325a-4e51-90d0-2356275ebcbf req-13c61987-225e-4aa3-bfec-0645b4d20ea3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1165967 Feb 09 22:15:46.596910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ba228218-325a-4e51-90d0-2356275ebcbf req-2d8c73a6-73d9-4144-8e02-8746b9e32d9e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722890 Feb 09 22:15:46.665965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Delete allocated IP 2001:db8::2bd (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/53f6074e-ff18-4ff9-82d5-ce1fddb69039) {{(pid=103696) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:15:46.675486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8:0:1::28d (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/2787b5dd-4637-4169-981c-014cca5a4d96/d37efc59-14cb-4ebd-80b5-f601c2a211b8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:46.925183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:46.997516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.083511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] In _notify_port_updated(), no bound segment for port d37efc59-14cb-4ebd-80b5-f601c2a211b8 on network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:15:47.088749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:47.089552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.090997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "PUT /v2.0/ports/d37efc59-14cb-4ebd-80b5-f601c2a211b8 HTTP/1.1" status: 200 len: 930 time: 1.4518020 Feb 09 22:15:47.093794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49730) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:47.104532 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28f428-c06a-42a5-b79d-fa7374287971 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=d37efc59-14cb-4ebd-80b5-f601c2a211b8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:47.244229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4706ea4-f6e8-4a62-9fde-1c59164b8a1b req-70e47119-a410-4548-9eed-a2eb394e6c3c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:47.245583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4706ea4-f6e8-4a62-9fde-1c59164b8a1b req-70e47119-a410-4548-9eed-a2eb394e6c3c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0717664 Feb 09 22:15:47.275394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port d37efc59-14cb-4ebd-80b5-f601c2a211b8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:47.275881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.308793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b4706ea4-f6e8-4a62-9fde-1c59164b8a1b req-a6be48c7-84a5-4fba-a9fd-616799fde212 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551000 Feb 09 22:15:47.336691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Provisioning complete for port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:47.337283 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.415677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:47.434647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.438361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:47.438743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.477262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for d37efc59-14cb-4ebd-80b5-f601c2a211b8 owned by {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:47.596732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:47.609949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Provisioning complete for port d37efc59-14cb-4ebd-80b5-f601c2a211b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:47.610627 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.698184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-951f56f5-101b-4faf-bf06-76b206b129aa None None] Port d37efc59-14cb-4ebd-80b5-f601c2a211b8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:47.757664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device db57bc73-32f5-4a2e-94d6-f05b292c87b5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:47.796870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ad353-c39a-459b-8826-5f905d2205dc req-2768e924-3e3a-4e0b-b555-4a3d066d9bd3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:47.798417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c3ad353-c39a-459b-8826-5f905d2205dc req-2768e924-3e3a-4e0b-b555-4a3d066d9bd3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0726049 Feb 09 22:15:47.825726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:47.826372 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.829797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3b835e3a-8c5f-4fbf-a7e0-a766f6e79e49 None None] Provisioning complete for port d37efc59-14cb-4ebd-80b5-f601c2a211b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:47.830379 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3b835e3a-8c5f-4fbf-a7e0-a766f6e79e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.864890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c3ad353-c39a-459b-8826-5f905d2205dc req-2781c150-17ca-4d0e-8bc2-2bc2bfb4ca60 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555632 Feb 09 22:15:47.882766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d37efc59-14cb-4ebd-80b5-f601c2a211b8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.896661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3b835e3a-8c5f-4fbf-a7e0-a766f6e79e49 None None] Port d37efc59-14cb-4ebd-80b5-f601c2a211b8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:47.926523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=d37efc59-14cb-4ebd-80b5-f601c2a211b8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:47.961826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:47.965366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-79294f0c-abe5-47c7-8c20-4877459ec5bb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/d37efc59-14cb-4ebd-80b5-f601c2a211b8 HTTP/1.1" status: 204 len: 168 time: 0.8704975 Feb 09 22:15:47.968104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49748) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:47.981787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:48.008884 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6a21c2-aafc-4c8c-8d75-d0fd6afaede5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:48.010347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6e6a21c2-aafc-4c8c-8d75-d0fd6afaede5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/d37efc59-14cb-4ebd-80b5-f601c2a211b8 HTTP/1.1" status: 404 len: 333 time: 0.0412543 Feb 09 22:15:48.013529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49752) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:48.072742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-339974bc-c0a9-43fc-9bbe-23d3ec7a97dc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (4da097f6-6c4c-4656-9ad9-e1f24e7020ae), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.106951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-339974bc-c0a9-43fc-9bbe-23d3ec7a97dc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (4da097f6-6c4c-4656-9ad9-e1f24e7020ae), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.239542 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-339974bc-c0a9-43fc-9bbe-23d3ec7a97dc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (4da097f6-6c4c-4656-9ad9-e1f24e7020ae), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.239997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-339974bc-c0a9-43fc-9bbe-23d3ec7a97dc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.241227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-339974bc-c0a9-43fc-9bbe-23d3ec7a97dc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/security-groups/4da097f6-6c4c-4656-9ad9-e1f24e7020ae HTTP/1.1" status: 204 len: 168 time: 0.2258494 Feb 09 22:15:48.244075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49756) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:48.251250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339974bc-c0a9-43fc-9bbe-23d3ec7a97dc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da097f6-6c4c-4656-9ad9-e1f24e7020ae,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:48.300870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc12e95-3dbe-4b2f-b86e-60a5501b393e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (8ab2594a-0c7b-4846-9b9b-0bba3a092ee7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.325658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc12e95-3dbe-4b2f-b86e-60a5501b393e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (8ab2594a-0c7b-4846-9b9b-0bba3a092ee7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.460864 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742902de-021b-4738-9be2-f50051f5ba9f req-98e1f460-67ed-4960-8f0f-88a55cba81ca tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:48.462452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-742902de-021b-4738-9be2-f50051f5ba9f req-98e1f460-67ed-4960-8f0f-88a55cba81ca tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0621884 Feb 09 22:15:48.463218 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc12e95-3dbe-4b2f-b86e-60a5501b393e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8ab2594a-0c7b-4846-9b9b-0bba3a092ee7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.466794 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cfc12e95-3dbe-4b2f-b86e-60a5501b393e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.469606 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cfc12e95-3dbe-4b2f-b86e-60a5501b393e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/security-groups/8ab2594a-0c7b-4846-9b9b-0bba3a092ee7 HTTP/1.1" status: 204 len: 168 time: 0.2227006 Feb 09 22:15:48.470839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49762) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:48.492534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc12e95-3dbe-4b2f-b86e-60a5501b393e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab2594a-0c7b-4846-9b9b-0bba3a092ee7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:48.545051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet 53f6074e-ff18-4ff9-82d5-ce1fddb69039 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:48.550128 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (53f6074e-ff18-4ff9-82d5-ce1fddb69039), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.587766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-742902de-021b-4738-9be2-f50051f5ba9f req-019f7b02-244f-43fb-a099-3240687b5687 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134489 Feb 09 22:15:48.613014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (53f6074e-ff18-4ff9-82d5-ce1fddb69039), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.701092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (53f6074e-ff18-4ff9-82d5-ce1fddb69039), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.849384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (53f6074e-ff18-4ff9-82d5-ce1fddb69039), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.886926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=53f6074e-ff18-4ff9-82d5-ce1fddb69039,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:48.891589 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:48.894825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-859f67d0-cc74-49d6-8fd0-71eaec78753f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/53f6074e-ff18-4ff9-82d5-ce1fddb69039 HTTP/1.1" status: 204 len: 168 time: 0.4226997 Feb 09 22:15:48.898837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:48.903925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:48.917903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64229b0-ef89-40de-9e44-279fbaf3cf6b None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:49.083017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc428d-5e21-42c7-82e3-a5d4970f0d34 req-0e8d1b69-0bda-45db-a667-7052fac5abd3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:49.091964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0cc428d-5e21-42c7-82e3-a5d4970f0d34 req-0e8d1b69-0bda-45db-a667-7052fac5abd3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0931296 Feb 09 22:15:49.132641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:49.140717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.166303 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0cc428d-5e21-42c7-82e3-a5d4970f0d34 req-9cf71d7c-bf2e-47f8-808e-1c27660f42e3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732696 Feb 09 22:15:49.509679 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (b5dc4a66-a304-4b26-b00d-00e11c246ad8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.577045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:49.580499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:49.584328 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:49.585200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.596347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=b5dc4a66-a304-4b26-b00d-00e11c246ad8,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:49.696232 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c9c2ea67-3421-4ec2-8fb5-ba295f189e53 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7962775 Feb 09 22:15:49.698970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49788) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:49.703779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f6faf191-61c0-4470-bc89-23534a158af0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649288540'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:49.792206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861e07-21c0-462c-a769-5a571f76535c req-f05ea3e1-ad1d-4243-8ae6-902abe6af89c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:49.795144 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df861e07-21c0-462c-a769-5a571f76535c req-f05ea3e1-ad1d-4243-8ae6-902abe6af89c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1111188 Feb 09 22:15:49.805534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930d220-c3a1-4c20-a03b-e0289a2005bc None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:49.858836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df861e07-21c0-462c-a769-5a571f76535c req-4fe8a71c-a7a7-4592-8af1-4f4d95e59330 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509374 Feb 09 22:15:49.879991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e94ea898-ae19-42b3-96ac-dc12fa2649b3 None None] Provisioning complete for port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:49.881333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e94ea898-ae19-42b3-96ac-dc12fa2649b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.889348 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6faf191-61c0-4470-bc89-23534a158af0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:49.977079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6faf191-61c0-4470-bc89-23534a158af0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (6043424d-ed9e-4174-846c-fef9a72c4463), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.040538 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6faf191-61c0-4470-bc89-23534a158af0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6043424d-ed9e-4174-846c-fef9a72c4463), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.074880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faf191-61c0-4470-bc89-23534a158af0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6043424d-ed9e-4174-846c-fef9a72c4463,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:50.123650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e94ea898-ae19-42b3-96ac-dc12fa2649b3 None None] Port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:50.140405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f6faf191-61c0-4470-bc89-23534a158af0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.140405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f6faf191-61c0-4470-bc89-23534a158af0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4392529 Feb 09 22:15:50.142796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49796) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:50.148469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-35016077-ab7c-411e-8251-0a27265a0b85 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'security_group': {'name': 'tempest-secgroup-320339523'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:50.163917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e94ea898-ae19-42b3-96ac-dc12fa2649b3 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:50.163917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e94ea898-ae19-42b3-96ac-dc12fa2649b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.262577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e94ea898-ae19-42b3-96ac-dc12fa2649b3 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:50.269029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35016077-ab7c-411e-8251-0a27265a0b85 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.279569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8faee-4c08-4a5d-a355-9b6d00a08134 None None] Update dhcp port {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'fixed_ips': [{'subnet_id': '2787b5dd-4637-4169-981c-014cca5a4d96', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b5dc4a66-a304-4b26-b00d-00e11c246ad8'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'db57bc73-32f5-4a2e-94d6-f05b292c87b5'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:15:50.309875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20086a2-bc82-4cf0-bbf1-5a1ccc935faa req-504e605a-50b6-4b71-b8df-07e48192cca5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:50.317610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f20086a2-bc82-4cf0-bbf1-5a1ccc935faa req-504e605a-50b6-4b71-b8df-07e48192cca5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0671830 Feb 09 22:15:50.326563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faee-4c08-4a5d-a355-9b6d00a08134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.385519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f20086a2-bc82-4cf0-bbf1-5a1ccc935faa req-8d8d049a-ec64-4bf1-a20f-9a563665c44c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617054 Feb 09 22:15:50.411744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35016077-ab7c-411e-8251-0a27265a0b85 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (ca140298-1ac5-42e7-bbeb-0d5faeb04535), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.504237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35016077-ab7c-411e-8251-0a27265a0b85 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca140298-1ac5-42e7-bbeb-0d5faeb04535), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.534816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8faee-4c08-4a5d-a355-9b6d00a08134 None None] Allocated IP 2001:db8::2 (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/b5dc4a66-a304-4b26-b00d-00e11c246ad8/db57bc73-32f5-4a2e-94d6-f05b292c87b5) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:50.545208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35016077-ab7c-411e-8251-0a27265a0b85 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca140298-1ac5-42e7-bbeb-0d5faeb04535,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:50.610785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-35016077-ab7c-411e-8251-0a27265a0b85 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.614868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-35016077-ab7c-411e-8251-0a27265a0b85 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4683864 Feb 09 22:15:50.615304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49806) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:50.620256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8bc50844-b38d-4cb4-b079-53b8cdb5b7cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'security_group': {'name': 'tempest-secgroup-1671145143'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:50.668980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-bbc8faee-4c08-4a5d-a355-9b6d00a08134 None None] For port db57bc73-32f5-4a2e-94d6-f05b292c87b5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=db57bc73-32f5-4a2e-94d6-f05b292c87b5,segment=NetworkSegment(2a7a032d-9302-4be0-a76a-0f6443b74e64),segment_id=2a7a032d-9302-4be0-a76a-0f6443b74e64)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:50.697913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faee-4c08-4a5d-a355-9b6d00a08134 None None] Publish callbacks [] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.768115 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bc50844-b38d-4cb4-b079-53b8cdb5b7cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.844342 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bc50844-b38d-4cb4-b079-53b8cdb5b7cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (f5f377eb-66b7-49f6-bab6-a913f81ca9b5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.859577 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bbc8faee-4c08-4a5d-a355-9b6d00a08134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.946149 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bc50844-b38d-4cb4-b079-53b8cdb5b7cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f5f377eb-66b7-49f6-bab6-a913f81ca9b5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:50.963073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8faee-4c08-4a5d-a355-9b6d00a08134 None None] Pushing event updated for resources: {'Port': ['ID=db57bc73-32f5-4a2e-94d6-f05b292c87b5,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:50.997080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc50844-b38d-4cb4-b079-53b8cdb5b7cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f377eb-66b7-49f6-bab6-a913f81ca9b5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:51.072920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1494b6-edab-4856-8488-0a9b541600ce req-7b1e252c-e3b4-4b93-a848-21d72741d22f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:51.079545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8bc50844-b38d-4cb4-b079-53b8cdb5b7cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.081219 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b1494b6-edab-4856-8488-0a9b541600ce req-7b1e252c-e3b4-4b93-a848-21d72741d22f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0730605 Feb 09 22:15:51.084534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8bc50844-b38d-4cb4-b079-53b8cdb5b7cb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4679542 Feb 09 22:15:51.085302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49818) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:51.090642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1320497733', 'security_groups': ['f5f377eb-66b7-49f6-bab6-a913f81ca9b5'], 'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b5dc4a66-a304-4b26-b00d-00e11c246ad8'}]}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:51.153862 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b1494b6-edab-4856-8488-0a9b541600ce req-0da6c620-4f6b-4535-ab94-ee6af9c46fde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662215 Feb 09 22:15:51.305241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:51.420788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.443440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] device_id is not set on port 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 yet. {{(pid=103697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:15:51.662372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcc1d9-258d-45ec-a0d1-cd0930a8a968 req-48891bec-2a7a-48eb-b9f3-4a585cb4cd02 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:51.664032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3abcc1d9-258d-45ec-a0d1-cd0930a8a968 req-48891bec-2a7a-48eb-b9f3-4a585cb4cd02 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1906514 Feb 09 22:15:51.757797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device db57bc73-32f5-4a2e-94d6-f05b292c87b5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:51.795074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3abcc1d9-258d-45ec-a0d1-cd0930a8a968 req-4b33e011-e74e-47e0-8c3d-c00b6ba8edf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090031 Feb 09 22:15:51.813708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8::32b (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/b5dc4a66-a304-4b26-b00d-00e11c246ad8/4cdd6ac5-bae5-4d7b-8525-b64b940f3e65) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:51.834006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-26aa766f-f28e-4b95-bf19-91b8a01ef806 None None] Provisioning complete for port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:51.834510 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26aa766f-f28e-4b95-bf19-91b8a01ef806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.861511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:51.862259 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.908053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-26aa766f-f28e-4b95-bf19-91b8a01ef806 None None] Port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:51.928198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-26aa766f-f28e-4b95-bf19-91b8a01ef806 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:51.932809 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26aa766f-f28e-4b95-bf19-91b8a01ef806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.990167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:51.996771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:52.043130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-26aa766f-f28e-4b95-bf19-91b8a01ef806 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:52.100036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.149316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:52.153334 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:52.157208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:52.162356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:52.162987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.169839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=4cdd6ac5-bae5-4d7b-8525-b64b940f3e65,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:52.265819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4dc48aa0-928e-4757-bb6d-2ac01e696ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1791463 Feb 09 22:15:52.266523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49840) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:52.271666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-30864b71-83a1-4e74-ad5b-04fd212fccdb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:52.324695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b042824-3ac0-4b4c-87eb-46225a9bf0c5 req-b73d537f-1f01-453b-82b4-6b9ce8cb321c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:52.338878 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b042824-3ac0-4b4c-87eb-46225a9bf0c5 req-b73d537f-1f01-453b-82b4-6b9ce8cb321c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0998397 Feb 09 22:15:52.431121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b042824-3ac0-4b4c-87eb-46225a9bf0c5 req-b5db28fd-aa1f-4fcc-b5d7-dc01f64b86d3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896585 Feb 09 22:15:52.467950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5db46d14-03c7-41c4-a04c-9b0c5ee85e61 None None] Provisioning complete for port 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:52.468317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5db46d14-03c7-41c4-a04c-9b0c5ee85e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.505488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5db46d14-03c7-41c4-a04c-9b0c5ee85e61 None None] Port 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:52.583512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30864b71-83a1-4e74-ad5b-04fd212fccdb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:52.595676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-30864b71-83a1-4e74-ad5b-04fd212fccdb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.690434 n-d-828599-1 neutron-server[103697]: INFO neutron.db.ipam_backend_mixin [None req-30864b71-83a1-4e74-ad5b-04fd212fccdb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5dc4a66-a304-4b26-b00d-00e11c246ad8 (CIDR: 2001:db8::/64) Feb 09 22:15:52.738593 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-30864b71-83a1-4e74-ad5b-04fd212fccdb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:15:52.742157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30864b71-83a1-4e74-ad5b-04fd212fccdb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:52.822697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-30864b71-83a1-4e74-ad5b-04fd212fccdb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5549512 Feb 09 22:15:52.826057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49850) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:52.833016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0c49f76f-ae95-4354-b4a6-43d2f6abe5f9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:52.977011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2616619-7e67-4c67-b63c-cf1f699dfdff req-d2a80d62-bac1-4218-9c25-e4d3a5dadf7a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:52.978500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2616619-7e67-4c67-b63c-cf1f699dfdff req-d2a80d62-bac1-4218-9c25-e4d3a5dadf7a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0927773 Feb 09 22:15:53.041500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2616619-7e67-4c67-b63c-cf1f699dfdff req-f66179ab-01a4-462c-880e-8a0bbf7490eb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537210 Feb 09 22:15:53.093665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c49f76f-ae95-4354-b4a6-43d2f6abe5f9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:53.097368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0c49f76f-ae95-4354-b4a6-43d2f6abe5f9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.201913 n-d-828599-1 neutron-server[103697]: INFO neutron.db.ipam_backend_mixin [None req-0c49f76f-ae95-4354-b4a6-43d2f6abe5f9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2787b5dd-4637-4169-981c-014cca5a4d96 (CIDR: 2001:db8:0:1::/64) Feb 09 22:15:53.242940 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c49f76f-ae95-4354-b4a6-43d2f6abe5f9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:15:53.243398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c49f76f-ae95-4354-b4a6-43d2f6abe5f9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:53.376868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0c49f76f-ae95-4354-b4a6-43d2f6abe5f9 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5496769 Feb 09 22:15:53.379834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49860) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:53.384762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'subnet': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:53.578183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44faa8-e4cd-42da-9654-d7bb20a99547 req-1921b179-6af5-425f-905d-8ca72a411fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:53.579817 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c44faa8-e4cd-42da-9654-d7bb20a99547 req-1921b179-6af5-425f-905d-8ca72a411fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0776100 Feb 09 22:15:53.585543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Made reservation on behalf of b373f5b80431438bacc0772f2c068c25 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:53.589948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.651552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3c44faa8-e4cd-42da-9654-d7bb20a99547 req-bed46bb1-6fac-4a3c-9057-907137891f71 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608339 Feb 09 22:15:53.945908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (e89a12ed-3502-438d-a977-2ea665793330), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.301682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:54.307159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:54.312297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:54.312894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.320928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1c1de-6cb3-4c14-80d2-c7c5cb752a5b None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:54.334715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Subnet': ['ID=e89a12ed-3502-438d-a977-2ea665793330,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:54.359040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4733af1-bf33-4bec-9584-58d27ff0e835 req-c5ccf492-869d-4e9c-bd8e-c9930179768a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:54.364332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4733af1-bf33-4bec-9584-58d27ff0e835 req-c5ccf492-869d-4e9c-bd8e-c9930179768a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1020253 Feb 09 22:15:54.425142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4733af1-bf33-4bec-9584-58d27ff0e835 req-a3546444-fd87-418c-ae95-8702cbf74feb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585825 Feb 09 22:15:54.458161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ad2d5128-54fd-4824-bb4c-3e7b8a9957f0 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0772500 Feb 09 22:15:54.466689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49884) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:54.472006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-471250477', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e89a12ed-3502-438d-a977-2ea665793330'}], 'security_groups': ['6043424d-ed9e-4174-846c-fef9a72c4463', 'ca140298-1ac5-42e7-bbeb-0d5faeb04535']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:54.584517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d1235d-4014-404d-858a-9a164dfb8f77 None None] Update dhcp port {'port': {'network_id': '0b758d52-2f53-44e7-9c1b-0f543ab5e0ad', 'fixed_ips': [{'subnet_id': '2787b5dd-4637-4169-981c-014cca5a4d96', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b5dc4a66-a304-4b26-b00d-00e11c246ad8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e89a12ed-3502-438d-a977-2ea665793330'}], 'binding:host_id': 'n-d-828599-1'}, 'id': 'db57bc73-32f5-4a2e-94d6-f05b292c87b5'} from n-d-828599-1. {{(pid=103698) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:15:54.646845 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-83d1235d-4014-404d-858a-9a164dfb8f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.701209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:54.857297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-83d1235d-4014-404d-858a-9a164dfb8f77 None None] Allocated IP 2001:db8:0:2::2 (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/e89a12ed-3502-438d-a977-2ea665793330/db57bc73-32f5-4a2e-94d6-f05b292c87b5) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:54.893885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a75c9-bf06-431c-a6c0-606b1a51dcdf req-1b5bb3dd-a7df-4da9-9c9b-fb1856f2be57 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:54.895381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a1a75c9-bf06-431c-a6c0-606b1a51dcdf req-1b5bb3dd-a7df-4da9-9c9b-fb1856f2be57 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1407521 Feb 09 22:15:54.960452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-83d1235d-4014-404d-858a-9a164dfb8f77 None None] For port db57bc73-32f5-4a2e-94d6-f05b292c87b5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=db57bc73-32f5-4a2e-94d6-f05b292c87b5,segment=NetworkSegment(2a7a032d-9302-4be0-a76a-0f6443b74e64),segment_id=2a7a032d-9302-4be0-a76a-0f6443b74e64)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:54.988272 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a1a75c9-bf06-431c-a6c0-606b1a51dcdf req-3dfcb700-d5c1-4077-9e7e-c76707f27a1a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582604 Feb 09 22:15:54.991838 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-83d1235d-4014-404d-858a-9a164dfb8f77 None None] Publish callbacks [] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.082435 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-83d1235d-4014-404d-858a-9a164dfb8f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.191099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1235d-4014-404d-858a-9a164dfb8f77 None None] Pushing event updated for resources: {'Port': ['ID=db57bc73-32f5-4a2e-94d6-f05b292c87b5,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:55.238867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Delete allocated IP 2001:db8::32b (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/b5dc4a66-a304-4b26-b00d-00e11c246ad8) {{(pid=103696) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:15:55.247886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Allocated IP 2001:db8:0:2::1ac (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad/e89a12ed-3502-438d-a977-2ea665793330/4cdd6ac5-bae5-4d7b-8525-b64b940f3e65) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:55.459672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.522623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.625624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] In _notify_port_updated(), no bound segment for port 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 on network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad {{(pid=103696) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:15:55.628461 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-36bb14f9-ed60-4673-91b5-4e438a3e4735 service neutron] show failed (client error): The resource could not be found. Feb 09 22:15:55.630050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-36bb14f9-ed60-4673-91b5-4e438a3e4735 service neutron] 10.222.0.110 "GET /v2.0/ports/34feff36-ccc0-4894-85f0-90cddf66741d/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.1759615 Feb 09 22:15:55.630194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:55.630722 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.641407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "PUT /v2.0/ports/4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 HTTP/1.1" status: 200 len: 969 time: 1.1712396 Feb 09 22:15:55.649121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49906) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:55.653852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0033f-b5bd-4b2c-9111-f594ddc70051 req-efa27177-51e3-44b8-ab59-da92911e422e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:55.655425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19b0033f-b5bd-4b2c-9111-f594ddc70051 req-efa27177-51e3-44b8-ab59-da92911e422e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1061878 Feb 09 22:15:55.715846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbed2f-9d1c-4045-b1e0-7bad01c25ce5 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event updated for resources: {'Port': ['ID=4cdd6ac5-bae5-4d7b-8525-b64b940f3e65,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:55.786777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device db57bc73-32f5-4a2e-94d6-f05b292c87b5 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:55.787597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19b0033f-b5bd-4b2c-9111-f594ddc70051 req-2cb98330-5456-4d83-bff7-189101d93748 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166456 Feb 09 22:15:55.862616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:55.862767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.905097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:55.905980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:55.999357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:56.032420 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.047478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:56.164231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Provisioning complete for port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:56.175253 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.247095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:56.264610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Provisioning complete for port 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:56.265013 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.270467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04052a28-7e33-4b8a-9c2b-f3601cd5a5cc req-5a0031f4-89d1-4387-8d60-12238a8f06c0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:56.272337 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04052a28-7e33-4b8a-9c2b-f3601cd5a5cc req-5a0031f4-89d1-4387-8d60-12238a8f06c0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1432135 Feb 09 22:15:56.305447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Port 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:56.347777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:56.348406 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.366805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04052a28-7e33-4b8a-9c2b-f3601cd5a5cc req-319f6fb9-e73d-4974-a8f4-3ec17fda3d8b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874679 Feb 09 22:15:56.368877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (4cdd6ac5-bae5-4d7b-8525-b64b940f3e65), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.418825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=4cdd6ac5-bae5-4d7b-8525-b64b940f3e65,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:56.476409 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.484395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2731fe3c-315d-4e11-bfc2-37a6c34ae8d8 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 HTTP/1.1" status: 204 len: 168 time: 0.8413692 Feb 09 22:15:56.485366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49922) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:56.515108 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-8780bf38-5236-4662-9f60-feca48436b1b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] GET failed (client error): The resource could not be found. Feb 09 22:15:56.518502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-243212bd-c59c-4e36-a463-83562cacfbb3 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:56.518708 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8780bf38-5236-4662-9f60-feca48436b1b tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports/4cdd6ac5-bae5-4d7b-8525-b64b940f3e65 HTTP/1.1" status: 404 len: 333 time: 0.0321395 Feb 09 22:15:56.519448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49924) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:56.543980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-7a397483-47ff-4e2e-a48a-1d2592c899e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:56.546069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-7a397483-47ff-4e2e-a48a-1d2592c899e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 1127 time: 0.2233381 Feb 09 22:15:56.564794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:56.589961 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-182e3bef-b5f0-4033-b4eb-187438b197be tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (f5f377eb-66b7-49f6-bab6-a913f81ca9b5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.615018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-182e3bef-b5f0-4033-b4eb-187438b197be tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (f5f377eb-66b7-49f6-bab6-a913f81ca9b5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.640165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-33cc6635-07bb-4e78-a787-ea3542f72f2c None None] Could not find standard attr ID for object 4cdd6ac5-bae5-4d7b-8525-b64b940f3e65. {{(pid=103698) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:15:56.651601 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.831374 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-182e3bef-b5f0-4033-b4eb-187438b197be tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f5f377eb-66b7-49f6-bab6-a913f81ca9b5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.834556 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-182e3bef-b5f0-4033-b4eb-187438b197be tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.838202 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-182e3bef-b5f0-4033-b4eb-187438b197be tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/security-groups/f5f377eb-66b7-49f6-bab6-a913f81ca9b5 HTTP/1.1" status: 204 len: 168 time: 0.3175907 Feb 09 22:15:56.838833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49932) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:56.869548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e3bef-b5f0-4033-b4eb-187438b197be tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f377eb-66b7-49f6-bab6-a913f81ca9b5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:56.925954 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e517443-b72f-4d1f-81b1-58606342e38f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (ca140298-1ac5-42e7-bbeb-0d5faeb04535), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.960325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e517443-b72f-4d1f-81b1-58606342e38f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (ca140298-1ac5-42e7-bbeb-0d5faeb04535), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.980735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:57.011669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f1603-5e76-486b-8f1d-6a9e80292baf req-9f06a5bf-d0ee-45fa-b9d5-a94f6f858a0a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:57.013352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-913f1603-5e76-486b-8f1d-6a9e80292baf req-9f06a5bf-d0ee-45fa-b9d5-a94f6f858a0a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1056280 Feb 09 22:15:57.051653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:57.118197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:57.118197 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01486fb-1410-4f1e-a4d7-a1ff97938ac5" -d '{"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-unplugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:57.118197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Publish callbacks [] for port (34feff36-ccc0-4894-85f0-90cddf66741d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.123092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-913f1603-5e76-486b-8f1d-6a9e80292baf req-00cc74ee-0a92-4a81-b9e1-9b7c5fca4832 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011579 Feb 09 22:15:57.133993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Transition to ACTIVE for port object 34feff36-ccc0-4894-85f0-90cddf66741d will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:15:57.149566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e517443-b72f-4d1f-81b1-58606342e38f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ca140298-1ac5-42e7-bbeb-0d5faeb04535), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.153689 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7e517443-b72f-4d1f-81b1-58606342e38f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.157434 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7e517443-b72f-4d1f-81b1-58606342e38f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/security-groups/ca140298-1ac5-42e7-bbeb-0d5faeb04535 HTTP/1.1" status: 204 len: 168 time: 0.3116848 Feb 09 22:15:57.157789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49942) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:57.166230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e517443-b72f-4d1f-81b1-58606342e38f tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca140298-1ac5-42e7-bbeb-0d5faeb04535,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.174640 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1154a6-1b29-4628-beb8-54a2ae1dc886 x-openstack-request-id: req-ed1154a6-1b29-4628-beb8-54a2ae1dc886 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:57.174945 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-unplugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:57.175207 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed1154a6-1b29-4628-beb8-54a2ae1dc886 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:57.175610 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'code': 200} Feb 09 22:15:57.202741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.320773 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2828e378-b7b8-432a-a067-913672cddca4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (6043424d-ed9e-4174-846c-fef9a72c4463), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.331835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.384038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2828e378-b7b8-432a-a067-913672cddca4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (6043424d-ed9e-4174-846c-fef9a72c4463), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.435279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] No DVR routers for this DVR port 34feff36-ccc0-4894-85f0-90cddf66741d on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:15:57.587917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab09cb-0e4f-45f6-963e-e5fbe76605e6 req-070cd72b-b322-4486-bd1c-d2609e6eb06a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:57.589171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69ab09cb-0e4f-45f6-963e-e5fbe76605e6 req-070cd72b-b322-4486-bd1c-d2609e6eb06a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.1077468 Feb 09 22:15:57.623853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2828e378-b7b8-432a-a067-913672cddca4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (6043424d-ed9e-4174-846c-fef9a72c4463), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.627196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2828e378-b7b8-432a-a067-913672cddca4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.630868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2828e378-b7b8-432a-a067-913672cddca4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/security-groups/6043424d-ed9e-4174-846c-fef9a72c4463 HTTP/1.1" status: 204 len: 168 time: 0.4694278 Feb 09 22:15:57.632024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49952) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:57.695601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828e378-b7b8-432a-a067-913672cddca4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043424d-ed9e-4174-846c-fef9a72c4463,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:57.700167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:57.700521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:57.700850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:57.724205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:15:57.724584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:57.740465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet b5dc4a66-a304-4b26-b00d-00e11c246ad8 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:57.743053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:57.743382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Checking segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:57.743664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Bound using segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:57.744129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Bound port: 34feff36-ccc0-4894-85f0-90cddf66741d, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:57.744465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.751833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-69ab09cb-0e4f-45f6-963e-e5fbe76605e6 req-058c46a5-5d3d-44d3-ab9f-1a2f841720d7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525283 Feb 09 22:15:57.758035 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (b5dc4a66-a304-4b26-b00d-00e11c246ad8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.828224 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (b5dc4a66-a304-4b26-b00d-00e11c246ad8), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:57.883470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:57.888160 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:57.938751 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b5dc4a66-a304-4b26-b00d-00e11c246ad8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.088769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.123058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (b5dc4a66-a304-4b26-b00d-00e11c246ad8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.164025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:58.164650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.166081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] 10.222.0.30 "PUT /v2.0/ports/34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 1091 time: 1.6127400 Feb 09 22:15:58.169873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dc4a66-a304-4b26-b00d-00e11c246ad8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:58.183558 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.192341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-248f31dd-e202-44e9-9d03-a1606e72d5f4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/b5dc4a66-a304-4b26-b00d-00e11c246ad8 HTTP/1.1" status: 204 len: 168 time: 0.5492017 Feb 09 22:15:58.192873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:58.199462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbf919-285b-4201-a938-d8acc84afc9b service neutron] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:58.236661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d26772-a1a8-4016-991e-1bb697d3f80a None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:58.257306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-d2622ee8-d3b6-4d70-91e5-1860aef70c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:58.258835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-d2622ee8-d3b6-4d70-91e5-1860aef70c41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1125 time: 0.0556335 Feb 09 22:15:58.320655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet e89a12ed-3502-438d-a977-2ea665793330 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:58.331046 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (e89a12ed-3502-438d-a977-2ea665793330), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.364996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449188f6-4c95-49a6-8f46-5afb0cd0df0f req-b649925c-6029-4e38-b165-10e97664f41b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:58.366780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-449188f6-4c95-49a6-8f46-5afb0cd0df0f req-b649925c-6029-4e38-b165-10e97664f41b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.1104834 Feb 09 22:15:58.395586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-61633190-23cb-4b66-8d87-7c8a9995e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:58.397382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-61633190-23cb-4b66-8d87-7c8a9995e587 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1254053 Feb 09 22:15:58.407283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (e89a12ed-3502-438d-a977-2ea665793330), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.434167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:58.471121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-449188f6-4c95-49a6-8f46-5afb0cd0df0f req-cdbee032-c5aa-46ae-9535-8d369df74d8d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969610 Feb 09 22:15:58.516044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port 34feff36-ccc0-4894-85f0-90cddf66741d host n-h1-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:15:58.516741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:15:58.533432 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e89a12ed-3502-438d-a977-2ea665793330), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.561509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-4d50f0f9-0495-461d-9283-d1cc892ee042 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 999 time: 0.1449540 Feb 09 22:15:58.619848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-5cba606c-bdb2-45e6-b06c-52f7904485bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:58.622450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-5cba606c-bdb2-45e6-b06c-52f7904485bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0611367 Feb 09 22:15:58.684146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (e89a12ed-3502-438d-a977-2ea665793330), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.685467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-788eab3f-83a7-4470-9f8f-04cf83ff7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:58.687589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-788eab3f-83a7-4470-9f8f-04cf83ff7813 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557122 Feb 09 22:15:58.724621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=e89a12ed-3502-438d-a977-2ea665793330,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:58.728672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.732097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-94aaa88d-7101-4f59-89d6-d8372185bb09 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/e89a12ed-3502-438d-a977-2ea665793330 HTTP/1.1" status: 204 len: 168 time: 0.5380559 Feb 09 22:15:58.738270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49972) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:58.762008 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abdd6f7-98ff-44b6-836c-6c652cd22c6d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:58.762698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4abdd6f7-98ff-44b6-836c-6c652cd22c6d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:58.766546 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4abdd6f7-98ff-44b6-836c-6c652cd22c6d tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/b5dc4a66-a304-4b26-b00d-00e11c246ad8 HTTP/1.1" status: 404 len: 337 time: 0.0305231 Feb 09 22:15:58.772572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49974) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:58.816200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-d7233067-b5bb-4536-b03c-fd31a998f61f service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185110 Feb 09 22:15:58.838348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting subnet 2787b5dd-4637-4169-981c-014cca5a4d96 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:15:58.848352 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (2787b5dd-4637-4169-981c-014cca5a4d96), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.908683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (2787b5dd-4637-4169-981c-014cca5a4d96), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:58.977592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58e476-6ddc-4047-af2c-c72553582dcd req-a713a4a5-6cba-4793-b184-6471682740b4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:58.985618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d58e476-6ddc-4047-af2c-c72553582dcd req-a713a4a5-6cba-4793-b184-6471682740b4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.1490972 Feb 09 22:15:59.005868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28c3a29-bc33-424c-a2dc-96df2d7248ac req-c391290d-4593-4f6d-bdcb-d31592c7da77 service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771274 Feb 09 22:15:59.021675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (2787b5dd-4637-4169-981c-014cca5a4d96), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.062644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d58e476-6ddc-4047-af2c-c72553582dcd req-139b182a-ee74-4cc3-bb7f-113406a2cdea tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763266 Feb 09 22:15:59.138810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (2787b5dd-4637-4169-981c-014cca5a4d96), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.174156 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Subnet': ['ID=2787b5dd-4637-4169-981c-014cca5a4d96,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:59.176573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:59.180165 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6a0247-e669-4b2e-a712-308d2e306f65" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:59.183858 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.188447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b391883-90d3-4421-8e87-c5687d6d8b0e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/2787b5dd-4637-4169-981c-014cca5a4d96 HTTP/1.1" status: 204 len: 168 time: 0.4142616 Feb 09 22:15:59.190475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 49988) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.197531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2cf8c-49c5-4de2-a435-ec72e3bdb69a None None] Network 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:59.218458 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e378f57-7af3-45ff-b242-2665727d5634 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.218939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e378f57-7af3-45ff-b242-2665727d5634 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.222062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2e378f57-7af3-45ff-b242-2665727d5634 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/53f6074e-ff18-4ff9-82d5-ce1fddb69039 HTTP/1.1" status: 404 len: 337 time: 0.0306377 Feb 09 22:15:59.224865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49990) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.260140 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa67a35-9b8b-4647-945c-de8d0bdb1d3d x-openstack-request-id: req-faa67a35-9b8b-4647-945c-de8d0bdb1d3d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:59.260453 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:59.260721 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-faa67a35-9b8b-4647-945c-de8d0bdb1d3d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:59.261148 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'status': 'completed', 'code': 200} Feb 09 22:15:59.295360 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-08e7b103-4ba8-43c0-bc28-7a74e06975dc tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f684aa5-5243-44c2-8809-806fdb015ade HTTP/1.1" status: 200 len: 205 time: 0.0686102 Feb 09 22:15:59.300234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49994) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.322849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-57ce03ed-dea0-4dbc-a993-ab45c601cc8a None None] Provisioning complete for port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:59.323525 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-57ce03ed-dea0-4dbc-a993-ab45c601cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.364626 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-e86b2e62-03af-4647-9dc8-a209afea79de tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] delete failed (client error): The resource could not be found. Feb 09 22:15:59.365161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-57ce03ed-dea0-4dbc-a993-ab45c601cc8a None None] Port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:59.367223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e86b2e62-03af-4647-9dc8-a209afea79de tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/routers/4f684aa5-5243-44c2-8809-806fdb015ade HTTP/1.1" status: 404 len: 336 time: 0.0658171 Feb 09 22:15:59.370478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-ecaba126-3c00-4e23-af7b-7d55bb27673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.372660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-ecaba126-3c00-4e23-af7b-7d55bb27673f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1125 time: 0.0957093 Feb 09 22:15:59.374896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 49996) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.378970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-2d81c476-d93c-4cb3-b57b-ab9e6e2c88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.380556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-2d81c476-d93c-4cb3-b57b-ab9e6e2c88ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1125 time: 0.0699458 Feb 09 22:15:59.397128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-57ce03ed-dea0-4dbc-a993-ab45c601cc8a None None] Provisioning complete for port db57bc73-32f5-4a2e-94d6-f05b292c87b5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:59.398258 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-57ce03ed-dea0-4dbc-a993-ab45c601cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.417001 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dcc356-6983-4a6f-acc8-c08e41965ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.418437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dcc356-6983-4a6f-acc8-c08e41965ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.425274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d5dcc356-6983-4a6f-acc8-c08e41965ff4 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/5040ddbd-8265-4739-a3e6-dc2df47e29cf HTTP/1.1" status: 404 len: 337 time: 0.0493598 Feb 09 22:15:59.428229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50000) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.472956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] DHCP port deletion for 0b758d52-2f53-44e7-9c1b-0f543ab5e0ad request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:15:59.474949 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddaa862-9d48-4f84-9b1a-91d583b224fb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.475491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddaa862-9d48-4f84-9b1a-91d583b224fb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.484425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3ddaa862-9d48-4f84-9b1a-91d583b224fb tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/48e7580b-b7ce-4870-8887-cc7ef2e25b42 HTTP/1.1" status: 404 len: 337 time: 0.0547740 Feb 09 22:15:59.485256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50002) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.521020 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc46baac-0a05-4a00-83e1-c99e7cbcbd73 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.521553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc46baac-0a05-4a00-83e1-c99e7cbcbd73 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.537805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fc46baac-0a05-4a00-83e1-c99e7cbcbd73 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/0b484fb4-fb27-41cc-b3bf-eb6e6112e1ad HTTP/1.1" status: 404 len: 337 time: 0.0514424 Feb 09 22:15:59.540276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50006) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.564888 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5716eab7-d595-497d-bb5e-e7b0df5539dd tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.565510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5716eab7-d595-497d-bb5e-e7b0df5539dd tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.571023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5716eab7-d595-497d-bb5e-e7b0df5539dd tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/e51efa1d-926d-4391-91be-6f03aeaeea41 HTTP/1.1" status: 404 len: 333 time: 0.0275178 Feb 09 22:15:59.571363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50008) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.597443 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.604516 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc470c7-60d9-4a26-9de4-1084144ce8ea tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.604516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc470c7-60d9-4a26-9de4-1084144ce8ea tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.606168 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fcc470c7-60d9-4a26-9de4-1084144ce8ea tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/a622fa8d-6b7d-45c6-a93e-a23a8c8f0f9c HTTP/1.1" status: 404 len: 337 time: 0.0339937 Feb 09 22:15:59.608749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50012) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.618075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] Deleting port db57bc73-32f5-4a2e-94d6-f05b292c87b5 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:59.618884 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.622153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-57ce03ed-dea0-4dbc-a993-ab45c601cc8a None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:59.642877 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d06f56d-8cbb-4ef6-bc96-7fc96747b545 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.643354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d06f56d-8cbb-4ef6-bc96-7fc96747b545 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.647081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5d06f56d-8cbb-4ef6-bc96-7fc96747b545 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/d2949f1d-3e4f-40a5-b735-11b889544bb6 HTTP/1.1" status: 404 len: 337 time: 0.0373349 Feb 09 22:15:59.650687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50014) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.674597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-7bd54ce6-a4b8-4991-9c81-86a35637d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.676862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-7bd54ce6-a4b8-4991-9c81-86a35637d39e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.2940974 Feb 09 22:15:59.690238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-cab2be06-4121-4f00-b636-fe3531dceda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.692350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-cab2be06-4121-4f00-b636-fe3531dceda6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.2999868 Feb 09 22:15:59.705851 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df306d5-c215-4ae3-92db-ef52ae63d077 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.706432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df306d5-c215-4ae3-92db-ef52ae63d077 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.707001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] For port db57bc73-32f5-4a2e-94d6-f05b292c87b5, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=db57bc73-32f5-4a2e-94d6-f05b292c87b5,segment=NetworkSegment(2a7a032d-9302-4be0-a76a-0f6443b74e64),segment_id=2a7a032d-9302-4be0-a76a-0f6443b74e64)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:59.707493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.710871 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3df306d5-c215-4ae3-92db-ef52ae63d077 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/27c153af-14b2-4214-94c7-016fe079eef4 HTTP/1.1" status: 404 len: 333 time: 0.0592077 Feb 09 22:15:59.713559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50016) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.726628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] Calling delete_port for db57bc73-32f5-4a2e-94d6-f05b292c87b5 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:15:59.735043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device db57bc73-32f5-4a2e-94d6-f05b292c87b5 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:15:59.747731 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-5590ac4e-6d47-4008-b8cf-084c4819014e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.748306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5590ac4e-6d47-4008-b8cf-084c4819014e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.751810 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5590ac4e-6d47-4008-b8cf-084c4819014e tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/acbfb019-d4de-4904-a8b4-d7b5aa268e5a HTTP/1.1" status: 404 len: 337 time: 0.0367360 Feb 09 22:15:59.754130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50018) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.779222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efc800-0bbd-49f6-a73b-2451b1a0cda9 req-b0c09925-6ee4-4b43-a364-b4af299d04e6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.781133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44efc800-0bbd-49f6-a73b-2451b1a0cda9 req-b0c09925-6ee4-4b43-a364-b4af299d04e6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.2032342 Feb 09 22:15:59.783409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-60e6d052-84ae-421f-9dda-6ebce58ed352 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 999 time: 0.0898027 Feb 09 22:15:59.789978 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f890fe-da33-47b7-ac60-13b6a6f204ff tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] DELETE failed (client error): The resource could not be found. Feb 09 22:15:59.790582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f890fe-da33-47b7-ac60-13b6a6f204ff tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:15:59.795983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-25f890fe-da33-47b7-ac60-13b6a6f204ff tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/subnets/81b9137b-58e0-48ae-976a-77600c21829b HTTP/1.1" status: 404 len: 337 time: 0.0387020 Feb 09 22:15:59.800254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50024) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:59.905945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port db57bc73-32f5-4a2e-94d6-f05b292c87b5 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:59.906131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.925880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Deleting port 333c8ad9-b0f7-4c53-888c-1f0d2917b533 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:15:59.925880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:59.928900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-03027ea2-e249-4997-a296-353538a0148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:59.930401 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-03027ea2-e249-4997-a296-353538a0148e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.1390207 Feb 09 22:15:59.935126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-6f8a7d8b-0553-47cd-b0f1-e00a8b8d43f3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 999 time: 0.1506133 Feb 09 22:15:59.939923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44efc800-0bbd-49f6-a73b-2451b1a0cda9 req-137dda92-13ec-48b3-801f-939111a21347 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473608 Feb 09 22:15:59.982758 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (db57bc73-32f5-4a2e-94d6-f05b292c87b5), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.004908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] No DVR routers for this DVR port db57bc73-32f5-4a2e-94d6-f05b292c87b5 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:00.015463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-5bd30031-920a-4940-9fcf-faab9fdd8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:00.016903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-5bd30031-920a-4940-9fcf-faab9fdd8e6b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0656021 Feb 09 22:16:00.037380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.053056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Calling delete_port for 333c8ad9-b0f7-4c53-888c-1f0d2917b533 owned by {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:00.057236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c4d3f-dbfe-4b11-9ee8-5ddb9a11dc2d None None] Pushing event deleted for resources: {'Port': ['ID=db57bc73-32f5-4a2e-94d6-f05b292c87b5,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:00.067354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-da5c67e5-42c2-4ad1-a30b-ae105e3602b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:00.069031 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-da5c67e5-42c2-4ad1-a30b-ae105e3602b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1282439 Feb 09 22:16:00.169721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-0f1799da-503a-48fd-934f-2ca2122ad7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:00.171565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-0f1799da-503a-48fd-934f-2ca2122ad7c9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1480901 Feb 09 22:16:00.213342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba8ef0-5057-447d-9a33-b699ea77265f req-712076bd-745f-4011-8827-2d1da3973143 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:00.214937 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8dba8ef0-5057-447d-9a33-b699ea77265f req-712076bd-745f-4011-8827-2d1da3973143 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.0627303 Feb 09 22:16:00.258756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (333c8ad9-b0f7-4c53-888c-1f0d2917b533), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.299679 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Port': ['ID=333c8ad9-b0f7-4c53-888c-1f0d2917b533,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:00.306523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8dba8ef0-5057-447d-9a33-b699ea77265f req-e6efd638-17a1-490a-8720-897c07cc6f36 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841954 Feb 09 22:16:00.312668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.316844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fb9abbcb-08a8-4bf5-94dd-202b992e14ad tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/ports/333c8ad9-b0f7-4c53-888c-1f0d2917b533 HTTP/1.1" status: 204 len: 168 time: 0.5154712 Feb 09 22:16:00.319137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50036) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:00.406387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.501634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.528645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b758d52-2f53-44e7-9c1b-0f543ab5e0ad']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:00.539016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7a032d-9302-4be0-a76a-0f6443b74e64') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:00.539298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7a032d-9302-4be0-a76a-0f6443b74e64') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:00.551050 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (2a7a032d-9302-4be0-a76a-0f6443b74e64), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.574073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (2a7a032d-9302-4be0-a76a-0f6443b74e64), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.574352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-0d78d66a-cfd7-42b3-a353-3747fc0eba35 service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935615 Feb 09 22:16:00.584417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:16:00.584992 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (2a7a032d-9302-4be0-a76a-0f6443b74e64), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:16:00.588682 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:16:00.664117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-757c4803-1c24-4088-9556-6f863163d7c7 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860923 Feb 09 22:16:00.740714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-9fc42696-9439-4ef2-9ed0-a991d8193ed1 service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598732 Feb 09 22:16:00.749784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0b758d52-2f53-44e7-9c1b-0f543ab5e0ad), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.764780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:00.764780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] 10.222.0.98 "DELETE /v2.0/networks/0b758d52-2f53-44e7-9c1b-0f543ab5e0ad HTTP/1.1" status: 204 len: 168 time: 0.4428279 Feb 09 22:16:00.778209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68a5d8-abd7-412a-8798-ed30d6aee5b6 tempest-PortsIpV6TestJSON-1137544977 tempest-PortsIpV6TestJSON-1137544977-project] Pushing event deleted for resources: {'Network': ['ID=0b758d52-2f53-44e7-9c1b-0f543ab5e0ad,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:00.779919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f6a0247-e669-4b2e-a712-308d2e306f65 req-fb94316b-68d8-4760-a72f-5a6e8c1a1f98 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066861 Feb 09 22:16:01.099075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52745999-4eec-42e0-9f6a-81926eb91807 req-cd974416-cd0c-49c1-aae7-dc9f181b8275 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:01.100778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52745999-4eec-42e0-9f6a-81926eb91807 req-cd974416-cd0c-49c1-aae7-dc9f181b8275 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0620112 Feb 09 22:16:01.128493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.155971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52745999-4eec-42e0-9f6a-81926eb91807 req-d6d1d615-ed37-4ed0-a885-12fb8e5bac63 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486283 Feb 09 22:16:01.266671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50060) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:01.446826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c6b1e10-384d-4c4a-aa1c-28ecdc31df08 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b373f5b80431438bacc0772f2c068c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764343 Feb 09 22:16:01.448667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50068) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:01.469426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe1bf-2313-45b5-ba5e-ad0c02686f43 req-4b55c968-2bca-474e-a422-b73de881f8f9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:01.471057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f8fe1bf-2313-45b5-ba5e-ad0c02686f43 req-4b55c968-2bca-474e-a422-b73de881f8f9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.0783527 Feb 09 22:16:01.505454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b637ab5-a061-4fb1-a00d-74f4d0f79b79 admin admin] Publish callbacks [] for security_group (05471c88-568b-4b58-a627-7331199a56d0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.527783 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b637ab5-a061-4fb1-a00d-74f4d0f79b79 admin admin] Publish callbacks [] for security_group (05471c88-568b-4b58-a627-7331199a56d0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.529348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8f8fe1bf-2313-45b5-ba5e-ad0c02686f43 req-6d5ddad3-cb44-4c77-8c79-a3710ba547e8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497828 Feb 09 22:16:01.665404 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b637ab5-a061-4fb1-a00d-74f4d0f79b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (05471c88-568b-4b58-a627-7331199a56d0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.668189 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8b637ab5-a061-4fb1-a00d-74f4d0f79b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:01.669366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8b637ab5-a061-4fb1-a00d-74f4d0f79b79 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05471c88-568b-4b58-a627-7331199a56d0 HTTP/1.1" status: 204 len: 168 time: 0.2210939 Feb 09 22:16:01.677681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b637ab5-a061-4fb1-a00d-74f4d0f79b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05471c88-568b-4b58-a627-7331199a56d0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:02.282275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdc3fa-c367-4175-9d65-317125fd0a8b req-3d20cb30-b9fb-41a2-a537-f6bb5852c585 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:02.283821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bcdc3fa-c367-4175-9d65-317125fd0a8b req-3d20cb30-b9fb-41a2-a537-f6bb5852c585 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 944 time: 0.0574439 Feb 09 22:16:02.335003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6bcdc3fa-c367-4175-9d65-317125fd0a8b req-6ed42197-c1a1-4a3f-812c-fb9eba3379c0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Feb 09 22:16:02.670206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484225c3-9ad5-47cd-baac-bdca8ff396aa req-0ed609fa-fa81-4194-867b-fa0bc4d73517 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:02.672071 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-484225c3-9ad5-47cd-baac-bdca8ff396aa req-0ed609fa-fa81-4194-867b-fa0bc4d73517 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.0636113 Feb 09 22:16:02.722695 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-484225c3-9ad5-47cd-baac-bdca8ff396aa req-77fbcc3f-6819-489a-9dd8-06bc009a5688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Feb 09 22:16:02.782421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50108) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:02.881068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0f8a06a9-7d5b-4289-8774-7c2f810ba623 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:02.881515 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-0f8a06a9-7d5b-4289-8774-7c2f810ba623 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 22:16:02.882042 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-0f8a06a9-7d5b-4289-8774-7c2f810ba623 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:16:02.883034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0f8a06a9-7d5b-4289-8774-7c2f810ba623 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0995302 Feb 09 22:16:02.887155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50112) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:02.891303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085240338'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:02.973140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e5a51cc4-da9b-4678-8ab0-0c876a86ab89 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:16:03.035912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.046399 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.082501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e5a51cc4-da9b-4678-8ab0-0c876a86ab89, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:03.095473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'port_id': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89', 'mac_address': 'fa:16:3e:0e:62:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:16:03.134633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:03.135038 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.140760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (860b8c75-75e6-4524-b899-f000382b4c72), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.149036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a51cc4-da9b-4678-8ab0-0c876a86ab89 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:03.169094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e5a51cc4-da9b-4678-8ab0-0c876a86ab89, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:03.259869 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (860b8c75-75e6-4524-b899-f000382b4c72), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.288459 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.289149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:16:03.317289 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860b8c75-75e6-4524-b899-f000382b4c72,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.372149 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (b277c312-7070-4369-8a72-64b52898034e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.427938 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b277c312-7070-4369-8a72-64b52898034e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.443360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.485543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b277c312-7070-4369-8a72-64b52898034e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.499135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:03.516210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '34feff36-ccc0-4894-85f0-90cddf66741d', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'port_id': '34feff36-ccc0-4894-85f0-90cddf66741d', 'mac_address': 'fa:16:3e:66:f3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:16:03.517046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555803c-4a43-4441-a239-f4928b24ce80 req-624fbc96-afea-4c4d-a0fa-610bf9b7568b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:03.524616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c555803c-4a43-4441-a239-f4928b24ce80 req-624fbc96-afea-4c4d-a0fa-610bf9b7568b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 943 time: 0.1295149 Feb 09 22:16:03.570300 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.570300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48fa156d-2192-4035-82cf-027019a71398 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6757882 Feb 09 22:16:03.570300 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50120) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:03.570577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5b966-c469-4876-acac-de26d9ce448c req-fe686f4f-7b06-4aa1-879e-4fa89346632b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:03.576907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-b38b395d-33b7-4185-b98b-d985e08b7dde tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'b277c312-7070-4369-8a72-64b52898034e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:03.579737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95e5b966-c469-4876-acac-de26d9ce448c req-fe686f4f-7b06-4aa1-879e-4fa89346632b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 945 time: 0.1205494 Feb 09 22:16:03.589587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 34feff36-ccc0-4894-85f0-90cddf66741d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:03.590011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.608753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-518e3eb6-aa51-4032-981f-7f6265279adf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:03.609581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34feff36-ccc0-4894-85f0-90cddf66741d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:03.612094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-518e3eb6-aa51-4032-981f-7f6265279adf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112&tenant_id=edfa055e56964670bb2fcd2f93edd0b7&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 943 time: 0.2037148 Feb 09 22:16:03.624148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c555803c-4a43-4441-a239-f4928b24ce80 req-387150f3-b9a9-4c4c-b731-7b1d8fd54cb7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938299 Feb 09 22:16:03.638146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:03.711050 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.714655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95e5b966-c469-4876-acac-de26d9ce448c req-a68f060e-3937-4608-a48d-ab5ea02186ba tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338155 Feb 09 22:16:03.716562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b38b395d-33b7-4185-b98b-d985e08b7dde tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group_rule (7d071392-e000-4949-9292-9b33f996eca1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.727731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-109ca0c7-9b2a-49d6-ab51-0c90eb5e591b service neutron] 10.222.0.30 "GET /v2.0/ports/34feff36-ccc0-4894-85f0-90cddf66741d/bindings/n-h1-828599-1 HTTP/1.1" status: 200 len: 382 time: 0.1043487 Feb 09 22:16:03.768666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.780843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b38b395d-33b7-4185-b98b-d985e08b7dde tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group_rule (7d071392-e000-4949-9292-9b33f996eca1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.815111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-6af0a1b4-71bd-4091-9d54-0b6b40fcaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:03.816802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-6af0a1b4-71bd-4091-9d54-0b6b40fcaf59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1126 time: 0.0577636 Feb 09 22:16:03.842560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b38b395d-33b7-4185-b98b-d985e08b7dde tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (7d071392-e000-4949-9292-9b33f996eca1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.862900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b395d-33b7-4185-b98b-d985e08b7dde tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d071392-e000-4949-9292-9b33f996eca1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:03.919642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-ff237998-d9ed-4af0-ba16-3594c8f932ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:03.921465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-ff237998-d9ed-4af0-ba16-3594c8f932ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.0960376 Feb 09 22:16:03.930669 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b38b395d-33b7-4185-b98b-d985e08b7dde tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:03.934491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b38b395d-33b7-4185-b98b-d985e08b7dde tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592315 Feb 09 22:16:03.934822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50122) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:03.939603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9bb8b370-e8a4-46f8-be62-ea298bc84c4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'b277c312-7070-4369-8a72-64b52898034e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:03.994663 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e5a51cc4-da9b-4678-8ab0-0c876a86ab89'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:04.007583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-040cb701-18b6-4891-9856-f069029dca07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 1000 time: 0.0799530 Feb 09 22:16:04.022549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['34feff36-ccc0-4894-85f0-90cddf66741d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:04.058618 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b370-e8a4-46f8-be62-ea298bc84c4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group_rule (7f859545-9c64-4870-bd03-24b8c85174f1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.065329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-dac493b3-c3f6-44b9-a7d4-49e1ef37b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:04.066845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-dac493b3-c3f6-44b9-a7d4-49e1ef37b14a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0531938 Feb 09 22:16:04.140689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-ca522159-0928-4ca8-b80a-b3c02becd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:04.141941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-ca522159-0928-4ca8-b80a-b3c02becd9c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0691857 Feb 09 22:16:04.206568 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-9bb8b370-e8a4-46f8-be62-ea298bc84c4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:16:04.210252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9bb8b370-e8a4-46f8-be62-ea298bc84c4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2719197 Feb 09 22:16:04.210479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50126) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:04.270871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-59f2bd59-bc93-4f96-ac24-645fe890a342 service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226306 Feb 09 22:16:04.333059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c6f808-d043-441f-ab53-80b561261c80 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (b277c312-7070-4369-8a72-64b52898034e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.366680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c6f808-d043-441f-ab53-80b561261c80 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (b277c312-7070-4369-8a72-64b52898034e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.415000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-d8ed9d4a-6b37-4264-b0a7-3e1f620fc92b service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366789 Feb 09 22:16:04.504115 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c6f808-d043-441f-ab53-80b561261c80 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b277c312-7070-4369-8a72-64b52898034e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.506816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-15c6f808-d043-441f-ab53-80b561261c80 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:04.508012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-15c6f808-d043-441f-ab53-80b561261c80 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/b277c312-7070-4369-8a72-64b52898034e HTTP/1.1" status: 204 len: 168 time: 0.2966037 Feb 09 22:16:04.510734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50128) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:04.518487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6f808-d043-441f-ab53-80b561261c80 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b277c312-7070-4369-8a72-64b52898034e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:04.849021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116ee54-d98f-4b38-bfaa-0bd2ba854bcb req-854561b3-5402-4a02-ad66-55316a05854d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:04.850573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a116ee54-d98f-4b38-bfaa-0bd2ba854bcb req-854561b3-5402-4a02-ad66-55316a05854d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 945 time: 0.0560763 Feb 09 22:16:04.913540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a116ee54-d98f-4b38-bfaa-0bd2ba854bcb req-697b5154-ee36-46ac-b3a3-4ec7d3209126 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475841 Feb 09 22:16:04.944504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a533f3a8-4db6-47ae-b710-d0c6511c5ff8 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4319730 Feb 09 22:16:04.949782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50134) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:04.955814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e11e6c95-752f-413f-b31f-db95e0195b37 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015932047'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:04.970904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f014990-da26-428e-8aa8-d66e43c50f84 req-fdd2d150-f0b3-4b42-859c-1e3b6bc5a8f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:04.972815 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f014990-da26-428e-8aa8-d66e43c50f84 req-fdd2d150-f0b3-4b42-859c-1e3b6bc5a8f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 944 time: 0.0706074 Feb 09 22:16:04.983896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e5a51cc4-da9b-4678-8ab0-0c876a86ab89 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:05.023201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f014990-da26-428e-8aa8-d66e43c50f84 req-2f2cbee2-78b4-4b41-aaad-4c1649437885 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Feb 09 22:16:05.043524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11e6c95-752f-413f-b31f-db95e0195b37 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.098394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:16:05.102421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:05.109137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.109283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11e6c95-752f-413f-b31f-db95e0195b37 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (33e54f1f-963f-4801-978e-43cb23126ef2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.175179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11e6c95-752f-413f-b31f-db95e0195b37 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (33e54f1f-963f-4801-978e-43cb23126ef2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.182889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:05.182889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.205978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8655060a-a0a5-4e85-9565-60595ea9e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:05.208318 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187af9fb-ec57-452c-b95e-8d33084fb98b" -d '{"events": [{"server_uuid": "8655060a-a0a5-4e85-9565-60595ea9e091", "name": "network-vif-plugged", "status": "completed", "tag": "e5a51cc4-da9b-4678-8ab0-0c876a86ab89"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:05.210379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e6c95-752f-413f-b31f-db95e0195b37 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e54f1f-963f-4801-978e-43cb23126ef2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:05.221213 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e5a51cc4-da9b-4678-8ab0-0c876a86ab89, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:05.245458 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3aa7b-708e-4088-bafc-a5d2a57f7e57 x-openstack-request-id: req-04d3aa7b-708e-4088-bafc-a5d2a57f7e57 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:05.245805 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8655060a-a0a5-4e85-9565-60595ea9e091", "name": "network-vif-plugged", "status": "completed", "tag": "e5a51cc4-da9b-4678-8ab0-0c876a86ab89", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:05.246738 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-04d3aa7b-708e-4088-bafc-a5d2a57f7e57 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:05.247208 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8655060a-a0a5-4e85-9565-60595ea9e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89', 'code': 200} Feb 09 22:16:05.250878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e11e6c95-752f-413f-b31f-db95e0195b37 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.252197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e11e6c95-752f-413f-b31f-db95e0195b37 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3011193 Feb 09 22:16:05.255297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50140) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:05.260495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-970010b8-55a9-44b3-a88a-cf4a59cc1f4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': '33e54f1f-963f-4801-978e-43cb23126ef2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:05.261683 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-970010b8-55a9-44b3-a88a-cf4a59cc1f4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 22:16:05.262438 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-970010b8-55a9-44b3-a88a-cf4a59cc1f4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:05.264238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-970010b8-55a9-44b3-a88a-cf4a59cc1f4a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075011 Feb 09 22:16:05.266999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50142) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:05.299752 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.300646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:05.324482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a91f85af-5f07-446d-aaab-949cd3797982 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (33e54f1f-963f-4801-978e-43cb23126ef2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.351054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a91f85af-5f07-446d-aaab-949cd3797982 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (33e54f1f-963f-4801-978e-43cb23126ef2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.361877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e647e2-b4bb-437c-861f-83e9325a2925 req-4d35406e-f7fb-45e9-8744-9a3f0b139566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:05.363802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33e647e2-b4bb-437c-861f-83e9325a2925 req-4d35406e-f7fb-45e9-8744-9a3f0b139566 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 1128 time: 0.0537467 Feb 09 22:16:05.418682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33e647e2-b4bb-437c-861f-83e9325a2925 req-ed305204-5a42-4c1c-b9b5-521ce93a8480 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Feb 09 22:16:05.428294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:05.472001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a91f85af-5f07-446d-aaab-949cd3797982 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (33e54f1f-963f-4801-978e-43cb23126ef2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.474981 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a91f85af-5f07-446d-aaab-949cd3797982 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.476252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a91f85af-5f07-446d-aaab-949cd3797982 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/33e54f1f-963f-4801-978e-43cb23126ef2 HTTP/1.1" status: 204 len: 168 time: 0.2083402 Feb 09 22:16:05.479134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50144) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:05.487435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f85af-5f07-446d-aaab-949cd3797982 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e54f1f-963f-4801-978e-43cb23126ef2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:05.503599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 34feff36-ccc0-4894-85f0-90cddf66741d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:16:05.505685 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ee528e2-6eea-42f7-b6ac-d183d88f0a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.513034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 34feff36-ccc0-4894-85f0-90cddf66741d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:05.513564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.551554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-079e7610-2d82-49e8-9f75-a123067bb23e tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710113 Feb 09 22:16:05.559650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50146) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:05.570030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2dc500b2-9720-453d-a7dc-826a42617d17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--958951556'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:05.606280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 34feff36-ccc0-4894-85f0-90cddf66741d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:05.606675 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.639332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:05.648623 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dc500b2-9720-453d-a7dc-826a42617d17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.711236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.714213 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dc500b2-9720-453d-a7dc-826a42617d17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (23118dc5-dd16-4a07-8f24-7d2593e269be), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.758468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:05.768008 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dc500b2-9720-453d-a7dc-826a42617d17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (23118dc5-dd16-4a07-8f24-7d2593e269be), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.797345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc500b2-9720-453d-a7dc-826a42617d17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23118dc5-dd16-4a07-8f24-7d2593e269be,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:05.837451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dc500b2-9720-453d-a7dc-826a42617d17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.838745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2dc500b2-9720-453d-a7dc-826a42617d17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2768528 Feb 09 22:16:05.842279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50148) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:05.846813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2e3a802f-149f-4cc1-b735-904c74aea96f tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': '23118dc5-dd16-4a07-8f24-7d2593e269be', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:05.849917 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-2e3a802f-149f-4cc1-b735-904c74aea96f tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 22:16:05.849917 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-2e3a802f-149f-4cc1-b735-904c74aea96f tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:05.849917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2e3a802f-149f-4cc1-b735-904c74aea96f tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055978 Feb 09 22:16:05.852774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50150) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:05.904243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45f77851-e159-4035-b1bb-390e784ecf75 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (23118dc5-dd16-4a07-8f24-7d2593e269be), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:05.926154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45f77851-e159-4035-b1bb-390e784ecf75 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (23118dc5-dd16-4a07-8f24-7d2593e269be), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.043610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0cebd-d9dc-4fea-9954-e2a7e93af819 req-2547e22f-33ee-46cf-97bd-b268c7bf84a5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:06.050690 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5fe0cebd-d9dc-4fea-9954-e2a7e93af819 req-2547e22f-33ee-46cf-97bd-b268c7bf84a5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 946 time: 0.0620334 Feb 09 22:16:06.062682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45f77851-e159-4035-b1bb-390e784ecf75 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (23118dc5-dd16-4a07-8f24-7d2593e269be), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.062682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45f77851-e159-4035-b1bb-390e784ecf75 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.062682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-45f77851-e159-4035-b1bb-390e784ecf75 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/23118dc5-dd16-4a07-8f24-7d2593e269be HTTP/1.1" status: 204 len: 168 time: 0.2031071 Feb 09 22:16:06.063849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50156) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.093139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f77851-e159-4035-b1bb-390e784ecf75 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23118dc5-dd16-4a07-8f24-7d2593e269be,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:06.131492 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4dff93af-b7f6-4868-afc0-6e41d4273b77 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0704937 Feb 09 22:16:06.136402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50158) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.138693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5fe0cebd-d9dc-4fea-9954-e2a7e93af819 req-fa03ae73-9687-44c8-9daa-4d9a5f9793e5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872259 Feb 09 22:16:06.150555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d18a138c-1ea6-4c4e-ba56-74ebbc4b2965 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069348406'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:06.219732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95303c04-bd5f-4796-b5e9-6bd6728cd592 req-d5d948a3-8545-43f5-9264-86c5f90034ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:06.221396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95303c04-bd5f-4796-b5e9-6bd6728cd592 req-d5d948a3-8545-43f5-9264-86c5f90034ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.0938132 Feb 09 22:16:06.271983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95303c04-bd5f-4796-b5e9-6bd6728cd592 req-02565dfa-a29b-46eb-866f-895508df28a2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447767 Feb 09 22:16:06.282359 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d18a138c-1ea6-4c4e-ba56-74ebbc4b2965 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.350803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d18a138c-1ea6-4c4e-ba56-74ebbc4b2965 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.437051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d18a138c-1ea6-4c4e-ba56-74ebbc4b2965 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.466882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a138c-1ea6-4c4e-ba56-74ebbc4b2965 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:06.530519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d18a138c-1ea6-4c4e-ba56-74ebbc4b2965 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.531810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d18a138c-1ea6-4c4e-ba56-74ebbc4b2965 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3849039 Feb 09 22:16:06.534764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50162) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.539063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-19045f9f-b68e-4398-be93-2d20c39c0907 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:06.539972 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-19045f9f-b68e-4398-be93-2d20c39c0907 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 22:16:06.540471 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-19045f9f-b68e-4398-be93-2d20c39c0907 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:06.544268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-19045f9f-b68e-4398-be93-2d20c39c0907 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057883 Feb 09 22:16:06.544633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50164) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.550737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4e171f6a-c9f6-442a-a149-a45657987dd2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:06.552028 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-4e171f6a-c9f6-442a-a149-a45657987dd2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 22:16:06.553984 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-4e171f6a-c9f6-442a-a149-a45657987dd2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:06.557543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4e171f6a-c9f6-442a-a149-a45657987dd2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103533 Feb 09 22:16:06.559811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50166) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.564895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-be106893-ed27-4ae4-86ae-3eb635515209 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:06.566066 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-be106893-ed27-4ae4-86ae-3eb635515209 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 22:16:06.566575 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-be106893-ed27-4ae4-86ae-3eb635515209 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:06.570360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50168) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.570515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be106893-ed27-4ae4-86ae-3eb635515209 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096130 Feb 09 22:16:06.575905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e72989a1-22ce-46b8-ac4d-4f951ea07bdd tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:06.577064 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-e72989a1-22ce-46b8-ac4d-4f951ea07bdd tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 22:16:06.577784 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-e72989a1-22ce-46b8-ac4d-4f951ea07bdd tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:06.579060 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e72989a1-22ce-46b8-ac4d-4f951ea07bdd tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071785 Feb 09 22:16:06.581529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50170) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.646183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dab8e8a-ff64-48e6-9338-532f3acf1d0a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.679437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dab8e8a-ff64-48e6-9338-532f3acf1d0a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.802857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dab8e8a-ff64-48e6-9338-532f3acf1d0a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.805533 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2dab8e8a-ff64-48e6-9338-532f3acf1d0a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:06.806688 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2dab8e8a-ff64-48e6-9338-532f3acf1d0a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85 HTTP/1.1" status: 204 len: 168 time: 0.2240119 Feb 09 22:16:06.810095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50172) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.816848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab8e8a-ff64-48e6-9338-532f3acf1d0a tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eab490-8cf9-4748-a2bb-cd1ce6dfdf85,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:06.857709 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ace39561-a9b3-44bf-a403-3138a82f134c tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462320 Feb 09 22:16:06.861456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50174) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:06.866387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-63fed392-c742-4db9-8d18-99df029a4848 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267789768'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:06.962905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fed392-c742-4db9-8d18-99df029a4848 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.031557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fed392-c742-4db9-8d18-99df029a4848 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (c0327bcb-5bab-4752-8a7b-f4ca919a9da7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.128331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fed392-c742-4db9-8d18-99df029a4848 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c0327bcb-5bab-4752-8a7b-f4ca919a9da7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.158643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fed392-c742-4db9-8d18-99df029a4848 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0327bcb-5bab-4752-8a7b-f4ca919a9da7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:07.222777 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-63fed392-c742-4db9-8d18-99df029a4848 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.226786 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-63fed392-c742-4db9-8d18-99df029a4848 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3617721 Feb 09 22:16:07.228093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50180) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.234454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8d94409f-4318-48fa-a870-9028c5c1398d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:07.235776 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-8d94409f-4318-48fa-a870-9028c5c1398d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 22:16:07.236343 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-8d94409f-4318-48fa-a870-9028c5c1398d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:07.240074 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8d94409f-4318-48fa-a870-9028c5c1398d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081887 Feb 09 22:16:07.244134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50184) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.248586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:07.251020 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff60fe9-bb32-48df-bab2-3b3a9bbb3f98" -d '{"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-plugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:07.258226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-64bc21db-b030-4df9-bab0-991723a65038 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:07.323467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4d49c-2be0-42b4-90fa-039a2a41a831 req-8d1a7d18-037e-4ac8-8bb8-f878c6b6e98c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:07.327619 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85c4d49c-2be0-42b4-90fa-039a2a41a831 req-8d1a7d18-037e-4ac8-8bb8-f878c6b6e98c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 946 time: 0.0960944 Feb 09 22:16:07.333254 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b499d33e-d537-40ae-b136-355c1972055d x-openstack-request-id: req-b499d33e-d537-40ae-b136-355c1972055d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:07.333762 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-plugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:07.334191 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b499d33e-d537-40ae-b136-355c1972055d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:07.334739 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'code': 200} Feb 09 22:16:07.382168 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85c4d49c-2be0-42b4-90fa-039a2a41a831 req-570567c6-bb08-4ebd-9b66-3e94cfe1e406 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495427 Feb 09 22:16:07.481425 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-64bc21db-b030-4df9-bab0-991723a65038 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:07.486590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-64bc21db-b030-4df9-bab0-991723a65038 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2370858 Feb 09 22:16:07.489395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50192) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.493900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-417bed21-b259-4b4c-9547-3aa4e2892330 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:07.494387 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-417bed21-b259-4b4c-9547-3aa4e2892330 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 22:16:07.494881 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-417bed21-b259-4b4c-9547-3aa4e2892330 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:07.497772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-417bed21-b259-4b4c-9547-3aa4e2892330 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055029 Feb 09 22:16:07.501164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50194) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.505534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1cd8-7aa7-4b94-a928-1fdb1d51e28b req-3dfe02d7-9a90-43eb-bd21-dd14156a243d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:07.506727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3b4c63c0-eb45-4b43-b85d-337b8a56b7fa tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:07.507030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-448e1cd8-7aa7-4b94-a928-1fdb1d51e28b req-3dfe02d7-9a90-43eb-bd21-dd14156a243d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 945 time: 0.1177781 Feb 09 22:16:07.518930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-35b6b932-719f-44cd-b8d9-13e937e13ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:07.520805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-35b6b932-719f-44cd-b8d9-13e937e13ada service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 1127 time: 0.0793693 Feb 09 22:16:07.533854 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2cdba8a6-a021-4700-95c8-5b90cf7ea353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.539238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:07.554336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31f6c-85a8-4771-b22d-8c5c2fabfe39 req-fec3823a-a137-4b0d-a1e4-8377e1449148 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:07.562147 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b7f31f6c-85a8-4771-b22d-8c5c2fabfe39 req-fec3823a-a137-4b0d-a1e4-8377e1449148 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 946 time: 0.0877714 Feb 09 22:16:07.608432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b7f31f6c-85a8-4771-b22d-8c5c2fabfe39 req-0ffb1a10-dfe5-460b-9549-edafe41f75cc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Feb 09 22:16:07.652171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-448e1cd8-7aa7-4b94-a928-1fdb1d51e28b req-b56369f3-3d92-4169-80b6-d402a704192e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304202 Feb 09 22:16:07.661055 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.762366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174bf5-8d5c-4483-a391-5900afde9396 req-347f225e-7263-4333-a618-a30784e05b24 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:07.764041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7174bf5-8d5c-4483-a391-5900afde9396 req-347f225e-7263-4333-a618-a30784e05b24 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 946 time: 0.0620902 Feb 09 22:16:07.764952 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-3b4c63c0-eb45-4b43-b85d-337b8a56b7fa tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:07.765895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b4c63c0-eb45-4b43-b85d-337b8a56b7fa tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2627838 Feb 09 22:16:07.769283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50200) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.777148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-067485ba-0249-447a-b26b-769fed86b5f9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:07.777629 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-067485ba-0249-447a-b26b-769fed86b5f9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 22:16:07.778123 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-067485ba-0249-447a-b26b-769fed86b5f9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:07.779205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-067485ba-0249-447a-b26b-769fed86b5f9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088475 Feb 09 22:16:07.782294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50202) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.786373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-07d35db8-3803-47c1-96b4-5a7c1c0f8076 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:07.815976 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a7174bf5-8d5c-4483-a391-5900afde9396 req-4b8a70f9-c2df-4724-bb8b-69396fe18634 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Feb 09 22:16:07.921333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:07.957064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:07.989710 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-07d35db8-3803-47c1-96b4-5a7c1c0f8076 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:07.990797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-07d35db8-3803-47c1-96b4-5a7c1c0f8076 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2075441 Feb 09 22:16:07.993893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50208) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:07.999505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-47f022b6-5263-4841-a2ad-6948a8aeb3e2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:08.000130 n-d-828599-1 neutron-server[103696]: WARNING neutron.api.v2.base [None req-47f022b6-5263-4841-a2ad-6948a8aeb3e2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 22:16:08.000291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:08.001037 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-47f022b6-5263-4841-a2ad-6948a8aeb3e2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:08.003735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47f022b6-5263-4841-a2ad-6948a8aeb3e2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071266 Feb 09 22:16:08.003888 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9702e4-e4ab-463f-8e83-274e9f4ef013" -d '{"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-unplugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:08.005149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50212) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:08.006206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Publish callbacks [] for port (34feff36-ccc0-4894-85f0-90cddf66741d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.009735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4a3e45db-c1af-48f6-a555-140e96d00898 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:08.019974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Transition to ACTIVE for port object 34feff36-ccc0-4894-85f0-90cddf66741d will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:16:08.060029 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612a6c48-c740-49f6-bd19-fae29b2a4ced x-openstack-request-id: req-612a6c48-c740-49f6-bd19-fae29b2a4ced {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:08.060327 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-unplugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:08.060582 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-612a6c48-c740-49f6-bd19-fae29b2a4ced {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:08.060994 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'code': 200} Feb 09 22:16:08.104098 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.200055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:08.237213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] No DVR routers for this DVR port 34feff36-ccc0-4894-85f0-90cddf66741d on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:08.262190 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-4a3e45db-c1af-48f6-a555-140e96d00898 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:08.262190 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a3e45db-c1af-48f6-a555-140e96d00898 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2509501 Feb 09 22:16:08.263907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50218) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:08.268499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a5bd1b28-5797-45e1-8250-a0d76160063b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'c0327bcb-5bab-4752-8a7b-f4ca919a9da7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:08.394904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f78940-a9b7-4d31-84f2-1131b4154c82 req-4301dece-4475-4115-ae51-3d576f6617d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:08.396607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15f78940-a9b7-4d31-84f2-1131b4154c82 req-4301dece-4475-4115-ae51-3d576f6617d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 946 time: 0.0664382 Feb 09 22:16:08.445946 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:08.450820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:08.450820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:08.452295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:16:08.452699 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Attempting to bind port 34feff36-ccc0-4894-85f0-90cddf66741d on network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:08.454477 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-15f78940-a9b7-4d31-84f2-1131b4154c82 req-00520367-bc2d-4b65-a8b9-5c1eff291efb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 Feb 09 22:16:08.458302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:08.458733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Checking segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:08.459206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Bound using segment: {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:08.459758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Bound port: 34feff36-ccc0-4894-85f0-90cddf66741d, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c294e99-2d1c-4ab7-94aa-fbe693f114f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:08.460198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.472819 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-a5bd1b28-5797-45e1-8250-a0d76160063b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:08.484073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a5bd1b28-5797-45e1-8250-a0d76160063b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2103481 Feb 09 22:16:08.484073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50220) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:08.532365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c94aaaa-4515-4338-b332-1a3b5ac0e310 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (c0327bcb-5bab-4752-8a7b-f4ca919a9da7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.538825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:08.542166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:08.561769 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c94aaaa-4515-4338-b332-1a3b5ac0e310 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (c0327bcb-5bab-4752-8a7b-f4ca919a9da7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.597540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.632823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:08.633652 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.635235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] 10.222.0.110 "PUT /v2.0/ports/34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 1092 time: 1.1070855 Feb 09 22:16:08.660733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c94aaaa-4515-4338-b332-1a3b5ac0e310 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (c0327bcb-5bab-4752-8a7b-f4ca919a9da7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.663974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9c94aaaa-4515-4338-b332-1a3b5ac0e310 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.667587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9c94aaaa-4515-4338-b332-1a3b5ac0e310 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/c0327bcb-5bab-4752-8a7b-f4ca919a9da7 HTTP/1.1" status: 204 len: 168 time: 0.1860580 Feb 09 22:16:08.669645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50222) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:08.676271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb55a-5dad-48cb-87b0-744f313c0821 service neutron] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=11']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:08.731251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94aaaa-4515-4338-b332-1a3b5ac0e310 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0327bcb-5bab-4752-8a7b-f4ca919a9da7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:08.732593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-0b59f13d-919d-43dc-af9e-39ac31e155ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:08.734312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-0b59f13d-919d-43dc-af9e-39ac31e155ff service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1126 time: 0.0722594 Feb 09 22:16:08.796596 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-594c9887-c544-4ee0-8479-9791093e8ad3 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1254334 Feb 09 22:16:08.800788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50226) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:08.804690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f378d0a7-536c-4963-a7d3-1fd188d0bc6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--423615506'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:08.878459 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f378d0a7-536c-4963-a7d3-1fd188d0bc6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.896114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34037b-9317-48cc-8711-46b53501e8c8 req-a28ee302-21e9-4596-bcca-ab2183c38086 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:08.897655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a34037b-9317-48cc-8711-46b53501e8c8 req-a28ee302-21e9-4596-bcca-ab2183c38086 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 944 time: 0.0896175 Feb 09 22:16:08.898861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-c61b3ec7-db5c-456f-9d22-67d53da9ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:08.900429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-c61b3ec7-db5c-456f-9d22-67d53da9ea41 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1585174 Feb 09 22:16:08.976922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f378d0a7-536c-4963-a7d3-1fd188d0bc6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (dc5a7d5d-e1ad-473a-8b59-4252f4134dec), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:08.998543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a34037b-9317-48cc-8711-46b53501e8c8 req-9a2cb207-64a1-4611-bd15-a28dd92eeace tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939071 Feb 09 22:16:09.007754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-183207f1-3777-41ae-b7a2-7fa771cafbf2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 999 time: 0.0961154 Feb 09 22:16:09.041057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f378d0a7-536c-4963-a7d3-1fd188d0bc6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc5a7d5d-e1ad-473a-8b59-4252f4134dec), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.060338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-d6201c26-f5c1-4cde-9318-b045d2dcf186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:09.061792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-d6201c26-f5c1-4cde-9318-b045d2dcf186 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0477777 Feb 09 22:16:09.081370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378d0a7-536c-4963-a7d3-1fd188d0bc6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5a7d5d-e1ad-473a-8b59-4252f4134dec,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:09.113310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-513b573d-9d22-49f6-acd1-680e2bad0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:09.117158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-513b573d-9d22-49f6-acd1-680e2bad0d1b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480027 Feb 09 22:16:09.132754 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.157681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f378d0a7-536c-4963-a7d3-1fd188d0bc6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.159237 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f378d0a7-536c-4963-a7d3-1fd188d0bc6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3578038 Feb 09 22:16:09.162093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50228) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:09.166685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ed7bd2b7-162b-4125-806c-4eae57d639bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'dc5a7d5d-e1ad-473a-8b59-4252f4134dec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:09.210738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-8cbd6c2e-7238-44aa-98d7-26202634a15f service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894194 Feb 09 22:16:09.305762 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1806fa9-be2e-4ecc-afb3-ba2856b03c18 req-cb82e5e7-ff56-4fdc-92ce-b8b43a87dfe7 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877101 Feb 09 22:16:09.340421 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-ed7bd2b7-162b-4125-806c-4eae57d639bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The resource could not be found. Feb 09 22:16:09.341624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ed7bd2b7-162b-4125-806c-4eae57d639bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1783760 Feb 09 22:16:09.344288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50232) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:09.348739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8030be0f-c66b-4345-845e-db91c357cf74 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': 'dc5a7d5d-e1ad-473a-8b59-4252f4134dec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cf1f2e7f-9d01-4a84-87ba-ded8cd8bb0c8'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:09.564002 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-8030be0f-c66b-4345-845e-db91c357cf74 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The resource could not be found. Feb 09 22:16:09.567858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8030be0f-c66b-4345-845e-db91c357cf74 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2197926 Feb 09 22:16:09.568238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50236) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:09.614094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf295-3495-4ea8-a601-9f0e64c76020 req-cc4373d8-3191-4c68-bb2f-2b68bc2adbd2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:09.615507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-274bf295-3495-4ea8-a601-9f0e64c76020 req-cc4373d8-3191-4c68-bb2f-2b68bc2adbd2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 946 time: 0.0832059 Feb 09 22:16:09.674952 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a52060bb-bd3f-4cb5-ab12-456990278506 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (dc5a7d5d-e1ad-473a-8b59-4252f4134dec), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.683481 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-274bf295-3495-4ea8-a601-9f0e64c76020 req-6ff0e46b-5135-43ce-840f-9fb01542deb1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Feb 09 22:16:09.705583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a52060bb-bd3f-4cb5-ab12-456990278506 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (dc5a7d5d-e1ad-473a-8b59-4252f4134dec), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.808498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a52060bb-bd3f-4cb5-ab12-456990278506 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (dc5a7d5d-e1ad-473a-8b59-4252f4134dec), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.811261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a52060bb-bd3f-4cb5-ab12-456990278506 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.812459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a52060bb-bd3f-4cb5-ab12-456990278506 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/dc5a7d5d-e1ad-473a-8b59-4252f4134dec HTTP/1.1" status: 204 len: 168 time: 0.2433279 Feb 09 22:16:09.815147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50238) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:09.822200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52060bb-bd3f-4cb5-ab12-456990278506 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5a7d5d-e1ad-473a-8b59-4252f4134dec,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:09.874225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7d0401be-3bce-4a92-a572-068395b8d84b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0533412 Feb 09 22:16:09.874444 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50240) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:09.878609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-db045dea-d3ac-465f-8caf-c87864805f62 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': '32f0588b-ae7e-4742-8376-bce443bd93cf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:09.934147 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:16:09.946706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd083cd-a798-41fc-988c-666fbc73077b req-88526de9-869a-4c02-b1e8-6e12cffdf123 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:09.948197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fd083cd-a798-41fc-988c-666fbc73077b req-88526de9-869a-4c02-b1e8-6e12cffdf123 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 946 time: 0.0625603 Feb 09 22:16:10.058406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:10.058764 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.062991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:10.065575 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c04847-197d-49fa-84b3-4548c616a561" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:10.110495 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-db045dea-d3ac-465f-8caf-c87864805f62 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The resource could not be found. Feb 09 22:16:10.115190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50246) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:10.115384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-db045dea-d3ac-465f-8caf-c87864805f62 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2398834 Feb 09 22:16:10.121905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f4f0dca4-e152-4af2-ba1d-1b4991edc0bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141655815'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:10.128732 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142071fe-a56b-4cce-bafd-fe4fadf1475f x-openstack-request-id: req-142071fe-a56b-4cce-bafd-fe4fadf1475f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:10.128732 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:10.129044 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-142071fe-a56b-4cce-bafd-fe4fadf1475f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:10.129305 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'status': 'completed', 'code': 200} Feb 09 22:16:10.211427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-e2f64003-860c-419c-bfa0-fd6be852c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.213743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-e2f64003-860c-419c-bfa0-fd6be852c02f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1126 time: 0.0528529 Feb 09 22:16:10.234369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dca4-e152-4af2-ba1d-1b4991edc0bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.234651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] For port e5a51cc4-da9b-4678-8ab0-0c876a86ab89, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:10.235136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.251583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4415bed-9847-45e9-8346-eb4fbb73e85a req-94b14b91-99ec-49bc-90f9-11977eec1e42 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.253133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4415bed-9847-45e9-8346-eb4fbb73e85a req-94b14b91-99ec-49bc-90f9-11977eec1e42 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 944 time: 0.1736612 Feb 09 22:16:10.262054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for e5a51cc4-da9b-4678-8ab0-0c876a86ab89 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:10.275026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-d68f06dc-2d97-43b2-b798-a90bfdb138b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.276534 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-d68f06dc-2d97-43b2-b798-a90bfdb138b0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1126 time: 0.1173241 Feb 09 22:16:10.295808 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.356101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-704bf023-0125-4637-b635-e5b13f0918ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.357807 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-704bf023-0125-4637-b635-e5b13f0918ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1361456 Feb 09 22:16:10.387409 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dca4-e152-4af2-ba1d-1b4991edc0bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (91600071-b360-4cb8-b5ca-edbe34d56ca9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.413567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4415bed-9847-45e9-8346-eb4fbb73e85a req-ee3c85b7-39ac-4a4e-8bfd-41ca99787bc4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492069 Feb 09 22:16:10.442217 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-98fe07b3-0490-450c-bf97-e51705884259 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 999 time: 0.0673583 Feb 09 22:16:10.443255 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dca4-e152-4af2-ba1d-1b4991edc0bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (91600071-b360-4cb8-b5ca-edbe34d56ca9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.457993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-bb4918b3-7ec6-4b2c-bfde-3960483977c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.459471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-bb4918b3-7ec6-4b2c-bfde-3960483977c3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1723125 Feb 09 22:16:10.508294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0dca4-e152-4af2-ba1d-1b4991edc0bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91600071-b360-4cb8-b5ca-edbe34d56ca9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:10.519608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-520beae5-859a-4968-af4d-220104f4c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.521195 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-520beae5-859a-4968-af4d-220104f4c14d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0680649 Feb 09 22:16:10.542286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4f0dca4-e152-4af2-ba1d-1b4991edc0bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.543880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f4f0dca4-e152-4af2-ba1d-1b4991edc0bf tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4272335 Feb 09 22:16:10.548073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50250) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:10.554405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5cb18ccd-357a-4ad0-95ca-c115a70be151 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--32647849'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:10.584426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-a0450a88-c741-4b69-9319-34ad460cb25b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 999 time: 0.1174297 Feb 09 22:16:10.585764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-bc1d61e6-f053-4a36-9231-11793aed8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.587699 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-bc1d61e6-f053-4a36-9231-11793aed8290 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576062 Feb 09 22:16:10.646631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-162deb4a-5fd4-4aa5-b5cb-50e1c4d34977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.648202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-162deb4a-5fd4-4aa5-b5cb-50e1c4d34977 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0536335 Feb 09 22:16:10.685334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e5a51cc4-da9b-4678-8ab0-0c876a86ab89), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.702476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e5a51cc4-da9b-4678-8ab0-0c876a86ab89'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:10.714801 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ccd-357a-4ad0-95ca-c115a70be151 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.719823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-b2570671-4644-4514-a203-3ac276edd2e6 service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219831 Feb 09 22:16:10.725327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=e5a51cc4-da9b-4678-8ab0-0c876a86ab89,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:10.766737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.767088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.767427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.768152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.768508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.768847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.769177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.769500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.769830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.770151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.770477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.770799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.771122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:10.807495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] No DVR routers for this DVR port e5a51cc4-da9b-4678-8ab0-0c876a86ab89 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:10.807742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.812411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fd083cd-a798-41fc-988c-666fbc73077b req-e4a10452-bcd0-4f62-9cf4-1ff5b3ecf7f7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "DELETE /v2.0/ports/e5a51cc4-da9b-4678-8ab0-0c876a86ab89 HTTP/1.1" status: 204 len: 173 time: 0.8559484 Feb 09 22:16:10.819993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c04847-197d-49fa-84b3-4548c616a561 req-dfdf63ca-8623-425f-80a8-efbf3df46945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:10.821692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-dfdf63ca-8623-425f-80a8-efbf3df46945 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1650290 Feb 09 22:16:10.897144 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e083062-5a5b-4952-b1dd-d096bbee3a01 req-5b989ac9-829d-45ca-bbef-88b678e5d933 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0321825 Feb 09 22:16:10.951002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ccd-357a-4ad0-95ca-c115a70be151 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (16a77ba9-99ff-48c5-afcd-a895caaa041f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:10.954051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-e474ab66-bf14-432a-86e2-55fef08f0b45 service neutron] 10.222.0.30 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250190 Feb 09 22:16:10.981558 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-bdc012f3-e819-4e93-bdde-62171b5cd5a4 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515365 Feb 09 22:16:11.038078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:11.046623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ccd-357a-4ad0-95ca-c115a70be151 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (16a77ba9-99ff-48c5-afcd-a895caaa041f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.101477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb18ccd-357a-4ad0-95ca-c115a70be151 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a77ba9-99ff-48c5-afcd-a895caaa041f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:11.125894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62c04847-197d-49fa-84b3-4548c616a561 req-1edd7542-d601-40c6-9b13-b576d7cfc1fb service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377039 Feb 09 22:16:11.133589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 34feff36-ccc0-4894-85f0-90cddf66741d host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:16:11.133999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:11.160228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5cb18ccd-357a-4ad0-95ca-c115a70be151 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.160228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5cb18ccd-357a-4ad0-95ca-c115a70be151 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6071596 Feb 09 22:16:11.161050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50254) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.167071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b1a8cb46-d998-40bb-8e64-c3bc86868e45 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group_rule': {'security_group_id': '91600071-b360-4cb8-b5ca-edbe34d56ca9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '16a77ba9-99ff-48c5-afcd-a895caaa041f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:11.360335 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-b1a8cb46-d998-40bb-8e64-c3bc86868e45 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:16:11.366441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b1a8cb46-d998-40bb-8e64-c3bc86868e45 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1990736 Feb 09 22:16:11.368501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50258) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.422822 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b622e17-8df1-49e1-aa44-a0acbf9e22e9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (16a77ba9-99ff-48c5-afcd-a895caaa041f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.447605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b622e17-8df1-49e1-aa44-a0acbf9e22e9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (16a77ba9-99ff-48c5-afcd-a895caaa041f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.548111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d334-1313-49c4-92e9-debadb8d00a4 req-e850611c-6ba3-4aee-837c-f8ddc6a33473 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:11.549714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb04d334-1313-49c4-92e9-debadb8d00a4 req-e850611c-6ba3-4aee-837c-f8ddc6a33473 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 944 time: 0.0528924 Feb 09 22:16:11.572441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b622e17-8df1-49e1-aa44-a0acbf9e22e9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (16a77ba9-99ff-48c5-afcd-a895caaa041f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.577512 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5b622e17-8df1-49e1-aa44-a0acbf9e22e9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.577512 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5b622e17-8df1-49e1-aa44-a0acbf9e22e9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/16a77ba9-99ff-48c5-afcd-a895caaa041f HTTP/1.1" status: 204 len: 168 time: 0.2072647 Feb 09 22:16:11.581262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50262) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.591492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b622e17-8df1-49e1-aa44-a0acbf9e22e9 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a77ba9-99ff-48c5-afcd-a895caaa041f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:11.617323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb04d334-1313-49c4-92e9-debadb8d00a4 req-5d916cea-b4e9-4a75-a96a-48c3ecb0d689 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618534 Feb 09 22:16:11.651068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50264) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.682861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6cc906e6-6e67-439a-8802-b7ffe63d15be tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0978587 Feb 09 22:16:11.683118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50266) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.714060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ab5cc093-9d6d-4e97-88f8-355b64abd39b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/85b3d42b-df13-4a84-929f-f88014a8a978 HTTP/1.1" status: 200 len: 991 time: 0.0617974 Feb 09 22:16:11.743497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-32c81c80-7da7-4e56-b29c-de0576c25ea6 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (91600071-b360-4cb8-b5ca-edbe34d56ca9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.750036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.768377 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-32c81c80-7da7-4e56-b29c-de0576c25ea6 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (91600071-b360-4cb8-b5ca-edbe34d56ca9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.882730 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-32c81c80-7da7-4e56-b29c-de0576c25ea6 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (91600071-b360-4cb8-b5ca-edbe34d56ca9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.885488 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-32c81c80-7da7-4e56-b29c-de0576c25ea6 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.886741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-32c81c80-7da7-4e56-b29c-de0576c25ea6 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/91600071-b360-4cb8-b5ca-edbe34d56ca9 HTTP/1.1" status: 204 len: 168 time: 0.2021441 Feb 09 22:16:11.889619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50268) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.896336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c81c80-7da7-4e56-b29c-de0576c25ea6 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91600071-b360-4cb8-b5ca-edbe34d56ca9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:11.940346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fa20185d-2653-4cf2-bfac-7f8cb1562a2d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458148 Feb 09 22:16:11.941257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50272) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:11.946036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c185c5b1-c1d5-4942-8f65-c21e50fcbb3b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'tempest-secgroup--350180068'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:12.012425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26e3c860-1903-4c53-9d09-1647ee93f089 req-378931de-3f7a-47e2-b458-89ff33f442af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Feb 09 22:16:12.019942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c185c5b1-c1d5-4942-8f65-c21e50fcbb3b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.093710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c185c5b1-c1d5-4942-8f65-c21e50fcbb3b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (29142dd7-66e2-46c2-92de-b4e80f66fdbf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.129787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8655060a-a0a5-4e85-9565-60595ea9e091', 'name': 'network-vif-deleted', 'tag': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:12.132084 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e4592-76cb-4f43-9fbb-9579bad2a3a4" -d '{"events": [{"server_uuid": "8655060a-a0a5-4e85-9565-60595ea9e091", "name": "network-vif-deleted", "tag": "e5a51cc4-da9b-4678-8ab0-0c876a86ab89"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:12.151197 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c185c5b1-c1d5-4942-8f65-c21e50fcbb3b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (29142dd7-66e2-46c2-92de-b4e80f66fdbf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.175016 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e755d8a0-b71b-4ce3-bf57-c8f54177a3af x-openstack-request-id: req-e755d8a0-b71b-4ce3-bf57-c8f54177a3af {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:12.175432 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8655060a-a0a5-4e85-9565-60595ea9e091", "name": "network-vif-deleted", "tag": "e5a51cc4-da9b-4678-8ab0-0c876a86ab89", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:12.175694 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e755d8a0-b71b-4ce3-bf57-c8f54177a3af {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:12.176107 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8655060a-a0a5-4e85-9565-60595ea9e091', 'name': 'network-vif-deleted', 'tag': 'e5a51cc4-da9b-4678-8ab0-0c876a86ab89', 'status': 'completed', 'code': 200} Feb 09 22:16:12.190005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185c5b1-c1d5-4942-8f65-c21e50fcbb3b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29142dd7-66e2-46c2-92de-b4e80f66fdbf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:12.226933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c185c5b1-c1d5-4942-8f65-c21e50fcbb3b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.228225 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c185c5b1-c1d5-4942-8f65-c21e50fcbb3b tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2856388 Feb 09 22:16:12.231680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50276) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:12.236078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4c647194-10c1-4f08-a77b-89b7152f7f01 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:12.236754 n-d-828599-1 neutron-server[103697]: WARNING neutron.api.v2.base [None req-4c647194-10c1-4f08-a77b-89b7152f7f01 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 22:16:12.237246 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-4c647194-10c1-4f08-a77b-89b7152f7f01 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 22:16:12.238196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4c647194-10c1-4f08-a77b-89b7152f7f01 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "PUT /v2.0/security-groups/29142dd7-66e2-46c2-92de-b4e80f66fdbf HTTP/1.1" status: 409 len: 330 time: 0.0055459 Feb 09 22:16:12.245341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50278) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:12.296405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41f05c7a-3a7a-42d7-ad15-7049c7fb6c6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (29142dd7-66e2-46c2-92de-b4e80f66fdbf), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.317513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41f05c7a-3a7a-42d7-ad15-7049c7fb6c6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (29142dd7-66e2-46c2-92de-b4e80f66fdbf), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.401305 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41f05c7a-3a7a-42d7-ad15-7049c7fb6c6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (29142dd7-66e2-46c2-92de-b4e80f66fdbf), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.404573 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41f05c7a-3a7a-42d7-ad15-7049c7fb6c6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.405729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-41f05c7a-3a7a-42d7-ad15-7049c7fb6c6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/29142dd7-66e2-46c2-92de-b4e80f66fdbf HTTP/1.1" status: 204 len: 168 time: 0.1595571 Feb 09 22:16:12.409122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50282) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:12.415264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05c7a-3a7a-42d7-ad15-7049c7fb6c6d tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29142dd7-66e2-46c2-92de-b4e80f66fdbf,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:12.467547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-24047165-e182-46c4-b8aa-1aa0db389815 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487049 Feb 09 22:16:12.467813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50284) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:12.467944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:16:12.477826 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-801354b1-73a9-4ceb-9ea2-dce9184987f2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] delete failed (client error): The resource could not be found. Feb 09 22:16:12.482552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-801354b1-73a9-4ceb-9ea2-dce9184987f2 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "DELETE /v2.0/security-groups/89f7ba42-9e9e-46dd-bcd5-cf88d04c0c1f HTTP/1.1" status: 404 len: 347 time: 0.0149558 Feb 09 22:16:12.482774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50286) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:12.496391 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-be66f71f-a05c-44b0-9b49-f960d818bae7 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] show failed (client error): The resource could not be found. Feb 09 22:16:12.497438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-be66f71f-a05c-44b0-9b49-f960d818bae7 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-groups/424ab183-eae3-4eac-85f4-8f0982937795 HTTP/1.1" status: 404 len: 347 time: 0.0136182 Feb 09 22:16:12.501113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50288) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:12.517821 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-57638d10-f5d4-41fe-8412-61f7c776fa17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] show failed (client error): The resource could not be found. Feb 09 22:16:12.519054 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-57638d10-f5d4-41fe-8412-61f7c776fa17 tempest-NegativeSecGroupTest-1335268847 tempest-NegativeSecGroupTest-1335268847-project] 10.222.0.98 "GET /v2.0/security-group-rules/6d5536d6-c1c4-4e76-8cdf-50bf3c215971 HTTP/1.1" status: 404 len: 356 time: 0.0170152 Feb 09 22:16:12.573162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:12.587305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '34feff36-ccc0-4894-85f0-90cddf66741d', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'port_id': '34feff36-ccc0-4894-85f0-90cddf66741d', 'mac_address': 'fa:16:3e:66:f3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:16:12.633268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 34feff36-ccc0-4894-85f0-90cddf66741d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:12.633670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.649064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34feff36-ccc0-4894-85f0-90cddf66741d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:12.671916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:12.732930 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.783395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=12']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:13.002803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50294) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:13.003443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['34feff36-ccc0-4894-85f0-90cddf66741d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:13.132672 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1cedac33-32e2-4f79-8b85-e6927d914f0d req-47a2f518-18cb-45b1-a6ab-cdce62123a02 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0354829 Feb 09 22:16:13.181104 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e1489de6-7365-42d2-95b0-dde5ee6c4ae5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e57ea35a8cc41f4a75ea7db442bbdd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771276 Feb 09 22:16:13.184349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50300) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:13.237509 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8e30b0-8385-4c11-bdef-df2a47bd7497 admin admin] Publish callbacks [] for security_group (860b8c75-75e6-4524-b899-f000382b4c72), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.258871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8e30b0-8385-4c11-bdef-df2a47bd7497 admin admin] Publish callbacks [] for security_group (860b8c75-75e6-4524-b899-f000382b4c72), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.368267 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8e30b0-8385-4c11-bdef-df2a47bd7497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (860b8c75-75e6-4524-b899-f000382b4c72), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.371040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da8e30b0-8385-4c11-bdef-df2a47bd7497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:13.372826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-da8e30b0-8385-4c11-bdef-df2a47bd7497 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/860b8c75-75e6-4524-b899-f000382b4c72 HTTP/1.1" status: 204 len: 168 time: 0.1874151 Feb 09 22:16:13.382767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e30b0-8385-4c11-bdef-df2a47bd7497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860b8c75-75e6-4524-b899-f000382b4c72,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:14.264055 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c1983bf4-916d-47b2-b7fd-579dd491ef90 req-68d6f153-2c56-4072-863b-be962e5b47cf tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0399463 Feb 09 22:16:14.478444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:14.608465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 34feff36-ccc0-4894-85f0-90cddf66741d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:16:14.615333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 34feff36-ccc0-4894-85f0-90cddf66741d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:14.616530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.706020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 34feff36-ccc0-4894-85f0-90cddf66741d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:14.706409 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.730227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:14.732547 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0337ca0f-9983-4283-820a-c25f06932b2a" -d '{"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-plugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:14.748532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:14.774783 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdbf33d-f88b-4762-b60a-e3e342ef423d x-openstack-request-id: req-ccdbf33d-f88b-4762-b60a-e3e342ef423d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:14.774783 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-plugged", "status": "completed", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:14.775047 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ccdbf33d-f88b-4762-b60a-e3e342ef423d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:14.775473 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'code': 200} Feb 09 22:16:14.818595 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.865898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=13']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:15.054364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e5a51cc4-da9b-4678-8ab0-0c876a86ab89 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:15.102246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: e5a51cc4-da9b-4678-8ab0-0c876a86ab89 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:15.102612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e5a51cc4-da9b-4678-8ab0-0c876a86ab89 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:15.389124 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-670e927a-146d-46c4-be17-6a267b1439cc req-b6ff9277-2c0e-42c6-b642-cc54c8fb1d4b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0354848 Feb 09 22:16:16.497975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d2f8f8a-4e6b-4f8f-bdab-1863f8001500 req-004767a0-a41f-4812-8328-0a698104650f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0280011 Feb 09 22:16:17.609912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8dae9d00-2393-4d8c-8077-a218b9a8f234 req-41dd6aa9-a3ef-405a-8399-3388be5d4308 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0320086 Feb 09 22:16:18.731069 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42fa5378-c2f5-4e22-aa8a-9938deca9cf2 req-6c1c9003-10e2-4ae7-9e64-e82b12946a2b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0284882 Feb 09 22:16:19.773025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50646) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:19.885639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-675e400a-6318-486e-9b74-95ec9a710efe req-9919c6f8-c1dc-430a-8fb3-b242d396d1ab tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0678413 Feb 09 22:16:19.914347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45d1ee17-0655-436e-912e-910f89bb56d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.007623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45d1ee17-0655-436e-912e-910f89bb56d7 admin admin] Publish callbacks [] for security_group (cd089d9c-7f71-4489-9df4-163c9c5c98e6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.100106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45d1ee17-0655-436e-912e-910f89bb56d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cd089d9c-7f71-4489-9df4-163c9c5c98e6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.153653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45d1ee17-0655-436e-912e-910f89bb56d7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3b6522a2914443668070a5a86553a12c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787963 Feb 09 22:16:20.156185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1ee17-0655-436e-912e-910f89bb56d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd089d9c-7f71-4489-9df4-163c9c5c98e6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:20.156701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50666) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:20.214151 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Publish callbacks [] for security_group (cd089d9c-7f71-4489-9df4-163c9c5c98e6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.239895 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Publish callbacks [] for security_group (cd089d9c-7f71-4489-9df4-163c9c5c98e6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.397304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (cd089d9c-7f71-4489-9df4-163c9c5c98e6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.403613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:20.403613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd089d9c-7f71-4489-9df4-163c9c5c98e6 HTTP/1.1" status: 204 len: 168 time: 0.2434030 Feb 09 22:16:20.409135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd089d9c-7f71-4489-9df4-163c9c5c98e6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:20.416749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.417104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.417449 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.417792 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.418154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.418486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.418908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.419247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.419639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.420013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.420324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.420650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.420973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34525a8c-744c-4de5-b00f-212560dfff85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:20.972510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 50710) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:20.976969 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f9565fdc-9b75-49cf-a9f9-0903cbff6fe1 req-44fb7039-8190-4c8f-a640-f5f44faff057 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0333111 Feb 09 22:16:20.988223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d95bb6e9-f918-4f39-813b-fb921a84038d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.066410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d95bb6e9-f918-4f39-813b-fb921a84038d admin admin] Publish callbacks [] for security_group (b3d0fec7-84ff-478e-9f17-465c8535c749), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.115675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d95bb6e9-f918-4f39-813b-fb921a84038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3d0fec7-84ff-478e-9f17-465c8535c749), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.155154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bb6e9-f918-4f39-813b-fb921a84038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d0fec7-84ff-478e-9f17-465c8535c749,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:21.161889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d95bb6e9-f918-4f39-813b-fb921a84038d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=49eb822ab64448d2ac40c72b06ea94a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1858649 Feb 09 22:16:21.162836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 50718) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:21.215785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3b6945a-e071-4b96-9d1c-a04ed8e7de71 admin admin] Publish callbacks [] for security_group (b3d0fec7-84ff-478e-9f17-465c8535c749), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.240353 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3b6945a-e071-4b96-9d1c-a04ed8e7de71 admin admin] Publish callbacks [] for security_group (b3d0fec7-84ff-478e-9f17-465c8535c749), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.345767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3b6945a-e071-4b96-9d1c-a04ed8e7de71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3d0fec7-84ff-478e-9f17-465c8535c749), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.348924 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3b6945a-e071-4b96-9d1c-a04ed8e7de71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:21.350867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c3b6945a-e071-4b96-9d1c-a04ed8e7de71 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3d0fec7-84ff-478e-9f17-465c8535c749 HTTP/1.1" status: 204 len: 168 time: 0.1874917 Feb 09 22:16:21.361939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6945a-e071-4b96-9d1c-a04ed8e7de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d0fec7-84ff-478e-9f17-465c8535c749,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:22.108784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1566e8b9-4069-4655-8e25-8f56d2918a74 req-ef329bb7-6132-4389-981d-f0c765d57adb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8655060a-a0a5-4e85-9565-60595ea9e091 HTTP/1.1" status: 200 len: 210 time: 0.0438256 Feb 09 22:16:29.540355 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:30.985694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:34.872551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-6902d549-ec0a-4e63-9d90-eb0cf1063b30 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508142 Feb 09 22:16:34.968826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-5075d896-8866-4ecc-9d30-951e3c41c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:34.970715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-5075d896-8866-4ecc-9d30-951e3c41c644 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1128 time: 0.0515616 Feb 09 22:16:35.077318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-6f972c83-e66c-4283-aabc-d69e4c9deba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:35.078792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-6f972c83-e66c-4283-aabc-d69e4c9deba0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.0887291 Feb 09 22:16:35.149307 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-64b9d2ea-a3f5-436a-a079-80f5729df262 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 1001 time: 0.0640886 Feb 09 22:16:35.202527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-861e6575-c63b-45c5-9c2f-491a9fc5a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:35.204035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-861e6575-c63b-45c5-9c2f-491a9fc5a65a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0490675 Feb 09 22:16:35.256357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-197f9fde-9e81-4875-8895-9dcf4af9b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:35.257888 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-197f9fde-9e81-4875-8895-9dcf4af9b00c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470808 Feb 09 22:16:35.374120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-0ec56f2a-f2b6-4568-8c7a-68a2980fe1db service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070302 Feb 09 22:16:35.466487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f6b3f0ad-d9e7-4cea-823e-bdba35ac6643 req-26608a07-5df8-41cc-a1cf-4c43b9bd1433 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862148 Feb 09 22:16:35.477447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90425f19-bd09-45e8-b099-cc022a212ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:37.529200 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d2b4f1c2-ffd2-4546-a794-cdb7372efb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.113869 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:40.316080 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:41.672417 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:44.217768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659594f9-6c5c-425c-aced-04d0af324b1c req-fe54fbf7-dee0-41b9-9a25-7e66ce8637d1 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:44.220121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-659594f9-6c5c-425c-aced-04d0af324b1c req-fe54fbf7-dee0-41b9-9a25-7e66ce8637d1 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1128 time: 0.0527501 Feb 09 22:16:44.286730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-659594f9-6c5c-425c-aced-04d0af324b1c req-c9400e7b-a148-415e-b8f9-ec5896f4f462 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537863 Feb 09 22:16:44.312494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51178) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:44.863261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port abb2a365-1144-436f-9aa5-e7b7c9750b1c {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:44.863604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:44.961570 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:44.961973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (abb2a365-1144-436f-9aa5-e7b7c9750b1c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:44.976359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for abb2a365-1144-436f-9aa5-e7b7c9750b1c owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:45.220609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (abb2a365-1144-436f-9aa5-e7b7c9750b1c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.260644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=abb2a365-1144-436f-9aa5-e7b7c9750b1c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:45.336143 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (85b3d42b-df13-4a84-929f-f88014a8a978), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.337257 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP 85b3d42b-df13-4a84-929f-f88014a8a978 disassociated (deleted). External IP: 172.25.5.118, port: 34feff36-ccc0-4894-85f0-90cddf66741d. Feb 09 22:16:45.579051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router a270175d-3159-4754-a84e-a2b2e88061a2 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:16:45.696854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:45.702565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.713180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] Sync routers for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:45.724056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:45.725558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:16:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:45.741819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0634caa6-4637-4bdb-ba40-fb52017427c9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/floatingips/85b3d42b-df13-4a84-929f-f88014a8a978 HTTP/1.1" status: 204 len: 168 time: 1.4275494 Feb 09 22:16:45.742432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:45.744711 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54ac89-c811-40f3-8b87-21f7aba95282" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:45.788205 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3076a0-77ff-4107-9ee4-bc76a03910ed x-openstack-request-id: req-3a3076a0-77ff-4107-9ee4-bc76a03910ed {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:45.789659 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:45.790123 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a3076a0-77ff-4107-9ee4-bc76a03910ed {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:45.790859 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'status': 'completed', 'code': 200} Feb 09 22:16:45.851419 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:45.863445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-ab9f7e5f-6c6b-47b3-94a1-38c3ce9c4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:45.865027 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-ab9f7e5f-6c6b-47b3-94a1-38c3ce9c4983 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 1128 time: 0.0537760 Feb 09 22:16:46.000430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-de4a9556-423d-45a9-837e-4b9d873ec6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.001953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-de4a9556-423d-45a9-837e-4b9d873ec6a6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 200 len: 898 time: 0.1292043 Feb 09 22:16:46.079862 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-eae42385-1381-4832-8894-cd63e9fb4df7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 200 len: 217 time: 0.0711224 Feb 09 22:16:46.092843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:49Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:46.123926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] Checking router: a270175d-3159-4754-a84e-a2b2e88061a2 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:46.133770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:46.134759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:16:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:46.137890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-d6a2bf31-0056-4ab3-9845-f6e0ec303e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.139367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-d6a2bf31-0056-4ab3-9845-f6e0ec303e7a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 200 len: 834 time: 0.0540345 Feb 09 22:16:46.234742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-78584b6b-7160-433e-86a8-d26ec105de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.236544 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-78584b6b-7160-433e-86a8-d26ec105de7b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7a855af3-51cf-436d-bb8d-9c504c4e70c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0900986 Feb 09 22:16:46.285783 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:46.388519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-be8dbd4b-7a10-43a6-bef9-ef1765d0395e service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420679 Feb 09 22:16:46.413090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adcf8a-b785-4e15-80a1-1ab9ffe3155c req-d3621f75-c57d-4891-a62a-f1414a505eff tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.420271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46adcf8a-b785-4e15-80a1-1ab9ffe3155c req-d3621f75-c57d-4891-a62a-f1414a505eff tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 946 time: 0.1898055 Feb 09 22:16:46.529646 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-46adcf8a-b785-4e15-80a1-1ab9ffe3155c req-347d4c13-5b0f-4622-8cb4-1eacadce8fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081407 Feb 09 22:16:46.637875 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce54ac89-c811-40f3-8b87-21f7aba95282 req-1c82e039-b745-4da9-98b0-4f495009a770 service neutron] 10.222.0.110 "GET /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362530 Feb 09 22:16:46.795818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:49Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:46.831541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6df277-d8dc-447a-96bb-92b9c4f572a8 None None] The sync data for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 is: [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:14:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '74a8eeca-5b6a-4874-adcb-e044f904b101', 'name': '', 'network_id': '7a855af3-51cf-436d-bb8d-9c504c4e70c3', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:58:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:44Z', 'updated_at': '2022-02-09T22:14:49Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': '35445f0e-2965-475a-a63b-7009f61f47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:46.954041 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:16:47.185640 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d80953-a93a-4c14-82e5-5549668dac3b None None] New status for floating IP 85b3d42b-df13-4a84-929f-f88014a8a978: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:16:47.490934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-ad3f5e1e-1bcf-4fdd-8343-e19949ca834f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:47.492487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-ad3f5e1e-1bcf-4fdd-8343-e19949ca834f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 946 time: 0.0583742 Feb 09 22:16:47.625250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 34feff36-ccc0-4894-85f0-90cddf66741d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:47.626003 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:47.711914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3558ca-09a3-412c-98aa-5ff9c03e145f req-55dbc662-e4d9-4024-9a57-a0ee3c09e0c2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:47.711914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef3558ca-09a3-412c-98aa-5ff9c03e145f req-55dbc662-e4d9-4024-9a57-a0ee3c09e0c2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 946 time: 0.0935345 Feb 09 22:16:47.746124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 34feff36-ccc0-4894-85f0-90cddf66741d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=34feff36-ccc0-4894-85f0-90cddf66741d,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:47.746623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:47.763319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 34feff36-ccc0-4894-85f0-90cddf66741d owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:47.772307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef3558ca-09a3-412c-98aa-5ff9c03e145f req-a930aae0-41dd-48c9-8fb1-ea917e0ca3fe tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=0a4f348f-a332-4823-b0e9-294e15f422a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503340 Feb 09 22:16:48.003557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (34feff36-ccc0-4894-85f0-90cddf66741d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:48.043784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=34feff36-ccc0-4894-85f0-90cddf66741d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:48.093116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] No DVR routers for this DVR port 34feff36-ccc0-4894-85f0-90cddf66741d on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:48.095832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:48.099224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9498e5a0-c097-4db3-916b-72ecff3d6c09 req-83f978d9-a428-4d35-a7f7-0e9e0bb5c147 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "DELETE /v2.0/ports/34feff36-ccc0-4894-85f0-90cddf66741d HTTP/1.1" status: 204 len: 173 time: 0.6016414 Feb 09 22:16:48.099670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-deleted', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:48.101947 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365855ba-c68f-426b-b615-4cec9c9b96d7" -d '{"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-deleted", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:48.144814 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6428ef70-e410-4a5b-a2c5-fdc2ec0d4efd x-openstack-request-id: req-6428ef70-e410-4a5b-a2c5-fdc2ec0d4efd {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:48.144814 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8ec631-3ce2-4608-bb76-594d515ef112", "name": "network-vif-deleted", "tag": "34feff36-ccc0-4894-85f0-90cddf66741d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:48.144814 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6428ef70-e410-4a5b-a2c5-fdc2ec0d4efd {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:48.144814 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8ec631-3ce2-4608-bb76-594d515ef112', 'name': 'network-vif-deleted', 'tag': '34feff36-ccc0-4894-85f0-90cddf66741d', 'status': 'completed', 'code': 200} Feb 09 22:16:48.926602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-35718030-7eff-43e4-9cb3-aa1a7830d525 req-e7aaf8b7-5c40-4929-b749-a922b045ab6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=cf8ec631-3ce2-4608-bb76-594d515ef112 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Feb 09 22:16:49.987083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51312) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:50.386096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (a270175d-3159-4754-a84e-a2b2e88061a2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:50.644393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:50.675544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 34feff36-ccc0-4894-85f0-90cddf66741d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:50.675942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 34feff36-ccc0-4894-85f0-90cddf66741d not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:50.717310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 74a8eeca-5b6a-4874-adcb-e044f904b101 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:50.718015 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:50.826016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 74a8eeca-5b6a-4874-adcb-e044f904b101, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=74a8eeca-5b6a-4874-adcb-e044f904b101,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:50.826418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:50.842758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 74a8eeca-5b6a-4874-adcb-e044f904b101 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:51.100416 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (74a8eeca-5b6a-4874-adcb-e044f904b101), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.132354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=74a8eeca-5b6a-4874-adcb-e044f904b101,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:51.391814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (a270175d-3159-4754-a84e-a2b2e88061a2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.649073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router a270175d-3159-4754-a84e-a2b2e88061a2 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:16:51.786857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:16:51.796644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51364) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:51.798198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b880790b-55d9-45f5-8885-05393d4a7ba0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/a270175d-3159-4754-a84e-a2b2e88061a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099337 Feb 09 22:16:51.802971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] Sync routers for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:16:51.822308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:51.823686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:16:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:51.910056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting subnet 35445f0e-2965-475a-a63b-7009f61f47f9 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:16:51.913796 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (35445f0e-2965-475a-a63b-7009f61f47f9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.955934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:51.960854 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (35445f0e-2965-475a-a63b-7009f61f47f9), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.090803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (35445f0e-2965-475a-a63b-7009f61f47f9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.236144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:16:51Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:52.260538 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (35445f0e-2965-475a-a63b-7009f61f47f9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.265132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] Checking router: a270175d-3159-4754-a84e-a2b2e88061a2 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:16:52.273595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] Routers {'a270175d-3159-4754-a84e-a2b2e88061a2'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:16:52.274216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:16:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['a270175d-3159-4754-a84e-a2b2e88061a2'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:52.313825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Subnet': ['ID=35445f0e-2965-475a-a63b-7009f61f47f9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:52.318303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd255775-78e7-413b-9873-86b9fbd0db5c None None] Network 7a855af3-51cf-436d-bb8d-9c504c4e70c3 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:16:52.323960 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.334914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-17340007-6496-42ae-bba2-167cb2719bd0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/subnets/35445f0e-2965-475a-a63b-7009f61f47f9 HTTP/1.1" status: 204 len: 168 time: 0.5361505 Feb 09 22:16:52.337081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51380) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:52.476200 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] Set router a270175d-3159-4754-a84e-a2b2e88061a2 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:16:52.641031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] DHCP port deletion for 7a855af3-51cf-436d-bb8d-9c504c4e70c3 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:16:52.814806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Deleting port 833b54ed-4179-4642-bc23-4ef7722377d6 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:52.815485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.884274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] For port 833b54ed-4179-4642-bc23-4ef7722377d6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=833b54ed-4179-4642-bc23-4ef7722377d6,segment=NetworkSegment(0c294e99-2d1c-4ab7-94aa-fbe693f114f9),segment_id=0c294e99-2d1c-4ab7-94aa-fbe693f114f9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:52.884667 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.896999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (a270175d-3159-4754-a84e-a2b2e88061a2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:52.901621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Calling delete_port for 833b54ed-4179-4642-bc23-4ef7722377d6 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:52.987862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:16:51Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:53.032935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e82e8-064b-4d3e-b64f-6d313f55ac51 None None] The sync data for ids ['a270175d-3159-4754-a84e-a2b2e88061a2'] in n-d-828599-1 is: [{'id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838529875', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:14:37Z', 'updated_at': '2022-02-09T22:16:51Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': 'cd160784-f2f4-4f2e-ba71-73cf8154c3cc', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270175d-3159-4754-a84e-a2b2e88061a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:14:38Z', 'updated_at': '2022-02-09T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:16:53.057592 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (a270175d-3159-4754-a84e-a2b2e88061a2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.135192 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (833b54ed-4179-4642-bc23-4ef7722377d6), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.158083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Pushing event deleted for resources: {'Port': ['ID=833b54ed-4179-4642-bc23-4ef7722377d6,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:53.169257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.169937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.169937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.170160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.170498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.170835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.171168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.177336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.177336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.177336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.177336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.177336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.177336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:53.185705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9729c92-a657-481e-baa3-7e815cbbd431 None None] No DVR routers for this DVR port 833b54ed-4179-4642-bc23-4ef7722377d6 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:16:53.258822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port cd160784-f2f4-4f2e-ba71-73cf8154c3cc {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:16:53.259182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.344932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port cd160784-f2f4-4f2e-ba71-73cf8154c3cc, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:53.345578 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.369149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for cd160784-f2f4-4f2e-ba71-73cf8154c3cc owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:16:53.743833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 833b54ed-4179-4642-bc23-4ef7722377d6 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:53.769142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cd160784-f2f4-4f2e-ba71-73cf8154c3cc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.775338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 833b54ed-4179-4642-bc23-4ef7722377d6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:53.775338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 833b54ed-4179-4642-bc23-4ef7722377d6 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:53.775338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 74a8eeca-5b6a-4874-adcb-e044f904b101 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:53.795551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=cd160784-f2f4-4f2e-ba71-73cf8154c3cc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:53.802373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 74a8eeca-5b6a-4874-adcb-e044f904b101 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:53.803115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 74a8eeca-5b6a-4874-adcb-e044f904b101 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:53.888933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (a270175d-3159-4754-a84e-a2b2e88061a2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.993981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (a270175d-3159-4754-a84e-a2b2e88061a2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:53.996276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (a270175d-3159-4754-a84e-a2b2e88061a2), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.178280 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (a270175d-3159-4754-a84e-a2b2e88061a2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.178280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Fanout notify agent at l3_agent the message router_deleted on router a270175d-3159-4754-a84e-a2b2e88061a2 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:16:54.181985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.183505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a30adc8f-6236-4e33-93d8-afbb9f407cde tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/routers/a270175d-3159-4754-a84e-a2b2e88061a2 HTTP/1.1" status: 204 len: 168 time: 1.8453128 Feb 09 22:16:54.186759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51434) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:54.274306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7a855af3-51cf-436d-bb8d-9c504c4e70c3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.391032 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7a855af3-51cf-436d-bb8d-9c504c4e70c3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.415125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a855af3-51cf-436d-bb8d-9c504c4e70c3']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:54.436576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c294e99-2d1c-4ab7-94aa-fbe693f114f9') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:54.437097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c294e99-2d1c-4ab7-94aa-fbe693f114f9') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:16:54.447848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0c294e99-2d1c-4ab7-94aa-fbe693f114f9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.462435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0c294e99-2d1c-4ab7-94aa-fbe693f114f9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.469558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:16:54.470223 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0c294e99-2d1c-4ab7-94aa-fbe693f114f9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:16:54.473720 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:16:54.666567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (7a855af3-51cf-436d-bb8d-9c504c4e70c3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.701349 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.708259 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/networks/7a855af3-51cf-436d-bb8d-9c504c4e70c3 HTTP/1.1" status: 204 len: 168 time: 0.5196278 Feb 09 22:16:54.709498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8f31-547e-4cb5-afa1-711e4310999e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Network': ['ID=7a855af3-51cf-436d-bb8d-9c504c4e70c3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:54.710747 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:54.812489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5bd9fb02-25c2-409b-8d46-bfdb4208ff2a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (0a4f348f-a332-4823-b0e9-294e15f422a2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.853551 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5bd9fb02-25c2-409b-8d46-bfdb4208ff2a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (0a4f348f-a332-4823-b0e9-294e15f422a2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:55.019670 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5bd9fb02-25c2-409b-8d46-bfdb4208ff2a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0a4f348f-a332-4823-b0e9-294e15f422a2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:55.031589 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5bd9fb02-25c2-409b-8d46-bfdb4208ff2a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:55.032957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5bd9fb02-25c2-409b-8d46-bfdb4208ff2a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/security-groups/0a4f348f-a332-4823-b0e9-294e15f422a2 HTTP/1.1" status: 204 len: 168 time: 0.3211935 Feb 09 22:16:55.049826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9fb02-25c2-409b-8d46-bfdb4208ff2a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f348f-a332-4823-b0e9-294e15f422a2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:55.736118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd160784-f2f4-4f2e-ba71-73cf8154c3cc no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:16:55.768166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cd160784-f2f4-4f2e-ba71-73cf8154c3cc {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:16:55.768777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd160784-f2f4-4f2e-ba71-73cf8154c3cc not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:16:56.507262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51494) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:56.513227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6701c502-b317-4e4e-8018-e322f87c6cf7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088393050', 'description': 'tempest-secgroup-smoke-2088393050 description', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:56.620602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6701c502-b317-4e4e-8018-e322f87c6cf7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:56.695972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6701c502-b317-4e4e-8018-e322f87c6cf7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (1fa2ea1f-5982-42fa-bd2a-428bf73f6da0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:56.782535 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6701c502-b317-4e4e-8018-e322f87c6cf7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1fa2ea1f-5982-42fa-bd2a-428bf73f6da0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:56.816334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701c502-b317-4e4e-8018-e322f87c6cf7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:57.054558 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6701c502-b317-4e4e-8018-e322f87c6cf7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.054558 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6701c502-b317-4e4e-8018-e322f87c6cf7 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3818383 Feb 09 22:16:57.054558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51506) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:57.054558 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-147868d0-c8cc-45be-a4c3-f73ec8a8d5d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '1fa2ea1f-5982-42fa-bd2a-428bf73f6da0', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:57.130056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-147868d0-c8cc-45be-a4c3-f73ec8a8d5d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (d53ccb77-0269-443a-b6bd-60ae2c2ee5b2), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.163038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-147868d0-c8cc-45be-a4c3-f73ec8a8d5d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (d53ccb77-0269-443a-b6bd-60ae2c2ee5b2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.231879 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-147868d0-c8cc-45be-a4c3-f73ec8a8d5d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d53ccb77-0269-443a-b6bd-60ae2c2ee5b2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.249856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147868d0-c8cc-45be-a4c3-f73ec8a8d5d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53ccb77-0269-443a-b6bd-60ae2c2ee5b2,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:57.330463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-147868d0-c8cc-45be-a4c3-f73ec8a8d5d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.332097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-147868d0-c8cc-45be-a4c3-f73ec8a8d5d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4339116 Feb 09 22:16:57.334779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51520) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:57.339996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-4c732883-f81b-4fd9-bffd-b8a3ad63ca9e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '1fa2ea1f-5982-42fa-bd2a-428bf73f6da0', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:57.441625 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4c732883-f81b-4fd9-bffd-b8a3ad63ca9e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (77837f1d-6071-4aa5-bd47-850b1408b15b), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.497260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4c732883-f81b-4fd9-bffd-b8a3ad63ca9e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (77837f1d-6071-4aa5-bd47-850b1408b15b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.582729 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4c732883-f81b-4fd9-bffd-b8a3ad63ca9e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (77837f1d-6071-4aa5-bd47-850b1408b15b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.605741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c732883-f81b-4fd9-bffd-b8a3ad63ca9e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77837f1d-6071-4aa5-bd47-850b1408b15b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:57.674042 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4c732883-f81b-4fd9-bffd-b8a3ad63ca9e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.680073 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4c732883-f81b-4fd9-bffd-b8a3ad63ca9e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3395448 Feb 09 22:16:57.680073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51526) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:57.682429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3848d835-3a39-47a7-98dd-f021e5952486 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '1fa2ea1f-5982-42fa-bd2a-428bf73f6da0', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:57.794632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3848d835-3a39-47a7-98dd-f021e5952486 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (e18443d1-9333-4b7e-8d2c-9ebdf78ec449), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.880506 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3848d835-3a39-47a7-98dd-f021e5952486 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (e18443d1-9333-4b7e-8d2c-9ebdf78ec449), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.957541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3848d835-3a39-47a7-98dd-f021e5952486 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e18443d1-9333-4b7e-8d2c-9ebdf78ec449), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:57.981872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848d835-3a39-47a7-98dd-f021e5952486 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18443d1-9333-4b7e-8d2c-9ebdf78ec449,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:58.040371 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3848d835-3a39-47a7-98dd-f021e5952486 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.041878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3848d835-3a39-47a7-98dd-f021e5952486 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627477 Feb 09 22:16:58.045327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51536) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:58.050055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5e4b803a-915f-4401-951c-20365a9d63f3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '1fa2ea1f-5982-42fa-bd2a-428bf73f6da0', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:58.175031 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e4b803a-915f-4401-951c-20365a9d63f3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (880accfa-860e-43f3-b36b-01e5682867fb), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.244031 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e4b803a-915f-4401-951c-20365a9d63f3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (880accfa-860e-43f3-b36b-01e5682867fb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.346436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e4b803a-915f-4401-951c-20365a9d63f3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (880accfa-860e-43f3-b36b-01e5682867fb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.367558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b803a-915f-4401-951c-20365a9d63f3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880accfa-860e-43f3-b36b-01e5682867fb,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:58.519796 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e4b803a-915f-4401-951c-20365a9d63f3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.522312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5e4b803a-915f-4401-951c-20365a9d63f3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4748938 Feb 09 22:16:58.524144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51552) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:58.529533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '1fa2ea1f-5982-42fa-bd2a-428bf73f6da0', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:58.653500 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:16:58.658891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (0ec240e4-23f6-493b-b1d3-ab7a95f59ca6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.718982 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (0ec240e4-23f6-493b-b1d3-ab7a95f59ca6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.803366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (0ec240e4-23f6-493b-b1d3-ab7a95f59ca6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.828572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec240e4-23f6-493b-b1d3-ab7a95f59ca6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:58.902803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:58.904175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6d1dfe8f-9839-4c1d-a204-6aeb088930a9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3788862 Feb 09 22:16:58.907031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51560) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:58.911612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '1fa2ea1f-5982-42fa-bd2a-428bf73f6da0', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:58.998668 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:16:59.005262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (94635aac-4af2-4803-a0e8-18357419d4c0), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.067867 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (94635aac-4af2-4803-a0e8-18357419d4c0), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.186423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (94635aac-4af2-4803-a0e8-18357419d4c0), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.203809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94635aac-4af2-4803-a0e8-18357419d4c0,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:59.308992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.311150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9dd1b757-d3e7-455f-8d6e-2b2313904be9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4031053 Feb 09 22:16:59.313951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51574) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:59.323749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'network': {'name': 'tempest-network-smoke--1460079069', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'port_security_enabled': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:59.430802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:16:59.434367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.473876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:16:59.485510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (66a23f67-42fc-44ef-b1c4-4af7bdff6239), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.485510 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Added segment 66a23f67-42fc-44ef-b1c4-4af7bdff6239 of type vlan for network 509f8c3a-b198-4263-a2f7-08654ee761d9 Feb 09 22:16:59.531973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (509f8c3a-b198-4263-a2f7-08654ee761d9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.586572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.739269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (509f8c3a-b198-4263-a2f7-08654ee761d9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.744702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:59.745073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:59.815167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Network': ['ID=509f8c3a-b198-4263-a2f7-08654ee761d9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:59.825868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:16:59.896642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c4332125-3dae-4bbd-a14c-24f54fd3497a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5812690 Feb 09 22:16:59.899338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51586) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:16:59.906044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'admin_state_up': True, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:00.043847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:00.044940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:00.105249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:00.338534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:00.631343 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:00.650393 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:00.753303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.124 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/91e6f6da-f8c2-4574-8f51-edf0dfc3375a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:00.884946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:00.986997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:01.015649 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:01.031603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:01.034603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:01.039515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:01.060957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:01.431901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:01.665249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:01.944351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:17:02.064862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:02.079256 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Sync routers for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:02.089650 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:02.090251 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:16:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:02.182732 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.184285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2bf428a9-23e0-4b4f-b46f-4f476b013121 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2838190 Feb 09 22:17:02.188029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51636) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:02.199980 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:02.216906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-975e6880-0542-4429-ae9d-ab71d2da7a43 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=edfa055e56964670bb2fcd2f93edd0b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277481 Feb 09 22:17:02.227899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51638) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:02.327670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d1eda-cc83-4ec8-8f57-776e268f8897 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:02.329608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d83d1eda-cc83-4ec8-8f57-776e268f8897 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1006584 Feb 09 22:17:02.332469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51644) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:02.398825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 51648) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:02.399613 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:01Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:02.406466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1402321428', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:02.414687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-055e16f9-69cc-452f-995b-0dac4dfea388 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808983 Feb 09 22:17:02.442100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Checking router: 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:02.442100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Updating router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:17:02.482294 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.609632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:02.613878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.876932 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Publish callbacks [] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.901075 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f2d15ca4-ed4a-4418-908c-b6ed08d211b1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:02.970563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Subnet': ['ID=f2d15ca4-ed4a-4418-908c-b6ed08d211b1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:02.980623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Checking segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:02.980623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network hostable DHCP agents. Network: 509f8c3a-b198-4263-a2f7-08654ee761d9, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:17:03.003831 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.050423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Pushing event updated for resources: {'Port': ['ID=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:03.069102 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Attempting to bind port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:03.070321 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Attempting to bind port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:03.070321 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Attempting to bind port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:03.078845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:03.079282 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:03.079891 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.080110 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:03.080594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Bound port: 91e6f6da-f8c2-4574-8f51-edf0dfc3375a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:03.080982 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.089262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:17:03.132866 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] For port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:03.135936 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] For port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:03.139934 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.140289 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.140636 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.140975 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.141310 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.141679 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.142229 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.142562 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.142890 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.143224 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.143548 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.143922 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.144248 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:03.205206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 509f8c3a-b198-4263-a2f7-08654ee761d9) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:03.216591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b385f-9904-4ea3-9fcd-2f7c66ae74ae None None] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:17:03.237467 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:03.244322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.283225 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.344378 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef6954-2962-4a0e-8954-96f434d8e834 None None] Pushing event updated for resources: {'Port': ['ID=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:03.363087 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:03.363751 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:16:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:03.367660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 51668) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:03.374473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b8b7072-9f86-4d17-a0d1-2304c0d6ed79 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9733372 Feb 09 22:17:03.376065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-509f8c3a-b198-4263-a2f7-08654ee761d9', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:17:03.377237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.606182 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:03.611589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Allocated IP 172.20.0.2 (509f8c3a-b198-4263-a2f7-08654ee761d9/f2d15ca4-ed4a-4418-908c-b6ed08d211b1/6d503cf0-c4c8-49e9-94ad-a40a01d9de33) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:03.865883 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:01Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:03.884782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Publish callbacks [] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.902737 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699032dc-ef32-45d2-bf97-e147832fcf63 None None] The sync data for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 is: [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:01Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:03.946022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:03.993229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:03.997855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:04.004456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:04.034938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Pushing event updated for resources: {'Port': ['ID=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:04.127531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Attempting to bind port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:04.127938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Attempting to bind port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:04.128440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Attempting to bind port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:04.134202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:04.134585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Checking segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:04.134998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.135397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Bound using segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:04.135899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Bound port: 6d503cf0-c4c8-49e9-94ad-a40a01d9de33, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:04.136418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.205103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.225048 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] For port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:04.238964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] For port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:04.350993 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:04.458417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c95a-7a80-463a-9d26-866e92f6a8ee None None] Pushing event updated for resources: {'Port': ['ID=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:04.851270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.1 (509f8c3a-b198-4263-a2f7-08654ee761d9/f2d15ca4-ed4a-4418-908c-b6ed08d211b1/ac65091e-9ad2-4ca0-a5df-cab2e12de99a) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:05.054148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:05.164234 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:05.212096 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:05.216078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:05.220545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:05.250209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:05.282619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:05.488223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5cb367ab-80f9-472b-85cd-1fab3bcfc014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:05.886173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 91e6f6da-f8c2-4574-8f51-edf0dfc3375a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:05.913510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7200ce-9045-4fb5-aa04-3788187bc878 None None] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:17:06.004253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.259775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-46fe9389-6593-4848-b42f-873f99f9e330 None None] Provisioning complete for port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:06.260453 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46fe9389-6593-4848-b42f-873f99f9e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.347506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:06.347910 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.375484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-78f64d96-badc-44fa-a07b-ab812658a294 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:06.384672 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-78f64d96-badc-44fa-a07b-ab812658a294 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1905274 Feb 09 22:17:06.411742 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-fc4d3dd5-500e-457e-a074-a9c916a74203 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/quotas/461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 375 time: 0.0198641 Feb 09 22:17:06.455406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.487776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-46fe9389-6593-4848-b42f-873f99f9e330 None None] Current status of the port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:06.488391 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46fe9389-6593-4848-b42f-873f99f9e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.518528 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-865c7f12-aea1-4750-ad16-488aff8c03cc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981877 Feb 09 22:17:06.528022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.557273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:06.557695 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.614888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.636269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:06.679172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-46fe9389-6593-4848-b42f-873f99f9e330 None None] For port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:06.690014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-214e2034-d076-43a1-9d2a-96df40c1e04c service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604846 Feb 09 22:17:06.706760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.710030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:06.728666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:06.798724 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46fe9389-6593-4848-b42f-873f99f9e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:06.803522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-b1341964-d361-45e1-b66a-d58c192b4acf service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108725 Feb 09 22:17:06.821742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:06.823949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:06.843204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:06.959732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe9389-6593-4848-b42f-873f99f9e330 None None] Pushing event updated for resources: {'Port': ['ID=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:06.969000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:06.969440 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:07.037384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:07.077284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-72547872-0f11-495a-a4e4-9721e276b351 None None] Provisioning complete for port ac65091e-9ad2-4ca0-a5df-cab2e12de99a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:07.077844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-72547872-0f11-495a-a4e4-9721e276b351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:07.191110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:07.191888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:07.194068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-72547872-0f11-495a-a4e4-9721e276b351 None None] Port ac65091e-9ad2-4ca0-a5df-cab2e12de99a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:07.213605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f835551f-fb66-4a8e-9f85-f62932707ae9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/1e37c488-cefc-4f1f-bbea-0a7ae5c53a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359716 Feb 09 22:17:07.213862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Sync routers for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:07.222953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-72547872-0f11-495a-a4e4-9721e276b351 None None] Provisioning complete for port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:07.223331 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-72547872-0f11-495a-a4e4-9721e276b351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:07.248812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:07.249402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:16:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:07.437276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:07.546881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-72547872-0f11-495a-a4e4-9721e276b351 None None] Current status of the port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:07.715471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-595cad80-1bca-4ecd-9a75-1a8e8dbf6981 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088393050&fields=id&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 267 time: 0.0761132 Feb 09 22:17:07.717634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a1b49052-6bf6-47b7-988a-4f31b18c9b2a None None] Provisioning complete for port ac65091e-9ad2-4ca0-a5df-cab2e12de99a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:07.718010 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a1b49052-6bf6-47b7-988a-4f31b18c9b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:07.804504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d3eea2f-7748-4703-b4e0-3d721883be03 req-211d73b0-2747-4813-9947-222e80c92961 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0368397 Feb 09 22:17:07.809113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 91e6f6da-f8c2-4574-8f51-edf0dfc3375a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:07.811516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-574c090d-1940-4c56-a019-13dcfe51ff67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:07.869423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a1b49052-6bf6-47b7-988a-4f31b18c9b2a None None] Port ac65091e-9ad2-4ca0-a5df-cab2e12de99a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:07.891428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-a0a76277-016e-44a7-aabc-fa7eb5ad8b57 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:07.896294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-a0a76277-016e-44a7-aabc-fa7eb5ad8b57 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 797 time: 0.1725838 Feb 09 22:17:07.922580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-75691800-76c2-43ec-849c-4ecbdf3e980d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/quotas/edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 375 time: 0.0212772 Feb 09 22:17:07.947074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 2, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:07.980149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:07.980638 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:07.984776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Checking router: 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:07.985746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Updating router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 port ac65091e-9ad2-4ca0-a5df-cab2e12de99a binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:17:08.003091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-504c01d8-1c83-45da-8ab1-2ff334e33f2c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732386 Feb 09 22:17:08.078170 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.115134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-f604e9e3-46a8-4ff9-a2a2-84f11ef44d83 service neutron] 10.222.0.98 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077878 Feb 09 22:17:08.215120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b6b0807d-bfd9-4274-b266-6663ba78f26e None None] Provisioning complete for port ac65091e-9ad2-4ca0-a5df-cab2e12de99a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:08.215487 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6b0807d-bfd9-4274-b266-6663ba78f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.232689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-234a975e-1e5b-4a19-95b0-0fe3b750a4cb service neutron] 10.222.0.98 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118381 Feb 09 22:17:08.321695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b6b0807d-bfd9-4274-b266-6663ba78f26e None None] Port ac65091e-9ad2-4ca0-a5df-cab2e12de99a cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:08.325887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:08.327001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:08.469618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:08.469998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.530643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Publish callbacks [] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.581538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a36ca37a-69d0-40bf-aa14-9bd793bec9bb req-221c36bc-b52c-4159-928e-42244e63b974 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 210 time: 0.0767903 Feb 09 22:17:08.631648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.674792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:08.749550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594a915-7378-4194-b89a-bf3734a2c0ad None None] Pushing event updated for resources: {'Port': ['ID=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:08.756171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Attempting to bind port ac65091e-9ad2-4ca0-a5df-cab2e12de99a on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:08.756551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Attempting to bind port ac65091e-9ad2-4ca0-a5df-cab2e12de99a by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:08.756993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Attempting to bind port ac65091e-9ad2-4ca0-a5df-cab2e12de99a on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:08.765415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:08.765675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Checking segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:08.766033 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.766444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Bound using segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:08.767491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Bound port: ac65091e-9ad2-4ca0-a5df-cab2e12de99a, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:08.767953 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.859362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] For port ac65091e-9ad2-4ca0-a5df-cab2e12de99a, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:08.863696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] For port ac65091e-9ad2-4ca0-a5df-cab2e12de99a, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:08.940512 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c137169-f98b-42ad-a5fd-c544f6cee225 req-7ff0789c-bf41-49ec-9cda-495aa1762129 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0310214 Feb 09 22:17:08.992854 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.115929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594a915-7378-4194-b89a-bf3734a2c0ad None None] Pushing event updated for resources: {'Port': ['ID=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:09.118967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-44323d30-3cc2-46bc-8ec6-824c9af9c28d None None] Provisioning complete for port ac65091e-9ad2-4ca0-a5df-cab2e12de99a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:09.119389 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44323d30-3cc2-46bc-8ec6-824c9af9c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.124499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:09.124903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:17:08Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:09.219539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.301528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:09.302986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-44323d30-3cc2-46bc-8ec6-824c9af9c28d None None] Current status of the port ac65091e-9ad2-4ca0-a5df-cab2e12de99a is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:09.303975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44323d30-3cc2-46bc-8ec6-824c9af9c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.409114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-44323d30-3cc2-46bc-8ec6-824c9af9c28d None None] For port ac65091e-9ad2-4ca0-a5df-cab2e12de99a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:09.614304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-44323d30-3cc2-46bc-8ec6-824c9af9c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.676794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2ed5750-96b5-496c-b9f5-975cf3813ada req-f288824f-b90a-48c5-b48f-882f32e10c29 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 210 time: 0.0387108 Feb 09 22:17:09.692934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44323d30-3cc2-46bc-8ec6-824c9af9c28d None None] Pushing event updated for resources: {'Port': ['ID=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:09.749647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-92825177-4d3d-435b-82c0-be5a64f70de3 None None] Provisioning complete for port ac65091e-9ad2-4ca0-a5df-cab2e12de99a triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:09.750027 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92825177-4d3d-435b-82c0-be5a64f70de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.806921 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:08Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:09.835592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0212fa-c829-40c8-8531-6667337f6fc7 None None] The sync data for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 is: [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:08Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:09.920568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-92825177-4d3d-435b-82c0-be5a64f70de3 None None] Current status of the port ac65091e-9ad2-4ca0-a5df-cab2e12de99a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:10.113552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c14a336-74fc-4fc4-ad7d-8d157165d450 req-3c8721cc-8ad8-4e5f-91fd-0c56dd0036c0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0429707 Feb 09 22:17:10.320852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-3e87f307-c36c-4e74-a3cb-d36f0b66676b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:10.322870 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-3e87f307-c36c-4e74-a3cb-d36f0b66676b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1468694 Feb 09 22:17:10.343846 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:10.344117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'port': {'device_id': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'admin_state_up': True, 'tenant_id': '461e7644e2794ae091537a5d424bb553'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:10.557929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:10.561435 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:10.802353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.20.0.14 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/099fcbf5-8036-4009-bde4-6534504795bb) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:10.871805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-407e60f4-895c-4319-8735-44c3eed0ba08 req-0aa2a500-b73d-4cd1-85de-b2f1f61fc281 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 210 time: 0.0646865 Feb 09 22:17:11.107862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (099fcbf5-8036-4009-bde4-6534504795bb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.215369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (099fcbf5-8036-4009-bde4-6534504795bb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.299421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-42c67058-cb64-4cc5-88d9-afd852f2191b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:11.301893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-42c67058-cb64-4cc5-88d9-afd852f2191b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 797 time: 0.2248030 Feb 09 22:17:11.361602 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=099fcbf5-8036-4009-bde4-6534504795bb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:11.408438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:11.413931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:11.418466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:11.460434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970930a-bd5f-4953-94bc-2b04eb79f34e req-580b5ff1-1260-4c44-a480-56d19e2879f5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:11.473028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0970930a-bd5f-4953-94bc-2b04eb79f34e req-580b5ff1-1260-4c44-a480-56d19e2879f5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 932 time: 0.1699207 Feb 09 22:17:11.505478 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-196f2d85-dcfb-472f-aeb6-6a62f9afd2ca tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 380 time: 0.1913767 Feb 09 22:17:11.508978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:11.509878 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.523248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'port': {'device_id': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'admin_state_up': True, 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'security_groups': ['1fa2ea1f-5982-42fa-bd2a-428bf73f6da0']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:11.617959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-5d91c346-3aaa-4a64-91fc-f6cc6f58d354 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2789192 Feb 09 22:17:11.634899 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Request body: {'port': {'device_id': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:11.676575 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.752285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0970930a-bd5f-4953-94bc-2b04eb79f34e req-46fa8f6c-2adf-4134-89df-e8132d3d02bc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682221 Feb 09 22:17:11.789143 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (099fcbf5-8036-4009-bde4-6534504795bb), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.844919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:11.846284 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.847944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ac65091e-9ad2-4ca0-a5df-cab2e12de99a up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:11.934427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ac65091e-9ad2-4ca0-a5df-cab2e12de99a triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:11.935844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.938588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fe8b6ae6-3166-484e-8cf5-1415cb38c907 None None] Provisioning complete for port 099fcbf5-8036-4009-bde4-6534504795bb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:11.939164 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe8b6ae6-3166-484e-8cf5-1415cb38c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (099fcbf5-8036-4009-bde4-6534504795bb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.037052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b6ae6-3166-484e-8cf5-1415cb38c907 None None] Port 099fcbf5-8036-4009-bde4-6534504795bb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:12.090176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed5128df-01da-4bac-bb53-30479add026a req-cd3572d6-aae9-438e-bf74-411d91c6d172 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 210 time: 0.0478415 Feb 09 22:17:12.107687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.3 (509f8c3a-b198-4263-a2f7-08654ee761d9/f2d15ca4-ed4a-4418-908c-b6ed08d211b1/011087d7-16c7-4d4c-a65d-37aed067d36b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:12.114613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ac65091e-9ad2-4ca0-a5df-cab2e12de99a is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:12.316556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099fcbf5-8036-4009-bde4-6534504795bb {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:12.317637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.326518 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Publish callbacks [] for port (099fcbf5-8036-4009-bde4-6534504795bb), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.354354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Transition to ACTIVE for port object 099fcbf5-8036-4009-bde4-6534504795bb will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:17:12.420614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (099fcbf5-8036-4009-bde4-6534504795bb), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.452819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.497847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Pushing event updated for resources: {'Port': ['ID=099fcbf5-8036-4009-bde4-6534504795bb,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:12.541726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:12.547032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:12.552214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:12.621244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Attempting to bind port 099fcbf5-8036-4009-bde4-6534504795bb on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:12.621694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Attempting to bind port 099fcbf5-8036-4009-bde4-6534504795bb by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:12.623310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Attempting to bind port 099fcbf5-8036-4009-bde4-6534504795bb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:12.636721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Port 099fcbf5-8036-4009-bde4-6534504795bb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:17:12.636834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:12.640691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Attempting to bind port 099fcbf5-8036-4009-bde4-6534504795bb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:12.654879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:12.659318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:12.659318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:12.659318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Bound port: 099fcbf5-8036-4009-bde4-6534504795bb, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:12.659318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (099fcbf5-8036-4009-bde4-6534504795bb), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.659870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.659870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.659870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.660153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.663366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.663731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.664092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.664438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.664780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.665285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.665501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.665840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.666171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:12.701530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:12.702230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.805069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] For port 099fcbf5-8036-4009-bde4-6534504795bb, host n-h1-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:12.808649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] For port 099fcbf5-8036-4009-bde4-6534504795bb, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=099fcbf5-8036-4009-bde4-6534504795bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:12.885194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-30f8e03a-0df1-4b2f-8552-80e5d770e306 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3671024 Feb 09 22:17:12.904989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Request body: {'port': {'device_id': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:12.918253 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (099fcbf5-8036-4009-bde4-6534504795bb), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.925953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554522f-d436-407c-bd77-0ec7a6e24378 req-9257b4c6-30e9-4f4a-b6b7-a6b8e6086d7a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:12.927214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7554522f-d436-407c-bd77-0ec7a6e24378 req-9257b4c6-30e9-4f4a-b6b7-a6b8e6086d7a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0896547 Feb 09 22:17:13.019540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Pushing event updated for resources: {'Port': ['ID=099fcbf5-8036-4009-bde4-6534504795bb,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:13.034058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:13.035162 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:13.036198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-2e4cb08a-5c75-4e80-bf24-cde85a05f075 service neutron] 10.222.0.30 "PUT /v2.0/ports/099fcbf5-8036-4009-bde4-6534504795bb HTTP/1.1" status: 200 len: 1092 time: 1.4061923 Feb 09 22:17:13.036654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'tag': '099fcbf5-8036-4009-bde4-6534504795bb'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:13.038951 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d16e0-22be-4332-bdad-f509bb8efaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3600bc29-dd26-4639-a5c3-291f6879ec82", "tag": "099fcbf5-8036-4009-bde4-6534504795bb"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:13.057156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:13.063119 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7554522f-d436-407c-bd77-0ec7a6e24378 req-110d35a2-517a-4a53-b766-ae9cdd94af26 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157374 Feb 09 22:17:13.150049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-396e0854-83a1-495b-a403-e77169970a04 None None] Provisioning complete for port 011087d7-16c7-4d4c-a65d-37aed067d36b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:13.153152 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-396e0854-83a1-495b-a403-e77169970a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:13.208394 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c0d6aa-63e0-4cdd-b3c0-a6c3b1db9629 x-openstack-request-id: req-42c0d6aa-63e0-4cdd-b3c0-a6c3b1db9629 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:13.208897 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3600bc29-dd26-4639-a5c3-291f6879ec82", "tag": "099fcbf5-8036-4009-bde4-6534504795bb", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:13.209003 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42c0d6aa-63e0-4cdd-b3c0-a6c3b1db9629 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:13.209370 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'tag': '099fcbf5-8036-4009-bde4-6534504795bb', 'status': 'completed', 'code': 200} Feb 09 22:17:13.211219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-396e0854-83a1-495b-a403-e77169970a04 None None] Port 011087d7-16c7-4d4c-a65d-37aed067d36b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:13.261523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-11e84454-f796-4710-aa24-4bcf15c44d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:13.264079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-11e84454-f796-4710-aa24-4bcf15c44d5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 1126 time: 0.1240280 Feb 09 22:17:13.333229 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-7c57517b-e48f-45b7-a9ed-3811986f95ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=099fcbf5-8036-4009-bde4-6534504795bb HTTP/1.1" status: 200 len: 217 time: 0.0584695 Feb 09 22:17:13.397773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-deb48138-119a-4910-acbc-f444932b9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:13.399549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-deb48138-119a-4910-acbc-f444932b9a0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0556519 Feb 09 22:17:13.491461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-846ef862-9bc8-40a8-8866-ceeeb4f805ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:13.494895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-846ef862-9bc8-40a8-8866-ceeeb4f805ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841587 Feb 09 22:17:13.509063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e4457-e573-46cb-bbf3-938bf38a3a3c req-6b6e9ece-6d36-4cde-b35a-e0ef0c8cc3f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:13.510629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28e4457-e573-46cb-bbf3-938bf38a3a3c req-6b6e9ece-6d36-4cde-b35a-e0ef0c8cc3f5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 931 time: 0.1990588 Feb 09 22:17:13.616526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f28e4457-e573-46cb-bbf3-938bf38a3a3c req-e142cdb8-ac98-45f3-84b3-36e54d75e698 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915854 Feb 09 22:17:13.625975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-c7fe3dc6-cceb-401f-b316-0b00d2cc80eb service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213193 Feb 09 22:17:13.680829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011087d7-16c7-4d4c-a65d-37aed067d36b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:13.690117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Publish callbacks [] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:13.710028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Transition to ACTIVE for port object 011087d7-16c7-4d4c-a65d-37aed067d36b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:17:13.762384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4246c4a8-2a6d-430a-b9f1-3b59595c6aa4 req-c0db982c-5701-437f-9cff-2c02a9a673f4 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270804 Feb 09 22:17:13.828315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:13.976055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:14.028834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-ccb2596d-b2ae-4e37-a590-1a17d9954bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.030507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-ccb2596d-b2ae-4e37-a590-1a17d9954bf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 1126 time: 0.1248083 Feb 09 22:17:14.048955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:14.049335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:14.049647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:14.066304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:17:14.066968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:14.078480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:14.079242 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Checking segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:14.079898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Bound using segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:14.080580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Bound port: 011087d7-16c7-4d4c-a65d-37aed067d36b, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:14.084630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:14.232258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-0b7f7807-a4a4-4395-9645-4b4390bf88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.235032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-0b7f7807-a4a4-4395-9645-4b4390bf88be service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.1945384 Feb 09 22:17:14.251675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:14.258857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:14.334544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-0fca42c2-2516-40bb-a230-45169ca171cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=099fcbf5-8036-4009-bde4-6534504795bb HTTP/1.1" status: 200 len: 217 time: 0.0774667 Feb 09 22:17:14.365509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ceef3-7343-4c34-aaf8-60d78f933ab6 req-26cb5abd-e5ef-4781-a092-95e0c4d342e5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.369438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-518ceef3-7343-4c34-aaf8-60d78f933ab6 req-26cb5abd-e5ef-4781-a092-95e0c4d342e5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.1954436 Feb 09 22:17:14.381621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:14.446035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-16af7118-8a56-4d26-9e01-d975e7d5705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.447374 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-16af7118-8a56-4d26-9e01-d975e7d5705d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.1029654 Feb 09 22:17:14.489027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.489756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:14.491177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] 10.222.0.30 "PUT /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 1091 time: 1.5919306 Feb 09 22:17:14.492107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:14.495093 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046b30d-b573-4060-813c-9247e1651524" -d '{"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:14.521794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8a2bf-c88c-4bd1-991d-3880de2647ab service neutron] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:14.580846 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-518ceef3-7343-4c34-aaf8-60d78f933ab6 req-e00fb662-e586-4a46-ba22-da1e4afe0b24 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324391 Feb 09 22:17:14.584191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-06e028e8-49ec-4006-a811-436b4f4797db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.585554 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-06e028e8-49ec-4006-a811-436b4f4797db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1217558 Feb 09 22:17:14.846141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-390a380a-829e-4702-93b1-eb8672585cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:14.849982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-390a380a-829e-4702-93b1-eb8672585cbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1125 time: 0.2237213 Feb 09 22:17:14.911300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-ce889d6d-0baa-408b-b46d-784f98b971e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 217 time: 0.0500336 Feb 09 22:17:15.016693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-40b0f7ba-24b4-472f-b16e-27820a62a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.018212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-40b0f7ba-24b4-472f-b16e-27820a62a9dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 200 len: 835 time: 0.0866678 Feb 09 22:17:15.019795 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c3ea8-ea44-470a-ba80-94a6f5a407c1 x-openstack-request-id: req-6e4c3ea8-ea44-470a-ba80-94a6f5a407c1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:15.020097 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:15.020360 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e4c3ea8-ea44-470a-ba80-94a6f5a407c1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:15.020761 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'status': 'completed', 'code': 200} Feb 09 22:17:15.086487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-ef43a9d1-633c-474c-b1e3-670c9b0ff6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.088101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-ef43a9d1-633c-474c-b1e3-670c9b0ff6b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509f8c3a-b198-4263-a2f7-08654ee761d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0607653 Feb 09 22:17:15.185891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-fa25624e-3423-487f-a95d-fe391a7cceec service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899906 Feb 09 22:17:15.291082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-beda31c2-b723-40c7-af45-4611a80d0367 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939499 Feb 09 22:17:15.320577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77aa78f7-22c9-4b30-932d-95fbf05c8dc9 req-4fee1045-9db0-4935-94d4-210e9d95703e service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246183 Feb 09 22:17:15.399011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea59bd6-bd04-4eb3-9980-79c679d4c64e req-b219c322-e8c4-478f-9fcb-abf25c144538 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.402184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eea59bd6-bd04-4eb3-9980-79c679d4c64e req-b219c322-e8c4-478f-9fcb-abf25c144538 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 943 time: 0.1366518 Feb 09 22:17:15.481601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eea59bd6-bd04-4eb3-9980-79c679d4c64e req-3c8b1eeb-7fbd-43c7-bc4a-8c455d4f0e8d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727479 Feb 09 22:17:15.516504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-bde4326d-d204-40ba-ba0a-cffbb40f155c service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104876 Feb 09 22:17:15.553881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b30d-b573-4060-813c-9247e1651524 req-489e3a45-1263-46fa-bd7f-3ecca909bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.555377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d046b30d-b573-4060-813c-9247e1651524 req-489e3a45-1263-46fa-bd7f-3ecca909bec3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1125 time: 0.0819840 Feb 09 22:17:15.665043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b30d-b573-4060-813c-9247e1651524 req-9bff0961-00df-4776-b236-a883b5d0bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.666188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d046b30d-b573-4060-813c-9247e1651524 req-9bff0961-00df-4776-b236-a883b5d0bb3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 898 time: 0.1040773 Feb 09 22:17:15.750537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d046b30d-b573-4060-813c-9247e1651524 req-87ff2ec1-a02b-4678-a6a5-b27fc80a3c2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 217 time: 0.0628946 Feb 09 22:17:15.816651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a0d30-8799-4f69-aaba-a56bcfcd4ffa req-42dc3255-93b0-4f2a-b982-2600162a4c7a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.818314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-534a0d30-8799-4f69-aaba-a56bcfcd4ffa req-42dc3255-93b0-4f2a-b982-2600162a4c7a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.1416943 Feb 09 22:17:15.877032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b30d-b573-4060-813c-9247e1651524 req-b43285fb-78e0-48a9-9587-1adf99d7f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.879595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d046b30d-b573-4060-813c-9247e1651524 req-b43285fb-78e0-48a9-9587-1adf99d7f2b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 200 len: 835 time: 0.1197784 Feb 09 22:17:15.941305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-534a0d30-8799-4f69-aaba-a56bcfcd4ffa req-40ca0559-054f-4c24-8f0b-6e7753a412e7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146233 Feb 09 22:17:15.950128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b30d-b573-4060-813c-9247e1651524 req-5a575af8-e4e6-487c-b951-43d6273d6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:15.952482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d046b30d-b573-4060-813c-9247e1651524 req-5a575af8-e4e6-487c-b951-43d6273d6854 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509f8c3a-b198-4263-a2f7-08654ee761d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0644548 Feb 09 22:17:16.052097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d046b30d-b573-4060-813c-9247e1651524 req-38d0fbb2-b976-4cc5-87cf-ef712a718142 service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908134 Feb 09 22:17:16.141518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d046b30d-b573-4060-813c-9247e1651524 req-17f3291e-c050-4b78-a63a-602d280b473f service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833101 Feb 09 22:17:16.613560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624552f2-45d0-4e12-a41a-81198813a09b req-4b258693-2fac-4002-a4bb-7db2c0198293 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:16.615256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-624552f2-45d0-4e12-a41a-81198813a09b req-4b258693-2fac-4002-a4bb-7db2c0198293 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 943 time: 0.0609403 Feb 09 22:17:16.673682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-624552f2-45d0-4e12-a41a-81198813a09b req-b62b1bb3-5d4f-4563-8849-53771772311e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523062 Feb 09 22:17:17.138815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196f73a-7d36-4ef4-bf0e-82d5c5426a9d req-382b4a08-d6a7-44fc-8e9a-cd3acaf72a7d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:17.144406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c196f73a-7d36-4ef4-bf0e-82d5c5426a9d req-382b4a08-d6a7-44fc-8e9a-cd3acaf72a7d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.1162529 Feb 09 22:17:17.193565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c196f73a-7d36-4ef4-bf0e-82d5c5426a9d req-662ad587-ec58-47f7-a456-6c6d0b357072 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 Feb 09 22:17:17.811590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6027ae-715a-4944-87b5-3a7c5bcca244 req-d364fcae-89b6-4577-85e2-51a8dea517bb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:17.813116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab6027ae-715a-4944-87b5-3a7c5bcca244 req-d364fcae-89b6-4577-85e2-51a8dea517bb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 943 time: 0.0573034 Feb 09 22:17:17.865382 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab6027ae-715a-4944-87b5-3a7c5bcca244 req-24a39ed5-fd0d-425d-8748-4e8e23c7edb6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463271 Feb 09 22:17:18.321776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bf236-9e2f-45ba-9082-0c6ee4475ca4 req-e92493f1-39d8-4f34-a57d-6beaade27f02 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:18.323522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f4bf236-9e2f-45ba-9082-0c6ee4475ca4 req-e92493f1-39d8-4f34-a57d-6beaade27f02 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0586360 Feb 09 22:17:18.385352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f4bf236-9e2f-45ba-9082-0c6ee4475ca4 req-1766fb51-d5de-4eda-bc23-ed8953084b7d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543776 Feb 09 22:17:19.025292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142561-eaaf-4b2b-86cf-4997c6ff7c07 req-1521c2fb-7747-43e9-9edb-de21d65e172d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:19.026794 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13142561-eaaf-4b2b-86cf-4997c6ff7c07 req-1521c2fb-7747-43e9-9edb-de21d65e172d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 943 time: 0.0609226 Feb 09 22:17:19.075601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13142561-eaaf-4b2b-86cf-4997c6ff7c07 req-deb155bb-27ef-4d50-bb64-07e9c352ef13 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422747 Feb 09 22:17:19.379628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:17:19.515214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:19.528461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'port_id': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'mac_address': 'fa:16:3e:58:4d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:17:19.533523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c66d71-36be-4f04-a240-792ac4d4c594 req-86aab67c-c059-47d5-a796-0560db0b2cc2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:19.535775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76c66d71-36be-4f04-a240-792ac4d4c594 req-86aab67c-c059-47d5-a796-0560db0b2cc2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0573475 Feb 09 22:17:19.571217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 011087d7-16c7-4d4c-a65d-37aed067d36b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:19.571917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.586506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011087d7-16c7-4d4c-a65d-37aed067d36b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:19.602981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76c66d71-36be-4f04-a240-792ac4d4c594 req-643196e0-ea4e-42a4-a229-6caf3aacb22d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536678 Feb 09 22:17:19.618062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:19.694922 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:19.752923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:19.974371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['011087d7-16c7-4d4c-a65d-37aed067d36b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:17:20.259382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf450d82-7ad4-40cb-b908-c651f28f184f req-43d91823-cc8e-4a63-832f-33057c88b5df tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:20.268007 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf450d82-7ad4-40cb-b908-c651f28f184f req-43d91823-cc8e-4a63-832f-33057c88b5df tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 944 time: 0.0707390 Feb 09 22:17:20.332345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf450d82-7ad4-40cb-b908-c651f28f184f req-0d015d15-6f9b-4218-9a27-fcbe9b8f9d3e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633523 Feb 09 22:17:20.738912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167fc2c-9e00-4b14-b5eb-bfae78820e5d req-b604ba7f-0cff-4870-b646-7a909caa07bf tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:20.745723 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8167fc2c-9e00-4b14-b5eb-bfae78820e5d req-b604ba7f-0cff-4870-b646-7a909caa07bf tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0646605 Feb 09 22:17:20.790865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8167fc2c-9e00-4b14-b5eb-bfae78820e5d req-acb21e51-b6eb-497a-a279-357e8a6b0250 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Feb 09 22:17:21.383967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:21.470531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc4ce4-0180-4375-a441-d190fba8c732 req-e1af8850-1421-4467-b677-31608a18e215 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:21.472378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31fc4ce4-0180-4375-a441-d190fba8c732 req-e1af8850-1421-4467-b677-31608a18e215 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 944 time: 0.0740559 Feb 09 22:17:21.530325 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31fc4ce4-0180-4375-a441-d190fba8c732 req-3a16074a-9a1f-408e-a282-32164dfff445 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514364 Feb 09 22:17:21.609408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 011087d7-16c7-4d4c-a65d-37aed067d36b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:17:21.613873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 011087d7-16c7-4d4c-a65d-37aed067d36b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:21.614340 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:21.699368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 011087d7-16c7-4d4c-a65d-37aed067d36b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:21.699805 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:21.721512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:21.723811 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb22b8-f0c0-4fcc-ad20-27784ddf16dc" -d '{"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-plugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:21.736626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:21.762123 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b29476b-622f-4f5a-9251-6866092318ae x-openstack-request-id: req-5b29476b-622f-4f5a-9251-6866092318ae {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:21.762426 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-plugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:21.762777 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b29476b-622f-4f5a-9251-6866092318ae {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:21.763106 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'code': 200} Feb 09 22:17:21.833526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:21.902352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:21.945457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c1d08-abc0-4396-8387-d1f553259d58 req-f8ddff2a-41e3-4cac-9e16-6531d4c6de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:21.946986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b86c1d08-abc0-4396-8387-d1f553259d58 req-f8ddff2a-41e3-4cac-9e16-6531d4c6de92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1127 time: 0.0518501 Feb 09 22:17:22.018090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ee399-a6ab-42d3-a4b2-daa6ee1d8a02 req-9efe17a5-34e3-4cf7-9aa1-a83c7491c4c7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:22.020473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e5ee399-a6ab-42d3-a4b2-daa6ee1d8a02 req-9efe17a5-34e3-4cf7-9aa1-a83c7491c4c7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.1116223 Feb 09 22:17:22.031332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b86c1d08-abc0-4396-8387-d1f553259d58 req-6994c7aa-0520-40c9-9789-de36b316fde2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744593 Feb 09 22:17:22.076553 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e5ee399-a6ab-42d3-a4b2-daa6ee1d8a02 req-11282778-6977-4904-a966-1901282e7722 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493698 Feb 09 22:17:22.674943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848e66-6041-4495-905b-d9d309a749b0 req-5cd84e5c-fe39-4285-b2dc-3987eb098db3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:22.676379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03848e66-6041-4495-905b-d9d309a749b0 req-5cd84e5c-fe39-4285-b2dc-3987eb098db3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Feb 09 22:17:22.733016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03848e66-6041-4495-905b-d9d309a749b0 req-d6bce7ba-2944-4894-9cbc-883ce2258fef tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507851 Feb 09 22:17:23.199274 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861535d8-49b7-4365-8456-2dd67b96fad6 req-20dba405-8316-4c00-aa53-f4e683aecee1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:23.200883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-861535d8-49b7-4365-8456-2dd67b96fad6 req-20dba405-8316-4c00-aa53-f4e683aecee1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0563509 Feb 09 22:17:23.286404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-861535d8-49b7-4365-8456-2dd67b96fad6 req-46387240-53de-453e-8de7-adfbf4ab5b77 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786335 Feb 09 22:17:23.857598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383a88-7413-497b-a318-b8d876ee5d9b req-44e8fbfe-0bc1-457a-acb0-cd729e18ab3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:23.859084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e383a88-7413-497b-a318-b8d876ee5d9b req-44e8fbfe-0bc1-457a-acb0-cd729e18ab3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0542002 Feb 09 22:17:23.908589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e383a88-7413-497b-a318-b8d876ee5d9b req-463df424-fe87-4a6e-9bd2-ecbfd66b66fa tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Feb 09 22:17:23.934134 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:17:24.028331 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2f99-a716-4edc-8d71-361a908d6bf0 req-1b418ac5-f4ba-4cc4-843d-7e24a2f1c419 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:24.030530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef3b2f99-a716-4edc-8d71-361a908d6bf0 req-1b418ac5-f4ba-4cc4-843d-7e24a2f1c419 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0554676 Feb 09 22:17:24.088352 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef3b2f99-a716-4edc-8d71-361a908d6bf0 req-db5bd93d-15ad-4490-a9bc-cc553db38e4f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507352 Feb 09 22:17:24.109464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 52210) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:24.319957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713de8f0-3f2b-45a2-8327-a55dde13cff9 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:24.324485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52220) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:24.325006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-713de8f0-3f2b-45a2-8327-a55dde13cff9 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1122 time: 0.2140257 Feb 09 22:17:24.329809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:24.401389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275eb56-b461-4614-92c9-5e70bcbd857f req-0520c9fc-61f7-4e73-b80b-5a149a4dce57 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:24.402882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8275eb56-b461-4614-92c9-5e70bcbd857f req-0520c9fc-61f7-4e73-b80b-5a149a4dce57 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0527909 Feb 09 22:17:24.426510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.453876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8275eb56-b461-4614-92c9-5e70bcbd857f req-d4328be7-6e74-4105-b010-3cc6bcf097da tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Feb 09 22:17:24.554572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.694611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.191 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/26e143eb-4fa5-4783-a740-8bbdc3de6102) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:24.802216 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.912805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:24.952160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:24.955498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:24.959354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:24.997172 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=26e143eb-4fa5-4783-a740-8bbdc3de6102,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:25.011518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.011829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.012177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.012518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.012918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.013779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.014114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.014443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.014773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.015100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.015427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.015773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.016095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:25.416651 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (44cb0ea1-b2f2-4faa-b733-20e2b898fba4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.524941 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.652164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e044-a4d1-419f-a663-1a450cea14d6 req-de3c53c2-9d6c-4bc0-8c8c-032102808b0c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:25.654295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1375e044-a4d1-419f-a663-1a450cea14d6 req-de3c53c2-9d6c-4bc0-8c8c-032102808b0c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.1080437 Feb 09 22:17:25.729090 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1375e044-a4d1-419f-a663-1a450cea14d6 req-d5a9f564-0ab4-4976-a483-e98ebb370bb8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688901 Feb 09 22:17:25.757744 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.815136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:25.898259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=26e143eb-4fa5-4783-a740-8bbdc3de6102,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:25.918787 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (44cb0ea1-b2f2-4faa-b733-20e2b898fba4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.024876 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP 44cb0ea1-b2f2-4faa-b733-20e2b898fba4 associated. External IP: 172.25.5.191, port: 011087d7-16c7-4d4c-a65d-37aed067d36b. Feb 09 22:17:26.256874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:26.369987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:26.386620 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] Sync routers for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:26.403689 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:26.409210 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:17:08Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:26.457247 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:26.487123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f295a7fc-5d99-415a-b13e-2fc684cb5c23 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1615143 Feb 09 22:17:26.489518 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:26.490015 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:26.507006 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:26.531038 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03a79a2-afc0-43dd-a633-34e6d57966b3 x-openstack-request-id: req-d03a79a2-afc0-43dd-a633-34e6d57966b3 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:26.531387 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:26.531651 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d03a79a2-afc0-43dd-a633-34e6d57966b3 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:26.532227 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'status': 'completed', 'code': 200} Feb 09 22:17:26.668395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-213dea64-fb89-4d38-aa3c-83e2d3b42ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:26.670045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-213dea64-fb89-4d38-aa3c-83e2d3b42ddd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1127 time: 0.1137278 Feb 09 22:17:26.677401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2a80c-c2d4-4ccb-bbd8-04bde0e6c647 req-7d623973-e67b-4575-845e-737ba2a55fee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:26.679085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99e2a80c-c2d4-4ccb-bbd8-04bde0e6c647 req-7d623973-e67b-4575-845e-737ba2a55fee tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.1318803 Feb 09 22:17:26.857248 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '44cb0ea1-b2f2-4faa-b733-20e2b898fba4', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'port_id': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'mac_address': 'fa:16:3e:58:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:17:25Z', 'updated_at': '2022-02-09T22:17:25Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:09Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:26.886903 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] Checking router: 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:26.897679 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:26.898246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:17:08Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:26.916897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0ba2-0eca-458d-8b6d-4dbef96315e7 req-80267bd0-a89c-42db-8b44-a55aec2d586f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:26.918534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05be0ba2-0eca-458d-8b6d-4dbef96315e7 req-80267bd0-a89c-42db-8b44-a55aec2d586f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0704017 Feb 09 22:17:26.979381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-05be0ba2-0eca-458d-8b6d-4dbef96315e7 req-dce752ea-9b0b-4bcd-bb62-a5db554b0b89 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Feb 09 22:17:27.015798 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:27.110383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99e2a80c-c2d4-4ccb-bbd8-04bde0e6c647 req-bf7c481c-26d3-42ee-871f-5c84df19c58b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4153306 Feb 09 22:17:27.167816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-4ff074b3-7401-4a10-8f5b-1c4465195a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:27.167816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-4ff074b3-7401-4a10-8f5b-1c4465195a5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 898 time: 0.4864452 Feb 09 22:17:27.252887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52294) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:27.255826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-42c38732-7627-4397-960c-65bd25eb881b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 999 time: 0.0750859 Feb 09 22:17:27.327601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88a0c11f-b28e-4092-81f6-a22f66f4c734 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/44cb0ea1-b2f2-4faa-b733-20e2b898fba4 HTTP/1.1" status: 200 len: 991 time: 0.0722497 Feb 09 22:17:27.328099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-3be5db97-4a76-4396-9072-4c6aa5781b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:27.329449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-3be5db97-4a76-4396-9072-4c6aa5781b53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 200 len: 835 time: 0.0651832 Feb 09 22:17:27.366113 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '44cb0ea1-b2f2-4faa-b733-20e2b898fba4', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'port_id': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'mac_address': 'fa:16:3e:58:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:17:25Z', 'updated_at': '2022-02-09T22:17:25Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:09Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:27.381124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-065f1de3-b784-484e-9fe7-7d0c070cbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:27.382639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-065f1de3-b784-484e-9fe7-7d0c070cbe2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509f8c3a-b198-4263-a2f7-08654ee761d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473468 Feb 09 22:17:27.391743 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e03c9c-66cb-4a27-8fa2-895c24517c06 None None] The sync data for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 is: [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '44cb0ea1-b2f2-4faa-b733-20e2b898fba4', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'port_id': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'mac_address': 'fa:16:3e:58:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:17:25Z', 'updated_at': '2022-02-09T22:17:25Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:09Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:27.479978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-dbd2a963-a7a5-45ce-b56a-5d04e15ecc1a service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908866 Feb 09 22:17:27.586061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85d149d6-ea0f-4c73-b26f-5bc7bed6b0d9 req-d2e6970b-0f32-49e4-ae6c-c2a5c65457de service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999939 Feb 09 22:17:27.638760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fad9f9-9820-4353-ae6f-8e975398219b None None] New status for floating IP 44cb0ea1-b2f2-4faa-b733-20e2b898fba4: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:17:28.108954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c31a0-1157-45bf-8bf8-63095cdf74f9 req-7c7691ba-0493-4b18-9707-fb5d8b018bfc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:28.110460 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d1c31a0-1157-45bf-8bf8-63095cdf74f9 req-7c7691ba-0493-4b18-9707-fb5d8b018bfc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0544336 Feb 09 22:17:28.161931 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d1c31a0-1157-45bf-8bf8-63095cdf74f9 req-e5e41c13-7932-4573-b7e9-245c4c37cea3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Feb 09 22:17:28.329556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 52324) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:28.394682 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1a7a63ee-2112-4a60-b8d2-ee907b923515 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/44cb0ea1-b2f2-4faa-b733-20e2b898fba4 HTTP/1.1" status: 200 len: 993 time: 0.0628381 Feb 09 22:17:29.352071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36cf4c-c0bf-48cf-9ddb-58c9e6c7478e req-d0f102fe-7a0e-456a-a49f-219e63cde644 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:29.352071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be36cf4c-c0bf-48cf-9ddb-58c9e6c7478e req-d0f102fe-7a0e-456a-a49f-219e63cde644 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0959904 Feb 09 22:17:29.383273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be36cf4c-c0bf-48cf-9ddb-58c9e6c7478e req-f5243c9e-e471-47e4-8106-7d5e721e2a69 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460613 Feb 09 22:17:29.535020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:30.517284 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0251-b052-4080-afbd-16b24b1936ef req-a35e2bf4-efd2-4807-84cd-24c09231ebdc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:30.519038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f9f0251-b052-4080-afbd-16b24b1936ef req-a35e2bf4-efd2-4807-84cd-24c09231ebdc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0647917 Feb 09 22:17:30.584057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2f9f0251-b052-4080-afbd-16b24b1936ef req-76990e31-053f-4802-9592-492bb6240142 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589550 Feb 09 22:17:31.031110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:31.395561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 099fcbf5-8036-4009-bde4-6534504795bb details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:17:31.490980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 099fcbf5-8036-4009-bde4-6534504795bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=099fcbf5-8036-4009-bde4-6534504795bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:31.506647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '099fcbf5-8036-4009-bde4-6534504795bb', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'port_id': '099fcbf5-8036-4009-bde4-6534504795bb', 'mac_address': 'fa:16:3e:3d:54:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:17:31.542230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 099fcbf5-8036-4009-bde4-6534504795bb is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:31.542635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (099fcbf5-8036-4009-bde4-6534504795bb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:31.557240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099fcbf5-8036-4009-bde4-6534504795bb {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:31.576694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 099fcbf5-8036-4009-bde4-6534504795bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=099fcbf5-8036-4009-bde4-6534504795bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:31.689186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (099fcbf5-8036-4009-bde4-6534504795bb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:31.708821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fb2cb-5a67-4764-a139-ae2bc643931e req-36c33908-cf70-44be-828f-249f6b113011 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:31.710398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d3fb2cb-5a67-4764-a139-ae2bc643931e req-36c33908-cf70-44be-828f-249f6b113011 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 944 time: 0.0585265 Feb 09 22:17:31.736972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=099fcbf5-8036-4009-bde4-6534504795bb,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:31.757918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d3fb2cb-5a67-4764-a139-ae2bc643931e req-f51151d0-0ce3-44a7-84df-1eff862fa73e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Feb 09 22:17:31.922004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['099fcbf5-8036-4009-bde4-6534504795bb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:17:32.876687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8160b-5ec3-4610-a390-3fc76c6ebf8a req-8a3aef95-3908-4089-8d85-1929d2f83387 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:32.878286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66b8160b-5ec3-4610-a390-3fc76c6ebf8a req-8a3aef95-3908-4089-8d85-1929d2f83387 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 945 time: 0.0533640 Feb 09 22:17:32.930167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-66b8160b-5ec3-4610-a390-3fc76c6ebf8a req-72257e2d-bdc0-462b-979e-878834bfa54c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460849 Feb 09 22:17:33.412877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 099fcbf5-8036-4009-bde4-6534504795bb up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:17:33.506409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 099fcbf5-8036-4009-bde4-6534504795bb completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:17:33.510907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 099fcbf5-8036-4009-bde4-6534504795bb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:33.511286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (099fcbf5-8036-4009-bde4-6534504795bb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.600911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 099fcbf5-8036-4009-bde4-6534504795bb is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:17:33.601449 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (099fcbf5-8036-4009-bde4-6534504795bb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.634910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 099fcbf5-8036-4009-bde4-6534504795bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=099fcbf5-8036-4009-bde4-6534504795bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:33.636079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099fcbf5-8036-4009-bde4-6534504795bb'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:33.639920 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217b4a7-903f-4838-9cd4-aa7f085e37bc" -d '{"events": [{"server_uuid": "3600bc29-dd26-4639-a5c3-291f6879ec82", "name": "network-vif-plugged", "status": "completed", "tag": "099fcbf5-8036-4009-bde4-6534504795bb"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:33.680287 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90baf9ae-90dc-4683-ad48-6a385293eeb7 x-openstack-request-id: req-90baf9ae-90dc-4683-ad48-6a385293eeb7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:33.680784 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3600bc29-dd26-4639-a5c3-291f6879ec82", "name": "network-vif-plugged", "status": "completed", "tag": "099fcbf5-8036-4009-bde4-6534504795bb", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:33.681044 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90baf9ae-90dc-4683-ad48-6a385293eeb7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:33.681478 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099fcbf5-8036-4009-bde4-6534504795bb', 'code': 200} Feb 09 22:17:33.718341 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (099fcbf5-8036-4009-bde4-6534504795bb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.770520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=099fcbf5-8036-4009-bde4-6534504795bb,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:33.793038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac767-f22d-43e4-bcfa-99c0650a1e09 req-4b1f6e65-dfee-49a8-84a3-c184a4e32e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:33.795046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-316ac767-f22d-43e4-bcfa-99c0650a1e09 req-4b1f6e65-dfee-49a8-84a3-c184a4e32e84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 1128 time: 0.0507796 Feb 09 22:17:33.841841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-316ac767-f22d-43e4-bcfa-99c0650a1e09 req-73670a47-28b1-4d02-ba12-e5b3ded977e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398874 Feb 09 22:17:34.053969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca290e0-37a0-4db7-aa29-4185997f7da2 req-6f14a4a0-aca3-4d19-a1f0-aee6fe406bb8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:34.056433 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ca290e0-37a0-4db7-aa29-4185997f7da2 req-6f14a4a0-aca3-4d19-a1f0-aee6fe406bb8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 946 time: 0.0560617 Feb 09 22:17:34.110913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ca290e0-37a0-4db7-aa29-4185997f7da2 req-a1aafcef-e149-4766-8ca4-9aac84580044 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Feb 09 22:17:35.240467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa2816-6286-410f-8197-12a1dc8d5e09 req-d60215ec-0e8b-4ecd-b473-2ca5e8d4b7f0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:35.241948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edfa2816-6286-410f-8197-12a1dc8d5e09 req-d60215ec-0e8b-4ecd-b473-2ca5e8d4b7f0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Feb 09 22:17:35.293644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edfa2816-6286-410f-8197-12a1dc8d5e09 req-01709cdd-3221-45a1-b0af-1b9fd7ed2cf7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 Feb 09 22:17:35.442502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ffb14-7edb-4eec-b5f3-c5152457c6c0 req-dd398a45-0783-4277-adca-14a20ca74f64 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:35.444057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-130ffb14-7edb-4eec-b5f3-c5152457c6c0 req-dd398a45-0783-4277-adca-14a20ca74f64 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 946 time: 0.0664229 Feb 09 22:17:35.490984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-130ffb14-7edb-4eec-b5f3-c5152457c6c0 req-c7a37380-ff48-475c-9f85-fced3b9f7b5f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Feb 09 22:17:35.499794 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5195d52b-f92b-46ef-abec-60d85e57e6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:37.541079 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0616b916-5e26-4dc3-bdb0-e4d71344eef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.118685 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.019962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-4bfbda41-82fd-42d0-b457-8d4c9bb76055 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:40.021479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-4bfbda41-82fd-42d0-b457-8d4c9bb76055 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1052518 Feb 09 22:17:40.036606 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d2ff4db2-c2b1-44fe-bc76-dd12aa655f83 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/quotas/461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 375 time: 0.0096121 Feb 09 22:17:40.099042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-8764ae83-ad3c-4eb8-8952-b2be619ec8ad tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573533 Feb 09 22:17:40.109676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-7e803a95-595d-4c24-9b1f-3e7e53ec3f15 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:17:40.110685 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-7e803a95-595d-4c24-9b1f-3e7e53ec3f15 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051715 Feb 09 22:17:40.199479 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-ff49ffb2-1f80-4b7a-9ed0-ab21acbeab1d service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829518 Feb 09 22:17:40.292930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-3b1f1434-a639-4c31-9aa3-a7962f4bca0d service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869014 Feb 09 22:17:40.318140 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:40.568211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-997b97de-77ab-4e08-8cae-7adfa6cae73e req-e127ea6e-e0fb-4aaa-a673-39ff2729ccd3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0376954 Feb 09 22:17:41.665477 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:41.686611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bcb23c2-0215-4ac8-8b75-f5455fd3ee46 req-a1991bbb-4a4d-43ae-ac01-19a9cfedf501 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0314174 Feb 09 22:17:42.161915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-22208694-6b5f-4a9f-917a-21a33bfe1e1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453439 Feb 09 22:17:42.244727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6eaae-f887-4236-849d-2d31e058d29a req-af09ba87-0353-4b5a-9649-bfe8d6f75f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:42.246269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-af09ba87-0353-4b5a-9649-bfe8d6f75f63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 1128 time: 0.0440702 Feb 09 22:17:42.357399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6eaae-f887-4236-849d-2d31e058d29a req-532da09d-f957-4362-a83d-d9df65e2f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:42.359033 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-532da09d-f957-4362-a83d-d9df65e2f55f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0937891 Feb 09 22:17:42.404149 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-251ae552-c14f-464f-963d-c87208d8941e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=099fcbf5-8036-4009-bde4-6534504795bb HTTP/1.1" status: 200 len: 217 time: 0.0379434 Feb 09 22:17:42.456560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6eaae-f887-4236-849d-2d31e058d29a req-605b67cb-e486-4ac1-9433-0846cbe01309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:42.458022 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-605b67cb-e486-4ac1-9433-0846cbe01309 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0485547 Feb 09 22:17:42.605562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d35d0893-6d24-4dca-a196-f370a00b9d0c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:42.608222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d35d0893-6d24-4dca-a196-f370a00b9d0c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1487052 Feb 09 22:17:42.612166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6eaae-f887-4236-849d-2d31e058d29a req-52fa579c-702f-4ec4-b363-d390ec49e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:42.612166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-52fa579c-702f-4ec4-b363-d390ec49e9ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1382418 Feb 09 22:17:42.633511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'port': {'device_id': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'admin_state_up': True, 'tenant_id': '461e7644e2794ae091537a5d424bb553'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:42.809700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-291c9b65-9ada-412e-affb-2fbb82e9c877 req-3e5a4d06-ec1b-47c5-9070-1a13d599b592 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0428567 Feb 09 22:17:42.854808 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-e6fa6cef-9ea4-484a-968c-3f287a41035f service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347660 Feb 09 22:17:42.937404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:17:42.940744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:42.968945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48a6eaae-f887-4236-849d-2d31e058d29a req-a963a2ea-f980-467f-9d23-3be7d5665224 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061420 Feb 09 22:17:43.077298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.20.0.8 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/23a2c96a-2fa1-4109-b49a-aac781146c95) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:17:43.237246 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.351908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.372565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['099fcbf5-8036-4009-bde4-6534504795bb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:17:43.402820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:17:43.409952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:17:43.418209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:17:43.488078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=23a2c96a-2fa1-4109-b49a-aac781146c95,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:43.517047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:43.519222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.595973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-d669a9c8-3741-4f68-8035-e02725d7183f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9660277 Feb 09 22:17:43.612410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Request body: {'port': {'device_id': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:17:43.703910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.773807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f8c749f0-c21c-4d73-9aff-3b75b526a08e None None] Provisioning complete for port 23a2c96a-2fa1-4109-b49a-aac781146c95 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:17:43.774497 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f8c749f0-c21c-4d73-9aff-3b75b526a08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.813782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f8c749f0-c21c-4d73-9aff-3b75b526a08e None None] Port 23a2c96a-2fa1-4109-b49a-aac781146c95 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:17:43.942684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d99bd-7ee7-45cc-8211-3ed7367b590d req-b7e06b57-84b1-48c2-9afc-c8986cfc30a2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:43.944844 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f5d99bd-7ee7-45cc-8211-3ed7367b590d req-b7e06b57-84b1-48c2-9afc-c8986cfc30a2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 931 time: 0.0552921 Feb 09 22:17:43.999956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a2c96a-2fa1-4109-b49a-aac781146c95 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:17:44.009536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Publish callbacks [] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.010574 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f5d99bd-7ee7-45cc-8211-3ed7367b590d req-2f368505-5b31-4054-ad75-2831b1a79b55 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532362 Feb 09 22:17:44.032158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Transition to ACTIVE for port object 23a2c96a-2fa1-4109-b49a-aac781146c95 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:17:44.089865 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.144137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23a2c96a-2fa1-4109-b49a-aac781146c95,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:44.244923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Attempting to bind port 23a2c96a-2fa1-4109-b49a-aac781146c95 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:17:44.245574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Attempting to bind port 23a2c96a-2fa1-4109-b49a-aac781146c95 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:17:44.245574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Attempting to bind port 23a2c96a-2fa1-4109-b49a-aac781146c95 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:44.250295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Port 23a2c96a-2fa1-4109-b49a-aac781146c95 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:17:44.250626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Attempting to bind port 23a2c96a-2fa1-4109-b49a-aac781146c95 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:17:44.255641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:17:44.256037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:17:44.256414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:17:44.256852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Bound port: 23a2c96a-2fa1-4109-b49a-aac781146c95, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:17:44.257215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.339148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] For port 23a2c96a-2fa1-4109-b49a-aac781146c95, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:17:44.343274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] For port 23a2c96a-2fa1-4109-b49a-aac781146c95, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=23a2c96a-2fa1-4109-b49a-aac781146c95,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:17:44.414509 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.455607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:44.456283 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:44.457985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] 10.222.0.110 "PUT /v2.0/ports/23a2c96a-2fa1-4109-b49a-aac781146c95 HTTP/1.1" status: 200 len: 1091 time: 0.8505416 Feb 09 22:17:44.458516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'tag': '23a2c96a-2fa1-4109-b49a-aac781146c95'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:44.460914 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de69ad6-7312-4c8c-976f-c49d391464f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff9a8fa-1bc0-456f-8620-fa0e5ec20493", "tag": "23a2c96a-2fa1-4109-b49a-aac781146c95"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:44.493413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89504fbe-4024-4bac-a29a-e7b3d69777f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23a2c96a-2fa1-4109-b49a-aac781146c95,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:44.524894 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e368a-49ec-470a-aa74-67c3baac4818 x-openstack-request-id: req-920e368a-49ec-470a-aa74-67c3baac4818 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:44.525255 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff9a8fa-1bc0-456f-8620-fa0e5ec20493", "tag": "23a2c96a-2fa1-4109-b49a-aac781146c95", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:44.525572 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-920e368a-49ec-470a-aa74-67c3baac4818 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:44.526040 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'tag': '23a2c96a-2fa1-4109-b49a-aac781146c95', 'status': 'completed', 'code': 200} Feb 09 22:17:44.611283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69ad6-7312-4c8c-976f-c49d391464f0 req-6bbae444-06d3-4545-806b-3edfd349b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:44.613300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6de69ad6-7312-4c8c-976f-c49d391464f0 req-6bbae444-06d3-4545-806b-3edfd349b1cc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 1125 time: 0.0671434 Feb 09 22:17:44.740300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69ad6-7312-4c8c-976f-c49d391464f0 req-88ad90d6-ec99-4810-a1d2-b816a2ecfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:44.741802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6de69ad6-7312-4c8c-976f-c49d391464f0 req-88ad90d6-ec99-4810-a1d2-b816a2ecfddd service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=461e7644e2794ae091537a5d424bb553&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1210241 Feb 09 22:17:44.838529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de69ad6-7312-4c8c-976f-c49d391464f0 req-4a7357cd-06a1-4d9e-be59-05e5ef01976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:44.840018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6de69ad6-7312-4c8c-976f-c49d391464f0 req-4a7357cd-06a1-4d9e-be59-05e5ef01976b service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918465 Feb 09 22:17:44.937621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-0409a1d0-2d5d-4ef4-8f34-e63be3f3fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:44.939131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-0409a1d0-2d5d-4ef4-8f34-e63be3f3fa18 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 1125 time: 0.0596061 Feb 09 22:17:44.985227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-66ee3a8c-4c12-4252-98ef-6db726f6e313 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23a2c96a-2fa1-4109-b49a-aac781146c95 HTTP/1.1" status: 200 len: 217 time: 0.0396743 Feb 09 22:17:45.042606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-97e8f5e2-b02f-4ca2-b83b-42b8c61f2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:45.044288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-97e8f5e2-b02f-4ca2-b83b-42b8c61f2099 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0534370 Feb 09 22:17:45.103131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b07-861f-4eea-a88d-17c72a30370f req-4cba6731-444e-4f34-890e-b74e3df973f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:45.104830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-4cba6731-444e-4f34-890e-b74e3df973f1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545983 Feb 09 22:17:45.152022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef929-9a31-4898-b822-1c02a730f1ab req-f25309b0-f95a-4bec-8317-78cf12c47fd2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:45.155095 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f55ef929-9a31-4898-b822-1c02a730f1ab req-f25309b0-f95a-4bec-8317-78cf12c47fd2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0828655 Feb 09 22:17:45.210844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-868e4274-3999-4db7-814f-43b1137bce03 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991311 Feb 09 22:17:45.229880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f55ef929-9a31-4898-b822-1c02a730f1ab req-2d860d1e-2c2c-4ed0-bab7-952e08d4571f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669286 Feb 09 22:17:45.332357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-187c6b07-861f-4eea-a88d-17c72a30370f req-b4e6de93-72ea-461a-be6b-dd2142b85c2f service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052926 Feb 09 22:17:46.361594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164c09e-e05c-4781-a280-8d3a6d708b5c req-13f4e5d6-8806-4bca-8430-686e6a75ec52 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:46.363540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a164c09e-e05c-4781-a280-8d3a6d708b5c req-13f4e5d6-8806-4bca-8430-686e6a75ec52 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0639677 Feb 09 22:17:46.414454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a164c09e-e05c-4781-a280-8d3a6d708b5c req-3b876a9b-1b4e-44ee-ab26-b0c3736bd3cd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445175 Feb 09 22:17:47.571032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f298-879f-445a-be6b-8d7b984a8925 req-296a1f42-8f3f-4f84-9091-91ca0c81887e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:47.573265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89a6f298-879f-445a-be6b-8d7b984a8925 req-296a1f42-8f3f-4f84-9091-91ca0c81887e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0700560 Feb 09 22:17:47.656486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89a6f298-879f-445a-be6b-8d7b984a8925 req-509bf915-27b0-405c-8d76-df7f3a4f1d71 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711184 Feb 09 22:17:48.806016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e26ab-bbd4-4ccf-8e0a-7a5dbe9feb2a req-56a2a2df-6af2-41ea-bc34-5fafec805741 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:48.806016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-527e26ab-bbd4-4ccf-8e0a-7a5dbe9feb2a req-56a2a2df-6af2-41ea-bc34-5fafec805741 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0755885 Feb 09 22:17:48.853385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-527e26ab-bbd4-4ccf-8e0a-7a5dbe9feb2a req-101202d8-2799-4455-93a7-64d4434ac89b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Feb 09 22:17:49.995638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6c1e-e75a-498f-beda-7afdfb2f1e2e req-4b06ab27-6d68-43e2-928b-0c84eb6a3e9d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:49.997300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1dd6c1e-e75a-498f-beda-7afdfb2f1e2e req-4b06ab27-6d68-43e2-928b-0c84eb6a3e9d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0576122 Feb 09 22:17:50.051364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1dd6c1e-e75a-498f-beda-7afdfb2f1e2e req-696582f8-e770-4764-9f71-88ea02ab79de tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Feb 09 22:17:51.203176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957fe41-a265-4a37-aac7-860991e560ca req-618902c8-c5ad-4819-ac6a-a8f564617e61 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:51.204984 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2957fe41-a265-4a37-aac7-860991e560ca req-618902c8-c5ad-4819-ac6a-a8f564617e61 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0797555 Feb 09 22:17:51.255482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2957fe41-a265-4a37-aac7-860991e560ca req-eb91a155-fd81-489b-9094-5d503d495e99 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Feb 09 22:17:52.396590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d77ad5-02cf-4d45-a4ed-860fb0145d0e req-a8d1995e-16a3-4ec3-a0ef-fa2cf5cab744 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:52.397923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18d77ad5-02cf-4d45-a4ed-860fb0145d0e req-a8d1995e-16a3-4ec3-a0ef-fa2cf5cab744 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0606558 Feb 09 22:17:52.454413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-18d77ad5-02cf-4d45-a4ed-860fb0145d0e req-5842ebb1-68b5-436a-8be6-70ad6da0f274 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Feb 09 22:17:53.586988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eca07-bc9d-4835-ae5d-cf58c282c244 req-6087ff65-8382-4364-91bc-a3f8dad4da96 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:53.588558 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c6eca07-bc9d-4835-ae5d-cf58c282c244 req-6087ff65-8382-4364-91bc-a3f8dad4da96 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0544391 Feb 09 22:17:53.638936 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c6eca07-bc9d-4835-ae5d-cf58c282c244 req-5147ca33-e58f-4a39-8d91-b110716fa2b6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Feb 09 22:17:54.799230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cb9c0-5eca-4cf2-8645-e90e7a7d874a req-62803710-d295-49b8-85aa-106aab93b8b9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:54.800801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-534cb9c0-5eca-4cf2-8645-e90e7a7d874a req-62803710-d295-49b8-85aa-106aab93b8b9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0678213 Feb 09 22:17:54.857189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-534cb9c0-5eca-4cf2-8645-e90e7a7d874a req-8f754dff-0a58-4efa-9d2f-983b826817e1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498197 Feb 09 22:17:56.002666 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dd843-d02b-40e9-a43c-b2311a1e807e req-da31e851-c457-4326-91fb-11d88ce2091c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:56.004385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c1dd843-d02b-40e9-a43c-b2311a1e807e req-da31e851-c457-4326-91fb-11d88ce2091c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0627344 Feb 09 22:17:56.062044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c1dd843-d02b-40e9-a43c-b2311a1e807e req-02b357da-6bf2-49f3-bfbf-a4ecdf70f5d3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Feb 09 22:17:57.188095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816e20a-7466-4ce7-9bd6-c2734ad8240b req-f81af907-49ed-46c6-8619-181463e40563 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:57.189667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d816e20a-7466-4ce7-9bd6-c2734ad8240b req-f81af907-49ed-46c6-8619-181463e40563 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0566499 Feb 09 22:17:57.241114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d816e20a-7466-4ce7-9bd6-c2734ad8240b req-c3509460-33a4-4795-a68a-f6c8d9ada9ea tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Feb 09 22:17:58.364271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99951a-5a80-4d88-84dd-16999b6f73c2 req-eb6a12da-5ab5-44e8-b92d-d65ca7e34732 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:58.366140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb99951a-5a80-4d88-84dd-16999b6f73c2 req-eb6a12da-5ab5-44e8-b92d-d65ca7e34732 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0526056 Feb 09 22:17:58.414590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb99951a-5a80-4d88-84dd-16999b6f73c2 req-76a229cf-a359-4ac8-8f69-c1675d5a2771 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Feb 09 22:17:59.549846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3df75-008f-494e-97b5-476cbcb25e0c req-67d52a28-c242-4d28-a460-dd31267a473c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:59.551407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5b3df75-008f-494e-97b5-476cbcb25e0c req-67d52a28-c242-4d28-a460-dd31267a473c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0612166 Feb 09 22:17:59.570641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.602023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d5b3df75-008f-494e-97b5-476cbcb25e0c req-588fc5dc-79c7-4d14-9609-aa5beaf8b2dc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Feb 09 22:18:00.732127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7959b-0b46-45ca-922f-18c0a9ea8622 req-bf9acc0f-8177-43e8-9411-478a6bbbe24f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:00.733695 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cf7959b-0b46-45ca-922f-18c0a9ea8622 req-bf9acc0f-8177-43e8-9411-478a6bbbe24f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0539210 Feb 09 22:18:00.788899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6cf7959b-0b46-45ca-922f-18c0a9ea8622 req-90d81a62-dada-4da1-8304-407f79351d24 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493169 Feb 09 22:18:00.933390 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:18:01.084259 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:01.611054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79543c7e-d9ec-4729-a467-44e58b1f346e req-2029fa62-0077-4b0b-9b3b-22fd030d9975 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:01.612984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79543c7e-d9ec-4729-a467-44e58b1f346e req-2029fa62-0077-4b0b-9b3b-22fd030d9975 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0575302 Feb 09 22:18:01.665291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79543c7e-d9ec-4729-a467-44e58b1f346e req-a21fb1f4-b9b4-4a42-b19b-9edb9ab58284 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Feb 09 22:18:01.688777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53326) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:01.754678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c0b1bc09-8479-426a-a560-ed81bad2288d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/44cb0ea1-b2f2-4faa-b733-20e2b898fba4 HTTP/1.1" status: 200 len: 993 time: 0.0647519 Feb 09 22:18:01.921192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883acd3-b91a-40f4-a4bd-091271182638 req-9c25a624-2db5-4a15-93c7-ce213d8c8d0e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:01.923664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d883acd3-b91a-40f4-a4bd-091271182638 req-9c25a624-2db5-4a15-93c7-ce213d8c8d0e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0591049 Feb 09 22:18:01.971094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d883acd3-b91a-40f4-a4bd-091271182638 req-8c2e7f67-467b-488b-949d-e910aa67c48d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Feb 09 22:18:02.078039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8d18-6e67-4d78-bad6-c46ad25f02de req-ca5a38aa-9d4a-403a-873b-5ec3dece0b16 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:02.080170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea1e8d18-6e67-4d78-bad6-c46ad25f02de req-ca5a38aa-9d4a-403a-873b-5ec3dece0b16 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1127 time: 0.0485079 Feb 09 22:18:02.130404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ea1e8d18-6e67-4d78-bad6-c46ad25f02de req-4aa0ab44-6194-4a9f-a557-c7680c48b9be tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445962 Feb 09 22:18:03.106159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28eb4-690d-4b57-aa02-f09471df1d9d req-3c2b2e41-6486-4bcf-964e-f1d38370b390 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:03.108186 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-99c28eb4-690d-4b57-aa02-f09471df1d9d req-3c2b2e41-6486-4bcf-964e-f1d38370b390 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0638790 Feb 09 22:18:03.166558 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-99c28eb4-690d-4b57-aa02-f09471df1d9d req-89da3bc2-0a78-4832-b727-c911b6b049a9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499606 Feb 09 22:18:03.263781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-4d11d6c4-3952-4738-90d2-adfb472331f1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519247 Feb 09 22:18:03.272814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-ada4e5e3-0b85-4c31-8630-f17b837c6524 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:18:03.273812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-ada4e5e3-0b85-4c31-8630-f17b837c6524 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053625 Feb 09 22:18:04.307147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8ef6-5e7c-45c4-b5c2-612e67f0b194 req-9adfaaff-38f9-432a-a23e-f993abaab339 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:04.309134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-845b8ef6-5e7c-45c4-b5c2-612e67f0b194 req-9adfaaff-38f9-432a-a23e-f993abaab339 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0617585 Feb 09 22:18:04.362929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-845b8ef6-5e7c-45c4-b5c2-612e67f0b194 req-deaf7337-0f3f-4d28-ba0d-c0a833cce5e8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Feb 09 22:18:04.380671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-fea0a56d-f8f1-4277-8703-415cbfaa0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:04.388221 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-fea0a56d-f8f1-4277-8703-415cbfaa0098 service neutron] 10.222.0.98 "GET /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 1124 time: 0.0587842 Feb 09 22:18:04.393191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Request body: {'binding': {'host': 'n-h2-828599-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:04.393645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Unknown quota resources ['binding']. {{(pid=103697) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 22:18:04.541606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on host n-h2-828599-1 for vnic_type normal with profile None {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:04.541961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:04.542298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:04.546739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:04.547080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:04.552765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:04.553115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Checking segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:04.553513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Bound using segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:04.553951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Bound port: 011087d7-16c7-4d4c-a65d-37aed067d36b, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:04.644832 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:04.732060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:04.733375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] 10.222.0.98 "POST /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3442142 Feb 09 22:18:05.083448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde49232-ecf6-4a11-9c4d-06fdcfef2ee1 req-74cfd821-2e1c-4614-b061-67a8ae161ce8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:05.085066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fde49232-ecf6-4a11-9c4d-06fdcfef2ee1 req-74cfd821-2e1c-4614-b061-67a8ae161ce8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0622911 Feb 09 22:18:05.137653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fde49232-ecf6-4a11-9c4d-06fdcfef2ee1 req-0eda012e-414a-4d9a-bbba-2bef956a817f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469370 Feb 09 22:18:05.490930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b716e40-e791-4c05-8a0d-f15cb86b2b6f req-4761e1b9-9ac0-4de1-93ea-9f4ddc7f194a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:05.493224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b716e40-e791-4c05-8a0d-f15cb86b2b6f req-4761e1b9-9ac0-4de1-93ea-9f4ddc7f194a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0561049 Feb 09 22:18:05.529664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fa94b8f7-d980-4c46-bc6b-b63525dc03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:05.583520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b716e40-e791-4c05-8a0d-f15cb86b2b6f req-ff9c6d87-e195-4779-a669-ec4b47dd7a7a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838115 Feb 09 22:18:05.602229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-8dac68fb-4cba-4b00-982d-c499c167d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:05.602229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-8dac68fb-4cba-4b00-982d-c499c167d469 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1127 time: 0.0611947 Feb 09 22:18:05.691558 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a4876c4a-cf65-4612-a2f2-89ead348a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:05.693153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a4876c4a-cf65-4612-a2f2-89ead348a996 service neutron] 10.222.0.110 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 898 time: 0.0868447 Feb 09 22:18:05.765645 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-e229ca3a-c02d-4411-8dc0-bae2db3a145f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 1001 time: 0.0664971 Feb 09 22:18:05.816469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-3e6679e2-9c46-485d-b527-653e4e782aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:05.817940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-3e6679e2-9c46-485d-b527-653e4e782aff service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 200 len: 835 time: 0.0465102 Feb 09 22:18:05.865853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-c8b6c155-60e7-4e4d-80e2-a543cb17963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:05.867285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-c8b6c155-60e7-4e4d-80e2-a543cb17963d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=509f8c3a-b198-4263-a2f7-08654ee761d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439084 Feb 09 22:18:05.968982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-3b36cded-7b19-42ba-b236-ac7e81f5304d service neutron] 10.222.0.110 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946798 Feb 09 22:18:06.061612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-7713033b-b787-4404-93c2-7f390fcfb2cd service neutron] 10.222.0.110 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858684 Feb 09 22:18:06.206662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-ea8ddf24-fd02-4dc9-a2ec-48dd20dad689 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:06.208226 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-ea8ddf24-fd02-4dc9-a2ec-48dd20dad689 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15&tenant_id=edfa055e56964670bb2fcd2f93edd0b7&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1127 time: 0.0925620 Feb 09 22:18:06.221251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828599-1'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:06.287924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31e45-76ff-442d-be65-331083c17a72 req-d99a3d78-162b-44ca-b04e-4ec76a334d33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:06.290331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8b31e45-76ff-442d-be65-331083c17a72 req-d99a3d78-162b-44ca-b04e-4ec76a334d33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0751467 Feb 09 22:18:06.294543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.355757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8b31e45-76ff-442d-be65-331083c17a72 req-95a17a18-e9ca-4bdd-8c14-daf81752a88d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591199 Feb 09 22:18:06.438870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:06.475066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:06.519879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:06.522175 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b03d4d7-a51d-4edf-b12f-ef38cf34abdc" -d '{"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-unplugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:06.525908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Publish callbacks [] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.568858 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb77e8f-d89a-48c8-a7d0-e1a9a6610f99 x-openstack-request-id: req-5bb77e8f-d89a-48c8-a7d0-e1a9a6610f99 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:06.573473 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-unplugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:06.573473 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5bb77e8f-d89a-48c8-a7d0-e1a9a6610f99 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:06.573473 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'code': 200} Feb 09 22:18:06.615445 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.742912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ae1d-a6a8-49a7-b6bb-cd8a9c615043 req-b7b16b31-5d45-4758-900f-61294ab4af7d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:06.744571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37d3ae1d-a6a8-49a7-b6bb-cd8a9c615043 req-b7b16b31-5d45-4758-900f-61294ab4af7d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0855267 Feb 09 22:18:06.757997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:06.796705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on host n-h1-828599-1 for vnic_type normal with profile {"migrating_to": "n-h2-828599-1"} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:06.797254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:06.798473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:06.804833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:06.805513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Attempting to bind port 011087d7-16c7-4d4c-a65d-37aed067d36b on network 509f8c3a-b198-4263-a2f7-08654ee761d9 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:06.811833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:06.812395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Checking segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:06.812911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Bound using segment: {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:06.813642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-37d3ae1d-a6a8-49a7-b6bb-cd8a9c615043 req-2d2ca6f6-f76b-4825-bf54-8e632ed4e143 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633409 Feb 09 22:18:06.813780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Bound port: 011087d7-16c7-4d4c-a65d-37aed067d36b, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a23f67-42fc-44ef-b1c4-4af7bdff6239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:06.814243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.896634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:06.901169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:06.945477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9bf73ed5-02d0-48b7-bca9-c7768a7b5fbf None None] Provisioning complete for port 011087d7-16c7-4d4c-a65d-37aed067d36b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:06.945979 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9bf73ed5-02d0-48b7-bca9-c7768a7b5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:06.981954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9bf73ed5-02d0-48b7-bca9-c7768a7b5fbf None None] Port 011087d7-16c7-4d4c-a65d-37aed067d36b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:07.016133 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.117804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=8']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:07.168228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:07.169677 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.171104 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-6e11d269-66e7-4e72-b96d-b993197c0755 service neutron] 10.222.0.110 "PUT /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 1121 time: 0.9559238 Feb 09 22:18:07.266595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['011087d7-16c7-4d4c-a65d-37aed067d36b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:07.323142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Provisioning complete for port 011087d7-16c7-4d4c-a65d-37aed067d36b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:07.323460 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.479033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Current status of the port 011087d7-16c7-4d4c-a65d-37aed067d36b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:07.479427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.506916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92070789-911c-46eb-91e5-317627df966a req-307efef9-12b7-4eeb-bab8-c79ffb5a7c07 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:07.508700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92070789-911c-46eb-91e5-317627df966a req-307efef9-12b7-4eeb-bab8-c79ffb5a7c07 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 943 time: 0.0742888 Feb 09 22:18:07.529328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:07.531530 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b215af9-23e6-43c2-ab34-47f6da01a76f" -d '{"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-plugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:07.544524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-775e4445-2914-4991-8f61-9656ee6639e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.555609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:07.582991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92070789-911c-46eb-91e5-317627df966a req-39892676-8993-4f04-8c2c-81a5c30f68af tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666103 Feb 09 22:18:07.671662 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.762915 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6a91dd-ddac-4265-92d3-3e196cca2902 x-openstack-request-id: req-1c6a91dd-ddac-4265-92d3-3e196cca2902 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:07.763413 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-plugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:07.763806 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c6a91dd-ddac-4265-92d3-3e196cca2902 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:07.764279 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'code': 200} Feb 09 22:18:07.850902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:07.876378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.876738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.877084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.877436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.877764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.878103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.878434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.878762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.879098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.879425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.879777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.880106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.880430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dbcca6-bf7c-400c-a498-c1c80cce4f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:07.966210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569610be-39d3-4de9-8276-1282a9e78413 req-7560e329-713e-43e6-9506-d5ec3dcd44f2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:07.967408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-569610be-39d3-4de9-8276-1282a9e78413 req-7560e329-713e-43e6-9506-d5ec3dcd44f2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0608327 Feb 09 22:18:08.023403 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-569610be-39d3-4de9-8276-1282a9e78413 req-6fce45ff-d7f5-4e5e-ac15-6e60f7b54b15 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Feb 09 22:18:08.570543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:08.573218 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f62c493-3f61-4b85-8ab9-739c271b8197" -d '{"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:08.610927 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f082c-771a-4a55-9467-1c69d4ff0904 x-openstack-request-id: req-b48f082c-771a-4a55-9467-1c69d4ff0904 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:08.611692 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:08.611692 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b48f082c-771a-4a55-9467-1c69d4ff0904 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:08.611998 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'status': 'completed', 'code': 200} Feb 09 22:18:08.727688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-6b10cb74-0642-40ee-89ed-0562d0eba759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:08.729318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-6b10cb74-0642-40ee-89ed-0562d0eba759 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1157 time: 0.0898335 Feb 09 22:18:08.739229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb824e2-1d5e-4aa7-8ed3-a159e1e89389 req-f0e31b0a-e589-46e1-ba54-6a69734aad78 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:08.740681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbb824e2-1d5e-4aa7-8ed3-a159e1e89389 req-f0e31b0a-e589-46e1-ba54-6a69734aad78 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0795927 Feb 09 22:18:08.841342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbb824e2-1d5e-4aa7-8ed3-a159e1e89389 req-8c267258-fc55-4bc9-a6c5-4d9dfd0a8583 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925586 Feb 09 22:18:08.864818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-bc135610-c7d1-4cfb-a303-e5ae57a1e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:08.866268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-bc135610-c7d1-4cfb-a303-e5ae57a1e833 service neutron] 10.222.0.30 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 898 time: 0.1247439 Feb 09 22:18:08.942958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-8da5f85f-2db8-4c93-b343-49ee8e9ceeff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 1001 time: 0.0702882 Feb 09 22:18:09.001516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-77381a82-9334-48bc-87b8-6aa78a6e1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:09.003127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-77381a82-9334-48bc-87b8-6aa78a6e1156 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 200 len: 835 time: 0.0498283 Feb 09 22:18:09.065326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:09.089618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-3289687b-e422-48ec-a066-5daf96dbe6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:09.091533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-3289687b-e422-48ec-a066-5daf96dbe6de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509f8c3a-b198-4263-a2f7-08654ee761d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789518 Feb 09 22:18:09.154632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:09.176489 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca834b8-a2aa-4f88-a1b1-8c17789d8427 req-1d26498e-8eb7-41d1-bb14-fb333447dd4b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:09.179289 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bca834b8-a2aa-4f88-a1b1-8c17789d8427 req-1d26498e-8eb7-41d1-bb14-fb333447dd4b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0612550 Feb 09 22:18:09.209052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:09.224939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b has no active binding in host n-h2-828599-1 {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 22:18:09.227639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-7ba9b600-be84-407b-be3e-a784a84a89d1 service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290047 Feb 09 22:18:09.248709 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bca834b8-a2aa-4f88-a1b1-8c17789d8427 req-07eda9d5-635e-488a-9eda-b6c959d006e3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626040 Feb 09 22:18:09.666170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9f62c493-3f61-4b85-8ab9-739c271b8197 req-287635cd-796c-432a-9dcc-b17957a0d058 service neutron] 10.222.0.30 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278870 Feb 09 22:18:09.968371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee69918-4082-4bb9-afcd-f659156cb906 req-f601767c-0e1c-466d-8e6d-e396c56baa01 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:09.970444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ee69918-4082-4bb9-afcd-f659156cb906 req-f601767c-0e1c-466d-8e6d-e396c56baa01 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0597429 Feb 09 22:18:10.024905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ee69918-4082-4bb9-afcd-f659156cb906 req-faca0a7f-3553-4cbb-a3c5-0fad5bc99472 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485342 Feb 09 22:18:10.345558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:10.382405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0f0d-da0e-4b42-9935-ca2caab76e69 req-66c2d8f3-6ef9-4e02-b1a3-3a46501a158c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:10.383985 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f6a0f0d-da0e-4b42-9935-ca2caab76e69 req-66c2d8f3-6ef9-4e02-b1a3-3a46501a158c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0575719 Feb 09 22:18:10.429837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f6a0f0d-da0e-4b42-9935-ca2caab76e69 req-9fe20b43-73e9-4a4f-b902-9c8ab0ec48d4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Feb 09 22:18:11.150018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ff31b-3896-4db5-9da5-734dd81d1360 req-8c52765f-27c2-46ec-8919-8d594ddadb42 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:11.151555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb6ff31b-3896-4db5-9da5-734dd81d1360 req-8c52765f-27c2-46ec-8919-8d594ddadb42 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0550005 Feb 09 22:18:11.209474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb6ff31b-3896-4db5-9da5-734dd81d1360 req-2fae3d93-0847-4536-906e-b7dcd96aff99 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515311 Feb 09 22:18:11.556829 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94d14f-5d25-49e0-a83d-d6d550f9f0fb req-d08beab6-9ff2-434f-9571-50542960c2f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:11.558922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da94d14f-5d25-49e0-a83d-d6d550f9f0fb req-d08beab6-9ff2-434f-9571-50542960c2f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0567796 Feb 09 22:18:11.619125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da94d14f-5d25-49e0-a83d-d6d550f9f0fb req-17562de5-f6db-4606-97b1-034baa87a5f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464115 Feb 09 22:18:11.712914 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.769848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:11.899185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc7b923a-dd3c-4fcf-aeb0-ef06bb344c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.982089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc7b923a-dd3c-4fcf-aeb0-ef06bb344c55 admin admin] Publish callbacks [] for security_group (042f1a80-936b-4360-a4a8-6e02b93de6f9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.089946 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc7b923a-dd3c-4fcf-aeb0-ef06bb344c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (042f1a80-936b-4360-a4a8-6e02b93de6f9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.130528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b923a-dd3c-4fcf-aeb0-ef06bb344c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042f1a80-936b-4360-a4a8-6e02b93de6f9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:12.137510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fc7b923a-dd3c-4fcf-aeb0-ef06bb344c55 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=11b82b83c2a94e86909e0fd4261d9f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646443 Feb 09 22:18:12.137667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53764) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:12.221064 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45f9b738-48f3-4ce3-a8df-f1314cb5a6fe admin admin] Publish callbacks [] for security_group (042f1a80-936b-4360-a4a8-6e02b93de6f9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.246919 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45f9b738-48f3-4ce3-a8df-f1314cb5a6fe admin admin] Publish callbacks [] for security_group (042f1a80-936b-4360-a4a8-6e02b93de6f9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.420852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-fc1a70bc-62c8-4bde-8105-5c2fcb2021a3 service neutron] 10.222.0.30 "GET /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 384 time: 0.1062849 Feb 09 22:18:12.433467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e194d49-dae7-47ac-a2a0-1e5e6b27d746 req-1e6dcb98-b0ea-440f-97c5-51bf0ed56cb5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:12.435179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e194d49-dae7-47ac-a2a0-1e5e6b27d746 req-1e6dcb98-b0ea-440f-97c5-51bf0ed56cb5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 945 time: 0.0891771 Feb 09 22:18:12.444363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45f9b738-48f3-4ce3-a8df-f1314cb5a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (042f1a80-936b-4360-a4a8-6e02b93de6f9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.446883 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45f9b738-48f3-4ce3-a8df-f1314cb5a6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:12.447996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45f9b738-48f3-4ce3-a8df-f1314cb5a6fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/042f1a80-936b-4360-a4a8-6e02b93de6f9 HTTP/1.1" status: 204 len: 168 time: 0.3093841 Feb 09 22:18:12.517577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9b738-48f3-4ce3-a8df-f1314cb5a6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042f1a80-936b-4360-a4a8-6e02b93de6f9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:12.681731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e194d49-dae7-47ac-a2a0-1e5e6b27d746 req-d3f6a57e-ebb5-4892-af37-e864b87e5fe5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316935 Feb 09 22:18:12.797153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:12.837114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:12.897411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:12.902050 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b426d7e-efd3-419b-ba03-bfa27c755b28" -d '{"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-unplugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:12.909280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:12.979290 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bfd57c-d89f-4190-b041-71258b24eaab x-openstack-request-id: req-90bfd57c-d89f-4190-b041-71258b24eaab {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:12.979601 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-unplugged", "status": "completed", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:12.979991 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90bfd57c-d89f-4190-b041-71258b24eaab {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:12.980353 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'code': 200} Feb 09 22:18:12.993423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.103957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Transition to ACTIVE for port object 011087d7-16c7-4d4c-a65d-37aed067d36b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:13.177095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:13.196190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d001e5-fa07-4dc6-8633-6451e7ec4f0c req-85271590-60e3-4cf4-9bdb-f8142fcb5834 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:13.197888 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63d001e5-fa07-4dc6-8633-6451e7ec4f0c req-85271590-60e3-4cf4-9bdb-f8142fcb5834 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0605524 Feb 09 22:18:13.260019 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63d001e5-fa07-4dc6-8633-6451e7ec4f0c req-0860d885-09ca-44f3-9abf-2d5d87ba2077 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542810 Feb 09 22:18:13.305728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Pushing event updated for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=11']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:13.320247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.320738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.321226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.322157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.322508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.322848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.323186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.323520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.323884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.324218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.324548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.324965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.325186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:13.365129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] No DVR routers for this DVR port 011087d7-16c7-4d4c-a65d-37aed067d36b on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:13.525509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-23f91e62-0492-47d4-8571-3acb3a51fd8c service neutron] 10.222.0.30 "PUT /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b/bindings/n-h2-828599-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0886059 Feb 09 22:18:13.798982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53798) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:13.833978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-84af9e29-8aeb-4a06-98cf-cb9fa7df11bb tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:13.835681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-84af9e29-8aeb-4a06-98cf-cb9fa7df11bb tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15&tenant_id=edfa055e56964670bb2fcd2f93edd0b7&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.1302865 Feb 09 22:18:13.910667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f8e26-e617-42c5-92db-9c2ce40c401c req-7bc2889d-5d95-4892-b2af-22848f7752bc tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:13.917586 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a2f8e26-e617-42c5-92db-9c2ce40c401c req-7bc2889d-5d95-4892-b2af-22848f7752bc tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 944 time: 0.1364169 Feb 09 22:18:13.918374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-32f9feb4-648d-4c9c-9857-d9e16c21650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:13.919883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-32f9feb4-648d-4c9c-9857-d9e16c21650a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 1126 time: 0.0778322 Feb 09 22:18:13.934982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1665584833-network', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:14.004264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a2f8e26-e617-42c5-92db-9c2ce40c401c req-4e11e724-cc28-43a6-bc92-aedc9c5485ca tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833311 Feb 09 22:18:14.014266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-02b04dba-3491-4fcf-ad82-6e071214e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:14.015928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-02b04dba-3491-4fcf-ad82-6e071214e659 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1126 time: 0.0705540 Feb 09 22:18:14.056802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Made reservation on behalf of d2ba6f15ed2b48058d95c09990af82e4 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:14.059785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.070238 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.128789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-ec42e169-1835-4b91-965b-15c5ac614fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:14.130532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-ec42e169-1835-4b91-965b-15c5ac614fcc service neutron] 10.222.0.110 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 898 time: 0.1092212 Feb 09 22:18:14.151385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks [] for security_group (1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.207693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-4e99b0c2-5e8b-477d-9fe1-9915b9d725d1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 999 time: 0.0712569 Feb 09 22:18:14.220749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.240782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:14.259788 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e743e6a4-6c96-4160-9081-1091ec8c46b9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.260145 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Added segment e743e6a4-6c96-4160-9081-1091ec8c46b9 of type vlan for network ff57955b-8c5f-4186-89e9-b5919716c4ba Feb 09 22:18:14.261747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:14.263273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-d540969e-5340-4af9-ad80-b3f36837f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:14.264794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-d540969e-5340-4af9-ad80-b3f36837f7f3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 200 len: 835 time: 0.0519929 Feb 09 22:18:14.323649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (ff57955b-8c5f-4186-89e9-b5919716c4ba), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.327524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-b7b2e487-07f0-4910-9179-5e125cafd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:14.329128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-b7b2e487-07f0-4910-9179-5e125cafd183 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=509f8c3a-b198-4263-a2f7-08654ee761d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588322 Feb 09 22:18:14.412764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63df62-d2c0-4b2b-b880-9ecb2cdc7253 req-5b0f3489-87b7-4c9d-8d00-6f180fca4fa7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:14.414389 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d63df62-d2c0-4b2b-b880-9ecb2cdc7253 req-5b0f3489-87b7-4c9d-8d00-6f180fca4fa7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0676613 Feb 09 22:18:14.435686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-5cd3f3ba-a8df-4955-af1c-fa7b6dc7c16a service neutron] 10.222.0.110 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001992 Feb 09 22:18:14.466063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d63df62-d2c0-4b2b-b880-9ecb2cdc7253 req-ae612b15-3b79-4312-ab03-2289f8ffa93e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447536 Feb 09 22:18:14.467121 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (ff57955b-8c5f-4186-89e9-b5919716c4ba), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.468119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:14.468705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.529661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] Pushing event updated for resources: {'Network': ['ID=ff57955b-8c5f-4186-89e9-b5919716c4ba,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:14.540928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network ff57955b-8c5f-4186-89e9-b5919716c4ba details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:14.565491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-b0409a15-fb7e-4d9a-b3a0-e51452db7220 service neutron] 10.222.0.110 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226952 Feb 09 22:18:14.596977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9a428d31-f018-4f0a-b038-14f990a570fe admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7964418 Feb 09 22:18:14.599612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53806) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:14.605108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Request body: {'subnet': {'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1665584833-subnet', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:14.706916 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Made reservation on behalf of d2ba6f15ed2b48058d95c09990af82e4 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:14.709524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.021753 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (718ddd4b-001f-42d5-b930-7fd20f7a160f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.095544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-1e98967f-da4f-4187-905b-591e7ecb01ba tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:15.097128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-1e98967f-da4f-4187-905b-591e7ecb01ba tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15&tenant_id=edfa055e56964670bb2fcd2f93edd0b7&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 1126 time: 0.0607600 Feb 09 22:18:15.097842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718ddd4b-001f-42d5-b930-7fd20f7a160f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:15.101251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Checking segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:15.101890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Network hostable DHCP agents. Network: ff57955b-8c5f-4186-89e9-b5919716c4ba, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:15.202988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2524-dc18-4003-af7c-57cb908f6363 req-2a403e85-a606-4b76-ba10-c5a550b1f55b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:15.205189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84cb2524-dc18-4003-af7c-57cb908f6363 req-2a403e85-a606-4b76-ba10-c5a550b1f55b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 944 time: 0.1069877 Feb 09 22:18:15.220161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Network ff57955b-8c5f-4186-89e9-b5919716c4ba is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:15.285695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84cb2524-dc18-4003-af7c-57cb908f6363 req-3da69bc5-8085-4301-a374-8747affdf166 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746069 Feb 09 22:18:15.324436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, ff57955b-8c5f-4186-89e9-b5919716c4ba) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:15.332699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722d03e-61e5-4a72-a56b-14edbb1fc399 None None] Network ff57955b-8c5f-4186-89e9-b5919716c4ba requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:15.349136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:15.349136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.380577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-7c95c7b9-6360-41d9-99fe-1037e7983b81 service neutron] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:15.388038 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-7c95c7b9-6360-41d9-99fe-1037e7983b81 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.391144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-7c95c7b9-6360-41d9-99fe-1037e7983b81 service neutron] 10.222.0.110 "DELETE /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b/bindings/n-h1-828599-1 HTTP/1.1" status: 204 len: 173 time: 0.2826796 Feb 09 22:18:15.423874 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331f1de-849c-4b3a-8f92-71da08b018ec req-0a65c85e-7a96-40fa-be0f-019f464f9957 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:15.425847 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4331f1de-849c-4b3a-8f92-71da08b018ec req-0a65c85e-7a96-40fa-be0f-019f464f9957 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1126 time: 0.0651021 Feb 09 22:18:15.452627 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f367437-c9d8-46fa-8ecd-a34f0e06a0d7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8494654 Feb 09 22:18:15.453918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53814) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:15.458787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-ff57955b-8c5f-4186-89e9-b5919716c4ba', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'fixed_ips': [{'subnet_id': '718ddd4b-001f-42d5-b930-7fd20f7a160f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:18:15.459413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:15.460741 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.498099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4331f1de-849c-4b3a-8f92-71da08b018ec req-f3df9732-25ee-4c70-a067-be67794e5452 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662320 Feb 09 22:18:15.593354 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (cc17125e-968d-488d-a334-7d0bceb48efa), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.594880 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (cc17125e-968d-488d-a334-7d0bceb48efa), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.660229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Allocated IP 172.20.0.2 (ff57955b-8c5f-4186-89e9-b5919716c4ba/718ddd4b-001f-42d5-b930-7fd20f7a160f/ca49caa1-e5ba-4a33-a3e5-73525f083fc1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:15.667906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469bff-db01-4a0e-8051-4fb72af10f49 req-aa4db35f-8550-4529-9c98-5816974ecb47 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:15.679571 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-57469bff-db01-4a0e-8051-4fb72af10f49 req-aa4db35f-8550-4529-9c98-5816974ecb47 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 944 time: 0.0826113 Feb 09 22:18:15.683379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:15.696331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks [] for router_controller (cc17125e-968d-488d-a334-7d0bceb48efa), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.704287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a06b-7b11-480e-8e94-7c6939a61e79 req-207151da-5534-4646-995e-d9f80c21b7c4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:15.706192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0e8a06b-7b11-480e-8e94-7c6939a61e79 req-207151da-5534-4646-995e-d9f80c21b7c4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.1485476 Feb 09 22:18:15.730003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-57469bff-db01-4a0e-8051-4fb72af10f49 req-e4b3e169-6ff2-4a81-a091-28c911691483 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494583 Feb 09 22:18:15.753521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53820) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:15.780013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0e8a06b-7b11-480e-8e94-7c6939a61e79 req-21b6b8ca-40e5-4c4c-a7de-2f49f2dfc173 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629714 Feb 09 22:18:15.806046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 011087d7-16c7-4d4c-a65d-37aed067d36b host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:18:15.806742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:15.912266 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Publish callbacks [] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.976020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.987448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks [] for router_gateway (cc17125e-968d-488d-a334-7d0bceb48efa), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.036467 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Network ff57955b-8c5f-4186-89e9-b5919716c4ba is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:16.040068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:16.045255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:16.055339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Pushing event updated for resources: {'Port': ['ID=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:16.125716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Attempting to bind port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:16.126096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Attempting to bind port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:16.126525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Attempting to bind port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 on network ff57955b-8c5f-4186-89e9-b5919716c4ba {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:16.133270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:16.133661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Checking segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:16.134302 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.135329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Bound using segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:16.136085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Bound port: ca49caa1-e5ba-4a33-a3e5-73525f083fc1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:16.139141 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.211829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-496193fb-6650-4508-a77f-3c6f197f5d3b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/44cb0ea1-b2f2-4faa-b733-20e2b898fba4 HTTP/1.1" status: 200 len: 991 time: 0.4511895 Feb 09 22:18:16.218371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] For port ca49caa1-e5ba-4a33-a3e5-73525f083fc1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:16.223832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] For port ca49caa1-e5ba-4a33-a3e5-73525f083fc1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:16.326417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks [] for router_gateway (cc17125e-968d-488d-a334-7d0bceb48efa), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.334517 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.350992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.405244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f887e7-7636-4459-8065-a9c5b5fd2ff3 None None] Pushing event updated for resources: {'Port': ['ID=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:16.470867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Allocated IP 172.25.5.183 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/30862a32-64c4-45a3-b656-3f909126115f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:16.598307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks [] for port (30862a32-64c4-45a3-b656-3f909126115f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.729243 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (30862a32-64c4-45a3-b656-3f909126115f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:16.772897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:16.775981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:16.779818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:16.814849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Pushing event updated for resources: {'Port': ['ID=30862a32-64c4-45a3-b656-3f909126115f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:16.930520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a651a06-f2ec-4635-9504-88c5f2626200 req-3eaeaee8-affb-456f-8beb-5a2a23a2725c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:16.932039 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a651a06-f2ec-4635-9504-88c5f2626200 req-3eaeaee8-affb-456f-8beb-5a2a23a2725c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0607750 Feb 09 22:18:16.985086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a651a06-f2ec-4635-9504-88c5f2626200 req-9abba125-6f14-479f-a93e-df1756843b47 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444710 Feb 09 22:18:17.148334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks [] for router_gateway (cc17125e-968d-488d-a334-7d0bceb48efa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.370549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (cc17125e-968d-488d-a334-7d0bceb48efa), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.533063 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481be36c-9024-450b-acc8-d13debd48bf2 None None] Network ff57955b-8c5f-4186-89e9-b5919716c4ba requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:17.585775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Router cc17125e-968d-488d-a334-7d0bceb48efa is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:18:17.606611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e8b17a50-c98e-42ad-9eeb-39a83a7e78b3 None None] Provisioning complete for port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:17.606925 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8b17a50-c98e-42ad-9eeb-39a83a7e78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.706834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:17.717246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Sync routers for ids ['cc17125e-968d-488d-a334-7d0bceb48efa'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:17.736388 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Routers {'cc17125e-968d-488d-a334-7d0bceb48efa'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:17.737224 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cc17125e-968d-488d-a334-7d0bceb48efa'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:17.740133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e8b17a50-c98e-42ad-9eeb-39a83a7e78b3 None None] Current status of the port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:17.740657 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8b17a50-c98e-42ad-9eeb-39a83a7e78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.805120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e8b17a50-c98e-42ad-9eeb-39a83a7e78b3 None None] For port ca49caa1-e5ba-4a33-a3e5-73525f083fc1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:17.814633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.818791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7b0add7c-390a-4977-bc72-401445141b56 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3610792 Feb 09 22:18:17.819343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53828) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:17.880263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e8b17a50-c98e-42ad-9eeb-39a83a7e78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:17.918013 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Set router cc17125e-968d-488d-a334-7d0bceb48efa gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:17.924877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca49caa1-e5ba-4a33-a3e5-73525f083fc1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:18.013858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:18.014251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.065085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b17a50-c98e-42ad-9eeb-39a83a7e78b3 None None] Pushing event updated for resources: {'Port': ['ID=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:18.176948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:18.177429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808213b3-0d17-460c-896c-c9a618b5c175 req-80582dec-8383-4566-bf21-40561686016c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:18.179050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-808213b3-0d17-460c-896c-c9a618b5c175 req-80582dec-8383-4566-bf21-40561686016c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0691290 Feb 09 22:18:18.179813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-97669072-fe87-4393-af30-19a214d806da None None] Provisioning complete for port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:18.180436 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97669072-fe87-4393-af30-19a214d806da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.253030 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '30862a32-64c4-45a3-b656-3f909126115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 3, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port': {'id': '30862a32-64c4-45a3-b656-3f909126115f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:16Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:18.286488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-808213b3-0d17-460c-896c-c9a618b5c175 req-12f7a15f-4fec-4fd2-a81e-0aa81c268055 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986798 Feb 09 22:18:18.326068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-97669072-fe87-4393-af30-19a214d806da None None] Current status of the port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:18.426877 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Checking router: cc17125e-968d-488d-a334-7d0bceb48efa for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:18.427230 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Updating router cc17125e-968d-488d-a334-7d0bceb48efa port 30862a32-64c4-45a3-b656-3f909126115f binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:18.463775 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (30862a32-64c4-45a3-b656-3f909126115f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.485361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53842) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:18.526474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.722290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 26e143eb-4fa5-4783-a740-8bbdc3de6102 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:18.722893 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.815319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.815817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (26e143eb-4fa5-4783-a740-8bbdc3de6102), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.824870 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Publish callbacks [] for port (30862a32-64c4-45a3-b656-3f909126115f), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.831642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 26e143eb-4fa5-4783-a740-8bbdc3de6102 owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:18.838479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Allocated IP 172.20.0.1 (ff57955b-8c5f-4186-89e9-b5919716c4ba/718ddd4b-001f-42d5-b930-7fd20f7a160f/3629bcf1-bf7c-4723-a29b-874bd2365b9b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:18.919037 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (30862a32-64c4-45a3-b656-3f909126115f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:18.977923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks [] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.010286 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Attempting to bind port 30862a32-64c4-45a3-b656-3f909126115f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:19.010666 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Attempting to bind port 30862a32-64c4-45a3-b656-3f909126115f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:19.011294 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Attempting to bind port 30862a32-64c4-45a3-b656-3f909126115f on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:19.013478 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Pushing event updated for resources: {'Port': ['ID=30862a32-64c4-45a3-b656-3f909126115f,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:19.023497 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.023965 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.024245 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.024582 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.024915 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.025246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.026381 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.026381 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.026381 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.026613 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.026887 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.027287 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.027578 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:19.031440 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:19.031908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:19.032315 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.043299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:19.043299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Bound port: 30862a32-64c4-45a3-b656-3f909126115f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:19.043299 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (30862a32-64c4-45a3-b656-3f909126115f), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.061368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (26e143eb-4fa5-4783-a740-8bbdc3de6102), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.090226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.091173 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] For port 30862a32-64c4-45a3-b656-3f909126115f, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:19.094392 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] For port 30862a32-64c4-45a3-b656-3f909126115f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=30862a32-64c4-45a3-b656-3f909126115f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:19.113969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=26e143eb-4fa5-4783-a740-8bbdc3de6102,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:19.142616 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Network ff57955b-8c5f-4186-89e9-b5919716c4ba is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:19.149746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:19.154319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:19.182302 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (30862a32-64c4-45a3-b656-3f909126115f), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.184122 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Pushing event updated for resources: {'Port': ['ID=3629bcf1-bf7c-4723-a29b-874bd2365b9b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:19.201453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (44cb0ea1-b2f2-4faa-b733-20e2b898fba4), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.201967 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP 44cb0ea1-b2f2-4faa-b733-20e2b898fba4 disassociated (deleted). External IP: 172.25.5.191, port: 011087d7-16c7-4d4c-a65d-37aed067d36b. Feb 09 22:18:19.222387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (cc17125e-968d-488d-a334-7d0bceb48efa), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.256229 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed7e65-4a64-45e3-accc-d16bae772b06 None None] Pushing event updated for resources: {'Port': ['ID=30862a32-64c4-45a3-b656-3f909126115f,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:19.280431 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Routers {'cc17125e-968d-488d-a334-7d0bceb48efa'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:19.291279 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cc17125e-968d-488d-a334-7d0bceb48efa'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:19.506647 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] Set router cc17125e-968d-488d-a334-7d0bceb48efa gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:19.566857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b0d6be62-a167-4418-b582-6549df950cdb None None] Provisioning complete for port 3629bcf1-bf7c-4723-a29b-874bd2365b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:19.567387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0d6be62-a167-4418-b582-6549df950cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.618943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6be62-a167-4418-b582-6549df950cdb None None] Port 3629bcf1-bf7c-4723-a29b-874bd2365b9b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:19.657519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.918871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca49caa1-e5ba-4a33-a3e5-73525f083fc1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:19.933037 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '30862a32-64c4-45a3-b656-3f909126115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 3, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port': {'id': '30862a32-64c4-45a3-b656-3f909126115f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:16Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:19.995193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:19.996661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.004371 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77859df7-4c24-4ecf-b570-ecbbcc3d3f45 None None] The sync data for ids ['cc17125e-968d-488d-a334-7d0bceb48efa'] in n-d-828599-1 is: [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '30862a32-64c4-45a3-b656-3f909126115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:16Z', 'revision_number': 3, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port': {'id': '30862a32-64c4-45a3-b656-3f909126115f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:16Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:20.049795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52944149-2d1c-4b39-ae94-8fb4c99f05ed req-0ff82908-41a6-4218-b57b-7a6f3995eb00 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:20.051966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52944149-2d1c-4b39-ae94-8fb4c99f05ed req-0ff82908-41a6-4218-b57b-7a6f3995eb00 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.5714462 Feb 09 22:18:20.055154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks [] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.064256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:20.118248 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.188747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:20.210977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52944149-2d1c-4b39-ae94-8fb4c99f05ed req-7ab7b7f8-54a0-42b2-b4cf-8b614edfbd94 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455314 Feb 09 22:18:20.214484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (cc17125e-968d-488d-a334-7d0bceb48efa), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.249742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:20.254378 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.260422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] Sync routers for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:20.283386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:20.284649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:20.302538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0a385db7-9e67-477c-b6dc-5d855782c84a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/floatingips/44cb0ea1-b2f2-4faa-b733-20e2b898fba4 HTTP/1.1" status: 204 len: 168 time: 1.8137352 Feb 09 22:18:20.302538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:20.306965 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c" -d '{"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:20.383137 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7facaf-0480-4a14-b2e0-010bd76b128e x-openstack-request-id: req-2d7facaf-0480-4a14-b2e0-010bd76b128e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:20.384178 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:20.384448 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d7facaf-0480-4a14-b2e0-010bd76b128e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:20.384873 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'status': 'completed', 'code': 200} Feb 09 22:18:20.436075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Pushing event updated for resources: {'Port': ['ID=3629bcf1-bf7c-4723-a29b-874bd2365b9b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:20.516816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:20.565694 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Network ff57955b-8c5f-4186-89e9-b5919716c4ba is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:20.567236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:20.626066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-575de7ec-d6d5-453a-a88c-36e856eeb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:20.640872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-575de7ec-d6d5-453a-a88c-36e856eeb034 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 1126 time: 0.2214131 Feb 09 22:18:20.802471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Router cc17125e-968d-488d-a334-7d0bceb48efa has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:20.887276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-a81417fe-6cf6-4d6b-932f-d5b25963f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:20.888907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-a81417fe-6cf6-4d6b-932f-d5b25963f7b9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 200 len: 898 time: 0.2461874 Feb 09 22:18:21.004016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-8ef3d4bf-1e0c-4598-a15b-8afe13468afa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 200 len: 217 time: 0.1039526 Feb 09 22:18:21.049900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:21.057893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-219058fa-a98c-4eca-9442-1fc945a7e212 admin admin] 10.222.0.98 "PUT /v2.0/routers/cc17125e-968d-488d-a334-7d0bceb48efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2374244 Feb 09 22:18:21.107052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d0a338dd-a6ce-491d-8424-eb9b2fa0c4b5 None None] Provisioning complete for port 3629bcf1-bf7c-4723-a29b-874bd2365b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:21.108123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d0a338dd-a6ce-491d-8424-eb9b2fa0c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.139669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-71c29bf6-9206-415b-8070-0d108d58b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.141477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-71c29bf6-9206-415b-8070-0d108d58b996 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 200 len: 835 time: 0.1319342 Feb 09 22:18:21.168357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d0a338dd-a6ce-491d-8424-eb9b2fa0c4b5 None None] Port 3629bcf1-bf7c-4723-a29b-874bd2365b9b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:21.178021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:09Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:21.210860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] Checking router: 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:21.220806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:21.221666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:21.258553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70918f0f-85c0-423f-bdfe-0aecc8131da7 req-a6d86a4b-875a-448a-9b17-107adbbf1f2f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.274060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70918f0f-85c0-423f-bdfe-0aecc8131da7 req-a6d86a4b-875a-448a-9b17-107adbbf1f2f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 944 time: 0.1937516 Feb 09 22:18:21.310862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.110', 62949) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:21.405637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70918f0f-85c0-423f-bdfe-0aecc8131da7 req-6d0063c9-e734-4763-a5d8-fece3d17d809 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128824 Feb 09 22:18:21.408346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-1c22e5b8-1b15-432d-95b8-defe3b1cfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.410533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-1c22e5b8-1b15-432d-95b8-defe3b1cfb6f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=509f8c3a-b198-4263-a2f7-08654ee761d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2559776 Feb 09 22:18:21.472985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:21.497364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-4d6d4098-87c3-4663-aa04-d67e00d6392b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.499022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-4d6d4098-87c3-4663-aa04-d67e00d6392b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 944 time: 0.1871483 Feb 09 22:18:21.543140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-c6c0e219-1215-4534-ba43-1d55819c318c service neutron] 10.222.0.110 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251330 Feb 09 22:18:21.688408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b01fe86a-6fa2-4e7b-84ad-2e944eadae0c req-d0c8d768-9d81-480c-aeb4-cb57a6da4fc3 service neutron] 10.222.0.110 "GET /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382685 Feb 09 22:18:21.718426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698fdfd-e563-4793-b8ee-201d130ee87d req-b66d3750-ac4d-4be9-ac4e-07ba88cb7072 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.720939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f698fdfd-e563-4793-b8ee-201d130ee87d req-b66d3750-ac4d-4be9-ac4e-07ba88cb7072 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.2927675 Feb 09 22:18:21.816744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f698fdfd-e563-4793-b8ee-201d130ee87d req-ee15a90b-d88f-44c8-89a0-7a401d120180 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825720 Feb 09 22:18:21.820023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 011087d7-16c7-4d4c-a65d-37aed067d36b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:21.826501 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.899090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 30862a32-64c4-45a3-b656-3f909126115f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:21.950801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 011087d7-16c7-4d4c-a65d-37aed067d36b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=011087d7-16c7-4d4c-a65d-37aed067d36b,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:21.955485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.995039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 011087d7-16c7-4d4c-a65d-37aed067d36b owned by compute:nova {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:22.146162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 30862a32-64c4-45a3-b656-3f909126115f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:22.146640 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (30862a32-64c4-45a3-b656-3f909126115f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.177600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:09Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:22.212087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3923b-6756-4be3-8396-f20a63c6fbcf None None] The sync data for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 is: [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:05Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ac65091e-9ad2-4ca0-a5df-cab2e12de99a', 'name': '', 'network_id': '509f8c3a-b198-4263-a2f7-08654ee761d9', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:63:f8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:04Z', 'updated_at': '2022-02-09T22:17:09Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f2d15ca4-ed4a-4418-908c-b6ed08d211b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:22.238599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (011087d7-16c7-4d4c-a65d-37aed067d36b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.295038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=011087d7-16c7-4d4c-a65d-37aed067d36b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:22.348067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 30862a32-64c4-45a3-b656-3f909126115f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:22.349798 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (30862a32-64c4-45a3-b656-3f909126115f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.355146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53874) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:22.365352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2007048375-network', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:22.371593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] No DVR routers for this DVR port 011087d7-16c7-4d4c-a65d-37aed067d36b on host n-h2-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:22.375001 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.379126 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bbfacd37-21cf-4a5e-88da-07681917f1f2 req-977fbeaa-084f-43d2-91b9-e86176a55fa3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "DELETE /v2.0/ports/011087d7-16c7-4d4c-a65d-37aed067d36b HTTP/1.1" status: 204 len: 173 time: 0.8739216 Feb 09 22:18:22.379642 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-deleted', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:22.380611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 30862a32-64c4-45a3-b656-3f909126115f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=30862a32-64c4-45a3-b656-3f909126115f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:22.382565 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1916806-af3d-468c-9546-5fe1a8f28b4b" -d '{"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-deleted", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:22.455915 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862ac1a7-e701-4ae2-ac55-aceda4d179d2 x-openstack-request-id: req-862ac1a7-e701-4ae2-ac55-aceda4d179d2 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:22.456354 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15", "name": "network-vif-deleted", "tag": "011087d7-16c7-4d4c-a65d-37aed067d36b", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:22.456650 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-862ac1a7-e701-4ae2-ac55-aceda4d179d2 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:22.457224 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15', 'name': 'network-vif-deleted', 'tag': '011087d7-16c7-4d4c-a65d-37aed067d36b', 'status': 'completed', 'code': 200} Feb 09 22:18:22.460325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (30862a32-64c4-45a3-b656-3f909126115f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.495890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Made reservation on behalf of 6c00b2ee96c7456aaf710bc81faa8424 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:22.499856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.522129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.543112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=30862a32-64c4-45a3-b656-3f909126115f,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:22.548580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d0e28867-cc6a-4d6a-b23d-cf289aa1257d req-53ff3e23-4b6a-46c9-b884-768ff6f7db65 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=518cb13d-eb9c-4ca4-9b6d-2077a7e8cd15 HTTP/1.1" status: 200 len: 210 time: 0.0753527 Feb 09 22:18:22.629065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks [] for security_group (f261e881-a68c-4230-a64f-f84a7d873d03), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.708317 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Sync routers for ids ['cc17125e-968d-488d-a334-7d0bceb48efa'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:22.721064 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Routers {'cc17125e-968d-488d-a334-7d0bceb48efa'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:22.721846 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cc17125e-968d-488d-a334-7d0bceb48efa'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:22.730179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f261e881-a68c-4230-a64f-f84a7d873d03), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.748698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:22.799210 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1c8ba790-83f3-4b02-914e-7de247d14a22), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.799836 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Added segment 1c8ba790-83f3-4b02-914e-7de247d14a22 of type vlan for network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 Feb 09 22:18:22.821757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f261e881-a68c-4230-a64f-f84a7d873d03,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:22.862185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0635b04a-d4b6-4e94-b81f-75bc82870ac1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:22.900412 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Set router cc17125e-968d-488d-a334-7d0bceb48efa gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:23.028581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d30e3-07db-4102-9406-f2661ece6a6c req-a6bb0674-f6b3-47dc-be24-9f13206b95a0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:23.030203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a6d30e3-07db-4102-9406-f2661ece6a6c req-a6bb0674-f6b3-47dc-be24-9f13206b95a0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0841660 Feb 09 22:18:23.031453 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0635b04a-d4b6-4e94-b81f-75bc82870ac1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.032435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:23.033029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.093887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91777f2f-2691-484b-939b-dfa4aa29d118 None None] New status for floating IP 44cb0ea1-b2f2-4faa-b733-20e2b898fba4: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:18:23.207561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] Pushing event updated for resources: {'Network': ['ID=0635b04a-d4b6-4e94-b81f-75bc82870ac1,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:23.218568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:23.234313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a6d30e3-07db-4102-9406-f2661ece6a6c req-0801cda0-a2c2-46dd-8f47-389942aa9bfa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917117 Feb 09 22:18:23.252318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-55986700-4401-4555-924e-d19c940eaa21 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8949683 Feb 09 22:18:23.255054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53884) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:23.257174 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '30862a32-64c4-45a3-b656-3f909126115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 4, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port': {'id': '30862a32-64c4-45a3-b656-3f909126115f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:16Z', 'updated_at': '2022-02-09T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3629bcf1-bf7c-4723-a29b-874bd2365b9b', 'name': '', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'mac_address': 'fa:16:3e:49:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:18Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 2, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'subnets': [{'id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:23.261611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Request body: {'subnet': {'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2007048375-subnet', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:23.292202 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Checking router: cc17125e-968d-488d-a334-7d0bceb48efa for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:23.292542 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Updating router cc17125e-968d-488d-a334-7d0bceb48efa port 3629bcf1-bf7c-4723-a29b-874bd2365b9b binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:23.325453 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.374561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Made reservation on behalf of 6c00b2ee96c7456aaf710bc81faa8424 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:23.377043 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.613603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:23.619845 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Publish callbacks [] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.662073 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e3ff4a94-a751-4c09-992f-e7ca90cbab71), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.706974 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.737142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ff4a94-a751-4c09-992f-e7ca90cbab71,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:23.762974 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac8a88-1782-4d40-a169-d81da69ad54a None None] Pushing event updated for resources: {'Port': ['ID=3629bcf1-bf7c-4723-a29b-874bd2365b9b,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:23.844031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Checking segment: {'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:23.844468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Network hostable DHCP agents. Network: 0635b04a-d4b6-4e94-b81f-75bc82870ac1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:23.913811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 30862a32-64c4-45a3-b656-3f909126115f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:23.924337 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Attempting to bind port 3629bcf1-bf7c-4723-a29b-874bd2365b9b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:23.924872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Attempting to bind port 3629bcf1-bf7c-4723-a29b-874bd2365b9b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:23.925342 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Attempting to bind port 3629bcf1-bf7c-4723-a29b-874bd2365b9b on network ff57955b-8c5f-4186-89e9-b5919716c4ba {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:23.938279 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:23.938826 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Checking segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:23.939375 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.940869 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Bound using segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:23.944861 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Bound port: 3629bcf1-bf7c-4723-a29b-874bd2365b9b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:23.950893 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:23.997286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:24.013824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 30862a32-64c4-45a3-b656-3f909126115f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:24.014205 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (30862a32-64c4-45a3-b656-3f909126115f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.052418 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] For port 3629bcf1-bf7c-4723-a29b-874bd2365b9b, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:24.056433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] For port 3629bcf1-bf7c-4723-a29b-874bd2365b9b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3629bcf1-bf7c-4723-a29b-874bd2365b9b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:24.127348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 30862a32-64c4-45a3-b656-3f909126115f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:24.143335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0635b04a-d4b6-4e94-b81f-75bc82870ac1) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:24.151280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:24.151913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.153522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd98650-6169-4457-80e2-9df382f6eac3 None None] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:24.154059 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.228046 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac8a88-1782-4d40-a169-d81da69ad54a None None] Pushing event updated for resources: {'Port': ['ID=3629bcf1-bf7c-4723-a29b-874bd2365b9b,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:24.235466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-dbab3868-8003-49ae-ab6e-92f5fc2c485b None None] Provisioning complete for port 3629bcf1-bf7c-4723-a29b-874bd2365b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:24.236009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbab3868-8003-49ae-ab6e-92f5fc2c485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.273290 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Routers {'cc17125e-968d-488d-a334-7d0bceb48efa'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:24.276173 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cc17125e-968d-488d-a334-7d0bceb48efa'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:24.282375 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a25d65c-3017-461b-a885-3a77a92c63c8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0235062 Feb 09 22:18:24.283907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53894) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:24.288306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:24.323805 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.440695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'fixed_ips': [{'subnet_id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:18:24.442086 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.449268 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.456858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.532136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-dbab3868-8003-49ae-ab6e-92f5fc2c485b None None] Current status of the port 3629bcf1-bf7c-4723-a29b-874bd2365b9b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:24.532565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbab3868-8003-49ae-ab6e-92f5fc2c485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.603130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks [] for router_controller (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.627498 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] Set router cc17125e-968d-488d-a334-7d0bceb48efa gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:24.670644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598c8fa-1bd0-4462-832e-5776ac58e113 req-1f30564a-250a-472f-b69e-c3a5566fd194 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:24.679276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5598c8fa-1bd0-4462-832e-5776ac58e113 req-1f30564a-250a-472f-b69e-c3a5566fd194 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.3105447 Feb 09 22:18:24.689272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-dbab3868-8003-49ae-ab6e-92f5fc2c485b None None] For port 3629bcf1-bf7c-4723-a29b-874bd2365b9b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3629bcf1-bf7c-4723-a29b-874bd2365b9b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:24.714841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Allocated IP 172.20.0.2 (0635b04a-d4b6-4e94-b81f-75bc82870ac1/e3ff4a94-a751-4c09-992f-e7ca90cbab71/90064de9-7d12-4c61-b9ee-20e61d7abec2) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:24.816882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbab3868-8003-49ae-ab6e-92f5fc2c485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.833742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port ac65091e-9ad2-4ca0-a5df-cab2e12de99a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:24.834153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.920633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5598c8fa-1bd0-4462-832e-5776ac58e113 req-afe097e5-14f5-4bab-bdba-3d21e1679be0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413666 Feb 09 22:18:24.930519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks [] for router_gateway (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.966902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port ac65091e-9ad2-4ca0-a5df-cab2e12de99a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:24.967411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.986593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab3868-8003-49ae-ab6e-92f5fc2c485b None None] Pushing event updated for resources: {'Port': ['ID=3629bcf1-bf7c-4723-a29b-874bd2365b9b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:24.986807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for ac65091e-9ad2-4ca0-a5df-cab2e12de99a owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:25.007405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-26d02d7c-2208-449e-9348-2277c21581ae None None] Provisioning complete for port 3629bcf1-bf7c-4723-a29b-874bd2365b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:25.007881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26d02d7c-2208-449e-9348-2277c21581ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.020764 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '30862a32-64c4-45a3-b656-3f909126115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 4, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port': {'id': '30862a32-64c4-45a3-b656-3f909126115f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:16Z', 'updated_at': '2022-02-09T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3629bcf1-bf7c-4723-a29b-874bd2365b9b', 'name': '', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'mac_address': 'fa:16:3e:49:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:18Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'subnets': [{'id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:25.054892 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de01cd2-a85c-45cc-a56b-c7f9d3e046ae None None] The sync data for ids ['cc17125e-968d-488d-a334-7d0bceb48efa'] in n-d-828599-1 is: [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '30862a32-64c4-45a3-b656-3f909126115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:18:19Z', 'revision_number': 4, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port': {'id': '30862a32-64c4-45a3-b656-3f909126115f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:16Z', 'updated_at': '2022-02-09T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '3629bcf1-bf7c-4723-a29b-874bd2365b9b', 'name': '', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'mac_address': 'fa:16:3e:49:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:18Z', 'updated_at': '2022-02-09T22:18:24Z', 'revision_number': 4, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'subnets': [{'id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:25.221132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-26d02d7c-2208-449e-9348-2277c21581ae None None] Current status of the port 3629bcf1-bf7c-4723-a29b-874bd2365b9b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:25.227451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:25.265149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 011087d7-16c7-4d4c-a65d-37aed067d36b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:25.270917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 011087d7-16c7-4d4c-a65d-37aed067d36b not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:25.270917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Publish callbacks [] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.353784 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.400144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ac65091e-9ad2-4ca0-a5df-cab2e12de99a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.410664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:25.414388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:25.415325 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks [] for router_gateway (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.420760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:25.443319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=ac65091e-9ad2-4ca0-a5df-cab2e12de99a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:25.444642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Pushing event updated for resources: {'Port': ['ID=90064de9-7d12-4c61-b9ee-20e61d7abec2,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:25.448883 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.482372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.487413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.487898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.488306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.488911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.489105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.491641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.492085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.492499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.492936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.493392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.493765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.494621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:25.526928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Attempting to bind port 90064de9-7d12-4c61-b9ee-20e61d7abec2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:25.527304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Attempting to bind port 90064de9-7d12-4c61-b9ee-20e61d7abec2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:25.527679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Attempting to bind port 90064de9-7d12-4c61-b9ee-20e61d7abec2 on network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:25.534396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:25.534778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Checking segment: {'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:25.535187 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.535599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Bound using segment: {'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:25.536091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Bound port: 90064de9-7d12-4c61-b9ee-20e61d7abec2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:25.536474 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.657424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Allocated IP 172.25.5.47 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/55d74a2d-b2d1-4cdd-b395-238f656d1d94) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:25.688271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] For port 90064de9-7d12-4c61-b9ee-20e61d7abec2, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:25.697097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] For port 90064de9-7d12-4c61-b9ee-20e61d7abec2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=90064de9-7d12-4c61-b9ee-20e61d7abec2,segment=NetworkSegment(1c8ba790-83f3-4b02-914e-7de247d14a22),segment_id=1c8ba790-83f3-4b02-914e-7de247d14a22)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:25.765350 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.816575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.893496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks [] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:25.907811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93db7d-7500-4a9d-a18a-2a916fa5beb2 None None] Pushing event updated for resources: {'Port': ['ID=90064de9-7d12-4c61-b9ee-20e61d7abec2,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.037597 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.039967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3629bcf1-bf7c-4723-a29b-874bd2365b9b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:26.091136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:26.103895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:26.108619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:26.158962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 3629bcf1-bf7c-4723-a29b-874bd2365b9b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:26.158962 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.183687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=55d74a2d-b2d1-4cdd-b395-238f656d1d94,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.285382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 3629bcf1-bf7c-4723-a29b-874bd2365b9b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:26.363670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd9c7e-a3d7-4e05-8813-e38e0e7cc035 req-03367fbc-515d-45ea-8935-5993e4300de1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:26.365777 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32fd9c7e-a3d7-4e05-8813-e38e0e7cc035 req-03367fbc-515d-45ea-8935-5993e4300de1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.1259058 Feb 09 22:18:26.382609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:26.653921 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks [] for router_gateway (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.014692 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.054886 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:27.066521 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] Sync routers for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:27.073098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32fd9c7e-a3d7-4e05-8813-e38e0e7cc035 req-aaa58aed-1db4-46cd-a6c4-e3f44b30d96e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6997290 Feb 09 22:18:27.085521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d170ea3b-00f2-4826-924c-06b8b872076e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/1e37c488-cefc-4f1f-bbea-0a7ae5c53a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4706097 Feb 09 22:18:27.096472 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:27.098305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:27.101907 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:27.218687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting subnet f2d15ca4-ed4a-4418-908c-b6ed08d211b1 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:18:27.230880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (f2d15ca4-ed4a-4418-908c-b6ed08d211b1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.339240 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f2d15ca4-ed4a-4418-908c-b6ed08d211b1), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.366125 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:27.405648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:18:27.443849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed84654-cce3-4f63-b26b-f9e705b73587 None None] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:27.465743 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f2d15ca4-ed4a-4418-908c-b6ed08d211b1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.536759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-35409e7e-3b5f-46d3-973c-73bedd3b50a0 None None] Provisioning complete for port 90064de9-7d12-4c61-b9ee-20e61d7abec2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:27.537055 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35409e7e-3b5f-46d3-973c-73bedd3b50a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.640324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:27.642095 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f2d15ca4-ed4a-4418-908c-b6ed08d211b1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.682336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.685052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-35409e7e-3b5f-46d3-973c-73bedd3b50a0 None None] Current status of the port 90064de9-7d12-4c61-b9ee-20e61d7abec2 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:27.685464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35409e7e-3b5f-46d3-973c-73bedd3b50a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.686879 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/subnets/f2d15ca4-ed4a-4418-908c-b6ed08d211b1 HTTP/1.1" status: 204 len: 168 time: 0.5869906 Feb 09 22:18:27.691246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Sync routers for ids ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:27.695333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53908) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:27.696389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103c071-b532-46e0-94f0-bc7277d9aeb3 None None] Network 509f8c3a-b198-4263-a2f7-08654ee761d9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:27.714586 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370426d6-3bfd-4be9-8f3f-dd3b114d9393 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d15ca4-ed4a-4418-908c-b6ed08d211b1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:27.853382 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:27.899296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-35409e7e-3b5f-46d3-973c-73bedd3b50a0 None None] For port 90064de9-7d12-4c61-b9ee-20e61d7abec2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=90064de9-7d12-4c61-b9ee-20e61d7abec2,segment=NetworkSegment(1c8ba790-83f3-4b02-914e-7de247d14a22),segment_id=1c8ba790-83f3-4b02-914e-7de247d14a22)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:27.924940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Routers {'f58441d6-8d33-4deb-8c12-80d5a7f38cf9'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:27.925597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:27.942408 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:27.943522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dcd1ddaf-4ad9-46c4-ae19-69ee6f405fb4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6590390 Feb 09 22:18:27.946313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53912) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:27.946500 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] Checking router: 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:27.967658 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] Routers {'1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:27.968316 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:28.075903 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.169401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Set router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:28.177708 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 90064de9-7d12-4c61-b9ee-20e61d7abec2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:28.182737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53914) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:28.190619 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] Set router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:28.234350 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35409e7e-3b5f-46d3-973c-73bedd3b50a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.318233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.420803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776491d-0a01-4d10-8eb4-8dca00bcbbbc req-4eb920ed-7a1d-46fc-8aad-96445c756233 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:28.422330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7776491d-0a01-4d10-8eb4-8dca00bcbbbc req-4eb920ed-7a1d-46fc-8aad-96445c756233 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.1328306 Feb 09 22:18:28.497714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] DHCP port deletion for 509f8c3a-b198-4263-a2f7-08654ee761d9 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:18:28.593681 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:28.601283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7776491d-0a01-4d10-8eb4-8dca00bcbbbc req-33adb510-aedf-481e-894c-300fb6e7c306 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632068 Feb 09 22:18:28.605573 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-301dd2f1-14c9-49f6-93bc-96d8d987b032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.618231 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35409e7e-3b5f-46d3-973c-73bedd3b50a0 None None] Pushing event updated for resources: {'Port': ['ID=90064de9-7d12-4c61-b9ee-20e61d7abec2,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:28.620893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-69e60dad-8232-4dad-82ac-a4a220dfd82f None None] Provisioning complete for port 90064de9-7d12-4c61-b9ee-20e61d7abec2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:28.621281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-69e60dad-8232-4dad-82ac-a4a220dfd82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.622620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:28.622985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.660313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452a05f7-2f4f-43aa-8c6b-0082c809f355 None None] The sync data for ids ['1e37c488-cefc-4f1f-bbea-0a7ae5c53a96'] in n-d-828599-1 is: [{'id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117537195', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '91e6f6da-f8c2-4574-8f51-edf0dfc3375a', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e37c488-cefc-4f1f-bbea-0a7ae5c53a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:17:00Z', 'updated_at': '2022-02-09T22:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:28.771275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 91e6f6da-f8c2-4574-8f51-edf0dfc3375a, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:28.772208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 90064de9-7d12-4c61-b9ee-20e61d7abec2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:28.772456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.772574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.799645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 91e6f6da-f8c2-4574-8f51-edf0dfc3375a owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:28.878363 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.937624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-301dd2f1-14c9-49f6-93bc-96d8d987b032 admin admin] Publish callbacks [] for security_group (a6c9f656-e82d-4759-bbba-52c3f5cb603d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:28.999220 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-301dd2f1-14c9-49f6-93bc-96d8d987b032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a6c9f656-e82d-4759-bbba-52c3f5cb603d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.064523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (91e6f6da-f8c2-4574-8f51-edf0dfc3375a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.068858 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dd2f1-14c9-49f6-93bc-96d8d987b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c9f656-e82d-4759-bbba-52c3f5cb603d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:29.079076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 90064de9-7d12-4c61-b9ee-20e61d7abec2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:29.081501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] Deleting port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:29.081879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.113955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=91e6f6da-f8c2-4574-8f51-edf0dfc3375a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:29.241302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Allocated IP 172.20.0.1 (0635b04a-d4b6-4e94-b81f-75bc82870ac1/e3ff4a94-a751-4c09-992f-e7ca90cbab71/e4b89a96-f564-44be-bd11-28c14ea01785) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:29.248997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.327323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53920) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:29.328029 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-301dd2f1-14c9-49f6-93bc-96d8d987b032 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dc75a92ab36740f3824bf118888c0f32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1414273 Feb 09 22:18:29.388505 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.405609 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks [] for port (e4b89a96-f564-44be-bd11-28c14ea01785), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.408741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.445118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-69e60dad-8232-4dad-82ac-a4a220dfd82f None None] Current status of the port 90064de9-7d12-4c61-b9ee-20e61d7abec2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:29.473070 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d2829d-3267-4a23-8983-2cc5c2b1ba1c admin admin] Publish callbacks [] for security_group (a6c9f656-e82d-4759-bbba-52c3f5cb603d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.514548 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d2829d-3267-4a23-8983-2cc5c2b1ba1c admin admin] Publish callbacks [] for security_group (a6c9f656-e82d-4759-bbba-52c3f5cb603d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.542645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.548874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] For port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,segment=NetworkSegment(66a23f67-42fc-44ef-b1c4-4af7bdff6239),segment_id=66a23f67-42fc-44ef-b1c4-4af7bdff6239)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:29.549408 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.564766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:26Z', 'revision_number': 3, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:29.574874 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (1e37c488-cefc-4f1f-bbea-0a7ae5c53a96), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.575653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Fanout notify agent at l3_agent the message router_deleted on router 1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:18:29.585401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.587197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c3ea14a4-44b8-4aa9-a89b-e751da931fed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/routers/1e37c488-cefc-4f1f-bbea-0a7ae5c53a96 HTTP/1.1" status: 204 len: 168 time: 1.8867176 Feb 09 22:18:29.590457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53922) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:29.618220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Checking router: f58441d6-8d33-4deb-8c12-80d5a7f38cf9 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:29.618618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Updating router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:29.621013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:29.622361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] Calling delete_port for 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:29.626390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:29.630194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:29.667472 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.672077 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.690339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Pushing event updated for resources: {'Port': ['ID=e4b89a96-f564-44be-bd11-28c14ea01785,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:29.740697 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.774339 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (509f8c3a-b198-4263-a2f7-08654ee761d9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:29.982137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edbf89-76de-442c-aa1c-bf92fe25e7e3 req-3125f3bf-c6b8-446d-b5a1-00f1d69811ac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:29.983781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91edbf89-76de-442c-aa1c-bf92fe25e7e3 req-3125f3bf-c6b8-446d-b5a1-00f1d69811ac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.2347510 Feb 09 22:18:30.103356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91edbf89-76de-442c-aa1c-bf92fe25e7e3 req-2a7b5460-8e4b-40b0-ba24-7e563bf11ddb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719781 Feb 09 22:18:30.145497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0cfc3555-f509-4fe5-910e-0840ca2a47bc None None] Provisioning complete for port e4b89a96-f564-44be-bd11-28c14ea01785 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:30.145856 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0cfc3555-f509-4fe5-910e-0840ca2a47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.205212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc3555-f509-4fe5-910e-0840ca2a47bc None None] Port e4b89a96-f564-44be-bd11-28c14ea01785 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:30.214786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.258963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] Pushing event deleted for resources: {'Port': ['ID=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.265787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 90064de9-7d12-4c61-b9ee-20e61d7abec2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:30.269499 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.270318 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d2829d-3267-4a23-8983-2cc5c2b1ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a6c9f656-e82d-4759-bbba-52c3f5cb603d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.273478 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-53d2829d-3267-4a23-8983-2cc5c2b1ba1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.281500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-53d2829d-3267-4a23-8983-2cc5c2b1ba1c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a6c9f656-e82d-4759-bbba-52c3f5cb603d HTTP/1.1" status: 204 len: 168 time: 0.9496837 Feb 09 22:18:30.290089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2829d-3267-4a23-8983-2cc5c2b1ba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c9f656-e82d-4759-bbba-52c3f5cb603d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.314348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:30.314864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.343133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e4c34-9ba8-4da2-bc85-cd0a9378c417 None None] No DVR routers for this DVR port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:30.415061 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Publish callbacks [] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.417316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 90064de9-7d12-4c61-b9ee-20e61d7abec2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:30.417692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.459330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33, host n-d-828599-1, got binding levels [] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:30.460484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.487000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:30.491890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.ipam_backend_mixin [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 was not found and therefore no delete operation was performed {{(pid=103697) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:18:30.495183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6d503cf0-c4c8-49e9-94ad-a40a01d9de33), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.509416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 90064de9-7d12-4c61-b9ee-20e61d7abec2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:30.527537 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.553548 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=6d503cf0-c4c8-49e9-94ad-a40a01d9de33,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.562812 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks [] for port (e4b89a96-f564-44be-bd11-28c14ea01785), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.571131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] No DVR routers for this DVR port 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:30.612249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306af78-bc9f-416d-878a-c7c1fdaa6183 None None] Pushing event updated for resources: {'Port': ['ID=55d74a2d-b2d1-4cdd-b395-238f656d1d94,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.614691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Attempting to bind port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:30.615058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Attempting to bind port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:30.615424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Attempting to bind port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:30.621984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:30.622250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:30.622663 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.623053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:30.623518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Bound port: 55d74a2d-b2d1-4cdd-b395-238f656d1d94, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:30.623926 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.627476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:30.628599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.651899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:30.652198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6d503cf0-c4c8-49e9-94ad-a40a01d9de33 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:30.652588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ac65091e-9ad2-4ca0-a5df-cab2e12de99a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:30.719669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ac65091e-9ad2-4ca0-a5df-cab2e12de99a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:30.719669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ac65091e-9ad2-4ca0-a5df-cab2e12de99a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:30.720107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Pushing event updated for resources: {'Port': ['ID=e4b89a96-f564-44be-bd11-28c14ea01785,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.721341 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.731814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (509f8c3a-b198-4263-a2f7-08654ee761d9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.736069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] For port 55d74a2d-b2d1-4cdd-b395-238f656d1d94, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:30.741000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] For port 55d74a2d-b2d1-4cdd-b395-238f656d1d94, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=55d74a2d-b2d1-4cdd-b395-238f656d1d94,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:30.777241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509f8c3a-b198-4263-a2f7-08654ee761d9']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:30.789570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a23f67-42fc-44ef-b1c4-4af7bdff6239') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:30.789892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a23f67-42fc-44ef-b1c4-4af7bdff6239') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:30.802849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (66a23f67-42fc-44ef-b1c4-4af7bdff6239), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.819092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (66a23f67-42fc-44ef-b1c4-4af7bdff6239), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.827344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:18:30.827999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (66a23f67-42fc-44ef-b1c4-4af7bdff6239), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:18:30.842977 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:18:30.847899 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:30.848015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:30.849485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:30.970157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306af78-bc9f-416d-878a-c7c1fdaa6183 None None] Pushing event updated for resources: {'Port': ['ID=55d74a2d-b2d1-4cdd-b395-238f656d1d94,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:30.975151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Routers {'f58441d6-8d33-4deb-8c12-80d5a7f38cf9'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:30.975895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:31.020825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:31.022080 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (509f8c3a-b198-4263-a2f7-08654ee761d9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.034535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.043241 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/networks/509f8c3a-b198-4263-a2f7-08654ee761d9 HTTP/1.1" status: 204 len: 168 time: 1.4514956 Feb 09 22:18:31.068675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53930) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:31.121458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64897ea2-4190-46b3-ab2d-572a124ff253 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Network': ['ID=509f8c3a-b198-4263-a2f7-08654ee761d9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:31.132615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] Set router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:31.148124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6af2d612-de98-482e-a280-ab64a29f55eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (1fa2ea1f-5982-42fa-bd2a-428bf73f6da0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.182372 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6af2d612-de98-482e-a280-ab64a29f55eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (1fa2ea1f-5982-42fa-bd2a-428bf73f6da0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.213706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:31.290176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-573b9bf4-0846-4800-bec9-09bae772dc4b admin admin] 10.222.0.98 "PUT /v2.0/routers/f58441d6-8d33-4deb-8c12-80d5a7f38cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2765427 Feb 09 22:18:31.290917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.301187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53936) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:31.331583 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b628495-57fb-46d4-98f8-1e1b3a1c0b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.358799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac850cb-4251-4fd9-b736-1bf8089066fe req-40831520-adc6-4bc2-9c5b-3453849fd2f4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:31.360651 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aac850cb-4251-4fd9-b736-1bf8089066fe req-40831520-adc6-4bc2-9c5b-3453849fd2f4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0850766 Feb 09 22:18:31.428769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aac850cb-4251-4fd9-b736-1bf8089066fe req-65655830-7956-4645-a7b0-2dbc53c5357d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616899 Feb 09 22:18:31.451165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fce44f79-d86a-40a1-9f5a-78f53abf8ebe None None] Provisioning complete for port e4b89a96-f564-44be-bd11-28c14ea01785 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:31.451165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fce44f79-d86a-40a1-9f5a-78f53abf8ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.463738 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b628495-57fb-46d4-98f8-1e1b3a1c0b13 admin admin] Publish callbacks [] for security_group (d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.471553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6af2d612-de98-482e-a280-ab64a29f55eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1fa2ea1f-5982-42fa-bd2a-428bf73f6da0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.474989 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6af2d612-de98-482e-a280-ab64a29f55eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.476857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6af2d612-de98-482e-a280-ab64a29f55eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/security-groups/1fa2ea1f-5982-42fa-bd2a-428bf73f6da0 HTTP/1.1" status: 204 len: 168 time: 0.4064963 Feb 09 22:18:31.487603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2d612-de98-482e-a280-ab64a29f55eb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa2ea1f-5982-42fa-bd2a-428bf73f6da0,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:31.490690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fce44f79-d86a-40a1-9f5a-78f53abf8ebe None None] Port e4b89a96-f564-44be-bd11-28c14ea01785 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:31.529046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 4, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e4b89a96-f564-44be-bd11-28c14ea01785', 'name': '', 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'mac_address': 'fa:16:3e:63:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:28Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 2, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'subnets': [{'id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:31.553115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b628495-57fb-46d4-98f8-1e1b3a1c0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.565873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b60fc5-829d-49c7-9134-3591f464afa5 None None] The sync data for ids ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'] in n-d-828599-1 is: [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 4, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e4b89a96-f564-44be-bd11-28c14ea01785', 'name': '', 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'mac_address': 'fa:16:3e:63:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:28Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 2, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'subnets': [{'id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:31.612343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b628495-57fb-46d4-98f8-1e1b3a1c0b13 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af4576087e914d449ed5ce37f7c098bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097653 Feb 09 22:18:31.615339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53944) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:31.629785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b628495-57fb-46d4-98f8-1e1b3a1c0b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:31.706427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-179e0038-9651-452c-ae25-43018415a938 admin admin] Publish callbacks [] for security_group (d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.751802 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-179e0038-9651-452c-ae25-43018415a938 admin admin] Publish callbacks [] for security_group (d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.791571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 91e6f6da-f8c2-4574-8f51-edf0dfc3375a no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:31.828956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 91e6f6da-f8c2-4574-8f51-edf0dfc3375a {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:31.834128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 91e6f6da-f8c2-4574-8f51-edf0dfc3375a not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:31.909162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-179e0038-9651-452c-ae25-43018415a938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.912214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-179e0038-9651-452c-ae25-43018415a938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:31.916467 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-179e0038-9651-452c-ae25-43018415a938 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85 HTTP/1.1" status: 204 len: 168 time: 0.3000422 Feb 09 22:18:31.941620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e0038-9651-452c-ae25-43018415a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c9ff4a-f2af-49f8-b1ba-5435be2a6a85,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:32.092319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53964) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:32.101749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-27a4fa9e-c19a-400b-ace5-10b4a6d9cb30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540976343', 'description': 'tempest-secgroup-smoke-1540976343 description', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:32.187811 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-3da5fd46-f8cc-4512-b337-d6faf3ad9331 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:32.190281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-3da5fd46-f8cc-4512-b337-d6faf3ad9331 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/networks?id=ff57955b-8c5f-4186-89e9-b5919716c4ba HTTP/1.1" status: 200 len: 911 time: 0.1332622 Feb 09 22:18:32.207698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-6343fec8-9b99-4263-8bfc-70507fe9be14 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/quotas/6c00b2ee96c7456aaf710bc81faa8424 HTTP/1.1" status: 200 len: 375 time: 0.0105865 Feb 09 22:18:32.225902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27a4fa9e-c19a-400b-ace5-10b4a6d9cb30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.302950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-41cc9544-2393-4fe5-aac1-9745403b66b7 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891800 Feb 09 22:18:32.314586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27a4fa9e-c19a-400b-ace5-10b4a6d9cb30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (3d0bcf19-de33-4be0-a441-f34fb70e03c9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.410073 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27a4fa9e-c19a-400b-ace5-10b4a6d9cb30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3d0bcf19-de33-4be0-a441-f34fb70e03c9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.478749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4fa9e-c19a-400b-ace5-10b4a6d9cb30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0bcf19-de33-4be0-a441-f34fb70e03c9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:32.583367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27a4fa9e-c19a-400b-ace5-10b4a6d9cb30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.587571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-27a4fa9e-c19a-400b-ace5-10b4a6d9cb30 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4912724 Feb 09 22:18:32.591500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 53976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:32.596246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9baacebb-0ae9-4037-bb4f-88c2add6b7e2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '3d0bcf19-de33-4be0-a441-f34fb70e03c9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:32.665118 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-53e657a8-8d22-476a-a5d2-e31756159a2e service neutron] 10.222.0.98 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456497 Feb 09 22:18:32.694420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3d34-8bd1-4442-96b3-2bf06591b771 req-50feb4ca-beea-4c27-bc8f-8e27cfe798f5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:32.697928 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-328c3d34-8bd1-4442-96b3-2bf06591b771 req-50feb4ca-beea-4c27-bc8f-8e27cfe798f5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.1347485 Feb 09 22:18:32.765174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-328c3d34-8bd1-4442-96b3-2bf06591b771 req-2498d764-94f2-4aca-8064-07cbc55b0862 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603647 Feb 09 22:18:32.783808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9baacebb-0ae9-4037-bb4f-88c2add6b7e2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (8d54c75f-082d-4a87-bb38-127022af3fa6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.817417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-4b8310cb-70c6-4593-9210-17e17652518c service neutron] 10.222.0.98 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424968 Feb 09 22:18:32.864712 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9baacebb-0ae9-4037-bb4f-88c2add6b7e2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (8d54c75f-082d-4a87-bb38-127022af3fa6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.945880 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9baacebb-0ae9-4037-bb4f-88c2add6b7e2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8d54c75f-082d-4a87-bb38-127022af3fa6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:32.967649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baacebb-0ae9-4037-bb4f-88c2add6b7e2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d54c75f-082d-4a87-bb38-127022af3fa6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:33.092620 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9baacebb-0ae9-4037-bb4f-88c2add6b7e2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.102668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9baacebb-0ae9-4037-bb4f-88c2add6b7e2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5074682 Feb 09 22:18:33.103667 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 53986) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:33.109867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-494073ec-671c-453a-9c99-4d7b497ed16c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '3d0bcf19-de33-4be0-a441-f34fb70e03c9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:33.208805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15d2f554-857f-4820-98f3-edeab8aa066c req-7fad512c-04da-4a6d-89c8-9f81a77f048f tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Feb 09 22:18:33.255545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-494073ec-671c-453a-9c99-4d7b497ed16c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (f371e2f4-1f23-43e0-9c73-0b0000638226), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.315116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-494073ec-671c-453a-9c99-4d7b497ed16c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (f371e2f4-1f23-43e0-9c73-0b0000638226), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.421398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-494073ec-671c-453a-9c99-4d7b497ed16c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (f371e2f4-1f23-43e0-9c73-0b0000638226), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.472369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494073ec-671c-453a-9c99-4d7b497ed16c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f371e2f4-1f23-43e0-9c73-0b0000638226,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:33.565596 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-494073ec-671c-453a-9c99-4d7b497ed16c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.566919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-494073ec-671c-453a-9c99-4d7b497ed16c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4621830 Feb 09 22:18:33.570723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54002) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:33.575094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-af8d1a1a-4ee2-4031-bcbe-dc79ac1dead0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '3d0bcf19-de33-4be0-a441-f34fb70e03c9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:33.711526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af8d1a1a-4ee2-4031-bcbe-dc79ac1dead0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (90fe2ab7-20d4-4405-aa77-1f29311499a8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.808354 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af8d1a1a-4ee2-4031-bcbe-dc79ac1dead0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (90fe2ab7-20d4-4405-aa77-1f29311499a8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.866128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 55d74a2d-b2d1-4cdd-b395-238f656d1d94 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:33.909745 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af8d1a1a-4ee2-4031-bcbe-dc79ac1dead0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (90fe2ab7-20d4-4405-aa77-1f29311499a8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.918844 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d1a1a-4ee2-4031-bcbe-dc79ac1dead0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fe2ab7-20d4-4405-aa77-1f29311499a8,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:33.930177 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:33.933075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:33.966470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23a1b0-b00d-41fe-8939-1d30b6881750 req-70508426-75eb-4716-897e-fb5f0167b4e9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:33.968867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d23a1b0-b00d-41fe-8939-1d30b6881750 req-70508426-75eb-4716-897e-fb5f0167b4e9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0973353 Feb 09 22:18:34.035740 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-af8d1a1a-4ee2-4031-bcbe-dc79ac1dead0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.040533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-af8d1a1a-4ee2-4031-bcbe-dc79ac1dead0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4688361 Feb 09 22:18:34.041200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54010) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:34.047565 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d23a1b0-b00d-41fe-8939-1d30b6881750 req-e4e3bbaa-be7c-4106-aaa2-bf11f2305e78 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703685 Feb 09 22:18:34.056128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cd8bba2e-3894-464a-bdaf-54fb42ec5163 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '3d0bcf19-de33-4be0-a441-f34fb70e03c9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:34.079446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:34.084787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.113983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 55d74a2d-b2d1-4cdd-b395-238f656d1d94, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=55d74a2d-b2d1-4cdd-b395-238f656d1d94,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:34.176342 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd8bba2e-3894-464a-bdaf-54fb42ec5163 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (023c0976-0a1e-481e-a3d3-69f9e7a9edd6), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.221988 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.289439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd8bba2e-3894-464a-bdaf-54fb42ec5163 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (023c0976-0a1e-481e-a3d3-69f9e7a9edd6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.290282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=55d74a2d-b2d1-4cdd-b395-238f656d1d94,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:34.322881 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-513f6399-8b57-4f91-9d25-3c54934a9299 req-bb4a0639-9c53-48db-a960-4ca012d802dd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0308778 Feb 09 22:18:34.369416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Sync routers for ids ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:34.379728 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Routers {'f58441d6-8d33-4deb-8c12-80d5a7f38cf9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:34.380393 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:34.385732 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd8bba2e-3894-464a-bdaf-54fb42ec5163 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (023c0976-0a1e-481e-a3d3-69f9e7a9edd6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.413338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bba2e-3894-464a-bdaf-54fb42ec5163 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023c0976-0a1e-481e-a3d3-69f9e7a9edd6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:34.509552 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Set router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:34.520613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cd8bba2e-3894-464a-bdaf-54fb42ec5163 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.522714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cd8bba2e-3894-464a-bdaf-54fb42ec5163 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4795854 Feb 09 22:18:34.524722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54028) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:34.529250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '3d0bcf19-de33-4be0-a441-f34fb70e03c9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:34.638850 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:18:34.645045 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (9bc874ca-2b26-4273-b8fb-1614ad5e6f9d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.708739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (9bc874ca-2b26-4273-b8fb-1614ad5e6f9d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.738412 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 4, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e4b89a96-f564-44be-bd11-28c14ea01785', 'name': '', 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'mac_address': 'fa:16:3e:63:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:28Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 2, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'subnets': [{'id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:34.764857 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Checking router: f58441d6-8d33-4deb-8c12-80d5a7f38cf9 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:34.765215 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Updating router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 port e4b89a96-f564-44be-bd11-28c14ea01785 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:34.793088 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.815458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (9bc874ca-2b26-4273-b8fb-1614ad5e6f9d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.834800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc874ca-2b26-4273-b8fb-1614ad5e6f9d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:34.989974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:34.992592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d3214f44-643c-4290-abe9-62bb31ea6688 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4659238 Feb 09 22:18:34.994535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54036) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:35.002683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'security_group_rule': {'security_group_id': '3d0bcf19-de33-4be0-a441-f34fb70e03c9', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:35.081620 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Project edfa055e56964670bb2fcd2f93edd0b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:18:35.088483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (d7785033-e2a9-452b-ba53-9f2b9da739cb), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.194290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (d7785033-e2a9-452b-ba53-9f2b9da739cb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.210996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aff65-ab3d-4d5a-ab36-d6da27743c6f req-c90da5fa-44d4-4d76-8420-e5f0cce39b66 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:35.212548 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c00aff65-ab3d-4d5a-ab36-d6da27743c6f req-c90da5fa-44d4-4d76-8420-e5f0cce39b66 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0758638 Feb 09 22:18:35.225835 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Publish callbacks [] for port (e4b89a96-f564-44be-bd11-28c14ea01785), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.265283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c00aff65-ab3d-4d5a-ab36-d6da27743c6f req-27fb6f26-2d12-4eae-b44f-72ed86bc49b0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467486 Feb 09 22:18:35.283269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d7785033-e2a9-452b-ba53-9f2b9da739cb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.303978 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7785033-e2a9-452b-ba53-9f2b9da739cb,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:35.334613 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.385902 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a787-b3c4-49f3-8566-a7d734fadce4 None None] Pushing event updated for resources: {'Port': ['ID=e4b89a96-f564-44be-bd11-28c14ea01785,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:35.408820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.408820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5c5aa6d7-65a1-48c6-82b1-29f2dd86a829 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4058204 Feb 09 22:18:35.409591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54062) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:35.410588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'network': {'name': 'tempest-network-smoke--1704596349', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'port_security_enabled': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:35.438287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0af828c1-add2-4a02-a0e3-8c795bd1f51d req-3bde55eb-dd02-4d73-8faa-740ef4137869 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0348938 Feb 09 22:18:35.473414 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Attempting to bind port e4b89a96-f564-44be-bd11-28c14ea01785 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:35.473785 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Attempting to bind port e4b89a96-f564-44be-bd11-28c14ea01785 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:35.474178 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Attempting to bind port e4b89a96-f564-44be-bd11-28c14ea01785 on network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:35.483544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:35.483544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Checking segment: {'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:35.483544 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.483544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Bound using segment: {'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:35.483544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Bound port: e4b89a96-f564-44be-bd11-28c14ea01785, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ba790-83f3-4b02-914e-7de247d14a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:35.483544 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.496155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fae005e-806c-4f03-b56c-542787d7e24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.541703 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:35.545883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.556088 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] For port e4b89a96-f564-44be-bd11-28c14ea01785, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:35.560403 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] For port e4b89a96-f564-44be-bd11-28c14ea01785, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e4b89a96-f564-44be-bd11-28c14ea01785,segment=NetworkSegment(1c8ba790-83f3-4b02-914e-7de247d14a22),segment_id=1c8ba790-83f3-4b02-914e-7de247d14a22)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:35.576904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:35.586590 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (71f7f363-b426-4a33-8af2-f0d9f6501aa0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.586941 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Added segment 71f7f363-b426-4a33-8af2-f0d9f6501aa0 of type vlan for network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 Feb 09 22:18:35.627124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.660940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-da513155-28dc-48b0-afed-6c556c5cce7f None None] Provisioning complete for port e4b89a96-f564-44be-bd11-28c14ea01785 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:35.660940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-da513155-28dc-48b0-afed-6c556c5cce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.679157 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.726947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-da513155-28dc-48b0-afed-6c556c5cce7f None None] Port e4b89a96-f564-44be-bd11-28c14ea01785 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:35.729027 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a787-b3c4-49f3-8566-a7d734fadce4 None None] Pushing event updated for resources: {'Port': ['ID=e4b89a96-f564-44be-bd11-28c14ea01785,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:35.736483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.750316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:35.752241 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:35.752466 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Routers {'f58441d6-8d33-4deb-8c12-80d5a7f38cf9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:35.753570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:35.859758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Network': ['ID=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:35.881078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 55d74a2d-b2d1-4cdd-b395-238f656d1d94 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:35.924745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:35.957887 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] Set router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:35.978616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dca379c8-cd8f-4857-a75a-f9d3cd6e1de9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5729721 Feb 09 22:18:35.981190 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54084) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:35.986462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'admin_state_up': True, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:36.040816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:36.041201 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.095110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6c9996e2-cc53-4ca9-bbb6-c0bc24bb5255 None None] Provisioning complete for port e4b89a96-f564-44be-bd11-28c14ea01785 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:36.107859 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6c9996e2-cc53-4ca9-bbb6-c0bc24bb5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.134703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.135666 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.191862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-60dc53f9-cd23-4f73-ab05-5836a1bea5c0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:36.194296 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-60dc53f9-cd23-4f73-ab05-5836a1bea5c0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.30 "GET /v2.0/networks?id=ff57955b-8c5f-4186-89e9-b5919716c4ba HTTP/1.1" status: 200 len: 911 time: 0.1241617 Feb 09 22:18:36.211630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Request body: {'port': {'device_id': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'admin_state_up': True, 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:36.216730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:36.242825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6c9996e2-cc53-4ca9-bbb6-c0bc24bb5255 None None] Current status of the port e4b89a96-f564-44be-bd11-28c14ea01785 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:36.243345 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6c9996e2-cc53-4ca9-bbb6-c0bc24bb5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.244454 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.275843 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 4, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e4b89a96-f564-44be-bd11-28c14ea01785', 'name': '', 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'mac_address': 'fa:16:3e:63:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:28Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 4, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'subnets': [{'id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:36.279151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6c9996e2-cc53-4ca9-bbb6-c0bc24bb5255 None None] For port e4b89a96-f564-44be-bd11-28c14ea01785, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e4b89a96-f564-44be-bd11-28c14ea01785,segment=NetworkSegment(1c8ba790-83f3-4b02-914e-7de247d14a22),segment_id=1c8ba790-83f3-4b02-914e-7de247d14a22)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:36.302284 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3577338-71fe-4fd5-a480-888d0bbee0c9 None None] The sync data for ids ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'] in n-d-828599-1 is: [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:18:30Z', 'revision_number': 4, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'e4b89a96-f564-44be-bd11-28c14ea01785', 'name': '', 'network_id': '0635b04a-d4b6-4e94-b81f-75bc82870ac1', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'mac_address': 'fa:16:3e:63:7c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:28Z', 'updated_at': '2022-02-09T22:18:35Z', 'revision_number': 4, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'subnets': [{'id': 'e3ff4a94-a751-4c09-992f-e7ca90cbab71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:36.330810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Made reservation on behalf of 6c00b2ee96c7456aaf710bc81faa8424 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:36.333330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.376071 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6c9996e2-cc53-4ca9-bbb6-c0bc24bb5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.482150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9996e2-cc53-4ca9-bbb6-c0bc24bb5255 None None] Pushing event updated for resources: {'Port': ['ID=e4b89a96-f564-44be-bd11-28c14ea01785,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:36.561770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Allocated IP 172.20.0.6 (ff57955b-8c5f-4186-89e9-b5919716c4ba/718ddd4b-001f-42d5-b930-7fd20f7a160f/5dbcd62b-3236-4c6e-bdc4-a5a93c858683) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:36.607885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-114e046d-689b-4502-95ec-355c771e3bea req-ac4c900e-5658-4829-bb08-615bbec981b4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0366611 Feb 09 22:18:36.676338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dab843-ca24-49cb-b594-74e4abc54af8 req-37b5c09b-079e-4969-bc3b-cfc86948a4a6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:36.685734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58dab843-ca24-49cb-b594-74e4abc54af8 req-37b5c09b-079e-4969-bc3b-cfc86948a4a6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.3252523 Feb 09 22:18:36.687965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.762543 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58dab843-ca24-49cb-b594-74e4abc54af8 req-e5f23e0a-acdd-4b5a-b290-1614cc24245b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682340 Feb 09 22:18:36.809089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks [] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.929363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:36.991624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Network ff57955b-8c5f-4186-89e9-b5919716c4ba is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:36.996147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Pushing event updated for resources: {'Port': ['ID=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:37.006230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:37.009051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:37.045401 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.057142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:37.057894 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.078824 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.207491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-42543d13-ef8d-4f70-804b-e50cd1e20a92 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0005090 Feb 09 22:18:37.221475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.247 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5db6a94c-618c-4cf6-9977-9507bb8b1ba1) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:37.228210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Request body: {'port': {'device_id': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:37.328300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9b96ae40-3876-46ab-9b7f-fe2e70899796 None None] Provisioning complete for port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:37.328906 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b96ae40-3876-46ab-9b7f-fe2e70899796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.352807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.372719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.392141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9b96ae40-3876-46ab-9b7f-fe2e70899796 None None] Port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:37.546207 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.569366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5f331655-6a76-4385-ab87-9b1470bc10f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.591822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:37.597214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:37.601590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:37.605067 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:37.740920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:37.766982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Publish callbacks [] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.785222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Transition to ACTIVE for port object 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:37.801760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191057-7d3d-4f8e-9928-0b4afef20fc3 req-38328a50-8f5f-4105-9bc7-bf11420e4893 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:37.808801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33191057-7d3d-4f8e-9928-0b4afef20fc3 req-38328a50-8f5f-4105-9bc7-bf11420e4893 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1027 time: 0.0812750 Feb 09 22:18:37.865555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e4b89a96-f564-44be-bd11-28c14ea01785 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:37.882683 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-33191057-7d3d-4f8e-9928-0b4afef20fc3 req-1df2044c-56ba-4107-a318-57cad409c3a0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638547 Feb 09 22:18:37.890624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:37.937137 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:18:37.949469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e4b89a96-f564-44be-bd11-28c14ea01785 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:37.949787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.055815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:38.106012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Attempting to bind port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:38.108119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Attempting to bind port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:38.108643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Attempting to bind port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 on network ff57955b-8c5f-4186-89e9-b5919716c4ba {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:38.118032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 on network ff57955b-8c5f-4186-89e9-b5919716c4ba not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:38.118619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Attempting to bind port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 on network ff57955b-8c5f-4186-89e9-b5919716c4ba {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:38.126299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:38.127043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Checking segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:38.129182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e4b89a96-f564-44be-bd11-28c14ea01785 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:38.129743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Bound using segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:38.130205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Bound port: 5dbcd62b-3236-4c6e-bdc4-a5a93c858683, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:38.130579 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.224547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] For port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:38.228332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] For port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:38.330781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.378199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.378830 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.380502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] 10.222.0.30 "PUT /v2.0/ports/5dbcd62b-3236-4c6e-bdc4-a5a93c858683 HTTP/1.1" status: 200 len: 1091 time: 1.1622193 Feb 09 22:18:38.380931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'tag': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:38.392043 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ad1bb-c3d3-49e8-9861-86853ee2e4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5", "tag": "5dbcd62b-3236-4c6e-bdc4-a5a93c858683"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:38.408627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926e884-75c7-4668-80b3-c12d83615b79 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:38.417483 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d73b8-7fc7-4f60-8132-7c7e44c7236d req-37fd966a-9b6d-4c7a-a3a1-780c56cf5c21 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.424816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-518d73b8-7fc7-4f60-8132-7c7e44c7236d req-37fd966a-9b6d-4c7a-a3a1-780c56cf5c21 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.5515523 Feb 09 22:18:38.445158 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f97037-a40d-487f-96a5-dc10e2d89b4d x-openstack-request-id: req-85f97037-a40d-487f-96a5-dc10e2d89b4d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:38.446712 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5", "tag": "5dbcd62b-3236-4c6e-bdc4-a5a93c858683", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:38.446988 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85f97037-a40d-487f-96a5-dc10e2d89b4d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:38.447398 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'tag': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683', 'status': 'completed', 'code': 200} Feb 09 22:18:38.478178 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.549782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad1bb-c3d3-49e8-9861-86853ee2e4ac req-f43ead8a-809f-4a93-bb67-536034a27087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.551411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f89ad1bb-c3d3-49e8-9861-86853ee2e4ac req-f43ead8a-809f-4a93-bb67-536034a27087 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0808053 Feb 09 22:18:38.584175 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-518d73b8-7fc7-4f60-8132-7c7e44c7236d req-6dfa9ef4-b7cc-4c85-a32a-229222e8c89a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584468 Feb 09 22:18:38.730729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad1bb-c3d3-49e8-9861-86853ee2e4ac req-b2f1d66c-e5e5-47df-a78f-1e4c9e121b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.736472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f89ad1bb-c3d3-49e8-9861-86853ee2e4ac req-b2f1d66c-e5e5-47df-a78f-1e4c9e121b68 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1717517 Feb 09 22:18:38.763694 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:38.858659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad1bb-c3d3-49e8-9861-86853ee2e4ac req-ac17742f-2e5a-4920-b87f-7762bbcc6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.860751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f89ad1bb-c3d3-49e8-9861-86853ee2e4ac req-ac17742f-2e5a-4920-b87f-7762bbcc6f4c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169040 Feb 09 22:18:38.987341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54166) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:38.990707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-db7068a1-4057-4d36-b614-33c1be77f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:38.992458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-db7068a1-4057-4d36-b614-33c1be77f5d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0820227 Feb 09 22:18:39.026923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:18:39.052029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-eaa688fc-4dad-42e4-b875-30b6041aa2a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dbcd62b-3236-4c6e-bdc4-a5a93c858683 HTTP/1.1" status: 200 len: 217 time: 0.0456719 Feb 09 22:18:39.054815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205ec93-fdfe-4591-b286-04a6d51f6dd7 req-0c4a4838-2a2a-499f-ba1c-74c388748ca7 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:39.056360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1205ec93-fdfe-4591-b286-04a6d51f6dd7 req-0c4a4838-2a2a-499f-ba1c-74c388748ca7 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0960135 Feb 09 22:18:39.143039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-d6e0b971-2390-4935-ab5d-0bd87988f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:39.144697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-d6e0b971-2390-4935-ab5d-0bd87988f953 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=718ddd4b-001f-42d5-b930-7fd20f7a160f HTTP/1.1" status: 200 len: 849 time: 0.0760660 Feb 09 22:18:39.147205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1205ec93-fdfe-4591-b286-04a6d51f6dd7 req-1c98cd5c-b8d7-4fb6-83fc-498b31755eba tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851560 Feb 09 22:18:39.157655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.176684 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455b4bc8-2e68-4d0f-9e6c-10f5f4a9b94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.204060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-53c0adce-2993-4313-a400-00ab665f444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:39.205873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-53c0adce-2993-4313-a400-00ab665f444c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff57955b-8c5f-4186-89e9-b5919716c4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504880 Feb 09 22:18:39.213496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:39.225295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Sync routers for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:39.238845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:39.240116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:39.309478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455b4bc8-2e68-4d0f-9e6c-10f5f4a9b94b admin admin] Publish callbacks [] for security_group (d42896d3-8c42-43ff-9710-b3cf994d4332), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.317437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-f6934653-67ff-4488-a6a4-9ac0e027359e service neutron] 10.222.0.30 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018455 Feb 09 22:18:39.343659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.347131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6bc3ace8-5eb5-4d6f-b621-82da16f30c17 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3648803 Feb 09 22:18:39.350313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54170) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:39.370604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:39.388880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1ab2cf87-aed6-4ed5-929f-96935fbe0e28 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=edfa055e56964670bb2fcd2f93edd0b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373299 Feb 09 22:18:39.391488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54172) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:39.403115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-455b4bc8-2e68-4d0f-9e6c-10f5f4a9b94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d42896d3-8c42-43ff-9710-b3cf994d4332), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.430209 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aab20c86-0e07-4ae5-a42a-414425832d35 req-eddddd48-b5de-4da8-9808-bbdfad3ff172 service neutron] 10.222.0.30 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037610 Feb 09 22:18:39.502521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b4bc8-2e68-4d0f-9e6c-10f5f4a9b94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42896d3-8c42-43ff-9710-b3cf994d4332,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:39.512702 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-455b4bc8-2e68-4d0f-9e6c-10f5f4a9b94b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0414af1364f84593a1a2d57c81b75321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236576 Feb 09 22:18:39.514013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54174) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:39.563822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5021edd9-203d-4371-81f7-a5b03fa4cc53 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:39.565792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5021edd9-203d-4371-81f7-a5b03fa4cc53 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1732790 Feb 09 22:18:39.569467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54176) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:39.589388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:37Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:39.608722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b166921b-9b6a-4977-8fad-9f9a7444def0 admin admin] Publish callbacks [] for security_group (d42896d3-8c42-43ff-9710-b3cf994d4332), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.614414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1967830e-31e6-438f-89bb-e0204d34a5e3 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404630 Feb 09 22:18:39.625664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54180) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:39.626409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Checking router: 66cea7c4-16a8-4a60-8c31-1bc2d969b56d for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:39.626409 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Updating router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:39.626682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-938487177', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:39.656623 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.744652 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b166921b-9b6a-4977-8fad-9f9a7444def0 admin admin] Publish callbacks [] for security_group (d42896d3-8c42-43ff-9710-b3cf994d4332), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.752926 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e266d-eeaa-4db1-bd4b-d79a475a94dd req-ad255e16-2af4-400e-8320-ebe30f29740a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:39.761836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9b3e266d-eeaa-4db1-bd4b-d79a475a94dd req-ad255e16-2af4-400e-8320-ebe30f29740a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0811703 Feb 09 22:18:39.842759 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9b3e266d-eeaa-4db1-bd4b-d79a475a94dd req-2481f190-f962-423c-9b62-706acc119454 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797019 Feb 09 22:18:39.917133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:39.920800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.967888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b166921b-9b6a-4977-8fad-9f9a7444def0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d42896d3-8c42-43ff-9710-b3cf994d4332), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.971087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b166921b-9b6a-4977-8fad-9f9a7444def0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:39.974673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b166921b-9b6a-4977-8fad-9f9a7444def0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d42896d3-8c42-43ff-9710-b3cf994d4332 HTTP/1.1" status: 204 len: 168 time: 0.4570880 Feb 09 22:18:40.006146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166921b-9b6a-4977-8fad-9f9a7444def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42896d3-8c42-43ff-9710-b3cf994d4332,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:40.143893 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Publish callbacks [] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.268186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244ebb9-87ee-463f-8431-289e41b1d296 req-4b465961-1048-4a40-a40a-47dcbfea0c27 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:40.269665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b244ebb9-87ee-463f-8431-289e41b1d296 req-4b465961-1048-4a40-a40a-47dcbfea0c27 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1125 time: 0.0502326 Feb 09 22:18:40.270649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (f43dd287-9077-487f-9a9c-ee7064706774), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.321836 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.348941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Subnet': ['ID=f43dd287-9077-487f-9a9c-ee7064706774,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:40.368955 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.383122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b244ebb9-87ee-463f-8431-289e41b1d296 req-c4f8d0d7-8b0e-42bd-8ca3-4d3a1b379ae6 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970051 Feb 09 22:18:40.383122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Checking segment: {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:40.383122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network hostable DHCP agents. Network: 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:40.400954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Attempting to bind port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:40.401340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Attempting to bind port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:40.401713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Attempting to bind port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:40.408833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6914a-8bab-4ca0-9f10-e3fd3ff08cef None None] Pushing event updated for resources: {'Port': ['ID=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:40.411292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:40.411677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:40.412110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.412503 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:40.412980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Bound port: 5db6a94c-618c-4cf6-9977-9507bb8b1ba1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:40.413370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.450103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:40.478093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] For port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:40.481101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] For port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:40.528726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:40.533435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:40.534090 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.539061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3327dd21-bec5-41fb-9b4e-c45b2347bd34 None None] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:40.595317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.626810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-80d858d3-e875-4e04-8924-30afad15cb33 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0082695 Feb 09 22:18:40.627010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54188) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:40.686017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:18:40.686882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:40.689484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:40.690114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:40.736705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6914a-8bab-4ca0-9f10-e3fd3ff08cef None None] Pushing event updated for resources: {'Port': ['ID=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:40.888890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54192) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:40.905784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:40.909305 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-feb7879b-b6f7-4274-be6f-829cc6b4856b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.016512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356e12-5054-445a-9688-833a8e0a7322 req-b4f7afd8-f921-4923-adf1-c2bfa137d0f0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.018072 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc356e12-5054-445a-9688-833a8e0a7322 req-b4f7afd8-f921-4923-adf1-c2bfa137d0f0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0850024 Feb 09 22:18:41.042277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Allocated IP 172.20.0.2 (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1/f43dd287-9077-487f-9a9c-ee7064706774/f924a31a-a51c-494c-b83d-591b5c7a0fa3) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:41.052560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-feb7879b-b6f7-4274-be6f-829cc6b4856b admin admin] Publish callbacks [] for security_group (a844cab6-b0c5-4805-bf19-d47046d0b7f0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.096843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc356e12-5054-445a-9688-833a8e0a7322 req-b7dea3c4-efe4-4a98-9b38-160031a608bb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705869 Feb 09 22:18:41.144648 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.215688 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-feb7879b-b6f7-4274-be6f-829cc6b4856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a844cab6-b0c5-4805-bf19-d47046d0b7f0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.218150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:37Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:41.250174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6172b5e2-70ce-4835-9256-13c5745ac15f None None] The sync data for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 is: [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:37Z', 'revision_number': 3, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:41.256474 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-feb7879b-b6f7-4274-be6f-829cc6b4856b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9634c556f7f0480d831401f7828a71c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3664052 Feb 09 22:18:41.259951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54194) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:41.271065 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Publish callbacks [] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.277337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7879b-b6f7-4274-be6f-829cc6b4856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a844cab6-b0c5-4805-bf19-d47046d0b7f0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:41.324868 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c37b720e-2b06-48c4-8eaa-01e504ed499b admin admin] Publish callbacks [] for security_group (a844cab6-b0c5-4805-bf19-d47046d0b7f0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.336200 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.350436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c37b720e-2b06-48c4-8eaa-01e504ed499b admin admin] Publish callbacks [] for security_group (a844cab6-b0c5-4805-bf19-d47046d0b7f0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.383959 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:41.391447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:41.394982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:41.401265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Pushing event updated for resources: {'Port': ['ID=f924a31a-a51c-494c-b83d-591b5c7a0fa3,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:41.446482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.1 (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1/f43dd287-9077-487f-9a9c-ee7064706774/f64cdde4-76bf-4dda-b4a8-fba32bde1d17) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:41.461323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c37b720e-2b06-48c4-8eaa-01e504ed499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a844cab6-b0c5-4805-bf19-d47046d0b7f0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.465724 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c37b720e-2b06-48c4-8eaa-01e504ed499b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.469932 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c37b720e-2b06-48c4-8eaa-01e504ed499b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a844cab6-b0c5-4805-bf19-d47046d0b7f0 HTTP/1.1" status: 204 len: 168 time: 0.2063065 Feb 09 22:18:41.480016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b720e-2b06-48c4-8eaa-01e504ed499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a844cab6-b0c5-4805-bf19-d47046d0b7f0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:41.502569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Attempting to bind port f924a31a-a51c-494c-b83d-591b5c7a0fa3 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:41.502952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Attempting to bind port f924a31a-a51c-494c-b83d-591b5c7a0fa3 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:41.503329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Attempting to bind port f924a31a-a51c-494c-b83d-591b5c7a0fa3 on network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:41.513920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:41.514295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Checking segment: {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:41.514713 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.515106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Bound using segment: {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:41.516520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Bound port: f924a31a-a51c-494c-b83d-591b5c7a0fa3, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:41.516520 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.608040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc5c70-b81e-4f1f-85f0-d3db823371dc req-6bbb5eaf-53a7-44fd-9c66-3b0619d0776d tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:41.612232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3fc5c70-b81e-4f1f-85f0-d3db823371dc req-6bbb5eaf-53a7-44fd-9c66-3b0619d0776d tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1125 time: 0.1263108 Feb 09 22:18:41.623648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] For port f924a31a-a51c-494c-b83d-591b5c7a0fa3, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:41.645699 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] For port f924a31a-a51c-494c-b83d-591b5c7a0fa3, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f924a31a-a51c-494c-b83d-591b5c7a0fa3,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:41.673922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.684532 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.713871 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.737461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3fc5c70-b81e-4f1f-85f0-d3db823371dc req-63832686-cea3-4796-9979-d3ae2f6af412 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888898 Feb 09 22:18:41.819255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:41.835628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08186ec6-4b7d-4d19-8558-d394712b2af4 None None] Pushing event updated for resources: {'Port': ['ID=f924a31a-a51c-494c-b83d-591b5c7a0fa3,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:41.837968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.908385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:41.910137 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:41.913828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:41.918038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:41.927491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:41.990288 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.036909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:42.039943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:42.040330 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.131338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'port_id': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683', 'mac_address': 'fa:16:3e:f1:f6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:42.314847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565a81-04ad-434b-8d48-7ce29351b27f req-98112e1c-8629-43a4-9f6f-d3a6a4ece584 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:42.317487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-79565a81-04ad-434b-8d48-7ce29351b27f req-98112e1c-8629-43a4-9f6f-d3a6a4ece584 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.1318657 Feb 09 22:18:42.334857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:42.335329 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.338591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:42.339177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.367194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:42.401569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:42.412597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:42.420994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.425951 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-79565a81-04ad-434b-8d48-7ce29351b27f req-d0c402dc-b968-4d9a-b759-c5238992dc80 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019404 Feb 09 22:18:42.490192 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.537563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.563869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:42.648167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:42.813680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.839974 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5dbcd62b-3236-4c6e-bdc4-a5a93c858683'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:42.888774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.900744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29284de-2775-44f0-b776-8b6267af69de req-9ec51d45-39d6-41a6-9907-286c2db4328c tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:42.902284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c29284de-2775-44f0-b776-8b6267af69de req-9ec51d45-39d6-41a6-9907-286c2db4328c tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1126 time: 0.0702951 Feb 09 22:18:42.994575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.017335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54224) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:43.062634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:43.097074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c29284de-2775-44f0-b776-8b6267af69de req-006ca7c3-97e0-4809-9f7f-ae37ad329309 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605208 Feb 09 22:18:43.150062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:43.150427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fc204-b75c-4984-a0db-09d21e7d2895 None None] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:43.151627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:43.154233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1984635383-network', 'tenant_id': '71b555a1a01a4cb082bc55943537fb55'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:43.229769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8dc4367a-46f1-4ebd-a491-bb7d5cbb4bc3 None None] Provisioning complete for port f924a31a-a51c-494c-b83d-591b5c7a0fa3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:43.230145 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8dc4367a-46f1-4ebd-a491-bb7d5cbb4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.268598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:18:43.290529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Made reservation on behalf of 71b555a1a01a4cb082bc55943537fb55 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:43.293199 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.305022 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.341111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4367a-46f1-4ebd-a491-bb7d5cbb4bc3 None None] Current status of the port f924a31a-a51c-494c-b83d-591b5c7a0fa3 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:43.341629 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8dc4367a-46f1-4ebd-a491-bb7d5cbb4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.393825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8dc4367a-46f1-4ebd-a491-bb7d5cbb4bc3 None None] For port f924a31a-a51c-494c-b83d-591b5c7a0fa3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f924a31a-a51c-494c-b83d-591b5c7a0fa3,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:43.431561 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks [] for security_group (787e3977-cff2-4ca4-a2c0-24679f8506c8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.524679 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8dc4367a-46f1-4ebd-a491-bb7d5cbb4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.577617 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (787e3977-cff2-4ca4-a2c0-24679f8506c8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.609725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4367a-46f1-4ebd-a491-bb7d5cbb4bc3 None None] Pushing event updated for resources: {'Port': ['ID=f924a31a-a51c-494c-b83d-591b5c7a0fa3,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:43.613110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff506c-0d78-489b-ba08-64b575f92b5b req-8fab2fa1-110e-4400-8225-3fd2cc505c8a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:43.620396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9ff506c-0d78-489b-ba08-64b575f92b5b req-8fab2fa1-110e-4400-8225-3fd2cc505c8a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.1016223 Feb 09 22:18:43.657569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:43.666082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1f79f596-0862-4f46-a85c-e102003e7716 None None] Provisioning complete for port f924a31a-a51c-494c-b83d-591b5c7a0fa3 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:43.669831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f79f596-0862-4f46-a85c-e102003e7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.695762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0e64e61f-a111-40db-8f90-f0698dad70eb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.696251 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Added segment 0e64e61f-a111-40db-8f90-f0698dad70eb of type vlan for network 28bc09b2-f0c7-4762-b649-adf4f058a272 Feb 09 22:18:43.697670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787e3977-cff2-4ca4-a2c0-24679f8506c8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:43.788616 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (28bc09b2-f0c7-4762-b649-adf4f058a272), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.797082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9ff506c-0d78-489b-ba08-64b575f92b5b req-238b9c78-a1ac-44ff-b240-edae4587356e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754646 Feb 09 22:18:43.818796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f79f596-0862-4f46-a85c-e102003e7716 None None] Current status of the port f924a31a-a51c-494c-b83d-591b5c7a0fa3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:43.826594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:43.829814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:18:43.839276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c34c4cf4-5971-4f41-b4bb-262fceb80ae2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/66cea7c4-16a8-4a60-8c31-1bc2d969b56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2104354 Feb 09 22:18:43.842607 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Sync routers for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:18:43.862468 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:43.867172 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:43.911727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1f79f596-0862-4f46-a85c-e102003e7716 None None] Provisioning complete for port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:43.912125 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1f79f596-0862-4f46-a85c-e102003e7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:43.971661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1f79f596-0862-4f46-a85c-e102003e7716 None None] Port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:44.003383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (28bc09b2-f0c7-4762-b649-adf4f058a272), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.010035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.010035 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.025780 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:44.032797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f924a31a-a51c-494c-b83d-591b5c7a0fa3 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:44.179834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] Pushing event updated for resources: {'Network': ['ID=28bc09b2-f0c7-4762-b649-adf4f058a272,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:44.207734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-ed73fcba-8763-4806-a325-f647f22a310b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540976343&fields=id&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 267 time: 0.0821362 Feb 09 22:18:44.236713 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 28bc09b2-f0c7-4762-b649-adf4f058a272 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:44.247614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f4ad7d66-2e89-451a-b036-3ada421d9216 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2288783 Feb 09 22:18:44.248519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54244) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:44.255888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Request body: {'subnet': {'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1984635383-subnet', 'tenant_id': '71b555a1a01a4cb082bc55943537fb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:44.291659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f009d-90f6-4754-bcf0-c36012503fc8 req-6d2bb1fb-aaba-4152-816b-01cb411e61d3 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.292796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:18:44.293694 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-127f009d-90f6-4754-bcf0-c36012503fc8 req-6d2bb1fb-aaba-4152-816b-01cb411e61d3 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1126 time: 0.0839200 Feb 09 22:18:44.307399 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 2, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:44.318995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:44.319386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.347642 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-127f009d-90f6-4754-bcf0-c36012503fc8 req-2e87376f-b539-48a3-b8f9-fdc446c7d085 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Feb 09 22:18:44.352722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Made reservation on behalf of 71b555a1a01a4cb082bc55943537fb55 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:44.354943 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Checking router: 66cea7c4-16a8-4a60-8c31-1bc2d969b56d for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:18:44.355317 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Updating router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:18:44.356718 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.364565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3a401ecc-1224-48f3-b404-f4ed6190455a None None] Provisioning complete for port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:44.365115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3a401ecc-1224-48f3-b404-f4ed6190455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.372378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-20f1a70b-fc97-4fb7-8d8b-24e5a5406d8d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.373963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-20f1a70b-fc97-4fb7-8d8b-24e5a5406d8d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/networks?id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 HTTP/1.1" status: 200 len: 797 time: 0.1566584 Feb 09 22:18:44.395134 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.406860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-b439a975-1478-4075-ac35-2c7161f58c6c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/quotas/edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 375 time: 0.0238833 Feb 09 22:18:44.425815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f924a31a-a51c-494c-b83d-591b5c7a0fa3 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:44.426204 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.430251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3a401ecc-1224-48f3-b404-f4ed6190455a None None] Port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:44.496860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-1245b878-4c7b-40b5-805c-603f0f6ff25b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808706 Feb 09 22:18:44.505952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:44.506354 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.555516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:44.558226 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0108f379-8a26-41b8-a67a-008e1bff9edc" -d '{"events": [{"server_uuid": "ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "5dbcd62b-3236-4c6e-bdc4-a5a93c858683"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:44.581382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:44.589175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f924a31a-a51c-494c-b83d-591b5c7a0fa3 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:44.590822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:44.615664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5ec62780-3b98-41b2-bb56-2f8bc41ce06e None None] Provisioning complete for port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:44.616081 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ec62780-3b98-41b2-bb56-2f8bc41ce06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.618313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-d60c9cbb-587b-4904-8d38-8772deff3760 service neutron] 10.222.0.98 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183369 Feb 09 22:18:44.645128 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45efff-4d42-409f-a017-d130a71d36c5 x-openstack-request-id: req-af45efff-4d42-409f-a017-d130a71d36c5 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:44.645433 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5", "name": "network-vif-plugged", "status": "completed", "tag": "5dbcd62b-3236-4c6e-bdc4-a5a93c858683", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:44.645694 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af45efff-4d42-409f-a017-d130a71d36c5 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:44.648998 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683', 'code': 200} Feb 09 22:18:44.668791 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.672405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5ec62780-3b98-41b2-bb56-2f8bc41ce06e None None] Port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:44.697153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (300d8ba6-7d77-4f25-995a-1ea584931e17), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.728414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:44.728802 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.752898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:44.759969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=300d8ba6-7d77-4f25-995a-1ea584931e17,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:44.785602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3fd56-89a1-4be1-926e-9838768ba1e2 req-2fc8bf93-e844-4421-9656-827c90d0a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.787500 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1af3fd56-89a1-4be1-926e-9838768ba1e2 req-2fc8bf93-e844-4421-9656-827c90d0a281 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0827520 Feb 09 22:18:44.802100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-fa9df76a-faeb-42c1-a153-0fb93911c614 service neutron] 10.222.0.98 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774673 Feb 09 22:18:44.805530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Checking segment: {'id': '0e64e61f-a111-40db-8f90-f0698dad70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:44.805960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Network hostable DHCP agents. Network: 28bc09b2-f0c7-4762-b649-adf4f058a272, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:44.833529 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Publish callbacks [] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.856240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:44.865695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1af3fd56-89a1-4be1-926e-9838768ba1e2 req-713c05e7-12b7-4aa6-adf8-685f76eb5ae5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616298 Feb 09 22:18:44.933006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Network 28bc09b2-f0c7-4762-b649-adf4f058a272 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:44.943229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ba71-49d5-4b8e-8b3e-e0848c7c269b req-1339bb6b-7714-4255-b7cb-387fcb9b86ae tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:44.944570 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f892ba71-49d5-4b8e-8b3e-e0848c7c269b req-1339bb6b-7714-4255-b7cb-387fcb9b86ae tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0616162 Feb 09 22:18:44.991281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f892ba71-49d5-4b8e-8b3e-e0848c7c269b req-8c53b68e-83b5-44fb-a2c8-f15bb72e05d1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Feb 09 22:18:45.021566 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.054653 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 28bc09b2-f0c7-4762-b649-adf4f058a272) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:45.060591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:45.061396 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.074017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff00549-907c-4204-ad0d-d8b1b55524a3 None None] Network 28bc09b2-f0c7-4762-b649-adf4f058a272 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:45.089746 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee074e1-12b6-40d5-a0a0-2ff09c94d7e7 None None] Pushing event updated for resources: {'Port': ['ID=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:45.156919 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Attempting to bind port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:45.157608 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Attempting to bind port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:45.158144 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Attempting to bind port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 on network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:45.160184 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b0719be-c108-4895-8d1c-96b939b96a5c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9100111 Feb 09 22:18:45.164935 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:45.173044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Checking segment: {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:45.173044 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.173044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Bound using segment: {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:45.173044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Bound port: f64cdde4-76bf-4dda-b4a8-fba32bde1d17, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:45.173044 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.196199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f629606-fea5-4a67-9988-0303a4c220da None None] Network 28bc09b2-f0c7-4762-b649-adf4f058a272 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:45.216452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-184c02e3-727d-46f8-8e77-3e1af7cfb88f req-d11e04c7-10d2-4fdf-b8c5-4a3b1c1a4d26 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 210 time: 0.0780532 Feb 09 22:18:45.286706 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] For port f64cdde4-76bf-4dda-b4a8-fba32bde1d17, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:45.286706 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] For port f64cdde4-76bf-4dda-b4a8-fba32bde1d17, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:45.365326 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.404569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2050702c-3116-41b1-bc42-6fe20ec20b1b None None] Provisioning complete for port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:45.405127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2050702c-3116-41b1-bc42-6fe20ec20b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.427964 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:18:45.428599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:45.446943 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee074e1-12b6-40d5-a0a0-2ff09c94d7e7 None None] Pushing event updated for resources: {'Port': ['ID=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:45.494430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2050702c-3116-41b1-bc42-6fe20ec20b1b None None] Current status of the port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:45.494828 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2050702c-3116-41b1-bc42-6fe20ec20b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.542623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db32f6-c166-4872-8ec0-ebc3f72d02bf req-d441a971-5e1a-4f90-ab11-67f03a1da5f8 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:45.544548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29db32f6-c166-4872-8ec0-ebc3f72d02bf req-d441a971-5e1a-4f90-ab11-67f03a1da5f8 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0825980 Feb 09 22:18:45.557286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2050702c-3116-41b1-bc42-6fe20ec20b1b None None] For port f64cdde4-76bf-4dda-b4a8-fba32bde1d17, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:45.608323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29db32f6-c166-4872-8ec0-ebc3f72d02bf req-7eccdc39-4b85-428d-a3ac-11d53d8c6608 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Feb 09 22:18:45.617738 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:18:45.638583 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2050702c-3116-41b1-bc42-6fe20ec20b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.709777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050702c-3116-41b1-bc42-6fe20ec20b1b None None] Pushing event updated for resources: {'Port': ['ID=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:45.762734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8a6bf0b0-ee5c-445b-a975-474968d66063 None None] Provisioning complete for port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:45.772240 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf0b0-ee5c-445b-a975-474968d66063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:45.852514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bf0b0-ee5c-445b-a975-474968d66063 None None] Current status of the port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:45.934219 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:18:45.964604 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a330f2-2244-443d-b38a-e10554016bb6 None None] The sync data for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 is: [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:18:46.098790 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54278) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:46.113634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-24585944-network', 'tenant_id': '238ec503dc8d435fb6ce67fbc3a50079'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:46.177511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdd5ac-aa1c-4b16-9f77-78ff1f2a4c9f req-52599806-ea3e-48c0-acd3-532bf323cbe7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:46.179164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dabdd5ac-aa1c-4b16-9f77-78ff1f2a4c9f req-52599806-ea3e-48c0-acd3-532bf323cbe7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0822721 Feb 09 22:18:46.228814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dabdd5ac-aa1c-4b16-9f77-78ff1f2a4c9f req-123009d1-90eb-4cc6-976a-99c70bf1b4c0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Feb 09 22:18:46.261279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Made reservation on behalf of 238ec503dc8d435fb6ce67fbc3a50079 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:46.265366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.273023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.312367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9157188-cdaf-4e56-959f-03cd7965af3c req-f7f1b3ad-bd75-49d4-b2da-b06ce251671b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 210 time: 0.0295260 Feb 09 22:18:46.368618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks [] for security_group (71d4b29a-04c3-49cc-b1b4-57b235dbe4d1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.433072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (71d4b29a-04c3-49cc-b1b4-57b235dbe4d1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.461624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:18:46.469756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4b29a-04c3-49cc-b1b4-57b235dbe4d1,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:46.474813 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ab97c67b-ace4-47de-8dba-9da3a2b8b471), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.475161 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Added segment ab97c67b-ace4-47de-8dba-9da3a2b8b471 of type vlan for network 6be89b47-96c3-404f-843e-5fb84389d7d9 Feb 09 22:18:46.518471 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (6be89b47-96c3-404f-843e-5fb84389d7d9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.640820 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (6be89b47-96c3-404f-843e-5fb84389d7d9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.642687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:46.644446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:46.740756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=6be89b47-96c3-404f-843e-5fb84389d7d9,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:46.752233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 6be89b47-96c3-404f-843e-5fb84389d7d9 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:18:46.777967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18edd-13a6-42ef-8421-386a24185e44 req-b4d58046-f585-45bd-b1aa-164a80ab8ef0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:46.779744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d18edd-13a6-42ef-8421-386a24185e44 req-b4d58046-f585-45bd-b1aa-164a80ab8ef0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0575392 Feb 09 22:18:46.806436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-40aeeb84-4626-413e-9a0b-34bd94ae3ee3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7062354 Feb 09 22:18:46.809651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54286) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:46.815758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Request body: {'subnet': {'network_id': '6be89b47-96c3-404f-843e-5fb84389d7d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-24585944-subnet', 'tenant_id': '238ec503dc8d435fb6ce67fbc3a50079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:46.840534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d18edd-13a6-42ef-8421-386a24185e44 req-fee281ff-e23c-4c8c-923b-ee6e5f0114b4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530798 Feb 09 22:18:46.888840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Made reservation on behalf of 238ec503dc8d435fb6ce67fbc3a50079 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:46.891247 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:47.009951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2e6dd-fe01-495d-9619-ad1b422ccb5d req-94462c07-923b-47fd-a9a9-1e9dc58a9f74 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.015563 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8e2e6dd-fe01-495d-9619-ad1b422ccb5d req-94462c07-923b-47fd-a9a9-1e9dc58a9f74 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0824409 Feb 09 22:18:47.114686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e8e2e6dd-fe01-495d-9619-ad1b422ccb5d req-a7c54ba7-872e-41b0-a848-0ec910a09f77 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Feb 09 22:18:47.221799 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (6fa534ea-5069-4e0f-91d9-74b4510949d6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:47.222204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d022ea-d21e-4734-a87f-cc81c7fcae3b req-3736861b-06be-4de0-b317-ebe0a8244109 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.223738 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3d022ea-d21e-4734-a87f-cc81c7fcae3b req-3736861b-06be-4de0-b317-ebe0a8244109 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0431731 Feb 09 22:18:47.281736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e3d022ea-d21e-4734-a87f-cc81c7fcae3b req-278f9af3-0ca0-49a1-a51c-58e458155298 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520489 Feb 09 22:18:47.283089 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa534ea-5069-4e0f-91d9-74b4510949d6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:47.292714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Checking segment: {'id': 'ab97c67b-ace4-47de-8dba-9da3a2b8b471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6be89b47-96c3-404f-843e-5fb84389d7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:47.293080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Network hostable DHCP agents. Network: 6be89b47-96c3-404f-843e-5fb84389d7d9, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:18:47.379981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1a022-2ca1-4785-a80d-aa839e71c413 req-cef4fe6b-6125-4f3b-a90e-f54b889153c1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.381833 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99a1a022-2ca1-4785-a80d-aa839e71c413 req-cef4fe6b-6125-4f3b-a90e-f54b889153c1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.0761292 Feb 09 22:18:47.425942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Network 6be89b47-96c3-404f-843e-5fb84389d7d9 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:18:47.432107 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9374ad96-c610-4103-9d8c-a54907c92fe1 req-37245a7b-45a7-4d19-989a-d86db29b0824 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 210 time: 0.0352819 Feb 09 22:18:47.447695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99a1a022-2ca1-4785-a80d-aa839e71c413 req-1de020e4-cb54-4ea6-9be3-4d7aff7b09a1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589051 Feb 09 22:18:47.525051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 6be89b47-96c3-404f-843e-5fb84389d7d9) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:47.533712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.534306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:47.541242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf6dee-098b-402f-b83d-0d1633dd3130 None None] Network 6be89b47-96c3-404f-843e-5fb84389d7d9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:47.652831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e072a671-e096-4c7d-84b2-3b628bd5d89b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8417802 Feb 09 22:18:47.722239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-d0482d31-d3b0-4b5c-8259-a48480b4770e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.724012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-d0482d31-d3b0-4b5c-8259-a48480b4770e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/networks?id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 HTTP/1.1" status: 200 len: 797 time: 0.2031350 Feb 09 22:18:47.741160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab44be-5940-4bd6-9d48-a5641cd9dbc0 None None] Network 6be89b47-96c3-404f-843e-5fb84389d7d9 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:18:47.913920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f64cdde4-76bf-4dda-b4a8-fba32bde1d17 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:47.928656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-93a2d51e-d331-4d40-9bf5-ad2539153138 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:47.938134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-93a2d51e-d331-4d40-9bf5-ad2539153138 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/networks?id=ff57955b-8c5f-4186-89e9-b5919716c4ba HTTP/1.1" status: 200 len: 911 time: 0.3312798 Feb 09 22:18:47.945928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-b33310dc-2d71-4463-9b00-10ce934cd461 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfa055e56964670bb2fcd2f93edd0b7 HTTP/1.1" status: 200 len: 380 time: 0.2002201 Feb 09 22:18:47.960202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'port': {'device_id': '29d204a6-847d-467c-acd2-6b2727d6c352', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'admin_state_up': True, 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'security_groups': ['3d0bcf19-de33-4be0-a441-f34fb70e03c9']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:47.971979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-e2eaa1c4-b7f6-433a-a0dc-a4b90303301c tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/quotas/6c00b2ee96c7456aaf710bc81faa8424 HTTP/1.1" status: 200 len: 375 time: 0.0321100 Feb 09 22:18:48.030587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:48.031247 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.105686 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-3e12af3d-9040-422d-8ebe-979fb4b7afca tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1336033 Feb 09 22:18:48.149132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:48.223013 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-0417f6ef-3368-43c7-844c-3903c1592207 service neutron] 10.222.0.98 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989015 Feb 09 22:18:48.278147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Made reservation on behalf of edfa055e56964670bb2fcd2f93edd0b7 for: {'port': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:48.281449 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.373968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-0f051424-7c39-4a01-a6d8-86f088fa0512 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:48.376533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-0f051424-7c39-4a01-a6d8-86f088fa0512 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/networks?id=28bc09b2-f0c7-4762-b649-adf4f058a272 HTTP/1.1" status: 200 len: 812 time: 0.1120908 Feb 09 22:18:48.381100 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-ad66ffce-c1c9-4537-b491-a81214709f81 service neutron] 10.222.0.98 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517999 Feb 09 22:18:48.392379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-3545f358-597a-4582-bd24-f4d99a1f039e tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/quotas/71b555a1a01a4cb082bc55943537fb55 HTTP/1.1" status: 200 len: 375 time: 0.0102468 Feb 09 22:18:48.442292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-7da89f2e-f119-46f7-88ea-75099b5d7450 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=71b555a1a01a4cb082bc55943537fb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376620 Feb 09 22:18:48.445922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.20.0.9 (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1/f43dd287-9077-487f-9a9c-ee7064706774/8a8aaebe-1bde-48b4-bf53-ec1238b2ead7) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:48.534194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-042f9b54-3083-469b-802d-8bb1eaa4f9e5 service neutron] 10.222.0.98 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844853 Feb 09 22:18:48.592602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.639367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-166b6a35-5467-489b-9844-3b24dc5a1dbf service neutron] 10.222.0.98 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993655 Feb 09 22:18:48.712580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.789834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:48.791931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:48.797239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:48.804303 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:48.834859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe519f8-4fc4-48b2-b476-e3ef5ade1185 req-ffaa7b23-e09d-440c-88c0-01bd395be05b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:48.836428 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfe519f8-4fc4-48b2-b476-e3ef5ade1185 req-ffaa7b23-e09d-440c-88c0-01bd395be05b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 931 time: 0.1377289 Feb 09 22:18:48.924430 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfe519f8-4fc4-48b2-b476-e3ef5ade1185 req-76cffab9-96bf-494c-8dfa-65c000da7194 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706463 Feb 09 22:18:48.942721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:48.943402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.003241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2e5b-66a3-42e5-acff-4cbfcd34f4ff req-d63311c2-025b-45a9-9710-f6161ccdde0c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.012234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f95d2e5b-66a3-42e5-acff-4cbfcd34f4ff req-d63311c2-025b-45a9-9710-f6161ccdde0c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 943 time: 0.1005676 Feb 09 22:18:49.015561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f8cb892-ddf5-4d97-96d7-6abdda1eab69 req-c7afb3e7-ca69-48c9-a519-8a0e79c620f9 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 210 time: 0.0462914 Feb 09 22:18:49.029538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a35a4e9a-d8eb-4f4f-ae12-1e1b9e3005f1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0748134 Feb 09 22:18:49.043394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Request body: {'port': {'device_id': '29d204a6-847d-467c-acd2-6b2727d6c352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:49.089631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f95d2e5b-66a3-42e5-acff-4cbfcd34f4ff req-7f6ce73b-9daf-46ad-b0e3-0e3c9c389d30 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762854 Feb 09 22:18:49.114004 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78cf0a9f-349e-4572-95a3-16d8267d836c req-d24869a5-dd66-442f-8d33-2a898b795a56 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 210 time: 0.0381968 Feb 09 22:18:49.151658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.198991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d9c6aa42-a0a5-46a4-8dd2-a4303c61a7b9 None None] Provisioning complete for port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:49.199556 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9c6aa42-a0a5-46a4-8dd2-a4303c61a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.238003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6aa42-a0a5-46a4-8dd2-a4303c61a7b9 None None] Port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:49.318643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 23a2c96a-2fa1-4109-b49a-aac781146c95 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:49.419412 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 23a2c96a-2fa1-4109-b49a-aac781146c95, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=23a2c96a-2fa1-4109-b49a-aac781146c95,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:49.426179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 {{(pid=103696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:49.431531 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '23a2c96a-2fa1-4109-b49a-aac781146c95', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'port_id': '23a2c96a-2fa1-4109-b49a-aac781146c95', 'mac_address': 'fa:16:3e:68:5f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:49.433726 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Publish callbacks [] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.446436 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.provisioning_blocks [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Transition to ACTIVE for port object 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 will not be triggered until provisioned by entity L2. {{(pid=103696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:49.472591 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 23a2c96a-2fa1-4109-b49a-aac781146c95 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:49.472985 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.486393 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a2c96a-2fa1-4109-b49a-aac781146c95 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:49.507650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 23a2c96a-2fa1-4109-b49a-aac781146c95, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=23a2c96a-2fa1-4109-b49a-aac781146c95,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:49.553144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.609953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:49.627865 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.683427 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Attempting to bind port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:49.683985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Attempting to bind port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:49.684135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Attempting to bind port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 on network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:49.689911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=23a2c96a-2fa1-4109-b49a-aac781146c95,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:49.690081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 on network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:49.690244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Attempting to bind port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 on network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:49.695520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:49.695911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Checking segment: {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:49.696293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Bound using segment: {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:49.696782 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Bound port: 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f7f363-b426-4a33-8af2-f0d9f6501aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:49.697099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.767363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:49.770942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:49.879058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.889327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['23a2c96a-2fa1-4109-b49a-aac781146c95'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:49.919906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.920606 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:49.921949 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] 10.222.0.110 "PUT /v2.0/ports/8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 HTTP/1.1" status: 200 len: 1091 time: 0.8831441 Feb 09 22:18:49.922417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:49.925498 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c696b9f-b521-44c5-b9fb-4674404d334c" -d '{"events": [{"name": "network-changed", "server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:49.955882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57927b-63a5-41c1-ad35-d3db221e4e4c service neutron] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:49.985010 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a66e9-efa7-4f69-b468-96fd3a82550a x-openstack-request-id: req-1d1a66e9-efa7-4f69-b468-96fd3a82550a {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:49.985309 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:49.985568 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d1a66e9-efa7-4f69-b468-96fd3a82550a {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:49.986566 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'status': 'completed', 'code': 200} Feb 09 22:18:50.096146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2585bc-7a1a-4dd2-873c-6118080efa6e req-16e9bf4b-ba5c-4e0f-9eec-1fc649545109 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.097680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b2585bc-7a1a-4dd2-873c-6118080efa6e req-16e9bf4b-ba5c-4e0f-9eec-1fc649545109 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 943 time: 0.0819042 Feb 09 22:18:50.101646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c696b9f-b521-44c5-b9fb-4674404d334c req-80fd8ec3-3f87-4572-aa0f-671e2fd081a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.103159 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c696b9f-b521-44c5-b9fb-4674404d334c req-80fd8ec3-3f87-4572-aa0f-671e2fd081a9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1125 time: 0.0968468 Feb 09 22:18:50.148811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ba14890-72af-455f-8d42-81e12096fa86 req-5e2038ee-7c4d-464b-8bd8-c96f1e6e36e4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 210 time: 0.0289168 Feb 09 22:18:50.289537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0476c9-573d-4c8f-bb01-73288119cc5f req-765078d9-a150-47dd-a116-8a60a38f13fe tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.291198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc0476c9-573d-4c8f-bb01-73288119cc5f req-765078d9-a150-47dd-a116-8a60a38f13fe tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 944 time: 0.0726006 Feb 09 22:18:50.317518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b2585bc-7a1a-4dd2-873c-6118080efa6e req-1bddfae8-cc5f-43ea-b473-c131dc7ad07b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001247 Feb 09 22:18:50.358767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc0476c9-573d-4c8f-bb01-73288119cc5f req-3c1eb70a-42b6-4403-afd0-2774e808f5f9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608878 Feb 09 22:18:50.378428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c696b9f-b521-44c5-b9fb-4674404d334c req-c7b8f890-eb5f-497d-a950-948132e28273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.380213 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c696b9f-b521-44c5-b9fb-4674404d334c req-c7b8f890-eb5f-497d-a950-948132e28273 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2661216 Feb 09 22:18:50.435595 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c71dbedb-d680-4792-b312-cab7ca18acf6 req-9a2e54d2-f52a-4d0f-b2b6-f06a341a9314 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 210 time: 0.0543513 Feb 09 22:18:50.583454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c696b9f-b521-44c5-b9fb-4674404d334c req-b56ce34e-c17d-41e4-82f5-3828436ff2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.584940 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7c696b9f-b521-44c5-b9fb-4674404d334c req-b56ce34e-c17d-41e4-82f5-3828436ff2fb service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1956530 Feb 09 22:18:50.665115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-601f4d4b-655c-4d31-a03f-dce64fa2fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.666834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-601f4d4b-655c-4d31-a03f-dce64fa2fff4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1125 time: 0.0471392 Feb 09 22:18:50.737590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-4b080645-ef65-493d-b623-69193eb23e17 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 HTTP/1.1" status: 200 len: 217 time: 0.0604343 Feb 09 22:18:50.798170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-95edef97-21f6-4510-8b4c-5665a590d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.800402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-95edef97-21f6-4510-8b4c-5665a590d787 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f43dd287-9077-487f-9a9c-ee7064706774 HTTP/1.1" status: 200 len: 834 time: 0.0567663 Feb 09 22:18:50.890292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-b35c4a1c-3550-453c-84fc-75a4bceb6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:50.892371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-b35c4a1c-3550-453c-84fc-75a4bceb6d10 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832934 Feb 09 22:18:50.981014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-a25b5917-c891-4168-b4c2-e4f5970a3c95 service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Feb 09 22:18:51.078739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e82a445a-5f6c-45fd-bc74-4159cf5efdaa req-b546fe15-20a8-4a73-ae7c-6616c59fb872 service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901299 Feb 09 22:18:51.148365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-dcca9c5a-5793-4afa-9127-623bdad00bd2 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:51.149776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-dcca9c5a-5793-4afa-9127-623bdad00bd2 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.110 "GET /v2.0/networks?id=ff57955b-8c5f-4186-89e9-b5919716c4ba HTTP/1.1" status: 200 len: 911 time: 0.0890207 Feb 09 22:18:51.161300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Request body: {'port': {'device_id': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'admin_state_up': True, 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:51.251203 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ac437037-1004-446b-a359-77f403b8a9ab req-c8bc178d-9e88-43ab-9a38-0863022575ef tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 210 time: 0.0322502 Feb 09 22:18:51.307733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Made reservation on behalf of 6c00b2ee96c7456aaf710bc81faa8424 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:51.310001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.335800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 23a2c96a-2fa1-4109-b49a-aac781146c95 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:51.406262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-de93b168-2f7d-4ffd-8efd-baac5f5d1f9d tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:51.408520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-de93b168-2f7d-4ffd-8efd-baac5f5d1f9d tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.30 "GET /v2.0/networks?id=28bc09b2-f0c7-4762-b649-adf4f058a272 HTTP/1.1" status: 200 len: 812 time: 0.1602867 Feb 09 22:18:51.424115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Request body: {'port': {'device_id': '90c6bc97-2331-4179-ad2c-d31169e64096', 'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272', 'admin_state_up': True, 'tenant_id': '71b555a1a01a4cb082bc55943537fb55'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:51.467427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 23a2c96a-2fa1-4109-b49a-aac781146c95 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:18:51.472606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 23a2c96a-2fa1-4109-b49a-aac781146c95 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:51.473001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.495351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729f0c0-1eb5-4906-800b-e1d6baf363ff req-28247a7a-79bc-4651-9a43-1b18dd886a01 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:51.498113 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4729f0c0-1eb5-4906-800b-e1d6baf363ff req-28247a7a-79bc-4651-9a43-1b18dd886a01 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 943 time: 0.0665145 Feb 09 22:18:51.567825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4729f0c0-1eb5-4906-800b-e1d6baf363ff req-ccdb3ac8-72b5-4a9b-bb1e-a189f461ec39 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633366 Feb 09 22:18:51.581892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Allocated IP 172.20.0.8 (ff57955b-8c5f-4186-89e9-b5919716c4ba/718ddd4b-001f-42d5-b930-7fd20f7a160f/1d20feda-fdef-4178-a31c-91ff290d943b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:51.599726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 23a2c96a-2fa1-4109-b49a-aac781146c95 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:51.600190 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.613151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea197977-9693-49fb-8679-39f7f313291e req-e2684b18-01f5-4a5d-a314-eff2d60a10bc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:51.616204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea197977-9693-49fb-8679-39f7f313291e req-e2684b18-01f5-4a5d-a314-eff2d60a10bc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 944 time: 0.1479769 Feb 09 22:18:51.627466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2c96a-2fa1-4109-b49a-aac781146c95'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:51.629793 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf553b-d32c-454a-b6f6-829d1ef5b19f" -d '{"events": [{"server_uuid": "6ff9a8fa-1bc0-456f-8620-fa0e5ec20493", "name": "network-vif-plugged", "status": "completed", "tag": "23a2c96a-2fa1-4109-b49a-aac781146c95"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:51.651107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 23a2c96a-2fa1-4109-b49a-aac781146c95, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=23a2c96a-2fa1-4109-b49a-aac781146c95,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:51.681930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c2064ab-5d8b-486e-9ab8-abccf36d661b req-f5778c90-9ada-41da-9e28-5e64c3a8894b tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 210 time: 0.0497568 Feb 09 22:18:51.729068 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a03a791-0a20-417f-b755-19ae0f0a80f9 x-openstack-request-id: req-1a03a791-0a20-417f-b755-19ae0f0a80f9 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:51.729409 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff9a8fa-1bc0-456f-8620-fa0e5ec20493", "name": "network-vif-plugged", "status": "completed", "tag": "23a2c96a-2fa1-4109-b49a-aac781146c95", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:51.729666 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a03a791-0a20-417f-b755-19ae0f0a80f9 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:51.730105 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2c96a-2fa1-4109-b49a-aac781146c95', 'code': 200} Feb 09 22:18:51.746470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea197977-9693-49fb-8679-39f7f313291e req-c90a6bf1-d2a3-4be8-b2dc-3292f02ca597 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203971 Feb 09 22:18:51.749404 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.796195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Made reservation on behalf of 71b555a1a01a4cb082bc55943537fb55 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:51.800455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.809777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=23a2c96a-2fa1-4109-b49a-aac781146c95,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:51.826878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks [] for port (1d20feda-fdef-4178-a31c-91ff290d943b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:51.849773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2820cdd-49e2-44dd-a5d8-9f6c2aef13e8 req-adaf19ef-0a32-4a33-90cb-895ad589986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:51.851567 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2820cdd-49e2-44dd-a5d8-9f6c2aef13e8 req-adaf19ef-0a32-4a33-90cb-895ad589986a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 1127 time: 0.0561485 Feb 09 22:18:51.963032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Allocated IP 172.20.0.6 (28bc09b2-f0c7-4762-b649-adf4f058a272/300d8ba6-7d77-4f25-995a-1ea584931e17/2d0894f1-154e-4162-aa0f-8ad26eb20707) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:52.060824 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.072848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5dbcd62b-3236-4c6e-bdc4-a5a93c858683'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:52.127338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Network ff57955b-8c5f-4186-89e9-b5919716c4ba is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:52.140892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:52.174849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks [] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.177224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Pushing event updated for resources: {'Port': ['ID=1d20feda-fdef-4178-a31c-91ff290d943b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:52.200262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:52.265105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.265910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.278304 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a2820cdd-49e2-44dd-a5d8-9f6c2aef13e8 req-397fbfa4-6412-4fea-b7ca-97e858973cc6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208817 Feb 09 22:18:52.284813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.336091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Network 28bc09b2-f0c7-4762-b649-adf4f058a272 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:52.342531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:52.344670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Pushing event updated for resources: {'Port': ['ID=2d0894f1-154e-4162-aa0f-8ad26eb20707,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:52.346923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:52.374119 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-8d3bbe80-1f53-415e-9490-6fe68f9f5aeb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2165382 Feb 09 22:18:52.374952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7253-1c53-4ff0-ab30-d316ae5c1a05 req-abccd3f0-e9df-4c06-9af5-8daa5be8591a tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.376506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-417d7253-1c53-4ff0-ab30-d316ae5c1a05 req-abccd3f0-e9df-4c06-9af5-8daa5be8591a tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1027 time: 0.0492547 Feb 09 22:18:52.401142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.401774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.420110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1d126160-f75a-48a8-aefe-debe51489905 None None] Provisioning complete for port 1d20feda-fdef-4178-a31c-91ff290d943b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:52.420812 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d126160-f75a-48a8-aefe-debe51489905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.425119 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-417d7253-1c53-4ff0-ab30-d316ae5c1a05 req-99edabcb-3760-4afd-bb54-c6fb3f22852e tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 Feb 09 22:18:52.455439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1d126160-f75a-48a8-aefe-debe51489905 None None] Port 1d20feda-fdef-4178-a31c-91ff290d943b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:18:52.469975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-ff120c1c-d1a3-435f-8cab-b3f544b03582 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0510819 Feb 09 22:18:52.478683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Request body: {'port': {'device_id': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:52.486528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Request body: {'port': {'device_id': '90c6bc97-2331-4179-ad2c-d31169e64096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:52.589484 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.599493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:52.804497 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715a408-1a7f-4dbb-96cf-a9f5f39a2bc0 req-f06bb1ed-4813-4539-84d3-e5e0442350a0 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.806142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f715a408-1a7f-4dbb-96cf-a9f5f39a2bc0 req-f06bb1ed-4813-4539-84d3-e5e0442350a0 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 931 time: 0.0553434 Feb 09 22:18:52.857148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f715a408-1a7f-4dbb-96cf-a9f5f39a2bc0 req-6e72fbfc-50da-4d5e-8ed9-550dd840929d tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Feb 09 22:18:52.863288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66256a-9f1f-4593-9b04-a5bf625b2fb9 req-24872353-1abf-4231-b628-cb097d8b31f0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.864845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c66256a-9f1f-4593-9b04-a5bf625b2fb9 req-24872353-1abf-4231-b628-cb097d8b31f0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 943 time: 0.2118912 Feb 09 22:18:52.968194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21e43-e892-44f0-bed8-9b7a86f94aa7 req-f77504f5-70cd-4d66-9ace-dc12ea16ce5f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:52.970426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84b21e43-e892-44f0-bed8-9b7a86f94aa7 req-f77504f5-70cd-4d66-9ace-dc12ea16ce5f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 945 time: 0.0537050 Feb 09 22:18:53.017281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84b21e43-e892-44f0-bed8-9b7a86f94aa7 req-759cc545-dd1b-432b-90bd-f1f31363a86b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Feb 09 22:18:53.026300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c66256a-9f1f-4593-9b04-a5bf625b2fb9 req-eb58ebae-e618-400c-8920-db93c89bdcad tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457200 Feb 09 22:18:53.157768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d20feda-fdef-4178-a31c-91ff290d943b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:53.162936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0894f1-154e-4162-aa0f-8ad26eb20707 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:53.171454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Publish callbacks [] for port (1d20feda-fdef-4178-a31c-91ff290d943b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.174937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Publish callbacks [] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.193594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Transition to ACTIVE for port object 1d20feda-fdef-4178-a31c-91ff290d943b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:53.198030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Transition to ACTIVE for port object 2d0894f1-154e-4162-aa0f-8ad26eb20707 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:53.294492 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.324769 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.335557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:53.355588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d20feda-fdef-4178-a31c-91ff290d943b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:53.460120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:53.474584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'port_id': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'mac_address': 'fa:16:3e:0e:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:53.485988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2d0894f1-154e-4162-aa0f-8ad26eb20707,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:53.522328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:53.523099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.537317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:53.543565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Attempting to bind port 2d0894f1-154e-4162-aa0f-8ad26eb20707 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:53.543949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Attempting to bind port 2d0894f1-154e-4162-aa0f-8ad26eb20707 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0e64e61f-a111-40db-8f90-f0698dad70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:53.544287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Attempting to bind port 2d0894f1-154e-4162-aa0f-8ad26eb20707 on network 28bc09b2-f0c7-4762-b649-adf4f058a272 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:53.551241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Port 2d0894f1-154e-4162-aa0f-8ad26eb20707 on network 28bc09b2-f0c7-4762-b649-adf4f058a272 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:53.551552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Attempting to bind port 2d0894f1-154e-4162-aa0f-8ad26eb20707 on network 28bc09b2-f0c7-4762-b649-adf4f058a272 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:53.553876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Attempting to bind port 1d20feda-fdef-4178-a31c-91ff290d943b on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:53.554214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Attempting to bind port 1d20feda-fdef-4178-a31c-91ff290d943b by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:53.554536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Attempting to bind port 1d20feda-fdef-4178-a31c-91ff290d943b on network ff57955b-8c5f-4186-89e9-b5919716c4ba {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:53.563915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:53.564123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:53.564364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Checking segment: {'id': '0e64e61f-a111-40db-8f90-f0698dad70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:53.565335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Bound using segment: {'id': '0e64e61f-a111-40db-8f90-f0698dad70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:53.565335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Bound port: 2d0894f1-154e-4162-aa0f-8ad26eb20707, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e64e61f-a111-40db-8f90-f0698dad70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:53.565651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.572435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6da4-c872-4a1a-9841-a982e8a258a2 req-e2085168-fbf3-47cf-8407-e1ea06497a8b tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:53.579817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Port 1d20feda-fdef-4178-a31c-91ff290d943b on network ff57955b-8c5f-4186-89e9-b5919716c4ba not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:53.580146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Attempting to bind port 1d20feda-fdef-4178-a31c-91ff290d943b on network ff57955b-8c5f-4186-89e9-b5919716c4ba {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:53.580924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b42c6da4-c872-4a1a-9841-a982e8a258a2 req-e2085168-fbf3-47cf-8407-e1ea06497a8b tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1052 time: 0.0644097 Feb 09 22:18:53.606741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:53.607306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Checking segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:53.608182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Bound using segment: {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:53.608646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Bound port: 1d20feda-fdef-4178-a31c-91ff290d943b, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e743e6a4-6c96-4160-9081-1091ec8c46b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:53.609003 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.623362 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b42c6da4-c872-4a1a-9841-a982e8a258a2 req-209711ca-cdb7-4b27-adcf-94bf5a405a64 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Feb 09 22:18:53.665756 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.696051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] For port 2d0894f1-154e-4162-aa0f-8ad26eb20707, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:53.701550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] For port 2d0894f1-154e-4162-aa0f-8ad26eb20707, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707,segment=NetworkSegment(0e64e61f-a111-40db-8f90-f0698dad70eb),segment_id=0e64e61f-a111-40db-8f90-f0698dad70eb)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:53.708313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] For port 1d20feda-fdef-4178-a31c-91ff290d943b, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:53.711273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] For port 1d20feda-fdef-4178-a31c-91ff290d943b, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1d20feda-fdef-4178-a31c-91ff290d943b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:53.730738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:53.787420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.822894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:53.823549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.825045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] 10.222.0.30 "PUT /v2.0/ports/2d0894f1-154e-4162-aa0f-8ad26eb20707 HTTP/1.1" status: 200 len: 1091 time: 1.3437417 Feb 09 22:18:53.825501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c6bc97-2331-4179-ad2c-d31169e64096', 'tag': '2d0894f1-154e-4162-aa0f-8ad26eb20707'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:53.827856 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b8ebc-c145-4a6c-b992-18bff5a2b474" -d '{"events": [{"name": "network-changed", "server_uuid": "90c6bc97-2331-4179-ad2c-d31169e64096", "tag": "2d0894f1-154e-4162-aa0f-8ad26eb20707"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:53.843366 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.858769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b076d6e-6ec4-4f8a-96c2-9c0040441b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2d0894f1-154e-4162-aa0f-8ad26eb20707,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:53.872501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:53.872501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.872501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] 10.222.0.110 "PUT /v2.0/ports/1d20feda-fdef-4178-a31c-91ff290d943b HTTP/1.1" status: 200 len: 1091 time: 1.3958678 Feb 09 22:18:53.895201 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f917f102-4ab5-423a-8513-7b3e95ff408d x-openstack-request-id: req-f917f102-4ab5-423a-8513-7b3e95ff408d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:53.895416 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c6bc97-2331-4179-ad2c-d31169e64096", "tag": "2d0894f1-154e-4162-aa0f-8ad26eb20707", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:53.895819 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f917f102-4ab5-423a-8513-7b3e95ff408d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:53.896109 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c6bc97-2331-4179-ad2c-d31169e64096', 'tag': '2d0894f1-154e-4162-aa0f-8ad26eb20707', 'status': 'completed', 'code': 200} Feb 09 22:18:53.917814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:53.967015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0511a86-1931-4270-958f-bac1a3f132f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d20feda-fdef-4178-a31c-91ff290d943b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:53.981968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b8ebc-c145-4a6c-b992-18bff5a2b474 req-bcb4099a-5ab2-4513-8453-9bc8de6dc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:53.984066 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c4b8ebc-c145-4a6c-b992-18bff5a2b474 req-bcb4099a-5ab2-4513-8453-9bc8de6dc596 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71b555a1a01a4cb082bc55943537fb55&device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 1125 time: 0.0866268 Feb 09 22:18:54.022670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aa50a-8bc8-473a-aeae-f73293ef4bea req-32286131-e495-45c6-a9e8-df8b660abcb6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.029998 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c39aa50a-8bc8-473a-aeae-f73293ef4bea req-32286131-e495-45c6-a9e8-df8b660abcb6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 943 time: 0.0700235 Feb 09 22:18:54.089344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c39aa50a-8bc8-473a-aeae-f73293ef4bea req-3e8642e1-56e3-46a9-ab50-1005ca17e66e tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583737 Feb 09 22:18:54.125163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-ece2ce94-b4f3-4150-861e-668b0203b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.126874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-ece2ce94-b4f3-4150-861e-668b0203b204 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1125 time: 0.1419325 Feb 09 22:18:54.148068 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b8ebc-c145-4a6c-b992-18bff5a2b474 req-87d8f477-020a-486f-8b64-7eb9ed71ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.149860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c4b8ebc-c145-4a6c-b992-18bff5a2b474 req-87d8f477-020a-486f-8b64-7eb9ed71ccde service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=71b555a1a01a4cb082bc55943537fb55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1558750 Feb 09 22:18:54.216882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c212422-b5b2-4f9a-94e3-99ef11002606 req-6f6419f5-63d1-4006-bb2a-54f56290240c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.219890 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c212422-b5b2-4f9a-94e3-99ef11002606 req-6f6419f5-63d1-4006-bb2a-54f56290240c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 944 time: 0.0563109 Feb 09 22:18:54.232841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-29f2feac-518f-4847-a9b6-8fff3f5fc030 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d20feda-fdef-4178-a31c-91ff290d943b HTTP/1.1" status: 200 len: 217 time: 0.0876632 Feb 09 22:18:54.275797 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c212422-b5b2-4f9a-94e3-99ef11002606 req-a07508eb-2349-434c-8876-81290771b0f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489371 Feb 09 22:18:54.685542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04af36-3818-4ceb-bb51-ccd7414f3234 req-fe3bf68d-4bc2-41b4-be01-8548b00a10e1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.685542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf04af36-3818-4ceb-bb51-ccd7414f3234 req-fe3bf68d-4bc2-41b4-be01-8548b00a10e1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 945 time: 0.5387797 Feb 09 22:18:54.687571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-fdfe03ba-6bb8-4eb5-9428-69680cce791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.689006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-fdfe03ba-6bb8-4eb5-9428-69680cce791b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=718ddd4b-001f-42d5-b930-7fd20f7a160f HTTP/1.1" status: 200 len: 849 time: 0.0915177 Feb 09 22:18:54.740505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b8ebc-c145-4a6c-b992-18bff5a2b474 req-a606ba03-9614-41e8-99e1-ee06f6e1daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.741853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c4b8ebc-c145-4a6c-b992-18bff5a2b474 req-a606ba03-9614-41e8-99e1-ee06f6e1daf2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5552258 Feb 09 22:18:54.777061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463312ab-fc1e-44d2-9340-fb8fe0838883 req-572aa834-37f0-421b-9be7-0241c25a9fd4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.778766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-463312ab-fc1e-44d2-9340-fb8fe0838883 req-572aa834-37f0-421b-9be7-0241c25a9fd4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1125 time: 0.0651064 Feb 09 22:18:54.779089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bf04af36-3818-4ceb-bb51-ccd7414f3234 req-a4858ced-39cb-4982-819d-60e41097b238 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891235 Feb 09 22:18:54.788445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-83d4fb0b-a669-414f-8256-a71577a385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.790364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-83d4fb0b-a669-414f-8256-a71577a385f2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ff57955b-8c5f-4186-89e9-b5919716c4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892498 Feb 09 22:18:54.849298 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-463312ab-fc1e-44d2-9340-fb8fe0838883 req-58d1756a-d906-411b-a170-42fc944c875a tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461640 Feb 09 22:18:54.982975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-432704dc-a236-4c67-bd9b-9c819e8d8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:54.984497 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-432704dc-a236-4c67-bd9b-9c819e8d8b83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71b555a1a01a4cb082bc55943537fb55&device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 1125 time: 0.1629653 Feb 09 22:18:55.039638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-686c9049-06db-42fe-9130-002cbfa3cc14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707 HTTP/1.1" status: 200 len: 217 time: 0.0452375 Feb 09 22:18:55.046673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fd163-26bc-4f16-a99b-4d6612f63df1 req-03d62919-3dcc-4ce3-b046-aeef75682a47 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.048132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-556fd163-26bc-4f16-a99b-4d6612f63df1 req-03d62919-3dcc-4ce3-b046-aeef75682a47 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 945 time: 0.1619921 Feb 09 22:18:55.050153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-6f3e624a-2f12-4b05-ba39-b062ec51470c service neutron] 10.222.0.110 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494602 Feb 09 22:18:55.172218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-e640c0b3-74c6-4dd8-b610-24bce85107cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.174556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-e640c0b3-74c6-4dd8-b610-24bce85107cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=300d8ba6-7d77-4f25-995a-1ea584931e17 HTTP/1.1" status: 200 len: 852 time: 0.1235497 Feb 09 22:18:55.184201 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-556fd163-26bc-4f16-a99b-4d6612f63df1 req-47c19294-b7ff-4c77-ac72-90e25856b5d2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259055 Feb 09 22:18:55.222152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-553b3e62-1b93-4f48-9035-7789062fe276 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bc09b2-f0c7-4762-b649-adf4f058a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369883 Feb 09 22:18:55.243252 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba60f31-608b-4c57-a91e-67371d629890 req-7b58c5c0-689b-4220-bb71-69852b816392 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.251834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ba60f31-608b-4c57-a91e-67371d629890 req-7b58c5c0-689b-4220-bb71-69852b816392 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 943 time: 0.0822542 Feb 09 22:18:55.329091 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6fbebce-f0cf-443e-9be8-cae81586626d req-ea716514-d566-4e60-a965-eb4a334fde9a service neutron] 10.222.0.110 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698061 Feb 09 22:18:55.329647 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ba60f31-608b-4c57-a91e-67371d629890 req-334b1289-27e3-4d6a-9f41-f8c800b0d09a tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760450 Feb 09 22:18:55.355229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-c5701516-a0d3-40e8-a357-207a16b5d36a service neutron] 10.222.0.30 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189113 Feb 09 22:18:55.356008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:55.449719 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d364a7-e564-4515-8d70-1151c0fbd133 req-f2d64840-2d38-4928-8e2f-bd01bceb597f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.451335 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29d364a7-e564-4515-8d70-1151c0fbd133 req-f2d64840-2d38-4928-8e2f-bd01bceb597f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 944 time: 0.0560520 Feb 09 22:18:55.461654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3db875f1-e57f-44e8-8ab2-04856bd601f9 req-11443481-bda7-47d2-b877-af47e85232b5 service neutron] 10.222.0.30 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999675 Feb 09 22:18:55.507166 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29d364a7-e564-4515-8d70-1151c0fbd133 req-78372cff-62f8-4f95-850d-6f42a2ebb9bb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501349 Feb 09 22:18:55.513135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:18:55.517119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:55.517506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.604536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:55.604873 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.641700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:55.644145 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec11ef0-15ee-412d-ae82-dcd6a59cac9f" -d '{"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-plugged", "status": "completed", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:55.656530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:55.684979 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19918c39-fe40-48f3-b264-e280a5f38544 x-openstack-request-id: req-19918c39-fe40-48f3-b264-e280a5f38544 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:55.685279 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-plugged", "status": "completed", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:55.685540 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19918c39-fe40-48f3-b264-e280a5f38544 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:55.685943 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'code': 200} Feb 09 22:18:55.724597 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:55.789692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:55.822931 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f32c7-e921-45a9-aeb0-286752511e39 req-80441ad2-ccf7-4d1a-965b-c61ad42a5c19 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.824670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b03f32c7-e921-45a9-aeb0-286752511e39 req-80441ad2-ccf7-4d1a-965b-c61ad42a5c19 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 945 time: 0.0665407 Feb 09 22:18:55.829811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2aa52-0361-4a2d-b7a8-1c31750e9743 req-bdf9dc45-8210-4249-af14-c4dc58acfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.831449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31b2aa52-0361-4a2d-b7a8-1c31750e9743 req-bdf9dc45-8210-4249-af14-c4dc58acfae2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1127 time: 0.0635324 Feb 09 22:18:55.877240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b03f32c7-e921-45a9-aeb0-286752511e39 req-3f2f4e63-ee96-4d9c-8d47-caf7f079aedb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 Feb 09 22:18:55.883942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31b2aa52-0361-4a2d-b7a8-1c31750e9743 req-beca93d9-9b6b-45da-8314-55e684c2f22b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Feb 09 22:18:55.897706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'tag': '1d20feda-fdef-4178-a31c-91ff290d943b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:55.900108 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40" -d '{"events": [{"name": "network-changed", "server_uuid": "54c0ef13-c179-4c1c-915e-b753a5edb86d", "tag": "1d20feda-fdef-4178-a31c-91ff290d943b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:55.943660 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d74f98-35c6-400b-8a43-634c811882bd x-openstack-request-id: req-c0d74f98-35c6-400b-8a43-634c811882bd {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:55.943980 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c0ef13-c179-4c1c-915e-b753a5edb86d", "tag": "1d20feda-fdef-4178-a31c-91ff290d943b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:55.944237 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c0d74f98-35c6-400b-8a43-634c811882bd {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:55.944628 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'tag': '1d20feda-fdef-4178-a31c-91ff290d943b', 'status': 'completed', 'code': 200} Feb 09 22:18:55.985216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e396-1ce4-46af-8446-235353b7e463 req-cb8bc21d-5a9e-4611-828f-e223881f6821 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:55.986774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5d4e396-1ce4-46af-8446-235353b7e463 req-cb8bc21d-5a9e-4611-828f-e223881f6821 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1125 time: 0.0531421 Feb 09 22:18:56.034523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5d4e396-1ce4-46af-8446-235353b7e463 req-8c231a9e-28b1-4b44-87e4-610a2a9cf24f tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Feb 09 22:18:56.138413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-b8f53d7a-19b1-4a77-9d24-8d8c69581d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.139876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-b8f53d7a-19b1-4a77-9d24-8d8c69581d75 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1125 time: 0.0452666 Feb 09 22:18:56.236546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-e4e85304-6a3f-48c5-b167-71b31af194be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.238053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-e4e85304-6a3f-48c5-b167-71b31af194be service neutron] 10.222.0.110 "GET /v2.0/networks?id=ff57955b-8c5f-4186-89e9-b5919716c4ba HTTP/1.1" status: 200 len: 911 time: 0.0864000 Feb 09 22:18:56.286703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-e06bab77-5d40-4795-9a79-5c185228ae80 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d20feda-fdef-4178-a31c-91ff290d943b HTTP/1.1" status: 200 len: 217 time: 0.0395339 Feb 09 22:18:56.338562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-652a52aa-779f-42c0-81c1-1a12fde43662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.340071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-652a52aa-779f-42c0-81c1-1a12fde43662 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=718ddd4b-001f-42d5-b930-7fd20f7a160f HTTP/1.1" status: 200 len: 849 time: 0.0451186 Feb 09 22:18:56.390796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-9ced05c6-5a02-4f2a-b746-580c21d50430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.392573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-9ced05c6-5a02-4f2a-b746-580c21d50430 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ff57955b-8c5f-4186-89e9-b5919716c4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465961 Feb 09 22:18:56.448943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b34f1-63f7-42d9-9f89-6fae327f608e req-fb9b5224-b534-4625-82d1-7ae1ff81c2d6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.450425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f61b34f1-63f7-42d9-9f89-6fae327f608e req-fb9b5224-b534-4625-82d1-7ae1ff81c2d6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 943 time: 0.0554171 Feb 09 22:18:56.495545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-246325c1-9f16-4878-897b-2a2fbbf0000f service neutron] 10.222.0.110 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889282 Feb 09 22:18:56.500236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f61b34f1-63f7-42d9-9f89-6fae327f608e req-144dc8f3-6724-458e-a11b-00ca07ff144b tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 Feb 09 22:18:56.624971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a1d41f6-8c5e-4e60-ba6a-1f6aa99cbc40 req-ec6b3309-61d2-4a36-a582-931e4d052ede service neutron] 10.222.0.110 "GET /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185896 Feb 09 22:18:56.653727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e03cd8-040f-4b3b-b68c-20e52386b4d9 req-ca710784-1c24-486d-85a8-95315740a000 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:56.655275 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9e03cd8-040f-4b3b-b68c-20e52386b4d9 req-ca710784-1c24-486d-85a8-95315740a000 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0787930 Feb 09 22:18:56.712025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9e03cd8-040f-4b3b-b68c-20e52386b4d9 req-1ca7bc33-84fe-4a48-a43c-f4b5b6e0aedf tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500486 Feb 09 22:18:57.002445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ce38-5dd8-4adf-ab1c-f763b7737128 req-7df71ce1-0c48-4b8a-b10f-989646a6250c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.003887 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8109ce38-5dd8-4adf-ab1c-f763b7737128 req-7df71ce1-0c48-4b8a-b10f-989646a6250c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 945 time: 0.0559514 Feb 09 22:18:57.049882 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8109ce38-5dd8-4adf-ab1c-f763b7737128 req-6785cebe-d5a5-4bda-982d-46fc2bf36f32 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Feb 09 22:18:57.147144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae634ff-41fc-44ff-8ffa-8123f504cffc req-fc54f9cc-a5ef-4d60-a217-3295708d2a7a tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.148746 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cae634ff-41fc-44ff-8ffa-8123f504cffc req-fc54f9cc-a5ef-4d60-a217-3295708d2a7a tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1125 time: 0.0458226 Feb 09 22:18:57.193672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cae634ff-41fc-44ff-8ffa-8123f504cffc req-c6b82ad7-b72b-486e-af1a-4d3e8d616161 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Feb 09 22:18:57.372997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1d20feda-fdef-4178-a31c-91ff290d943b details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:57.620011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67214f7-dd95-4941-9e23-11e478894770 req-f8fb49c0-4ee2-4a10-8e3a-c6a703aa4a63 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.621530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f67214f7-dd95-4941-9e23-11e478894770 req-f8fb49c0-4ee2-4a10-8e3a-c6a703aa4a63 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 943 time: 0.0518570 Feb 09 22:18:57.629288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1d20feda-fdef-4178-a31c-91ff290d943b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1d20feda-fdef-4178-a31c-91ff290d943b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:57.642153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '1d20feda-fdef-4178-a31c-91ff290d943b', 'network_id': 'ff57955b-8c5f-4186-89e9-b5919716c4ba', 'port_id': '1d20feda-fdef-4178-a31c-91ff290d943b', 'mac_address': 'fa:16:3e:4d:54:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718ddd4b-001f-42d5-b930-7fd20f7a160f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:57.673103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f67214f7-dd95-4941-9e23-11e478894770 req-71b7d0ec-7878-4a4e-9cce-2748137c16ba tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Feb 09 22:18:57.688083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1d20feda-fdef-4178-a31c-91ff290d943b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:57.689062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:57.702030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d20feda-fdef-4178-a31c-91ff290d943b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:57.721910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1d20feda-fdef-4178-a31c-91ff290d943b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1d20feda-fdef-4178-a31c-91ff290d943b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:57.779819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-7d17b294-b44a-467f-85b6-1c79b59a7b79 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.781214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-7d17b294-b44a-467f-85b6-1c79b59a7b79 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Feb 09 22:18:57.799539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:57.850849 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1d20feda-fdef-4178-a31c-91ff290d943b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:57.880314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2d0894f1-154e-4162-aa0f-8ad26eb20707 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:57.898863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a3ac2-8c89-4245-bf59-e4acd7a69c00 req-5aa27c2b-c1e5-4bb5-adda-89c04011f98d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:57.900496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb8a3ac2-8c89-4245-bf59-e4acd7a69c00 req-5aa27c2b-c1e5-4bb5-adda-89c04011f98d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.1183822 Feb 09 22:18:57.949923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 23a2c96a-2fa1-4109-b49a-aac781146c95 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:57.950673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:57.983206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 2d0894f1-154e-4162-aa0f-8ad26eb20707, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707,segment=NetworkSegment(0e64e61f-a111-40db-8f90-f0698dad70eb),segment_id=0e64e61f-a111-40db-8f90-f0698dad70eb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:57.998647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '2d0894f1-154e-4162-aa0f-8ad26eb20707', 'network_id': '28bc09b2-f0c7-4762-b649-adf4f058a272', 'port_id': '2d0894f1-154e-4162-aa0f-8ad26eb20707', 'mac_address': 'fa:16:3e:89:2e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300d8ba6-7d77-4f25-995a-1ea584931e17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:58.023989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb8a3ac2-8c89-4245-bf59-e4acd7a69c00 req-e7f97dbc-54fe-417b-b606-c7a61426f66a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151955 Feb 09 22:18:58.024679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['1d20feda-fdef-4178-a31c-91ff290d943b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:58.068226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 2d0894f1-154e-4162-aa0f-8ad26eb20707 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:58.068633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.068750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] For port 23a2c96a-2fa1-4109-b49a-aac781146c95, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=23a2c96a-2fa1-4109-b49a-aac781146c95,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:58.069148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.084400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 23a2c96a-2fa1-4109-b49a-aac781146c95 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:58.092270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0894f1-154e-4162-aa0f-8ad26eb20707 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:58.122420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 2d0894f1-154e-4162-aa0f-8ad26eb20707, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707,segment=NetworkSegment(0e64e61f-a111-40db-8f90-f0698dad70eb),segment_id=0e64e61f-a111-40db-8f90-f0698dad70eb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:58.189576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf76ae-53d6-492f-a7dd-277b5cd0d23e req-37a76adb-ad65-4fde-a3a4-8c8b39ee9e9b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:58.191473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aadf76ae-53d6-492f-a7dd-277b5cd0d23e req-37a76adb-ad65-4fde-a3a4-8c8b39ee9e9b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0667040 Feb 09 22:18:58.208440 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.218032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6764d-fc2d-4d4d-8a1b-050e4d430e6d req-c0299c94-4779-44c3-870f-027c5df11914 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:58.220350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4cd6764d-fc2d-4d4d-8a1b-050e4d430e6d req-c0299c94-4779-44c3-870f-027c5df11914 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 945 time: 0.0858531 Feb 09 22:18:58.257120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aadf76ae-53d6-492f-a7dd-277b5cd0d23e req-0e2dc6e7-1017-486b-8615-3c04184c3f45 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599771 Feb 09 22:18:58.269230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=2d0894f1-154e-4162-aa0f-8ad26eb20707,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:58.291003 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54426) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:58.312680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4cd6764d-fc2d-4d4d-8a1b-050e4d430e6d req-2f234a37-1430-47e6-8a67-46a209a27109 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861454 Feb 09 22:18:58.369639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06199295-b11f-4925-8242-e35901eb4e45 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:58.371211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-06199295-b11f-4925-8242-e35901eb4e45 tempest-TestNetworkAdvancedServerOps-1005287224 tempest-TestNetworkAdvancedServerOps-1005287224-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1122 time: 0.0782020 Feb 09 22:18:58.374261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54428) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:58.379586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:58.381114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4da86-8f03-4524-baac-591016a76d86 req-421f20a8-3ca0-422a-9901-0bc144d2f030 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:58.382626 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5cb4da86-8f03-4524-baac-591016a76d86 req-421f20a8-3ca0-422a-9901-0bc144d2f030 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1126 time: 0.0547636 Feb 09 22:18:58.386896 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (23a2c96a-2fa1-4109-b49a-aac781146c95), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.398674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['23a2c96a-2fa1-4109-b49a-aac781146c95'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:58.403303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['099fcbf5-8036-4009-bde4-6534504795bb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:58.425317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=23a2c96a-2fa1-4109-b49a-aac781146c95,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:58.435465 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5cb4da86-8f03-4524-baac-591016a76d86 req-fbb949ed-cf28-4981-9077-d27e872d32c4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Feb 09 22:18:58.470122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['2d0894f1-154e-4162-aa0f-8ad26eb20707'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:58.480753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] No DVR routers for this DVR port 23a2c96a-2fa1-4109-b49a-aac781146c95 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:58.483523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.486978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-978229c4-75bf-437d-89e3-3cb0b755f582 req-dd9d2b44-37b1-42a3-9afd-824cafb07647 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "DELETE /v2.0/ports/23a2c96a-2fa1-4109-b49a-aac781146c95 HTTP/1.1" status: 204 len: 173 time: 0.6955702 Feb 09 22:18:58.487461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'name': 'network-vif-deleted', 'tag': '23a2c96a-2fa1-4109-b49a-aac781146c95'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:58.489863 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f967201-6374-4bc7-9600-66e04df48fcf" -d '{"events": [{"server_uuid": "6ff9a8fa-1bc0-456f-8620-fa0e5ec20493", "name": "network-vif-deleted", "tag": "23a2c96a-2fa1-4109-b49a-aac781146c95"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:58.494881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.546321 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a815c12-a400-43b3-ae12-ecb0d6e8dc80 x-openstack-request-id: req-8a815c12-a400-43b3-ae12-ecb0d6e8dc80 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:58.546625 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff9a8fa-1bc0-456f-8620-fa0e5ec20493", "name": "network-vif-deleted", "tag": "23a2c96a-2fa1-4109-b49a-aac781146c95", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:58.546902 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a815c12-a400-43b3-ae12-ecb0d6e8dc80 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:58.547311 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff9a8fa-1bc0-456f-8620-fa0e5ec20493', 'name': 'network-vif-deleted', 'tag': '23a2c96a-2fa1-4109-b49a-aac781146c95', 'status': 'completed', 'code': 200} Feb 09 22:18:58.623623 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.748902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Allocated IP 172.25.5.241 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/211a9762-e0bb-4603-ae7b-03813de27b1e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:58.805282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d717-d101-46f5-a434-e740d0daa55e req-84117788-a315-466b-ad05-0ede62877392 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:58.806902 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c30d717-d101-46f5-a434-e740d0daa55e req-84117788-a315-466b-ad05-0ede62877392 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 944 time: 0.0603893 Feb 09 22:18:58.857937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.859205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c30d717-d101-46f5-a434-e740d0daa55e req-5635aa56-e15e-4827-9bf9-aefca57574cf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458891 Feb 09 22:18:58.953530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:58.998739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:59.002292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:59.005918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:59.011400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=211a9762-e0bb-4603-ae7b-03813de27b1e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:59.363312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (eda072d7-b6c4-41cc-9817-ae7ec7037da4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.393489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1d20feda-fdef-4178-a31c-91ff290d943b up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:59.426349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcad42a9-bcf9-4de9-b4cb-7a9786a46341 req-5b606bdb-ae8f-470d-8ad6-76ba6f8bf449 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0337832 Feb 09 22:18:59.549598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84cafc-38b6-4408-b8f0-a7b7b3c82b79 req-507af849-d703-44b0-bb83-be66885103a0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:59.551633 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab84cafc-38b6-4408-b8f0-a7b7b3c82b79 req-507af849-d703-44b0-bb83-be66885103a0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1126 time: 0.0494487 Feb 09 22:18:59.560141 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.563343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 1d20feda-fdef-4178-a31c-91ff290d943b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:18:59.566881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.568315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 1d20feda-fdef-4178-a31c-91ff290d943b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:59.568686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.620826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab84cafc-38b6-4408-b8f0-a7b7b3c82b79 req-0c4fe96c-0a1a-48b7-980d-27e9b81737b0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505979 Feb 09 22:18:59.665303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 1d20feda-fdef-4178-a31c-91ff290d943b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:59.665780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.689789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20feda-fdef-4178-a31c-91ff290d943b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:59.692273 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eacaf9-e9b4-4273-963d-719ee78b4177" -d '{"events": [{"server_uuid": "54c0ef13-c179-4c1c-915e-b753a5edb86d", "name": "network-vif-plugged", "status": "completed", "tag": "1d20feda-fdef-4178-a31c-91ff290d943b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:59.713711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 1d20feda-fdef-4178-a31c-91ff290d943b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1d20feda-fdef-4178-a31c-91ff290d943b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:59.734229 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed73f7b0-2e6b-4cdc-97c0-fc91d8a569db x-openstack-request-id: req-ed73f7b0-2e6b-4cdc-97c0-fc91d8a569db {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:59.735384 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c0ef13-c179-4c1c-915e-b753a5edb86d", "name": "network-vif-plugged", "status": "completed", "tag": "1d20feda-fdef-4178-a31c-91ff290d943b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:59.736099 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed73f7b0-2e6b-4cdc-97c0-fc91d8a569db {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:59.736807 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d20feda-fdef-4178-a31c-91ff290d943b', 'code': 200} Feb 09 22:18:59.781119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.787276 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.837632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a15ac-c02a-4b7a-85fe-187722c5a1ba req-52a54b9c-7408-4e8c-990f-1706447a0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:59.839248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-871a15ac-c02a-4b7a-85fe-187722c5a1ba req-52a54b9c-7408-4e8c-990f-1706447a0096 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.0484035 Feb 09 22:18:59.846603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=1d20feda-fdef-4178-a31c-91ff290d943b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:59.860220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:59.883523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2d0894f1-154e-4162-aa0f-8ad26eb20707 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:59.959411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event updated for resources: {'Port': ['ID=211a9762-e0bb-4603-ae7b-03813de27b1e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:59.971690 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-871a15ac-c02a-4b7a-85fe-187722c5a1ba req-210777d3-d8c2-4cf6-98d0-9fec5fa21778 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267321 Feb 09 22:18:59.986701 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (eda072d7-b6c4-41cc-9817-ae7ec7037da4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.007273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e39d8-f895-451a-b4f2-1a4ba5e399bb req-a3c9e37c-bf1c-4d8f-a777-c16cc19efc0b tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:00.008827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9e39d8-f895-451a-b4f2-1a4ba5e399bb req-a3c9e37c-bf1c-4d8f-a777-c16cc19efc0b tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 944 time: 0.0621023 Feb 09 22:19:00.026390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 2d0894f1-154e-4162-aa0f-8ad26eb20707 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:19:00.031033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 2d0894f1-154e-4162-aa0f-8ad26eb20707 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:00.031739 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.069146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac9e39d8-f895-451a-b4f2-1a4ba5e399bb req-6e5a2f76-29a6-4c32-8bce-ee0ff2cf018c tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538144 Feb 09 22:19:00.101704 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP eda072d7-b6c4-41cc-9817-ae7ec7037da4 associated. External IP: 172.25.5.241, port: 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7. Feb 09 22:19:00.125674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 2d0894f1-154e-4162-aa0f-8ad26eb20707 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:00.126082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.166332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 2d0894f1-154e-4162-aa0f-8ad26eb20707, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707,segment=NetworkSegment(0e64e61f-a111-40db-8f90-f0698dad70eb),segment_id=0e64e61f-a111-40db-8f90-f0698dad70eb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:00.216083 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.264907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=2d0894f1-154e-4162-aa0f-8ad26eb20707,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:00.331907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:00.441944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:00.452975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] Sync routers for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:00.466185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:00.466823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:00.537819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-765e4924-67e7-469e-b04c-f57d9cea5312 req-575b7dc2-18c7-4cc7-8600-671271134aee tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0327866 Feb 09 22:19:00.541024 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:00.581167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-98be77e4-8f44-4b2b-8465-3352221620c1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2056522 Feb 09 22:19:00.581782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:00.584696 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61d0135-4427-4ceb-8900-0a0d397db302" -d '{"events": [{"name": "network-changed", "server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:00.591614 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:00.624558 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f7fa0-b761-412a-8d04-898c8fe27774 x-openstack-request-id: req-d15f7fa0-b761-412a-8d04-898c8fe27774 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:00.624871 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:00.625125 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d15f7fa0-b761-412a-8d04-898c8fe27774 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:00.625526 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'status': 'completed', 'code': 200} Feb 09 22:19:00.714237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-9d6ce641-5648-44e0-abb6-8075e2b6bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:00.715969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-9d6ce641-5648-44e0-abb6-8075e2b6bb5b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1127 time: 0.0658648 Feb 09 22:19:00.719056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca2a9-98a0-4221-8832-924bf8b8a33e req-ab2c461c-6857-436b-833d-7070f3791fb3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:00.720883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccfca2a9-98a0-4221-8832-924bf8b8a33e req-ab2c461c-6857-436b-833d-7070f3791fb3 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0843101 Feb 09 22:19:00.779947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccfca2a9-98a0-4221-8832-924bf8b8a33e req-aa4424e3-0f9d-481e-b28b-9d86f1a3c76f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532606 Feb 09 22:19:00.803661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54450) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:00.845428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a7d88-a0a6-460d-a99c-9b73bae80aec req-81fec8e9-d423-45d3-b381-46bf117459a5 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:00.855672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e2a7d88-a0a6-460d-a99c-9b73bae80aec req-81fec8e9-d423-45d3-b381-46bf117459a5 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.1350129 Feb 09 22:19:00.878057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'eda072d7-b6c4-41cc-9817-ae7ec7037da4', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'port_id': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'mac_address': 'fa:16:3e:0e:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d204a6-847d-467c-acd2-6b2727d6c352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:59Z', 'updated_at': '2022-02-09T22:18:59Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:00.908756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e2a7d88-a0a6-460d-a99c-9b73bae80aec req-e116079c-b724-47ae-abfe-11d010cb723f tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Feb 09 22:19:00.914463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] Checking router: 66cea7c4-16a8-4a60-8c31-1bc2d969b56d for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:19:00.926301 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:00.926926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:18:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:00.964226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-ea1ec48d-32f0-414f-a4bc-24c97f64e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:00.965761 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-ea1ec48d-32f0-414f-a4bc-24c97f64e17f service neutron] 10.222.0.110 "GET /v2.0/networks?id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 HTTP/1.1" status: 200 len: 898 time: 0.2097878 Feb 09 22:19:00.980205 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bb7336cf-cfc9-410d-916e-d67b98f51390 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/eda072d7-b6c4-41cc-9817-ae7ec7037da4 HTTP/1.1" status: 200 len: 991 time: 0.1741192 Feb 09 22:19:01.041017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-3de08720-29b5-4f68-b561-8edef9f59d57 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 HTTP/1.1" status: 200 len: 999 time: 0.0690725 Feb 09 22:19:01.081059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:01.093958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-20085928-2aa8-4cb0-b9e2-814e7ad0dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:01.095575 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-20085928-2aa8-4cb0-b9e2-814e7ad0dc25 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f43dd287-9077-487f-9a9c-ee7064706774 HTTP/1.1" status: 200 len: 834 time: 0.0486882 Feb 09 22:19:01.157325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:01.158913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-10600aa7-e915-4266-ae70-f41724e3dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:01.161251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-10600aa7-e915-4266-ae70-f41724e3dfd5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598953 Feb 09 22:19:01.220153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044df7bb-6ed0-4e27-81e6-d30f5d00592e req-a3066068-ee00-443c-b90e-a638b42971c6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:01.221714 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-044df7bb-6ed0-4e27-81e6-d30f5d00592e req-a3066068-ee00-443c-b90e-a638b42971c6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0617023 Feb 09 22:19:01.278114 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-044df7bb-6ed0-4e27-81e6-d30f5d00592e req-efc8d93d-8faa-4f2a-b1ee-07fb50beb2e6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498593 Feb 09 22:19:01.286255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-b74df84b-5c8d-4e10-849d-76179a10e920 service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157899 Feb 09 22:19:01.375678 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'eda072d7-b6c4-41cc-9817-ae7ec7037da4', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'port_id': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'mac_address': 'fa:16:3e:0e:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d204a6-847d-467c-acd2-6b2727d6c352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:59Z', 'updated_at': '2022-02-09T22:18:59Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:01.382189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d61d0135-4427-4ceb-8900-0a0d397db302 req-7e92f829-f1ec-4cf8-b7db-3432c1a6deb3 service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897076 Feb 09 22:19:01.409993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 23a2c96a-2fa1-4109-b49a-aac781146c95 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:01.412480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8726679e-ac99-412d-98f1-3684a3e9c135 None None] The sync data for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 is: [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'eda072d7-b6c4-41cc-9817-ae7ec7037da4', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'port_id': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'mac_address': 'fa:16:3e:0e:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d204a6-847d-467c-acd2-6b2727d6c352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:18:59Z', 'updated_at': '2022-02-09T22:18:59Z', 'revision_number': 0, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:01.434482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 23a2c96a-2fa1-4109-b49a-aac781146c95 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:01.434843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 23a2c96a-2fa1-4109-b49a-aac781146c95 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:01.613632 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b135ff-546b-4aca-93f9-27b5aabe66be None None] New status for floating IP eda072d7-b6c4-41cc-9817-ae7ec7037da4: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:19:01.652097 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1cbeffc-8b20-4d49-9236-dabbe14f2ba0 req-a6af26f5-9005-4a94-a840-5bd58a9dd2bb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0314391 Feb 09 22:19:01.738219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c6bc97-2331-4179-ad2c-d31169e64096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0894f1-154e-4162-aa0f-8ad26eb20707'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:01.741398 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac3fdeb-f25a-4e11-b5f1-1f3dc43bd61e" -d '{"events": [{"server_uuid": "90c6bc97-2331-4179-ad2c-d31169e64096", "name": "network-vif-plugged", "status": "completed", "tag": "2d0894f1-154e-4162-aa0f-8ad26eb20707"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:01.790240 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa22004-3e7d-49aa-bdc8-d0ebea695b75 x-openstack-request-id: req-5aa22004-3e7d-49aa-bdc8-d0ebea695b75 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:01.790540 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c6bc97-2331-4179-ad2c-d31169e64096", "name": "network-vif-plugged", "status": "completed", "tag": "2d0894f1-154e-4162-aa0f-8ad26eb20707", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:01.790816 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5aa22004-3e7d-49aa-bdc8-d0ebea695b75 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:01.791312 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c6bc97-2331-4179-ad2c-d31169e64096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0894f1-154e-4162-aa0f-8ad26eb20707', 'code': 200} Feb 09 22:19:01.893039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43702afb-6c7a-407a-bad2-6786a0321a40 req-3d308281-70e7-4db8-b6c2-34e8fbb1d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:01.894774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43702afb-6c7a-407a-bad2-6786a0321a40 req-3d308281-70e7-4db8-b6c2-34e8fbb1d690 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 1127 time: 0.0464752 Feb 09 22:19:01.944811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43702afb-6c7a-407a-bad2-6786a0321a40 req-74e2aaaf-84d5-44a1-af8a-b4377454d084 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Feb 09 22:19:01.983053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54460) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:02.026191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc57506-8001-456f-b899-d748192cc067 req-76cc383a-d279-4fbc-a746-73b699fc3625 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:02.027907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2fc57506-8001-456f-b899-d748192cc067 req-76cc383a-d279-4fbc-a746-73b699fc3625 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.0475001 Feb 09 22:19:02.057912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-35163039-198b-41e4-98a7-9a8d7a284a67 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/eda072d7-b6c4-41cc-9817-ae7ec7037da4 HTTP/1.1" status: 200 len: 993 time: 0.0634716 Feb 09 22:19:02.076675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2fc57506-8001-456f-b899-d748192cc067 req-e1fdf9ff-0ac8-45e1-be13-1b21a789e298 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Feb 09 22:19:02.198372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17695a-6ebf-487b-bb52-361bb934f424 req-3a7faf1f-428a-4929-97d1-fda70cae4a2e tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:02.225485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc17695a-6ebf-487b-bb52-361bb934f424 req-3a7faf1f-428a-4929-97d1-fda70cae4a2e tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.0489004 Feb 09 22:19:02.247833 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc17695a-6ebf-487b-bb52-361bb934f424 req-d835607d-8e4d-4448-9d88-7e1c193aef0e tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Feb 09 22:19:02.363114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db3cd8-4418-4f09-8560-b329cf80702b req-b5158770-5d10-41e5-8964-adb63df2fe75 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:02.364726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02db3cd8-4418-4f09-8560-b329cf80702b req-b5158770-5d10-41e5-8964-adb63df2fe75 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.0468330 Feb 09 22:19:02.410360 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02db3cd8-4418-4f09-8560-b329cf80702b req-0cc2884a-48a4-48ce-a071-9218ab36b5da tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Feb 09 22:19:02.412661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec158f-ff8f-45c6-b914-a6070703972b req-b316c95e-ee2a-47aa-bd49-529a7b800e96 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:02.414285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8aec158f-ff8f-45c6-b914-a6070703972b req-b316c95e-ee2a-47aa-bd49-529a7b800e96 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0625038 Feb 09 22:19:02.465238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8aec158f-ff8f-45c6-b914-a6070703972b req-86d223fe-3d46-49a3-8b5f-714384a0aa0b tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Feb 09 22:19:02.749148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2136e9ec-4f93-4b68-a598-8bd239256bfa req-517f62a5-c474-4297-bcf1-149e41954d32 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Feb 09 22:19:02.892914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f28d-1f1d-41ed-8342-8f0599d83e61 req-846a20fa-9bc9-4dd0-9981-7581b69f31ae tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:02.894607 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed02f28d-1f1d-41ed-8342-8f0599d83e61 req-846a20fa-9bc9-4dd0-9981-7581b69f31ae tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.0437298 Feb 09 22:19:02.939518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed02f28d-1f1d-41ed-8342-8f0599d83e61 req-ca178280-ff96-4c60-80f3-351f228d0bf7 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390675 Feb 09 22:19:03.595489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f60560-094c-4b86-92e7-5ef4a73a609a req-e10f7b33-704b-4e2b-8919-58fef020bb7a tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:03.597087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54f60560-094c-4b86-92e7-5ef4a73a609a req-e10f7b33-704b-4e2b-8919-58fef020bb7a tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0582871 Feb 09 22:19:03.644925 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54f60560-094c-4b86-92e7-5ef4a73a609a req-6992d503-f706-424a-b4e0-cbeac61fd3a5 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Feb 09 22:19:03.774463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e07951-bd59-4997-8fa9-c2d5154a9958 req-8fe0fd23-19cf-4c53-90a1-2c6c5f61b40b tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:03.780854 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77e07951-bd59-4997-8fa9-c2d5154a9958 req-8fe0fd23-19cf-4c53-90a1-2c6c5f61b40b tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0620921 Feb 09 22:19:03.833058 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77e07951-bd59-4997-8fa9-c2d5154a9958 req-9d13e16a-8c34-4e66-9f6d-e85c9c488e83 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 Feb 09 22:19:03.854015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cb1c50e7-92c5-42fa-a10e-031c4da71126 req-f8aa2ea1-eba8-4a71-aaab-b1a9652497c0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0290339 Feb 09 22:19:04.069552 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d452-faae-4e8b-8585-7bb00e90bf2b req-d6214734-67bf-4820-9fd5-2897c0ffc5a3 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:04.071001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e27d452-faae-4e8b-8585-7bb00e90bf2b req-d6214734-67bf-4820-9fd5-2897c0ffc5a3 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.0644596 Feb 09 22:19:04.118705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e27d452-faae-4e8b-8585-7bb00e90bf2b req-4cf53049-590f-4b34-97e7-2811e1b3f3cd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Feb 09 22:19:04.163833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-8d0a7e75-9eda-43ac-a2a4-2d544d4989c6 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:04.165372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-8d0a7e75-9eda-43ac-a2a4-2d544d4989c6 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 1127 time: 0.0449641 Feb 09 22:19:04.258439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Deleting port 1d20feda-fdef-4178-a31c-91ff290d943b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:04.258791 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.368765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c3c03-05fe-4a65-9a62-6a5ae48aae34 req-6634827f-cc3a-482e-a003-1c137682b18a tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:04.370173 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f0c3c03-05fe-4a65-9a62-6a5ae48aae34 req-6634827f-cc3a-482e-a003-1c137682b18a tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.1087041 Feb 09 22:19:04.386685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] For port 1d20feda-fdef-4178-a31c-91ff290d943b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=1d20feda-fdef-4178-a31c-91ff290d943b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:04.387074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:04.408211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Calling delete_port for 1d20feda-fdef-4178-a31c-91ff290d943b owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:04.796256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f0c3c03-05fe-4a65-9a62-6a5ae48aae34 req-4aeaa680-f123-4fbc-960a-875130551910 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188483 Feb 09 22:19:04.959356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43c8d6e3-aafe-4bf8-b14f-389deb7e6d95 req-32e7d954-206d-4f3c-ba1e-9a5f731e0375 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Feb 09 22:19:05.004424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1d20feda-fdef-4178-a31c-91ff290d943b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:05.019125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5dbcd62b-3236-4c6e-bdc4-a5a93c858683'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:05.021626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['1d20feda-fdef-4178-a31c-91ff290d943b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:05.033403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d20feda-fdef-4178-a31c-91ff290d943b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:05.090744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] No DVR routers for this DVR port 1d20feda-fdef-4178-a31c-91ff290d943b on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:05.093972 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:05.101142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8895b0c-1a07-4db5-aa31-d5b5ccee3813 req-b6249273-81f3-4dc2-8cd1-4f6fbfb8f666 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.110 "DELETE /v2.0/ports/1d20feda-fdef-4178-a31c-91ff290d943b HTTP/1.1" status: 204 len: 173 time: 0.9304616 Feb 09 22:19:05.101743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'name': 'network-vif-deleted', 'tag': '1d20feda-fdef-4178-a31c-91ff290d943b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:05.104570 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bfdf16-3355-4333-8225-010cf6670f2e" -d '{"events": [{"server_uuid": "54c0ef13-c179-4c1c-915e-b753a5edb86d", "name": "network-vif-deleted", "tag": "1d20feda-fdef-4178-a31c-91ff290d943b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:05.172173 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cae0dd-c4ed-4bd2-8d53-c9a2963b3390 x-openstack-request-id: req-65cae0dd-c4ed-4bd2-8d53-c9a2963b3390 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:05.174035 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c0ef13-c179-4c1c-915e-b753a5edb86d", "name": "network-vif-deleted", "tag": "1d20feda-fdef-4178-a31c-91ff290d943b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:05.174287 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-65cae0dd-c4ed-4bd2-8d53-c9a2963b3390 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:05.174687 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c0ef13-c179-4c1c-915e-b753a5edb86d', 'name': 'network-vif-deleted', 'tag': '1d20feda-fdef-4178-a31c-91ff290d943b', 'status': 'completed', 'code': 200} Feb 09 22:19:05.277456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43b8a86f-dfa9-4d00-85d1-d8b373a7ab71 req-ad7497a7-0e70-454d-baa5-2c8c7648f5fe tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=54c0ef13-c179-4c1c-915e-b753a5edb86d HTTP/1.1" status: 200 len: 210 time: 0.0314858 Feb 09 22:19:05.530055 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6950d4a2-3ad3-4b81-9344-b4ec9ba046d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:05.918784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ec94e-feee-4e07-857c-b48b7c02027b req-a9f69af1-de34-482e-b05c-940955ccdf14 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:05.920324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc2ec94e-feee-4e07-857c-b48b7c02027b req-a9f69af1-de34-482e-b05c-940955ccdf14 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0538418 Feb 09 22:19:05.967794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc2ec94e-feee-4e07-857c-b48b7c02027b req-36a2624c-6212-4003-9cdf-1c8a5372978c tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415678 Feb 09 22:19:06.068346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a92c5a50-b02e-443c-8cdc-5f536a272d32 req-c8e59c7a-017d-47b9-bfce-823117501ed3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Feb 09 22:19:06.334944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880330a1-58a4-4681-82c1-9b4cfc07f58d req-0812ebfc-0f8b-4e7e-9d36-dbcf20368868 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:06.336472 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-880330a1-58a4-4681-82c1-9b4cfc07f58d req-0812ebfc-0f8b-4e7e-9d36-dbcf20368868 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0599663 Feb 09 22:19:06.389520 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-880330a1-58a4-4681-82c1-9b4cfc07f58d req-e24ac20b-87f2-4d2d-84f6-24fc00c6a164 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Feb 09 22:19:06.458887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-962570bf-179c-41b6-a496-647374869c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:06.460533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-962570bf-179c-41b6-a496-647374869c19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71b555a1a01a4cb082bc55943537fb55&device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 1127 time: 0.0542805 Feb 09 22:19:06.553127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-9cc6b67a-e27c-4c93-a18a-9cc7ae325821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:06.554607 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-9cc6b67a-e27c-4c93-a18a-9cc7ae325821 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bc09b2-f0c7-4762-b649-adf4f058a272 HTTP/1.1" status: 200 len: 913 time: 0.0872388 Feb 09 22:19:06.595592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-57237cad-5fc7-47a1-aea4-e011fc054e5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707 HTTP/1.1" status: 200 len: 217 time: 0.0347867 Feb 09 22:19:06.646470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-0d543870-3906-49ac-9557-807355d9870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:06.647968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-0d543870-3906-49ac-9557-807355d9870d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=300d8ba6-7d77-4f25-995a-1ea584931e17 HTTP/1.1" status: 200 len: 852 time: 0.0459566 Feb 09 22:19:06.685082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-d69c5e3e-045e-4701-8509-8f105c7efc7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bc09b2-f0c7-4762-b649-adf4f058a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303104 Feb 09 22:19:06.783649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-4b6dc701-7666-431a-9787-b70c6c777064 service neutron] 10.222.0.30 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927324 Feb 09 22:19:06.881935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-44e2e8d0-dc14-4d6d-b1af-35745e1641f8 req-1eb122fe-6c55-4336-9142-a3fb5660876c service neutron] 10.222.0.30 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915802 Feb 09 22:19:06.943604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72464bc-c658-4b29-95ac-e5d3f96680fb req-c0e1232b-cf7c-49fe-a2be-96d2ef48944a tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:06.945258 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e72464bc-c658-4b29-95ac-e5d3f96680fb req-c0e1232b-cf7c-49fe-a2be-96d2ef48944a tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0452673 Feb 09 22:19:06.990165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e72464bc-c658-4b29-95ac-e5d3f96680fb req-5242fc05-acbc-463d-ad42-ea5b7d8461e0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388353 Feb 09 22:19:07.174967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ccb93deb-7e5d-44c3-9a30-e3f414175ae4 req-cd952c36-ae01-4b83-bee9-e16260c3ee3c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Feb 09 22:19:07.438453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1d20feda-fdef-4178-a31c-91ff290d943b no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:07.460039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 1d20feda-fdef-4178-a31c-91ff290d943b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:07.460590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 1d20feda-fdef-4178-a31c-91ff290d943b not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:07.522231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d68f5-0265-49a5-8dff-7967a0a1368c req-e51f25f1-f30f-46b7-9e26-93f4a1b6b082 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:07.523725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b9d68f5-0265-49a5-8dff-7967a0a1368c req-e51f25f1-f30f-46b7-9e26-93f4a1b6b082 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0569158 Feb 09 22:19:07.545632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-16c46b20-ad4c-4033-b547-4ef2e115c734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:07.574166 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1b9d68f5-0265-49a5-8dff-7967a0a1368c req-3fcff9f6-1db8-4a96-99fc-d66225234fe8 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Feb 09 22:19:08.103279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035ab5b-a5d8-4d7c-8185-16777914db9f req-00f8bef9-cca4-4cd0-9a90-e8ef89b539c4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:08.104915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7035ab5b-a5d8-4d7c-8185-16777914db9f req-00f8bef9-cca4-4cd0-9a90-e8ef89b539c4 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0480139 Feb 09 22:19:08.151035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7035ab5b-a5d8-4d7c-8185-16777914db9f req-1a37cf33-d868-4a41-a177-2d3647e656a0 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=f261e881-a68c-4230-a64f-f84a7d873d03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Feb 09 22:19:08.284367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4004f888-3a4d-46db-b7d0-9e9427956a73 req-57678a73-4f05-45fb-a9cd-5bfc7beb5a1e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ff9a8fa-1bc0-456f-8620-fa0e5ec20493 HTTP/1.1" status: 200 len: 210 time: 0.0274396 Feb 09 22:19:08.481374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-7ba1515a-366b-4d3c-887e-09a9c5f5e0f9 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:08.482870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-7ba1515a-366b-4d3c-887e-09a9c5f5e0f9 tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 1127 time: 0.0451827 Feb 09 22:19:08.568591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Deleting port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:08.568852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.696459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] For port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:08.696844 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.713703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Calling delete_port for 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:08.736493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae3205-fc57-4463-a6f3-2f233c1add19 req-cbca04f1-bacb-4ede-9af8-e7061c0e5b98 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:08.738002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbae3205-fc57-4463-a6f3-2f233c1add19 req-cbca04f1-bacb-4ede-9af8-e7061c0e5b98 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0886743 Feb 09 22:19:08.836842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbae3205-fc57-4463-a6f3-2f233c1add19 req-d26274bb-9c97-4766-901e-e650b1fa87f8 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 Feb 09 22:19:08.980285 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5dbcd62b-3236-4c6e-bdc4-a5a93c858683), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:08.992681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['5dbcd62b-3236-4c6e-bdc4-a5a93c858683'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:09.010474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dbcd62b-3236-4c6e-bdc4-a5a93c858683,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:09.072379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] No DVR routers for this DVR port 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:09.075074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:09.079000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cd0582b1-4494-44fe-9089-50c530a8a2db req-6e6c1516-acb6-4fe2-a220-6e9c59614fbd tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.30 "DELETE /v2.0/ports/5dbcd62b-3236-4c6e-bdc4-a5a93c858683 HTTP/1.1" status: 204 len: 173 time: 0.5894952 Feb 09 22:19:09.079495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'name': 'network-vif-deleted', 'tag': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:09.084463 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf8d86-8c24-4010-aa23-80779f40b2cb" -d '{"events": [{"server_uuid": "ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5", "name": "network-vif-deleted", "tag": "5dbcd62b-3236-4c6e-bdc4-a5a93c858683"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:09.128266 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c264c-15b5-4ec2-a650-67a12f5b8d21 x-openstack-request-id: req-8e2c264c-15b5-4ec2-a650-67a12f5b8d21 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:09.128795 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5", "name": "network-vif-deleted", "tag": "5dbcd62b-3236-4c6e-bdc4-a5a93c858683", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:09.129057 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e2c264c-15b5-4ec2-a650-67a12f5b8d21 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:09.129470 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5', 'name': 'network-vif-deleted', 'tag': '5dbcd62b-3236-4c6e-bdc4-a5a93c858683', 'status': 'completed', 'code': 200} Feb 09 22:19:09.152966 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:09.262292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-084991a9-9366-4ea1-a72d-f78d3cea4d23 req-157406a0-27ea-4aaa-9212-aa93e37906fb tempest-TestServerMultinode-1701259400 tempest-TestServerMultinode-1701259400-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ebfe9e26-6a6b-4986-a3f9-46e65ae5e4b5 HTTP/1.1" status: 200 len: 210 time: 0.0364110 Feb 09 22:19:09.376823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ebd1-1847-4790-b79e-303166870439 req-665d3aa6-e535-4ed3-9202-6cd7e0da21a5 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:09.380245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4932ebd1-1847-4790-b79e-303166870439 req-665d3aa6-e535-4ed3-9202-6cd7e0da21a5 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0637236 Feb 09 22:19:09.435183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4932ebd1-1847-4790-b79e-303166870439 req-508434ed-06f7-4ff6-9e24-ef845ab0e3ff tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490956 Feb 09 22:19:10.284436 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.333391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54530) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:10.574218 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcce527-1e96-4a05-bc86-294127bbceb6 req-b4ad4211-cdd1-4ab9-9374-c20a303f757d tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:10.575761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fcce527-1e96-4a05-bc86-294127bbceb6 req-b4ad4211-cdd1-4ab9-9374-c20a303f757d tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0645072 Feb 09 22:19:10.624928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fcce527-1e96-4a05-bc86-294127bbceb6 req-2dbf1532-05a7-4600-a3f3-35da071139f6 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Feb 09 22:19:10.710337 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (cc17125e-968d-488d-a334-7d0bceb48efa), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.970048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Deleting port 3629bcf1-bf7c-4723-a29b-874bd2365b9b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:10.970405 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.020169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7b944-f4e4-4129-8cbe-16c3331dcc98 req-d0fb74ed-7071-4478-8d71-1cb0b84b241e tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:11.021971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4db7b944-f4e4-4129-8cbe-16c3331dcc98 req-d0fb74ed-7071-4478-8d71-1cb0b84b241e tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0658758 Feb 09 22:19:11.065581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] For port 3629bcf1-bf7c-4723-a29b-874bd2365b9b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=3629bcf1-bf7c-4723-a29b-874bd2365b9b,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:11.066239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.081672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Calling delete_port for 3629bcf1-bf7c-4723-a29b-874bd2365b9b owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:11.092319 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4db7b944-f4e4-4129-8cbe-16c3331dcc98 req-c51eb92c-f639-4f11-a344-dabdd0a19c65 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528505 Feb 09 22:19:11.183605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-3d6211e3-7e6d-47e7-9a96-815855bb82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:11.185168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-3d6211e3-7e6d-47e7-9a96-815855bb82b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71b555a1a01a4cb082bc55943537fb55&device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 1127 time: 0.0948462 Feb 09 22:19:11.334696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-ffd436d9-ad5a-4c72-992a-59c4defd8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:11.336220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-ffd436d9-ad5a-4c72-992a-59c4defd8113 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bc09b2-f0c7-4762-b649-adf4f058a272 HTTP/1.1" status: 200 len: 913 time: 0.1148880 Feb 09 22:19:11.396977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-9db3d5e0-1c8d-4ae4-8afc-256a9f480a63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707 HTTP/1.1" status: 200 len: 217 time: 0.0429375 Feb 09 22:19:11.451915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-111f29bd-2f5c-4bb6-a50c-4519534a38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:11.453420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-111f29bd-2f5c-4bb6-a50c-4519534a38f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=300d8ba6-7d77-4f25-995a-1ea584931e17 HTTP/1.1" status: 200 len: 852 time: 0.0488801 Feb 09 22:19:11.492072 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-8fac2e3f-af8d-4979-980e-e5b6008c95ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bc09b2-f0c7-4762-b649-adf4f058a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285735 Feb 09 22:19:11.510562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3629bcf1-bf7c-4723-a29b-874bd2365b9b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.581762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3629bcf1-bf7c-4723-a29b-874bd2365b9b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:11.669701 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-428eb66b-2aa8-41c2-b218-1a70d5fc0145 service neutron] 10.222.0.30 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683512 Feb 09 22:19:11.701799 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.856543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (cc17125e-968d-488d-a334-7d0bceb48efa), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.859767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-399e355d-728e-4fbd-a032-56a9c631ba99 req-1bd02f25-ed9f-47f7-b321-0ea9ad9850fe service neutron] 10.222.0.30 "GET /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469240 Feb 09 22:19:11.959366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:11.980721 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:11.987853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 5dbcd62b-3236-4c6e-bdc4-a5a93c858683 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:12.085892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Router cc17125e-968d-488d-a334-7d0bceb48efa has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:12.569806 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:12.575248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-148cd37d-9c59-4471-84a3-d97d57494d86 admin admin] 10.222.0.98 "PUT /v2.0/routers/cc17125e-968d-488d-a334-7d0bceb48efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2407115 Feb 09 22:19:12.578070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54546) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:12.580627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] Sync routers for ids ['cc17125e-968d-488d-a334-7d0bceb48efa'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:12.584328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90474b3c-0aca-43c0-91ed-13cedcf51560 req-dbdc4242-7ae4-4479-b015-3f9c275740a2 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:12.586224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90474b3c-0aca-43c0-91ed-13cedcf51560 req-dbdc4242-7ae4-4479-b015-3f9c275740a2 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.4192097 Feb 09 22:19:12.590757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] Routers {'cc17125e-968d-488d-a334-7d0bceb48efa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:12.591843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:19:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cc17125e-968d-488d-a334-7d0bceb48efa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:12.644729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90474b3c-0aca-43c0-91ed-13cedcf51560 req-a584d9ac-c5cd-4568-81d0-e87d543132bf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 Feb 09 22:19:12.718731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks [] for router (cc17125e-968d-488d-a334-7d0bceb48efa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.722471 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] Set router cc17125e-968d-488d-a334-7d0bceb48efa gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:12.842634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks [] for router_gateway (cc17125e-968d-488d-a334-7d0bceb48efa), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.911122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '30862a32-64c4-45a3-b656-3f909126115f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:19:11Z', 'revision_number': 5, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port': {'id': '30862a32-64c4-45a3-b656-3f909126115f', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:16Z', 'updated_at': '2022-02-09T22:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:12.937714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] Checking router: cc17125e-968d-488d-a334-7d0bceb48efa for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:19:12.947489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] Routers {'cc17125e-968d-488d-a334-7d0bceb48efa'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:12.948141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:19:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['cc17125e-968d-488d-a334-7d0bceb48efa'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:12.978678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Deleting port 30862a32-64c4-45a3-b656-3f909126115f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:12.978964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (30862a32-64c4-45a3-b656-3f909126115f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.064612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] For port 30862a32-64c4-45a3-b656-3f909126115f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=30862a32-64c4-45a3-b656-3f909126115f,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:13.065144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (30862a32-64c4-45a3-b656-3f909126115f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.079733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Calling delete_port for 30862a32-64c4-45a3-b656-3f909126115f owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:13.198626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] Set router cc17125e-968d-488d-a334-7d0bceb48efa gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:13.252909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:19:12Z', 'revision_number': 6, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:13.281903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf08897-fc41-4f06-83ce-b86cf526d13e None None] The sync data for ids ['cc17125e-968d-488d-a334-7d0bceb48efa'] in n-d-828599-1 is: [{'id': 'cc17125e-968d-488d-a334-7d0bceb48efa', 'name': 'tempest-TestServerMultinode-1665584833-router', 'tenant_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:15Z', 'updated_at': '2022-02-09T22:19:12Z', 'revision_number': 6, 'project_id': 'd2ba6f15ed2b48058d95c09990af82e4', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:13.336634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (30862a32-64c4-45a3-b656-3f909126115f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.362715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30862a32-64c4-45a3-b656-3f909126115f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:13.422316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (cc17125e-968d-488d-a334-7d0bceb48efa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.533575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (cc17125e-968d-488d-a334-7d0bceb48efa), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.535717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks [] for router_controller (cc17125e-968d-488d-a334-7d0bceb48efa), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.678947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (cc17125e-968d-488d-a334-7d0bceb48efa), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.679660 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc17125e-968d-488d-a334-7d0bceb48efa {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:19:13.685071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.689267 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4e4c9e7d-11cf-41e4-859d-1422b32c39c5 admin admin] 10.222.0.98 "DELETE /v2.0/routers/cc17125e-968d-488d-a334-7d0bceb48efa HTTP/1.1" status: 204 len: 168 time: 1.1072805 Feb 09 22:19:13.689646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54552) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:13.756165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Deleting subnet 718ddd4b-001f-42d5-b930-7fd20f7a160f {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:13.767735 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Publish callbacks [] for subnet (718ddd4b-001f-42d5-b930-7fd20f7a160f), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.815559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (718ddd4b-001f-42d5-b930-7fd20f7a160f), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.881045 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25525-0831-4a87-9f62-f76f7f616756 req-4989da6a-8082-4ecb-afa0-78ef5cfd9d75 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:13.882671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fc25525-0831-4a87-9f62-f76f7f616756 req-4989da6a-8082-4ecb-afa0-78ef5cfd9d75 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0874512 Feb 09 22:19:13.919494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (718ddd4b-001f-42d5-b930-7fd20f7a160f), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.962825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fc25525-0831-4a87-9f62-f76f7f616756 req-4332edfc-7167-4c79-a735-a41992a60e1c tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673246 Feb 09 22:19:14.094906 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (718ddd4b-001f-42d5-b930-7fd20f7a160f), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.121744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718ddd4b-001f-42d5-b930-7fd20f7a160f,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:14.136125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.136288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.136900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.137247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.137726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.138048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.138388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.139285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.139285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.141522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b39aa6-d219-47d3-a9ad-ba4c1a752c3c None None] Network ff57955b-8c5f-4186-89e9-b5919716c4ba requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:14.161026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.161555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.162349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.162349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.169525 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.177823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-488c2123-be12-40ec-995b-45f93a28c154 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/718ddd4b-001f-42d5-b930-7fd20f7a160f HTTP/1.1" status: 204 len: 168 time: 0.4834137 Feb 09 22:19:14.178259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54560) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:14.220749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 30862a32-64c4-45a3-b656-3f909126115f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:14.268168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 30862a32-64c4-45a3-b656-3f909126115f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:14.268521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 30862a32-64c4-45a3-b656-3f909126115f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:14.268946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3629bcf1-bf7c-4723-a29b-874bd2365b9b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:14.273438 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (ff57955b-8c5f-4186-89e9-b5919716c4ba), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.310953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 3629bcf1-bf7c-4723-a29b-874bd2365b9b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:14.315995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 3629bcf1-bf7c-4723-a29b-874bd2365b9b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:14.357403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Deleting port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:14.357772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.465768 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] For port ca49caa1-e5ba-4a33-a3e5-73525f083fc1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:14.466197 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.477401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] DHCP port deletion for ff57955b-8c5f-4186-89e9-b5919716c4ba request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:19:14.500622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Calling delete_port for ca49caa1-e5ba-4a33-a3e5-73525f083fc1 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:14.555793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Deleting port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:14.561562 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.655568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef3b8-098d-4a19-b973-a3bdaedcbdf2 req-222f0e29-49b5-4cc2-ad3a-a5dcda7e2210 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:14.658891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3eef3b8-098d-4a19-b973-a3bdaedcbdf2 req-222f0e29-49b5-4cc2-ad3a-a5dcda7e2210 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.1531203 Feb 09 22:19:14.664151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] For port ca49caa1-e5ba-4a33-a3e5-73525f083fc1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,segment=NetworkSegment(e743e6a4-6c96-4160-9081-1091ec8c46b9),segment_id=e743e6a4-6c96-4160-9081-1091ec8c46b9)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:14.664823 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.681835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Calling delete_port for ca49caa1-e5ba-4a33-a3e5-73525f083fc1 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:14.736829 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d3eef3b8-098d-4a19-b973-a3bdaedcbdf2 req-de5524d4-c250-4918-bab2-4f3424ed71b8 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724587 Feb 09 22:19:14.845425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.853918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ca49caa1-e5ba-4a33-a3e5-73525f083fc1), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:14.872868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:14.880770 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] No DVR routers for this DVR port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:14.913391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Pushing event deleted for resources: {'Port': ['ID=ca49caa1-e5ba-4a33-a3e5-73525f083fc1,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:14.918181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] No DVR routers for this DVR port ca49caa1-e5ba-4a33-a3e5-73525f083fc1 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:14.925971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.926317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.926657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.926995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.927329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.927746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.928126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.928459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.928785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.929111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.929438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.938094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.938508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850603ad-a2aa-4a9f-bed2-bd1c87bfecba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:14.942745 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:19:15.003733 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (ff57955b-8c5f-4186-89e9-b5919716c4ba), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.026113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff57955b-8c5f-4186-89e9-b5919716c4ba']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:15.043293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e743e6a4-6c96-4160-9081-1091ec8c46b9') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:15.043680 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e743e6a4-6c96-4160-9081-1091ec8c46b9') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:15.065661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (e743e6a4-6c96-4160-9081-1091ec8c46b9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.086559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (e743e6a4-6c96-4160-9081-1091ec8c46b9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.093550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:15.094023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (e743e6a4-6c96-4160-9081-1091ec8c46b9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:15.095956 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:15.227232 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (ff57955b-8c5f-4186-89e9-b5919716c4ba), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.233226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.236697 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] 10.222.0.98 "DELETE /v2.0/networks/ff57955b-8c5f-4186-89e9-b5919716c4ba HTTP/1.1" status: 204 len: 168 time: 1.0574250 Feb 09 22:19:15.239657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:15.253742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3e74d-0d42-4ebb-9f41-048b74c7967e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff57955b-8c5f-4186-89e9-b5919716c4ba,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:15.624987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.884903 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca49caa1-e5ba-4a33-a3e5-73525f083fc1 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:15.903385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ca49caa1-e5ba-4a33-a3e5-73525f083fc1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:15.903762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca49caa1-e5ba-4a33-a3e5-73525f083fc1 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:15.962823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22848ccc-61bf-4c76-bada-a34057b06af5 req-7a832b4c-85b5-49e4-8f5f-e98cb021a9ce tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:15.962823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22848ccc-61bf-4c76-bada-a34057b06af5 req-7a832b4c-85b5-49e4-8f5f-e98cb021a9ce tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.1052105 Feb 09 22:19:15.971986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Deleting port e4b89a96-f564-44be-bd11-28c14ea01785 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:15.971986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.076483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-22848ccc-61bf-4c76-bada-a34057b06af5 req-f40d85b0-83fe-45c9-bb95-b52aaeb0e402 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024818 Feb 09 22:19:16.106691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] For port e4b89a96-f564-44be-bd11-28c14ea01785, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e4b89a96-f564-44be-bd11-28c14ea01785,segment=NetworkSegment(1c8ba790-83f3-4b02-914e-7de247d14a22),segment_id=1c8ba790-83f3-4b02-914e-7de247d14a22)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:16.106691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.123301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Calling delete_port for e4b89a96-f564-44be-bd11-28c14ea01785 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:16.402713 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e4b89a96-f564-44be-bd11-28c14ea01785), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.446992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b89a96-f564-44be-bd11-28c14ea01785,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:16.513740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-010d1e80-9cc3-4ce5-aa23-4681fd373c2a tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:16.515319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-010d1e80-9cc3-4ce5-aa23-4681fd373c2a tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.30 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.1225722 Feb 09 22:19:16.707429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Deleting port 2d0894f1-154e-4162-aa0f-8ad26eb20707 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:16.707796 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.710428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.886454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] For port 2d0894f1-154e-4162-aa0f-8ad26eb20707, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=2d0894f1-154e-4162-aa0f-8ad26eb20707,segment=NetworkSegment(0e64e61f-a111-40db-8f90-f0698dad70eb),segment_id=0e64e61f-a111-40db-8f90-f0698dad70eb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:16.886454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.898845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Calling delete_port for 2d0894f1-154e-4162-aa0f-8ad26eb20707 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:17.068347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:19:17.248048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52659f43-7b2d-4172-85e9-bd8199f7adb0 req-714e3d91-9cd2-4e18-87f5-60131df80ae5 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:17.249532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52659f43-7b2d-4172-85e9-bd8199f7adb0 req-714e3d91-9cd2-4e18-87f5-60131df80ae5 tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/ports?device_id=90c6bc97-2331-4179-ad2c-d31169e64096 HTTP/1.1" status: 200 len: 945 time: 0.0786691 Feb 09 22:19:17.253049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:19:17.260818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-828d557c-3101-4b3e-80ad-28aa5707772e admin admin] 10.222.0.98 "PUT /v2.0/routers/f58441d6-8d33-4deb-8c12-80d5a7f38cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0194781 Feb 09 22:19:17.262573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54580) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:17.263599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] Sync routers for ids ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:19:17.275118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] Routers {'f58441d6-8d33-4deb-8c12-80d5a7f38cf9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:17.276072 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:19:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:17.341465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (2d0894f1-154e-4162-aa0f-8ad26eb20707), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.354165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['2d0894f1-154e-4162-aa0f-8ad26eb20707'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:17.394070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Pushing event deleted for resources: {'Port': ['ID=2d0894f1-154e-4162-aa0f-8ad26eb20707,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:17.394342 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] Set router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:17.446791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-52659f43-7b2d-4172-85e9-bd8199f7adb0 req-f527f7db-05d1-40b4-b0ac-3d8b6b7ba7fc tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.98 "GET /v2.0/security-groups?id=787e3977-cff2-4ca4-a2c0-24679f8506c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847515 Feb 09 22:19:17.463266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] No DVR routers for this DVR port 2d0894f1-154e-4162-aa0f-8ad26eb20707 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:17.466874 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.470948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2993f669-4be4-4bf5-a24c-a9ab111312ff req-41a779b0-ea1f-4f54-9412-b71e8f8acedf tempest-TestServerAdvancedOps-2042703675 tempest-TestServerAdvancedOps-2042703675-project] 10.222.0.30 "DELETE /v2.0/ports/2d0894f1-154e-4162-aa0f-8ad26eb20707 HTTP/1.1" status: 204 len: 173 time: 0.9474707 Feb 09 22:19:17.471317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c6bc97-2331-4179-ad2c-d31169e64096', 'name': 'network-vif-deleted', 'tag': '2d0894f1-154e-4162-aa0f-8ad26eb20707'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:17.473713 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d3046-903e-4726-8600-a8b7677f5050" -d '{"events": [{"server_uuid": "90c6bc97-2331-4179-ad2c-d31169e64096", "name": "network-vif-deleted", "tag": "2d0894f1-154e-4162-aa0f-8ad26eb20707"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:17.489381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks [] for router (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.557811 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02cc310-0166-4787-8d66-1b78b16fa5fd x-openstack-request-id: req-f02cc310-0166-4787-8d66-1b78b16fa5fd {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:17.562799 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c6bc97-2331-4179-ad2c-d31169e64096", "name": "network-vif-deleted", "tag": "2d0894f1-154e-4162-aa0f-8ad26eb20707", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:17.562799 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f02cc310-0166-4787-8d66-1b78b16fa5fd {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:17.562799 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c6bc97-2331-4179-ad2c-d31169e64096', 'name': 'network-vif-deleted', 'tag': '2d0894f1-154e-4162-aa0f-8ad26eb20707', 'status': 'completed', 'code': 200} Feb 09 22:19:17.610675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks [] for router_gateway (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.611912 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0047e89-bd1e-4df7-a3d2-a6156a50d05a req-81060e7a-fb0c-4509-b928-b3c465a51e33 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:17.613591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0047e89-bd1e-4df7-a3d2-a6156a50d05a req-81060e7a-fb0c-4509-b928-b3c465a51e33 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 946 time: 0.3693955 Feb 09 22:19:17.627588 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:19:16Z', 'revision_number': 5, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:17.669043 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] Checking router: f58441d6-8d33-4deb-8c12-80d5a7f38cf9 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:19:17.681063 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] Routers {'f58441d6-8d33-4deb-8c12-80d5a7f38cf9'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:19:17.681671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:19:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:17.689405 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f0047e89-bd1e-4df7-a3d2-a6156a50d05a req-5e86fb93-41d1-4119-814a-20c817eb3da5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 Feb 09 22:19:17.775273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Deleting port 55d74a2d-b2d1-4cdd-b395-238f656d1d94 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:17.775675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.792577 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] Set router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:19:17.871400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] For port 55d74a2d-b2d1-4cdd-b395-238f656d1d94, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=55d74a2d-b2d1-4cdd-b395-238f656d1d94,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:17.871876 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:17.885276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Calling delete_port for 55d74a2d-b2d1-4cdd-b395-238f656d1d94 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:17.980514 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:19:16Z', 'revision_number': 5, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:18.010133 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b425e-1f10-4e64-a24a-365f704b73d3 None None] The sync data for ids ['f58441d6-8d33-4deb-8c12-80d5a7f38cf9'] in n-d-828599-1 is: [{'id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'name': 'tempest-TestServerMultinode-2007048375-router', 'tenant_id': '6c00b2ee96c7456aaf710bc81faa8424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:24Z', 'updated_at': '2022-02-09T22:19:16Z', 'revision_number': 5, 'project_id': '6c00b2ee96c7456aaf710bc81faa8424', 'gw_port': {'id': '55d74a2d-b2d1-4cdd-b395-238f656d1d94', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58441d6-8d33-4deb-8c12-80d5a7f38cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:25Z', 'updated_at': '2022-02-09T22:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:19:18.118392 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (55d74a2d-b2d1-4cdd-b395-238f656d1d94), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.147135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Pushing event deleted for resources: {'Port': ['ID=55d74a2d-b2d1-4cdd-b395-238f656d1d94,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:18.205458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.294105 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.296139 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks [] for router_controller (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.402965 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (f58441d6-8d33-4deb-8c12-80d5a7f38cf9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.403512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58441d6-8d33-4deb-8c12-80d5a7f38cf9 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:19:18.409837 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.412761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:18.412907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fd9af753-b9f1-4d17-835f-98d63ef7426d admin admin] 10.222.0.98 "DELETE /v2.0/routers/f58441d6-8d33-4deb-8c12-80d5a7f38cf9 HTTP/1.1" status: 204 len: 168 time: 1.1493826 Feb 09 22:19:18.460446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] Deleting subnet e3ff4a94-a751-4c09-992f-e7ca90cbab71 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:18.463893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] Publish callbacks [] for subnet (e3ff4a94-a751-4c09-992f-e7ca90cbab71), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.500450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (e3ff4a94-a751-4c09-992f-e7ca90cbab71), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.523697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54588) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:18.578792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] Deleting subnet 300d8ba6-7d77-4f25-995a-1ea584931e17 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:18.582053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] Publish callbacks [] for subnet (300d8ba6-7d77-4f25-995a-1ea584931e17), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.592731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e3ff4a94-a751-4c09-992f-e7ca90cbab71), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.617099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (300d8ba6-7d77-4f25-995a-1ea584931e17), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.659565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (300d8ba6-7d77-4f25-995a-1ea584931e17), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.714498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (e3ff4a94-a751-4c09-992f-e7ca90cbab71), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.730498 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.736592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ac365-d7c9-4c86-a6f4-7c57d81db77d None None] Network 0635b04a-d4b6-4e94-b81f-75bc82870ac1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:19:18.739899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e3ff4a94-a751-4c09-992f-e7ca90cbab71 HTTP/1.1" status: 204 len: 168 time: 0.3225725 Feb 09 22:19:18.740695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54592) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:18.757082 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b0e42-4ca9-49e4-9243-1e3c5690da0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ff4a94-a751-4c09-992f-e7ca90cbab71,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:18.798805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (300d8ba6-7d77-4f25-995a-1ea584931e17), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.833011 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db79c-959c-427e-b2b0-82e7b0956b4f req-3b9b1f8a-f584-454b-9ccc-e0ed75f5cf52 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:18.834522 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b71db79c-959c-427e-b2b0-82e7b0956b4f req-3b9b1f8a-f584-454b-9ccc-e0ed75f5cf52 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 946 time: 0.0615013 Feb 09 22:19:18.840696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300d8ba6-7d77-4f25-995a-1ea584931e17,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:18.853296 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.859720 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dd82a7f6-3c54-4b7e-87ed-570d8a888703 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/300d8ba6-7d77-4f25-995a-1ea584931e17 HTTP/1.1" status: 204 len: 168 time: 0.3339500 Feb 09 22:19:18.860065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0635b04a-d4b6-4e94-b81f-75bc82870ac1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.861241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54594) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:18.917644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Deleting port 90064de9-7d12-4c61-b9ee-20e61d7abec2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:18.918390 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:18.952102 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b71db79c-959c-427e-b2b0-82e7b0956b4f req-ab07a73f-1878-41b7-a6ea-74a44a4b3d37 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=9e8b32a8-04ad-4fa8-ae69-619a65c7765a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113386 Feb 09 22:19:18.959272 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (28bc09b2-f0c7-4762-b649-adf4f058a272), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.048731 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (28bc09b2-f0c7-4762-b649-adf4f058a272), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.071146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bc09b2-f0c7-4762-b649-adf4f058a272']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.081936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e64e61f-a111-40db-8f90-f0698dad70eb') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.082219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e64e61f-a111-40db-8f90-f0698dad70eb') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.096611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0e64e61f-a111-40db-8f90-f0698dad70eb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.111116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0e64e61f-a111-40db-8f90-f0698dad70eb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.120669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:19.121077 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0e64e61f-a111-40db-8f90-f0698dad70eb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:19.126617 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:19.132826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] DHCP port deletion for 0635b04a-d4b6-4e94-b81f-75bc82870ac1 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:19:19.203374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] Deleting port 90064de9-7d12-4c61-b9ee-20e61d7abec2 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:19.203778 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.256699 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (28bc09b2-f0c7-4762-b649-adf4f058a272), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.275872 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.277816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] For port 90064de9-7d12-4c61-b9ee-20e61d7abec2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=90064de9-7d12-4c61-b9ee-20e61d7abec2,segment=NetworkSegment(1c8ba790-83f3-4b02-914e-7de247d14a22),segment_id=1c8ba790-83f3-4b02-914e-7de247d14a22)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:19.278239 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.282958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] 10.222.0.98 "DELETE /v2.0/networks/28bc09b2-f0c7-4762-b649-adf4f058a272 HTTP/1.1" status: 204 len: 168 time: 0.4168959 Feb 09 22:19:19.282958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e9507-3aa6-4497-9d8d-2694f6dea2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=28bc09b2-f0c7-4762-b649-adf4f058a272,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:19.282958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54596) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:19.303357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] Calling delete_port for 90064de9-7d12-4c61-b9ee-20e61d7abec2 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:19.339375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] Deleting subnet 6fa534ea-5069-4e0f-91d9-74b4510949d6 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:19:19.343455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] For port 90064de9-7d12-4c61-b9ee-20e61d7abec2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=90064de9-7d12-4c61-b9ee-20e61d7abec2,segment=NetworkSegment(1c8ba790-83f3-4b02-914e-7de247d14a22),segment_id=1c8ba790-83f3-4b02-914e-7de247d14a22)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:19.343591 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] Publish callbacks [] for subnet (6fa534ea-5069-4e0f-91d9-74b4510949d6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.343793 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.359627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Calling delete_port for 90064de9-7d12-4c61-b9ee-20e61d7abec2 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:19.372846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-ca54a867-e196-429e-b5da-ebadd2ed5667 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:19.374255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-ca54a867-e196-429e-b5da-ebadd2ed5667 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 946 time: 0.0884292 Feb 09 22:19:19.384831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (6fa534ea-5069-4e0f-91d9-74b4510949d6), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.424397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (6fa534ea-5069-4e0f-91d9-74b4510949d6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.460644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.486683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] Pushing event deleted for resources: {'Port': ['ID=90064de9-7d12-4c61-b9ee-20e61d7abec2,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:19.492482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68ff49-7813-424e-8a2a-762f3673172f None None] No DVR routers for this DVR port 90064de9-7d12-4c61-b9ee-20e61d7abec2 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:19.508920 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (90064de9-7d12-4c61-b9ee-20e61d7abec2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.542712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Pushing event deleted for resources: {'Port': ['ID=90064de9-7d12-4c61-b9ee-20e61d7abec2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:19.550381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] No DVR routers for this DVR port 90064de9-7d12-4c61-b9ee-20e61d7abec2 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:19.554575 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (6fa534ea-5069-4e0f-91d9-74b4510949d6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.582891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa534ea-5069-4e0f-91d9-74b4510949d6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:19.584981 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.588276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4e3b743e-bdd1-492e-a45a-bdc76551cf9b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6fa534ea-5069-4e0f-91d9-74b4510949d6 HTTP/1.1" status: 204 len: 168 time: 0.3053436 Feb 09 22:19:19.590685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54598) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:19.621389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 099fcbf5-8036-4009-bde4-6534504795bb {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:19.621389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (099fcbf5-8036-4009-bde4-6534504795bb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.663763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (6be89b47-96c3-404f-843e-5fb84389d7d9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.674727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0635b04a-d4b6-4e94-b81f-75bc82870ac1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.705679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0635b04a-d4b6-4e94-b81f-75bc82870ac1']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.721034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8ba790-83f3-4b02-914e-7de247d14a22') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.721346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8ba790-83f3-4b02-914e-7de247d14a22') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.739326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (1c8ba790-83f3-4b02-914e-7de247d14a22), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.740050 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (6be89b47-96c3-404f-843e-5fb84389d7d9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.761580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be89b47-96c3-404f-843e-5fb84389d7d9']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.762472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] For port 099fcbf5-8036-4009-bde4-6534504795bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=099fcbf5-8036-4009-bde4-6534504795bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:19.762845 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (099fcbf5-8036-4009-bde4-6534504795bb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.765693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (1c8ba790-83f3-4b02-914e-7de247d14a22), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.772740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab97c67b-ace4-47de-8dba-9da3a2b8b471') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.772740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab97c67b-ace4-47de-8dba-9da3a2b8b471') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:19:19.781962 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 099fcbf5-8036-4009-bde4-6534504795bb owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:19.782105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (ab97c67b-ace4-47de-8dba-9da3a2b8b471), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.784006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:19.784341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (1c8ba790-83f3-4b02-914e-7de247d14a22), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: self.session.flush() Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:19.785962 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:19.798096 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ab97c67b-ace4-47de-8dba-9da3a2b8b471), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.806343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:19:19.806886 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (ab97c67b-ace4-47de-8dba-9da3a2b8b471), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:19:19.808829 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:19:19.845585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e4b89a96-f564-44be-bd11-28c14ea01785 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:19.868502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: e4b89a96-f564-44be-bd11-28c14ea01785 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:19.868850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e4b89a96-f564-44be-bd11-28c14ea01785 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:19.869292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 55d74a2d-b2d1-4cdd-b395-238f656d1d94 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:19.888448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 55d74a2d-b2d1-4cdd-b395-238f656d1d94 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:19.888736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 55d74a2d-b2d1-4cdd-b395-238f656d1d94 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:19.889153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 90064de9-7d12-4c61-b9ee-20e61d7abec2 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:19.907788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 90064de9-7d12-4c61-b9ee-20e61d7abec2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:19.908160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 90064de9-7d12-4c61-b9ee-20e61d7abec2 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:19.947201 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (6be89b47-96c3-404f-843e-5fb84389d7d9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.953226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.956647 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6be89b47-96c3-404f-843e-5fb84389d7d9 HTTP/1.1" status: 204 len: 168 time: 0.3646617 Feb 09 22:19:19.968429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08959433-215d-4d87-9f7a-93fc03f73a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be89b47-96c3-404f-843e-5fb84389d7d9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:19.975850 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0635b04a-d4b6-4e94-b81f-75bc82870ac1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:19.998156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.002189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0635b04a-d4b6-4e94-b81f-75bc82870ac1 HTTP/1.1" status: 204 len: 168 time: 1.2604227 Feb 09 22:19:20.003260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafa7fb-f3ae-406a-9ce2-7437f4285827 admin admin] Pushing event deleted for resources: {'Network': ['ID=0635b04a-d4b6-4e94-b81f-75bc82870ac1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:20.008715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2d0894f1-154e-4162-aa0f-8ad26eb20707 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:20.032434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 2d0894f1-154e-4162-aa0f-8ad26eb20707 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:20.032899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 2d0894f1-154e-4162-aa0f-8ad26eb20707 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:20.055976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (099fcbf5-8036-4009-bde4-6534504795bb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.085742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=099fcbf5-8036-4009-bde4-6534504795bb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:20.135664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] No DVR routers for this DVR port 099fcbf5-8036-4009-bde4-6534504795bb on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:20.138447 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.142150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a8125372-89ef-4717-89b6-1626019cd2a4 req-e79700c7-1e6a-4918-ad85-49a3ad85914d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "DELETE /v2.0/ports/099fcbf5-8036-4009-bde4-6534504795bb HTTP/1.1" status: 204 len: 173 time: 0.7286260 Feb 09 22:19:20.142543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'name': 'network-vif-deleted', 'tag': '099fcbf5-8036-4009-bde4-6534504795bb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:20.144883 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58b6021-109e-4123-8a16-68135c904d98" -d '{"events": [{"server_uuid": "3600bc29-dd26-4639-a5c3-291f6879ec82", "name": "network-vif-deleted", "tag": "099fcbf5-8036-4009-bde4-6534504795bb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:20.183838 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b723b-5670-4dcc-a074-97ee89202a48 x-openstack-request-id: req-dc0b723b-5670-4dcc-a074-97ee89202a48 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:20.184239 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3600bc29-dd26-4639-a5c3-291f6879ec82", "name": "network-vif-deleted", "tag": "099fcbf5-8036-4009-bde4-6534504795bb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:20.184579 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc0b723b-5670-4dcc-a074-97ee89202a48 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:20.185004 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3600bc29-dd26-4639-a5c3-291f6879ec82', 'name': 'network-vif-deleted', 'tag': '099fcbf5-8036-4009-bde4-6534504795bb', 'status': 'completed', 'code': 200} Feb 09 22:19:20.351525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54610) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:20.396348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-74b54aa7-6966-4373-ac61-1dc5ea77ca53 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71b555a1a01a4cb082bc55943537fb55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435240 Feb 09 22:19:20.398740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54612) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:20.430171 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54614) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:20.460808 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25339c2b-ec8d-4f58-933b-2906eb56543f admin admin] Publish callbacks [] for security_group (787e3977-cff2-4ca4-a2c0-24679f8506c8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.486577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25339c2b-ec8d-4f58-933b-2906eb56543f admin admin] Publish callbacks [] for security_group (787e3977-cff2-4ca4-a2c0-24679f8506c8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.497710 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3f02d80b-3bc2-4955-b0b9-751ca837eb0c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2ba6f15ed2b48058d95c09990af82e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661886 Feb 09 22:19:20.500333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54616) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:20.573766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3428bb1d-cbed-482e-be99-e865a781afaa admin admin] Publish callbacks [] for security_group (1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.602269 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3428bb1d-cbed-482e-be99-e865a781afaa admin admin] Publish callbacks [] for security_group (1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.656502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-759c0c87-3b06-4e00-a8b7-9707435aade9 req-78c2e76c-a440-411e-a290-fa0dcaa6bd9e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.6307244 Feb 09 22:19:20.678902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25339c2b-ec8d-4f58-933b-2906eb56543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (787e3977-cff2-4ca4-a2c0-24679f8506c8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.681582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-25339c2b-ec8d-4f58-933b-2906eb56543f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.682719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-25339c2b-ec8d-4f58-933b-2906eb56543f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/787e3977-cff2-4ca4-a2c0-24679f8506c8 HTTP/1.1" status: 204 len: 168 time: 0.2830715 Feb 09 22:19:20.690666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25339c2b-ec8d-4f58-933b-2906eb56543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e3977-cff2-4ca4-a2c0-24679f8506c8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:20.763141 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3428bb1d-cbed-482e-be99-e865a781afaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.766973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3428bb1d-cbed-482e-be99-e865a781afaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:20.771208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3428bb1d-cbed-482e-be99-e865a781afaa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4 HTTP/1.1" status: 204 len: 168 time: 0.2696192 Feb 09 22:19:20.779022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428bb1d-cbed-482e-be99-e865a781afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e6c09-e8a0-41b6-81ec-3753d8e3ecf4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:21.557075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54626) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:21.597211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2797e5f6-43c6-4875-a72c-468e9cec29e2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=238ec503dc8d435fb6ce67fbc3a50079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387681 Feb 09 22:19:21.599651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54628) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:21.638512 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54630) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:21.661242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-111cd81c-803a-4b4a-b4f0-9d85de2458d5 admin admin] Publish callbacks [] for security_group (71d4b29a-04c3-49cc-b1b4-57b235dbe4d1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.699923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-111cd81c-803a-4b4a-b4f0-9d85de2458d5 admin admin] Publish callbacks [] for security_group (71d4b29a-04c3-49cc-b1b4-57b235dbe4d1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.711034 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b8bdf69f-df17-4632-b40f-52fd27281928 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c00b2ee96c7456aaf710bc81faa8424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677390 Feb 09 22:19:21.711825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54634) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:21.789514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e3eb2e2-89a8-4d9c-9b08-144e69c61b4e req-07363d06-7545-4d70-888a-934fcfc066c9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0467618 Feb 09 22:19:21.807204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34b3f568-4965-481f-b0ae-29ba45908927 admin admin] Publish callbacks [] for security_group (f261e881-a68c-4230-a64f-f84a7d873d03), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.829704 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34b3f568-4965-481f-b0ae-29ba45908927 admin admin] Publish callbacks [] for security_group (f261e881-a68c-4230-a64f-f84a7d873d03), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.867494 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-111cd81c-803a-4b4a-b4f0-9d85de2458d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (71d4b29a-04c3-49cc-b1b4-57b235dbe4d1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.870469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-111cd81c-803a-4b4a-b4f0-9d85de2458d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.873629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-111cd81c-803a-4b4a-b4f0-9d85de2458d5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/71d4b29a-04c3-49cc-b1b4-57b235dbe4d1 HTTP/1.1" status: 204 len: 168 time: 0.2711959 Feb 09 22:19:21.881924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cd81c-803a-4b4a-b4f0-9d85de2458d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4b29a-04c3-49cc-b1b4-57b235dbe4d1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:21.957502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34b3f568-4965-481f-b0ae-29ba45908927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f261e881-a68c-4230-a64f-f84a7d873d03), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.960301 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34b3f568-4965-481f-b0ae-29ba45908927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:21.961503 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34b3f568-4965-481f-b0ae-29ba45908927 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f261e881-a68c-4230-a64f-f84a7d873d03 HTTP/1.1" status: 204 len: 168 time: 0.2492895 Feb 09 22:19:21.976234 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3f568-4965-481f-b0ae-29ba45908927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f261e881-a68c-4230-a64f-f84a7d873d03,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:22.011065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 099fcbf5-8036-4009-bde4-6534504795bb no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:22.041167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 099fcbf5-8036-4009-bde4-6534504795bb {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:22.041807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 099fcbf5-8036-4009-bde4-6534504795bb not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:22.893705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5069fdd-bc1c-4ea3-8368-cdb203241992 req-bc03c26c-b55e-449e-a0ec-c8938caeb076 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0309796 Feb 09 22:19:23.989733 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17ca7364-815a-43af-ae78-8a86c0873a33 req-5db02ea6-72e5-4b9f-9c1c-b93e6b4980a9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0286858 Feb 09 22:19:25.082849 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1b3dcfc-e7ed-4567-8bfa-a314297cc79c req-23c60aab-0fff-4cbc-a3d6-026827d2c4ac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0269854 Feb 09 22:19:26.180371 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfdae255-1f1c-4949-ad8b-e356afd6d3da req-7a098eb3-dbe1-4606-943c-7817ed4d330d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0277495 Feb 09 22:19:27.478056 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f3e92514-e9eb-4a83-b9e5-b51d65babdb5 req-926158a6-473d-43cb-9a6c-8f1c1de0dd61 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.2319012 Feb 09 22:19:28.576935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0727cad-53d8-4a6e-9a70-7b204b3615b8 req-fbfa5c9e-581e-4fd9-962f-3b1bc3e535a8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Feb 09 22:19:29.547351 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:29.688320 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-31794ed0-57d7-43b3-a715-597a419b5531 req-60fdd3ac-e1a4-407e-a08c-88ce05a5e3d4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3600bc29-dd26-4639-a5c3-291f6879ec82 HTTP/1.1" status: 200 len: 210 time: 0.0277095 Feb 09 22:19:31.084673 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:31.106557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5df91-a89e-4f96-aa17-23172d9f0568 req-7904c149-0746-4e61-a535-0ae4b6026e54 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:31.108106 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12e5df91-a89e-4f96-aa17-23172d9f0568 req-7904c149-0746-4e61-a535-0ae4b6026e54 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0574334 Feb 09 22:19:31.158250 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-12e5df91-a89e-4f96-aa17-23172d9f0568 req-77e104ee-5e41-4ac6-bc5f-8d808de2f5d2 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 Feb 09 22:19:32.277763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9498ea-abbc-44b3-8ec7-7efd9f6ecd1f req-18e5cc11-8028-4141-9910-afd3266bfab1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:32.279265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af9498ea-abbc-44b3-8ec7-7efd9f6ecd1f req-18e5cc11-8028-4141-9910-afd3266bfab1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0526140 Feb 09 22:19:32.328266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af9498ea-abbc-44b3-8ec7-7efd9f6ecd1f req-d0e932e6-fcb5-49d5-a85c-1e6552517e38 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Feb 09 22:19:33.446482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957ee27-dfee-4765-9a3d-2113e35290f2 req-4ed36baf-7cc7-4de9-ae18-d04144228e6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:33.447992 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2957ee27-dfee-4765-9a3d-2113e35290f2 req-4ed36baf-7cc7-4de9-ae18-d04144228e6e tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Feb 09 22:19:33.503471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2957ee27-dfee-4765-9a3d-2113e35290f2 req-49d25df6-6378-4a4f-ba14-738730d9e17c tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495498 Feb 09 22:19:34.627387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88375fe-5943-47f3-9249-9828feb207b6 req-b9f323e3-519b-4a42-bcb1-bae64f204af0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:34.628908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c88375fe-5943-47f3-9249-9828feb207b6 req-b9f323e3-519b-4a42-bcb1-bae64f204af0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0574374 Feb 09 22:19:34.677961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c88375fe-5943-47f3-9249-9828feb207b6 req-25338705-10f7-402d-a90e-6cac6ff6fa91 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Feb 09 22:19:35.501272 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-19e68684-bf53-45e2-baa5-ef87cd1fd9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:35.800618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9177a-f4db-410e-ba54-3cfa8efa3d2e req-69a60d19-6b45-4a41-ac79-cfc31258f3bb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:35.802158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8b9177a-f4db-410e-ba54-3cfa8efa3d2e req-69a60d19-6b45-4a41-ac79-cfc31258f3bb tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0549359 Feb 09 22:19:35.852750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8b9177a-f4db-410e-ba54-3cfa8efa3d2e req-cc85ea09-1951-4d04-aa45-e0bb5d5d1029 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445392 Feb 09 22:19:36.564638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54750) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:36.569385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437955041', 'description': 'tempest-secgroup-smoke-1437955041 description', 'project_id': '461e7644e2794ae091537a5d424bb553'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:36.655737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.721519 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group (f52fa382-bd0d-49f1-83e7-a515c2c6e5bd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.792557 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f52fa382-bd0d-49f1-83e7-a515c2c6e5bd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.820772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:36.828239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.828598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.828950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.829877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.830224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.830570 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.830914 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.831248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.831582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.831949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.832288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.832618 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.832950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:19:36.897708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:36.899010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7c894084-e065-4b75-b39d-603551410cf8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3333554 Feb 09 22:19:36.901822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54754) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:36.906177 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3fd238ef-d050-44a5-8323-afbb0521d19b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'security_group_rule': {'security_group_id': 'f52fa382-bd0d-49f1-83e7-a515c2c6e5bd', 'project_id': '461e7644e2794ae091537a5d424bb553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:36.979320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2460d65-e17e-4e58-a39d-c7036b029caa req-c7fc0f41-3cb2-46c7-bee9-ee67b85e204b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:36.980954 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2460d65-e17e-4e58-a39d-c7036b029caa req-c7fc0f41-3cb2-46c7-bee9-ee67b85e204b tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0601854 Feb 09 22:19:36.997965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fd238ef-d050-44a5-8323-afbb0521d19b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (13108fa9-8c6a-4ac5-b5cf-2da675e3c8f2), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.060390 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d2460d65-e17e-4e58-a39d-c7036b029caa req-2d9693c0-0e90-45a6-a1ba-6213457c98ed tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731714 Feb 09 22:19:37.072644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fd238ef-d050-44a5-8323-afbb0521d19b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (13108fa9-8c6a-4ac5-b5cf-2da675e3c8f2), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.112640 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fd238ef-d050-44a5-8323-afbb0521d19b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (13108fa9-8c6a-4ac5-b5cf-2da675e3c8f2), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.131515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd238ef-d050-44a5-8323-afbb0521d19b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13108fa9-8c6a-4ac5-b5cf-2da675e3c8f2,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:37.171680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3fd238ef-d050-44a5-8323-afbb0521d19b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.173416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3fd238ef-d050-44a5-8323-afbb0521d19b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2701683 Feb 09 22:19:37.176492 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54756) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:37.181196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-98a858ba-4931-439a-bb10-708318ead324 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'security_group_rule': {'security_group_id': 'f52fa382-bd0d-49f1-83e7-a515c2c6e5bd', 'project_id': '461e7644e2794ae091537a5d424bb553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:37.264985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98a858ba-4931-439a-bb10-708318ead324 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (8a70ac23-b3c9-4481-a0e6-b1482d1dfa28), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.319983 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98a858ba-4931-439a-bb10-708318ead324 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (8a70ac23-b3c9-4481-a0e6-b1482d1dfa28), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.398374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98a858ba-4931-439a-bb10-708318ead324 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8a70ac23-b3c9-4481-a0e6-b1482d1dfa28), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.416253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a858ba-4931-439a-bb10-708318ead324 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a70ac23-b3c9-4481-a0e6-b1482d1dfa28,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:37.492056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98a858ba-4931-439a-bb10-708318ead324 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.493300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-98a858ba-4931-439a-bb10-708318ead324 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157580 Feb 09 22:19:37.501078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54758) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:37.505442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-91e432f6-1c39-40ef-9a0e-ab712b19130c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'security_group_rule': {'security_group_id': 'f52fa382-bd0d-49f1-83e7-a515c2c6e5bd', 'project_id': '461e7644e2794ae091537a5d424bb553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:37.518638 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4801b7a7-52f3-45be-b1e1-1c3794c29507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.609547 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91e432f6-1c39-40ef-9a0e-ab712b19130c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (cc3281e5-2d1d-44b5-999c-4aff22be3fc4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.665918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91e432f6-1c39-40ef-9a0e-ab712b19130c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (cc3281e5-2d1d-44b5-999c-4aff22be3fc4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.752665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91e432f6-1c39-40ef-9a0e-ab712b19130c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (cc3281e5-2d1d-44b5-999c-4aff22be3fc4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.772938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e432f6-1c39-40ef-9a0e-ab712b19130c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3281e5-2d1d-44b5-999c-4aff22be3fc4,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:37.846982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-91e432f6-1c39-40ef-9a0e-ab712b19130c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:37.848355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-91e432f6-1c39-40ef-9a0e-ab712b19130c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3462393 Feb 09 22:19:37.851165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54760) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:37.855787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0d81aa79-5bb5-4bfd-b26b-9fd4a794d864 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'security_group_rule': {'security_group_id': 'f52fa382-bd0d-49f1-83e7-a515c2c6e5bd', 'project_id': '461e7644e2794ae091537a5d424bb553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:37.946357 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d81aa79-5bb5-4bfd-b26b-9fd4a794d864 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (219358fd-caf3-4d85-a2d5-4be41b94c1f3), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.002626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d81aa79-5bb5-4bfd-b26b-9fd4a794d864 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (219358fd-caf3-4d85-a2d5-4be41b94c1f3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.066806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d81aa79-5bb5-4bfd-b26b-9fd4a794d864 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (219358fd-caf3-4d85-a2d5-4be41b94c1f3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.085549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81aa79-5bb5-4bfd-b26b-9fd4a794d864 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219358fd-caf3-4d85-a2d5-4be41b94c1f3,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:38.160755 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d81aa79-5bb5-4bfd-b26b-9fd4a794d864 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.161955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0d81aa79-5bb5-4bfd-b26b-9fd4a794d864 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3098183 Feb 09 22:19:38.164873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54764) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:38.169552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'security_group_rule': {'security_group_id': 'f52fa382-bd0d-49f1-83e7-a515c2c6e5bd', 'project_id': '461e7644e2794ae091537a5d424bb553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:38.185904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b384f-f7c4-48fc-80e7-530f7b511ef0 req-eafa4654-09e5-453f-8f86-b7113637e78a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:38.188443 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae6b384f-f7c4-48fc-80e7-530f7b511ef0 req-eafa4654-09e5-453f-8f86-b7113637e78a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0577056 Feb 09 22:19:38.227618 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Project 461e7644e2794ae091537a5d424bb553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:19:38.237848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae6b384f-f7c4-48fc-80e7-530f7b511ef0 req-6e7946de-0c28-4f75-b74d-5d574cc80435 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Feb 09 22:19:38.240190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (fa13ccf9-2f99-4c55-af0d-1882e1b2c6b1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.303485 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (fa13ccf9-2f99-4c55-af0d-1882e1b2c6b1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.352719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (fa13ccf9-2f99-4c55-af0d-1882e1b2c6b1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.372075 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa13ccf9-2f99-4c55-af0d-1882e1b2c6b1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:38.434762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.436032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ac90118f-eeb2-4268-81b1-d8e0491c713c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2699885 Feb 09 22:19:38.439198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54766) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:38.443563 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'security_group_rule': {'security_group_id': 'f52fa382-bd0d-49f1-83e7-a515c2c6e5bd', 'project_id': '461e7644e2794ae091537a5d424bb553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:19:38.529720 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Project 461e7644e2794ae091537a5d424bb553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:19:38.534480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (8d4fda1b-7ef4-45fe-9f89-2f123c7611a7), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.592857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (8d4fda1b-7ef4-45fe-9f89-2f123c7611a7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.690067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8d4fda1b-7ef4-45fe-9f89-2f123c7611a7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.713090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4fda1b-7ef4-45fe-9f89-2f123c7611a7,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:38.794843 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:38.796018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a5812447-f5ae-4961-a2de-67b5d8d7fe1b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558416 Feb 09 22:19:39.124070 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.356191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987663a-0069-483e-b372-f4e73b9156f3 req-f8da6fe8-7857-43c7-8406-ffc0a4586b6a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:39.357742 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0987663a-0069-483e-b372-f4e73b9156f3 req-f8da6fe8-7857-43c7-8406-ffc0a4586b6a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Feb 09 22:19:39.409639 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0987663a-0069-483e-b372-f4e73b9156f3 req-2c589b54-5bdb-437b-9e61-17c04dee6d03 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460899 Feb 09 22:19:39.890341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-782673ea-5cf5-416a-a348-a3c461ad0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:39.892013 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-782673ea-5cf5-416a-a348-a3c461ad0cf5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1127 time: 0.0546727 Feb 09 22:19:39.996711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-22f1aca0-c8db-4808-9b7b-34f0aacaea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:39.998330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-22f1aca0-c8db-4808-9b7b-34f0aacaea63 service neutron] 10.222.0.110 "GET /v2.0/networks?id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 HTTP/1.1" status: 200 len: 898 time: 0.0883732 Feb 09 22:19:40.070130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-5c8d6ac0-b063-4654-b2cd-95b2567e7cf1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 HTTP/1.1" status: 200 len: 1001 time: 0.0658271 Feb 09 22:19:40.119381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-63af1d85-ae06-4217-9ae4-fda17a9c7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:40.120917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-63af1d85-ae06-4217-9ae4-fda17a9c7fc8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f43dd287-9077-487f-9a9c-ee7064706774 HTTP/1.1" status: 200 len: 834 time: 0.0452652 Feb 09 22:19:40.174464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-a4d69ebc-43e1-47c1-8a7b-1da8c7e1c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:40.176001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-a4d69ebc-43e1-47c1-8a7b-1da8c7e1c6e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485039 Feb 09 22:19:40.273334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-8d27078c-da66-4161-b0ea-3231162bfd42 service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915499 Feb 09 22:19:40.330300 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:40.368197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-521268e2-d5ba-4ea5-b970-192e4d369358 req-a9b3d5f2-5474-41cc-a0da-e1fd6a53205b service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885787 Feb 09 22:19:40.533820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4946-29d3-4382-958e-ffec3a3b46c8 req-9f29e3bf-8256-4f35-b8ed-a03059e095d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:40.535344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f00d4946-29d3-4382-958e-ffec3a3b46c8 req-9f29e3bf-8256-4f35-b8ed-a03059e095d0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0553102 Feb 09 22:19:40.585983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f00d4946-29d3-4382-958e-ffec3a3b46c8 req-4c50c561-a9b0-49d4-aad0-ee102fe7faa9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 Feb 09 22:19:41.678967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.709404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdd357-0c1a-48a9-b109-3245f60d64bc req-c926c310-caa3-46b0-abad-6def5b763cf8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:41.710912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fcdd357-0c1a-48a9-b109-3245f60d64bc req-c926c310-caa3-46b0-abad-6def5b763cf8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0550163 Feb 09 22:19:41.762737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2fcdd357-0c1a-48a9-b109-3245f60d64bc req-1551d6dc-ea32-4c03-9a68-c0bee580b998 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 Feb 09 22:19:42.912009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fb13e-207e-4707-90e0-9fee55d07dd5 req-83ff6a5c-bf33-4c45-97fe-be8f4ad460f9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:42.913559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff7fb13e-207e-4707-90e0-9fee55d07dd5 req-83ff6a5c-bf33-4c45-97fe-be8f4ad460f9 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0619500 Feb 09 22:19:42.964656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff7fb13e-207e-4707-90e0-9fee55d07dd5 req-f7f78d42-3c7b-4299-97cd-e0a0e9995ab6 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452023 Feb 09 22:19:44.094475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60b12e-2de3-4c97-a364-c1c2007dd954 req-83bd056a-bdb9-40ab-9756-30e0948b66bd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:44.096530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af60b12e-2de3-4c97-a364-c1c2007dd954 req-83bd056a-bdb9-40ab-9756-30e0948b66bd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0601475 Feb 09 22:19:44.148592 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af60b12e-2de3-4c97-a364-c1c2007dd954 req-e2e4525c-f9b0-42e2-8153-2fe5a36370ae tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Feb 09 22:19:44.188040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5d6c-b014-48d3-9d24-0783d7f9ccb2 req-49afc91d-f260-48a3-a98f-cda2c6c7a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:44.189570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67fd5d6c-b014-48d3-9d24-0783d7f9ccb2 req-49afc91d-f260-48a3-a98f-cda2c6c7a24d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1127 time: 0.0448303 Feb 09 22:19:44.236242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67fd5d6c-b014-48d3-9d24-0783d7f9ccb2 req-3098c40d-349e-4f70-bbed-29bea3daef43 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Feb 09 22:19:45.276517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ca244-57b4-4bef-8a4d-0fed14a585d5 req-18c6a74f-64da-490f-8fc3-c95c2f5f9706 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:45.278086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-079ca244-57b4-4bef-8a4d-0fed14a585d5 req-18c6a74f-64da-490f-8fc3-c95c2f5f9706 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0595179 Feb 09 22:19:45.329111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-079ca244-57b4-4bef-8a4d-0fed14a585d5 req-b9797405-7d9e-4cf5-8155-41064b596cb4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449207 Feb 09 22:19:45.550651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:19:45.553266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:45.692259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:45.692664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.720795 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:45.721530 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b983c55-f2fa-4821-a0e7-2c488bc78631" -d '{"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:45.734515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:45.762134 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48477ba-e128-47a8-9afc-0f339bdd83c8 x-openstack-request-id: req-a48477ba-e128-47a8-9afc-0f339bdd83c8 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:45.762441 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:45.762717 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a48477ba-e128-47a8-9afc-0f339bdd83c8 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:45.763231 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'code': 200} Feb 09 22:19:45.795841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.809842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:45.841234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'port_id': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'mac_address': 'fa:16:3e:0e:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:19:45.881092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:45.892727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:45.893665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.912744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:19:45.932505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:45.987340 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:46.036061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:46.232826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:46.457391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928afd21-ab63-43de-86da-a22d5b074f3d req-1ed17abf-7f10-44e0-ac0a-5223700f22e1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:46.458949 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-928afd21-ab63-43de-86da-a22d5b074f3d req-1ed17abf-7f10-44e0-ac0a-5223700f22e1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 944 time: 0.0556195 Feb 09 22:19:46.515530 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-928afd21-ab63-43de-86da-a22d5b074f3d req-6695c907-2962-4c9c-91ff-3939f4061346 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497925 Feb 09 22:19:46.540419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 54868) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:19:46.608106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5aa0efd4-fde9-4344-ab88-2c4863cb7bcd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/floatingips/eda072d7-b6c4-41cc-9817-ae7ec7037da4 HTTP/1.1" status: 200 len: 992 time: 0.0664587 Feb 09 22:19:47.572264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:19:47.623238 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:19:47.623620 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:47.706540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:19:47.706962 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:47.742218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:47.764207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:47.766581 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42349b7-3aab-4624-b18d-82937e0a3471" -d '{"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-plugged", "status": "completed", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:47.781775 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:47.834831 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eba5ea-012d-4a26-9180-1f32e9a120b6 x-openstack-request-id: req-50eba5ea-012d-4a26-9180-1f32e9a120b6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:47.835126 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-plugged", "status": "completed", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:47.835385 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-50eba5ea-012d-4a26-9180-1f32e9a120b6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:47.835806 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'code': 200} Feb 09 22:19:47.840500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:51.942889 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:19:59.569388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:01.078755 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:03.768803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-1b54a546-0c04-46b2-874c-e1f866e4de86 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437955041&fields=id&tenant_id=461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 267 time: 0.0422235 Feb 09 22:20:03.870848 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-d2a79439-e562-4a21-ab83-fd73f4b6e07a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:03.872322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-d2a79439-e562-4a21-ab83-fd73f4b6e07a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.0965960 Feb 09 22:20:03.887418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-b7d232a0-46b5-412b-bb07-a86630f19245 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/quotas/461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 375 time: 0.0097198 Feb 09 22:20:03.945374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-fef399cd-6996-412f-b9dd-6744771586d4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531547 Feb 09 22:20:03.960035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-cd071c73-b682-495a-bb54-b24c374d408e service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:20:03.961001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-cd071c73-b682-495a-bb54-b24c374d408e service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050590 Feb 09 22:20:04.046694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-3396bdee-ed03-4a00-8b56-7ee2de42b477 service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804238 Feb 09 22:20:04.137473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-2f835507-ee44-47a6-a512-b6b1f696ddff service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844150 Feb 09 22:20:04.742458 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5af8e682-51a7-423e-bb65-bb94e71dd544 req-95296a1f-fe23-45e5-bca7-4cb41dfcf707 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0281861 Feb 09 22:20:05.507442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f864a62a-2eb0-48c6-be7d-9276c8490f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:05.838143 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e68bc741-9ab5-4d23-a9fa-6a56f0fb4bf4 req-6840f6e9-19fb-4be2-bde5-7ecea7c84ab2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0277009 Feb 09 22:20:06.662446 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-6cca9b3c-bef2-482a-8cce-b48abb7b166d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:06.663935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-6cca9b3c-bef2-482a-8cce-b48abb7b166d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1033754 Feb 09 22:20:06.730148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e41d393d-f1fa-4f92-ace6-68c0ace2ac70 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 380 time: 0.0543337 Feb 09 22:20:06.741779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'port': {'device_id': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'admin_state_up': True, 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'security_groups': ['f52fa382-bd0d-49f1-83e7-a515c2c6e5bd']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:06.933696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1edf6729-c500-49b1-a283-d5ad6e49e97c req-8be801f6-ee00-486a-a511-c6208508ef05 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Feb 09 22:20:06.936031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:06.939319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.083297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.20.0.7 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/c17bfe77-040d-442a-a632-e0157cbc2edb) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:07.221897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.302260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.345066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:07.350691 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:07.354702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:07.381606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=c17bfe77-040d-442a-a632-e0157cbc2edb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:07.411327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:07.411976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.480496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-e2be78f3-8805-4e72-8050-4f74e72128af tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430012 Feb 09 22:20:07.496717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Request body: {'port': {'device_id': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:07.506286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-23fb6ec5-d75a-4fa9-b3a8-8fad0027299d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.568241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.658408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ec30da01-5f72-4eb0-837a-73136030e997 None None] Provisioning complete for port c17bfe77-040d-442a-a632-e0157cbc2edb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:07.662431 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ec30da01-5f72-4eb0-837a-73136030e997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.705399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ec30da01-5f72-4eb0-837a-73136030e997 None None] Port c17bfe77-040d-442a-a632-e0157cbc2edb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:07.832930 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17bfe77-040d-442a-a632-e0157cbc2edb {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:20:07.840218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Publish callbacks [] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:07.851735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Transition to ACTIVE for port object c17bfe77-040d-442a-a632-e0157cbc2edb will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:20:07.924804 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.038344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c17bfe77-040d-442a-a632-e0157cbc2edb,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:08.092925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Attempting to bind port c17bfe77-040d-442a-a632-e0157cbc2edb on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:08.093265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Attempting to bind port c17bfe77-040d-442a-a632-e0157cbc2edb by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:08.093600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Attempting to bind port c17bfe77-040d-442a-a632-e0157cbc2edb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:08.101333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Port c17bfe77-040d-442a-a632-e0157cbc2edb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:20:08.101659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Attempting to bind port c17bfe77-040d-442a-a632-e0157cbc2edb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:08.109874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14b039-a78f-4bf9-929d-6a6ca9793a91 req-46001258-711d-4e66-8048-c5044485ee81 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.111422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d14b039-a78f-4bf9-929d-6a6ca9793a91 req-46001258-711d-4e66-8048-c5044485ee81 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0859876 Feb 09 22:20:08.116681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:08.117023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:08.117413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:08.117845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Bound port: c17bfe77-040d-442a-a632-e0157cbc2edb, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:08.118199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.201135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6d14b039-a78f-4bf9-929d-6a6ca9793a91 req-8de7821c-f730-4bad-8245-f5aab3f305d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806396 Feb 09 22:20:08.217281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] For port c17bfe77-040d-442a-a632-e0157cbc2edb, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:08.221616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] For port c17bfe77-040d-442a-a632-e0157cbc2edb, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c17bfe77-040d-442a-a632-e0157cbc2edb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:08.289577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.330011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.330635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:08.332652 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/c17bfe77-040d-442a-a632-e0157cbc2edb HTTP/1.1" status: 200 len: 1091 time: 0.8398991 Feb 09 22:20:08.333099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:08.335333 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4caa636-f81a-4712-9759-ba81f52e547b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:08.365775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1733b-6cf2-4810-ad6a-be46ba9624b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c17bfe77-040d-442a-a632-e0157cbc2edb,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:08.390461 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb9e86c-2418-481a-8d68-ed05892f4c50 x-openstack-request-id: req-0cb9e86c-2418-481a-8d68-ed05892f4c50 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:08.390764 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:08.391024 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0cb9e86c-2418-481a-8d68-ed05892f4c50 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:08.391428 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'status': 'completed', 'code': 200} Feb 09 22:20:08.464251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caa636-f81a-4712-9759-ba81f52e547b req-582056c6-54d6-46c9-b50a-eda3573d7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.465963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4caa636-f81a-4712-9759-ba81f52e547b req-582056c6-54d6-46c9-b50a-eda3573d7da5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1125 time: 0.0482190 Feb 09 22:20:08.585943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caa636-f81a-4712-9759-ba81f52e547b req-c379be77-0139-4fef-81ca-fb2448d39078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.587404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4caa636-f81a-4712-9759-ba81f52e547b req-c379be77-0139-4fef-81ca-fb2448d39078 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=461e7644e2794ae091537a5d424bb553&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1089232 Feb 09 22:20:08.687143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caa636-f81a-4712-9759-ba81f52e547b req-8daced37-8adf-4623-9595-42908206c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.688664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a4caa636-f81a-4712-9759-ba81f52e547b req-8daced37-8adf-4623-9595-42908206c586 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909162 Feb 09 22:20:08.771693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-c78ad06d-d3da-4812-b4f3-30a003f3b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.773310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-c78ad06d-d3da-4812-b4f3-30a003f3b4fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1125 time: 0.0448210 Feb 09 22:20:08.822480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-708e9b9b-5c42-412b-86a9-73cfdd85dd5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17bfe77-040d-442a-a632-e0157cbc2edb HTTP/1.1" status: 200 len: 217 time: 0.0385737 Feb 09 22:20:08.871276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-f2e2c6a6-a823-489a-b53f-548d62eb0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.872666 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-f2e2c6a6-a823-489a-b53f-548d62eb0871 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0430164 Feb 09 22:20:08.925111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-84371772-8701-4143-b3a7-4e45e6a08766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:08.927153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-84371772-8701-4143-b3a7-4e45e6a08766 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450430 Feb 09 22:20:09.021372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-49ea86db-e47a-4ad5-9521-8a5f7a68e7cc service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842659 Feb 09 22:20:09.115350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b31ae46-c1c4-4d86-8fbc-573c5ce22a21 req-63931114-3b80-44b9-89c7-fe811387de6b service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844858 Feb 09 22:20:09.118728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:09.322965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cad04-fa2a-4ce3-8bbd-5522567a6e85 req-8520220a-220e-42a6-a68a-eba8ccddeab2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:09.324385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a84cad04-fa2a-4ce3-8bbd-5522567a6e85 req-8520220a-220e-42a6-a68a-eba8ccddeab2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0570388 Feb 09 22:20:09.372348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a84cad04-fa2a-4ce3-8bbd-5522567a6e85 req-85714a32-02cf-4316-898c-0d673c813be5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Feb 09 22:20:10.334465 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:10.495800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba31f77-fd27-4cde-8348-1de6123c5be9 req-aad40066-d01b-420e-b6f1-c454bda15ffe tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:10.497408 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ba31f77-fd27-4cde-8348-1de6123c5be9 req-aad40066-d01b-420e-b6f1-c454bda15ffe tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0563154 Feb 09 22:20:10.546999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ba31f77-fd27-4cde-8348-1de6123c5be9 req-be07507b-1ba8-488b-a503-b8c7842581c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437925 Feb 09 22:20:11.668468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2b65e-cfc6-4ba1-94c6-ce35bae71ce9 req-ecb234a8-72a2-4fd8-a5e3-d0082a788da7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:11.669947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d2b65e-cfc6-4ba1-94c6-ce35bae71ce9 req-ecb234a8-72a2-4fd8-a5e3-d0082a788da7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0542152 Feb 09 22:20:11.671594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.720523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-95d2b65e-cfc6-4ba1-94c6-ce35bae71ce9 req-e64135f4-4b34-4882-bf80-f4e8c5dad271 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439963 Feb 09 22:20:13.096331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a687d4-a7bc-401e-9347-b419549076dc req-8e48b49a-37ef-4bb4-b3a7-236a3d8d816b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:13.098499 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4a687d4-a7bc-401e-9347-b419549076dc req-8e48b49a-37ef-4bb4-b3a7-236a3d8d816b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0533564 Feb 09 22:20:13.147106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4a687d4-a7bc-401e-9347-b419549076dc req-59bd33d1-9ac0-4dac-9245-aeca686d16d3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Feb 09 22:20:14.265515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc066670-bb67-478b-9181-af3401ceec1e req-a6b1a361-4431-4ef4-8a6c-1230de482ac0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:14.266993 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc066670-bb67-478b-9181-af3401ceec1e req-a6b1a361-4431-4ef4-8a6c-1230de482ac0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0515285 Feb 09 22:20:14.320996 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dc066670-bb67-478b-9181-af3401ceec1e req-9a4948bf-8760-4592-8af7-4c5e0b4b9c9a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477800 Feb 09 22:20:15.441359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa3f4-9627-4534-b526-c61369a127e6 req-99f867e6-e3cf-4b06-9344-b736cf98b677 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:15.443233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc9aa3f4-9627-4534-b526-c61369a127e6 req-99f867e6-e3cf-4b06-9344-b736cf98b677 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0551929 Feb 09 22:20:15.495871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc9aa3f4-9627-4534-b526-c61369a127e6 req-496e8462-8eb2-4881-b4a4-7b69ae8ad4d6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 Feb 09 22:20:16.616215 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8d1a2-933d-4b4c-b58f-d3d6e207fe47 req-811c00fa-bac5-4c3f-8565-6e0366467d34 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:16.617801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43c8d1a2-933d-4b4c-b58f-d3d6e207fe47 req-811c00fa-bac5-4c3f-8565-6e0366467d34 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0532730 Feb 09 22:20:16.668438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43c8d1a2-933d-4b4c-b58f-d3d6e207fe47 req-a9ba7a37-c2fd-4927-a6cc-5b97c028251c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Feb 09 22:20:17.787608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e2f1b-09b6-4e0d-83db-595de651aec0 req-973071a0-73d6-4115-8ddf-aa9d9996e785 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:17.789147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-652e2f1b-09b6-4e0d-83db-595de651aec0 req-973071a0-73d6-4115-8ddf-aa9d9996e785 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0526829 Feb 09 22:20:17.837547 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-652e2f1b-09b6-4e0d-83db-595de651aec0 req-52f90900-810a-4025-a651-571bb77d1ac1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Feb 09 22:20:18.954903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36cd5-5861-4309-aeda-afa74d987716 req-29566d03-e53e-49b0-bc31-622b08b8bc60 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:18.956415 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4c36cd5-5861-4309-aeda-afa74d987716 req-29566d03-e53e-49b0-bc31-622b08b8bc60 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0521834 Feb 09 22:20:19.003179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e4c36cd5-5861-4309-aeda-afa74d987716 req-f0d60b60-bc0f-4f07-b6ab-96ee115e6b49 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Feb 09 22:20:20.119127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d2121-8a71-4361-94ae-ac160d2fb050 req-17658a40-9fda-4328-9a25-e2757d951c9d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:20.120636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11d2121-8a71-4361-94ae-ac160d2fb050 req-17658a40-9fda-4328-9a25-e2757d951c9d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0514283 Feb 09 22:20:20.168305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11d2121-8a71-4361-94ae-ac160d2fb050 req-f2474392-d51b-47a1-b51b-46eea3fbb68c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Feb 09 22:20:21.288937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116c2b7-cf7a-4187-a481-88fccc372807 req-8dda4634-2e7a-4118-99be-b890232ffb8c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:21.290418 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b116c2b7-cf7a-4187-a481-88fccc372807 req-8dda4634-2e7a-4118-99be-b890232ffb8c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0567899 Feb 09 22:20:21.339681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b116c2b7-cf7a-4187-a481-88fccc372807 req-5fae1dc0-4c1c-4888-912e-63e294dda0be tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Feb 09 22:20:21.901624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 54994) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:22.056107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 211a9762-e0bb-4603-ae7b-03813de27b1e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:22.056460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.128425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.129298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (211a9762-e0bb-4603-ae7b-03813de27b1e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.140881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 211a9762-e0bb-4603-ae7b-03813de27b1e owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:22.444664 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (211a9762-e0bb-4603-ae7b-03813de27b1e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.465153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327e11-efc3-4d9c-9cbc-ef8bfd993311 req-49b37b4d-0ebe-447d-b9b9-820fcc809c49 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:22.466671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1327e11-efc3-4d9c-9cbc-ef8bfd993311 req-49b37b4d-0ebe-447d-b9b9-820fcc809c49 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0610981 Feb 09 22:20:22.472227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=211a9762-e0bb-4603-ae7b-03813de27b1e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:22.516342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1327e11-efc3-4d9c-9cbc-ef8bfd993311 req-df200e6a-c4de-4385-ad90-464ad1f9ac0b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Feb 09 22:20:22.536742 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for floatingip (eda072d7-b6c4-41cc-9817-ae7ec7037da4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.537084 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Floating IP eda072d7-b6c4-41cc-9817-ae7ec7037da4 disassociated (deleted). External IP: 172.25.5.241, port: 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7. Feb 09 22:20:22.748056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:22.854757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:22.859649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.864266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] Sync routers for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:22.873638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:22.874248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:20:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:22.891089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d60d92fd-fbc9-40f3-8b6e-6169e0b41b88 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/floatingips/eda072d7-b6c4-41cc-9817-ae7ec7037da4 HTTP/1.1" status: 204 len: 168 time: 0.9860063 Feb 09 22:20:22.891089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:22.891695 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a355fc2-4230-45f9-a8f8-b869207713d4" -d '{"events": [{"name": "network-changed", "server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:22.989339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:23.008019 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718be349-ceaf-41a2-b26a-c3f0a5440361 x-openstack-request-id: req-718be349-ceaf-41a2-b26a-c3f0a5440361 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:23.008019 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:23.008019 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-718be349-ceaf-41a2-b26a-c3f0a5440361 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:23.008019 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'status': 'completed', 'code': 200} Feb 09 22:20:23.071100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-a913c1a7-b5c7-4d14-8911-4da0cc3ecb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.072632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-a913c1a7-b5c7-4d14-8911-4da0cc3ecb9a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 1127 time: 0.0449216 Feb 09 22:20:23.165744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-fe9037f1-729c-4d2d-8564-76b673932ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.167146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-fe9037f1-729c-4d2d-8564-76b673932ca6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 HTTP/1.1" status: 200 len: 898 time: 0.0886798 Feb 09 22:20:23.192677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:23.212494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-d011a2bc-6d0f-47d8-a165-3a1d8745e215 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 HTTP/1.1" status: 200 len: 217 time: 0.0387666 Feb 09 22:20:23.220423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] Checking router: 66cea7c4-16a8-4a60-8c31-1bc2d969b56d for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:23.228817 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:23.229429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:20:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:23.299727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-37e07a11-5b50-4a88-9fe6-9737df0be6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.301864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-37e07a11-5b50-4a88-9fe6-9737df0be6ff service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f43dd287-9077-487f-9a9c-ee7064706774 HTTP/1.1" status: 200 len: 834 time: 0.0772626 Feb 09 22:20:23.347769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467a32a-fab3-4c09-aa14-9b77d3d58c81 req-70ed3727-a6cd-45d8-9948-d9f5eedcf4b1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.349347 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a467a32a-fab3-4c09-aa14-9b77d3d58c81 req-70ed3727-a6cd-45d8-9948-d9f5eedcf4b1 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0964117 Feb 09 22:20:23.385859 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-21f7dc6c-9cf9-455d-8de9-4ef114d541b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.387540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-21f7dc6c-9cf9-455d-8de9-4ef114d541b7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0771527 Feb 09 22:20:23.454644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a467a32a-fab3-4c09-aa14-9b77d3d58c81 req-b2d605c9-afb5-4652-8ab8-57584592c753 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986745 Feb 09 22:20:23.493580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-ca7463b5-709f-4178-a93c-e2897e69610c service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991831 Feb 09 22:20:23.499390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:23.592895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a355fc2-4230-45f9-a8f8-b869207713d4 req-aae130ad-7f91-43b6-9526-f73d737c81f9 service neutron] 10.222.0.110 "GET /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929468 Feb 09 22:20:23.649627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f43048-349c-424b-89d7-6b5febbd16f6 req-9f432989-d040-4321-8c9a-2f1ed287f2ba tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:23.651158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59f43048-349c-424b-89d7-6b5febbd16f6 req-9f432989-d040-4321-8c9a-2f1ed287f2ba tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 943 time: 0.0592859 Feb 09 22:20:23.704740 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59f43048-349c-424b-89d7-6b5febbd16f6 req-18c96b33-0353-454e-8c98-4c49e3f091d3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478001 Feb 09 22:20:23.705736 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:23.732502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d58d9-9b6a-4c2f-a124-707587d9425b None None] The sync data for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 is: [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f64cdde4-76bf-4dda-b4a8-fba32bde1d17', 'name': '', 'network_id': '75ef9fe6-6cb1-4525-905b-3094d1f9ffd1', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'mac_address': 'fa:16:3e:04:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:41Z', 'updated_at': '2022-02-09T22:18:45Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'subnets': [{'id': 'f43dd287-9077-487f-9a9c-ee7064706774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:23.952192 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d93f28-c9c0-48ee-a658-9c006e39750c None None] New status for floating IP eda072d7-b6c4-41cc-9817-ae7ec7037da4: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:20:24.334936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c17bfe77-040d-442a-a632-e0157cbc2edb details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:20:24.435796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c17bfe77-040d-442a-a632-e0157cbc2edb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c17bfe77-040d-442a-a632-e0157cbc2edb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:24.446342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'port_id': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'mac_address': 'fa:16:3e:9a:3c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:20:24.490987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port c17bfe77-040d-442a-a632-e0157cbc2edb is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:24.491388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.504813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17bfe77-040d-442a-a632-e0157cbc2edb {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:20:24.524958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c17bfe77-040d-442a-a632-e0157cbc2edb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c17bfe77-040d-442a-a632-e0157cbc2edb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:24.610312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71462d6a-0f79-4a31-a06b-ca23b714b99b req-7f76b342-3aa2-415a-b5f7-c81b408bca0a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:24.611722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71462d6a-0f79-4a31-a06b-ca23b714b99b req-7f76b342-3aa2-415a-b5f7-c81b408bca0a tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0867515 Feb 09 22:20:24.615371 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.619560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-7c53fddb-c8f6-40a2-9b9b-b33f7a0d6b5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:24.624230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-7c53fddb-c8f6-40a2-9b9b-b33f7a0d6b5d tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 945 time: 0.0947926 Feb 09 22:20:24.664361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=c17bfe77-040d-442a-a632-e0157cbc2edb,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:24.672166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.676573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.677526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:24.833013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c152b31-d7c3-4998-a7a5-88e8483cb697 req-108037f6-27fa-4958-a41c-03de5e0ff075 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:24.836840 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c152b31-d7c3-4998-a7a5-88e8483cb697 req-108037f6-27fa-4958-a41c-03de5e0ff075 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 944 time: 0.0595872 Feb 09 22:20:24.884988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['c17bfe77-040d-442a-a632-e0157cbc2edb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:20:24.897942 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c152b31-d7c3-4998-a7a5-88e8483cb697 req-4b76d74f-5dde-435f-8348-84ee91e2927c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571387 Feb 09 22:20:25.040106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71462d6a-0f79-4a31-a06b-ca23b714b99b req-0454d700-1cd2-4de1-9c9b-096a430d72a0 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/security-groups?id=3d0bcf19-de33-4be0-a441-f34fb70e03c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181149 Feb 09 22:20:25.065511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:25.065856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.154705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:25.154985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.167352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:25.352817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (8a8aaebe-1bde-48b4-bf53-ec1238b2ead7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.378533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=8a8aaebe-1bde-48b4-bf53-ec1238b2ead7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:25.391251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.391609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.391974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.392312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.392647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.392976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.393320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.393632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.393972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.394294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.395255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.395590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.395933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:25.435645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] No DVR routers for this DVR port 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:25.438230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.442321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d56136f1-ecdf-46f6-ab46-b1a454c5a07d req-1312fc95-e774-46d3-9f08-17336a4cdcc5 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.110 "DELETE /v2.0/ports/8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 HTTP/1.1" status: 204 len: 173 time: 0.8138609 Feb 09 22:20:25.442741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-deleted', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:25.444974 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd75d0-7f2c-4ca9-941f-4603e10d71f2" -d '{"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-deleted", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:25.483751 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc05dc-f6a7-425f-81d7-1d9985f4d8cf x-openstack-request-id: req-9cfc05dc-f6a7-425f-81d7-1d9985f4d8cf {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:25.484061 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d204a6-847d-467c-acd2-6b2727d6c352", "name": "network-vif-deleted", "tag": "8a8aaebe-1bde-48b4-bf53-ec1238b2ead7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:25.484322 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9cfc05dc-f6a7-425f-81d7-1d9985f4d8cf {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:25.484730 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d204a6-847d-467c-acd2-6b2727d6c352', 'name': 'network-vif-deleted', 'tag': '8a8aaebe-1bde-48b4-bf53-ec1238b2ead7', 'status': 'completed', 'code': 200} Feb 09 22:20:26.016735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e725f-e135-451b-a6f4-de7803611f4d req-c1a28ae4-6506-4ec6-8d34-faae761f0868 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:26.018114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de0e725f-e135-451b-a6f4-de7803611f4d req-c1a28ae4-6506-4ec6-8d34-faae761f0868 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 944 time: 0.0524960 Feb 09 22:20:26.066128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de0e725f-e135-451b-a6f4-de7803611f4d req-2949db23-d9f6-4477-8549-5ea6061b15ba tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Feb 09 22:20:26.150979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00ff0502-8fef-4b1f-9057-473eaaaeee5a req-42557e44-a905-462e-a5e8-1ef128fe2df4 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "GET /v2.0/ports?device_id=29d204a6-847d-467c-acd2-6b2727d6c352 HTTP/1.1" status: 200 len: 210 time: 0.0277994 Feb 09 22:20:26.351621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c17bfe77-040d-442a-a632-e0157cbc2edb up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:26.500057 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port c17bfe77-040d-442a-a632-e0157cbc2edb completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:20:26.504247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port c17bfe77-040d-442a-a632-e0157cbc2edb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:26.509865 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.579846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port c17bfe77-040d-442a-a632-e0157cbc2edb is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:26.580158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.601382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:26.607377 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8890077-2c02-47b7-9e11-c6bb3d31c72a" -d '{"events": [{"server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "name": "network-vif-plugged", "status": "completed", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:26.615666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port c17bfe77-040d-442a-a632-e0157cbc2edb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c17bfe77-040d-442a-a632-e0157cbc2edb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:26.641492 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb082d-ae1e-4f80-8776-9c2a4731e107 x-openstack-request-id: req-8edb082d-ae1e-4f80-8776-9c2a4731e107 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:26.641846 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "name": "network-vif-plugged", "status": "completed", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:26.642103 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8edb082d-ae1e-4f80-8776-9c2a4731e107 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:26.642503 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'code': 200} Feb 09 22:20:26.684672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.736731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=c17bfe77-040d-442a-a632-e0157cbc2edb,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:26.755873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d6be1-4bd6-49b7-a86d-68bcfe12c998 req-2c4dd8bd-cc28-4e8b-ad83-a9d4e07cd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:26.757379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a3d6be1-4bd6-49b7-a86d-68bcfe12c998 req-2c4dd8bd-cc28-4e8b-ad83-a9d4e07cd71e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1127 time: 0.0489619 Feb 09 22:20:26.805286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a3d6be1-4bd6-49b7-a86d-68bcfe12c998 req-001514ac-6db4-4995-8bc7-0c668ebebb25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 Feb 09 22:20:27.183029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681fb21-1856-497b-a619-b7bd0ab84e72 req-e5a4c0f2-9203-4f52-9b1c-ef85ea59cb58 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:27.184589 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c681fb21-1856-497b-a619-b7bd0ab84e72 req-e5a4c0f2-9203-4f52-9b1c-ef85ea59cb58 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 945 time: 0.0517015 Feb 09 22:20:27.208570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55026) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:27.237445 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c681fb21-1856-497b-a619-b7bd0ab84e72 req-f9c7d036-0e92-4f97-8cf0-d5470bc40c04 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473468 Feb 09 22:20:27.562900 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.821931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port f64cdde4-76bf-4dda-b4a8-fba32bde1d17 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:27.822222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.862958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:27.888613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:27.888961 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 8a8aaebe-1bde-48b4-bf53-ec1238b2ead7 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:27.913820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port f64cdde4-76bf-4dda-b4a8-fba32bde1d17, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:27.914194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.927436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for f64cdde4-76bf-4dda-b4a8-fba32bde1d17 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:28.187049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f64cdde4-76bf-4dda-b4a8-fba32bde1d17), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.211062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=f64cdde4-76bf-4dda-b4a8-fba32bde1d17,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:28.430428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad0e48-040d-4cb7-abae-78d024cb14b9 req-d3bb1419-30c6-47e7-8717-04996b923eaa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:28.431960 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28ad0e48-040d-4cb7-abae-78d024cb14b9 req-d3bb1419-30c6-47e7-8717-04996b923eaa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 945 time: 0.1061506 Feb 09 22:20:28.439721 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.556243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28ad0e48-040d-4cb7-abae-78d024cb14b9 req-d476eaa8-590b-4f0f-9ec1-40ec2dc9f5ff tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182797 Feb 09 22:20:28.674342 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032544b7-8088-4023-9f7b-c1ee4908d31b req-4c2848f6-4b99-4f0d-9861-740e684c3672 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:28.676282 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-032544b7-8088-4023-9f7b-c1ee4908d31b req-4c2848f6-4b99-4f0d-9861-740e684c3672 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 945 time: 0.0532603 Feb 09 22:20:28.694549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:28.726081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-032544b7-8088-4023-9f7b-c1ee4908d31b req-b65b7603-c1ad-4893-9bdc-3160673bf46d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442665 Feb 09 22:20:28.748565 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55032) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:28.806065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:28.812197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-52842150-9ab1-4336-ad90-ff34cdc435ce tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "PUT /v2.0/routers/66cea7c4-16a8-4a60-8c31-1bc2d969b56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6019433 Feb 09 22:20:28.814210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55036) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:28.816932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29085e87-057d-427d-b292-0460b27805e4 None None] Sync routers for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:28.827079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:28.827742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:20:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:28.868342 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting subnet f43dd287-9077-487f-9a9c-ee7064706774 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:28.872608 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (f43dd287-9077-487f-9a9c-ee7064706774), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.906614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ccbf2-3bc8-4b22-828d-917ebeb371c8 tempest-TestVolumeBootPattern-241670721 tempest-TestVolumeBootPattern-241670721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:28.910614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7f9ccbf2-3bc8-4b22-828d-917ebeb371c8 tempest-TestVolumeBootPattern-241670721 tempest-TestVolumeBootPattern-241670721-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1122 time: 0.1585405 Feb 09 22:20:28.914789 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55038) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:28.920804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:28.926916 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (f43dd287-9077-487f-9a9c-ee7064706774), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.937126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:28.942026 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:20:29.022722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f43dd287-9077-487f-9a9c-ee7064706774), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.060608 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.114694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:29.146128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29085e87-057d-427d-b292-0460b27805e4 None None] Checking router: 66cea7c4-16a8-4a60-8c31-1bc2d969b56d for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:29.154556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] Routers {'66cea7c4-16a8-4a60-8c31-1bc2d969b56d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:29.155172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:20:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:29.171784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.180299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (f43dd287-9077-487f-9a9c-ee7064706774), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.235058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Subnet': ['ID=f43dd287-9077-487f-9a9c-ee7064706774,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.240368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.246952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55040) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.247219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cec003e6-eecf-4592-b130-2a38d336bddd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/subnets/f43dd287-9077-487f-9a9c-ee7064706774 HTTP/1.1" status: 204 len: 168 time: 0.4319682 Feb 09 22:20:29.250510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58959c9f-772c-4b99-bf5f-c43a48d3f9f4 None None] Network 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:29.301351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] Set router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:29.323318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.25.5.42 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/94270c2e-417a-4048-896a-3cd3fa565019) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:29.359474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.429050 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (94270c2e-417a-4048-896a-3cd3fa565019), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.475287 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_gateway (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.535038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-29085e87-057d-427d-b292-0460b27805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:29.539687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] DHCP port deletion for 75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:20:29.552770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (94270c2e-417a-4048-896a-3cd3fa565019), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.565804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29085e87-057d-427d-b292-0460b27805e4 None None] The sync data for ids ['66cea7c4-16a8-4a60-8c31-1bc2d969b56d'] in n-d-828599-1 is: [{'id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017421216', 'tenant_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:18:36Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 5, 'project_id': 'edfa055e56964670bb2fcd2f93edd0b7', 'gw_port': {'id': '5db6a94c-618c-4cf6-9977-9507bb8b1ba1', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cea7c4-16a8-4a60-8c31-1bc2d969b56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:18:37Z', 'updated_at': '2022-02-09T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:29.595352 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:29.598320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:29.604554 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.606870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:29.631765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] Deleting port f924a31a-a51c-494c-b83d-591b5c7a0fa3 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:29.632004 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.651053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=94270c2e-417a-4048-896a-3cd3fa565019,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.652306 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Deleting port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:20:29.652659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.700385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] For port f924a31a-a51c-494c-b83d-591b5c7a0fa3, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f924a31a-a51c-494c-b83d-591b5c7a0fa3,segment=NetworkSegment(71f7f363-b426-4a33-8af2-f0d9f6501aa0),segment_id=71f7f363-b426-4a33-8af2-f0d9f6501aa0)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:29.700793 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.714430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] Calling delete_port for f924a31a-a51c-494c-b83d-591b5c7a0fa3 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:29.741085 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] For port 5db6a94c-618c-4cf6-9977-9507bb8b1ba1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:29.741757 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.756119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Calling delete_port for 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:20:29.860780 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (f924a31a-a51c-494c-b83d-591b5c7a0fa3), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.888084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] Pushing event deleted for resources: {'Port': ['ID=f924a31a-a51c-494c-b83d-591b5c7a0fa3,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.890152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf7619-a539-4a82-b9a5-ab33acd031f2 None None] No DVR routers for this DVR port f924a31a-a51c-494c-b83d-591b5c7a0fa3 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:20:29.987659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f924a31a-a51c-494c-b83d-591b5c7a0fa3 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:30.007585 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (725e4e39-414a-4c22-bcd6-d56af3a06753), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.009457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f924a31a-a51c-494c-b83d-591b5c7a0fa3 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:30.009869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f924a31a-a51c-494c-b83d-591b5c7a0fa3 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:30.010371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f64cdde4-76bf-4dda-b4a8-fba32bde1d17 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:30.021259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5db6a94c-618c-4cf6-9977-9507bb8b1ba1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.043774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f64cdde4-76bf-4dda-b4a8-fba32bde1d17 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:30.044144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f64cdde4-76bf-4dda-b4a8-fba32bde1d17 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:30.048370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Port': ['ID=5db6a94c-618c-4cf6-9977-9507bb8b1ba1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:30.116069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.151381 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (94270c2e-417a-4048-896a-3cd3fa565019), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.210782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.212840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router_controller (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.301871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (94270c2e-417a-4048-896a-3cd3fa565019), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.428480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (94270c2e-417a-4048-896a-3cd3fa565019), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.500280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=94270c2e-417a-4048-896a-3cd3fa565019,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:30.513340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (725e4e39-414a-4c22-bcd6-d56af3a06753), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.564292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (66cea7c4-16a8-4a60-8c31-1bc2d969b56d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.564834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Fanout notify agent at l3_agent the message router_deleted on router 66cea7c4-16a8-4a60-8c31-1bc2d969b56d {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:20:30.573136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.577054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55042) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:30.577230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-87ff2aae-42ce-4336-83ab-dcc563bd6ecd tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/routers/66cea7c4-16a8-4a60-8c31-1bc2d969b56d HTTP/1.1" status: 204 len: 168 time: 1.3291450 Feb 09 22:20:30.668379 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.693501 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Floating IP 725e4e39-414a-4c22-bcd6-d56af3a06753 associated. External IP: 172.25.5.42, port: c17bfe77-040d-442a-a632-e0157cbc2edb. Feb 09 22:20:31.053113 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.149390 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.175917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ef9fe6-6cb1-4525-905b-3094d1f9ffd1']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:31.191163 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f7f363-b426-4a33-8af2-f0d9f6501aa0') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:31.191495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f7f363-b426-4a33-8af2-f0d9f6501aa0') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:31.202330 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (71f7f363-b426-4a33-8af2-f0d9f6501aa0), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.247995 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (71f7f363-b426-4a33-8af2-f0d9f6501aa0), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.283132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:31.283458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (71f7f363-b426-4a33-8af2-f0d9f6501aa0), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:31.286896 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:31.373176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:31.418533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (75ef9fe6-6cb1-4525-905b-3094d1f9ffd1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.450156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.453250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/networks/75ef9fe6-6cb1-4525-905b-3094d1f9ffd1 HTTP/1.1" status: 204 len: 168 time: 0.8751755 Feb 09 22:20:31.456050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55044) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:31.466305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77e247-a67f-4a41-831a-9f7f2c695d3f tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'Network': ['ID=75ef9fe6-6cb1-4525-905b-3094d1f9ffd1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:31.504722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:31.514028 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0de72857-3c97-4961-aace-06c2db7cb0f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (3d0bcf19-de33-4be0-a441-f34fb70e03c9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.517000 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:31.527398 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:31.530100 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:20:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:31.541484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0de72857-3c97-4961-aace-06c2db7cb0f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (3d0bcf19-de33-4be0-a441-f34fb70e03c9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.584244 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.621301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d0dad978-4d5a-4a13-9359-f8e903fff9b1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7057488 Feb 09 22:20:31.621918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:31.624411 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449a3403-5d8e-4a6c-95f2-ca01c46585f4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:31.663805 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f4d94-c3c9-4897-bfc6-cfef287d0e40 x-openstack-request-id: req-751f4d94-c3c9-4897-bfc6-cfef287d0e40 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:31.664114 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:31.664378 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-751f4d94-c3c9-4897-bfc6-cfef287d0e40 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:31.664790 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'status': 'completed', 'code': 200} Feb 09 22:20:31.667281 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0de72857-3c97-4961-aace-06c2db7cb0f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3d0bcf19-de33-4be0-a441-f34fb70e03c9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.669970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0de72857-3c97-4961-aace-06c2db7cb0f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.674105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0de72857-3c97-4961-aace-06c2db7cb0f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] 10.222.0.98 "DELETE /v2.0/security-groups/3d0bcf19-de33-4be0-a441-f34fb70e03c9 HTTP/1.1" status: 204 len: 168 time: 0.2141886 Feb 09 22:20:31.682125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de72857-3c97-4961-aace-06c2db7cb0f8 tempest-TestNetworkAdvancedServerOps-1291009988 tempest-TestNetworkAdvancedServerOps-1291009988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0bcf19-de33-4be0-a441-f34fb70e03c9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:31.743135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-ced743c2-1897-47f1-9192-78656e517970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.744741 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-ced743c2-1897-47f1-9192-78656e517970 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1127 time: 0.0471933 Feb 09 22:20:31.745287 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:31.843616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-5f1d795f-b2cd-43f9-9367-a168efe7c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.845123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-5f1d795f-b2cd-43f9-9367-a168efe7c921 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0934565 Feb 09 22:20:31.896880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:20:31.920733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:20:31.921077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 5db6a94c-618c-4cf6-9977-9507bb8b1ba1 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:20:31.934907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-6c36ef1b-3d46-4f61-acce-af1e9c4d3a0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17bfe77-040d-442a-a632-e0157cbc2edb HTTP/1.1" status: 200 len: 998 time: 0.0825400 Feb 09 22:20:31.981479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-1f74973a-a531-4fbe-948f-e6ad76ba7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:31.983049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-1f74973a-a531-4fbe-948f-e6ad76ba7c43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0436463 Feb 09 22:20:31.989503 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '725e4e39-414a-4c22-bcd6-d56af3a06753', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:9a:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:20:29Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:32.019493 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:32.029035 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:32.029659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:20:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:32.031858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-89234d77-56db-4ae8-93a9-09af913a3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:32.033671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-89234d77-56db-4ae8-93a9-09af913a3b1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446579 Feb 09 22:20:32.126422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-57a97247-def9-494f-b3c0-5aaee22f8261 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867529 Feb 09 22:20:32.141020 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:32.220086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-449a3403-5d8e-4a6c-95f2-ca01c46585f4 req-aacff7bd-597f-4b90-bb4c-67f55618a34c service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879784 Feb 09 22:20:32.275253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55056) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:32.368346 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '725e4e39-414a-4c22-bcd6-d56af3a06753', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:9a:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:20:29Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:32.398050 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3b2a4-b9b0-4844-823f-b520f15d3132 None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '725e4e39-414a-4c22-bcd6-d56af3a06753', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.42', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:9a:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:20:29Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:32.411299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a837bb87-caa3-4e5c-8064-f3f93b96a175 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=edfa055e56964670bb2fcd2f93edd0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344452 Feb 09 22:20:32.413772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55060) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:32.467598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fd89468-a1ad-4726-be86-8d6046f8a542 admin admin] Publish callbacks [] for security_group (5d96a474-03e7-475c-8b88-92f88e102a5e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.490235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fd89468-a1ad-4726-be86-8d6046f8a542 admin admin] Publish callbacks [] for security_group (5d96a474-03e7-475c-8b88-92f88e102a5e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.599688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dda1b2-ff81-4cc2-b857-721bbc298800 None None] New status for floating IP 725e4e39-414a-4c22-bcd6-d56af3a06753: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:20:32.609913 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fd89468-a1ad-4726-be86-8d6046f8a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5d96a474-03e7-475c-8b88-92f88e102a5e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.612634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2fd89468-a1ad-4726-be86-8d6046f8a542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.614485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2fd89468-a1ad-4726-be86-8d6046f8a542 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d96a474-03e7-475c-8b88-92f88e102a5e HTTP/1.1" status: 204 len: 168 time: 0.1998045 Feb 09 22:20:32.622429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd89468-a1ad-4726-be86-8d6046f8a542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96a474-03e7-475c-8b88-92f88e102a5e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:33.185565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55066) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:33.226179 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4e9d5c13-4d76-4373-b9e9-79fe31fb683c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=23806f46306649e0b0c727bee10e6652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393722 Feb 09 22:20:33.228708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55068) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:33.278787 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f088c99b-97ce-4859-afa2-6ce813a9681a admin admin] Publish callbacks [] for security_group (2d45381b-86d1-4101-9551-f6826b8a044e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.300236 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f088c99b-97ce-4859-afa2-6ce813a9681a admin admin] Publish callbacks [] for security_group (2d45381b-86d1-4101-9551-f6826b8a044e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.392984 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f088c99b-97ce-4859-afa2-6ce813a9681a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2d45381b-86d1-4101-9551-f6826b8a044e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.396196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f088c99b-97ce-4859-afa2-6ce813a9681a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.398978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f088c99b-97ce-4859-afa2-6ce813a9681a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d45381b-86d1-4101-9551-f6826b8a044e HTTP/1.1" status: 204 len: 168 time: 0.1677172 Feb 09 22:20:33.405176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088c99b-97ce-4859-afa2-6ce813a9681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d45381b-86d1-4101-9551-f6826b8a044e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:35.483055 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bb941e00-8341-4e12-97a3-01146a0e1e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:37.495568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cc8c-2225-4d50-942d-6f6507e6b6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.146575 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:40.318905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.705745 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.164702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-49d2c66b-482f-4527-9f56-8d51d12e9a82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431466 Feb 09 22:20:43.251475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-5d237c43-9a17-4b05-8b70-ef720f5c4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.253019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-5d237c43-9a17-4b05-8b70-ef720f5c4826 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1127 time: 0.0447400 Feb 09 22:20:43.358308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-6ffec57e-5466-457f-94c3-ebf5596e09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.359677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-6ffec57e-5466-457f-94c3-ebf5596e09ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0853376 Feb 09 22:20:43.426413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-db02ee0f-0446-4064-b656-54ca8f52d0b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17bfe77-040d-442a-a632-e0157cbc2edb HTTP/1.1" status: 200 len: 1000 time: 0.0565903 Feb 09 22:20:43.478733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-c5091921-2fae-428b-99d5-aec6db233942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.480215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-c5091921-2fae-428b-99d5-aec6db233942 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0476265 Feb 09 22:20:43.530288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-7305c1a1-5ff5-4781-91e1-ddcee7499989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.531812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-7305c1a1-5ff5-4781-91e1-ddcee7499989 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441918 Feb 09 22:20:43.617503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-41c62ae6-b57f-4fc3-967b-418627ee2d15 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799224 Feb 09 22:20:43.710357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9fe6f8d2-ad46-4afe-8a71-bb03c976b56f req-93a3d7c2-f4b0-44a2-a7f0-3d7c7e9e70a9 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849273 Feb 09 22:20:59.540156 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:01.312020 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.455392 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f71e2d70-c65b-4e17-8356-7c8778a7c53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:05.940940 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:21:07.512543 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c251fc5c-d9ab-4a72-b27c-1b2519ceb274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.174115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:10.358213 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:11.667223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:29.592800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:31.135099 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:35.472796 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c0de38a-b277-4812-98d5-0e73959b6938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:37.512978 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47b3fd87-bc55-49de-b0d2-ee9a7baded22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:39.129881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:40.346621 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.655379 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.940019 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:21:44.311599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-7166597c-ee37-4c2a-8675-4a8859d3fc6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1864169 Feb 09 22:21:44.397632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-39e06aa6-95a3-47f8-a166-6d57fe3a7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:44.399073 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-39e06aa6-95a3-47f8-a166-6d57fe3a7510 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1127 time: 0.0437815 Feb 09 22:21:44.506483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-7e0b5a62-5c3f-4025-ad73-6fbcff324255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:44.508007 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-7e0b5a62-5c3f-4025-ad73-6fbcff324255 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0872083 Feb 09 22:21:44.576069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-df1c50f1-b526-4b9a-a6b7-9e7464aaf8ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17bfe77-040d-442a-a632-e0157cbc2edb HTTP/1.1" status: 200 len: 1000 time: 0.0585363 Feb 09 22:21:44.632438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-832f7d90-f52a-4b15-b8fd-cbc63581967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:44.633937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-832f7d90-f52a-4b15-b8fd-cbc63581967e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0488605 Feb 09 22:21:44.684347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-60f57019-821a-45f7-aaaa-a50a8977b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:44.685858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-60f57019-821a-45f7-aaaa-a50a8977b1e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455747 Feb 09 22:21:44.777460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-af1b749f-2133-4f59-9793-c1cefcad565d service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808012 Feb 09 22:21:44.875244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-110c5c84-15f2-4466-a9ff-7b9f5f14f0ec req-eb1107fd-ff7c-4d6f-aec2-341240472072 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873737 Feb 09 22:21:59.568235 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:01.129636 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:05.506517 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8a205832-2215-45a4-97f1-556415545add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:07.518390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3282a9f2-ba57-4b3d-b957-973355466536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:09.139423 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:10.339956 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.672375 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:19.939753 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:22:29.592327 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:31.117691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:35.518174 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c31ab5a7-3901-4d3d-a950-94a8b0441de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:37.500858 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a45f-9f95-497b-a426-ec85b025f58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:39.124742 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:40.335234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:41.672318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:46.171268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-a9599242-4b7d-462b-85bc-cfdd621d4e3d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447342 Feb 09 22:22:46.259783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-66b82f11-9ec1-4484-a283-03aaf8450c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:46.261279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-66b82f11-9ec1-4484-a283-03aaf8450c14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 1127 time: 0.0443764 Feb 09 22:22:46.371764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-d0b320b0-a614-4317-90e3-e615c2a85335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:46.374003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-d0b320b0-a614-4317-90e3-e615c2a85335 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0897593 Feb 09 22:22:46.443270 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-17cc0d2f-95f3-4909-b55b-4318aa73820f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17bfe77-040d-442a-a632-e0157cbc2edb HTTP/1.1" status: 200 len: 1000 time: 0.0594938 Feb 09 22:22:46.498204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-86540aa7-65e4-447e-8abf-cdc6704a10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:46.500295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-86540aa7-65e4-447e-8abf-cdc6704a10a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0484748 Feb 09 22:22:46.552329 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-9d994102-22b4-48f4-9b35-19acf8e35d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:46.553817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-9d994102-22b4-48f4-9b35-19acf8e35d47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444610 Feb 09 22:22:46.644594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-fc257848-3c7b-4a1f-937a-e15d5b4160e5 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810266 Feb 09 22:22:46.744281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e003f977-ea1f-4d5f-b842-2adce8469724 req-d3e02f05-2afd-456b-95af-c99eed7b27fb service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895760 Feb 09 22:22:56.938219 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:22:58.882929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99054ec-7e1f-463b-8b28-df1cf707ecfd req-f39c5ea3-70ac-47c6-be61-cee2ee4b37ca tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:58.884534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f99054ec-7e1f-463b-8b28-df1cf707ecfd req-f39c5ea3-70ac-47c6-be61-cee2ee4b37ca tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 945 time: 0.0536656 Feb 09 22:22:58.932200 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f99054ec-7e1f-463b-8b28-df1cf707ecfd req-eefca65c-45de-429e-91b2-5148bb49310e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Feb 09 22:22:59.574167 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:00.062802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123dcd2-5057-4cd3-90a2-bb4fad12b8e2 req-ad780681-a5e7-46e4-a57e-d1fa1432553e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:00.064850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9123dcd2-5057-4cd3-90a2-bb4fad12b8e2 req-ad780681-a5e7-46e4-a57e-d1fa1432553e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 945 time: 0.0541110 Feb 09 22:23:00.112285 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9123dcd2-5057-4cd3-90a2-bb4fad12b8e2 req-14c08cda-3e07-40b9-a200-3c4aa0cc2f1f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Feb 09 22:23:00.650147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-dd5839ab-9e47-4b13-a8b6-11f7f1a70a89 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:00.651619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-dd5839ab-9e47-4b13-a8b6-11f7f1a70a89 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 945 time: 0.0552309 Feb 09 22:23:00.744190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port c17bfe77-040d-442a-a632-e0157cbc2edb {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:23:00.744543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:00.835127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] For port c17bfe77-040d-442a-a632-e0157cbc2edb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=c17bfe77-040d-442a-a632-e0157cbc2edb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:23:00.835589 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:01.055931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:01.056586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (725e4e39-414a-4c22-bcd6-d56af3a06753), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:01.056913 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Floating IP 725e4e39-414a-4c22-bcd6-d56af3a06753 disassociated. External IP: 172.25.5.42, port: c17bfe77-040d-442a-a632-e0157cbc2edb. Feb 09 22:23:01.057414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for c17bfe77-040d-442a-a632-e0157cbc2edb owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:23:01.117939 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:01.215399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (c17bfe77-040d-442a-a632-e0157cbc2edb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:01.242556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=c17bfe77-040d-442a-a632-e0157cbc2edb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:01.242807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee6a09-dbfb-4949-ad9f-d836afc47946 req-5d9ca57a-ee29-4b0a-8a9b-410f1f6ab7e1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:01.244101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee6a09-dbfb-4949-ad9f-d836afc47946 req-5d9ca57a-ee29-4b0a-8a9b-410f1f6ab7e1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 867 time: 0.0558741 Feb 09 22:23:01.255064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.255427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.255805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.256158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.256507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.256852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.257191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.257608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.257854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.258201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.258515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.258840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.259176 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:01.296616 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3bee6a09-dbfb-4949-ad9f-d836afc47946 req-00b0e05d-5671-42e1-b918-7139e8e6197a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Feb 09 22:23:01.375517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:23:01.483887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:23:01.493255 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869360e4-5973-4963-9876-1f685228a21b None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:23:01.503313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:23:01.503960 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:22:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:01.528514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] No DVR routers for this DVR port c17bfe77-040d-442a-a632-e0157cbc2edb on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:23:01.531328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:01.535273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-791755b1-3ea9-4ab1-b927-c51aed51c0b7 req-d3fd11ca-b841-45f3-9f05-ecbc7834dab9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "DELETE /v2.0/ports/c17bfe77-040d-442a-a632-e0157cbc2edb HTTP/1.1" status: 204 len: 173 time: 0.8748877 Feb 09 22:23:01.535751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'name': 'network-vif-deleted', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:23:01.538017 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a760e88-3260-4511-bd51-b0ac6f43ca54" -d '{"events": [{"server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "name": "network-vif-deleted", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:23:01.615349 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:23:01.733190 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ea737e-9c2d-4ad2-9c28-c12467efb9e8 x-openstack-request-id: req-35ea737e-9c2d-4ad2-9c28-c12467efb9e8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:23:01.733750 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c17cc-7e84-4535-84fc-f302ecce3e59", "name": "network-vif-deleted", "tag": "c17bfe77-040d-442a-a632-e0157cbc2edb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:23:01.734232 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35ea737e-9c2d-4ad2-9c28-c12467efb9e8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:23:01.734874 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c17cc-7e84-4535-84fc-f302ecce3e59', 'name': 'network-vif-deleted', 'tag': 'c17bfe77-040d-442a-a632-e0157cbc2edb', 'status': 'completed', 'code': 200} Feb 09 22:23:01.835292 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:01.955970 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869360e4-5973-4963-9876-1f685228a21b None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:23:01.964619 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:23:01.965234 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:22:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:02.071825 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:23:02.259499 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-869360e4-5973-4963-9876-1f685228a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:02.284249 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869360e4-5973-4963-9876-1f685228a21b None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:23:02.400740 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e56c20bc-a74b-45be-bcde-b025600069b6 req-57b41aa0-2593-4b64-85d3-a570728ea105 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0280910 Feb 09 22:23:02.514745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45fb653-36ed-4bfd-bc45-d6216f720cda None None] New status for floating IP 725e4e39-414a-4c22-bcd6-d56af3a06753: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:23:03.037086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c17bfe77-040d-442a-a632-e0157cbc2edb no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:23:03.060474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: c17bfe77-040d-442a-a632-e0157cbc2edb {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:23:03.060820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device c17bfe77-040d-442a-a632-e0157cbc2edb not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:23:03.498363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-70d1d1a9-2e4b-43f4-9149-4a4e37a7db5e req-d759c9c5-d59e-455a-a28e-901ffa0683ba tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Feb 09 22:23:04.593436 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ed8fc06-c434-4923-ad8c-596eab93ba5a req-76535cc0-c27f-4856-93b9-75ec3be8e268 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0275643 Feb 09 22:23:05.489373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6c661a24-186c-4636-a402-308017db3dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:05.690045 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0df9e785-34eb-4dc2-9401-c447da67d0fb req-598fd8b7-5e0c-42b4-b96c-78f5101e1534 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0281398 Feb 09 22:23:06.785739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f63a4052-2cd2-49c4-ba47-5c98ccd04587 req-f3cb774c-e160-4da3-8dfb-bc5725efa47a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0273275 Feb 09 22:23:07.493753 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dff5ab94-6517-428c-80ca-4e4b3bd2efed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:07.880726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68b4f6f0-395c-433d-bf03-ee24b7528731 req-18fd9058-4f54-452d-bbee-58fb2af599cd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0273044 Feb 09 22:23:08.988911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07c5729e-363f-4dcc-b963-9d38e8244c9d req-62dcfc66-bd6e-41d8-91e6-83e6d9ecc9a0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0302083 Feb 09 22:23:09.145327 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:10.082567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0747e93-d40b-4030-83c8-2f8ac8af0008 req-41e2fd16-f15f-485e-9fdf-622567e16e1d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=cc9c17cc-7e84-4535-84fc-f302ecce3e59 HTTP/1.1" status: 200 len: 210 time: 0.0260029 Feb 09 22:23:10.379745 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:11.379197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b04395ea-0b6f-4d83-9392-1eff26c95c61 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437955041&fields=id&tenant_id=461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 267 time: 0.0454617 Feb 09 22:23:11.487358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b97146f3-51cb-4304-a01a-fae46fcb0a01 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:11.488899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b97146f3-51cb-4304-a01a-fae46fcb0a01 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1034286 Feb 09 22:23:11.503062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-260ffcd0-119f-4d18-9661-6249991d536c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/quotas/461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 375 time: 0.0088866 Feb 09 22:23:11.557388 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-9af01dd5-58ec-4499-8d22-9846206b5a0a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490983 Feb 09 22:23:11.683768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:11.764568 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b1c47f4d-a39f-4016-b28e-afac1c07fa38 service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953707 Feb 09 22:23:11.852785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-8b080320-ef8d-4b37-b001-f3219352e87c service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814443 Feb 09 22:23:12.371027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68d199f2-66fa-4542-9f6b-5e07d135529d req-d964837f-e32e-466d-87e6-207499cccef7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0267572 Feb 09 22:23:13.519227 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d16fde7b-5a1e-435e-b273-6f50308d7abd req-318594b8-9652-4564-b852-e8672c47e782 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0277941 Feb 09 22:23:14.328480 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-fce6dfbc-e91d-4c2a-94a8-bf80f4df7891 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:14.329978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-fce6dfbc-e91d-4c2a-94a8-bf80f4df7891 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1038826 Feb 09 22:23:14.389012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-4c9db010-83a4-4c77-99ac-556c9eed7332 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 380 time: 0.0514312 Feb 09 22:23:14.397645 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'port': {'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'admin_state_up': True, 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'security_groups': ['f52fa382-bd0d-49f1-83e7-a515c2c6e5bd']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:23:14.569368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:23:14.575494 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:14.618959 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e40bb2f9-7073-4bdf-b4a6-9a534b6d904d req-15aa048a-e68c-4728-ad8a-ffec5ddbf0f5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0293233 Feb 09 22:23:14.716819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.20.0.7 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/62be0e96-0673-4b4a-8c37-2f35780bac01) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:23:14.860848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:14.958561 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.003369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:23:15.006494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:23:15.010108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:23:15.038221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=62be0e96-0673-4b4a-8c37-2f35780bac01,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:15.068086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:15.070571 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.179150 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-b3b30b4a-1137-4141-9c3a-3e0b09150f41 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849829 Feb 09 22:23:15.243107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Request body: {'port': {'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:23:15.303204 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.315373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a0b93e6e-4994-45ef-8a83-da1327f991d6 None None] Provisioning complete for port 62be0e96-0673-4b4a-8c37-2f35780bac01 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:23:15.318763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a0b93e6e-4994-45ef-8a83-da1327f991d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.351658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a0b93e6e-4994-45ef-8a83-da1327f991d6 None None] Port 62be0e96-0673-4b4a-8c37-2f35780bac01 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:23:15.574977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62be0e96-0673-4b4a-8c37-2f35780bac01 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:23:15.583454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Publish callbacks [] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.600135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Transition to ACTIVE for port object 62be0e96-0673-4b4a-8c37-2f35780bac01 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:23:15.655387 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.730237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=62be0e96-0673-4b4a-8c37-2f35780bac01,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:15.803489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6edbf-fd7d-4a4b-af8d-df63543461b6 req-f4b0e07d-4e64-4f7f-849c-6fddcd0d1106 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:15.805079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bd6edbf-fd7d-4a4b-af8d-df63543461b6 req-f4b0e07d-4e64-4f7f-849c-6fddcd0d1106 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.1145339 Feb 09 22:23:15.839168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Attempting to bind port 62be0e96-0673-4b4a-8c37-2f35780bac01 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:23:15.839506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Attempting to bind port 62be0e96-0673-4b4a-8c37-2f35780bac01 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:23:15.839885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Attempting to bind port 62be0e96-0673-4b4a-8c37-2f35780bac01 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:23:15.852216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Port 62be0e96-0673-4b4a-8c37-2f35780bac01 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:23:15.852544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Attempting to bind port 62be0e96-0673-4b4a-8c37-2f35780bac01 on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:23:15.866171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:23:15.866509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:23:15.866922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:23:15.867372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Bound port: 62be0e96-0673-4b4a-8c37-2f35780bac01, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:23:15.867744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.907077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bd6edbf-fd7d-4a4b-af8d-df63543461b6 req-a5ad1f97-3310-411f-902d-f5598092daa1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953104 Feb 09 22:23:15.939561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] For port 62be0e96-0673-4b4a-8c37-2f35780bac01, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:23:15.943154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] For port 62be0e96-0673-4b4a-8c37-2f35780bac01, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=62be0e96-0673-4b4a-8c37-2f35780bac01,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:23:15.998770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:16.031511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.032207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:16.033627 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] 10.222.0.110 "PUT /v2.0/ports/62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 1091 time: 0.8469384 Feb 09 22:23:16.034071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:23:16.036318 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a33a2c9-e324-484e-8f93-fbde5b03ddd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:23:16.067047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cef91-abaf-472d-94e2-75ae0035e4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=62be0e96-0673-4b4a-8c37-2f35780bac01,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:16.085121 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c869b-20b2-41ad-94d8-f0751ff9551b x-openstack-request-id: req-816c869b-20b2-41ad-94d8-f0751ff9551b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:23:16.085424 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:23:16.085683 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-816c869b-20b2-41ad-94d8-f0751ff9551b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:23:16.086127 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'status': 'completed', 'code': 200} Feb 09 22:23:16.160112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33a2c9-e324-484e-8f93-fbde5b03ddd6 req-3f71835d-64cb-4852-bfb1-3dfbb128c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.161691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a33a2c9-e324-484e-8f93-fbde5b03ddd6 req-3f71835d-64cb-4852-bfb1-3dfbb128c3e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1125 time: 0.0589142 Feb 09 22:23:16.264792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33a2c9-e324-484e-8f93-fbde5b03ddd6 req-3d505401-33a6-49bf-9fd5-33bf0a1b6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.266384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a33a2c9-e324-484e-8f93-fbde5b03ddd6 req-3d505401-33a6-49bf-9fd5-33bf0a1b6542 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=461e7644e2794ae091537a5d424bb553&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976765 Feb 09 22:23:16.368838 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33a2c9-e324-484e-8f93-fbde5b03ddd6 req-73a8134c-aa8c-41ce-ac80-5eb57e111119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.370232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a33a2c9-e324-484e-8f93-fbde5b03ddd6 req-73a8134c-aa8c-41ce-ac80-5eb57e111119 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960066 Feb 09 22:23:16.450508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-6f79e14f-3d60-49a0-9d1b-dde7bb675e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.452036 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-6f79e14f-3d60-49a0-9d1b-dde7bb675e30 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1125 time: 0.0471137 Feb 09 22:23:16.492336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-cde20c39-7957-4ccb-a36d-18b0b70cc008 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 217 time: 0.0330770 Feb 09 22:23:16.543304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-75799b7d-f3d8-4563-b296-3516f0b393a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.544778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-75799b7d-f3d8-4563-b296-3516f0b393a0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0462036 Feb 09 22:23:16.593391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-7f1cd7e5-5aa2-4a8f-b460-1a1f7b86775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:16.594964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-7f1cd7e5-5aa2-4a8f-b460-1a1f7b86775b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440485 Feb 09 22:23:16.682755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-8af6a78f-22ef-4b38-9b9f-4d4a12938593 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815244 Feb 09 22:23:16.773364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e853e2bb-f838-47cf-8b70-43eba7720025 req-ad7fde35-61e9-4f60-80f7-e02b34f52a5a service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840445 Feb 09 22:23:17.032598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9c576-cd00-4a1d-8573-9cef67f263d7 req-70a5cee6-c362-4f7f-b0af-cc31522d7bbe tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:17.034744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6e9c576-cd00-4a1d-8573-9cef67f263d7 req-70a5cee6-c362-4f7f-b0af-cc31522d7bbe tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0536890 Feb 09 22:23:17.088468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6e9c576-cd00-4a1d-8573-9cef67f263d7 req-980bcd7c-04f0-4b24-b3cc-7fb3b733cbf3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470302 Feb 09 22:23:18.213929 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee9818-f806-41b9-9525-0c8ba7eacc2d req-8228721b-7b11-4a30-b890-cfb3f13181de tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:18.215423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91ee9818-f806-41b9-9525-0c8ba7eacc2d req-8228721b-7b11-4a30-b890-cfb3f13181de tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0522258 Feb 09 22:23:18.263420 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91ee9818-f806-41b9-9525-0c8ba7eacc2d req-17ba0ddf-b97d-40fa-82df-ef39f4056ab1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Feb 09 22:23:19.385745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1988d-b44a-41df-a9fd-3e75c906e014 req-1aa9636e-e319-4685-b86b-6db88c8e3bf7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:19.387235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ba1988d-b44a-41df-a9fd-3e75c906e014 req-1aa9636e-e319-4685-b86b-6db88c8e3bf7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0561950 Feb 09 22:23:19.437676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ba1988d-b44a-41df-a9fd-3e75c906e014 req-d7e20b09-ed31-4a9c-b6a7-512f87661716 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447898 Feb 09 22:23:20.559978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f032c73-aeb4-446a-b8b8-e5ec31408d94 req-1c73c957-4503-4213-8ffb-6192bf058c9a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:20.561519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f032c73-aeb4-446a-b8b8-e5ec31408d94 req-1c73c957-4503-4213-8ffb-6192bf058c9a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0563016 Feb 09 22:23:20.610627 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7f032c73-aeb4-446a-b8b8-e5ec31408d94 req-d2895c85-1f86-46ff-995a-b4a38755d5eb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Feb 09 22:23:21.728475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3276e-5249-4510-92b9-656633042ca6 req-e47b2659-fdf0-42e0-9cdb-8589078197d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:21.729957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99f3276e-5249-4510-92b9-656633042ca6 req-e47b2659-fdf0-42e0-9cdb-8589078197d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0516515 Feb 09 22:23:21.779060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99f3276e-5249-4510-92b9-656633042ca6 req-07746087-2742-4a29-9509-bea8c7b0afdf tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Feb 09 22:23:22.902604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d288fd8-c6f8-40bd-a272-dd4d43db10b0 req-8ee30bdc-7b8a-4f6c-89e8-91c8fbd3236b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:22.904182 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d288fd8-c6f8-40bd-a272-dd4d43db10b0 req-8ee30bdc-7b8a-4f6c-89e8-91c8fbd3236b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0534198 Feb 09 22:23:22.956526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d288fd8-c6f8-40bd-a272-dd4d43db10b0 req-1ca7dd6a-9485-46ee-aed8-061b537403a2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Feb 09 22:23:24.077652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d4dac-e1d6-478f-8189-92f1c518f982 req-105a317c-4e33-4a7e-8323-7584e25de453 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:24.079478 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c08d4dac-e1d6-478f-8189-92f1c518f982 req-105a317c-4e33-4a7e-8323-7584e25de453 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0522776 Feb 09 22:23:24.132152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c08d4dac-e1d6-478f-8189-92f1c518f982 req-d422dadc-e25c-44e6-b8a1-6773e4e4cb37 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470288 Feb 09 22:23:25.247509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2982f-b8ea-41f1-acf6-e5f4b5297a9a req-c0824012-bd30-40c9-b6c7-1d94ca007ef4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:25.248987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7be2982f-b8ea-41f1-acf6-e5f4b5297a9a req-c0824012-bd30-40c9-b6c7-1d94ca007ef4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0509014 Feb 09 22:23:25.300198 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7be2982f-b8ea-41f1-acf6-e5f4b5297a9a req-a7396c57-6242-43d7-89f0-29f6fd6705ce tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Feb 09 22:23:26.418698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd56349-a17e-4098-91f5-2fa8ec8ef830 req-0cb3a5a1-d8ca-4dd7-b728-8cc3e51abda6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:26.420185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdd56349-a17e-4098-91f5-2fa8ec8ef830 req-0cb3a5a1-d8ca-4dd7-b728-8cc3e51abda6 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0511782 Feb 09 22:23:26.467319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdd56349-a17e-4098-91f5-2fa8ec8ef830 req-ee647f7f-7e82-4673-ab47-2585631a93a7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 Feb 09 22:23:27.583729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95b36-3fd7-4134-9527-b8f3f20aab72 req-bba0b761-9eb6-4230-b1f2-52f1bdac291b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:27.585220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ce95b36-3fd7-4134-9527-b8f3f20aab72 req-bba0b761-9eb6-4230-b1f2-52f1bdac291b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0529191 Feb 09 22:23:27.632444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ce95b36-3fd7-4134-9527-b8f3f20aab72 req-f98bf11a-e239-4059-b49e-05da45ef0b76 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417435 Feb 09 22:23:28.749764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc547a5-aaae-4f99-ad11-a18a78fe6083 req-dd8dd35f-5a0f-4d8a-a597-c5e2634f6d0a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:28.751252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0fc547a5-aaae-4f99-ad11-a18a78fe6083 req-dd8dd35f-5a0f-4d8a-a597-c5e2634f6d0a tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0515962 Feb 09 22:23:28.797608 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0fc547a5-aaae-4f99-ad11-a18a78fe6083 req-42b00c5f-b28e-4986-a8fb-80cb78373405 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Feb 09 22:23:29.574862 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:29.914918 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327a666-e2a7-4881-b29e-85e08f6c6e48 req-1c427ff3-d906-4052-b667-8f9a0ca5d359 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:29.916445 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f327a666-e2a7-4881-b29e-85e08f6c6e48 req-1c427ff3-d906-4052-b667-8f9a0ca5d359 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 943 time: 0.0522313 Feb 09 22:23:29.964332 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f327a666-e2a7-4881-b29e-85e08f6c6e48 req-12e3eed9-b72c-4ed2-a724-3a1806bdddb4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Feb 09 22:23:30.641010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 62be0e96-0673-4b4a-8c37-2f35780bac01 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:23:30.734448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 62be0e96-0673-4b4a-8c37-2f35780bac01, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=62be0e96-0673-4b4a-8c37-2f35780bac01,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:23:30.746237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:23:30.785466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 62be0e96-0673-4b4a-8c37-2f35780bac01 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:23:30.785858 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:30.797876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62be0e96-0673-4b4a-8c37-2f35780bac01 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:23:30.817362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 62be0e96-0673-4b4a-8c37-2f35780bac01, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=62be0e96-0673-4b4a-8c37-2f35780bac01,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:23:30.940792 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:30.986705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=62be0e96-0673-4b4a-8c37-2f35780bac01,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:30.994775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.995126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.995468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.995850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.996174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.996549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.996876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.997439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.997780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.998414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.998414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.998567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:30.998755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:31.123810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:31.152914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['62be0e96-0673-4b4a-8c37-2f35780bac01'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:23:31.412585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98812e-7215-44be-9931-a030b94e031c req-ba1ba098-9cca-4c9b-8836-cc96c22c4ecc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:31.414080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d98812e-7215-44be-9931-a030b94e031c req-ba1ba098-9cca-4c9b-8836-cc96c22c4ecc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 944 time: 0.3842905 Feb 09 22:23:31.461027 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d98812e-7215-44be-9931-a030b94e031c req-b35c3ad9-c825-49be-a7be-b72991e8d75c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414281 Feb 09 22:23:32.583941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290511d3-663f-43f0-8116-489acf23d9a5 req-10633650-6ee4-43e5-bfbc-4cfdb65cd6cc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:32.585432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-290511d3-663f-43f0-8116-489acf23d9a5 req-10633650-6ee4-43e5-bfbc-4cfdb65cd6cc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 944 time: 0.0565448 Feb 09 22:23:32.632393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-290511d3-663f-43f0-8116-489acf23d9a5 req-e561e3c4-11e6-40db-9899-af330ef5f8ac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Feb 09 22:23:32.656967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 62be0e96-0673-4b4a-8c37-2f35780bac01 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:23:32.769657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 62be0e96-0673-4b4a-8c37-2f35780bac01 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:23:32.773333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 62be0e96-0673-4b4a-8c37-2f35780bac01 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:23:32.773728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:32.852101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 62be0e96-0673-4b4a-8c37-2f35780bac01 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:23:32.852491 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:32.873945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:23:32.876204 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b490856-4145-4209-a61b-f124d0714b66" -d '{"events": [{"server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "name": "network-vif-plugged", "status": "completed", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:23:32.888695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 62be0e96-0673-4b4a-8c37-2f35780bac01, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=62be0e96-0673-4b4a-8c37-2f35780bac01,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:23:32.968401 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:32.973739 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0075c830-4f5d-41b8-b01f-512a698fc995 x-openstack-request-id: req-0075c830-4f5d-41b8-b01f-512a698fc995 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:23:32.974036 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "name": "network-vif-plugged", "status": "completed", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:23:32.974294 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0075c830-4f5d-41b8-b01f-512a698fc995 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:23:32.974714 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'code': 200} Feb 09 22:23:33.021596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=62be0e96-0673-4b4a-8c37-2f35780bac01,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:33.071724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56857c-ab03-4c6a-985e-722f88e731fc req-c9ce2164-aab9-426c-8e39-72b5f5b06e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:33.073237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf56857c-ab03-4c6a-985e-722f88e731fc req-c9ce2164-aab9-426c-8e39-72b5f5b06e44 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0444479 Feb 09 22:23:33.116729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf56857c-ab03-4c6a-985e-722f88e731fc req-6b6138e6-b02b-49a4-afa5-753ae260dc13 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375164 Feb 09 22:23:33.747778 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da425789-b55e-477a-95e6-42cb0b95cc64 req-7ef296f4-d90e-40f1-9968-73954b889fc7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:33.749247 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da425789-b55e-477a-95e6-42cb0b95cc64 req-7ef296f4-d90e-40f1-9968-73954b889fc7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Feb 09 22:23:33.795913 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-da425789-b55e-477a-95e6-42cb0b95cc64 req-d083d35c-c8c7-4221-8cd7-a4761bfd3c89 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405867 Feb 09 22:23:33.936436 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:23:34.918539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c4cfa-1457-4ea3-b26a-9465f96cde28 req-eef1e181-95c0-4f37-b9db-f2d4493b39ed tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:34.919961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c42c4cfa-1457-4ea3-b26a-9465f96cde28 req-eef1e181-95c0-4f37-b9db-f2d4493b39ed tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 945 time: 0.0542955 Feb 09 22:23:34.968374 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c42c4cfa-1457-4ea3-b26a-9465f96cde28 req-e5374902-20bf-484c-b902-0b60d2563e7e tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Feb 09 22:23:35.091451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b221b0-bc79-4602-8a1e-0b30dcd041b6 req-119edcf9-e47b-475c-b4eb-ced6b12e9034 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:35.092962 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b221b0-bc79-4602-8a1e-0b30dcd041b6 req-119edcf9-e47b-475c-b4eb-ced6b12e9034 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 945 time: 0.0595021 Feb 09 22:23:35.141131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e9b221b0-bc79-4602-8a1e-0b30dcd041b6 req-2a9f2b9b-eb44-4afb-9b9e-cac6bac03866 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Feb 09 22:23:35.162450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55250) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:23:35.206033 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e9f5c-7654-4525-a150-5510c962c8ec tempest-TestVolumeBootPattern-241670721 tempest-TestVolumeBootPattern-241670721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:35.207523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1a4e9f5c-7654-4525-a150-5510c962c8ec tempest-TestVolumeBootPattern-241670721 tempest-TestVolumeBootPattern-241670721-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1122 time: 0.0441098 Feb 09 22:23:35.210212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55252) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:23:35.214357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:23:35.305237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:35.403219 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:35.504877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.25.5.210 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/14930fac-71b8-4061-91f7-2a47087fa226) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:23:35.511889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2760a451-b356-4544-86b7-f78b982e8e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:35.607092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (14930fac-71b8-4061-91f7-2a47087fa226), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:35.707092 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (14930fac-71b8-4061-91f7-2a47087fa226), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:35.743049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:23:35.747880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:23:35.751420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:23:35.774892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=14930fac-71b8-4061-91f7-2a47087fa226,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:35.788593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.788954 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.789305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.789651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.789995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.790334 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.790665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.790996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.791330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.791654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.792010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.792339 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:35.792669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:23:36.222564 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (8f42e871-e8c9-493d-8295-f0bc0915a0d6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.413234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (14930fac-71b8-4061-91f7-2a47087fa226), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.555755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (14930fac-71b8-4061-91f7-2a47087fa226), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.637662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (14930fac-71b8-4061-91f7-2a47087fa226), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.710084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=14930fac-71b8-4061-91f7-2a47087fa226,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:23:36.718976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (8f42e871-e8c9-493d-8295-f0bc0915a0d6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:36.817209 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Floating IP 8f42e871-e8c9-493d-8295-f0bc0915a0d6 associated. External IP: 172.25.5.210, port: 62be0e96-0673-4b4a-8c37-2f35780bac01. Feb 09 22:23:37.022118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:23:37.136325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:23:37.145678 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:23:37.155606 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:23:37.156241 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:23:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:37.239968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:37.261252 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:23:37.269732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-63448714-510b-43c7-a42e-07e8762aead4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0585356 Feb 09 22:23:37.270345 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:23:37.272637 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:23:37.308876 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992380eb-124d-4f3f-a19c-39baa7ae7a75 x-openstack-request-id: req-992380eb-124d-4f3f-a19c-39baa7ae7a75 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:23:37.309184 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:23:37.309445 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-992380eb-124d-4f3f-a19c-39baa7ae7a75 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:23:37.309860 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'status': 'completed', 'code': 200} Feb 09 22:23:37.372831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-33ce9cf9-0fd2-408d-a8bf-db7e55bd09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:37.374350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-33ce9cf9-0fd2-408d-a8bf-db7e55bd09f5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0441408 Feb 09 22:23:37.467116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-8a442ebd-aacc-4e9d-81e6-6ea264820ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:37.468667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-8a442ebd-aacc-4e9d-81e6-6ea264820ed9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0877767 Feb 09 22:23:37.481305 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:35Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:37.494906 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-164fa185-8d81-459d-9e01-07439e7c273e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:37.510348 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:23:37.519257 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:23:37.519902 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:23:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:37.533336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-107cc0c2-b14b-421a-9b06-eb822d2779e4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 999 time: 0.0588670 Feb 09 22:23:37.582503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-1a190773-3e7d-4185-8e9d-9d5e876fdf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:37.584012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-1a190773-3e7d-4185-8e9d-9d5e876fdf41 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0447741 Feb 09 22:23:37.626369 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:23:37.636017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-cc126ebc-9007-42dd-a8a0-0eee6a7bf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:37.637549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-cc126ebc-9007-42dd-a8a0-0eee6a7bf5c1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482674 Feb 09 22:23:37.725463 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-262ea067-c748-4368-82ce-dba5bd8db02c service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809052 Feb 09 22:23:37.818089 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e8d7a0e-13f2-4d9c-9214-f97d72e9157a req-d442a720-3987-4b78-a184-89c90efd2493 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867221 Feb 09 22:23:37.847902 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:35Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:23:37.876518 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b01ad2-7bf0-41dd-8dc1-a4667390e5cd None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:35Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:23:38.074196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f172fa7-e3d3-4786-a7ed-99de31209629 None None] New status for floating IP 8f42e871-e8c9-493d-8295-f0bc0915a0d6: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:23:39.134722 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:40.334793 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:41.677550 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:41.875679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-31a44792-3089-47c8-b156-46574153d265 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427585 Feb 09 22:23:41.959385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-749c152f-9d73-4977-a18d-6b8edc3ec39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:41.960940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-749c152f-9d73-4977-a18d-6b8edc3ec39f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0454023 Feb 09 22:23:42.061857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-f6124035-a54e-4e86-b449-bbcd0817965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:42.063292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-f6124035-a54e-4e86-b449-bbcd0817965b service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0856733 Feb 09 22:23:42.125195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-e10aab4c-4822-45e4-82b7-120c024451b3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 1001 time: 0.0562382 Feb 09 22:23:42.172354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-f366be99-e011-4a5a-8c91-2ca269e986be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:42.173716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-f366be99-e011-4a5a-8c91-2ca269e986be service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0424683 Feb 09 22:23:42.224988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-59f8653d-f4fe-4b37-93b1-b01d3077e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:42.226474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-59f8653d-f4fe-4b37-93b1-b01d3077e417 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471098 Feb 09 22:23:42.311864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-a88d6a5e-db32-4c31-9815-8faa18da6f19 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799162 Feb 09 22:23:42.404694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-439a8e6b-a880-427d-a5b3-19a061d57499 req-e2132b61-14b1-4f11-8989-0ee50c2a1d69 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860333 Feb 09 22:23:59.603115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:01.134786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:05.523763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-af2c1ed4-ecbd-4011-8dc3-c0c6f691bfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:07.516990 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d5820e1b-0930-4558-8225-1b1221bcc0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:09.163253 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:10.344543 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:10.935840 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:24:11.677009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:29.608485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:31.134196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:35.540111 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7d039d88-e1f5-44b9-88a5-fc0e277f9982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:37.499660 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-db31d552-98df-435e-991f-264f2826d596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:39.145908 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:40.379565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:41.648783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:42.866915 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-ff06e9c3-4587-4b56-aef2-067b5d3a00bd service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506191 Feb 09 22:24:42.951974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-f60393d3-98c5-4391-ac44-b71f1ad9d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:42.953501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-f60393d3-98c5-4391-ac44-b71f1ad9d4f3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0460553 Feb 09 22:24:43.058203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-9ab60f00-2296-4081-8dbb-634ac9798308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:43.059818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-9ab60f00-2296-4081-8dbb-634ac9798308 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0889032 Feb 09 22:24:43.125456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-53037ad2-7103-482c-875a-9cadb123a7e7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 1001 time: 0.0593729 Feb 09 22:24:43.173061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-7e9f7a0a-4384-478a-9257-67d3804c687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:43.174493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-7e9f7a0a-4384-478a-9257-67d3804c687b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0441661 Feb 09 22:24:43.228395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-bffee12a-d129-44ec-8a63-2a73cee0630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:43.229842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-bffee12a-d129-44ec-8a63-2a73cee0630b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493016 Feb 09 22:24:43.315642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-ed6bdcd4-a559-485e-bb92-f79e1458cd05 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798233 Feb 09 22:24:43.408838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e62dbb13-5bab-4129-b6d9-adee98585800 req-79b8b10b-4230-4c61-b1d8-ab02765c3130 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865998 Feb 09 22:24:47.937459 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:24:59.625655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:01.167280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:05.476804 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00575ac8-00bb-430e-86ac-d9bbf7642633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:07.500060 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c28a14d7-5427-4c3d-9e1b-e83583d1e136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:09.145147 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:10.339198 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:11.671244 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:24.939830 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:25:29.596248 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:31.150674 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:35.470323 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2be1fc8e-b94d-445f-a3be-96b1e619e446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:37.538304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3e07811-86c9-42ec-8760-9bb20c9cf986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:39.162215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:40.356304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:41.659469 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:43.834487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-c0b7f7e2-8f40-414a-ab71-1e873ee21c1e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455709 Feb 09 22:25:43.917638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-6809351f-8c0d-411a-b1a5-199c045ea065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:43.919329 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-6809351f-8c0d-411a-b1a5-199c045ea065 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0444629 Feb 09 22:25:44.028590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-86771abb-70bd-49a1-92f2-2d9e3191e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:44.030128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-86771abb-70bd-49a1-92f2-2d9e3191e48c service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0907419 Feb 09 22:25:44.097136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-dce81b90-fc7b-494c-827d-4d18990cd3f5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 1001 time: 0.0615108 Feb 09 22:25:44.146478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-7c3afb62-6021-45f0-9bba-ed5555c384b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:44.147969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-7c3afb62-6021-45f0-9bba-ed5555c384b4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0455718 Feb 09 22:25:44.200070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-65c2f814-268d-4d3f-b465-2e2b2cc06fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:44.202092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-65c2f814-268d-4d3f-b465-2e2b2cc06fd9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475872 Feb 09 22:25:44.211088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-bea3e757-19de-4b55-8d0f-de3d9a920669 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:25:44.212050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-bea3e757-19de-4b55-8d0f-de3d9a920669 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047705 Feb 09 22:25:44.299233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-b0a12728-7b7a-4ebc-b595-b7e66199783e service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807130 Feb 09 22:25:44.390715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-82be6e45-40f7-44b3-9da5-842adbbbdad7 req-3261eabb-7a2e-4e41-8e42-b8e55e4b3ef9 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858579 Feb 09 22:25:59.682146 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:01.166559 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:01.939131 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:26:05.482022 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29487e95-8e3e-45fa-bc14-4545a162ea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.082255 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-8cd769ea-2cfd-4e31-8196-c5457b41a11c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437955041&fields=id&tenant_id=461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 267 time: 0.0572817 Feb 09 22:26:07.442249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-27a57f55-a21c-41cc-915e-6f077f63be08 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:07.443766 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-27a57f55-a21c-41cc-915e-6f077f63be08 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.3545716 Feb 09 22:26:07.459207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-5e64bc6f-2430-4124-8e0e-c2fbb6ec3dd9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/quotas/461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Feb 09 22:26:07.505049 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fc454092-2c74-484d-88fe-bab7e1b73546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.556899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-95b3c6a2-3116-4cc8-b484-5f0cc611dff3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922604 Feb 09 22:26:07.742486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-0ac93a6f-afec-4299-8937-585048b898c2 service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745589 Feb 09 22:26:07.833635 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-cc2753f7-329f-4e38-a5b5-46f0a2f84674 service neutron] 10.222.0.98 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847433 Feb 09 22:26:08.489290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dae67ec7-21a3-4f9a-998f-2d423137716d req-a59d82ca-7ea3-4da4-87cc-bc19424ac707 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0862269 Feb 09 22:26:09.149897 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.584211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-57b4f91b-b15a-4fe6-8a1d-0ecb96267cb0 req-9f2ea4c2-547f-4e38-9f9f-2a5bea2059e4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0280097 Feb 09 22:26:10.350475 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.424705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-4882ed89-559a-415c-a1b5-5cf8d58c7352 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:10.426191 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-4882ed89-559a-415c-a1b5-5cf8d58c7352 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 812 time: 0.1022158 Feb 09 22:26:10.494686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-161ed56e-d7f2-42d9-adf4-06f32bf27690 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461e7644e2794ae091537a5d424bb553 HTTP/1.1" status: 200 len: 380 time: 0.0567467 Feb 09 22:26:10.505177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'port': {'device_id': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'admin_state_up': True, 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'security_groups': ['f52fa382-bd0d-49f1-83e7-a515c2c6e5bd']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:10.689726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-222b17a4-7d37-4b8a-9707-cfa9b0b05602 req-3dbd2327-4634-459b-900f-76a3aa0afd65 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0282516 Feb 09 22:26:10.692822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Made reservation on behalf of 461e7644e2794ae091537a5d424bb553 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:26:10.697608 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.830410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.20.0.8 (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b/9539a7c7-2228-4a5e-87d4-c3204fb544a1/58c6546a-983c-4dc0-877b-cf94c70056bb) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:26:10.971419 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.105786 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.151047 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:26:11.154186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:26:11.157849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:26:11.181596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=58c6546a-983c-4dc0-877b-cf94c70056bb,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:11.192775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.193123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.193471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.193817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.194195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.194539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.194874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.195203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.195529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.195881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.196215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.196543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.196916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.225923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:11.229412 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.318787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-ea7eb244-4bf0-4c26-911a-39b967cfb81d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8171196 Feb 09 22:26:11.332168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-06e4a58b-217f-4cfd-b161-b0cf3a5c2264 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:26:11.333449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-06e4a58b-217f-4cfd-b161-b0cf3a5c2264 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061960 Feb 09 22:26:11.346944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Request body: {'port': {'device_id': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:11.377845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b2c155ce-8f65-4441-9e59-aaff09b7150e None None] Provisioning complete for port 58c6546a-983c-4dc0-877b-cf94c70056bb triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:26:11.377845 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2c155ce-8f65-4441-9e59-aaff09b7150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.407899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.408450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b2c155ce-8f65-4441-9e59-aaff09b7150e None None] Port 58c6546a-983c-4dc0-877b-cf94c70056bb cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:26:11.679412 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c6546a-983c-4dc0-877b-cf94c70056bb {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:26:11.686805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Publish callbacks [] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.698438 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.699328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Transition to ACTIVE for port object 58c6546a-983c-4dc0-877b-cf94c70056bb will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:26:11.789717 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.817209 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf5c65-8890-421c-b0ed-92bba7134ad2 req-e847263e-ada4-46e2-9378-656d9015d21b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:11.818608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cdbf5c65-8890-421c-b0ed-92bba7134ad2 req-e847263e-ada4-46e2-9378-656d9015d21b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 931 time: 0.0548494 Feb 09 22:26:11.849117 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Pushing event updated for resources: {'Port': ['ID=58c6546a-983c-4dc0-877b-cf94c70056bb,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:11.897179 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cdbf5c65-8890-421c-b0ed-92bba7134ad2 req-42cacbe6-3aca-44c5-8141-4c10860713d2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634787 Feb 09 22:26:11.928658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Attempting to bind port 58c6546a-983c-4dc0-877b-cf94c70056bb on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:26:11.929002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Attempting to bind port 58c6546a-983c-4dc0-877b-cf94c70056bb by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:26:11.929340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Attempting to bind port 58c6546a-983c-4dc0-877b-cf94c70056bb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:26:11.934931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Port 58c6546a-983c-4dc0-877b-cf94c70056bb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:26:11.935264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Attempting to bind port 58c6546a-983c-4dc0-877b-cf94c70056bb on network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:26:11.940289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:26:11.940665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Checking segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:26:11.941190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Bound using segment: {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:26:11.941689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Bound port: 58c6546a-983c-4dc0-877b-cf94c70056bb, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0724f58b-ae18-4450-9e1f-e2254619d840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:26:11.942293 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.015922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] For port 58c6546a-983c-4dc0-877b-cf94c70056bb, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:26:12.019148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] For port 58c6546a-983c-4dc0-877b-cf94c70056bb, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58c6546a-983c-4dc0-877b-cf94c70056bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:26:12.070923 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.105902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:12.106545 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.108086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] 10.222.0.30 "PUT /v2.0/ports/58c6546a-983c-4dc0-877b-cf94c70056bb HTTP/1.1" status: 200 len: 1091 time: 0.7656567 Feb 09 22:26:12.108560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:12.110721 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8100cd5d-c34a-4bc3-bf53-1fb6bd7dc7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:12.158696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f4557-c458-4230-b4e8-4016788d37fc service neutron] Pushing event updated for resources: {'Port': ['ID=58c6546a-983c-4dc0-877b-cf94c70056bb,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:12.167086 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29768964-41b7-4c16-b8fc-1aa583522eec x-openstack-request-id: req-29768964-41b7-4c16-b8fc-1aa583522eec {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:12.167567 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:12.168027 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29768964-41b7-4c16-b8fc-1aa583522eec {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:12.168588 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'status': 'completed', 'code': 200} Feb 09 22:26:12.247965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cd5d-c34a-4bc3-bf53-1fb6bd7dc7a3 req-a14893ee-fe3d-43e1-b74e-4e1f95bdff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:12.252214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8100cd5d-c34a-4bc3-bf53-1fb6bd7dc7a3 req-a14893ee-fe3d-43e1-b74e-4e1f95bdff65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1125 time: 0.0497160 Feb 09 22:26:12.359113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cd5d-c34a-4bc3-bf53-1fb6bd7dc7a3 req-f9ac8df2-5242-4647-a893-8672f368628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:12.360803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8100cd5d-c34a-4bc3-bf53-1fb6bd7dc7a3 req-f9ac8df2-5242-4647-a893-8672f368628b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=461e7644e2794ae091537a5d424bb553&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1011827 Feb 09 22:26:12.458918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100cd5d-c34a-4bc3-bf53-1fb6bd7dc7a3 req-2c748778-52a6-4c16-adfc-639dd31e9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:12.460430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8100cd5d-c34a-4bc3-bf53-1fb6bd7dc7a3 req-2c748778-52a6-4c16-adfc-639dd31e9c89 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906122 Feb 09 22:26:12.551237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-b3f2b834-8f5b-4f48-8d32-25d1ff1cb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:12.552781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-b3f2b834-8f5b-4f48-8d32-25d1ff1cb399 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1125 time: 0.0494111 Feb 09 22:26:12.598714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-e226713b-7b61-470f-bfce-78f906cfcc02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c6546a-983c-4dc0-877b-cf94c70056bb HTTP/1.1" status: 200 len: 217 time: 0.0356131 Feb 09 22:26:12.650447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-6ee8b0e7-b75d-4845-ba1e-e92df5ff9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:12.651926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-6ee8b0e7-b75d-4845-ba1e-e92df5ff9247 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0448539 Feb 09 22:26:12.704235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424487-0092-409b-aa71-72e6a8eb618e req-7bbcba7f-f68b-4029-a1c4-9a877cc9d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:12.705723 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-7bbcba7f-f68b-4029-a1c4-9a877cc9d01d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441775 Feb 09 22:26:12.803187 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-420dce10-ec88-45e4-95d0-ccbf14f862d9 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880466 Feb 09 22:26:12.894613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24424487-0092-409b-aa71-72e6a8eb618e req-64a2fe3e-35c8-4c96-a40b-14531b4ec9bc service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817952 Feb 09 22:26:13.016053 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72058f-d2f2-4566-adfa-ee0719024ab1 req-1c6f68de-6cb8-47e4-8f04-17936e98458d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:13.017633 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad72058f-d2f2-4566-adfa-ee0719024ab1 req-1c6f68de-6cb8-47e4-8f04-17936e98458d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0534961 Feb 09 22:26:13.066856 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad72058f-d2f2-4566-adfa-ee0719024ab1 req-8e22cbc2-8876-4926-a585-7975ebf41d4d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433643 Feb 09 22:26:14.192268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c2184-d2ca-4803-9e41-d0a278db9de3 req-dfeb95ac-71ec-483f-abb6-2a288bf5f26b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:14.193750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f9c2184-d2ca-4803-9e41-d0a278db9de3 req-dfeb95ac-71ec-483f-abb6-2a288bf5f26b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0566173 Feb 09 22:26:14.243564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f9c2184-d2ca-4803-9e41-d0a278db9de3 req-81f684ac-d582-44a0-820f-3b6c4ba679de tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Feb 09 22:26:15.365227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24dd3-6f11-4791-9c18-e7717f4b4c7d req-2f40c297-5f1f-40db-a115-ecc1c81bbce1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:15.366612 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ee24dd3-6f11-4791-9c18-e7717f4b4c7d req-2f40c297-5f1f-40db-a115-ecc1c81bbce1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0525119 Feb 09 22:26:15.415347 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ee24dd3-6f11-4791-9c18-e7717f4b4c7d req-2197bbe6-bc26-485d-9268-91a4d08fa876 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Feb 09 22:26:16.534293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced2247-b04d-48a9-9db8-c50b7164918a req-78b05420-80f3-4649-b257-205a8b2d47fc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:16.535848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cced2247-b04d-48a9-9db8-c50b7164918a req-78b05420-80f3-4649-b257-205a8b2d47fc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0535271 Feb 09 22:26:16.585869 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cced2247-b04d-48a9-9db8-c50b7164918a req-0bc1cb15-e3d3-40fa-81cc-b41720c0ca0d tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443239 Feb 09 22:26:17.708688 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe34b00-85d7-4cb6-bdb6-faf8c4fcb332 req-09398673-ffd6-4343-b54e-74293e558268 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:17.710181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfe34b00-85d7-4cb6-bdb6-faf8c4fcb332 req-09398673-ffd6-4343-b54e-74293e558268 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0573971 Feb 09 22:26:17.758581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cfe34b00-85d7-4cb6-bdb6-faf8c4fcb332 req-52f06eed-913e-4dd1-beaa-57e7ee40410f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Feb 09 22:26:18.879976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b18d6-b154-4edb-b544-9cab79942300 req-7b597b68-533e-4ef7-ac24-0917bd30e654 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:18.881465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e70b18d6-b154-4edb-b544-9cab79942300 req-7b597b68-533e-4ef7-ac24-0917bd30e654 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0555198 Feb 09 22:26:18.929166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e70b18d6-b154-4edb-b544-9cab79942300 req-d96c50dc-869a-4a47-bd3c-23ed3ea11acc tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Feb 09 22:26:20.055986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718c1f8-be7b-4d7e-aeaa-6be3f3eed8af req-60a027da-a038-4ea7-b271-410f10c581fa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:20.058223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2718c1f8-be7b-4d7e-aeaa-6be3f3eed8af req-60a027da-a038-4ea7-b271-410f10c581fa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0565119 Feb 09 22:26:20.109860 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2718c1f8-be7b-4d7e-aeaa-6be3f3eed8af req-6e601e68-9df3-4a3c-a2d6-9f125b6e202f tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460291 Feb 09 22:26:21.228426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf86e3a-5672-46e0-bac3-e16f556530ae req-44514bdf-385d-4101-be7c-28fd0aa7c2f1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:21.230700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cf86e3a-5672-46e0-bac3-e16f556530ae req-44514bdf-385d-4101-be7c-28fd0aa7c2f1 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0532646 Feb 09 22:26:21.280424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cf86e3a-5672-46e0-bac3-e16f556530ae req-d3423fd2-00a0-4b52-885e-fc2284ef8bee tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Feb 09 22:26:22.398047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8143a1-f286-4662-bcd3-a337ab4992b2 req-8c3f5ce3-04cf-476e-b16f-9254b0f6f155 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:22.399523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c8143a1-f286-4662-bcd3-a337ab4992b2 req-8c3f5ce3-04cf-476e-b16f-9254b0f6f155 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0523839 Feb 09 22:26:22.452188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2c8143a1-f286-4662-bcd3-a337ab4992b2 req-9d3e8b80-d16c-4330-8247-861f6a887265 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470450 Feb 09 22:26:23.571532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd1a23-448e-48b5-8639-fdf3c4675a8b req-f97fc787-2014-4ad8-b4bd-d03a01f9654b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:23.573593 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5bd1a23-448e-48b5-8639-fdf3c4675a8b req-f97fc787-2014-4ad8-b4bd-d03a01f9654b tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0520267 Feb 09 22:26:23.624163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5bd1a23-448e-48b5-8639-fdf3c4675a8b req-bf7ba1e6-2566-4f06-b2a3-910d9a653891 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 Feb 09 22:26:24.752183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2a616-4652-4b77-b5d4-d83e94a4a7f7 req-c203fee7-82b4-423a-9912-446f35720c82 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:24.753693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29e2a616-4652-4b77-b5d4-d83e94a4a7f7 req-c203fee7-82b4-423a-9912-446f35720c82 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0558572 Feb 09 22:26:24.807249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29e2a616-4652-4b77-b5d4-d83e94a4a7f7 req-6607c203-bdba-4a9a-ac8f-9c2088d135e9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Feb 09 22:26:25.928129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39fce-2c12-40a6-848e-82a921255975 req-2c0d786e-5465-4468-96d5-faaba32e0eea tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:25.929540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75c39fce-2c12-40a6-848e-82a921255975 req-2c0d786e-5465-4468-96d5-faaba32e0eea tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0523336 Feb 09 22:26:25.979011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-75c39fce-2c12-40a6-848e-82a921255975 req-1c3757b6-2cf6-4834-b300-906cf9957763 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Feb 09 22:26:27.096524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d92b6-8744-4bd3-ba56-9ecb40b09ad3 req-39657f5b-165e-4646-8a42-d51cfb4203ce tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:27.097980 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d42d92b6-8744-4bd3-ba56-9ecb40b09ad3 req-39657f5b-165e-4646-8a42-d51cfb4203ce tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0516105 Feb 09 22:26:27.144989 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d42d92b6-8744-4bd3-ba56-9ecb40b09ad3 req-3e6fdc9f-3689-4904-b356-a2d66352ff30 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 Feb 09 22:26:28.263521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ce35-a2da-4dd5-a24e-d67b94086734 req-7558fade-a234-4805-af96-85698f825d65 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:28.264961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2919ce35-a2da-4dd5-a24e-d67b94086734 req-7558fade-a234-4805-af96-85698f825d65 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0524311 Feb 09 22:26:28.313657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2919ce35-a2da-4dd5-a24e-d67b94086734 req-5af2b00b-2ca9-435e-8b91-11f591edd003 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Feb 09 22:26:29.437668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7b2b1-1b10-4a6f-a3d1-64c542dfea1c req-c9f7673c-d6ac-4242-aa27-308670b47b59 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:29.439284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cad7b2b1-1b10-4a6f-a3d1-64c542dfea1c req-c9f7673c-d6ac-4242-aa27-308670b47b59 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 943 time: 0.0573368 Feb 09 22:26:29.487467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cad7b2b1-1b10-4a6f-a3d1-64c542dfea1c req-87101b8b-4ebd-4a43-8e6c-97db07795dcd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Feb 09 22:26:29.652148 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:30.112466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58c6546a-983c-4dc0-877b-cf94c70056bb details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:26:30.209927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 58c6546a-983c-4dc0-877b-cf94c70056bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58c6546a-983c-4dc0-877b-cf94c70056bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:30.221225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'port_id': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'mac_address': 'fa:16:3e:31:d2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:26:30.258076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 58c6546a-983c-4dc0-877b-cf94c70056bb is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:26:30.258474 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:30.270857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c6546a-983c-4dc0-877b-cf94c70056bb {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:26:30.289110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 58c6546a-983c-4dc0-877b-cf94c70056bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58c6546a-983c-4dc0-877b-cf94c70056bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:30.401332 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:30.452417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=58c6546a-983c-4dc0-877b-cf94c70056bb,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:30.459776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.460138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.460486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.460829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.461167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.461506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.461837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.462173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.462497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.462825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.463153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.463479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.463842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:30.610081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a34bb-13e1-49f8-b021-14ac118e430b req-fa2b4c90-7103-4e60-be86-4edc1e3c7679 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:30.611611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b9a34bb-13e1-49f8-b021-14ac118e430b req-fa2b4c90-7103-4e60-be86-4edc1e3c7679 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 944 time: 0.0562382 Feb 09 22:26:30.659584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6b9a34bb-13e1-49f8-b021-14ac118e430b req-7377beca-0076-46ff-8e91-606d64bea8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Feb 09 22:26:30.707818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['58c6546a-983c-4dc0-877b-cf94c70056bb'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:26:31.166168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:31.778226 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12441f-96db-43d6-906d-7fe8145ee6b3 req-f31f20e8-3389-4115-9bec-0a43904cfe67 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:31.779694 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed12441f-96db-43d6-906d-7fe8145ee6b3 req-f31f20e8-3389-4115-9bec-0a43904cfe67 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 944 time: 0.0527811 Feb 09 22:26:31.829196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed12441f-96db-43d6-906d-7fe8145ee6b3 req-48b9d60b-6847-4c35-855f-d45b39e0c6dd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Feb 09 22:26:32.128606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58c6546a-983c-4dc0-877b-cf94c70056bb up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:26:32.252884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 58c6546a-983c-4dc0-877b-cf94c70056bb completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:26:32.256392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 58c6546a-983c-4dc0-877b-cf94c70056bb triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:26:32.256805 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:32.495665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 58c6546a-983c-4dc0-877b-cf94c70056bb is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:26:32.496073 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:32.518255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:32.520422 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f46da6-48b3-48a6-93ad-7a14853eb127" -d '{"events": [{"server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "name": "network-vif-plugged", "status": "completed", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:32.533345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 58c6546a-983c-4dc0-877b-cf94c70056bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58c6546a-983c-4dc0-877b-cf94c70056bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:32.556608 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc4c1f2-835b-4455-a8a1-fbefa3556bdc x-openstack-request-id: req-1cc4c1f2-835b-4455-a8a1-fbefa3556bdc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:32.556889 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "name": "network-vif-plugged", "status": "completed", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:32.557145 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cc4c1f2-835b-4455-a8a1-fbefa3556bdc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:32.557543 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'code': 200} Feb 09 22:26:32.590339 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:32.639171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=58c6546a-983c-4dc0-877b-cf94c70056bb,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:32.663026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52c0dc-5756-451f-898a-dba1684b4147 req-bdf5d3c0-e8ca-4a1e-9d1f-58d724dec6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:32.664600 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da52c0dc-5756-451f-898a-dba1684b4147 req-bdf5d3c0-e8ca-4a1e-9d1f-58d724dec6ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1127 time: 0.0494421 Feb 09 22:26:32.713190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-da52c0dc-5756-451f-898a-dba1684b4147 req-f21973c1-fc15-4b1c-8745-230e8cc020b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391753 Feb 09 22:26:32.951834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f478cd4-f9d3-4579-bcb3-a0acd6b65aa6 req-aa2662aa-13c9-4ea6-93ab-07e564755424 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:32.953354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f478cd4-f9d3-4579-bcb3-a0acd6b65aa6 req-aa2662aa-13c9-4ea6-93ab-07e564755424 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 945 time: 0.0575757 Feb 09 22:26:33.002120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4f478cd4-f9d3-4579-bcb3-a0acd6b65aa6 req-e273c9f8-d8d8-4061-9619-a1916ed59510 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Feb 09 22:26:34.120532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d193f6-67a4-4df1-8538-3331b16452fc req-5ba0fbf7-b74a-4674-8ae6-befbc01ecc70 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:34.122015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11d193f6-67a4-4df1-8538-3331b16452fc req-5ba0fbf7-b74a-4674-8ae6-befbc01ecc70 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 945 time: 0.0518804 Feb 09 22:26:34.173099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11d193f6-67a4-4df1-8538-3331b16452fc req-9e6d2059-1443-4a37-8b85-093181367c1c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453172 Feb 09 22:26:35.290138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5b26f-a61f-41d3-90f7-0682f8b227e4 req-be9177d4-e027-44d1-aed0-33fba02a0f67 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:35.291723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16e5b26f-a61f-41d3-90f7-0682f8b227e4 req-be9177d4-e027-44d1-aed0-33fba02a0f67 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 945 time: 0.0527148 Feb 09 22:26:35.341079 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-16e5b26f-a61f-41d3-90f7-0682f8b227e4 req-350cf3fb-313f-4a6c-9f13-ad33a39b0ecd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Feb 09 22:26:35.460941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888d0cb-97db-4b23-acbb-1f793ca8020e req-77e4112c-3775-4470-9242-11f08cac1adf tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:35.462385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3888d0cb-97db-4b23-acbb-1f793ca8020e req-77e4112c-3775-4470-9242-11f08cac1adf tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Feb 09 22:26:35.499223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0fb43853-b4a4-49d2-bfb4-7811983d911f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:35.511291 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3888d0cb-97db-4b23-acbb-1f793ca8020e req-9634fac2-9457-4a79-a66b-f3f65f4dd9f0 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Feb 09 22:26:35.534694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55524) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:35.705906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c316dcb-68d0-4ecd-8e8d-a2cc3ce38058 tempest-TestVolumeBootPattern-241670721 tempest-TestVolumeBootPattern-241670721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:35.707453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3c316dcb-68d0-4ecd-8e8d-a2cc3ce38058 tempest-TestVolumeBootPattern-241670721 tempest-TestVolumeBootPattern-241670721-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1122 time: 0.1717308 Feb 09 22:26:35.710374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55528) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:35.731928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:35.834810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:35.933716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:36.034846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Allocated IP 172.25.5.67 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/31d0dd5f-fdb3-4eaf-a410-6149e163f2ec) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:26:36.137140 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:36.212768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:36.248012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:26:36.253420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:26:36.257084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:26:36.279851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=31d0dd5f-fdb3-4eaf-a410-6149e163f2ec,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:36.293485 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.294103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.294103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.294437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.294773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.295133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.295442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.295799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.296126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.296451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.296776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.297103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.297475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:36.621618 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (9c0d11f7-d9c6-4067-bb08-4c79b689af39), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:36.754685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:36.904489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:36.989764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:37.060124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event updated for resources: {'Port': ['ID=31d0dd5f-fdb3-4eaf-a410-6149e163f2ec,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:37.070505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (9c0d11f7-d9c6-4067-bb08-4c79b689af39), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:37.173414 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Floating IP 9c0d11f7-d9c6-4067-bb08-4c79b689af39 associated. External IP: 172.25.5.67, port: 58c6546a-983c-4dc0-877b-cf94c70056bb. Feb 09 22:26:37.380030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:26:37.488217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:26:37.498111 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00c1be-db98-4291-af95-07379621652c None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:26:37.501482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7140eac1-5f9f-40cf-83a5-6129f862e1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:37.508492 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:37.509097 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:26:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:37.579447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:37.610568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-711f00dc-01f0-4967-a883-24487707e7bd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8990486 Feb 09 22:26:37.611178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:37.613523 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:37.620978 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:37.732631 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c8602-1fbb-4316-ba8e-b8b51fb645f2 x-openstack-request-id: req-eb6c8602-1fbb-4316-ba8e-b8b51fb645f2 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:37.732631 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:37.732846 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb6c8602-1fbb-4316-ba8e-b8b51fb645f2 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:37.733168 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'status': 'completed', 'code': 200} Feb 09 22:26:37.803539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-9007c438-8ddb-450c-ad4c-922703c900f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:37.805005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-9007c438-8ddb-450c-ad4c-922703c900f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1127 time: 0.0477960 Feb 09 22:26:37.846407 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:38Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}, {'id': '9c0d11f7-d9c6-4067-bb08-4c79b689af39', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:31:d2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:26:36Z', 'updated_at': '2022-02-09T22:26:36Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:37.876322 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00c1be-db98-4291-af95-07379621652c None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:26:37.884721 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:37.885391 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:26:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:37.893240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-ff543934-a596-4660-a0d0-3fa13f235d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:37.894801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-ff543934-a596-4660-a0d0-3fa13f235d04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0831358 Feb 09 22:26:37.963922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-632daa64-7317-4480-baff-4706ab15b2c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c6546a-983c-4dc0-877b-cf94c70056bb HTTP/1.1" status: 200 len: 998 time: 0.0621877 Feb 09 22:26:37.997693 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:38.011768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-13b641a7-b808-4a8b-a63a-b84ded966380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:38.013279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-13b641a7-b808-4a8b-a63a-b84ded966380 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0435836 Feb 09 22:26:38.060588 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-024911ea-aa25-422b-a904-16373d692610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:38.062471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-024911ea-aa25-422b-a904-16373d692610 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436785 Feb 09 22:26:38.153353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-a8eea567-e08e-4074-ab16-895b46e8801a service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846086 Feb 09 22:26:38.225536 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9f00c1be-db98-4291-af95-07379621652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:38Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}, {'id': '9c0d11f7-d9c6-4067-bb08-4c79b689af39', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:31:d2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:26:36Z', 'updated_at': '2022-02-09T22:26:36Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:38.257320 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00c1be-db98-4291-af95-07379621652c None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:38Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}, {'id': '9c0d11f7-d9c6-4067-bb08-4c79b689af39', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.67', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:31:d2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:26:36Z', 'updated_at': '2022-02-09T22:26:36Z', 'revision_number': 0, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:26:38.474892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b06d9e0-109b-4820-a439-880a98a5c8df None None] New status for floating IP 9c0d11f7-d9c6-4067-bb08-4c79b689af39: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:26:38.579910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6fdfc9ce-b7ca-4cd1-a483-414e5957acec req-27f6aeb2-7338-4b8b-bbbe-201ab5b235c3 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207339 Feb 09 22:26:38.938054 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:26:39.184154 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:40.366790 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.675658 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:44.845290 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-c38bdf24-2d27-40b4-b671-ef5489da50bb service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455263 Feb 09 22:26:44.934680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-3ce87bcb-aa31-4c4d-9b78-c57d7dc1abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:44.936146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-3ce87bcb-aa31-4c4d-9b78-c57d7dc1abbc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0497451 Feb 09 22:26:45.036898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-5a156e8c-bd17-4eb3-9e5b-9e343414b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:45.038362 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-5a156e8c-bd17-4eb3-9e5b-9e343414b464 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0842185 Feb 09 22:26:45.105909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-abcb74e0-55e4-4684-871f-f6846c359e59 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 1001 time: 0.0611570 Feb 09 22:26:45.151392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-a8c7aa6f-cf26-4703-9704-3edff11a760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:45.152838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-a8c7aa6f-cf26-4703-9704-3edff11a760e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0420649 Feb 09 22:26:45.200302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-e695d1dd-12ea-4780-a993-c70e354e28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:45.201781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-e695d1dd-12ea-4780-a993-c70e354e28d2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433214 Feb 09 22:26:45.289868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-4d067c65-341c-43fe-a8be-a705a9d5130e service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819745 Feb 09 22:26:45.378130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb084bca-d11d-451a-a73f-31b8f7abb8d3 req-f68d4322-43be-4edc-b8fa-6761f71c8693 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827410 Feb 09 22:26:50.213852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-f5ac77bb-d3df-4dab-8788-0a15c1e3ae12 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902324 Feb 09 22:26:50.302757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-a70090cb-5e86-4f71-b425-447669bd25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:50.304216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-a70090cb-5e86-4f71-b425-447669bd25b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1127 time: 0.0490894 Feb 09 22:26:50.408360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-db7b2390-eb34-4bf3-ad26-ed822ac377e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:50.409839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-db7b2390-eb34-4bf3-ad26-ed822ac377e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0833092 Feb 09 22:26:50.480881 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-8a2563b8-4878-4886-a88a-1f8717b8bc6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c6546a-983c-4dc0-877b-cf94c70056bb HTTP/1.1" status: 200 len: 1000 time: 0.0619402 Feb 09 22:26:50.528557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-480683ea-6b5b-4899-b5b2-8306badb832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:50.530004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-480683ea-6b5b-4899-b5b2-8306badb832c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0424738 Feb 09 22:26:50.579757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-809a5251-456d-48fa-b012-18caeb1a726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:50.581211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-809a5251-456d-48fa-b012-18caeb1a726d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435216 Feb 09 22:26:50.673477 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-539a8141-acf1-4c1f-bde3-65e174aff6e2 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854840 Feb 09 22:26:50.769356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ef4a8a8-5931-447d-b768-bb5c876792fa req-83c92848-191f-4775-9577-e1c5a307916c service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799332 Feb 09 22:26:59.675604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:01.155262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:05.526541 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-290b1ba6-0ecc-4152-b9ce-1e6ec76119e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:07.520048 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a7d36d09-9fc8-474a-85f9-99a6337b849a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:09.195967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:10.377181 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:11.685869 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:15.937888 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:27:29.715466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:31.182292 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.492085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7be8c2a7-047b-42e2-bdb7-7cdd2e477516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:37.503092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2389c8e0-5002-48dc-8219-a669f53664c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:39.194647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:40.377846 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:41.662220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:44.842108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-74116e9e-7403-47bf-bfaa-72c0ddadc31d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433476 Feb 09 22:27:44.930158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-27b1dbe4-6c6e-4f70-8f55-8c0649e46db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:44.931591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-27b1dbe4-6c6e-4f70-8f55-8c0649e46db0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0493574 Feb 09 22:27:45.033983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-06e63f2c-1fd9-4104-a0e1-a38541d0abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:45.035483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-06e63f2c-1fd9-4104-a0e1-a38541d0abdf service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0854323 Feb 09 22:27:45.105541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-6b3fcd65-8f2c-49e6-aa35-c8715e83ce82 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 1001 time: 0.0640209 Feb 09 22:27:45.152403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-cb6863a0-8b73-42e0-a574-6d2e6bdf03de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:45.153919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-cb6863a0-8b73-42e0-a574-6d2e6bdf03de service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0433648 Feb 09 22:27:45.203994 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-a17c2e34-a0f7-4c81-9799-57ab4fb5fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:45.205505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-a17c2e34-a0f7-4c81-9799-57ab4fb5fdbe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462313 Feb 09 22:27:45.296293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-df134f4a-82c1-4b28-b9a9-d6ec3cb4f8e1 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843177 Feb 09 22:27:45.382140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d036d553-c7fd-4e51-9826-c43148f93ea0 req-507b6446-7d12-49cf-910f-033348bda802 service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805738 Feb 09 22:27:51.149245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-2d8f07e5-3a38-4e9d-9450-e71313111863 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439768 Feb 09 22:27:51.245261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816513be-6314-4524-acbe-10710be1a358 req-d3d85d8f-57bc-48e8-8c9b-4ed387373aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:51.246762 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-d3d85d8f-57bc-48e8-8c9b-4ed387373aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1127 time: 0.0495720 Feb 09 22:27:51.354430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816513be-6314-4524-acbe-10710be1a358 req-8f55653b-1460-43f2-9e93-4a5567c84102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:51.356073 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-8f55653b-1460-43f2-9e93-4a5567c84102 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0848243 Feb 09 22:27:51.427735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-d74a7f51-7919-41a1-9ef0-727910e1df81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c6546a-983c-4dc0-877b-cf94c70056bb HTTP/1.1" status: 200 len: 1000 time: 0.0627053 Feb 09 22:27:51.479651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816513be-6314-4524-acbe-10710be1a358 req-878885c5-0b7c-424d-8233-3803be60faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:51.481081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-878885c5-0b7c-424d-8233-3803be60faa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0429323 Feb 09 22:27:51.532757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816513be-6314-4524-acbe-10710be1a358 req-4a35e497-0147-4c5b-9441-e61bce3f1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:51.534233 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-4a35e497-0147-4c5b-9441-e61bce3f1b6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434062 Feb 09 22:27:51.626640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-6a7ee557-ccdd-403c-9012-e64def178823 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831492 Feb 09 22:27:51.720087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-816513be-6314-4524-acbe-10710be1a358 req-a73656a2-2c27-43f2-a7b1-f49c47c60870 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841169 Feb 09 22:27:52.936617 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:27:59.668927 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:01.200255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:05.480139 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fdb7c783-464e-41fc-922d-37cb9d2845e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:07.531289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-625046f3-5704-40a2-8fde-32e78c449067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:09.182594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:10.359996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:11.662965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.674206 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.935996 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:28:31.187294 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:35.479377 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4626005-79b9-4790-8f70-1d7f046ca11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:37.514135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0547-b7cd-45c7-b184-24337bcf50e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:39.182242 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:40.377133 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:41.702514 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:45.883828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-77894699-d249-4577-b00e-8ab000ee1c80 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871079 Feb 09 22:28:45.976529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-5c8d34a7-b8a2-499a-849b-c60a0a43f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:45.978058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-5c8d34a7-b8a2-499a-849b-c60a0a43f491 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0486012 Feb 09 22:28:46.080186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-9d81c091-1a1c-49e5-b5d4-6e40e84229ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:46.081656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-9d81c091-1a1c-49e5-b5d4-6e40e84229ab service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0841577 Feb 09 22:28:46.150176 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-7d95c5b9-7384-482e-8f8f-e472e14b9d8a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 1001 time: 0.0617154 Feb 09 22:28:46.197357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-973df7da-7a63-44f4-a262-df3d1c769626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:46.198753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-973df7da-7a63-44f4-a262-df3d1c769626 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0428333 Feb 09 22:28:46.246915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-580793d5-22f3-4955-80c2-9c4e57da3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:46.248390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-580793d5-22f3-4955-80c2-9c4e57da3b13 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431092 Feb 09 22:28:46.336751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-daabbc8b-c0b4-4d9d-a77e-75e321029fdc service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822835 Feb 09 22:28:46.425727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e016fec4-ef6c-4864-994d-4ec35ec5e0f0 req-fc76edc5-7587-4c9e-ac95-a80c381abdea service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822825 Feb 09 22:28:51.548064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55572) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:51.748721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 31d0dd5f-fdb3-4eaf-a410-6149e163f2ec {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:28:51.749078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:51.822705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:51.822964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:51.835049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 31d0dd5f-fdb3-4eaf-a410-6149e163f2ec owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:28:52.050899 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (31d0dd5f-fdb3-4eaf-a410-6149e163f2ec), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:52.077759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=31d0dd5f-fdb3-4eaf-a410-6149e163f2ec,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:52.104544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.104900 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.105242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.105584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.105923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.106258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.106590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.106917 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.107242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.107569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.107946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.108277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.108600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:52.155848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (9c0d11f7-d9c6-4067-bb08-4c79b689af39), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:52.156259 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Floating IP 9c0d11f7-d9c6-4067-bb08-4c79b689af39 disassociated (deleted). External IP: 172.25.5.67, port: 58c6546a-983c-4dc0-877b-cf94c70056bb. Feb 09 22:28:52.367434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:28:52.475265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:28:52.480154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:52.485221 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:28:52.494097 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:52.494707 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:28:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:52.508874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b3847e71-2f05-4f50-8d03-2f353d557958 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "DELETE /v2.0/floatingips/9c0d11f7-d9c6-4067-bb08-4c79b689af39 HTTP/1.1" status: 204 len: 168 time: 0.9597049 Feb 09 22:28:52.509478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:52.512115 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0125106-a4d4-4d92-9cb5-7352a202195f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:52.568147 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4829f-522b-474a-b49f-f2fa221a46b7 x-openstack-request-id: req-3ae4829f-522b-474a-b49f-f2fa221a46b7 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:52.568736 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:52.568736 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ae4829f-522b-474a-b49f-f2fa221a46b7 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:52.569087 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'status': 'completed', 'code': 200} Feb 09 22:28:52.604740 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:52.647341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-1d80f932-284f-4e2d-a8d0-dcb2eabcc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:52.649147 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-1d80f932-284f-4e2d-a8d0-dcb2eabcc6f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 1127 time: 0.0479591 Feb 09 22:28:52.746204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-4e08183e-2700-4898-b2cc-ee6df1db4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:52.747801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-4e08183e-2700-4898-b2cc-ee6df1db4a09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0898736 Feb 09 22:28:52.792357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-7b91daaa-3af3-4438-b951-dee3f48a06c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c6546a-983c-4dc0-877b-cf94c70056bb HTTP/1.1" status: 200 len: 217 time: 0.0355554 Feb 09 22:28:52.827284 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:38Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:52.848788 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-34b9c295-3ad1-493a-8984-3e34888aa38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:52.850306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-34b9c295-3ad1-493a-8984-3e34888aa38c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0488894 Feb 09 22:28:52.856104 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:28:52.867845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:28:52.867845 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:28:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:52.906259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-1ccefd48-a61c-4be1-a539-2f49f25b1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:52.907738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-1ccefd48-a61c-4be1-a539-2f49f25b1a1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475061 Feb 09 22:28:52.976254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b7fd-948e-4931-903d-5037553a9f4e req-de9dfd49-9b83-4ca8-a3c4-eed6f81c6802 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:52.978089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef69b7fd-948e-4931-903d-5037553a9f4e req-de9dfd49-9b83-4ca8-a3c4-eed6f81c6802 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 945 time: 0.0612738 Feb 09 22:28:52.996025 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:28:53.011381 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-7b5fb90f-252f-45b6-8759-4031617d89a3 service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961776 Feb 09 22:28:53.028727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef69b7fd-948e-4931-903d-5037553a9f4e req-98836151-3496-451e-9bc0-d5900ab84cac tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 Feb 09 22:28:53.107336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0125106-a4d4-4d92-9cb5-7352a202195f req-7147749a-c45f-41bb-bac9-e3f0b77f0c8c service neutron] 10.222.0.30 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893838 Feb 09 22:28:53.215461 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:38Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:28:53.243943 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0f10f-38d6-424e-a945-8218b943f04b None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '8f42e871-e8c9-493d-8295-f0bc0915a0d6', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'port_id': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'mac_address': 'fa:16:3e:ab:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:23:35Z', 'updated_at': '2022-02-09T22:23:38Z', 'revision_number': 1, 'project_id': '461e7644e2794ae091537a5d424bb553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:28:53.452133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1569d14e-63f4-460b-8d06-1f56fad6efdc None None] New status for floating IP 9c0d11f7-d9c6-4067-bb08-4c79b689af39: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:28:54.154196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87b197-15ab-43c7-99a0-551adc785093 req-5f48115b-628a-4f80-9e31-8aa312481786 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:54.156363 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae87b197-15ab-43c7-99a0-551adc785093 req-5f48115b-628a-4f80-9e31-8aa312481786 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 945 time: 0.0535777 Feb 09 22:28:54.205759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae87b197-15ab-43c7-99a0-551adc785093 req-4803457d-d5e4-47de-8ac1-5fdf12da5ee7 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Feb 09 22:28:54.786928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-121eda3f-1ee4-441a-a578-607eb8e2e1e9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:54.788294 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-121eda3f-1ee4-441a-a578-607eb8e2e1e9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 945 time: 0.0556529 Feb 09 22:28:54.899164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 58c6546a-983c-4dc0-877b-cf94c70056bb {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:28:54.899564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:54.990061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] For port 58c6546a-983c-4dc0-877b-cf94c70056bb, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=58c6546a-983c-4dc0-877b-cf94c70056bb,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:54.990429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:55.004468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 58c6546a-983c-4dc0-877b-cf94c70056bb owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:28:55.193662 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (58c6546a-983c-4dc0-877b-cf94c70056bb), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:55.224363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=58c6546a-983c-4dc0-877b-cf94c70056bb,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:55.238847 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.239182 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.239535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.239901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.242744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:55.289120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] No DVR routers for this DVR port 58c6546a-983c-4dc0-877b-cf94c70056bb on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:28:55.291956 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:55.296288 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f03d8032-6107-4b8a-915d-237c36bc8453 req-441b3a9f-f227-4e98-a0aa-764d8607c4c5 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.30 "DELETE /v2.0/ports/58c6546a-983c-4dc0-877b-cf94c70056bb HTTP/1.1" status: 204 len: 173 time: 0.4983528 Feb 09 22:28:55.296957 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'name': 'network-vif-deleted', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:55.299557 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e3910-1c69-4b79-9d9f-c1a506b4aed3" -d '{"events": [{"server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "name": "network-vif-deleted", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:55.340051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7389201b-bfda-4adf-9015-52fa5ae0603f req-481b8014-e1c1-4712-b426-d95bc4cec3c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0337720 Feb 09 22:28:55.405983 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d40e17-9195-47a9-8ce6-5c89a446d47d x-openstack-request-id: req-b4d40e17-9195-47a9-8ce6-5c89a446d47d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:55.406289 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae4c9b8-9325-4940-a38f-62d84ef2f525", "name": "network-vif-deleted", "tag": "58c6546a-983c-4dc0-877b-cf94c70056bb", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:55.406544 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4d40e17-9195-47a9-8ce6-5c89a446d47d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:55.406955 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae4c9b8-9325-4940-a38f-62d84ef2f525', 'name': 'network-vif-deleted', 'tag': '58c6546a-983c-4dc0-877b-cf94c70056bb', 'status': 'completed', 'code': 200} Feb 09 22:28:56.436873 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-614ff108-8275-4f6d-be1a-2d80c8fe7a58 req-b72ae7e5-37e1-4272-8bd4-7c76178234d3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0276535 Feb 09 22:28:57.537612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-375b7b9e-adb8-405b-99bd-af9ac1c68d6b req-45b424f4-6222-4937-a5ef-fa07096e66f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0275817 Feb 09 22:28:58.635123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f021168a-08df-44b0-98e0-2d0d9d3a173f req-c247ddf9-3a65-4784-9480-4d18d8de9c93 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0268373 Feb 09 22:28:58.657117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58c6546a-983c-4dc0-877b-cf94c70056bb no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:28:58.676950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 58c6546a-983c-4dc0-877b-cf94c70056bb {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:28:58.677302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 58c6546a-983c-4dc0-877b-cf94c70056bb not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:28:59.696844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:59.731129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54a9842e-489a-43e3-bed9-27f7c3f9735b req-009e7937-b2ae-4402-a5df-8893a9bf2fa4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Feb 09 22:29:00.827926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c09d9d74-441b-4b67-a217-1cf76a04e532 req-78da76d0-2ce9-4436-93b7-2df641b996d4 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0299685 Feb 09 22:29:01.163905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:01.923799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4e7759a3-6c74-4158-b4d7-10dfd4ecbb72 req-2e59be98-6906-4b3c-ad32-62242b0a6348 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0278683 Feb 09 22:29:03.020178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb0093d3-bb8e-4f10-8cd1-e5b65dcfa3e7 req-a61b77fd-a1f0-4da0-ad2a-e41758d04bbb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0271835 Feb 09 22:29:04.148791 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af540f87-5e56-4977-b99a-bd3e1f2207f4 req-5b7bce60-cf8f-43cc-a459-cf1f7ae5d8f8 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ae4c9b8-9325-4940-a38f-62d84ef2f525 HTTP/1.1" status: 200 len: 210 time: 0.0308309 Feb 09 22:29:05.479483 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6c43a32c-e96e-422f-9354-c1e00661a588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:06.936248 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:29:07.541680 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e277064f-1204-4c57-85f9-7ad04514bf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:09.204930 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:10.393553 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.667754 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.841689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55648) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:13.995242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 14930fac-71b8-4061-91f7-2a47087fa226 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:13.995591 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (14930fac-71b8-4061-91f7-2a47087fa226), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.068160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (14930fac-71b8-4061-91f7-2a47087fa226), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.068160 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (14930fac-71b8-4061-91f7-2a47087fa226), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.079442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 14930fac-71b8-4061-91f7-2a47087fa226 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:14.313294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (14930fac-71b8-4061-91f7-2a47087fa226), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.341165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=14930fac-71b8-4061-91f7-2a47087fa226,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:14.401320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (8f42e871-e8c9-493d-8295-f0bc0915a0d6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.401703 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Floating IP 8f42e871-e8c9-493d-8295-f0bc0915a0d6 disassociated (deleted). External IP: 172.25.5.210, port: 62be0e96-0673-4b4a-8c37-2f35780bac01. Feb 09 22:29:14.875747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:29:14.984851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:29:14.989581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.994185 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:29:15.004057 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:15.004660 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:29:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:15.022010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f19b5390-a2c4-4b20-81d3-aceb67e1b3f3 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "DELETE /v2.0/floatingips/8f42e871-e8c9-493d-8295-f0bc0915a0d6 HTTP/1.1" status: 204 len: 168 time: 1.1792359 Feb 09 22:29:15.022625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:15.025038 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edadb1a17ba18997a73fb6094738b9d45f701bedf75a59974504d413245cb8a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca60e597-a3ca-4473-af53-a3e82cc97422" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:15.064641 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877668f3-6546-415b-b102-bfe004a5bbc1 x-openstack-request-id: req-877668f3-6546-415b-b102-bfe004a5bbc1 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:15.065190 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:15.065765 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-877668f3-6546-415b-b102-bfe004a5bbc1 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:15.066367 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'status': 'completed', 'code': 200} Feb 09 22:29:15.111065 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:15.133451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-bbd705ed-8d21-43bf-ae5d-5704c59aedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:15.135025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-bbd705ed-8d21-43bf-ae5d-5704c59aedfd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=461e7644e2794ae091537a5d424bb553&device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 1127 time: 0.0476308 Feb 09 22:29:15.226066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-19c13dd0-bb87-4c97-9c24-f9af871e58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:15.227576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-19c13dd0-bb87-4c97-9c24-f9af871e58e7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 200 len: 913 time: 0.0872734 Feb 09 22:29:15.272631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-576614a2-6ddf-4c7b-90ab-666fb9515a8e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 200 len: 217 time: 0.0395055 Feb 09 22:29:15.306756 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:15.321952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-5d74f9d1-337d-4c28-a7d3-5c18092357bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:15.323529 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-5d74f9d1-337d-4c28-a7d3-5c18092357bf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 200 len: 851 time: 0.0458972 Feb 09 22:29:15.337443 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:29:15.345846 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:15.346449 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:29:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:15.373066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-7c96755f-727b-4a34-a488-2aa608409cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:15.374638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-7c96755f-727b-4a34-a488-2aa608409cb6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454159 Feb 09 22:29:15.462850 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:15.477783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-70e4e609-4ebc-40ea-aedc-204dbd72ac8e service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974503 Feb 09 22:29:15.538970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf28e50-cbd9-4ad4-8101-f0da853e9a5a req-9ef9e235-4594-4b58-8271-6a52433981eb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:15.541131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5cf28e50-cbd9-4ad4-8101-f0da853e9a5a req-9ef9e235-4594-4b58-8271-6a52433981eb tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 945 time: 0.0620155 Feb 09 22:29:15.580311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca60e597-a3ca-4473-af53-a3e82cc97422 req-2ebc85a9-989a-450b-a2a1-03d16fb1a9fb service neutron] 10.222.0.110 "GET /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959170 Feb 09 22:29:15.601439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5cf28e50-cbd9-4ad4-8101-f0da853e9a5a req-a4381808-ac0f-43d1-ae07-96bc88983e13 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/security-groups?id=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530255 Feb 09 22:29:15.758166 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:15.786413 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678dc36-8b0c-4d52-a707-c0ea8c785753 None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:13:02Z', 'revision_number': 4, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca85cbd4-d6cd-4f1c-a3db-35be6e69554d', 'name': '', 'network_id': '1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'mac_address': 'fa:16:3e:6c:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:01Z', 'updated_at': '2022-02-09T22:13:07Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'subnets': [{'id': '9539a7c7-2228-4a5e-87d4-c3204fb544a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:29:15.990703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f01dea-eb99-475c-8df8-16e6372da604 None None] New status for floating IP 8f42e871-e8c9-493d-8295-f0bc0915a0d6: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:29:16.086155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-8bcf447e-f021-45b8-a64b-0242dd2f4367 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:16.087541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-8bcf447e-f021-45b8-a64b-0242dd2f4367 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 945 time: 0.0565906 Feb 09 22:29:16.183273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 62be0e96-0673-4b4a-8c37-2f35780bac01 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:16.183967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.272514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] For port 62be0e96-0673-4b4a-8c37-2f35780bac01, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=62be0e96-0673-4b4a-8c37-2f35780bac01,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:16.272877 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.284740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 62be0e96-0673-4b4a-8c37-2f35780bac01 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:16.461936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (62be0e96-0673-4b4a-8c37-2f35780bac01), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.488712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=62be0e96-0673-4b4a-8c37-2f35780bac01,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:16.536537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] No DVR routers for this DVR port 62be0e96-0673-4b4a-8c37-2f35780bac01 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:29:16.539092 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.542515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b94ae80-ec88-4d16-85aa-6f5151717242 req-1cb3bb77-f9f1-4359-8736-79a296ded9c2 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.110 "DELETE /v2.0/ports/62be0e96-0673-4b4a-8c37-2f35780bac01 HTTP/1.1" status: 204 len: 173 time: 0.4496965 Feb 09 22:29:16.542952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'name': 'network-vif-deleted', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:16.545230 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1095b1-58fd-4081-a6c3-eaf7a4826f48" -d '{"events": [{"server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "name": "network-vif-deleted", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:16.582298 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3553ee3e-53aa-4930-9225-0a15248e1c8f x-openstack-request-id: req-3553ee3e-53aa-4930-9225-0a15248e1c8f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:16.582671 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5c934b-1ed2-42cb-bec0-b0db8a711e69", "name": "network-vif-deleted", "tag": "62be0e96-0673-4b4a-8c37-2f35780bac01", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:16.582935 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3553ee3e-53aa-4930-9225-0a15248e1c8f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:16.583335 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5c934b-1ed2-42cb-bec0-b0db8a711e69', 'name': 'network-vif-deleted', 'tag': '62be0e96-0673-4b4a-8c37-2f35780bac01', 'status': 'completed', 'code': 200} Feb 09 22:29:16.702453 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b739f568-8ba7-47e8-80ed-7c44a7de14c3 req-59ddcbe7-54f0-4f8c-8f0c-2f56ff788992 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0279210 Feb 09 22:29:17.808953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f900075-7146-4080-a9ba-a68896120adf req-88b8dffe-e660-47d7-859f-11a5e6e3b36c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Feb 09 22:29:18.909966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20f6eeb6-217a-4741-a9fd-5145a84e2dd4 req-ac5e91ef-19dd-4faa-b2d6-2d2d4a423268 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0324407 Feb 09 22:29:20.009085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31312f27-4c4d-43e5-9c93-d40682a4273f req-54d834ff-f89d-4600-8a28-5b7453b6a9d9 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0283818 Feb 09 22:29:20.638509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 62be0e96-0673-4b4a-8c37-2f35780bac01 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:20.660016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 62be0e96-0673-4b4a-8c37-2f35780bac01 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:29:20.660369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 62be0e96-0673-4b4a-8c37-2f35780bac01 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:21.104819 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9bac73e5-0297-4595-b4a0-d50df732a516 req-64cf5460-f4ac-43e1-8432-1edd8f23f096 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0269997 Feb 09 22:29:22.203621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b64678b-bd1b-42d5-bec6-06c724f22f12 req-dce8e76b-b3cc-4376-8980-f0a787cc9bfd tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0312440 Feb 09 22:29:23.298663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-45c979a1-79df-4a85-90d6-b481c0d74041 req-0994a238-067a-4c13-965d-e5cf992acd20 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0277104 Feb 09 22:29:24.393296 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc67d8bd-74ef-4d5c-a074-33c3d26b56f7 req-3a8c2d37-49d4-48d6-8ad6-7eea85cc5710 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0270615 Feb 09 22:29:25.498083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c936d23f-7d2d-49d2-b3f3-31d23309f298 req-47b36914-710b-496c-b127-d008ff7d5c61 tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c5c934b-1ed2-42cb-bec0-b0db8a711e69 HTTP/1.1" status: 200 len: 210 time: 0.0279176 Feb 09 22:29:26.558798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55700) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:26.680022 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Deleting port 94270c2e-417a-4048-896a-3cd3fa565019 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:26.680364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (94270c2e-417a-4048-896a-3cd3fa565019), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:26.755315 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (94270c2e-417a-4048-896a-3cd3fa565019), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:26.755642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (94270c2e-417a-4048-896a-3cd3fa565019), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:26.767029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Calling delete_port for 94270c2e-417a-4048-896a-3cd3fa565019 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:26.975166 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (94270c2e-417a-4048-896a-3cd3fa565019), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:27.002471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'Port': ['ID=94270c2e-417a-4048-896a-3cd3fa565019,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:27.060703 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for floatingip (725e4e39-414a-4c22-bcd6-d56af3a06753), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:27.063276 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:27.064467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d5861b4e-e328-40d5-88a9-28ffebcab8aa tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "DELETE /v2.0/floatingips/725e4e39-414a-4c22-bcd6-d56af3a06753 HTTP/1.1" status: 204 len: 168 time: 0.5046339 Feb 09 22:29:29.689531 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:31.192983 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:32.549902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:32.606633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc9b73a2-0683-462c-aa0d-01d0cc9e756c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group (f52fa382-bd0d-49f1-83e7-a515c2c6e5bd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:32.631144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc9b73a2-0683-462c-aa0d-01d0cc9e756c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group (f52fa382-bd0d-49f1-83e7-a515c2c6e5bd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:32.764415 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc9b73a2-0683-462c-aa0d-01d0cc9e756c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (f52fa382-bd0d-49f1-83e7-a515c2c6e5bd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:32.767666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fc9b73a2-0683-462c-aa0d-01d0cc9e756c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:32.768876 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fc9b73a2-0683-462c-aa0d-01d0cc9e756c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] 10.222.0.98 "DELETE /v2.0/security-groups/f52fa382-bd0d-49f1-83e7-a515c2c6e5bd HTTP/1.1" status: 204 len: 168 time: 0.2178693 Feb 09 22:29:32.778317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b73a2-0683-462c-aa0d-01d0cc9e756c tempest-TestVolumeBootPattern-271516704 tempest-TestVolumeBootPattern-271516704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52fa382-bd0d-49f1-83e7-a515c2c6e5bd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:32.895350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55726) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:33.370401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:33.932246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Deleting port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:33.932937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:34.007349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] For port ca85cbd4-d6cd-4f1c-a3db-35be6e69554d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:34.007728 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:34.020767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Calling delete_port for ca85cbd4-d6cd-4f1c-a3db-35be6e69554d owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:34.302007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ca85cbd4-d6cd-4f1c-a3db-35be6e69554d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:34.329185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca85cbd4-d6cd-4f1c-a3db-35be6e69554d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:34.504976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:34.725718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:29:34.830974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:29:34.835916 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-39c76e7a-71f9-4b5d-9df6-afabfff1bddf admin admin] 10.222.0.98 "PUT /v2.0/routers/812b585c-e5ea-4ba4-a0a3-a55a21842fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9394741 Feb 09 22:29:34.838668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55730) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:34.841165 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] Sync routers for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:29:34.850681 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:34.851221 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:29:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:34.942986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks [] for router (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:34.958050 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:35.048266 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks [] for router_gateway (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.132566 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:29:34Z', 'revision_number': 5, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port': {'id': 'fa053c07-c0cb-4999-aa89-7f8bb0d71b19', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:72:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:12:59Z', 'updated_at': '2022-02-09T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:35.162366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] Checking router: 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:29:35.170502 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] Routers {'812b585c-e5ea-4ba4-a0a3-a55a21842fd8'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:35.171108 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:29:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:35.194184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Deleting port fa053c07-c0cb-4999-aa89-7f8bb0d71b19 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:35.194536 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.257574 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] Set router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:35.274438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] For port fa053c07-c0cb-4999-aa89-7f8bb0d71b19, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:35.274803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.287280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Calling delete_port for fa053c07-c0cb-4999-aa89-7f8bb0d71b19 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:35.308256 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:29:35Z', 'revision_number': 6, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:35.336605 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a63741-f19f-4164-b58b-f872e3ef5cc2 None None] The sync data for ids ['812b585c-e5ea-4ba4-a0a3-a55a21842fd8'] in n-d-828599-1 is: [{'id': '812b585c-e5ea-4ba4-a0a3-a55a21842fd8', 'name': 'tempest-TestVolumeBootPattern-1959223111-router', 'tenant_id': '461e7644e2794ae091537a5d424bb553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:12:58Z', 'updated_at': '2022-02-09T22:29:35Z', 'revision_number': 6, 'project_id': '461e7644e2794ae091537a5d424bb553', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:29:35.489760 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-10a68212-b515-441f-852f-b753efbcbc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.518647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fa053c07-c0cb-4999-aa89-7f8bb0d71b19), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.544820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa053c07-c0cb-4999-aa89-7f8bb0d71b19,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:35.607413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.701350 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.704251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks [] for router_controller (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.810362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (812b585c-e5ea-4ba4-a0a3-a55a21842fd8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.810905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 812b585c-e5ea-4ba4-a0a3-a55a21842fd8 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:29:35.815647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.823560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ed8d0800-6799-4596-a2cb-c43b25276ac7 admin admin] 10.222.0.98 "DELETE /v2.0/routers/812b585c-e5ea-4ba4-a0a3-a55a21842fd8 HTTP/1.1" status: 204 len: 168 time: 0.9772551 Feb 09 22:29:35.823560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55732) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:35.863498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] Deleting subnet 9539a7c7-2228-4a5e-87d4-c3204fb544a1 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:29:35.866564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] Publish callbacks [] for subnet (9539a7c7-2228-4a5e-87d4-c3204fb544a1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.905308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (9539a7c7-2228-4a5e-87d4-c3204fb544a1), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:35.980470 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9539a7c7-2228-4a5e-87d4-c3204fb544a1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.091065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (9539a7c7-2228-4a5e-87d4-c3204fb544a1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.117917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9539a7c7-2228-4a5e-87d4-c3204fb544a1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:36.121636 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.126258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-55990db7-7df6-474e-a9c2-d9d7615b6cd0 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9539a7c7-2228-4a5e-87d4-c3204fb544a1 HTTP/1.1" status: 204 len: 168 time: 0.3057332 Feb 09 22:29:36.128174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef6949-10b4-4548-9294-d6a6308e4c32 None None] Network 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:29:36.128707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55734) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:36.172029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca85cbd4-d6cd-4f1c-a3db-35be6e69554d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:36.202701 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ca85cbd4-d6cd-4f1c-a3db-35be6e69554d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:29:36.202941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca85cbd4-d6cd-4f1c-a3db-35be6e69554d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:36.203372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fa053c07-c0cb-4999-aa89-7f8bb0d71b19 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:36.209117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.223416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: fa053c07-c0cb-4999-aa89-7f8bb0d71b19 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:29:36.223793 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fa053c07-c0cb-4999-aa89-7f8bb0d71b19 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:36.267572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Deleting port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:36.267997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.320976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] DHCP port deletion for 1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:29:36.335584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] For port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:36.336056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.357330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Calling delete_port for 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:36.369344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Deleting port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:36.369726 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.437605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] For port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,segment=NetworkSegment(0724f58b-ae18-4450-9e1f-e2254619d840),segment_id=0724f58b-ae18-4450-9e1f-e2254619d840)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:36.438013 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.451135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Calling delete_port for 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:36.536231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.541931 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (9a1d7a53-91d2-47e0-acaa-cdef4ce30d85), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.562464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:36.568717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] No DVR routers for this DVR port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:29:36.568926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Pushing event deleted for resources: {'Port': ['ID=9a1d7a53-91d2-47e0-acaa-cdef4ce30d85,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:36.577053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] No DVR routers for this DVR port 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:29:36.579215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.579571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.579942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.580362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.580630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.580964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.581296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.581626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.581955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.582283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.582609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.582933 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.583256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e927ca3-2e3a-485c-9842-1f3d0d77f7f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:36.650966 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.671528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:36.680804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0724f58b-ae18-4450-9e1f-e2254619d840') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:36.681103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0724f58b-ae18-4450-9e1f-e2254619d840') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:36.690060 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (0724f58b-ae18-4450-9e1f-e2254619d840), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.702688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0724f58b-ae18-4450-9e1f-e2254619d840), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.708392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:29:36.708780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (0724f58b-ae18-4450-9e1f-e2254619d840), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:29:36.710400 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:29:36.820741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.826026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:36.829842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] 10.222.0.98 "DELETE /v2.0/networks/1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b HTTP/1.1" status: 204 len: 168 time: 0.7001691 Feb 09 22:29:36.832946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55736) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:36.845561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0724b-bbaa-455f-bd04-f20d8bf1503c admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcf1e0b-3973-4144-bc0f-0340ebe0fa4b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:37.231653 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (914a2e36-fa59-498d-ba07-a1c4aea49eb7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:37.474187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Deleting port 8b6b2491-c676-4a16-9080-c07f24ae4870 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:37.474510 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:37.535916 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e9273951-f1a2-485f-ab11-414d01d7fd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:37.554803 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] For port 8b6b2491-c676-4a16-9080-c07f24ae4870, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=8b6b2491-c676-4a16-9080-c07f24ae4870,segment=NetworkSegment(ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7),segment_id=ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:37.555173 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:37.568878 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Calling delete_port for 8b6b2491-c676-4a16-9080-c07f24ae4870 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:37.803489 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (8b6b2491-c676-4a16-9080-c07f24ae4870), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:37.828757 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6b2491-c676-4a16-9080-c07f24ae4870,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:37.996654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (914a2e36-fa59-498d-ba07-a1c4aea49eb7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:38.196892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:38.213568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:29:38.219401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:29:38.219764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9a1d7a53-91d2-47e0-acaa-cdef4ce30d85 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:38.321162 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:29:38.326155 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d14efd7f-230e-4d18-bffc-4b55a588aa6a admin admin] 10.222.0.98 "PUT /v2.0/routers/914a2e36-fa59-498d-ba07-a1c4aea49eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4921651 Feb 09 22:29:38.329206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55738) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:38.330246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] Sync routers for ids ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:29:38.339587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] Routers {'914a2e36-fa59-498d-ba07-a1c4aea49eb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:38.340156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:29:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:38.434472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks [] for router (914a2e36-fa59-498d-ba07-a1c4aea49eb7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:38.444197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] Set router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:38.626669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:29:37Z', 'revision_number': 5, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:38.653984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] Checking router: 914a2e36-fa59-498d-ba07-a1c4aea49eb7 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:29:38.663676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] Routers {'914a2e36-fa59-498d-ba07-a1c4aea49eb7'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:38.664338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:29:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:38.829693 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks [] for router_gateway (914a2e36-fa59-498d-ba07-a1c4aea49eb7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:38.928725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] Set router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:38.944776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Deleting port e82bb7b7-9177-480f-b4d4-98c0d1257e04 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:38.945124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.023416 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] For port e82bb7b7-9177-480f-b4d4-98c0d1257e04, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e82bb7b7-9177-480f-b4d4-98c0d1257e04,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:39.024247 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.036753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Calling delete_port for e82bb7b7-9177-480f-b4d4-98c0d1257e04 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:39.101696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:29:37Z', 'revision_number': 5, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:39.136604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d4a166-89ff-41eb-ac66-a3feab74396c None None] The sync data for ids ['914a2e36-fa59-498d-ba07-a1c4aea49eb7'] in n-d-828599-1 is: [{'id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'name': 'tempest-TestVolumeBootPattern-621784538-router', 'tenant_id': '79331d46fabb443b9418d8e74afb5eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:13:06Z', 'updated_at': '2022-02-09T22:29:37Z', 'revision_number': 5, 'project_id': '79331d46fabb443b9418d8e74afb5eab', 'gw_port': {'id': 'e82bb7b7-9177-480f-b4d4-98c0d1257e04', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914a2e36-fa59-498d-ba07-a1c4aea49eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:13:07Z', 'updated_at': '2022-02-09T22:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:29:39.233782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.295516 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e82bb7b7-9177-480f-b4d4-98c0d1257e04), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.325270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Pushing event deleted for resources: {'Port': ['ID=e82bb7b7-9177-480f-b4d4-98c0d1257e04,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:39.385344 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (914a2e36-fa59-498d-ba07-a1c4aea49eb7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.475474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (914a2e36-fa59-498d-ba07-a1c4aea49eb7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.477800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks [] for router_controller (914a2e36-fa59-498d-ba07-a1c4aea49eb7), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.593602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (914a2e36-fa59-498d-ba07-a1c4aea49eb7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.594197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 914a2e36-fa59-498d-ba07-a1c4aea49eb7 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:29:39.598642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.600322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d1d431c9-857d-4c5b-aa06-ce3ff8856edf admin admin] 10.222.0.98 "DELETE /v2.0/routers/914a2e36-fa59-498d-ba07-a1c4aea49eb7 HTTP/1.1" status: 204 len: 168 time: 1.2701755 Feb 09 22:29:39.602900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55740) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:39.649101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] Deleting subnet 4ff624d0-252f-4ffb-9278-a6466042257b {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:29:39.652254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] Publish callbacks [] for subnet (4ff624d0-252f-4ffb-9278-a6466042257b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.688228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (4ff624d0-252f-4ffb-9278-a6466042257b), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.767334 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (4ff624d0-252f-4ffb-9278-a6466042257b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.891033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (4ff624d0-252f-4ffb-9278-a6466042257b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.916478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff624d0-252f-4ffb-9278-a6466042257b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:39.920293 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.923919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-28e8b10e-b674-4c36-877c-6bad4d515deb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4ff624d0-252f-4ffb-9278-a6466042257b HTTP/1.1" status: 204 len: 168 time: 0.3192117 Feb 09 22:29:39.926462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55742) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:39.926616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a6e5a-0162-4e2c-9ee9-04cd0b1ce119 None None] Network d88f124c-d9c9-4595-a644-4a65c264f656 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:29:39.993251 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (d88f124c-d9c9-4595-a644-4a65c264f656), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.049299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Deleting port 7567640e-49c9-41e8-a207-6fa83702827b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:40.049648 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7567640e-49c9-41e8-a207-6fa83702827b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.115334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] DHCP port deletion for d88f124c-d9c9-4595-a644-4a65c264f656 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:29:40.118088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] For port 7567640e-49c9-41e8-a207-6fa83702827b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7567640e-49c9-41e8-a207-6fa83702827b,segment=NetworkSegment(ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7),segment_id=ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:40.118475 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7567640e-49c9-41e8-a207-6fa83702827b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.134798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Calling delete_port for 7567640e-49c9-41e8-a207-6fa83702827b owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:40.166379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e82bb7b7-9177-480f-b4d4-98c0d1257e04 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:40.191806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: e82bb7b7-9177-480f-b4d4-98c0d1257e04 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:29:40.192173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e82bb7b7-9177-480f-b4d4-98c0d1257e04 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:40.192604 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8b6b2491-c676-4a16-9080-c07f24ae4870 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:40.216734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 8b6b2491-c676-4a16-9080-c07f24ae4870 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:29:40.217093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 8b6b2491-c676-4a16-9080-c07f24ae4870 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:40.217553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7567640e-49c9-41e8-a207-6fa83702827b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:40.221293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] Deleting port 7567640e-49c9-41e8-a207-6fa83702827b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:40.224560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7567640e-49c9-41e8-a207-6fa83702827b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.301789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (7567640e-49c9-41e8-a207-6fa83702827b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.322187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] For port 7567640e-49c9-41e8-a207-6fa83702827b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7567640e-49c9-41e8-a207-6fa83702827b,segment=NetworkSegment(ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7),segment_id=ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:40.322779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7567640e-49c9-41e8-a207-6fa83702827b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.331472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7567640e-49c9-41e8-a207-6fa83702827b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:40.331683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port 7567640e-49c9-41e8-a207-6fa83702827b {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:29:40.332104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port 7567640e-49c9-41e8-a207-6fa83702827b host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:29:40.332509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 7567640e-49c9-41e8-a207-6fa83702827b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:40.338958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] Calling delete_port for 7567640e-49c9-41e8-a207-6fa83702827b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:40.340653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] No DVR routers for this DVR port 7567640e-49c9-41e8-a207-6fa83702827b on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:29:40.406355 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.415897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (d88f124c-d9c9-4595-a644-4a65c264f656), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.426202 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (7567640e-49c9-41e8-a207-6fa83702827b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.437044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88f124c-d9c9-4595-a644-4a65c264f656']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:40.446458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:40.446764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:40.451607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] Pushing event deleted for resources: {'Port': ['ID=7567640e-49c9-41e8-a207-6fa83702827b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:40.456137 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e87abac-5913-4e9d-87b2-19757ae586a2 None None] No DVR routers for this DVR port 7567640e-49c9-41e8-a207-6fa83702827b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:29:40.456577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.471072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.477419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:29:40.477821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (ad794fc7-27c5-4f4d-85b2-e73f7c9b98b7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:29:40.479426 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:29:40.609986 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (d88f124c-d9c9-4595-a644-4a65c264f656), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.615272 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:40.618543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/d88f124c-d9c9-4595-a644-4a65c264f656 HTTP/1.1" status: 204 len: 168 time: 0.6911612 Feb 09 22:29:40.629506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3877225-106d-4cf8-a6e3-82162afa2dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88f124c-d9c9-4595-a644-4a65c264f656,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:40.934464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55746) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:40.973307 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-68f544da-45e6-41a8-9974-59416ef1c0d0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=461e7644e2794ae091537a5d424bb553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376811 Feb 09 22:29:40.975835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55748) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:41.023022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2f96-9da2-4226-b092-1a359efe8e47 admin admin] Publish callbacks [] for security_group (9e8b32a8-04ad-4fa8-ae69-619a65c7765a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.043424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2f96-9da2-4226-b092-1a359efe8e47 admin admin] Publish callbacks [] for security_group (9e8b32a8-04ad-4fa8-ae69-619a65c7765a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.135490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2f96-9da2-4226-b092-1a359efe8e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (9e8b32a8-04ad-4fa8-ae69-619a65c7765a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.138004 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2f96-9da2-4226-b092-1a359efe8e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.139171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0f5b2f96-9da2-4226-b092-1a359efe8e47 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e8b32a8-04ad-4fa8-ae69-619a65c7765a HTTP/1.1" status: 204 len: 168 time: 0.1624384 Feb 09 22:29:41.147411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2f96-9da2-4226-b092-1a359efe8e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b32a8-04ad-4fa8-ae69-619a65c7765a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:41.661672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.762906 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55754) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:41.802499 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-62f0293f-2248-433b-97c9-6b08c23b2fe9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=79331d46fabb443b9418d8e74afb5eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384407 Feb 09 22:29:41.804920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55756) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:41.850559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa8a85d8-0b5b-40ff-89e7-938693070422 admin admin] Publish callbacks [] for security_group (b3eac4be-36c0-4549-8e1c-14bb6830a2a0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.870849 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa8a85d8-0b5b-40ff-89e7-938693070422 admin admin] Publish callbacks [] for security_group (b3eac4be-36c0-4549-8e1c-14bb6830a2a0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.980926 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa8a85d8-0b5b-40ff-89e7-938693070422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3eac4be-36c0-4549-8e1c-14bb6830a2a0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.983672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fa8a85d8-0b5b-40ff-89e7-938693070422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.984946 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fa8a85d8-0b5b-40ff-89e7-938693070422 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b3eac4be-36c0-4549-8e1c-14bb6830a2a0 HTTP/1.1" status: 204 len: 168 time: 0.1790988 Feb 09 22:29:41.993219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a85d8-0b5b-40ff-89e7-938693070422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eac4be-36c0-4549-8e1c-14bb6830a2a0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:43.936009 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:29:53.426736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-9962b1a8-bd82-464c-9d5a-e22a26060120 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=c0216541fb4b438c91e6ac4c56e838b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324230 Feb 09 22:29:53.600728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-394c206b-499b-4ae9-b021-fe5c924d0f84 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:53.602170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-394c206b-499b-4ae9-b021-fe5c924d0f84 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705308 Feb 09 22:29:53.616838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-af65e3b4-3717-4eba-b3ba-2eea71d96301 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/quotas/c0216541fb4b438c91e6ac4c56e838b9 HTTP/1.1" status: 200 len: 375 time: 0.0090551 Feb 09 22:29:53.648793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-c16ed38b-0f37-4110-be8d-850acf452a81 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c0216541fb4b438c91e6ac4c56e838b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271568 Feb 09 22:29:53.856903 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fef0f6ac-0a59-4234-8029-1dba7ac071af req-6cc0c047-f950-4e89-a9cb-e804e8e3a967 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 210 time: 0.0272682 Feb 09 22:29:54.954946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d73acfcd-0b2c-42c0-8539-c9b015dc71b7 req-6cd7960d-99cb-4ee9-ae73-e16432a16251 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 210 time: 0.0313087 Feb 09 22:29:55.846947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-0077cfbb-6385-4da8-ab35-215baf9ed459 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=c0216541fb4b438c91e6ac4c56e838b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210791 Feb 09 22:29:55.951246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-3ae45c5f-5974-4b70-963a-53c89716b882 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:55.952957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-3ae45c5f-5974-4b70-963a-53c89716b882 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006789 Feb 09 22:29:55.964366 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Request body: {'port': {'device_id': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'admin_state_up': True, 'tenant_id': 'c0216541fb4b438c91e6ac4c56e838b9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:56.065339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-db873c52-4b83-4f07-8c39-0e6ea055645f req-6a8ec933-503b-408f-b383-390ee082d34a tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 210 time: 0.0343552 Feb 09 22:29:56.187211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Made reservation on behalf of c0216541fb4b438c91e6ac4c56e838b9 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:29:56.190630 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:56.199483 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:56.271275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks [] for security_group (81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:56.352988 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:56.416442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:56.430135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.430495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.430846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.431190 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.431526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.431904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.432240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.432572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.432917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.433245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.433572 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.433897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.434220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:56.498092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Allocated IP 192.168.233.162 (5b6bfa14-8833-43e2-a149-ddca622da91b/60e68772-9e9f-493f-826a-968d406d76cd/ff15a0bb-22a3-4011-9d87-9cc734353799) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:29:56.649934 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks [] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:56.740425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:56.784292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Network 5b6bfa14-8833-43e2-a149-ddca622da91b is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:29:56.787324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:56.791007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:29:56.806585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Pushing event updated for resources: {'Port': ['ID=ff15a0bb-22a3-4011-9d87-9cc734353799,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:56.844084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:56.844733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:56.956214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-8548b549-fc7a-4fac-a872-b95896c18550 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9957719 Feb 09 22:29:56.967211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Request body: {'port': {'device_id': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:57.026345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c46da7c9-bb34-4fb3-b20c-ed0ac183b382 None None] Provisioning complete for port ff15a0bb-22a3-4011-9d87-9cc734353799 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:57.026889 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c46da7c9-bb34-4fb3-b20c-ed0ac183b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:57.028816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:57.060273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c46da7c9-bb34-4fb3-b20c-ed0ac183b382 None None] Port ff15a0bb-22a3-4011-9d87-9cc734353799 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:29:57.554079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c1511-11fc-4926-af5b-fb40fda50678 req-dd7ee826-28c0-4591-bafe-2a4b431286be tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:57.557016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee4c1511-11fc-4926-af5b-fb40fda50678 req-dd7ee826-28c0-4591-bafe-2a4b431286be tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 936 time: 0.4213831 Feb 09 22:29:57.639350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee4c1511-11fc-4926-af5b-fb40fda50678 req-eff5c852-251e-48ba-a287-e258188f8a19 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732682 Feb 09 22:29:57.680706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff15a0bb-22a3-4011-9d87-9cc734353799 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:29:57.688632 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Publish callbacks [] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:57.700641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Transition to ACTIVE for port object ff15a0bb-22a3-4011-9d87-9cc734353799 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:29:57.798241 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:57.846510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Pushing event updated for resources: {'Port': ['ID=ff15a0bb-22a3-4011-9d87-9cc734353799,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:57.923201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Attempting to bind port ff15a0bb-22a3-4011-9d87-9cc734353799 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:29:57.923880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Attempting to bind port ff15a0bb-22a3-4011-9d87-9cc734353799 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:29:57.924281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Attempting to bind port ff15a0bb-22a3-4011-9d87-9cc734353799 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:57.929149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Port ff15a0bb-22a3-4011-9d87-9cc734353799 on network 5b6bfa14-8833-43e2-a149-ddca622da91b not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:29:57.929535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Attempting to bind port ff15a0bb-22a3-4011-9d87-9cc734353799 on network 5b6bfa14-8833-43e2-a149-ddca622da91b {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:57.935337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:29:57.935851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Checking segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:29:57.936326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Bound using segment: {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:29:57.936843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Bound port: ff15a0bb-22a3-4011-9d87-9cc734353799, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeacf581-82c2-434e-8194-dea99bac6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:29:57.937341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:58.002803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] For port ff15a0bb-22a3-4011-9d87-9cc734353799, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:29:58.006013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] For port ff15a0bb-22a3-4011-9d87-9cc734353799, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff15a0bb-22a3-4011-9d87-9cc734353799,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:29:58.061323 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:58.096415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.097051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:58.098518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] 10.222.0.110 "PUT /v2.0/ports/ff15a0bb-22a3-4011-9d87-9cc734353799 HTTP/1.1" status: 200 len: 1096 time: 1.1354024 Feb 09 22:29:58.098908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'tag': 'ff15a0bb-22a3-4011-9d87-9cc734353799'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:58.101204 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff584b-6db0-49ee-92d7-cd5f92b65598" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1b2841-feef-4d82-a6fa-09ca2c6240af", "tag": "ff15a0bb-22a3-4011-9d87-9cc734353799"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:58.127578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fd4fd-cc4b-4907-bb9d-bea3d5adea2f service neutron] Pushing event updated for resources: {'Port': ['ID=ff15a0bb-22a3-4011-9d87-9cc734353799,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:58.141306 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a31424-e74e-4c8f-ac04-b5ea6589dbc8 x-openstack-request-id: req-e8a31424-e74e-4c8f-ac04-b5ea6589dbc8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:58.141744 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1b2841-feef-4d82-a6fa-09ca2c6240af", "tag": "ff15a0bb-22a3-4011-9d87-9cc734353799", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:58.141999 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8a31424-e74e-4c8f-ac04-b5ea6589dbc8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:58.142406 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'tag': 'ff15a0bb-22a3-4011-9d87-9cc734353799', 'status': 'completed', 'code': 200} Feb 09 22:29:58.208975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff584b-6db0-49ee-92d7-cd5f92b65598 req-a251dd84-e5fd-4744-b13b-8bacf285187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.210522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7ff584b-6db0-49ee-92d7-cd5f92b65598 req-a251dd84-e5fd-4744-b13b-8bacf285187e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c0216541fb4b438c91e6ac4c56e838b9&device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 1130 time: 0.0479610 Feb 09 22:29:58.239649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7ff584b-6db0-49ee-92d7-cd5f92b65598 req-7cc16f9c-2621-4abd-b280-c82fc3593167 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=c0216541fb4b438c91e6ac4c56e838b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214074 Feb 09 22:29:58.338803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff584b-6db0-49ee-92d7-cd5f92b65598 req-9adeb3cb-56af-423d-a46b-8b3c49c9c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.340235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7ff584b-6db0-49ee-92d7-cd5f92b65598 req-9adeb3cb-56af-423d-a46b-8b3c49c9c844 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932305 Feb 09 22:29:58.419215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-541a6058-bf4d-4826-93b6-faaa050d17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.420658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-541a6058-bf4d-4826-93b6-faaa050d17da service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c0216541fb4b438c91e6ac4c56e838b9&device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 1130 time: 0.0437887 Feb 09 22:29:58.464626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-d359a643-2d9b-4c7b-9024-91d95443a1f8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=ff15a0bb-22a3-4011-9d87-9cc734353799 HTTP/1.1" status: 200 len: 217 time: 0.0366743 Feb 09 22:29:58.510613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-50d93d8e-9dfb-44fa-ae83-7ce97f26380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.512120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-50d93d8e-9dfb-44fa-ae83-7ce97f26380c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=60e68772-9e9f-493f-826a-968d406d76cd HTTP/1.1" status: 200 len: 843 time: 0.0420392 Feb 09 22:29:58.559766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-0fb6e4ba-2b63-4a63-9552-4343b9b9d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.561280 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-0fb6e4ba-2b63-4a63-9552-4343b9b9d8a1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b6bfa14-8833-43e2-a149-ddca622da91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0433743 Feb 09 22:29:58.655400 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-1274eb0a-a1a5-4ea8-be10-681af45295c8 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885410 Feb 09 22:29:58.778138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3d79f589-c7df-475b-b7af-f67925ee3844 req-b8c35edd-7c94-40be-99a2-652878645063 service neutron] 10.222.0.110 "GET /v2.0/networks/5b6bfa14-8833-43e2-a149-ddca622da91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171908 Feb 09 22:29:58.788279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4601-e7ac-4140-b4cb-5b9f74fc2fe9 req-3ad40abf-6c8b-4b1e-82c8-0151fb589088 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.789710 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-641e4601-e7ac-4140-b4cb-5b9f74fc2fe9 req-3ad40abf-6c8b-4b1e-82c8-0151fb589088 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 948 time: 0.0809953 Feb 09 22:29:58.836201 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-641e4601-e7ac-4140-b4cb-5b9f74fc2fe9 req-07caaffb-8cb6-43d4-bc5f-672260dcebf1 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Feb 09 22:29:59.677938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:59.954102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d997e5-8fea-4ddb-a325-ebd08f061fa5 req-98f875da-e407-46e5-8d74-7634e9bd3817 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:59.956246 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4d997e5-8fea-4ddb-a325-ebd08f061fa5 req-98f875da-e407-46e5-8d74-7634e9bd3817 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 948 time: 0.0520151 Feb 09 22:30:00.002211 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f4d997e5-8fea-4ddb-a325-ebd08f061fa5 req-9c14e825-30ac-4be5-9534-dededad056fe tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Feb 09 22:30:01.119829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f463f9-9d6f-4978-b521-cf984082d55a req-5891a043-a149-46a3-84a6-559c383de3e2 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:01.121326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3f463f9-9d6f-4978-b521-cf984082d55a req-5891a043-a149-46a3-84a6-559c383de3e2 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 948 time: 0.0527241 Feb 09 22:30:01.169934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3f463f9-9d6f-4978-b521-cf984082d55a req-b1719369-f2cf-40e9-8eb9-7d7c05b2667a tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Feb 09 22:30:01.198017 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:02.288932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3506c0-82ed-4942-a223-eb4510f9e919 req-73554aae-b9d2-4812-9339-56e84178ffcd tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:02.290416 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b3506c0-82ed-4942-a223-eb4510f9e919 req-73554aae-b9d2-4812-9339-56e84178ffcd tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 948 time: 0.0528159 Feb 09 22:30:02.336214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8b3506c0-82ed-4942-a223-eb4510f9e919 req-737e4322-3961-48a1-abe6-0cfeb2b48a9b tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Feb 09 22:30:02.807093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff15a0bb-22a3-4011-9d87-9cc734353799 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:30:02.900760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ff15a0bb-22a3-4011-9d87-9cc734353799, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff15a0bb-22a3-4011-9d87-9cc734353799,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:02.911999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ff15a0bb-22a3-4011-9d87-9cc734353799', 'network_id': '5b6bfa14-8833-43e2-a149-ddca622da91b', 'port_id': 'ff15a0bb-22a3-4011-9d87-9cc734353799', 'mac_address': 'fa:16:3e:32:ea:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e68772-9e9f-493f-826a-968d406d76cd', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:30:02.951141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ff15a0bb-22a3-4011-9d87-9cc734353799 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:02.951531 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:02.964434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff15a0bb-22a3-4011-9d87-9cc734353799 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:30:02.982870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ff15a0bb-22a3-4011-9d87-9cc734353799, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff15a0bb-22a3-4011-9d87-9cc734353799,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:03.078102 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:03.124198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ff15a0bb-22a3-4011-9d87-9cc734353799,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:03.307943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ff15a0bb-22a3-4011-9d87-9cc734353799'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:30:03.458939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9462c-74cb-40c5-8b04-0754b5eb148e req-c949255e-4b0c-4ddf-a0d0-2022731fb4df tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:03.460460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79b9462c-74cb-40c5-8b04-0754b5eb148e req-c949255e-4b0c-4ddf-a0d0-2022731fb4df tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 949 time: 0.0520675 Feb 09 22:30:03.509592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79b9462c-74cb-40c5-8b04-0754b5eb148e req-99c4df0e-c7a0-4483-8203-59c4c0aad6f1 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435019 Feb 09 22:30:04.630137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53fa39-8e86-4795-bb38-a682c226bd40 req-921c0051-ae43-4244-aa29-ebfbc31d0b1f tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:04.631630 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df53fa39-8e86-4795-bb38-a682c226bd40 req-921c0051-ae43-4244-aa29-ebfbc31d0b1f tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 949 time: 0.0551631 Feb 09 22:30:04.679723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df53fa39-8e86-4795-bb38-a682c226bd40 req-4393cc41-5325-4472-aa60-b751a994b583 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Feb 09 22:30:04.823473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff15a0bb-22a3-4011-9d87-9cc734353799 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:30:04.928511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port ff15a0bb-22a3-4011-9d87-9cc734353799 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:30:04.932457 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ff15a0bb-22a3-4011-9d87-9cc734353799 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:30:04.932807 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:05.011994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ff15a0bb-22a3-4011-9d87-9cc734353799 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:05.012388 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:05.034356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff15a0bb-22a3-4011-9d87-9cc734353799'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:05.036719 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b188e6-b86a-4372-a3aa-cb468f5728d1" -d '{"events": [{"server_uuid": "0d1b2841-feef-4d82-a6fa-09ca2c6240af", "name": "network-vif-plugged", "status": "completed", "tag": "ff15a0bb-22a3-4011-9d87-9cc734353799"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:05.049527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ff15a0bb-22a3-4011-9d87-9cc734353799, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff15a0bb-22a3-4011-9d87-9cc734353799,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:05.117525 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:05.141196 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecbc96f-76e0-48cf-8fbc-74ce2592875a x-openstack-request-id: req-2ecbc96f-76e0-48cf-8fbc-74ce2592875a {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:05.141561 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1b2841-feef-4d82-a6fa-09ca2c6240af", "name": "network-vif-plugged", "status": "completed", "tag": "ff15a0bb-22a3-4011-9d87-9cc734353799", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:05.142350 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ecbc96f-76e0-48cf-8fbc-74ce2592875a {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:05.142751 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff15a0bb-22a3-4011-9d87-9cc734353799', 'code': 200} Feb 09 22:30:05.168924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ff15a0bb-22a3-4011-9d87-9cc734353799,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:05.229725 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6d793-f888-4bef-803c-3db2c76138e2 req-c042618a-cba3-4844-b8d9-343a729d3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:05.231254 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1b6d793-f888-4bef-803c-3db2c76138e2 req-c042618a-cba3-4844-b8d9-343a729d3a89 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 1132 time: 0.0439987 Feb 09 22:30:05.273283 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1b6d793-f888-4bef-803c-3db2c76138e2 req-bafc0334-17c8-4d7c-a36a-4f2c8e979c06 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Feb 09 22:30:05.529409 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1e7cef21-348f-476a-bac3-787b97d8bfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:05.794505 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dd641-d5ce-4e72-90de-0cb6c73c53e6 req-c533fde3-c28f-4c05-993c-32402bc126ea tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:05.795992 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d7dd641-d5ce-4e72-90de-0cb6c73c53e6 req-c533fde3-c28f-4c05-993c-32402bc126ea tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 950 time: 0.0513682 Feb 09 22:30:05.841495 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d7dd641-d5ce-4e72-90de-0cb6c73c53e6 req-7201d3be-97d6-4a2a-b50b-0fe01d888235 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Feb 09 22:30:06.959591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96ec8e-0cb1-444a-a991-c862718e2af3 req-65817c51-00d4-44f5-9abc-4877b238ee07 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:06.961096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b96ec8e-0cb1-444a-a991-c862718e2af3 req-65817c51-00d4-44f5-9abc-4877b238ee07 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 950 time: 0.0517530 Feb 09 22:30:07.007960 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b96ec8e-0cb1-444a-a991-c862718e2af3 req-9cb05a58-3620-4202-afdf-55527c51ca48 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Feb 09 22:30:07.407933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-6475e338-6723-46d4-b9bf-712bf050de64 req-b788b667-2fbb-445b-825a-22a92bd4bf35 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:30:07.408964 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6475e338-6723-46d4-b9bf-712bf050de64 req-b788b667-2fbb-445b-825a-22a92bd4bf35 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055282 Feb 09 22:30:07.506678 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8d52546f-0258-485d-9fcf-7cc00155b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:07.948452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-03886cfa-828a-4224-a056-e4b0caa73437 req-8d8ab872-8e16-451e-a848-cf4a7e84d508 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:30:07.949511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03886cfa-828a-4224-a056-e4b0caa73437 req-8d8ab872-8e16-451e-a848-cf4a7e84d508 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1019132 Feb 09 22:30:08.541318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99333ab3-3c8f-403b-b3cd-10e548360c89 req-9ed87338-5b9b-4524-8130-2126655e0bd8 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:08.542809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99333ab3-3c8f-403b-b3cd-10e548360c89 req-9ed87338-5b9b-4524-8130-2126655e0bd8 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 950 time: 0.0555804 Feb 09 22:30:08.589012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99333ab3-3c8f-403b-b3cd-10e548360c89 req-6aca60fe-cbfe-44a8-a704-10a36c623980 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Feb 09 22:30:09.197672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:09.717500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9259a-5d84-4326-ab80-47c93774e990 req-c740049b-d52a-4be3-b572-9bb54efb7227 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:09.718994 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6db9259a-5d84-4326-ab80-47c93774e990 req-c740049b-d52a-4be3-b572-9bb54efb7227 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 950 time: 0.0568910 Feb 09 22:30:09.765314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6db9259a-5d84-4326-ab80-47c93774e990 req-50982cfa-0d5d-4a09-b9bf-7df5b1f3e479 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/security-groups?id=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Feb 09 22:30:09.810523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-5c13eb49-45eb-427d-b87e-397fc9612105 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:09.812041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-5c13eb49-45eb-427d-b87e-397fc9612105 tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.110 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 950 time: 0.0522561 Feb 09 22:30:09.903166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Deleting port ff15a0bb-22a3-4011-9d87-9cc734353799 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:30:09.903437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:09.991302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] For port ff15a0bb-22a3-4011-9d87-9cc734353799, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff15a0bb-22a3-4011-9d87-9cc734353799,segment=NetworkSegment(aeacf581-82c2-434e-8194-dea99bac6334),segment_id=aeacf581-82c2-434e-8194-dea99bac6334)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:09.991676 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.004655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Calling delete_port for ff15a0bb-22a3-4011-9d87-9cc734353799 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:30:10.192299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ff15a0bb-22a3-4011-9d87-9cc734353799), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.205264 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ff15a0bb-22a3-4011-9d87-9cc734353799'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:30:10.224069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Pushing event deleted for resources: {'Port': ['ID=ff15a0bb-22a3-4011-9d87-9cc734353799,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:10.270310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] No DVR routers for this DVR port ff15a0bb-22a3-4011-9d87-9cc734353799 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:30:10.273022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.279297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23a5bf40-080b-49d8-ba86-b76a4869c984 req-b86b8db2-43a4-4fe3-bda5-86754bc9afee tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.110 "DELETE /v2.0/ports/ff15a0bb-22a3-4011-9d87-9cc734353799 HTTP/1.1" status: 204 len: 173 time: 0.4597106 Feb 09 22:30:10.279297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'name': 'network-vif-deleted', 'tag': 'ff15a0bb-22a3-4011-9d87-9cc734353799'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:10.279297 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48884355-4e9e-4dda-8950-8df54c2c7366" -d '{"events": [{"server_uuid": "0d1b2841-feef-4d82-a6fa-09ca2c6240af", "name": "network-vif-deleted", "tag": "ff15a0bb-22a3-4011-9d87-9cc734353799"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:10.324391 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcddf57-3b3e-4058-9bf5-2713fcb368f0 x-openstack-request-id: req-dfcddf57-3b3e-4058-9bf5-2713fcb368f0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:10.324700 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1b2841-feef-4d82-a6fa-09ca2c6240af", "name": "network-vif-deleted", "tag": "ff15a0bb-22a3-4011-9d87-9cc734353799", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:10.324960 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dfcddf57-3b3e-4058-9bf5-2713fcb368f0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:10.325380 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1b2841-feef-4d82-a6fa-09ca2c6240af', 'name': 'network-vif-deleted', 'tag': 'ff15a0bb-22a3-4011-9d87-9cc734353799', 'status': 'completed', 'code': 200} Feb 09 22:30:10.392587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.869945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61f8f4a0-85c9-4969-b656-1e5419a6bd7a req-2ff207fa-9fa8-4f96-9290-96b9e2db2d6d tempest-ServersAdminNegativeTestJSON-610127448 tempest-ServersAdminNegativeTestJSON-610127448-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d1b2841-feef-4d82-a6fa-09ca2c6240af HTTP/1.1" status: 200 len: 210 time: 0.0278199 Feb 09 22:30:11.666389 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:12.319337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:12.449075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4a0e5435-4055-4a0d-9ad8-0d809de2fa1d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c0216541fb4b438c91e6ac4c56e838b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285150 Feb 09 22:30:12.451458 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55908) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:12.497136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Publish callbacks [] for security_group (81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:12.517398 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Publish callbacks [] for security_group (81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:12.604270 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:12.607029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:12.608222 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2 HTTP/1.1" status: 204 len: 168 time: 0.1558421 Feb 09 22:30:12.617002 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c5ed9a-cb4e-40a0-af64-dba4d82fe6d2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:12.624820 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.625168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.625540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.625876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.626208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.626543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.626866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.627189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.627510 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.627859 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.628180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.628500 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:12.628818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587fbcf6-5a40-464b-a503-a1e595210ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:13.190230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 55914) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:13.203599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4357aff5-6d92-4b62-a677-84b85b64154d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.276089 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4357aff5-6d92-4b62-a677-84b85b64154d admin admin] Publish callbacks [] for security_group (8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.328179 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4357aff5-6d92-4b62-a677-84b85b64154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.366996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4357aff5-6d92-4b62-a677-84b85b64154d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ec677dcca06649c682bbf02b345b9e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756098 Feb 09 22:30:13.368011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357aff5-6d92-4b62-a677-84b85b64154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:13.369645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55916) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:13.416469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ceac9dbd-4e29-4a35-9de1-b9466ae94bda admin admin] Publish callbacks [] for security_group (8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.438038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ceac9dbd-4e29-4a35-9de1-b9466ae94bda admin admin] Publish callbacks [] for security_group (8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.580471 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ceac9dbd-4e29-4a35-9de1-b9466ae94bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.583104 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ceac9dbd-4e29-4a35-9de1-b9466ae94bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.584302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ceac9dbd-4e29-4a35-9de1-b9466ae94bda admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e HTTP/1.1" status: 204 len: 168 time: 0.2136729 Feb 09 22:30:13.594638 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac9dbd-4e29-4a35-9de1-b9466ae94bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8601b4f4-1e74-4b7d-b0d4-a6ff50520e7e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:14.602199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55938) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:14.697597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1843635147-network', 'tenant_id': 'b779d0622da14a5f89e99d986a5ead08'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:14.769294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Made reservation on behalf of b779d0622da14a5f89e99d986a5ead08 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:30:14.771568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:14.783323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:14.855883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks [] for security_group (a08fc240-0b0c-4678-ac6d-4952eda9ec58), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:14.878365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff15a0bb-22a3-4011-9d87-9cc734353799 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:30:14.897441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: ff15a0bb-22a3-4011-9d87-9cc734353799 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:30:14.897787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff15a0bb-22a3-4011-9d87-9cc734353799 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:30:14.906816 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a08fc240-0b0c-4678-ac6d-4952eda9ec58), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:14.932946 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:30:14.941590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08fc240-0b0c-4678-ac6d-4952eda9ec58,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:14.949119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f150a2c-2b9e-4013-ba67-feeaa9ad0432), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:14.949119 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Added segment 9f150a2c-2b9e-4013-ba67-feeaa9ad0432 of type vlan for network 9b72010d-de2d-45f7-857b-3935fbe6caea Feb 09 22:30:14.991011 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (9b72010d-de2d-45f7-857b-3935fbe6caea), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.071551 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (9b72010d-de2d-45f7-857b-3935fbe6caea), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.072561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:15.073136 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.130046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=9b72010d-de2d-45f7-857b-3935fbe6caea,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:15.139794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 9b72010d-de2d-45f7-857b-3935fbe6caea details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:30:15.188743 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e83a5693-d77d-44a9-a66a-6b0aef1adfb3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5854118 Feb 09 22:30:15.191819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 55942) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:15.196658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Request body: {'subnet': {'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1843635147-subnet', 'tenant_id': 'b779d0622da14a5f89e99d986a5ead08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:15.289224 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Made reservation on behalf of b779d0622da14a5f89e99d986a5ead08 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:30:15.291667 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.535566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (89120dc9-fc65-4ae6-b7c6-bce95dc03333), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.591884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89120dc9-fc65-4ae6-b7c6-bce95dc03333,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:15.600385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Checking segment: {'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:30:15.600749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Network hostable DHCP agents. Network: 9b72010d-de2d-45f7-857b-3935fbe6caea, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:30:15.671069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Network 9b72010d-de2d-45f7-857b-3935fbe6caea is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:30:15.750962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 9b72010d-de2d-45f7-857b-3935fbe6caea) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:30:15.755955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:15.756547 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.761934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae2a04-9bde-488c-a12c-ffb24c3a2c15 None None] Network 9b72010d-de2d-45f7-857b-3935fbe6caea requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:30:15.839669 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-17370e2d-a051-40d0-b65c-23cf0274cb95 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6466830 Feb 09 22:30:15.857968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d161e1-136b-40ca-a061-078595dca155 None None] Network 9b72010d-de2d-45f7-857b-3935fbe6caea requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:30:16.255316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-39857515-7932-4ad1-b1ae-d762b42ad4f3 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:16.256831 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-39857515-7932-4ad1-b1ae-d762b42ad4f3 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 812 time: 0.1046705 Feb 09 22:30:16.271684 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-5f6ae041-a5ab-4e23-b761-169f2b2baf64 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/quotas/b779d0622da14a5f89e99d986a5ead08 HTTP/1.1" status: 200 len: 375 time: 0.0094697 Feb 09 22:30:16.302655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-95353f51-6065-4d35-a6d3-9cc377695aa1 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262253 Feb 09 22:30:16.312744 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-15c0db6e-f008-453e-8e3b-f5ddbc8449d4 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:30:16.313707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-15c0db6e-f008-453e-8e3b-f5ddbc8449d4 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048838 Feb 09 22:30:16.403444 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-5377fc5c-72a8-4fa7-91f7-9b47f12e1b54 service neutron] 10.222.0.98 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840907 Feb 09 22:30:16.490312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-b808b403-274f-4298-bfb3-83184c38a3bc service neutron] 10.222.0.98 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811739 Feb 09 22:30:16.752937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-046bd149-45bb-4a28-b73c-4bbd3312ceb1 req-168db4d5-84d6-4b3f-87df-0a978c6a0be7 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 210 time: 0.0281689 Feb 09 22:30:17.848359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-968605cf-6b05-4e6f-9e7b-128d29a3f94d req-c8a9999d-e0b0-457a-ab26-a014edbf135d tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 210 time: 0.0277991 Feb 09 22:30:18.902828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-83440cda-ef29-4661-821b-da637e0929fe tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:18.904247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-83440cda-ef29-4661-821b-da637e0929fe tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.110 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 812 time: 0.1062512 Feb 09 22:30:18.916455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Request body: {'port': {'device_id': '98484ffb-f173-402d-8d99-fdebed2417f7', 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea', 'admin_state_up': True, 'tenant_id': 'b779d0622da14a5f89e99d986a5ead08'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:18.991861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7c0eb1a-c8f6-45da-99ef-0124901e3f15 req-4fa5e782-18cd-4274-9302-715fed0e3fbd tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 210 time: 0.0595617 Feb 09 22:30:19.112022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Made reservation on behalf of b779d0622da14a5f89e99d986a5ead08 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:30:19.115605 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:19.236791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Allocated IP 172.20.0.10 (9b72010d-de2d-45f7-857b-3935fbe6caea/89120dc9-fc65-4ae6-b7c6-bce95dc03333/49de047c-d6af-491b-8f5c-8f53c2dc2771) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:30:19.383099 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks [] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:19.472779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:19.519861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Network 9b72010d-de2d-45f7-857b-3935fbe6caea is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:30:19.522893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:30:19.526481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:30:19.549826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:19.576358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:19.576974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:19.692020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-044d335e-65b7-4953-ada0-ee15ee649732 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7793891 Feb 09 22:30:19.703128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Request body: {'port': {'device_id': '98484ffb-f173-402d-8d99-fdebed2417f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:19.760620 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.019714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49de047c-d6af-491b-8f5c-8f53c2dc2771 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:30:20.027422 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Publish callbacks [] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.039429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Transition to ACTIVE for port object 49de047c-d6af-491b-8f5c-8f53c2dc2771 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:30:20.100641 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.117047 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32be5-4a82-4834-a2db-33d9d6509e34 req-d4504d79-f4cf-4967-845f-258bbca28216 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:20.118569 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3cf32be5-4a82-4834-a2db-33d9d6509e34 req-d4504d79-f4cf-4967-845f-258bbca28216 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 932 time: 0.0592682 Feb 09 22:30:20.151318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:20.166917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3cf32be5-4a82-4834-a2db-33d9d6509e34 req-0f668efd-4729-48e8-b2ab-03f269e18012 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Feb 09 22:30:20.220328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:30:20.220670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:30:20.221006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on network 9b72010d-de2d-45f7-857b-3935fbe6caea {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:20.225158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on network 9b72010d-de2d-45f7-857b-3935fbe6caea not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:30:20.225518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on network 9b72010d-de2d-45f7-857b-3935fbe6caea {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:20.230228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:30:20.230576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Checking segment: {'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:30:20.230984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Bound using segment: {'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:30:20.231399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Bound port: 49de047c-d6af-491b-8f5c-8f53c2dc2771, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:30:20.231786 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.296734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:30:20.300399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:30:20.386820 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.420185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:20.420818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.422478 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] 10.222.0.110 "PUT /v2.0/ports/49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 1092 time: 0.7234173 Feb 09 22:30:20.422975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:20.425782 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0152865d-57b3-4ad6-a6ec-bec78f17f155" -d '{"events": [{"name": "network-changed", "server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:20.449526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3348a15-30ce-43de-a553-db790c1ca4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:20.466428 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd06bbb-c820-4560-9de7-6271d3752f6a x-openstack-request-id: req-8dd06bbb-c820-4560-9de7-6271d3752f6a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:20.466727 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:20.466990 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8dd06bbb-c820-4560-9de7-6271d3752f6a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:20.467410 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'status': 'completed', 'code': 200} Feb 09 22:30:20.530279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152865d-57b3-4ad6-a6ec-bec78f17f155 req-bc463e1f-ae68-42cb-9725-8b45c8ab4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:20.531824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0152865d-57b3-4ad6-a6ec-bec78f17f155 req-bc463e1f-ae68-42cb-9725-8b45c8ab4a80 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1126 time: 0.0449049 Feb 09 22:30:20.631681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152865d-57b3-4ad6-a6ec-bec78f17f155 req-ae67497a-148d-45ea-9303-7719bd1919f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:20.633143 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0152865d-57b3-4ad6-a6ec-bec78f17f155 req-ae67497a-148d-45ea-9303-7719bd1919f1 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=b779d0622da14a5f89e99d986a5ead08&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949283 Feb 09 22:30:20.722822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152865d-57b3-4ad6-a6ec-bec78f17f155 req-88afe4e7-5123-45b2-b42f-2b51176d6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:20.724328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0152865d-57b3-4ad6-a6ec-bec78f17f155 req-88afe4e7-5123-45b2-b42f-2b51176d6159 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859089 Feb 09 22:30:20.805395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-8fe63ae7-8ed1-48b5-93b9-cbcfd92a713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:20.806868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-8fe63ae7-8ed1-48b5-93b9-cbcfd92a713e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1126 time: 0.0486138 Feb 09 22:30:20.848034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-91baaed4-1b6b-49ad-a00c-b0943721491f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 217 time: 0.0331891 Feb 09 22:30:20.897695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-dd4db73d-286e-4e0d-83d2-8bb3d91761c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:20.899054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-dd4db73d-286e-4e0d-83d2-8bb3d91761c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 200 len: 852 time: 0.0427375 Feb 09 22:30:20.930584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-66b48cc2-f1eb-4d43-b928-8d307651c795 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9b72010d-de2d-45f7-857b-3935fbe6caea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254176 Feb 09 22:30:20.937362 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:30:21.021009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-f43074c2-e177-4d03-9975-b7e077f26ea7 service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Feb 09 22:30:21.108184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a4dbace-9670-4028-9344-0d4dae6dae2a req-ba8cf51f-9384-46fe-8844-41ca31b340ee service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812683 Feb 09 22:30:21.285212 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eaccd-35ea-4d95-b0bd-51d9301d7a80 req-ee5e361e-a00b-47fc-88cc-bd2b0d54b91e tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:21.286692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-324eaccd-35ea-4d95-b0bd-51d9301d7a80 req-ee5e361e-a00b-47fc-88cc-bd2b0d54b91e tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 944 time: 0.0526044 Feb 09 22:30:21.333150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-324eaccd-35ea-4d95-b0bd-51d9301d7a80 req-7a194f2c-beaf-4428-a84e-49e07ce8ae8d tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Feb 09 22:30:22.456123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1734-b8dc-436d-b67a-529dd3c31ecd req-e935ae0f-74a4-4ddf-83fd-6098b8a2d9d4 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:22.457606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ff1734-b8dc-436d-b67a-529dd3c31ecd req-e935ae0f-74a4-4ddf-83fd-6098b8a2d9d4 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 944 time: 0.0564785 Feb 09 22:30:22.502806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d2ff1734-b8dc-436d-b67a-529dd3c31ecd req-7772781e-fbbb-45de-af13-d2a0a713a24d tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Feb 09 22:30:23.620107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229ecd5-6bfc-47ab-b251-f09a596e35a1 req-74fa4934-b285-4a66-8647-a7a77c14f337 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:23.621587 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f229ecd5-6bfc-47ab-b251-f09a596e35a1 req-74fa4934-b285-4a66-8647-a7a77c14f337 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 944 time: 0.0513301 Feb 09 22:30:23.672308 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f229ecd5-6bfc-47ab-b251-f09a596e35a1 req-2725d391-7468-4903-8a36-58e538130b18 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443048 Feb 09 22:30:24.788064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0db26-eed0-4943-a04a-a54d7f2d932b req-7ce9d1b8-6330-4c57-a2a5-b51f7b96a474 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:24.789551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79a0db26-eed0-4943-a04a-a54d7f2d932b req-7ce9d1b8-6330-4c57-a2a5-b51f7b96a474 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 944 time: 0.0510297 Feb 09 22:30:24.835561 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-79a0db26-eed0-4943-a04a-a54d7f2d932b req-27797925-f6d1-4efe-88d6-e19c140b9dba tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Feb 09 22:30:24.931816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:30:25.028469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:25.040029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea', 'port_id': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'mac_address': 'fa:16:3e:bf:54:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89120dc9-fc65-4ae6-b7c6-bce95dc03333', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:30:25.076579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 49de047c-d6af-491b-8f5c-8f53c2dc2771 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:25.076975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:25.089365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49de047c-d6af-491b-8f5c-8f53c2dc2771 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:30:25.108517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:25.163122 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:25.209564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:25.357936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['49de047c-d6af-491b-8f5c-8f53c2dc2771'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:30:25.951827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03594bac-f747-468b-9d13-5b17cb8a7faa req-feb149d2-22ed-436d-88f3-c0724086d233 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:25.953322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03594bac-f747-468b-9d13-5b17cb8a7faa req-feb149d2-22ed-436d-88f3-c0724086d233 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Feb 09 22:30:25.999206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03594bac-f747-468b-9d13-5b17cb8a7faa req-7e2f8219-8e81-4a50-9040-332858fc8bf3 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Feb 09 22:30:26.948395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:30:27.055042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 49de047c-d6af-491b-8f5c-8f53c2dc2771 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:30:27.059086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 49de047c-d6af-491b-8f5c-8f53c2dc2771 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:30:27.059467 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:27.122414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ba4b0-5f6c-4213-aa05-ee978127b4a8 req-37282a65-777a-4064-a77c-e4f58eb083c5 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:27.123936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b5ba4b0-5f6c-4213-aa05-ee978127b4a8 req-37282a65-777a-4064-a77c-e4f58eb083c5 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 945 time: 0.0565486 Feb 09 22:30:27.138250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 49de047c-d6af-491b-8f5c-8f53c2dc2771 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:27.138641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:27.161631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:27.163874 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b14496-5643-4299-8bca-2907a53ac875" -d '{"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-plugged", "status": "completed", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:27.170641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0b5ba4b0-5f6c-4213-aa05-ee978127b4a8 req-f715ef5a-1b48-4859-99ae-351d5099634b tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Feb 09 22:30:27.176341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:27.202466 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ff212-3810-4337-9004-2c4d3c2363fa x-openstack-request-id: req-659ff212-3810-4337-9004-2c4d3c2363fa {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:27.202771 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-plugged", "status": "completed", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:27.203034 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-659ff212-3810-4337-9004-2c4d3c2363fa {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:27.203438 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'code': 200} Feb 09 22:30:27.221370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:27.268164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:27.303015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cf0e7-c306-4b9d-8646-79adea07e0a0 req-313526b1-8546-4a22-8b43-5e91f463819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:27.304579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c91cf0e7-c306-4b9d-8646-79adea07e0a0 req-313526b1-8546-4a22-8b43-5e91f463819e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1128 time: 0.0447958 Feb 09 22:30:27.347826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c91cf0e7-c306-4b9d-8646-79adea07e0a0 req-18608591-16ca-4545-b9a4-724d108803a6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365853 Feb 09 22:30:28.300330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ff7da-7f02-4cc3-986c-210e5771390e req-62523f9e-3dc8-4329-83da-f673eec12ffe tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:28.313332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd1ff7da-7f02-4cc3-986c-210e5771390e req-62523f9e-3dc8-4329-83da-f673eec12ffe tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0569417 Feb 09 22:30:28.355171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd1ff7da-7f02-4cc3-986c-210e5771390e req-886e0076-d4eb-4d11-9a61-7d76fb7a019e tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Feb 09 22:30:29.476081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d206d8-23f0-4da6-a411-a3c055b9a7cb req-7415c01d-d7e2-4ae1-b242-a02824fca360 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:29.477576 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26d206d8-23f0-4da6-a411-a3c055b9a7cb req-7415c01d-d7e2-4ae1-b242-a02824fca360 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0525281 Feb 09 22:30:29.523361 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-26d206d8-23f0-4da6-a411-a3c055b9a7cb req-66c0e55e-ffd1-4504-9922-1fb1f85a4082 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Feb 09 22:30:29.728381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:29.999845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a4a4-e61b-4b96-bbc7-be385044f5a6 req-4c0c1bc3-197f-4b20-b529-58a17ebce23f tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:30.001319 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f09a4a4-e61b-4b96-bbc7-be385044f5a6 req-4c0c1bc3-197f-4b20-b529-58a17ebce23f tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0569575 Feb 09 22:30:30.046681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9f09a4a4-e61b-4b96-bbc7-be385044f5a6 req-e4888ec5-ad9b-4b8d-80d6-8760e2798917 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390794 Feb 09 22:30:30.075130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56000) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:30.169885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-73ca886e-3da5-4bfe-869a-4e36caff2146 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934761 Feb 09 22:30:30.178872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-74cf0860-b993-4850-9b6c-1c11a21c8363 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:30:30.179912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-74cf0860-b993-4850-9b6c-1c11a21c8363 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048547 Feb 09 22:30:31.180631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66b10e-2df1-4b39-8646-93b18d6edc15 req-8f61e5cf-ef3c-4fd5-b277-3ccf5b29d3ee tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:31.182503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d66b10e-2df1-4b39-8646-93b18d6edc15 req-8f61e5cf-ef3c-4fd5-b277-3ccf5b29d3ee tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0635672 Feb 09 22:30:31.229926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5d66b10e-2df1-4b39-8646-93b18d6edc15 req-de5b56de-f43d-4004-b0b6-9c133c7ec866 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Feb 09 22:30:31.249223 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:32.283679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-86191309-f287-4c8b-bdf1-b258f28f0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:32.285281 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-86191309-f287-4c8b-bdf1-b258f28f0053 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1128 time: 0.0450051 Feb 09 22:30:32.350029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58814ec4-05b8-4ae1-959a-48e6a7a14e9d req-74204e36-84bc-4552-a91f-e9b14e0b0558 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:32.351910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58814ec4-05b8-4ae1-959a-48e6a7a14e9d req-74204e36-84bc-4552-a91f-e9b14e0b0558 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0536199 Feb 09 22:30:32.379263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-a9ab35e8-1083-4c83-a55e-76a845fcb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:32.380692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-a9ab35e8-1083-4c83-a55e-76a845fcb825 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 913 time: 0.0900404 Feb 09 22:30:32.399030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58814ec4-05b8-4ae1-959a-48e6a7a14e9d req-14bbdf75-45a7-4320-9b1f-de404ea2e336 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Feb 09 22:30:32.420525 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-307d2a09-36db-4176-94ba-34df1eaa00a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 217 time: 0.0336726 Feb 09 22:30:32.469608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-027a10c5-d249-4175-8470-0f863b7bd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:32.471042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-027a10c5-d249-4175-8470-0f863b7bd50a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 200 len: 852 time: 0.0454967 Feb 09 22:30:32.500787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-daed109e-84fb-4678-af90-2fe8d277e6a8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9b72010d-de2d-45f7-857b-3935fbe6caea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244529 Feb 09 22:30:32.585506 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-55ece630-7a7e-422c-9ced-c40f5e12577f service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783799 Feb 09 22:30:32.675485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-0e2e45f9-b581-430e-a89c-ce9f7f5eef2a service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841289 Feb 09 22:30:33.517131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95558d98-4a82-40e6-8f3a-0a4b2079db52 req-f2bc5650-36a7-49e0-a302-e9f2996b1607 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:33.519244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95558d98-4a82-40e6-8f3a-0a4b2079db52 req-f2bc5650-36a7-49e0-a302-e9f2996b1607 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0528033 Feb 09 22:30:33.563969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95558d98-4a82-40e6-8f3a-0a4b2079db52 req-8b4efd7b-3162-45b7-bec9-b29ff9d2ea82 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392199 Feb 09 22:30:34.694693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fa729-3dfd-4e47-ac82-d3da370127c1 req-e53aa12e-f297-4f6f-83b0-4fe2d7356aaa tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:34.696206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a1fa729-3dfd-4e47-ac82-d3da370127c1 req-e53aa12e-f297-4f6f-83b0-4fe2d7356aaa tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0632930 Feb 09 22:30:34.741127 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a1fa729-3dfd-4e47-ac82-d3da370127c1 req-6af8e829-effb-4c8a-8a95-636fa089885f tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Feb 09 22:30:35.477277 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0317d382-6bad-4e71-85ac-658816b62b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:35.856569 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca8736-07a3-40ac-9855-bfb3bfc270bf req-21c5c1da-879c-47bf-b84f-89a1001e7736 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:35.858070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4eca8736-07a3-40ac-9855-bfb3bfc270bf req-21c5c1da-879c-47bf-b84f-89a1001e7736 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0500662 Feb 09 22:30:35.906658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4eca8736-07a3-40ac-9855-bfb3bfc270bf req-aa2e7d2c-2c9e-466b-8245-deb4e5cf7b49 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Feb 09 22:30:37.026764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20161-2357-4b12-aac4-00d9bf0d4cf3 req-84da4dd3-4ede-4fce-9b41-04f456ae2c16 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:37.028296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7da20161-2357-4b12-aac4-00d9bf0d4cf3 req-84da4dd3-4ede-4fce-9b41-04f456ae2c16 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Feb 09 22:30:37.074785 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7da20161-2357-4b12-aac4-00d9bf0d4cf3 req-0de4ab45-bc42-4e0a-815c-dbb57a032360 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404875 Feb 09 22:30:37.516598 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a91b5dcd-c401-4416-8b00-c4b3554b9816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:38.192740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61891e8f-6457-482d-bdae-036a44c13f97 req-279a585e-0d11-4235-945c-dd8481ccbcfa tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:38.194235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61891e8f-6457-482d-bdae-036a44c13f97 req-279a585e-0d11-4235-945c-dd8481ccbcfa tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0526440 Feb 09 22:30:38.240940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-61891e8f-6457-482d-bdae-036a44c13f97 req-085aca9a-a7dd-4fc1-a24a-db52dd38bb34 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Feb 09 22:30:39.224996 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:39.360503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3313b-690c-4f1d-a21d-e4f6675e18ba req-7c235404-30c4-4877-8ba7-245b058b543b tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:39.362049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1b3313b-690c-4f1d-a21d-e4f6675e18ba req-7c235404-30c4-4877-8ba7-245b058b543b tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0529945 Feb 09 22:30:39.412016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1b3313b-690c-4f1d-a21d-e4f6675e18ba req-2b1f9a35-69d1-47ce-8128-ff5fc7cd050b tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444708 Feb 09 22:30:40.402944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:40.529283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dbadd-05ad-4673-a2b3-0f8b0ae2e777 req-f0f1a039-4000-4a50-87ca-9b930f5dbcb6 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:40.530760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e3dbadd-05ad-4673-a2b3-0f8b0ae2e777 req-f0f1a039-4000-4a50-87ca-9b930f5dbcb6 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0510459 Feb 09 22:30:40.576682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e3dbadd-05ad-4673-a2b3-0f8b0ae2e777 req-d2d4763c-8e18-488f-9cbe-452465273e48 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Feb 09 22:30:41.695982 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7329f9a-9b27-425a-bc69-76dead054a70 req-0cfc834c-5191-41ab-af70-523507943431 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:41.697464 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7329f9a-9b27-425a-bc69-76dead054a70 req-0cfc834c-5191-41ab-af70-523507943431 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0527568 Feb 09 22:30:41.705122 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:41.744452 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7329f9a-9b27-425a-bc69-76dead054a70 req-92bcf248-4789-41bb-9760-59b0650c7edd tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414879 Feb 09 22:30:42.865210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc56-b9d0-45a9-acf8-036082615e73 req-435db2ae-0dec-4d79-8a0a-6ed49379ccd9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:42.870800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b18cc56-b9d0-45a9-acf8-036082615e73 req-435db2ae-0dec-4d79-8a0a-6ed49379ccd9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0555615 Feb 09 22:30:42.913015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b18cc56-b9d0-45a9-acf8-036082615e73 req-bbc2e640-5a1c-4ef9-b674-a79a7a725f30 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Feb 09 22:30:44.033654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887dcc0-32aa-4bfe-80a8-aedf394e69bd req-e9944096-acbb-4a67-946b-38a29f35f513 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:44.035137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9887dcc0-32aa-4bfe-80a8-aedf394e69bd req-e9944096-acbb-4a67-946b-38a29f35f513 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0529070 Feb 09 22:30:44.079825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9887dcc0-32aa-4bfe-80a8-aedf394e69bd req-7fdcacbf-2596-43e3-bfeb-2eea75555ae7 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Feb 09 22:30:45.200543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91bca0-47d0-490f-98f9-37eb6dad82f5 req-73c576a8-8e37-4f15-aa75-05c07cdb9abd tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:45.202047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c91bca0-47d0-490f-98f9-37eb6dad82f5 req-73c576a8-8e37-4f15-aa75-05c07cdb9abd tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0515640 Feb 09 22:30:45.248208 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9c91bca0-47d0-490f-98f9-37eb6dad82f5 req-82020863-02bf-4d49-87e7-ecca703362eb tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Feb 09 22:30:46.624927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acdc22-4444-4d2e-9496-1238858f6c76 req-fb811763-a2ba-43e2-b61e-34178b745231 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:46.626412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38acdc22-4444-4d2e-9496-1238858f6c76 req-fb811763-a2ba-43e2-b61e-34178b745231 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0560048 Feb 09 22:30:46.673159 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-38acdc22-4444-4d2e-9496-1238858f6c76 req-38886d21-e762-4069-8450-0a50216d85b0 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Feb 09 22:30:46.875944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12636a-c826-453f-850a-ab6fdb36987c req-a79f1885-cb1d-454b-84ba-b3f5d80a905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:46.877383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb12636a-c826-453f-850a-ab6fdb36987c req-a79f1885-cb1d-454b-84ba-b3f5d80a905b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1128 time: 0.0477018 Feb 09 22:30:46.975040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12636a-c826-453f-850a-ab6fdb36987c req-7bd555f5-4b55-4754-90dd-dd2de401cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:46.976521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb12636a-c826-453f-850a-ab6fdb36987c req-7bd555f5-4b55-4754-90dd-dd2de401cfda service neutron] 10.222.0.110 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 913 time: 0.0812163 Feb 09 22:30:47.018596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb12636a-c826-453f-850a-ab6fdb36987c req-b7ddca22-72f1-4463-a53e-cb6989f1de45 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 217 time: 0.0334175 Feb 09 22:30:47.067917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12636a-c826-453f-850a-ab6fdb36987c req-29f3bd68-8b6c-4b39-a777-e7f69222aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:47.069304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb12636a-c826-453f-850a-ab6fdb36987c req-29f3bd68-8b6c-4b39-a777-e7f69222aeca service neutron] 10.222.0.110 "GET /v2.0/subnets?id=89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 200 len: 852 time: 0.0452139 Feb 09 22:30:47.104260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb12636a-c826-453f-850a-ab6fdb36987c req-805d24c4-e8da-47ad-8590-a61c6baf411d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9b72010d-de2d-45f7-857b-3935fbe6caea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254157 Feb 09 22:30:47.189804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb12636a-c826-453f-850a-ab6fdb36987c req-03cf57f7-447e-4fa9-9430-38ec12cacf0d service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792139 Feb 09 22:30:47.279230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bb12636a-c826-453f-850a-ab6fdb36987c req-23291dcf-ec3d-4ebc-9ce6-a235725836ca service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826507 Feb 09 22:30:47.789236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95739aaf-b7eb-4c3d-b4e7-65a64208c6e4 req-eba44604-18d6-42ea-8c99-d31d072571d4 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:47.790732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95739aaf-b7eb-4c3d-b4e7-65a64208c6e4 req-eba44604-18d6-42ea-8c99-d31d072571d4 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0516875 Feb 09 22:30:47.836079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95739aaf-b7eb-4c3d-b4e7-65a64208c6e4 req-1dad74e3-84eb-4175-9f55-6b344798c9c2 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Feb 09 22:30:48.953962 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360758d5-5bad-47e9-a4f2-57c523974c3a req-af5c1ffc-e985-4f0b-926a-da42abfda2f2 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:48.955481 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-360758d5-5bad-47e9-a4f2-57c523974c3a req-af5c1ffc-e985-4f0b-926a-da42abfda2f2 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0527170 Feb 09 22:30:49.001181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-360758d5-5bad-47e9-a4f2-57c523974c3a req-6690df24-4ef1-4323-9748-079131c9d564 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Feb 09 22:30:50.122099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b5f4a-68da-4c3a-ab9d-f27de0e36212 req-3f298ce1-02d1-47c4-8ed3-ca78132de323 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:50.123586 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c6b5f4a-68da-4c3a-ab9d-f27de0e36212 req-3f298ce1-02d1-47c4-8ed3-ca78132de323 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0555885 Feb 09 22:30:50.169196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c6b5f4a-68da-4c3a-ab9d-f27de0e36212 req-e296a52e-7d20-40b3-8705-391dc8ab0dfb tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Feb 09 22:30:51.287374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9923b94-0950-4e62-ad51-4a43977a8c02 req-23685618-4ee0-474c-8ef5-be48aa29d4b2 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:51.288855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9923b94-0950-4e62-ad51-4a43977a8c02 req-23685618-4ee0-474c-8ef5-be48aa29d4b2 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0514660 Feb 09 22:30:51.338286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b9923b94-0950-4e62-ad51-4a43977a8c02 req-8b541db6-d97d-460e-aa98-8eadd8485fbb tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Feb 09 22:30:52.455389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c0d8a-dc4b-4f17-a94a-7021b3de82a2 req-be6ac282-35c1-4078-b3eb-8201a02bb628 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:52.457389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-016c0d8a-dc4b-4f17-a94a-7021b3de82a2 req-be6ac282-35c1-4078-b3eb-8201a02bb628 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0513976 Feb 09 22:30:52.502238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-016c0d8a-dc4b-4f17-a94a-7021b3de82a2 req-34959d80-1478-4fbc-a4c3-d3b9f0277a38 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Feb 09 22:30:53.619292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53290d19-36e4-41a8-b2dc-15148992f356 req-99b052e7-4f5a-49a7-a2e8-bff86bdd0118 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:53.620792 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53290d19-36e4-41a8-b2dc-15148992f356 req-99b052e7-4f5a-49a7-a2e8-bff86bdd0118 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0520194 Feb 09 22:30:53.667604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53290d19-36e4-41a8-b2dc-15148992f356 req-c18e2a29-94ad-4ea4-a1d9-6c538107cb9d tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Feb 09 22:30:54.785714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625023-59e8-44a9-823a-dde938a773ee req-96495089-7607-48f9-800d-83afebeff860 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:54.787095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23625023-59e8-44a9-823a-dde938a773ee req-96495089-7607-48f9-800d-83afebeff860 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0516248 Feb 09 22:30:54.836386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-23625023-59e8-44a9-823a-dde938a773ee req-4c761c08-5e6c-465d-8712-60061abc27fa tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436673 Feb 09 22:30:55.956305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76d9c2-f4e9-419f-adff-a10ffa37a80a req-b9127f98-8604-4c66-975c-babaa761c36e tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:55.959120 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f76d9c2-f4e9-419f-adff-a10ffa37a80a req-b9127f98-8604-4c66-975c-babaa761c36e tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0550919 Feb 09 22:30:56.006451 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f76d9c2-f4e9-419f-adff-a10ffa37a80a req-c334bff9-d380-4a71-bedf-abeea8ccfbf3 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Feb 09 22:30:57.123044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5048dcf-5681-49e9-98ff-2f58f8e9475f req-71f47189-8f3e-4455-8268-08856444be08 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:57.124559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5048dcf-5681-49e9-98ff-2f58f8e9475f req-71f47189-8f3e-4455-8268-08856444be08 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0516284 Feb 09 22:30:57.169820 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e5048dcf-5681-49e9-98ff-2f58f8e9475f req-c9dd4b83-c1b5-4a8c-bdae-4ebe8577fb90 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Feb 09 22:30:57.936301 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:30:58.292127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551aa3a-77d7-4f2a-bd37-734b5e151791 req-fe51bb9f-a4b0-466c-a38e-05b4464ff5a1 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:58.293624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4551aa3a-77d7-4f2a-bd37-734b5e151791 req-fe51bb9f-a4b0-466c-a38e-05b4464ff5a1 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0567675 Feb 09 22:30:58.339028 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4551aa3a-77d7-4f2a-bd37-734b5e151791 req-d5d47db9-5d08-4135-8e87-6a78b36902b9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396166 Feb 09 22:30:59.459292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c73428-55da-42c2-9118-43ee2e08e2e7 req-8acf5840-6153-44f8-bbdd-d10731159b30 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.460785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c73428-55da-42c2-9118-43ee2e08e2e7 req-8acf5840-6153-44f8-bbdd-d10731159b30 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0520852 Feb 09 22:30:59.505532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0c73428-55da-42c2-9118-43ee2e08e2e7 req-13f50130-ee27-4476-8810-0c2c0553f6ca tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Feb 09 22:30:59.723393 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:59.736856 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-dc78a32b-0503-44e9-95db-34103976410f req-8ef6affd-97e3-4e5c-893f-b351ef4cbe2b service neutron] show failed (client error): The resource could not be found. Feb 09 22:30:59.738518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-8ef6affd-97e3-4e5c-893f-b351ef4cbe2b service neutron] 10.222.0.110 "GET /v2.0/ports/49de047c-d6af-491b-8f5c-8f53c2dc2771/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0557103 Feb 09 22:31:00.267836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-61be3605-e9c9-4e53-b8e7-70b3b7d2d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:00.270005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-61be3605-e9c9-4e53-b8e7-70b3b7d2d0f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7&tenant_id=b779d0622da14a5f89e99d986a5ead08 HTTP/1.1" status: 200 len: 1128 time: 0.0456042 Feb 09 22:31:00.283313 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:00.339975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:00.544510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:00.579556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:00.620005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:00.622404 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae10c5-6a2e-4908-9377-118feccf1848" -d '{"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-unplugged", "status": "completed", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:00.626332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Publish callbacks [] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:00.630285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610f282-ac0d-46d4-8b4c-a74a378c611b req-c948ca62-b8ca-4e0a-9d50-6cdba6afdf76 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:00.632223 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a610f282-ac0d-46d4-8b4c-a74a378c611b req-c948ca62-b8ca-4e0a-9d50-6cdba6afdf76 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0542271 Feb 09 22:31:00.645551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Transition to ACTIVE for port object 49de047c-d6af-491b-8f5c-8f53c2dc2771 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:31:00.679010 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdffb997-554e-4823-a75b-a7e29f5d351a x-openstack-request-id: req-cdffb997-554e-4823-a75b-a7e29f5d351a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:00.679010 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-unplugged", "status": "completed", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:00.679010 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cdffb997-554e-4823-a75b-a7e29f5d351a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:00.679010 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'code': 200} Feb 09 22:31:00.681585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a610f282-ac0d-46d4-8b4c-a74a378c611b req-28b97b94-5482-40cb-a69c-f1f2226ceedb tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Feb 09 22:31:00.711471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:00.772331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] No DVR routers for this DVR port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:31:00.774123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:00.784910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.785265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.785616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.785959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.786298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.786635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.786966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.787296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.787624 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.787979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.788310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.788635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.788960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:00.821485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:31:00.821828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:31:00.822164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on network 9b72010d-de2d-45f7-857b-3935fbe6caea {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:00.826450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on network 9b72010d-de2d-45f7-857b-3935fbe6caea not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:31:00.826783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Attempting to bind port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on network 9b72010d-de2d-45f7-857b-3935fbe6caea {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:00.831734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:31:00.832080 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Checking segment: {'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:00.832495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Bound using segment: {'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:31:00.832932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Bound port: 49de047c-d6af-491b-8f5c-8f53c2dc2771, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f150a2c-2b9e-4013-ba67-feeaa9ad0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:31:00.833291 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:00.897424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:00.900382 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:31:00.957455 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:00.991374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:00.992022 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:00.993398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] 10.222.0.30 "PUT /v2.0/ports/49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 1092 time: 0.7140057 Feb 09 22:31:01.016855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a713fe0-6b8e-4067-b8cc-851044c6bac4 service neutron] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:01.064373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-9252b797-f53c-48fb-86d1-861e3dc4f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.065947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-9252b797-f53c-48fb-86d1-861e3dc4f099 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1126 time: 0.0456424 Feb 09 22:31:01.157341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-4ed36b64-2b7c-4d5d-a1bf-14538b6788dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.158924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-4ed36b64-2b7c-4d5d-a1bf-14538b6788dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 913 time: 0.0865579 Feb 09 22:31:01.203682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-6d137bc9-cab9-4e84-a320-687a4e944df9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 217 time: 0.0346320 Feb 09 22:31:01.220359 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:01.255903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a32b-0503-44e9-95db-34103976410f req-80e3db83-7fc4-411c-a070-9a1b4e9b559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.257378 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-80e3db83-7fc4-411c-a070-9a1b4e9b559e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 200 len: 852 time: 0.0445762 Feb 09 22:31:01.295520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-d830d5d5-4b1f-4062-9455-907c63aac3a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b72010d-de2d-45f7-857b-3935fbe6caea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287955 Feb 09 22:31:01.382583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-2810d588-fc7d-4291-925a-53f79dadccf1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783813 Feb 09 22:31:01.475379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc78a32b-0503-44e9-95db-34103976410f req-04261223-b06c-4e70-86e5-da910165d34a service neutron] 10.222.0.30 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836034 Feb 09 22:31:01.804483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a31944-cb84-440f-b32e-9f47145fbbf1 req-106f62fa-9eed-4415-bf6a-d120941553d6 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.805971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6a31944-cb84-440f-b32e-9f47145fbbf1 req-106f62fa-9eed-4415-bf6a-d120941553d6 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 944 time: 0.0531018 Feb 09 22:31:01.851463 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c6a31944-cb84-440f-b32e-9f47145fbbf1 req-16ebc12d-311b-48aa-a8ca-06fb4406a39e tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Feb 09 22:31:02.678268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:02.680663 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:02.727829 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b23d798-0694-4e81-bdc4-6cf59e47e6d7 x-openstack-request-id: req-9b23d798-0694-4e81-bdc4-6cf59e47e6d7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:02.728130 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:02.728385 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b23d798-0694-4e81-bdc4-6cf59e47e6d7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:02.728787 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'status': 'completed', 'code': 200} Feb 09 22:31:02.823338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-f9799b41-2d4e-4073-86c8-854c534fad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.824841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-f9799b41-2d4e-4073-86c8-854c534fad61 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1126 time: 0.0754797 Feb 09 22:31:02.826476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-8aee22a8-8a46-444f-9bae-f87e25114add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.827907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-8aee22a8-8a46-444f-9bae-f87e25114add service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1126 time: 0.0796778 Feb 09 22:31:03.216120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:31:03.312726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:03.325109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'network_id': '9b72010d-de2d-45f7-857b-3935fbe6caea', 'port_id': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'mac_address': 'fa:16:3e:bf:54:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89120dc9-fc65-4ae6-b7c6-bce95dc03333', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:31:03.351886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-e9190ccb-7390-4e32-8334-7642faa4bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:03.353368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-e9190ccb-7390-4e32-8334-7642faa4bc55 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 913 time: 0.5217552 Feb 09 22:31:03.355785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-2d1ca200-c01f-4652-bdb6-6aa9c1f4ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:03.357115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-2d1ca200-c01f-4652-bdb6-6aa9c1f4ac90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 913 time: 0.5185122 Feb 09 22:31:03.364034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 49de047c-d6af-491b-8f5c-8f53c2dc2771 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:03.364773 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:03.372291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fffc82-d381-43d0-bcfd-696f686d10ee req-2e4fa5ad-49c4-478a-b120-66667a693ebf tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:03.373718 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30fffc82-d381-43d0-bcfd-696f686d10ee req-2e4fa5ad-49c4-478a-b120-66667a693ebf tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 944 time: 0.1237516 Feb 09 22:31:03.382513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49de047c-d6af-491b-8f5c-8f53c2dc2771 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:03.402185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:03.416511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-c8898a6b-9b17-422f-b93c-2f517b52ff6f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 217 time: 0.0568957 Feb 09 22:31:03.458081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-0a583d98-5669-4a7f-bf38-83099486caa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 217 time: 0.0823607 Feb 09 22:31:03.471753 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:03.521019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:03.528499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.528859 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.529222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.529558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.529900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.530558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.530558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.530887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.531220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.531559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.532144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.534608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.534608 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:03.550524 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30fffc82-d381-43d0-bcfd-696f686d10ee req-ddd9d391-f25d-40e6-b569-0319870ec91a tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408901 Feb 09 22:31:03.553805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-aa357642-3493-4426-9642-6f91e70d0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:03.555190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-aa357642-3493-4426-9642-6f91e70d0b3e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 200 len: 852 time: 0.1107700 Feb 09 22:31:03.558609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-31c41a19-da1d-44ed-9c4b-cfc6ed45c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:03.563462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-31c41a19-da1d-44ed-9c4b-cfc6ed45c5c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 200 len: 852 time: 0.0817053 Feb 09 22:31:03.606574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-ab7e2122-fef6-489d-bb55-6a7a2446ac7c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9b72010d-de2d-45f7-857b-3935fbe6caea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454190 Feb 09 22:31:03.608416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-a3b8bc20-b989-4ce4-8446-06e0952228ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b72010d-de2d-45f7-857b-3935fbe6caea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387034 Feb 09 22:31:03.719815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49de047c-d6af-491b-8f5c-8f53c2dc2771'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:31:03.763496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-b79d42a3-3263-44aa-815c-1560c71bcdcd service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512885 Feb 09 22:31:03.765311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-7bedeb6a-5fba-4add-a174-58fe5e8ab6fb service neutron] 10.222.0.30 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456389 Feb 09 22:31:03.926020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-22080cbf-b069-4de3-b583-d89d8b132a1b service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536953 Feb 09 22:31:03.927959 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-39bf99fa-6744-4fa2-97b8-bb1557d6b4cf req-2a77d8c5-5b4b-435f-9ba7-43c90105e610 service neutron] 10.222.0.30 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491129 Feb 09 22:31:04.676142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a8afa-fc97-461f-b9b5-bd08ee5c701b req-f45cbd07-9746-472a-8f26-9bba6bdea58f tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:04.677629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f5a8afa-fc97-461f-b9b5-bd08ee5c701b req-f45cbd07-9746-472a-8f26-9bba6bdea58f tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 945 time: 0.0570281 Feb 09 22:31:04.723387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f5a8afa-fc97-461f-b9b5-bd08ee5c701b req-84e6d674-cabe-4be7-a7e1-7a05f421fe69 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Feb 09 22:31:05.122602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:31:05.161124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port 49de047c-d6af-491b-8f5c-8f53c2dc2771 host n-h1-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:31:05.161523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:31:05.224272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:31:05.227865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-d1ce48cb-4609-4d64-ac85-f506b84b550f tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:05.229464 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-d1ce48cb-4609-4d64-ac85-f506b84b550f tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.110 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7&tenant_id=b779d0622da14a5f89e99d986a5ead08&binding%3Ahost_id=n-h1-828599-1 HTTP/1.1" status: 200 len: 945 time: 0.0554206 Feb 09 22:31:05.292128 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-3820d39c-8e4b-4df1-b2ef-60ad954b9159 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:31:05.293158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-3820d39c-8e4b-4df1-b2ef-60ad954b9159 service neutron] 10.222.0.110 "DELETE /v2.0/ports/49de047c-d6af-491b-8f5c-8f53c2dc2771/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0551300 Feb 09 22:31:05.357195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 49de047c-d6af-491b-8f5c-8f53c2dc2771 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:31:05.361357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 49de047c-d6af-491b-8f5c-8f53c2dc2771 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:31:05.361742 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:05.376702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-72fe2487-9036-477e-a596-dcfc0ecd5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:05.378235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-72fe2487-9036-477e-a596-dcfc0ecd5b18 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b779d0622da14a5f89e99d986a5ead08&device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 1127 time: 0.0453353 Feb 09 22:31:05.450784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 49de047c-d6af-491b-8f5c-8f53c2dc2771 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:05.451185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:05.474835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-6caba649-252c-448e-b754-5be6a8731246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:05.476326 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-6caba649-252c-448e-b754-5be6a8731246 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 200 len: 913 time: 0.0916994 Feb 09 22:31:05.476872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:05.479109 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b2a1d0-4fd2-495d-b58c-733fbb71e4af" -d '{"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-plugged", "status": "completed", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:05.491422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:05.493218 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe420207-b4fd-43b8-91d0-d5816bde1aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:05.519698 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-34bf45ff-bb59-4eb5-afc2-9b2f940fee34 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 200 len: 217 time: 0.0368927 Feb 09 22:31:05.530235 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ef2ba7-cc3b-4a0a-aa7b-613a55746d95 x-openstack-request-id: req-58ef2ba7-cc3b-4a0a-aa7b-613a55746d95 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:05.530659 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-plugged", "status": "completed", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:05.531031 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-58ef2ba7-cc3b-4a0a-aa7b-613a55746d95 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:05.531503 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'code': 200} Feb 09 22:31:05.551499 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:05.576760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-af100a8e-37b4-4fec-940d-318b94ba794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:05.578236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-af100a8e-37b4-4fec-940d-318b94ba794d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 200 len: 852 time: 0.0520811 Feb 09 22:31:05.600237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:05.610015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-e92259d2-b67c-4f98-afff-68b62c2fc483 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9b72010d-de2d-45f7-857b-3935fbe6caea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253608 Feb 09 22:31:05.697566 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-43105ef5-4b96-4ce6-8486-62884b077236 service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806210 Feb 09 22:31:05.787765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-2f05a74c-89b4-4f3f-9701-d86f231407aa service neutron] 10.222.0.110 "GET /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844526 Feb 09 22:31:07.077956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef5be4-ea6f-4810-afbd-414362b4110d req-02f4f9a0-9d32-40c4-a971-14cf505449c4 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:07.079440 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7ef5be4-ea6f-4810-afbd-414362b4110d req-02f4f9a0-9d32-40c4-a971-14cf505449c4 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.1052480 Feb 09 22:31:07.125141 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7ef5be4-ea6f-4810-afbd-414362b4110d req-9606c1fb-4897-486e-8585-64371c32ae99 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Feb 09 22:31:07.499861 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-95c7e456-759d-47eb-b6fb-449117a17d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:08.246126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783bb70-ff5c-442c-b96c-c275d2768734 req-d9001bcc-fc19-495f-9deb-4d92dab53eb7 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:08.254087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6783bb70-ff5c-442c-b96c-c275d2768734 req-d9001bcc-fc19-495f-9deb-4d92dab53eb7 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0543063 Feb 09 22:31:08.349845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6783bb70-ff5c-442c-b96c-c275d2768734 req-08c9cfb3-e589-4057-9029-708578f00bd7 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/security-groups?id=a08fc240-0b0c-4678-ac6d-4952eda9ec58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964878 Feb 09 22:31:08.411696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-46ad60af-9664-40f8-9510-16287101a9e2 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:08.413116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-46ad60af-9664-40f8-9510-16287101a9e2 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.30 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 946 time: 0.0517361 Feb 09 22:31:08.509864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Deleting port 49de047c-d6af-491b-8f5c-8f53c2dc2771 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:31:08.510266 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:08.600683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] For port 49de047c-d6af-491b-8f5c-8f53c2dc2771, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=49de047c-d6af-491b-8f5c-8f53c2dc2771,segment=NetworkSegment(9f150a2c-2b9e-4013-ba67-feeaa9ad0432),segment_id=9f150a2c-2b9e-4013-ba67-feeaa9ad0432)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:08.601058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:08.612741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Calling delete_port for 49de047c-d6af-491b-8f5c-8f53c2dc2771 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:31:08.780058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (49de047c-d6af-491b-8f5c-8f53c2dc2771), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:08.796694 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['49de047c-d6af-491b-8f5c-8f53c2dc2771'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:31:08.807742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Pushing event deleted for resources: {'Port': ['ID=49de047c-d6af-491b-8f5c-8f53c2dc2771,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:08.854999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] No DVR routers for this DVR port 49de047c-d6af-491b-8f5c-8f53c2dc2771 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:31:08.857656 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:08.860973 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c1ef145-6140-4da1-8ab8-38ecd64d4b36 req-408ec958-a5ad-4a6e-9d47-58b56ebae7d9 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.30 "DELETE /v2.0/ports/49de047c-d6af-491b-8f5c-8f53c2dc2771 HTTP/1.1" status: 204 len: 173 time: 0.4396067 Feb 09 22:31:08.861422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-deleted', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:08.864280 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1f4bc-94cd-4ae4-8b94-fd3025cb8152" -d '{"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-deleted", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:08.900057 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccac2dc-5be4-4fbd-aa01-08d2d67b4a12 x-openstack-request-id: req-0ccac2dc-5be4-4fbd-aa01-08d2d67b4a12 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:08.900365 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98484ffb-f173-402d-8d99-fdebed2417f7", "name": "network-vif-deleted", "tag": "49de047c-d6af-491b-8f5c-8f53c2dc2771", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:08.900628 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ccac2dc-5be4-4fbd-aa01-08d2d67b4a12 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:08.901036 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98484ffb-f173-402d-8d99-fdebed2417f7', 'name': 'network-vif-deleted', 'tag': '49de047c-d6af-491b-8f5c-8f53c2dc2771', 'status': 'completed', 'code': 200} Feb 09 22:31:09.179919 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:09.459029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d0f81763-4a68-41f6-b075-7de52a955a6b req-4da300fe-1a21-48d2-bc99-099166de6643 tempest-DeleteServersTestJSON-1313653158 tempest-DeleteServersTestJSON-1313653158-project] 10.222.0.98 "GET /v2.0/ports?device_id=98484ffb-f173-402d-8d99-fdebed2417f7 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Feb 09 22:31:10.368538 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.587042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56116) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:31:10.630143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] Deleting subnet 89120dc9-fc65-4ae6-b7c6-bce95dc03333 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:31:10.633228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] Publish callbacks [] for subnet (89120dc9-fc65-4ae6-b7c6-bce95dc03333), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.670766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (89120dc9-fc65-4ae6-b7c6-bce95dc03333), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.708420 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (89120dc9-fc65-4ae6-b7c6-bce95dc03333), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.803119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (89120dc9-fc65-4ae6-b7c6-bce95dc03333), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.827463 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89120dc9-fc65-4ae6-b7c6-bce95dc03333,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:10.831176 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.834969 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c343a5d1-9fe4-4984-a88d-ad5df0c94b85 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/89120dc9-fc65-4ae6-b7c6-bce95dc03333 HTTP/1.1" status: 204 len: 168 time: 0.2469296 Feb 09 22:31:10.837475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56118) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:31:10.907153 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (9b72010d-de2d-45f7-857b-3935fbe6caea), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.981696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (9b72010d-de2d-45f7-857b-3935fbe6caea), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.001018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b72010d-de2d-45f7-857b-3935fbe6caea']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:11.010103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f150a2c-2b9e-4013-ba67-feeaa9ad0432') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:11.010404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f150a2c-2b9e-4013-ba67-feeaa9ad0432') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:11.019456 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (9f150a2c-2b9e-4013-ba67-feeaa9ad0432), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.032739 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9f150a2c-2b9e-4013-ba67-feeaa9ad0432), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.038907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:31:11.039300 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (9f150a2c-2b9e-4013-ba67-feeaa9ad0432), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:31:11.044347 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:31:11.139796 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (9b72010d-de2d-45f7-857b-3935fbe6caea), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.145935 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.149315 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] 10.222.0.98 "DELETE /v2.0/networks/9b72010d-de2d-45f7-857b-3935fbe6caea HTTP/1.1" status: 204 len: 168 time: 0.3109281 Feb 09 22:31:11.160348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c691d5-13e4-47df-8a41-2e4450ddb82c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b72010d-de2d-45f7-857b-3935fbe6caea,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:11.247299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:31:11.268100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 49de047c-d6af-491b-8f5c-8f53c2dc2771 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:31:11.268459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 49de047c-d6af-491b-8f5c-8f53c2dc2771 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:31:11.456872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56122) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:31:11.496780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4c239ade-2d6a-43cd-aa46-62fb6b25f5c4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b779d0622da14a5f89e99d986a5ead08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381198 Feb 09 22:31:11.499205 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56124) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:31:11.545889 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11c658df-e343-45ac-bee9-db74e16dba40 admin admin] Publish callbacks [] for security_group (a08fc240-0b0c-4678-ac6d-4952eda9ec58), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.570599 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11c658df-e343-45ac-bee9-db74e16dba40 admin admin] Publish callbacks [] for security_group (a08fc240-0b0c-4678-ac6d-4952eda9ec58), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.700067 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.728635 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11c658df-e343-45ac-bee9-db74e16dba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (a08fc240-0b0c-4678-ac6d-4952eda9ec58), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.731293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11c658df-e343-45ac-bee9-db74e16dba40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.732507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-11c658df-e343-45ac-bee9-db74e16dba40 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a08fc240-0b0c-4678-ac6d-4952eda9ec58 HTTP/1.1" status: 204 len: 168 time: 0.2323895 Feb 09 22:31:11.740841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c658df-e343-45ac-bee9-db74e16dba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08fc240-0b0c-4678-ac6d-4952eda9ec58,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:12.735847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56146) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:31:12.830700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-236039963-network', 'tenant_id': '94566458f8d54ef69e6ae2b4cc92dfd8'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:12.934166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Made reservation on behalf of 94566458f8d54ef69e6ae2b4cc92dfd8 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:31:12.936569 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:12.945263 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.016736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks [] for security_group (edc46bb8-7425-4b78-8e80-3d12b152a096), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.088254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (edc46bb8-7425-4b78-8e80-3d12b152a096), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.112847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:31:13.121390 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc46bb8-7425-4b78-8e80-3d12b152a096,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:13.129943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (51d282fa-4a10-428f-9ec6-1ab739fbf907), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.130286 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Added segment 51d282fa-4a10-428f-9ec6-1ab739fbf907 of type vlan for network 0cdf5576-bff8-4428-866e-df16e206f619 Feb 09 22:31:13.132501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.132847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.133187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.133526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.133854 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.134179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.134503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.134825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.135146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.135466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.135881 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.136202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.136520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:13.178588 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0cdf5576-bff8-4428-866e-df16e206f619), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.259630 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0cdf5576-bff8-4428-866e-df16e206f619), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.260623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:13.261203 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.320179 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] Pushing event updated for resources: {'Network': ['ID=0cdf5576-bff8-4428-866e-df16e206f619,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:13.330061 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0cdf5576-bff8-4428-866e-df16e206f619 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:31:13.374036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5830a3cf-e4f8-42e7-9d20-4db9cf320e21 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6341913 Feb 09 22:31:13.374315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56150) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:31:13.379979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Request body: {'subnet': {'network_id': '0cdf5576-bff8-4428-866e-df16e206f619', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-236039963-subnet', 'tenant_id': '94566458f8d54ef69e6ae2b4cc92dfd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:13.454218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Made reservation on behalf of 94566458f8d54ef69e6ae2b4cc92dfd8 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:31:13.456698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.700057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (b6ee8abd-43c1-497b-949f-f800f81c985d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.756059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ee8abd-43c1-497b-949f-f800f81c985d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:13.765403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Checking segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:13.765773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Network hostable DHCP agents. Network: 0cdf5576-bff8-4428-866e-df16e206f619, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:31:13.848596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Network 0cdf5576-bff8-4428-866e-df16e206f619 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:31:13.911590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0cdf5576-bff8-4428-866e-df16e206f619) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:31:13.915515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:13.916155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.920029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4385ea-8bd8-428e-addf-0f6affe90e4a None None] Network 0cdf5576-bff8-4428-866e-df16e206f619 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:31:14.011376 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ae3f0482-bf79-46c6-a9bd-7e606c32f3a7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6358941 Feb 09 22:31:14.174764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951e4cac-9205-438d-9ebf-776f6a83c09d None None] Network 0cdf5576-bff8-4428-866e-df16e206f619 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:31:14.440960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-e734d162-78cb-4979-a9ab-5bcd7a56a4ed tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:14.443053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-e734d162-78cb-4979-a9ab-5bcd7a56a4ed tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 814 time: 0.1054559 Feb 09 22:31:14.457393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b95e7379-7c63-467b-8bde-a6e8789f6a58 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/quotas/94566458f8d54ef69e6ae2b4cc92dfd8 HTTP/1.1" status: 200 len: 375 time: 0.0088651 Feb 09 22:31:14.488914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-4a4c1979-7a86-4497-bdab-d6d72132db3b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261471 Feb 09 22:31:14.499075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-43866af8-1c5b-40d4-842b-8dda63eaa41d service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:31:14.500071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-43866af8-1c5b-40d4-842b-8dda63eaa41d service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048583 Feb 09 22:31:14.590523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-e585dbec-c6fb-4da6-911b-dcf8a54e70b0 service neutron] 10.222.0.98 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845397 Feb 09 22:31:14.678800 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-65d5c36b-5707-4b09-bbe8-d30fc20aed11 service neutron] 10.222.0.98 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824697 Feb 09 22:31:14.939835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-054f6b56-da72-45b3-baf2-97a3db1d4cb7 req-d0c37352-9ca3-4f65-830f-2215591a63f2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Feb 09 22:31:16.037065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-160301f2-e03d-4b8b-9889-06674d126da1 req-0bf55be8-d57e-4dac-bef0-552f1b5c92c8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Feb 09 22:31:17.082944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-c5eb604e-fd0d-483e-b81c-b5bbd7a1c7e6 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:17.084468 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-c5eb604e-fd0d-483e-b81c-b5bbd7a1c7e6 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 814 time: 0.1096370 Feb 09 22:31:17.100418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Request body: {'port': {'device_id': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619', 'admin_state_up': True, 'tenant_id': '94566458f8d54ef69e6ae2b4cc92dfd8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:17.137694 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43d80510-043f-4e9e-aeb7-df513431fb64 req-c4bfbdb0-66e2-4ea0-afa7-14f7ff81bc3f tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 210 time: 0.0276005 Feb 09 22:31:17.282728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Made reservation on behalf of 94566458f8d54ef69e6ae2b4cc92dfd8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:31:17.286222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:17.421457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Allocated IP 172.20.0.8 (0cdf5576-bff8-4428-866e-df16e206f619/b6ee8abd-43c1-497b-949f-f800f81c985d/ff1a3c2f-cd00-40a9-afc9-c491f7a37872) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:31:17.567853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks [] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:17.643198 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:17.688232 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Network 0cdf5576-bff8-4428-866e-df16e206f619 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:31:17.691188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:31:17.694668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:31:17.720038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:17.747414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:17.748059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:17.828063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-fde46390-a352-473d-9be0-12aff7c3a246 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315128 Feb 09 22:31:17.843509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Request body: {'port': {'device_id': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:17.905874 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:18.160721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1a3c2f-cd00-40a9-afc9-c491f7a37872 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:18.168839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Publish callbacks [] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:18.181323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Transition to ACTIVE for port object ff1a3c2f-cd00-40a9-afc9-c491f7a37872 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:31:18.235696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:18.314031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bb167-5dc3-4e7e-b885-ca0d262e382b req-a88bd91e-2530-4045-94ce-68d1cb05a3b6 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:18.315585 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee0bb167-5dc3-4e7e-b885-ca0d262e382b req-a88bd91e-2530-4045-94ce-68d1cb05a3b6 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 931 time: 0.1063933 Feb 09 22:31:18.316223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:18.409107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ee0bb167-5dc3-4e7e-b885-ca0d262e382b req-6ba3e3b1-fd48-44f3-9463-5094152a3940 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763488 Feb 09 22:31:18.413735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:31:18.414077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:31:18.414416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:18.418686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on network 0cdf5576-bff8-4428-866e-df16e206f619 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:31:18.419019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:18.424325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:31:18.424674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Checking segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:18.425066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Bound using segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:31:18.425497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Bound port: ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:31:18.425931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:18.491602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:18.494527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:31:18.545827 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:18.580264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:18.580901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:18.582877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 1091 time: 0.7429292 Feb 09 22:31:18.583323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:18.585597 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225d51f0-2822-4aa9-a6fe-63b5b64956c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:18.608544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049af83-8e84-4414-8766-c388fb9561d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:18.624196 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c966e7-1f2e-4e94-ac4b-bffc780d5380 x-openstack-request-id: req-46c966e7-1f2e-4e94-ac4b-bffc780d5380 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:18.625735 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:18.625735 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46c966e7-1f2e-4e94-ac4b-bffc780d5380 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:18.625735 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'status': 'completed', 'code': 200} Feb 09 22:31:18.691077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d51f0-2822-4aa9-a6fe-63b5b64956c2 req-04dc461a-22a2-4a07-95ce-f15868c6199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:18.693156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-225d51f0-2822-4aa9-a6fe-63b5b64956c2 req-04dc461a-22a2-4a07-95ce-f15868c6199b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1125 time: 0.0469589 Feb 09 22:31:18.797325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d51f0-2822-4aa9-a6fe-63b5b64956c2 req-718d380f-1443-43f0-b4b0-6370f7dd6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:18.798777 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-225d51f0-2822-4aa9-a6fe-63b5b64956c2 req-718d380f-1443-43f0-b4b0-6370f7dd6baa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951154 Feb 09 22:31:18.895587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d51f0-2822-4aa9-a6fe-63b5b64956c2 req-51856035-52b1-4c45-821a-942a09f1bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:18.897085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-225d51f0-2822-4aa9-a6fe-63b5b64956c2 req-51856035-52b1-4c45-821a-942a09f1bc81 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886433 Feb 09 22:31:18.989098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-dd3069b8-c8ac-4f6f-bf76-c09accdcf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:18.990614 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-dd3069b8-c8ac-4f6f-bf76-c09accdcf229 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1125 time: 0.0500855 Feb 09 22:31:19.036146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-81643ef3-ad83-46c3-9eb1-71ceda185dd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 217 time: 0.0339501 Feb 09 22:31:19.085316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-6517eebc-7f3f-42e4-bc0f-d89acb18511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:19.086724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-6517eebc-7f3f-42e4-bc0f-d89acb18511b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0422750 Feb 09 22:31:19.121120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-b4bf6e67-a55f-46c0-a9dd-14ffb0868de7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252798 Feb 09 22:31:19.213353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-dfdb8ea6-4b0e-419b-a34e-004bfcb650cf service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Feb 09 22:31:19.304542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d21dfaad-6950-4303-844f-aa43cc8c53df req-3a52c560-d0bd-4ac3-a438-611c1cb8d62f service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824108 Feb 09 22:31:19.539851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994072a-f4f9-4200-b2ec-efda32408f34 req-266ff54f-6aaf-4904-a737-4d02d2d4689e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:19.541712 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0994072a-f4f9-4200-b2ec-efda32408f34 req-266ff54f-6aaf-4904-a737-4d02d2d4689e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 943 time: 0.0568867 Feb 09 22:31:19.590704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0994072a-f4f9-4200-b2ec-efda32408f34 req-e31fa115-e4b9-4384-836a-b70ea061ce9b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Feb 09 22:31:20.711572 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6aafb-c407-486b-b0d2-d39b12135aae req-3d287b8a-a35d-47dd-afb5-3303bbe2d751 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:20.713098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ffb6aafb-c407-486b-b0d2-d39b12135aae req-3d287b8a-a35d-47dd-afb5-3303bbe2d751 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 943 time: 0.0533893 Feb 09 22:31:20.763281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ffb6aafb-c407-486b-b0d2-d39b12135aae req-f264ee7e-a867-4b1a-a699-8e2ef1b700e8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Feb 09 22:31:21.262773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:31:21.353586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:21.364667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619', 'port_id': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'mac_address': 'fa:16:3e:f6:a1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ee8abd-43c1-497b-949f-f800f81c985d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:31:21.403712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:21.404121 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:21.416162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1a3c2f-cd00-40a9-afc9-c491f7a37872 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:21.434447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:21.492927 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:21.538975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:21.739030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['ff1a3c2f-cd00-40a9-afc9-c491f7a37872'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:31:21.882453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8f552-8140-4154-8cd5-c2e86455883d req-7fb7a3b0-9ccc-4df7-8cbe-4ffe31b3ddcf tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:21.884003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bc8f552-8140-4154-8cd5-c2e86455883d req-7fb7a3b0-9ccc-4df7-8cbe-4ffe31b3ddcf tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 944 time: 0.0531678 Feb 09 22:31:21.930059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bc8f552-8140-4154-8cd5-c2e86455883d req-b04896f5-5bc8-401a-9b51-2eaee2909264 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Feb 09 22:31:23.047607 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83141fa9-5d38-44bc-a499-cfdfc02f2a46 req-acda21f0-52b9-4c88-bde9-aad255dc2c32 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:23.049139 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83141fa9-5d38-44bc-a499-cfdfc02f2a46 req-acda21f0-52b9-4c88-bde9-aad255dc2c32 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 944 time: 0.0522020 Feb 09 22:31:23.094851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83141fa9-5d38-44bc-a499-cfdfc02f2a46 req-53e4c359-cc19-416f-a241-5200af8feb29 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392859 Feb 09 22:31:23.279120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:31:23.379097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:31:23.382897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:31:23.384461 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:23.462499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:23.462893 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:23.484307 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:23.486521 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9b62d0-057b-4cf0-a021-c00cfe0cf103" -d '{"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:23.502747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:23.523323 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50cfbd-c0ae-4454-a496-a470b464cdcb x-openstack-request-id: req-7e50cfbd-c0ae-4454-a496-a470b464cdcb {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:23.523623 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:23.523948 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e50cfbd-c0ae-4454-a496-a470b464cdcb {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:23.524350 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'code': 200} Feb 09 22:31:23.551682 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:23.600019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:23.640984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9428e0d-81c1-43d3-9b7d-1376c8a5a0fe req-18fd9e66-4aa1-49ab-afd0-f7f45962fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:23.642509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9428e0d-81c1-43d3-9b7d-1376c8a5a0fe req-18fd9e66-4aa1-49ab-afd0-f7f45962fecd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1127 time: 0.0544999 Feb 09 22:31:23.690554 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b9428e0d-81c1-43d3-9b7d-1376c8a5a0fe req-18b1476e-e5e1-4108-9108-1c39f3b473da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Feb 09 22:31:24.211249 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fcfb3-b8d4-4c3c-a840-d88bd9aa611b req-898a3900-4b27-4bc7-85a8-b46d83f72b5b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:24.212736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-184fcfb3-b8d4-4c3c-a840-d88bd9aa611b req-898a3900-4b27-4bc7-85a8-b46d83f72b5b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Feb 09 22:31:24.258613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-184fcfb3-b8d4-4c3c-a840-d88bd9aa611b req-e8377696-30b9-47df-8867-a2ddd794ebbe tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Feb 09 22:31:25.380471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e774c44-f202-49fd-8f2e-f44ed10691ed req-26b4e273-0566-4977-acb1-a982e40871da tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:25.381942 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e774c44-f202-49fd-8f2e-f44ed10691ed req-26b4e273-0566-4977-acb1-a982e40871da tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0524225 Feb 09 22:31:25.428810 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e774c44-f202-49fd-8f2e-f44ed10691ed req-56ff5094-0485-4a2c-914e-c3ed2d7fe0ec tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Feb 09 22:31:25.556144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69264e4f-cb8a-4c0b-aeef-5e061165acf3 req-1bffc5e8-36bc-4250-b8c3-d4e2e905c4c9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:25.557538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69264e4f-cb8a-4c0b-aeef-5e061165acf3 req-1bffc5e8-36bc-4250-b8c3-d4e2e905c4c9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0634084 Feb 09 22:31:25.603698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69264e4f-cb8a-4c0b-aeef-5e061165acf3 req-3099d7fa-4850-4edf-9a36-1e47b74d719c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Feb 09 22:31:25.859526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89196ddf-d21b-4ca2-9fdf-b0118f631091 req-47282e4f-15e5-4b16-a4f6-5bad70923c43 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:25.860935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89196ddf-d21b-4ca2-9fdf-b0118f631091 req-47282e4f-15e5-4b16-a4f6-5bad70923c43 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0511243 Feb 09 22:31:25.905800 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-89196ddf-d21b-4ca2-9fdf-b0118f631091 req-31dbb65b-e220-4a7f-9793-61dece3b0400 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Feb 09 22:31:26.020471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b14da-3141-4328-9c5e-728b56c70246 req-6a3bee8c-ac36-4227-8ffc-f0dc0fc3ca2a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:26.021937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e87b14da-3141-4328-9c5e-728b56c70246 req-6a3bee8c-ac36-4227-8ffc-f0dc0fc3ca2a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0523193 Feb 09 22:31:26.070334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e87b14da-3141-4328-9c5e-728b56c70246 req-7dafbc52-be4d-42ca-b0aa-f3fe9c86ce64 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Feb 09 22:31:26.439603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c8239-89aa-47a9-b53b-ac6f70feef8c req-c36281e5-b9f3-4846-8df9-9f6b79df32bc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:26.441054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a63c8239-89aa-47a9-b53b-ac6f70feef8c req-c36281e5-b9f3-4846-8df9-9f6b79df32bc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Feb 09 22:31:26.517302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a63c8239-89aa-47a9-b53b-ac6f70feef8c req-35b6848d-b82e-4aa7-ad07-6be29a826743 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697916 Feb 09 22:31:26.524480 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-3716762b-260b-4332-8e52-a2cbb84eddf2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701368 Feb 09 22:31:27.649133 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5aaf3-ef17-4cb1-801c-db7e51e0bc29 req-932b3d74-7c89-41a1-9042-614a57593598 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:27.653117 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03c5aaf3-ef17-4cb1-801c-db7e51e0bc29 req-932b3d74-7c89-41a1-9042-614a57593598 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0636959 Feb 09 22:31:27.698589 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03c5aaf3-ef17-4cb1-801c-db7e51e0bc29 req-19b20f08-c536-4e50-a431-3b5b02b9436c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Feb 09 22:31:28.302662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-b3641f96-f3a2-4e44-850c-9438120eb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:28.304207 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-b3641f96-f3a2-4e44-850c-9438120eb278 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1127 time: 0.0452993 Feb 09 22:31:28.393694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-6249cdc2-7984-4588-90f7-df207e7bd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:28.395595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-6249cdc2-7984-4588-90f7-df207e7bd56c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0855353 Feb 09 22:31:28.434961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-4485b9be-2c86-462f-81f7-25b116e46284 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 217 time: 0.0337248 Feb 09 22:31:28.485460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cf2e4d31-aba7-4f0e-8a73-11ff8db05015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:28.486885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cf2e4d31-aba7-4f0e-8a73-11ff8db05015 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0457463 Feb 09 22:31:28.517109 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-57c17430-739d-4405-a5ba-69c846ad032a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243089 Feb 09 22:31:28.603398 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-b1177f71-dec6-42ce-b2c1-ad4ddf8573d0 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806003 Feb 09 22:31:28.693300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-5f2cc20d-8408-464b-8399-1a045320245f service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Feb 09 22:31:28.821693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e64f9-b1ae-45ea-bbfd-3ed44b6b6902 req-c9e4c943-6d47-4f0e-b97f-6153dee392bd tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:28.823193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c17e64f9-b1ae-45ea-bbfd-3ed44b6b6902 req-c9e4c943-6d47-4f0e-b97f-6153dee392bd tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0561669 Feb 09 22:31:28.868856 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c17e64f9-b1ae-45ea-bbfd-3ed44b6b6902 req-dbcba5e9-fdd3-4f62-844c-d4b0c55c6d83 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Feb 09 22:31:29.768373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:29.996431 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466f07b-d0f2-43f4-b2a4-50fe5f583575 req-cabb0e35-132d-433d-bdc5-4c637609533b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:29.997923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1466f07b-d0f2-43f4-b2a4-50fe5f583575 req-cabb0e35-132d-433d-bdc5-4c637609533b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0545452 Feb 09 22:31:30.044896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1466f07b-d0f2-43f4-b2a4-50fe5f583575 req-68a491da-65aa-4858-b7c4-fbb02b5af7e9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Feb 09 22:31:31.165174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3e2eb-85e7-40c3-8259-62c1d298b92f req-2252d743-2561-4724-ab65-40fd05ce0e22 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:31.166664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dc3e2eb-85e7-40c3-8259-62c1d298b92f req-2252d743-2561-4724-ab65-40fd05ce0e22 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0540729 Feb 09 22:31:31.213019 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:31.216722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2dc3e2eb-85e7-40c3-8259-62c1d298b92f req-71a0be75-a8ca-4aeb-8a81-0cdfcd29ffdc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 Feb 09 22:31:32.335799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaef42-75be-4b3e-ac0f-de2ce360b056 req-fd2019f1-e772-4d86-8578-de067fb52110 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:32.337286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddaaef42-75be-4b3e-ac0f-de2ce360b056 req-fd2019f1-e772-4d86-8578-de067fb52110 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Feb 09 22:31:32.387310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddaaef42-75be-4b3e-ac0f-de2ce360b056 req-9c93dfd7-130b-45a5-b63f-cc40afd2672c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Feb 09 22:31:33.506280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd02ea4-1526-4de6-a4f1-147f8a329686 req-7043fff1-8ce5-4177-b130-0e827ac56195 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:33.507751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bd02ea4-1526-4de6-a4f1-147f8a329686 req-7043fff1-8ce5-4177-b130-0e827ac56195 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Feb 09 22:31:33.552685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bd02ea4-1526-4de6-a4f1-147f8a329686 req-3db2d4f0-c936-4211-8cac-cb6e5df014cb tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Feb 09 22:31:34.670924 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a53f49-0355-4591-9c6b-fecfe40ad0fb req-a958f18d-52f5-44f3-8c17-41646afacb0d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:34.672660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85a53f49-0355-4591-9c6b-fecfe40ad0fb req-a958f18d-52f5-44f3-8c17-41646afacb0d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0522552 Feb 09 22:31:34.717606 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-85a53f49-0355-4591-9c6b-fecfe40ad0fb req-31513782-5968-4506-8750-cba2d1b53070 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Feb 09 22:31:34.934871 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:31:35.476502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-42a144ac-f268-4252-9ac0-6f6f9c314b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:35.836237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620f784-f654-4691-acf5-86b7177a3ccb req-be433409-5d29-47ac-aed7-25d31434c3f0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:35.837728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5620f784-f654-4691-acf5-86b7177a3ccb req-be433409-5d29-47ac-aed7-25d31434c3f0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0521600 Feb 09 22:31:35.883171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5620f784-f654-4691-acf5-86b7177a3ccb req-ec4bfd4a-56a1-498f-ba20-a4aef8dd298a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Feb 09 22:31:37.000846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b2f02-897e-44e5-9da7-0cbe7349cc2f req-6c2efcf4-cae5-43b7-ae44-3c41e16c6e1c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:37.002329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac3b2f02-897e-44e5-9da7-0cbe7349cc2f req-6c2efcf4-cae5-43b7-ae44-3c41e16c6e1c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Feb 09 22:31:37.047402 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac3b2f02-897e-44e5-9da7-0cbe7349cc2f req-b3c73f08-fee3-4f53-914d-ec47b673bcab tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 Feb 09 22:31:37.516214 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b1d2bf2a-2b01-4c44-ad12-936400d70685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:38.168766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1564a93-184c-4627-98ed-68d54da8b40c req-608d1d34-443f-4eca-952d-203cd201c2e0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:38.170268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1564a93-184c-4627-98ed-68d54da8b40c req-608d1d34-443f-4eca-952d-203cd201c2e0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Feb 09 22:31:38.216121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a1564a93-184c-4627-98ed-68d54da8b40c req-4224b8a4-bc90-49ef-bda7-f3ef4d7685e0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Feb 09 22:31:39.196089 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:39.363802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99538e3-5cb8-46a8-8ce8-0b99764fa9a2 req-08d76a4f-ec4e-4f69-b131-7fb21e3a58b0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:39.365296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a99538e3-5cb8-46a8-8ce8-0b99764fa9a2 req-08d76a4f-ec4e-4f69-b131-7fb21e3a58b0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0801916 Feb 09 22:31:39.410997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a99538e3-5cb8-46a8-8ce8-0b99764fa9a2 req-c8520b35-3d28-4ef3-bf6f-30929972b65e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Feb 09 22:31:40.384870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:40.528247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4996d9-46c0-4171-b05f-4a80f4cc7460 req-a5241527-8a81-41eb-a32f-14c6691e6e5c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:40.529802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad4996d9-46c0-4171-b05f-4a80f4cc7460 req-a5241527-8a81-41eb-a32f-14c6691e6e5c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0510190 Feb 09 22:31:40.575762 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ad4996d9-46c0-4171-b05f-4a80f4cc7460 req-19615fcf-4d85-4cf2-84ed-189fee0df148 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Feb 09 22:31:41.681896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:41.695496 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9374590-00f1-409d-beaf-326bb46cc186 req-5e733b20-c781-44f3-af2b-0ccf37395725 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:41.697002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c9374590-00f1-409d-beaf-326bb46cc186 req-5e733b20-c781-44f3-af2b-0ccf37395725 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0538628 Feb 09 22:31:41.742927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c9374590-00f1-409d-beaf-326bb46cc186 req-72f910f3-b04c-4a14-933d-bd80b7042d67 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Feb 09 22:31:42.864018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada32f8-5fc4-48ed-90a7-3ae0cb89ff75 req-bbda153f-21c0-41ce-bd35-4df7ddbd7d8b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:42.865514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eada32f8-5fc4-48ed-90a7-3ae0cb89ff75 req-bbda153f-21c0-41ce-bd35-4df7ddbd7d8b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0556939 Feb 09 22:31:42.911120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eada32f8-5fc4-48ed-90a7-3ae0cb89ff75 req-fe4a8d58-fe8d-4b02-a8eb-e77e6a1348ed tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Feb 09 22:31:44.028344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87f03e-43d1-4f26-a45c-7a9dfda97200 req-4d6b6d99-c724-4537-89da-d2d5a6153d55 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:44.029824 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff87f03e-43d1-4f26-a45c-7a9dfda97200 req-4d6b6d99-c724-4537-89da-d2d5a6153d55 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0516467 Feb 09 22:31:44.079045 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ff87f03e-43d1-4f26-a45c-7a9dfda97200 req-53a7f360-58ce-471c-9b07-29eb5cc47795 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Feb 09 22:31:45.195672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe05d2-5729-41bc-8e56-2f5499e298de req-01e9416e-3227-48e3-95a9-5f04787506f0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:45.197316 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77fe05d2-5729-41bc-8e56-2f5499e298de req-01e9416e-3227-48e3-95a9-5f04787506f0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Feb 09 22:31:45.242916 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77fe05d2-5729-41bc-8e56-2f5499e298de req-b4e9f405-9a0b-45ff-a92d-a0d4387ed913 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Feb 09 22:31:46.363217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca237d9-0844-4e4d-adf7-0f3de9bfdb5f req-7d166465-6cc7-4d7a-9498-c5d577a0230d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:46.364751 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ca237d9-0844-4e4d-adf7-0f3de9bfdb5f req-7d166465-6cc7-4d7a-9498-c5d577a0230d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0542424 Feb 09 22:31:46.410296 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ca237d9-0844-4e4d-adf7-0f3de9bfdb5f req-f52a44e0-8b7e-41e5-9930-95fa3688f9b3 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Feb 09 22:31:47.526966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460b24b-7c0b-4b50-aa52-f80aa3c3f552 req-ad424763-61f0-4c5b-bc2d-180a45458327 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:47.528460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c460b24b-7c0b-4b50-aa52-f80aa3c3f552 req-ad424763-61f0-4c5b-bc2d-180a45458327 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0506124 Feb 09 22:31:47.577699 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c460b24b-7c0b-4b50-aa52-f80aa3c3f552 req-78838a61-795f-4fd9-bb23-175fb1ea0f94 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Feb 09 22:31:48.694856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f5dcf-1f5b-4506-b238-be13ecf9c7b7 req-90ce453a-cf1f-4517-805b-927cdf6c9c15 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:48.696346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e96f5dcf-1f5b-4506-b238-be13ecf9c7b7 req-90ce453a-cf1f-4517-805b-927cdf6c9c15 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Feb 09 22:31:48.742158 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e96f5dcf-1f5b-4506-b238-be13ecf9c7b7 req-5bde045f-c8f7-4f3e-8bb3-6f9a1dd1f83d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Feb 09 22:31:49.862135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03568-b764-4eae-9236-1d2e250e8e9c req-a785b37a-ee3a-46bc-a129-076dc2896983 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:49.863526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0d03568-b764-4eae-9236-1d2e250e8e9c req-a785b37a-ee3a-46bc-a129-076dc2896983 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0507910 Feb 09 22:31:49.908503 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a0d03568-b764-4eae-9236-1d2e250e8e9c req-01079929-97f7-445b-a3e5-6e54bb0ab84b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Feb 09 22:31:51.030362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de59062-e1ea-46c7-9ef9-b6343f4678b2 req-9995d1e0-fa42-438d-b037-5dd59a486656 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:51.031876 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0de59062-e1ea-46c7-9ef9-b6343f4678b2 req-9995d1e0-fa42-438d-b037-5dd59a486656 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Feb 09 22:31:51.078350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0de59062-e1ea-46c7-9ef9-b6343f4678b2 req-0dfd0352-cd6b-4bea-8213-def0532330ae tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Feb 09 22:31:52.196471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8febd-b9c9-412b-8e34-7c5ce6e9eb9f req-19869a46-4037-403f-98ae-39b682cff7a8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:52.197965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7de8febd-b9c9-412b-8e34-7c5ce6e9eb9f req-19869a46-4037-403f-98ae-39b682cff7a8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0525599 Feb 09 22:31:52.243689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7de8febd-b9c9-412b-8e34-7c5ce6e9eb9f req-612815b9-d6b9-4d4f-a1ef-e08b3e4b3493 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Feb 09 22:31:53.364822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b590b-3f1a-4b06-af51-66d09288e851 req-ccfa1727-964b-4295-ade1-4dc4161acd01 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:53.366285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d90b590b-3f1a-4b06-af51-66d09288e851 req-ccfa1727-964b-4295-ade1-4dc4161acd01 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0520203 Feb 09 22:31:53.411958 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d90b590b-3f1a-4b06-af51-66d09288e851 req-4e72f8c0-1538-4e43-9fe0-5c185e7d3981 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Feb 09 22:31:54.535243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85457c6b-8f6b-49d6-9138-be65107fe749 req-da2d2f77-2782-4465-b558-23fcddbd9a97 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.536866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85457c6b-8f6b-49d6-9138-be65107fe749 req-da2d2f77-2782-4465-b558-23fcddbd9a97 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0570428 Feb 09 22:31:54.583656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-85457c6b-8f6b-49d6-9138-be65107fe749 req-fcfde9a8-fd76-437a-b1b0-a0fe93ab95d8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Feb 09 22:31:55.218551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-58b185c7-d7fb-4d87-8f99-3028abb05980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.220167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-58b185c7-d7fb-4d87-8f99-3028abb05980 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1127 time: 0.0953016 Feb 09 22:31:55.328270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-b1f7298e-dcc5-426c-bc8c-827013514f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.329906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-b1f7298e-dcc5-426c-bc8c-827013514f7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0874612 Feb 09 22:31:55.717250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-aa0daaa4-e770-4e56-b424-17b5d163fa8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 217 time: 0.3806987 Feb 09 22:31:55.719969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c91e76-80ec-48f0-8fcc-05c8878566d6 req-f3ae396e-2271-4411-bea3-707eaaeb44c8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.721532 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d0c91e76-80ec-48f0-8fcc-05c8878566d6 req-f3ae396e-2271-4411-bea3-707eaaeb44c8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0616784 Feb 09 22:31:55.773622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-9759b615-5bf2-4acf-bc7b-cff23526ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.773622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-9759b615-5bf2-4acf-bc7b-cff23526ec00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0476537 Feb 09 22:31:55.773986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d0c91e76-80ec-48f0-8fcc-05c8878566d6 req-cc9955f9-5585-44a6-a228-bf16cde4449e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460539 Feb 09 22:31:55.805082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-ae30b19a-df8c-498b-aa64-21ae66eb234d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262702 Feb 09 22:31:55.895730 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-41edc6e0-7487-4eef-bcb2-b934237d2c98 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838914 Feb 09 22:31:55.986386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a695ace-64d3-4568-b4e7-e1b3f2edd2d5 req-519742fa-6ae7-49e0-9628-a5ac475ba73c service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842040 Feb 09 22:31:56.284629 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-86537884-6119-4a27-b5a0-f2c1e09a9f3d service neutron] show failed (client error): The resource could not be found. Feb 09 22:31:56.285640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-86537884-6119-4a27-b5a0-f2c1e09a9f3d service neutron] 10.222.0.30 "GET /v2.0/ports/ff1a3c2f-cd00-40a9-afc9-c491f7a37872/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0584013 Feb 09 22:31:56.770033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-1fbbcca7-46e3-4bfe-a75c-836520d45aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:56.771605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-1fbbcca7-46e3-4bfe-a75c-836520d45aa0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29&tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8 HTTP/1.1" status: 200 len: 1127 time: 0.0453269 Feb 09 22:31:56.781746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:56.840151 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:56.988613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34a927-e684-4b1b-ba52-b341d62bf413 req-281649c4-540f-428d-ba1f-90a484771916 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:56.990133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0e34a927-e684-4b1b-ba52-b341d62bf413 req-281649c4-540f-428d-ba1f-90a484771916 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.1417696 Feb 09 22:31:57.087535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0e34a927-e684-4b1b-ba52-b341d62bf413 req-0e792817-c7e3-42a3-baab-96e8236b47dc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916741 Feb 09 22:31:57.113473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:57.145685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:57.184043 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:57.186280 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78613b4-48a8-4a78-8861-52b91dc24cb7" -d '{"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:57.189716 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Publish callbacks [] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:57.202221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Transition to ACTIVE for port object ff1a3c2f-cd00-40a9-afc9-c491f7a37872 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:31:57.237657 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca307a1a-475d-40ad-ae76-2d1389c35c13 x-openstack-request-id: req-ca307a1a-475d-40ad-ae76-2d1389c35c13 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:57.237960 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:57.238220 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ca307a1a-475d-40ad-ae76-2d1389c35c13 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:57.238676 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'code': 200} Feb 09 22:31:57.264452 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:57.329378 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] No DVR routers for this DVR port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:31:57.331431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:57.367368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:31:57.367722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:31:57.368070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:57.372249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on network 0cdf5576-bff8-4428-866e-df16e206f619 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:31:57.372576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Attempting to bind port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:57.377302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:31:57.377643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Checking segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:57.378028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Bound using segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:31:57.378454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Bound port: ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:31:57.378810 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:57.439199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:57.442116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:31:57.510441 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:57.546307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:57.546950 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:57.548366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] 10.222.0.110 "PUT /v2.0/ports/ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 1091 time: 0.7705882 Feb 09 22:31:57.581188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf58884-1c13-44fb-a059-6f434e6a26e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:57.616696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-2c3d9ee6-7d35-4eab-9a58-d4e1768cf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:57.618211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-2c3d9ee6-7d35-4eab-9a58-d4e1768cf8a0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1125 time: 0.0485873 Feb 09 22:31:57.708506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-1bfb247c-0d0b-4744-a4ed-c585f51eab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:57.771956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-1bfb247c-0d0b-4744-a4ed-c585f51eab5b service neutron] 10.222.0.110 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0865695 Feb 09 22:31:57.771956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-5d34a757-9042-409d-a646-6c4d30c88afd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 217 time: 0.0390561 Feb 09 22:31:57.806169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-10d19d1c-e28c-40c0-beda-acd4c6679af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:57.808697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-10d19d1c-e28c-40c0-beda-acd4c6679af3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0478976 Feb 09 22:31:57.838579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-5145ceed-e4ad-4279-ac56-5d1c2a49d1c2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248694 Feb 09 22:31:57.928087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-418b26ef-e238-4ee4-83f4-1c0767aa61a7 service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830796 Feb 09 22:31:58.014212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5dbb1824-54f7-4d0d-837c-991592318f0e req-07fdac57-a0ff-45ee-a1b3-93a5280b6f54 service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808914 Feb 09 22:31:58.210206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40c291-a3d9-4e32-a071-4e1974883620 req-847f006b-ee55-4bbf-a402-38cf7005fe1d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.211722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc40c291-a3d9-4e32-a071-4e1974883620 req-847f006b-ee55-4bbf-a402-38cf7005fe1d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 943 time: 0.0537941 Feb 09 22:31:58.257805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dc40c291-a3d9-4e32-a071-4e1974883620 req-fd4af159-2448-4f51-8955-24b92f2ef46c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Feb 09 22:31:59.240261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:59.242665 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d04d4-9937-4f62-ac7a-878715489f86" -d '{"events": [{"name": "network-changed", "server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:59.291448 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5fd470-2c3a-429f-8050-bb24bc594710 x-openstack-request-id: req-2b5fd470-2c3a-429f-8050-bb24bc594710 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:59.291790 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:59.292048 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2b5fd470-2c3a-429f-8050-bb24bc594710 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:59.292451 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'status': 'completed', 'code': 200} Feb 09 22:31:59.426839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-d92526cc-5cd6-4b31-94b9-e20f9bbf0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.428943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-d92526cc-5cd6-4b31-94b9-e20f9bbf0bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1125 time: 0.1058929 Feb 09 22:31:59.431485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-cf65ab4e-2458-4ab0-a275-5891563c9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.432905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-cf65ab4e-2458-4ab0-a275-5891563c9e4a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1125 time: 0.1186390 Feb 09 22:31:59.444457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300de1c-9a48-4bd7-85eb-be1c981473dc req-40c23025-debf-4341-aabf-f2a90475eb86 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.445910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1300de1c-9a48-4bd7-85eb-be1c981473dc req-40c23025-debf-4341-aabf-f2a90475eb86 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 943 time: 0.1094975 Feb 09 22:31:59.465173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:31:59.503096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:31:59.503410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:31:59.634737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1300de1c-9a48-4bd7-85eb-be1c981473dc req-986cbe7b-61e6-4494-9f0d-1ec697234bd9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733675 Feb 09 22:31:59.646216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-5c5f5fab-652d-4940-8d1c-ea0e80d4b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.647692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-5c5f5fab-652d-4940-8d1c-ea0e80d4b9bd service neutron] 10.222.0.110 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.1998961 Feb 09 22:31:59.650394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-46cabbca-8119-48c5-bd42-f52594b92459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.651882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-46cabbca-8119-48c5-bd42-f52594b92459 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.2051082 Feb 09 22:31:59.724612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-14e132df-9271-45fb-90d7-2766d5a73eb7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 217 time: 0.0702477 Feb 09 22:31:59.726020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-5b11c50d-d4f3-46d0-b3d1-56f4d41c3545 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 217 time: 0.0653484 Feb 09 22:31:59.755909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:59.805014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-013e7c8a-f8cd-4e0f-b583-09799f87ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.806520 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-013e7c8a-f8cd-4e0f-b583-09799f87ab74 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0770407 Feb 09 22:31:59.809853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-24353220-e8aa-4fae-8b1e-508e65c9902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.811236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-24353220-e8aa-4fae-8b1e-508e65c9902d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0744956 Feb 09 22:31:59.848161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-6c639a0e-9d5b-4e55-aab3-b1bdacb6304b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359359 Feb 09 22:31:59.868613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-7fe741d7-5fcf-4b32-afd7-661c2ec91129 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470810 Feb 09 22:32:00.019144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-bdaac114-6918-43ab-896d-c9991f169ab9 service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525564 Feb 09 22:32:00.023064 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-77788925-b363-4b15-9832-d2ec4c0f08b5 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467330 Feb 09 22:32:00.174564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-c03304c1-d25c-4897-a485-fd242a39c2fb service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496606 Feb 09 22:32:00.176527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb8d04d4-9937-4f62-ac7a-878715489f86 req-aa9f852e-8b8e-4564-b547-b81f592b6660 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447549 Feb 09 22:32:00.755290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07ad2b-ccb5-4070-a254-1e6a9b3dc26c req-b97809e6-e841-43a0-952a-0a1e5af4b9dc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:00.756801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f07ad2b-ccb5-4070-a254-1e6a9b3dc26c req-b97809e6-e841-43a0-952a-0a1e5af4b9dc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 943 time: 0.0522354 Feb 09 22:32:00.802886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f07ad2b-ccb5-4070-a254-1e6a9b3dc26c req-81cabd71-8f45-4363-9b59-59355869d608 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Feb 09 22:32:01.114873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df214600-0ae4-4e32-ad79-f3b187744c64 req-8efc7ebf-37bb-41b3-bea7-0b794ed535f8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.116403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df214600-0ae4-4e32-ad79-f3b187744c64 req-8efc7ebf-37bb-41b3-bea7-0b794ed535f8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 943 time: 0.0527406 Feb 09 22:32:01.167055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df214600-0ae4-4e32-ad79-f3b187744c64 req-054ad3eb-539a-46d2-acd2-4c4bd95499cf tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Feb 09 22:32:01.200372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e933-1b19-4503-b572-6220543ba05f req-3c3c5134-c9c5-49c8-b0d8-7ed468ff7b5b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.201855 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-3c3c5134-c9c5-49c8-b0d8-7ed468ff7b5b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29&tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 943 time: 0.0600893 Feb 09 22:32:01.241619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:01.268606 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-e2c7e933-1b19-4503-b572-6220543ba05f req-cabf7ea3-353c-4788-b597-dce4b3e81790 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:32:01.269581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-cabf7ea3-353c-4788-b597-dce4b3e81790 service neutron] 10.222.0.30 "DELETE /v2.0/ports/ff1a3c2f-cd00-40a9-afc9-c491f7a37872/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0569372 Feb 09 22:32:01.362359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e933-1b19-4503-b572-6220543ba05f req-87184f4b-06f7-4d32-9a7b-db72a6fa6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.363938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-87184f4b-06f7-4d32-9a7b-db72a6fa6e64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 1125 time: 0.0470951 Feb 09 22:32:01.435445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:32:01.451473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e933-1b19-4503-b572-6220543ba05f req-7f35d482-a4dc-437d-80ce-78fc9389625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.452995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-7f35d482-a4dc-437d-80ce-78fc9389625b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0826378 Feb 09 22:32:01.500098 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-f551f202-5cf5-4636-bc4b-8420cbda6ab5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 200 len: 217 time: 0.0380907 Feb 09 22:32:01.528617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:01.539635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619', 'port_id': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'mac_address': 'fa:16:3e:f6:a1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ee8abd-43c1-497b-949f-f800f81c985d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:32:01.549236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e933-1b19-4503-b572-6220543ba05f req-44486c78-5338-4864-b32a-86bc2514d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.550712 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-44486c78-5338-4864-b32a-86bc2514d237 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0421886 Feb 09 22:32:01.580284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:01.580673 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:01.586515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-0353bbbb-118a-4436-ad56-05f45cb63401 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260813 Feb 09 22:32:01.593381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1a3c2f-cd00-40a9-afc9-c491f7a37872 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:01.612718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:01.676083 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:01.682348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-1b3d4871-eb21-4df8-a600-5a71ab1642de service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862350 Feb 09 22:32:01.724589 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:01.774130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2c7e933-1b19-4503-b572-6220543ba05f req-309e22da-ab69-441d-9407-37febd46ac70 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816853 Feb 09 22:32:01.889815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ff1a3c2f-cd00-40a9-afc9-c491f7a37872'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:02.290975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7faa77-c835-4742-a88e-224b3d87fdda req-805eeaf6-5339-41f7-bf26-0eca7be8b033 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:02.292461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4d7faa77-c835-4742-a88e-224b3d87fdda req-805eeaf6-5339-41f7-bf26-0eca7be8b033 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 944 time: 0.0561290 Feb 09 22:32:02.342101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4d7faa77-c835-4742-a88e-224b3d87fdda req-e881305a-8b5d-487c-85bf-12b89a2f5024 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Feb 09 22:32:03.460352 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff1bc9-b06f-4130-8d6e-4914aecc95c9 req-2e95d6a9-1905-4b3f-92b0-73d983ca877d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:03.462032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39ff1bc9-b06f-4130-8d6e-4914aecc95c9 req-2e95d6a9-1905-4b3f-92b0-73d983ca877d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 944 time: 0.0529194 Feb 09 22:32:03.482550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:32:03.509355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39ff1bc9-b06f-4130-8d6e-4914aecc95c9 req-caf78c91-5443-4fb9-98f6-b2c79f1da375 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418563 Feb 09 22:32:03.590154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:32:03.594129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:32:03.594515 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:03.627644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d2927-d139-4abf-8590-42d8b433f7c0 req-8a573aee-76cb-4ba4-908c-3ba38f04e349 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:03.629351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb0d2927-d139-4abf-8590-42d8b433f7c0 req-8a573aee-76cb-4ba4-908c-3ba38f04e349 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 944 time: 0.0539212 Feb 09 22:32:03.676229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb0d2927-d139-4abf-8590-42d8b433f7c0 req-53451f7a-52b2-452a-b425-6112112f1afd tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Feb 09 22:32:03.676473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:03.676821 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:03.702891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:03.705171 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56327d41-1dd6-4c15-87e9-bcc008f75d84" -d '{"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:03.717936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:03.743723 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75228a-dc6a-43ed-b6b4-1e8c7e74bfe2 x-openstack-request-id: req-6e75228a-dc6a-43ed-b6b4-1e8c7e74bfe2 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:03.746344 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:03.746344 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e75228a-dc6a-43ed-b6b4-1e8c7e74bfe2 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:03.746344 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'code': 200} Feb 09 22:32:03.795117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4bd93-4279-49b3-b01a-a9fc90258517 req-8317b927-731a-4cb1-962d-f26e1c98a0aa tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:03.796875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fc4bd93-4279-49b3-b01a-a9fc90258517 req-8317b927-731a-4cb1-962d-f26e1c98a0aa tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 944 time: 0.0531926 Feb 09 22:32:03.800938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:03.842859 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fc4bd93-4279-49b3-b01a-a9fc90258517 req-c13b5619-b632-48d1-bede-3d07c70cd6f1 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Feb 09 22:32:03.848888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:03.857243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.857602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.857949 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.858292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.858630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.858963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.859293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.859620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.859976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.860305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.860643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.860957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:03.861280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:04.386651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-82386525-e1b9-48cc-b82e-64d6cdcf1a4b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:04.388143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-82386525-e1b9-48cc-b82e-64d6cdcf1a4b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 814 time: 0.1029937 Feb 09 22:32:04.403083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-da6e4d5f-2db7-405c-9f46-3e993da8a0a5 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/quotas/94566458f8d54ef69e6ae2b4cc92dfd8 HTTP/1.1" status: 200 len: 375 time: 0.0089285 Feb 09 22:32:04.454397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f042a0be-a3e2-4984-94d6-8a78cf0140c9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465655 Feb 09 22:32:04.592754 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-edc1861c-36a6-47af-b696-f8d8917a668d service neutron] 10.222.0.98 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316812 Feb 09 22:32:04.679978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-229cd334-9c1b-4e32-ac8d-9a51b0530c0c service neutron] 10.222.0.98 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814223 Feb 09 22:32:04.945140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4ae22f7-a2be-4a84-99c8-e7b74cc8aa71 req-e490943a-1169-40b7-a07f-4eb3444c9374 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 210 time: 0.0274224 Feb 09 22:32:05.510309 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-15a4999b-bb7b-4622-9625-3b324dba4890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.572724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-e687536a-3101-49b5-9a2a-43fd90c57629 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:05.574093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-e687536a-3101-49b5-9a2a-43fd90c57629 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.110 "GET /v2.0/ports?device_id=8e88000a-755b-4779-b9ef-d72e0c6aac29 HTTP/1.1" status: 200 len: 945 time: 0.0574002 Feb 09 22:32:05.666395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Deleting port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:32:05.666749 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.758532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] For port ff1a3c2f-cd00-40a9-afc9-c491f7a37872, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:05.758901 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.771785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Calling delete_port for ff1a3c2f-cd00-40a9-afc9-c491f7a37872 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:32:05.956231 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ff1a3c2f-cd00-40a9-afc9-c491f7a37872), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.970129 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ff1a3c2f-cd00-40a9-afc9-c491f7a37872'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:05.988801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Pushing event deleted for resources: {'Port': ['ID=ff1a3c2f-cd00-40a9-afc9-c491f7a37872,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:05.999482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:05.999868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.000223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.000570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.000906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.001244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.001580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.001913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.002283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.002573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.003741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.003881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.004221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:06.047097 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] No DVR routers for this DVR port ff1a3c2f-cd00-40a9-afc9-c491f7a37872 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:32:06.049907 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:06.053392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67e6ec06-6cce-482f-9f46-d253e6516218 req-5aabea06-107d-4d10-9198-62bf9176f152 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.110 "DELETE /v2.0/ports/ff1a3c2f-cd00-40a9-afc9-c491f7a37872 HTTP/1.1" status: 204 len: 173 time: 0.4742072 Feb 09 22:32:06.053965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-deleted', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:06.055623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-59c53c51-d232-4a18-b1d4-caaec93b0c3b req-70c9278e-dd5b-487d-bd12-a050844f8d02 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Feb 09 22:32:06.056498 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd02c6-3e7a-4f3e-b506-7a50c6e2c2f0" -d '{"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-deleted", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:06.092964 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1c3f91-4193-4d23-a5d6-b51acd61a124 x-openstack-request-id: req-cc1c3f91-4193-4d23-a5d6-b51acd61a124 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:06.093293 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e88000a-755b-4779-b9ef-d72e0c6aac29", "name": "network-vif-deleted", "tag": "ff1a3c2f-cd00-40a9-afc9-c491f7a37872", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:06.093550 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cc1c3f91-4193-4d23-a5d6-b51acd61a124 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:06.094010 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e88000a-755b-4779-b9ef-d72e0c6aac29', 'name': 'network-vif-deleted', 'tag': 'ff1a3c2f-cd00-40a9-afc9-c491f7a37872', 'status': 'completed', 'code': 200} Feb 09 22:32:06.823578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-e3fc0056-46bc-4574-b645-84262e0dcd3e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:06.825132 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-e3fc0056-46bc-4574-b645-84262e0dcd3e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 814 time: 0.1033511 Feb 09 22:32:06.842286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Request body: {'port': {'device_id': '0ddd458d-8719-444d-a08a-537ca94f4411', 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619', 'admin_state_up': True, 'tenant_id': '94566458f8d54ef69e6ae2b4cc92dfd8'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:32:07.001692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Made reservation on behalf of 94566458f8d54ef69e6ae2b4cc92dfd8 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:32:07.005194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:07.132266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Allocated IP 172.20.0.6 (0cdf5576-bff8-4428-866e-df16e206f619/b6ee8abd-43c1-497b-949f-f800f81c985d/39e812e0-0ed8-4265-9184-b30dfad954ae) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:32:07.158516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b32ff82-de85-4984-b978-6f2dfba57772 req-72209de6-5e37-4a5b-8545-b134632cb9d5 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 210 time: 0.0322566 Feb 09 22:32:07.278967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks [] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:07.367350 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:07.378683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['ff1a3c2f-cd00-40a9-afc9-c491f7a37872'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:07.411247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Network 0cdf5576-bff8-4428-866e-df16e206f619 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:32:07.414401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:32:07.418021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:32:07.424592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:07.469106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:07.469726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:07.509824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6b5876ec-a25b-45e8-95a4-481bad0bea1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:07.541174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-3b841f33-05d7-4868-9c05-cfdf9a29106e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7023427 Feb 09 22:32:07.557048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Request body: {'port': {'device_id': '0ddd458d-8719-444d-a08a-537ca94f4411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:32:07.617693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:07.868965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e812e0-0ed8-4265-9184-b30dfad954ae {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:07.876213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Publish callbacks [] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:07.887857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Transition to ACTIVE for port object 39e812e0-0ed8-4265-9184-b30dfad954ae will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:32:07.966395 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:08.014631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:08.086147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:32:08.086481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:32:08.086815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:08.090952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Port 39e812e0-0ed8-4265-9184-b30dfad954ae on network 0cdf5576-bff8-4428-866e-df16e206f619 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:32:08.091277 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:08.096012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:32:08.096353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Checking segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:32:08.096740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Bound using segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:32:08.097168 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Bound port: 39e812e0-0ed8-4265-9184-b30dfad954ae, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:32:08.097521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:08.157283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:32:08.160482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:32:08.224859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:08.284393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:08.285039 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:08.286491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] 10.222.0.30 "PUT /v2.0/ports/39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 1091 time: 0.7340939 Feb 09 22:32:08.288376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:08.290606 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ef8e66dad38d94e37667adb3f98d0d36eea17ee53bbeb84558dbc519bdb87c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e8d7ee-a91e-4124-b7db-74335fd4b76c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:08.325325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d3f9f-3446-4db8-82fb-016a85beeff6 service neutron] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:08.331463 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6dfea2-16b8-48bb-8ad0-3eb138d259aa x-openstack-request-id: req-ed6dfea2-16b8-48bb-8ad0-3eb138d259aa {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:08.331781 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:08.335011 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed6dfea2-16b8-48bb-8ad0-3eb138d259aa {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:08.335011 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'status': 'completed', 'code': 200} Feb 09 22:32:08.344561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2df83-5fed-44dc-913d-6fd08042faab req-de72fab2-a789-4954-9322-23d70f552d6e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:08.346110 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cac2df83-5fed-44dc-913d-6fd08042faab req-de72fab2-a789-4954-9322-23d70f552d6e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.1167231 Feb 09 22:32:08.422078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cac2df83-5fed-44dc-913d-6fd08042faab req-6fffa07a-9566-4d37-bf22-f1bb112764a1 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699797 Feb 09 22:32:08.431294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d7ee-a91e-4124-b7db-74335fd4b76c req-35751e47-a485-427b-8fc7-d7125d5de860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:08.433028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91e8d7ee-a91e-4124-b7db-74335fd4b76c req-35751e47-a485-427b-8fc7-d7125d5de860 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1125 time: 0.0751307 Feb 09 22:32:08.534486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d7ee-a91e-4124-b7db-74335fd4b76c req-73f43ae9-0dfe-4b44-bff8-0bb7145e6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:08.535972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91e8d7ee-a91e-4124-b7db-74335fd4b76c req-73f43ae9-0dfe-4b44-bff8-0bb7145e6b6e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906706 Feb 09 22:32:08.632032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d7ee-a91e-4124-b7db-74335fd4b76c req-2e6fd36d-1408-4916-ba51-8333e2d8dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:08.633662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91e8d7ee-a91e-4124-b7db-74335fd4b76c req-2e6fd36d-1408-4916-ba51-8333e2d8dcfc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862403 Feb 09 22:32:08.716841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-d3434aeb-6cdc-4097-9338-64b281b03bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:08.718344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-d3434aeb-6cdc-4097-9338-64b281b03bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1125 time: 0.0469918 Feb 09 22:32:09.091418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-52eef86c-3d41-4174-aa6f-e37cce3f6937 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 217 time: 0.3612978 Feb 09 22:32:09.142953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-742f4040-e978-42c2-a963-b692d0c5d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:09.149047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-742f4040-e978-42c2-a963-b692d0c5d6fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0439405 Feb 09 22:32:09.179941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-30245d28-e007-42ee-a735-9e7b15956997 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250978 Feb 09 22:32:09.195637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:09.272449 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-ed3e1d78-552b-4715-a19a-c38ed778205b service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833950 Feb 09 22:32:09.361058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ce217f3-8eb1-44d1-9c4f-8a4cc8629c20 req-50cc2691-4103-48d7-a022-91da708889c8 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797858 Feb 09 22:32:09.539273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:32:09.541783 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d437376-4d71-4ce5-a7ff-3d64916a1b76 req-6f623542-ccf6-48ed-afa0-b15c3714bed2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:09.544275 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d437376-4d71-4ce5-a7ff-3d64916a1b76 req-6f623542-ccf6-48ed-afa0-b15c3714bed2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.0536170 Feb 09 22:32:09.561344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: ff1a3c2f-cd00-40a9-afc9-c491f7a37872 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:32:09.561344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device ff1a3c2f-cd00-40a9-afc9-c491f7a37872 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:32:09.591994 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d437376-4d71-4ce5-a7ff-3d64916a1b76 req-f8ce3dd7-de06-4187-8b93-0233d9eab321 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Feb 09 22:32:10.366879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.714728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80455b-19ad-4f7e-ae61-530ce2b94885 req-e38d9d88-b35c-421f-b15a-19e31664dcb2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:10.716243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c80455b-19ad-4f7e-ae61-530ce2b94885 req-e38d9d88-b35c-421f-b15a-19e31664dcb2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.0572784 Feb 09 22:32:10.761695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5c80455b-19ad-4f7e-ae61-530ce2b94885 req-017588ff-c093-40aa-b8d5-74e8b18c7601 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Feb 09 22:32:11.496267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:32:11.593485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:11.604847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619', 'port_id': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'mac_address': 'fa:16:3e:7c:cc:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ee8abd-43c1-497b-949f-f800f81c985d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:32:11.653073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 39e812e0-0ed8-4265-9184-b30dfad954ae is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:11.653471 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:11.666494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e812e0-0ed8-4265-9184-b30dfad954ae {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:11.685718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:11.726390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:11.755011 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:11.805408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:11.882073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7cc3c-54d6-46ce-973b-f98d3e8f9cb3 req-68054aad-0d4f-40b2-a185-0394393a0f3e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:11.883551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0a7cc3c-54d6-46ce-973b-f98d3e8f9cb3 req-68054aad-0d4f-40b2-a185-0394393a0f3e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 944 time: 0.0531063 Feb 09 22:32:11.928896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0a7cc3c-54d6-46ce-973b-f98d3e8f9cb3 req-ca42b60b-389c-4e6a-93dc-70d02a817830 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Feb 09 22:32:11.934150 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:32:12.038282 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['39e812e0-0ed8-4265-9184-b30dfad954ae'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:13.047529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6af59-061e-4c56-9caa-75f562509dfe req-a53cd7da-deee-454a-a73e-76042a66cb96 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:13.049938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcd6af59-061e-4c56-9caa-75f562509dfe req-a53cd7da-deee-454a-a73e-76042a66cb96 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 944 time: 0.0516562 Feb 09 22:32:13.094538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcd6af59-061e-4c56-9caa-75f562509dfe req-7efa1432-3082-42cc-bf40-1438cb4c360d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Feb 09 22:32:13.511945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:32:13.624360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 39e812e0-0ed8-4265-9184-b30dfad954ae completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:32:13.628336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 39e812e0-0ed8-4265-9184-b30dfad954ae triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:32:13.628716 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:13.704557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 39e812e0-0ed8-4265-9184-b30dfad954ae is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:13.704950 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:13.726881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:13.729126 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f05dd3ef19a796468d8e332aee10ad32931250d5c3d42db26e3e421a811df822" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c2202a-c96e-4b99-891a-f096f665627e" -d '{"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-plugged", "status": "completed", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:13.741027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:13.764515 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df74d07-b1e9-4d07-b78e-7a50b0fc73d1 x-openstack-request-id: req-3df74d07-b1e9-4d07-b78e-7a50b0fc73d1 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:13.764822 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-plugged", "status": "completed", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:13.765072 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3df74d07-b1e9-4d07-b78e-7a50b0fc73d1 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:13.765471 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'code': 200} Feb 09 22:32:13.801037 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:13.853882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:13.874442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8362d5d-7e06-40b4-81a3-c204bb7bf3db req-bb83b09a-7812-4635-9572-6cacd013acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:13.875982 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8362d5d-7e06-40b4-81a3-c204bb7bf3db req-bb83b09a-7812-4635-9572-6cacd013acdc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1127 time: 0.0467691 Feb 09 22:32:13.922036 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8362d5d-7e06-40b4-81a3-c204bb7bf3db req-34d8d46e-ff5a-42e2-8f74-d680d138aad0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Feb 09 22:32:14.264485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614d9e-4c45-4961-ada4-7c3578a58a64 req-f606dca8-377d-45d9-8dc3-e05e33439c76 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:14.265963 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e614d9e-4c45-4961-ada4-7c3578a58a64 req-f606dca8-377d-45d9-8dc3-e05e33439c76 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0525148 Feb 09 22:32:14.311454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e614d9e-4c45-4961-ada4-7c3578a58a64 req-5d1f6401-96c0-4d61-9c1f-00618cd27b9c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Feb 09 22:32:15.526124 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-2a3d16e0-22be-4332-bdad-f509bb8efaaa req-bde4326d-d204-40ba-ba0a-cffbb40f155c service neutron] (103696) timed out ('10.222.0.30', 57770) {{(pid=103696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:32:15.551287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a721f7c-810d-4e0e-a117-73c20f152936 req-d47153ba-3c1b-4544-945c-ab482c057c71 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:15.553284 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a721f7c-810d-4e0e-a117-73c20f152936 req-d47153ba-3c1b-4544-945c-ab482c057c71 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.1006007 Feb 09 22:32:15.598841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9a721f7c-810d-4e0e-a117-73c20f152936 req-2c7e7f97-bf2e-498d-b6f0-4de05c135cf7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Feb 09 22:32:15.717256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd99407-72c5-4087-b59d-4c5aae0a693f req-99c0fc9e-7929-4c72-b537-3f95e29df43d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:15.718744 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abd99407-72c5-4087-b59d-4c5aae0a693f req-99c0fc9e-7929-4c72-b537-3f95e29df43d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0522919 Feb 09 22:32:15.767926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abd99407-72c5-4087-b59d-4c5aae0a693f req-534a041e-4e9e-4921-af7f-de0bf71f2740 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Feb 09 22:32:16.238197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438a81a-b258-4ae2-829b-c539a94df0d3 req-81bd95a0-99cb-4e57-9ab9-5247a6e7f724 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:16.239685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0438a81a-b258-4ae2-829b-c539a94df0d3 req-81bd95a0-99cb-4e57-9ab9-5247a6e7f724 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.1211674 Feb 09 22:32:16.254979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-372e07ab-6ad1-4666-b363-2c191569803a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674155 Feb 09 22:32:16.291296 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0438a81a-b258-4ae2-829b-c539a94df0d3 req-a1aa22c7-4be0-4300-a839-a2eb0b78833e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Feb 09 22:32:17.411165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6aea2-cbaf-4c91-b052-77caa16a4612 req-c7ad9f95-587b-48a1-9d09-8489abaccd88 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:17.413256 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ecf6aea2-cbaf-4c91-b052-77caa16a4612 req-c7ad9f95-587b-48a1-9d09-8489abaccd88 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0523813 Feb 09 22:32:17.460294 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ecf6aea2-cbaf-4c91-b052-77caa16a4612 req-3a8cbad4-e0ff-497e-b5d9-0879b09a885e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Feb 09 22:32:17.985927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-1cd47635-d80e-40bf-af50-0aaaa5e83978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:17.987420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-1cd47635-d80e-40bf-af50-0aaaa5e83978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1127 time: 0.0445154 Feb 09 22:32:18.086606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-ac864e23-ec55-4d3f-ba11-d9fea8c7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:18.088092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-ac864e23-ec55-4d3f-ba11-d9fea8c7baf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0945959 Feb 09 22:32:18.128021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-e4aa43ab-a0f8-41b7-a82d-f73179568a9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 217 time: 0.0336711 Feb 09 22:32:18.176987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c356250e-0b86-492a-9e82-dd784f491e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:18.178940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c356250e-0b86-492a-9e82-dd784f491e45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0455449 Feb 09 22:32:18.209619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-f085e35a-89da-411a-a468-46625e5d9c98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244281 Feb 09 22:32:18.294264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-660a99b0-59af-4931-b8e3-67fe8c01807d service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787361 Feb 09 22:32:18.383962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-2bf245ac-b0f1-43be-bb19-575b7d759c27 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834627 Feb 09 22:32:18.581304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f32e7c-6355-4249-8399-5a1ef62b24f2 req-45e1acf4-ba41-4f0f-8ea9-06fc636470b4 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:18.582782 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5f32e7c-6355-4249-8399-5a1ef62b24f2 req-45e1acf4-ba41-4f0f-8ea9-06fc636470b4 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0553546 Feb 09 22:32:18.629747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5f32e7c-6355-4249-8399-5a1ef62b24f2 req-e8f18aa8-1529-4aca-b803-1feba96d8e45 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Feb 09 22:32:19.748740 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535316a-65d0-4787-a482-f41c41b51684 req-bbcaaa44-2190-45eb-a2b2-b28adf53f5b3 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:19.754613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d535316a-65d0-4787-a482-f41c41b51684 req-bbcaaa44-2190-45eb-a2b2-b28adf53f5b3 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0513020 Feb 09 22:32:19.800191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d535316a-65d0-4787-a482-f41c41b51684 req-b18037a9-1d5b-4fee-8bc7-9d738d1de8ad tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Feb 09 22:32:20.919901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839473a7-59cc-421c-be27-b0ce097e41b5 req-2993b55d-e299-49ca-80bd-5481bbc928a9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:20.921660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-839473a7-59cc-421c-be27-b0ce097e41b5 req-2993b55d-e299-49ca-80bd-5481bbc928a9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0519285 Feb 09 22:32:20.971857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-839473a7-59cc-421c-be27-b0ce097e41b5 req-4895ded9-e1b9-4a8e-8b46-e9af15813f2b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Feb 09 22:32:22.091747 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e2b81-371a-4df0-b336-7dfeb2afe4dd req-de95fb39-37ca-43c0-9fae-fec72e46a9a4 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:22.093259 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d27e2b81-371a-4df0-b336-7dfeb2afe4dd req-de95fb39-37ca-43c0-9fae-fec72e46a9a4 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0538321 Feb 09 22:32:22.138285 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d27e2b81-371a-4df0-b336-7dfeb2afe4dd req-8d075fe4-5479-4c0e-8cf8-c2bc933faf89 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Feb 09 22:32:23.256489 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1ff2a-67b1-494d-9d89-5ffb5728b66e req-2b1f8db8-f293-4eaf-9130-4d018a12a7c7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:23.258037 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cc1ff2a-67b1-494d-9d89-5ffb5728b66e req-2b1f8db8-f293-4eaf-9130-4d018a12a7c7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Feb 09 22:32:23.304603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5cc1ff2a-67b1-494d-9d89-5ffb5728b66e req-3934c84d-108d-47da-b514-85a318114179 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Feb 09 22:32:24.421562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39597a49-49f7-4987-b9ee-d8fc9229b5b2 req-b4fcba4b-5a11-4083-a26b-cbee5075d487 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:24.422929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39597a49-49f7-4987-b9ee-d8fc9229b5b2 req-b4fcba4b-5a11-4083-a26b-cbee5075d487 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0520217 Feb 09 22:32:24.468137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39597a49-49f7-4987-b9ee-d8fc9229b5b2 req-2fe55da3-55d2-4788-ace9-f83ea7d1096e tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Feb 09 22:32:25.585236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7bf3f-ade8-448d-aa90-4e330c47d473 req-a9812bb1-7a3c-447c-8cba-14707f7217df tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:25.587247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10b7bf3f-ade8-448d-aa90-4e330c47d473 req-a9812bb1-7a3c-447c-8cba-14707f7217df tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0527956 Feb 09 22:32:25.634019 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-10b7bf3f-ade8-448d-aa90-4e330c47d473 req-0cce3f28-e1b4-4303-a94d-be12aa60b748 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Feb 09 22:32:26.753330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b2ef-943c-46e5-a24d-b64e02aeb87a req-cdc76266-f319-4ae7-ae95-dbd64c9697b0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:26.754813 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9e4b2ef-943c-46e5-a24d-b64e02aeb87a req-cdc76266-f319-4ae7-ae95-dbd64c9697b0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0552642 Feb 09 22:32:26.800562 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9e4b2ef-943c-46e5-a24d-b64e02aeb87a req-7bcba65e-461f-432e-b33b-583c875c67f7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Feb 09 22:32:27.923114 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282b584-3199-4489-9424-fee03ae170ea req-89b63d2b-e90b-46be-9124-c2a6e3650359 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:27.924570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5282b584-3199-4489-9424-fee03ae170ea req-89b63d2b-e90b-46be-9124-c2a6e3650359 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0570788 Feb 09 22:32:27.970482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5282b584-3199-4489-9424-fee03ae170ea req-9749e577-6378-4f94-81b0-1a33bebe7c11 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Feb 09 22:32:29.091951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d17e0c-0594-40a7-8719-063b999955c9 req-9814d55c-263a-4094-9747-b7251dab2be1 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:29.093421 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98d17e0c-0594-40a7-8719-063b999955c9 req-9814d55c-263a-4094-9747-b7251dab2be1 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Feb 09 22:32:29.138368 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-98d17e0c-0594-40a7-8719-063b999955c9 req-cc0b6ea2-aced-4a09-98d9-75fa39a4334c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Feb 09 22:32:29.760558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:30.260584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7f6f7-3c49-44dd-8a00-b8b8ecac139d req-8aa7dded-24f5-496a-8544-9510e2a7eca2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:30.262071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b7f6f7-3c49-44dd-8a00-b8b8ecac139d req-8aa7dded-24f5-496a-8544-9510e2a7eca2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0563664 Feb 09 22:32:30.308677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77b7f6f7-3c49-44dd-8a00-b8b8ecac139d req-03f47b36-d61a-498b-8ea1-f788137d0036 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Feb 09 22:32:31.320836 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:31.432005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d219-8811-47ef-9cf9-988e31035c81 req-9cbddae6-e48f-4595-b702-a1a8804913a7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:31.433486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf28d219-8811-47ef-9cf9-988e31035c81 req-9cbddae6-e48f-4595-b702-a1a8804913a7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0568569 Feb 09 22:32:31.479216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf28d219-8811-47ef-9cf9-988e31035c81 req-d2f7abb0-0203-4fa0-bb38-4c9be56b5f72 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Feb 09 22:32:32.600422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717a476-f667-4016-90fb-8b25d01edb00 req-e347f3ab-8c63-410e-8eed-2a5989ee1305 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:32.602437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9717a476-f667-4016-90fb-8b25d01edb00 req-e347f3ab-8c63-410e-8eed-2a5989ee1305 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0566425 Feb 09 22:32:32.648100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9717a476-f667-4016-90fb-8b25d01edb00 req-aa6dbb08-248a-4f47-bd0a-295d4b6e2fc0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Feb 09 22:32:33.765525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5422df-7a1a-4fd5-aa5a-96553a3c8774 req-6f98cc8e-a201-41a1-9145-72cddefb885d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:33.766999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d5422df-7a1a-4fd5-aa5a-96553a3c8774 req-6f98cc8e-a201-41a1-9145-72cddefb885d tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0514007 Feb 09 22:32:33.812558 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d5422df-7a1a-4fd5-aa5a-96553a3c8774 req-bcbdd255-482d-46be-bcf5-21e774afbdd0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Feb 09 22:32:34.933879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2145-9b9b-4a1d-bf80-579703721655 req-e6c98c3d-bfd3-4e5e-ac99-940e8e8e0bb2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:34.935330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53ff2145-9b9b-4a1d-bf80-579703721655 req-e6c98c3d-bfd3-4e5e-ac99-940e8e8e0bb2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0549953 Feb 09 22:32:34.980684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53ff2145-9b9b-4a1d-bf80-579703721655 req-7b6824c9-9127-4b30-bdb5-dd860e391aa4 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Feb 09 22:32:35.452476 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f7fd1ca4-71fe-4c09-9070-b10249533b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:36.098476 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0a28b-bdf4-4a0c-b290-ff5cd30b2415 req-5f7e14ab-5e71-4e1d-b712-e07c53c8ed37 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:36.099971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1f0a28b-bdf4-4a0c-b290-ff5cd30b2415 req-5f7e14ab-5e71-4e1d-b712-e07c53c8ed37 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0510814 Feb 09 22:32:36.150087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1f0a28b-bdf4-4a0c-b290-ff5cd30b2415 req-8ce1b228-d262-4d71-ac23-94274bf65856 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Feb 09 22:32:37.267041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcb036-fc4f-41cd-b6bc-e64e403ee842 req-a2c6dc16-3bf1-4c51-bda7-c7c6e7383543 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:37.268543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cbcb036-fc4f-41cd-b6bc-e64e403ee842 req-a2c6dc16-3bf1-4c51-bda7-c7c6e7383543 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0516617 Feb 09 22:32:37.318482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6cbcb036-fc4f-41cd-b6bc-e64e403ee842 req-8a089962-ef2d-4117-9735-752fe2ba2131 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Feb 09 22:32:37.531286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96b9aef2-ac10-42e4-9eb7-3c0250f60a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:38.437788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690702a-ae08-4235-b3a8-62e310a92410 req-0b9105b7-f59d-4f2a-92b8-3c2422572a4a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:38.439185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a690702a-ae08-4235-b3a8-62e310a92410 req-0b9105b7-f59d-4f2a-92b8-3c2422572a4a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Feb 09 22:32:38.484767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a690702a-ae08-4235-b3a8-62e310a92410 req-e740447e-602f-484b-b1cc-8c51b489b0e8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Feb 09 22:32:39.177820 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:39.602675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3be982-2dc1-4baa-82fa-8c1b94e18431 req-606dfcaa-3d0f-478f-8e1c-7ab9be4e4f59 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:39.604186 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c3be982-2dc1-4baa-82fa-8c1b94e18431 req-606dfcaa-3d0f-478f-8e1c-7ab9be4e4f59 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0526350 Feb 09 22:32:39.650997 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c3be982-2dc1-4baa-82fa-8c1b94e18431 req-e6a327be-9188-482d-80e4-b7a525eeac7b tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Feb 09 22:32:40.378084 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:40.768397 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46ef83-21d9-4487-b4fc-b2fdae8169e6 req-cedf090b-25b6-40e3-a23b-bdbeb09dcb59 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:40.769928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf46ef83-21d9-4487-b4fc-b2fdae8169e6 req-cedf090b-25b6-40e3-a23b-bdbeb09dcb59 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0517275 Feb 09 22:32:40.816517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf46ef83-21d9-4487-b4fc-b2fdae8169e6 req-6d492832-fb83-473d-8cf3-2ffcf8151b4c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Feb 09 22:32:41.669336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:41.933662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f3d8e-0911-46ae-affa-7fc29ca95c7f req-02b6b166-fdaf-4ba3-a495-afd932ce8862 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:41.935053 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-580f3d8e-0911-46ae-affa-7fc29ca95c7f req-02b6b166-fdaf-4ba3-a495-afd932ce8862 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0521116 Feb 09 22:32:41.981257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-580f3d8e-0911-46ae-affa-7fc29ca95c7f req-f6ffcc69-a145-4a2e-8c68-50c6bf8f4a76 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Feb 09 22:32:43.106529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dc9a3-37ef-403b-b872-7bfc666f9a01 req-a0677f0d-98e1-4ed2-bcc0-dfd56a8004c1 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:43.108024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-917dc9a3-37ef-403b-b872-7bfc666f9a01 req-a0677f0d-98e1-4ed2-bcc0-dfd56a8004c1 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0565791 Feb 09 22:32:43.154877 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-917dc9a3-37ef-403b-b872-7bfc666f9a01 req-548a70c8-572f-4547-b128-be2a13afb6fc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Feb 09 22:32:44.277050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5eb9-ca89-4dd8-b544-ff3663989a32 req-eb693e1c-5e5f-4d9b-bd59-ae55172111c0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:44.278536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-903e5eb9-ca89-4dd8-b544-ff3663989a32 req-eb693e1c-5e5f-4d9b-bd59-ae55172111c0 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0564513 Feb 09 22:32:44.328397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-903e5eb9-ca89-4dd8-b544-ff3663989a32 req-1a7b3450-715f-4148-a4e6-11f476ff2430 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Feb 09 22:32:45.447544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473950b0-79e6-4178-9a1d-1bda2142ceee req-81702302-ee47-4095-90f5-6c55aee3723a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:45.449074 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-473950b0-79e6-4178-9a1d-1bda2142ceee req-81702302-ee47-4095-90f5-6c55aee3723a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0541115 Feb 09 22:32:45.495665 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-473950b0-79e6-4178-9a1d-1bda2142ceee req-d8b60c3b-7ac1-4979-bdbd-434b07f034e8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Feb 09 22:32:45.895335 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-f7cec958-cf09-47b3-9e18-96900dc5e82b service neutron] show failed (client error): The resource could not be found. Feb 09 22:32:45.896314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-f7cec958-cf09-47b3-9e18-96900dc5e82b service neutron] 10.222.0.30 "GET /v2.0/ports/39e812e0-0ed8-4265-9184-b30dfad954ae/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0898697 Feb 09 22:32:46.463804 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-f8118c01-fa12-4d6f-a19b-352026c7da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:46.465334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-f8118c01-fa12-4d6f-a19b-352026c7da7b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411&tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8 HTTP/1.1" status: 200 len: 1127 time: 0.0808458 Feb 09 22:32:46.476214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:32:46.536915 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:46.701132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e223dd6-d5ff-4aff-aaad-c1077280d76c req-9cf0bbc3-2402-4ef5-99d2-8b5ff8ce4d6a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:46.702637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e223dd6-d5ff-4aff-aaad-c1077280d76c req-9cf0bbc3-2402-4ef5-99d2-8b5ff8ce4d6a tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.1343629 Feb 09 22:32:46.803080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e223dd6-d5ff-4aff-aaad-c1077280d76c req-714eb2af-86ad-4748-8aa9-ef3b158e0a86 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887952 Feb 09 22:32:46.818087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:46.850005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:32:46.888626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:46.893712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Publish callbacks [] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:46.905670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Transition to ACTIVE for port object 39e812e0-0ed8-4265-9184-b30dfad954ae will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:32:46.926890 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc830a0-31b5-44ec-be59-f1be4063d80b" -d '{"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-unplugged", "status": "completed", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:46.966688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:47.030594 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea3438-717c-47f6-97ed-ef6550da2497 x-openstack-request-id: req-a8ea3438-717c-47f6-97ed-ef6550da2497 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:47.030901 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-unplugged", "status": "completed", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:47.031161 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8ea3438-717c-47f6-97ed-ef6550da2497 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:47.031563 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'code': 200} Feb 09 22:32:47.032292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] No DVR routers for this DVR port 39e812e0-0ed8-4265-9184-b30dfad954ae on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:32:47.035387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:47.073883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:32:47.073883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:32:47.074173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:47.078474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Port 39e812e0-0ed8-4265-9184-b30dfad954ae on network 0cdf5576-bff8-4428-866e-df16e206f619 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:32:47.078803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Attempting to bind port 39e812e0-0ed8-4265-9184-b30dfad954ae on network 0cdf5576-bff8-4428-866e-df16e206f619 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:47.083642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:32:47.084021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Checking segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:32:47.084415 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Bound using segment: {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:32:47.084863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Bound port: 39e812e0-0ed8-4265-9184-b30dfad954ae, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d282fa-4a10-428f-9ec6-1ab739fbf907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:32:47.085212 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:47.146915 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:32:47.150494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:32:47.206564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:47.239557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:47.240278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:47.241674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] 10.222.0.110 "PUT /v2.0/ports/39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 1091 time: 0.7694197 Feb 09 22:32:47.271104 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45531d5-c2fd-49c9-adb8-c5af5d7bb410 service neutron] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:47.310237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c94b9fc5-ee46-49f5-a3bd-e81d4f12f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:47.311819 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-c94b9fc5-ee46-49f5-a3bd-e81d4f12f16e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1125 time: 0.0485508 Feb 09 22:32:47.403632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-278408e5-cf80-47b9-9acb-53d1e26b00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:47.405057 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-278408e5-cf80-47b9-9acb-53d1e26b00f2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0878060 Feb 09 22:32:47.447666 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-8aacc30a-8d1d-4b3f-a13d-4995b8453a67 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 217 time: 0.0353980 Feb 09 22:32:47.497784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-39c2d579-12b1-4182-bd1f-83130ead9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:47.499199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-39c2d579-12b1-4182-bd1f-83130ead9053 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0461440 Feb 09 22:32:47.530721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-e52fe713-31ec-41d0-a810-d980ebc5d9a0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254948 Feb 09 22:32:47.618649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-2c2e64c8-6c07-417a-8265-75eb61ccf7c7 service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806627 Feb 09 22:32:47.709438 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-854548d9-e35a-4a2d-94cc-1fe1f3dd5326 req-9a4b022f-3df7-413b-bacd-b14b68c4123e service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853181 Feb 09 22:32:47.922454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009aecc-707b-48ef-aa0e-8052102d3ec4 req-cecce104-a276-44c8-bc0b-9f20fb874751 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:47.923958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d009aecc-707b-48ef-aa0e-8052102d3ec4 req-cecce104-a276-44c8-bc0b-9f20fb874751 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.0528641 Feb 09 22:32:47.970370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d009aecc-707b-48ef-aa0e-8052102d3ec4 req-5c2361f0-40b3-4b06-b940-56f61fa70726 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Feb 09 22:32:48.864936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-ad94576b-14bd-4411-b0eb-776179d71c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:48.866460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-ad94576b-14bd-4411-b0eb-776179d71c03 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1125 time: 0.0443068 Feb 09 22:32:48.934210 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:32:48.970269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-adb2eebc-14c1-431a-9457-c7e91a665527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:48.971745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-adb2eebc-14c1-431a-9457-c7e91a665527 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0861740 Feb 09 22:32:49.012001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-17c86bb8-9682-4e8d-939d-e8dd6564ada3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 217 time: 0.0339646 Feb 09 22:32:49.046595 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:49.048827 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7571e4d-b6ae-4bac-ba36-9874cacf3075" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:49.070149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-87b57404-6e01-443d-a4f6-f1251fbefe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.072200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-87b57404-6e01-443d-a4f6-f1251fbefe9c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0541971 Feb 09 22:32:49.092351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5b079-88a6-4ed3-8c3e-466471786046 req-2216af3e-9869-4082-af38-4cb047231f4c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.095414 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2dd5b079-88a6-4ed3-8c3e-466471786046 req-2216af3e-9869-4082-af38-4cb047231f4c tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.0567989 Feb 09 22:32:49.104537 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c9af1e-cf8d-42e7-8c62-64a2f724ad7b x-openstack-request-id: req-06c9af1e-cf8d-42e7-8c62-64a2f724ad7b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:49.104835 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:49.105086 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-06c9af1e-cf8d-42e7-8c62-64a2f724ad7b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:49.105480 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'status': 'completed', 'code': 200} Feb 09 22:32:49.107622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-644c4b9b-c890-479e-b28f-4904f2b165e9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294743 Feb 09 22:32:49.149080 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2dd5b079-88a6-4ed3-8c3e-466471786046 req-dd8891c3-1222-410c-9ede-53ffbbb13985 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476372 Feb 09 22:32:49.229812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-faf80d9a-74f8-458d-830d-7db07cc7e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.231322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-faf80d9a-74f8-458d-830d-7db07cc7e673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1125 time: 0.0992849 Feb 09 22:32:49.233131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-308da5fa-c090-47b6-ab45-cd7d6bfa77c6 service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188850 Feb 09 22:32:49.389989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f1fc4ccb-3bb3-47a9-88d5-4b4662d91915 req-45f58391-a5d1-4df4-affa-178f34683bce service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497607 Feb 09 22:32:49.391076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-401df3f5-dbf1-4f17-81cb-b90d0e8f576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.392395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-401df3f5-dbf1-4f17-81cb-b90d0e8f576a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.1444075 Feb 09 22:32:49.448261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-7aee44bc-5236-47af-ae80-f01a5b673cf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 217 time: 0.0444398 Feb 09 22:32:49.519458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-15f75e08-1f60-4df2-96f6-17a6023e47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.520857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-15f75e08-1f60-4df2-96f6-17a6023e47f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0512552 Feb 09 22:32:49.526518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-67401ad5-3a9b-46cc-bcbe-2e690d4914ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.527920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-67401ad5-3a9b-46cc-bcbe-2e690d4914ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1125 time: 0.0879586 Feb 09 22:32:49.569504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-c3dade83-8cb4-44af-8d76-28be914afb03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395906 Feb 09 22:32:49.700187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-870eb9b9-54d8-4f80-9497-1d53a5c92c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.701668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-870eb9b9-54d8-4f80-9497-1d53a5c92c54 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.1634347 Feb 09 22:32:49.718674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-b3d15149-2b92-4bb2-baf1-bd43d7ddfcd5 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210876 Feb 09 22:32:49.730311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:32:49.756421 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-5ce5de00-2789-4dcd-9141-335b1d0fa72a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 217 time: 0.0476484 Feb 09 22:32:49.768579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 39e812e0-0ed8-4265-9184-b30dfad954ae host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:32:49.775811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:32:49.846144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-f9906e7b-b6c1-4469-8851-a409486d517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.847587 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-f9906e7b-b6c1-4469-8851-a409486d517d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0806727 Feb 09 22:32:49.889195 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-afdbcc8f-2402-459f-a0bf-897e01b792bc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334542 Feb 09 22:32:49.892633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-882ddbbf-9f52-4825-a908-3ffc723ab54a service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442184 Feb 09 22:32:49.974189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-5654e24e-d603-416e-a131-f51f6ff19820 service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795693 Feb 09 22:32:50.063259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c7571e4d-b6ae-4bac-ba36-9874cacf3075 req-d2ed414a-2cf6-4989-90ba-e6861d428ff4 service neutron] 10.222.0.110 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836196 Feb 09 22:32:50.270703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea58d3-a939-404e-84a5-86b81556e512 req-229840c7-4aee-48c9-bcba-229ddfc159e2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:50.272205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12ea58d3-a939-404e-84a5-86b81556e512 req-229840c7-4aee-48c9-bcba-229ddfc159e2 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.0531232 Feb 09 22:32:50.318536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-12ea58d3-a939-404e-84a5-86b81556e512 req-3f0b9539-0a01-4fad-ac96-2f00ced595f5 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Feb 09 22:32:50.625597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc63619-d544-4544-ba30-a992b82ad7ad req-b7f209ef-9143-499c-a371-6728604e2800 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:50.627018 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcc63619-d544-4544-ba30-a992b82ad7ad req-b7f209ef-9143-499c-a371-6728604e2800 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.0567396 Feb 09 22:32:50.703784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcc63619-d544-4544-ba30-a992b82ad7ad req-90744c13-b93f-462b-b0f1-da767b06c1c8 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708430 Feb 09 22:32:50.720358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-40e3048a-b23a-46c3-81d8-0809381262da tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:50.721785 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-40e3048a-b23a-46c3-81d8-0809381262da tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411&tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 943 time: 0.0756280 Feb 09 22:32:50.783608 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-2eea8897-0608-4b2c-9887-8f9217cb6b14 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:32:50.784647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-2eea8897-0608-4b2c-9887-8f9217cb6b14 service neutron] 10.222.0.30 "DELETE /v2.0/ports/39e812e0-0ed8-4265-9184-b30dfad954ae/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0518734 Feb 09 22:32:50.885286 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-f95a092e-f584-4ed3-a634-ba27ca3ae0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:50.886766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-f95a092e-f584-4ed3-a634-ba27ca3ae0a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 1125 time: 0.0477057 Feb 09 22:32:50.975512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-af47f36c-aa9f-4cf6-99b2-f8c912e480c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:50.977535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-af47f36c-aa9f-4cf6-99b2-f8c912e480c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 200 len: 915 time: 0.0817425 Feb 09 22:32:51.018253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-f39829d6-e07d-4ea2-a29f-53c287cdc447 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 200 len: 217 time: 0.0339034 Feb 09 22:32:51.071845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-9dedf9e4-a1b4-464b-8583-21d5ac1f9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:51.073298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-9dedf9e4-a1b4-464b-8583-21d5ac1f9686 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 200 len: 854 time: 0.0466909 Feb 09 22:32:51.107060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-34e9f61f-7495-4519-a121-6a1228109371 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cdf5576-bff8-4428-866e-df16e206f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251555 Feb 09 22:32:51.196633 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-c11f94ff-1309-45b3-acba-fab6b395db63 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803332 Feb 09 22:32:51.288153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e52f127-b57c-4ae5-8647-fef4e8deba3b req-bd6a7e57-87ad-4ba9-b011-c818dee15edb service neutron] 10.222.0.30 "GET /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826457 Feb 09 22:32:51.713541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:32:51.813199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:51.824632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04251655-be42-4ce4-9010-31f8fa0eb635 req-80bb374b-64e2-4cb0-9ab2-419af6c7daf7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:51.825244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'network_id': '0cdf5576-bff8-4428-866e-df16e206f619', 'port_id': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'mac_address': 'fa:16:3e:7c:cc:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ee8abd-43c1-497b-949f-f800f81c985d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:32:51.826134 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04251655-be42-4ce4-9010-31f8fa0eb635 req-80bb374b-64e2-4cb0-9ab2-419af6c7daf7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 943 time: 0.0534952 Feb 09 22:32:51.863617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 39e812e0-0ed8-4265-9184-b30dfad954ae is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:51.864034 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:51.874836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04251655-be42-4ce4-9010-31f8fa0eb635 req-52b42735-10c3-4f67-b0cb-b684afab94cb tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Feb 09 22:32:51.878548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e812e0-0ed8-4265-9184-b30dfad954ae {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:51.900363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:52.005888 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:52.052446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:52.203368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['39e812e0-0ed8-4265-9184-b30dfad954ae'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:52.994511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a13690-be96-4cde-bca6-68829c875f2c req-b829a0b2-cca5-46c8-8aed-659c07e758ad tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:52.996242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65a13690-be96-4cde-bca6-68829c875f2c req-b829a0b2-cca5-46c8-8aed-659c07e758ad tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 944 time: 0.0545437 Feb 09 22:32:53.043181 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65a13690-be96-4cde-bca6-68829c875f2c req-fe195757-6269-462b-83c0-054ace99f39f tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Feb 09 22:32:53.161296 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355b70-e9f9-428d-9806-73bb2e20d6e4 req-32f912ab-8cfc-4581-8a01-f3ea83fe38f9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:53.162700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e355b70-e9f9-428d-9806-73bb2e20d6e4 req-32f912ab-8cfc-4581-8a01-f3ea83fe38f9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 944 time: 0.0524647 Feb 09 22:32:53.208537 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e355b70-e9f9-428d-9806-73bb2e20d6e4 req-bd729f1a-24b6-409d-bf57-57cc5ae6bc55 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Feb 09 22:32:53.327426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686341dd-30fc-41e1-b9a6-669c27ae40b7 req-122f3d48-9b1b-4040-99e6-6aeb11fd89dc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:53.329041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-686341dd-30fc-41e1-b9a6-669c27ae40b7 req-122f3d48-9b1b-4040-99e6-6aeb11fd89dc tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 944 time: 0.0569685 Feb 09 22:32:53.376474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-686341dd-30fc-41e1-b9a6-669c27ae40b7 req-d1923530-aec5-4dee-bf19-67dd9b6b19d7 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Feb 09 22:32:53.722607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:32:53.886212 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 39e812e0-0ed8-4265-9184-b30dfad954ae completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:32:53.890141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 39e812e0-0ed8-4265-9184-b30dfad954ae triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:32:53.890517 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.975157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 39e812e0-0ed8-4265-9184-b30dfad954ae is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:53.975157 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.995033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:54.009505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:54.025853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01909e7b-ede4-4ea3-9adb-c7d808a10e85 req-352c65c5-c9cd-4409-817b-78436e769ea9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.027353 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-01909e7b-ede4-4ea3-9adb-c7d808a10e85 req-352c65c5-c9cd-4409-817b-78436e769ea9 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 944 time: 0.0573468 Feb 09 22:32:54.033526 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248a5faf-fc08-494f-9867-18350bb86bee" -d '{"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-plugged", "status": "completed", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:54.064183 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:54.088009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-01909e7b-ede4-4ea3-9adb-c7d808a10e85 req-622e0a38-5aee-4057-a556-fb74f4318156 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Feb 09 22:32:54.125809 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5624762-3429-4ac3-97b0-55673be8a712 x-openstack-request-id: req-f5624762-3429-4ac3-97b0-55673be8a712 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:54.126112 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-plugged", "status": "completed", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:54.126375 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5624762-3429-4ac3-97b0-55673be8a712 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:54.126771 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'code': 200} Feb 09 22:32:54.161510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:55.133634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-d9be57af-2891-4a3d-89ca-41c02e705b51 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:55.135109 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-d9be57af-2891-4a3d-89ca-41c02e705b51 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.110 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0729463 Feb 09 22:32:55.207046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842eb5d-301b-4828-aa9a-c793301532e1 req-b9dcb21a-6cc5-43c0-8cd9-498457e6b765 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:55.208671 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7842eb5d-301b-4828-aa9a-c793301532e1 req-b9dcb21a-6cc5-43c0-8cd9-498457e6b765 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 945 time: 0.0557547 Feb 09 22:32:55.228112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Deleting port 39e812e0-0ed8-4265-9184-b30dfad954ae {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:32:55.228486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:55.256936 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7842eb5d-301b-4828-aa9a-c793301532e1 req-4f5a814c-10fb-4344-8e48-589a463f8d62 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/security-groups?id=edc46bb8-7425-4b78-8e80-3d12b152a096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Feb 09 22:32:55.322538 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] For port 39e812e0-0ed8-4265-9184-b30dfad954ae, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=39e812e0-0ed8-4265-9184-b30dfad954ae,segment=NetworkSegment(51d282fa-4a10-428f-9ec6-1ab739fbf907),segment_id=51d282fa-4a10-428f-9ec6-1ab739fbf907)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:55.322909 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:55.335361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Calling delete_port for 39e812e0-0ed8-4265-9184-b30dfad954ae owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:32:55.531969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (39e812e0-0ed8-4265-9184-b30dfad954ae), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:55.546051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['39e812e0-0ed8-4265-9184-b30dfad954ae'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:55.561660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Pushing event deleted for resources: {'Port': ['ID=39e812e0-0ed8-4265-9184-b30dfad954ae,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:55.606520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] No DVR routers for this DVR port 39e812e0-0ed8-4265-9184-b30dfad954ae on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:32:55.609323 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:55.612632 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2137b43e-9948-4e5f-b837-b8c6bccfe078 req-91916fa5-57a6-4be5-9430-2d0d75d04607 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.110 "DELETE /v2.0/ports/39e812e0-0ed8-4265-9184-b30dfad954ae HTTP/1.1" status: 204 len: 173 time: 0.4721720 Feb 09 22:32:55.613115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-deleted', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:55.615373 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7014f8c0-e40d-42a5-be8c-9bfe16b294e8" -d '{"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-deleted", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:55.652791 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3c6929-654f-4761-874e-259f8a1a5e18 x-openstack-request-id: req-9f3c6929-654f-4761-874e-259f8a1a5e18 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:55.653093 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddd458d-8719-444d-a08a-537ca94f4411", "name": "network-vif-deleted", "tag": "39e812e0-0ed8-4265-9184-b30dfad954ae", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:55.653348 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f3c6929-654f-4761-874e-259f8a1a5e18 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:55.653754 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddd458d-8719-444d-a08a-537ca94f4411', 'name': 'network-vif-deleted', 'tag': '39e812e0-0ed8-4265-9184-b30dfad954ae', 'status': 'completed', 'code': 200} Feb 09 22:32:56.374082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29549045-c49c-491e-92ec-24dc4d94a9ba req-88df928f-c453-4a5e-b668-bff7a6b02036 tempest-ServerDiskConfigTestJSON-1248329404 tempest-ServerDiskConfigTestJSON-1248329404-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ddd458d-8719-444d-a08a-537ca94f4411 HTTP/1.1" status: 200 len: 210 time: 0.0356972 Feb 09 22:32:57.499439 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56518) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:32:57.543105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Deleting subnet b6ee8abd-43c1-497b-949f-f800f81c985d {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:32:57.546450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Publish callbacks [] for subnet (b6ee8abd-43c1-497b-949f-f800f81c985d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:57.579490 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (b6ee8abd-43c1-497b-949f-f800f81c985d), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:57.618280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (b6ee8abd-43c1-497b-949f-f800f81c985d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:57.715359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (b6ee8abd-43c1-497b-949f-f800f81c985d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:57.745092 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ee8abd-43c1-497b-949f-f800f81c985d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:57.749601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:57.752723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b6ee8abd-43c1-497b-949f-f800f81c985d HTTP/1.1" status: 204 len: 168 time: 0.2522774 Feb 09 22:32:57.755457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56520) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:32:57.757850 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.758217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.758567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.758911 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.759250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.759627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.759988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.760326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.760656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.760985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.761314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.761641 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.761967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e59f9f-6e1d-45da-87b8-59142f6c7166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:57.834490 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0cdf5576-bff8-4428-866e-df16e206f619), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:57.910252 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0cdf5576-bff8-4428-866e-df16e206f619), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:57.933728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdf5576-bff8-4428-866e-df16e206f619']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:57.942941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d282fa-4a10-428f-9ec6-1ab739fbf907') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:57.943247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d282fa-4a10-428f-9ec6-1ab739fbf907') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:58.276423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (51d282fa-4a10-428f-9ec6-1ab739fbf907), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.289745 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (51d282fa-4a10-428f-9ec6-1ab739fbf907), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.295906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:32:58.296344 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (51d282fa-4a10-428f-9ec6-1ab739fbf907), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:32:58.297931 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:32:58.457805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0cdf5576-bff8-4428-866e-df16e206f619), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.467826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.471319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0cdf5576-bff8-4428-866e-df16e206f619 HTTP/1.1" status: 204 len: 168 time: 0.7127650 Feb 09 22:32:58.481265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91c29d-9f4e-4d80-8824-a9c52ca10295 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdf5576-bff8-4428-866e-df16e206f619,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:58.784888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56524) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:32:58.821814 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-961020a7-45b8-44fb-b9b8-f27b28aec7d5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=94566458f8d54ef69e6ae2b4cc92dfd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383360 Feb 09 22:32:58.824202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:32:58.870061 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-079208d6-e964-4a63-8e4c-37022de17f59 admin admin] Publish callbacks [] for security_group (edc46bb8-7425-4b78-8e80-3d12b152a096), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.890601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-079208d6-e964-4a63-8e4c-37022de17f59 admin admin] Publish callbacks [] for security_group (edc46bb8-7425-4b78-8e80-3d12b152a096), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.989182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-079208d6-e964-4a63-8e4c-37022de17f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (edc46bb8-7425-4b78-8e80-3d12b152a096), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.991870 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-079208d6-e964-4a63-8e4c-37022de17f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:58.993715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-079208d6-e964-4a63-8e4c-37022de17f59 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/edc46bb8-7425-4b78-8e80-3d12b152a096 HTTP/1.1" status: 204 len: 168 time: 0.1686447 Feb 09 22:32:59.001264 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079208d6-e964-4a63-8e4c-37022de17f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc46bb8-7425-4b78-8e80-3d12b152a096,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:59.743878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:59.760091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:32:59.779724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 39e812e0-0ed8-4265-9184-b30dfad954ae {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:32:59.780105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 39e812e0-0ed8-4265-9184-b30dfad954ae not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:32:59.914495 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56548) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:00.008600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-268813632-network', 'tenant_id': '72dacb38cd014b82878aaef8347a3751'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:00.080459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Made reservation on behalf of 72dacb38cd014b82878aaef8347a3751 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:33:00.082745 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.091117 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.163200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks [] for security_group (33cd275c-3d58-4d06-8158-5ac4bc539c5e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.245931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (33cd275c-3d58-4d06-8158-5ac4bc539c5e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.272476 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:33:00.279319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd275c-3d58-4d06-8158-5ac4bc539c5e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:00.288631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (fd4668af-59f4-4cd2-b072-4a366bac2616), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.288974 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Added segment fd4668af-59f4-4cd2-b072-4a366bac2616 of type vlan for network a4124083-fdc6-42e9-b83d-e2786e96200f Feb 09 22:33:00.327811 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (a4124083-fdc6-42e9-b83d-e2786e96200f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.422602 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (a4124083-fdc6-42e9-b83d-e2786e96200f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.423531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:00.424163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.480931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] Pushing event updated for resources: {'Network': ['ID=a4124083-fdc6-42e9-b83d-e2786e96200f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:00.493689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network a4124083-fdc6-42e9-b83d-e2786e96200f details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:33:00.537222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-46fddcaf-f846-4495-92c0-078fe13e6222 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6190054 Feb 09 22:33:00.537427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56552) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:00.542050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Request body: {'subnet': {'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-268813632-subnet', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:00.628936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Made reservation on behalf of 72dacb38cd014b82878aaef8347a3751 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:33:00.631349 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.863454 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (af4d74bb-030d-4c8d-b43a-47ffb7263397), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:00.917660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4d74bb-030d-4c8d-b43a-47ffb7263397,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:00.926515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:33:00.926892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Network hostable DHCP agents. Network: a4124083-fdc6-42e9-b83d-e2786e96200f, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:33:00.983082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Network a4124083-fdc6-42e9-b83d-e2786e96200f is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:33:01.046140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, a4124083-fdc6-42e9-b83d-e2786e96200f) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:01.050642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:01.051637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.055384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ca4c4-790a-4a22-9984-6ee9aea36884 None None] Network a4124083-fdc6-42e9-b83d-e2786e96200f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:33:01.111996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-182154bd-955c-4c7f-9c32-589be9fe2c10 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5735438 Feb 09 22:33:01.114760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56554) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:01.119960 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:01.152541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-a4124083-fdc6-42e9-b83d-e2786e96200f', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:33:01.153362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.195951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (fed67079-d061-470b-8fc8-4ab653f634d4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.197085 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (fed67079-d061-470b-8fc8-4ab653f634d4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.253091 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks [] for router_controller (fed67079-d061-470b-8fc8-4ab653f634d4), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.293342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Allocated IP 172.20.0.2 (a4124083-fdc6-42e9-b83d-e2786e96200f/af4d74bb-030d-4c8d-b43a-47ffb7263397/69738738-223b-4af3-a003-3898f6b0eb1e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:33:01.337965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.490137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks [] for router_gateway (fed67079-d061-470b-8fc8-4ab653f634d4), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.591833 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Publish callbacks [] for port (69738738-223b-4af3-a003-3898f6b0eb1e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.657994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.698110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Network a4124083-fdc6-42e9-b83d-e2786e96200f is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:33:01.701011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:01.704488 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:33:01.711868 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Pushing event updated for resources: {'Port': ['ID=69738738-223b-4af3-a003-3898f6b0eb1e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:01.746163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks [] for router_gateway (fed67079-d061-470b-8fc8-4ab653f634d4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.765102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.765940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Attempting to bind port 69738738-223b-4af3-a003-3898f6b0eb1e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:33:01.766322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Attempting to bind port 69738738-223b-4af3-a003-3898f6b0eb1e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:33:01.766766 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Attempting to bind port 69738738-223b-4af3-a003-3898f6b0eb1e on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:01.771682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:33:01.772098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:33:01.772516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.772919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:33:01.773948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Bound port: 69738738-223b-4af3-a003-3898f6b0eb1e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:33:01.774333 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.835638 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] For port 69738738-223b-4af3-a003-3898f6b0eb1e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:33:01.839271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] For port 69738738-223b-4af3-a003-3898f6b0eb1e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=69738738-223b-4af3-a003-3898f6b0eb1e,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:33:01.868554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Allocated IP 172.25.5.243 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6ed7f946-9136-4eb3-a077-7d14285c7da2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:33:01.967088 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:01.978949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks [] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:02.028379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a330fba-e676-4b81-a193-91c4cd3bf239 None None] Pushing event updated for resources: {'Port': ['ID=69738738-223b-4af3-a003-3898f6b0eb1e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:02.052747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:02.093356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:33:02.096365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:02.099947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:33:02.106240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Pushing event updated for resources: {'Port': ['ID=6ed7f946-9136-4eb3-a077-7d14285c7da2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:02.302272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 69738738-223b-4af3-a003-3898f6b0eb1e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:02.353187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 69738738-223b-4af3-a003-3898f6b0eb1e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:02.353563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:02.438184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 69738738-223b-4af3-a003-3898f6b0eb1e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:02.438547 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:02.442319 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks [] for router_gateway (fed67079-d061-470b-8fc8-4ab653f634d4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:02.475260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 69738738-223b-4af3-a003-3898f6b0eb1e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=69738738-223b-4af3-a003-3898f6b0eb1e,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:02.572241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:02.623022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=69738738-223b-4af3-a003-3898f6b0eb1e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:02.661613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (fed67079-d061-470b-8fc8-4ab653f634d4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:02.857737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Router fed67079-d061-470b-8fc8-4ab653f634d4 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:33:02.967561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d06b53-1159-4ee2-a75f-935de5c5aed3 None None] Network a4124083-fdc6-42e9-b83d-e2786e96200f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:33:02.973708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:02.982762 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:02.993420 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:02.994015 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:32:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:03.043096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0495eb83-5c38-4b85-8a69-3595a2b40ba4 None None] Provisioning complete for port 69738738-223b-4af3-a003-3898f6b0eb1e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:03.043478 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0495eb83-5c38-4b85-8a69-3595a2b40ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.054218 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.056252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-78c5520a-b641-41ea-acf1-82dbc402766c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9405305 Feb 09 22:33:03.058843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56556) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:03.099847 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:03.163035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0495eb83-5c38-4b85-8a69-3595a2b40ba4 None None] Current status of the port 69738738-223b-4af3-a003-3898f6b0eb1e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:03.285806 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:02Z', 'revision_number': 3, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:03.317205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:03.317558 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Updating router fed67079-d061-470b-8fc8-4ab653f634d4 port 6ed7f946-9136-4eb3-a077-7d14285c7da2 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:33:03.345757 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.384550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-78eecccc-0d90-49c1-b0c5-7493470e63a0 None None] Provisioning complete for port 69738738-223b-4af3-a003-3898f6b0eb1e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:03.385548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-78eecccc-0d90-49c1-b0c5-7493470e63a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.463619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-78eecccc-0d90-49c1-b0c5-7493470e63a0 None None] Current status of the port 69738738-223b-4af3-a003-3898f6b0eb1e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:03.505679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.598529 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Publish callbacks [] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.663131 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.701756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Allocated IP 172.20.0.1 (a4124083-fdc6-42e9-b83d-e2786e96200f/af4d74bb-030d-4c8d-b43a-47ffb7263397/594f402c-a553-4799-a6e0-7dfb754a0017) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:33:03.717752 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Pushing event updated for resources: {'Port': ['ID=6ed7f946-9136-4eb3-a077-7d14285c7da2,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:03.725191 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Attempting to bind port 6ed7f946-9136-4eb3-a077-7d14285c7da2 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:33:03.725560 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Attempting to bind port 6ed7f946-9136-4eb3-a077-7d14285c7da2 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:33:03.725928 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Attempting to bind port 6ed7f946-9136-4eb3-a077-7d14285c7da2 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:03.730159 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.733423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.734220 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.734220 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:03.739469 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:33:03.739872 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:33:03.740278 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.740671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:33:03.741140 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Bound port: 6ed7f946-9136-4eb3-a077-7d14285c7da2, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:33:03.741518 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.791109 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] For port 6ed7f946-9136-4eb3-a077-7d14285c7da2, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:33:03.794015 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] For port 6ed7f946-9136-4eb3-a077-7d14285c7da2, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6ed7f946-9136-4eb3-a077-7d14285c7da2,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:33:03.806057 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks [] for port (594f402c-a553-4799-a6e0-7dfb754a0017), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.862826 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.885645 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:03.920051 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd764f6-ecad-4292-99b4-30d7d5b6470c None None] Pushing event updated for resources: {'Port': ['ID=6ed7f946-9136-4eb3-a077-7d14285c7da2,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:03.922626 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:03.923225 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:32:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:03.923441 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Network a4124083-fdc6-42e9-b83d-e2786e96200f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:33:03.928324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:03.931852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:33:03.958669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=594f402c-a553-4799-a6e0-7dfb754a0017,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:03.974849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (fed67079-d061-470b-8fc8-4ab653f634d4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.032895 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:04.184010 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.197311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cb902473-31c2-4836-add5-7894be7e27c9 None None] Provisioning complete for port 594f402c-a553-4799-a6e0-7dfb754a0017 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:04.197656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cb902473-31c2-4836-add5-7894be7e27c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.221034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:02Z', 'revision_number': 3, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:04.254171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac3dee-aa7a-4bd9-aeac-63ec55fb06bd None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:02Z', 'revision_number': 3, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:04.258573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cb902473-31c2-4836-add5-7894be7e27c9 None None] Port 594f402c-a553-4799-a6e0-7dfb754a0017 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:33:04.271515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 69738738-223b-4af3-a003-3898f6b0eb1e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:04.322160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 69738738-223b-4af3-a003-3898f6b0eb1e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:04.322548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.377036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks [] for port (594f402c-a553-4799-a6e0-7dfb754a0017), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.403750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 69738738-223b-4af3-a003-3898f6b0eb1e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:04.440619 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.519465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (fed67079-d061-470b-8fc8-4ab653f634d4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.521154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=594f402c-a553-4799-a6e0-7dfb754a0017,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:04.626730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Network a4124083-fdc6-42e9-b83d-e2786e96200f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:33:04.628279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:04.737252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-07b369b4-3002-4b91-8f4e-9a06ed419c5a req-a7eac0bd-ead5-49fe-ba48-ac511c12a135 service neutron] (103697) timed out ('10.222.0.98', 47436) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:33:04.752545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:33:04.874998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:04.889158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0eab7884-1e11-4d2d-882a-fedb1cc45fc9 admin admin] 10.222.0.98 "PUT /v2.0/routers/fed67079-d061-470b-8fc8-4ab653f634d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211341 Feb 09 22:33:04.889646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-111fe7bd-f68f-4800-8e33-ffd5f432ec0e None None] Provisioning complete for port 594f402c-a553-4799-a6e0-7dfb754a0017 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:04.889646 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-111fe7bd-f68f-4800-8e33-ffd5f432ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:04.929866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-111fe7bd-f68f-4800-8e33-ffd5f432ec0e None None] Port 594f402c-a553-4799-a6e0-7dfb754a0017 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:33:05.328222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56564) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:05.333072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-14ab3fdc-9f7b-422d-8a71-926849cb4e7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264889779', 'description': 'tempest-description--1302492639'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:05.416973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14ab3fdc-9f7b-422d-8a71-926849cb4e7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:05.498029 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6448b481-87d5-4540-91d0-441f73a487f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:05.807864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:05.817662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:05.819091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:32:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:05.822668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14ab3fdc-9f7b-422d-8a71-926849cb4e7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group (1ebffaa6-0bc9-472e-8c46-3f707560421e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:05.920584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14ab3fdc-9f7b-422d-8a71-926849cb4e7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1ebffaa6-0bc9-472e-8c46-3f707560421e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:05.925879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:05.950303 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3fdc-9f7b-422d-8a71-926849cb4e7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebffaa6-0bc9-472e-8c46-3f707560421e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:06.008609 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14ab3fdc-9f7b-422d-8a71-926849cb4e7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.010050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-14ab3fdc-9f7b-422d-8a71-926849cb4e7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6807141 Feb 09 22:33:06.012916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56566) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:06.017299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'security_group_rule': {'security_group_id': '1ebffaa6-0bc9-472e-8c46-3f707560421e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:06.102706 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group_rule (c0a817c1-7164-4845-9201-4831e29020d5), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.122810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 2, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:06.154727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:06.159352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Updating router fed67079-d061-470b-8fc8-4ab653f634d4 port 594f402c-a553-4799-a6e0-7dfb754a0017 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:33:06.159476 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group_rule (c0a817c1-7164-4845-9201-4831e29020d5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.187957 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.234631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c0a817c1-7164-4845-9201-4831e29020d5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.253109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a817c1-7164-4845-9201-4831e29020d5,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:06.261482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.261916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.262393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.262807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.263266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.263674 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.264130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.264580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.265034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.265432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.265895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.266306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.266653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.283269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6ed7f946-9136-4eb3-a077-7d14285c7da2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:06.328068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.331836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c0f5f262-a8fa-405d-b8c3-5be8bd2b558a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155444 Feb 09 22:33:06.332417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56568) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:06.337265 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-879f13a7-b442-46a7-a96a-3927cc506319 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'security_group_rule': {'security_group_id': '1ebffaa6-0bc9-472e-8c46-3f707560421e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:06.406431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6ed7f946-9136-4eb3-a077-7d14285c7da2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:06.406816 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.424214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-879f13a7-b442-46a7-a96a-3927cc506319 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group_rule (cdc7f685-ee33-47d0-a4cd-fd05a2768995), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.479293 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-879f13a7-b442-46a7-a96a-3927cc506319 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group_rule (cdc7f685-ee33-47d0-a4cd-fd05a2768995), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.539843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Publish callbacks [] for port (594f402c-a553-4799-a6e0-7dfb754a0017), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.543433 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-879f13a7-b442-46a7-a96a-3927cc506319 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (cdc7f685-ee33-47d0-a4cd-fd05a2768995), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.552233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6ed7f946-9136-4eb3-a077-7d14285c7da2 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:06.552621 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.567288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f13a7-b442-46a7-a96a-3927cc506319 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc7f685-ee33-47d0-a4cd-fd05a2768995,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:06.581620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 6ed7f946-9136-4eb3-a077-7d14285c7da2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6ed7f946-9136-4eb3-a077-7d14285c7da2,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:06.611883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.637200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-879f13a7-b442-46a7-a96a-3927cc506319 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.638484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-879f13a7-b442-46a7-a96a-3927cc506319 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053019 Feb 09 22:33:06.641135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.647738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56570) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:06.647738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:06.668551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Pushing event updated for resources: {'Port': ['ID=594f402c-a553-4799-a6e0-7dfb754a0017,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:06.692322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.692673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.693016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.693356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.693689 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.694019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.694347 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.694671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.695017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.695341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.695665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.696009 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.696332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:06.745988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Attempting to bind port 594f402c-a553-4799-a6e0-7dfb754a0017 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:33:06.746362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Attempting to bind port 594f402c-a553-4799-a6e0-7dfb754a0017 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:33:06.746730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Attempting to bind port 594f402c-a553-4799-a6e0-7dfb754a0017 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:06.755593 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.758283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:33:06.758665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:33:06.759078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.759476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:33:06.759980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Bound port: 594f402c-a553-4799-a6e0-7dfb754a0017, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:33:06.760368 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.785673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=6ed7f946-9136-4eb3-a077-7d14285c7da2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:06.846924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] For port 594f402c-a553-4799-a6e0-7dfb754a0017, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:33:06.850033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] For port 594f402c-a553-4799-a6e0-7dfb754a0017, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=594f402c-a553-4799-a6e0-7dfb754a0017,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:33:06.866711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.915032 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:06.972524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Allocated IP 172.25.5.4 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5ce23848-e66f-4288-9ba9-c58d3ae31b13) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:33:06.984839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:06.984839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:32:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:06.989715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc48a9-4a9c-4072-a188-74f3023e359b None None] Pushing event updated for resources: {'Port': ['ID=594f402c-a553-4799-a6e0-7dfb754a0017,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:07.055941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-372fa33f-5839-4f0b-9e48-c843992e8d0d None None] Provisioning complete for port 594f402c-a553-4799-a6e0-7dfb754a0017 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:07.056328 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-372fa33f-5839-4f0b-9e48-c843992e8d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.100188 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.134508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:07.166513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.202919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:33:07.207630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:07.211765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:33:07.230687 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-372fa33f-5839-4f0b-9e48-c843992e8d0d None None] Current status of the port 594f402c-a553-4799-a6e0-7dfb754a0017 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:07.231016 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-372fa33f-5839-4f0b-9e48-c843992e8d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.238010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'Port': ['ID=5ce23848-e66f-4288-9ba9-c58d3ae31b13,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:07.304112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.309463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-372fa33f-5839-4f0b-9e48-c843992e8d0d None None] For port 594f402c-a553-4799-a6e0-7dfb754a0017, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=594f402c-a553-4799-a6e0-7dfb754a0017,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:07.371577 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-372fa33f-5839-4f0b-9e48-c843992e8d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.385051 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.426500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fa33f-5839-4f0b-9e48-c843992e8d0d None None] Pushing event updated for resources: {'Port': ['ID=594f402c-a553-4799-a6e0-7dfb754a0017,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:07.431920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:07.467764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe5a95-9ac7-4ae0-89a8-855fa51ffb70 None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:07.580531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.661746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d416a140-f58b-4981-aaa0-554f93b80abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.664220 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.670032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a0e3c677-2d04-40db-ab18-3ffc3980b87b None None] Provisioning complete for port 594f402c-a553-4799-a6e0-7dfb754a0017 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:07.670539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c677-2d04-40db-ab18-3ffc3980b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.735421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'Port': ['ID=5ce23848-e66f-4288-9ba9-c58d3ae31b13,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:07.750184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.753623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3c677-2d04-40db-ab18-3ffc3980b87b None None] Current status of the port 594f402c-a553-4799-a6e0-7dfb754a0017 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:07.819689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:07.830248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-24973817-6b3d-401f-9370-3f49d16f4e9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1791806 Feb 09 22:33:07.985442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-d77a014d-9f8c-4f0a-bbd1-3ca88e6d5e2f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--264889779&fields=id&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 267 time: 0.0488174 Feb 09 22:33:08.100614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-ddf778c7-8d3a-4500-9cb9-044ece19aada tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:08.102668 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-ddf778c7-8d3a-4500-9cb9-044ece19aada tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.1097631 Feb 09 22:33:08.117702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-08ee6f79-8a7a-4c8d-96a1-7befb8a432a4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/quotas/72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 375 time: 0.0095363 Feb 09 22:33:08.175040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-bf1a96bb-1efd-4cf6-89d6-b20faae5e918 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520263 Feb 09 22:33:08.333914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 594f402c-a553-4799-a6e0-7dfb754a0017 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:08.372904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-9b6d01c7-855a-4671-9935-211df68cfea1 service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479847 Feb 09 22:33:08.386744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 594f402c-a553-4799-a6e0-7dfb754a0017 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:08.387643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:08.469125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-82bf5544-4290-44af-8ccf-18dcba5bc1d5 service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902355 Feb 09 22:33:08.471909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 594f402c-a553-4799-a6e0-7dfb754a0017 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:08.473011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6ed7f946-9136-4eb3-a077-7d14285c7da2 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:08.521052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6ed7f946-9136-4eb3-a077-7d14285c7da2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:08.521439 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:08.603857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6ed7f946-9136-4eb3-a077-7d14285c7da2 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:08.714471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ee1c88f-ccf9-4fc6-bc59-60a567f5cd35 req-51594558-c52b-4183-a02f-0368155040f3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 210 time: 0.0283484 Feb 09 22:33:09.194815 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:09.812577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a442fa27-c37a-4c06-bc83-4e6082b7aeef req-584f68ab-af79-48c4-85b1-fc4f98270200 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 210 time: 0.0327997 Feb 09 22:33:10.388782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:10.724670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-3da32a81-daad-4787-9e7e-fd9b5077acb8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:10.726128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-3da32a81-daad-4787-9e7e-fd9b5077acb8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.0996554 Feb 09 22:33:10.790765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-13a4183a-3516-4415-9f29-52b5bc9540a9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 379 time: 0.0510056 Feb 09 22:33:10.801919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'port': {'device_id': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'admin_state_up': True, 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'security_groups': ['1ebffaa6-0bc9-472e-8c46-3f707560421e']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:10.913647 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0524d8af-4a9f-417c-ae86-054ec2740467 req-c87fb252-5e4f-464a-9c8b-fe6260a4405b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 210 time: 0.0299394 Feb 09 22:33:10.971531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Made reservation on behalf of 72dacb38cd014b82878aaef8347a3751 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:33:10.974927 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.115014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Allocated IP 172.20.0.12 (a4124083-fdc6-42e9-b83d-e2786e96200f/af4d74bb-030d-4c8d-b43a-47ffb7263397/638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:33:11.249383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.332208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.379990 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Network a4124083-fdc6-42e9-b83d-e2786e96200f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:33:11.382943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:33:11.387071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:33:11.393549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:11.439336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:11.440046 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.505938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f8942660-ac57-4516-8582-6b2709366e60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7075264 Feb 09 22:33:11.521280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Request body: {'port': {'device_id': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:11.580742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.595972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c33a822d-f548-47fb-9e0a-518499c23a92 None None] Provisioning complete for port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:11.596580 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c33a822d-f548-47fb-9e0a-518499c23a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.640660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c33a822d-f548-47fb-9e0a-518499c23a92 None None] Port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:33:11.708390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.844001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:33:11.851193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Publish callbacks [] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.862754 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Transition to ACTIVE for port object 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:33:11.908715 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.956888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:12.068941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:33:12.069656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:33:12.069933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:12.078194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:33:12.078526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:12.093224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec84679-e0e6-42c5-8b20-7f9b376dd835 req-32af331e-fa97-4ab5-83b9-a7c45abd20d8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.094775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ec84679-e0e6-42c5-8b20-7f9b376dd835 req-32af331e-fa97-4ab5-83b9-a7c45abd20d8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0900400 Feb 09 22:33:12.095562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:33:12.095933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:33:12.096331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:33:12.096786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Bound port: 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:33:12.097155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:12.183413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8ec84679-e0e6-42c5-8b20-7f9b376dd835 req-a2cd2594-09aa-45e9-b6dd-a320b224485d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826614 Feb 09 22:33:12.193927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:33:12.197670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:33:12.275992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:12.310058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.310647 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:12.312074 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] 10.222.0.30 "PUT /v2.0/ports/638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 1092 time: 0.7951078 Feb 09 22:33:12.312518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:12.314783 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3397596-3d37-4848-9e10-b97afc733d08" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:12.345790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f28328-cebc-4b36-aac7-229e0bbc855b service neutron] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:12.359417 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb16d1cc-9d9c-4e21-8d97-3340f0b7600e x-openstack-request-id: req-cb16d1cc-9d9c-4e21-8d97-3340f0b7600e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:12.359821 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:12.360159 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb16d1cc-9d9c-4e21-8d97-3340f0b7600e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:12.360643 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'status': 'completed', 'code': 200} Feb 09 22:33:12.436175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3397596-3d37-4848-9e10-b97afc733d08 req-76df09ff-9623-4d29-8570-668b74978562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.437864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3397596-3d37-4848-9e10-b97afc733d08 req-76df09ff-9623-4d29-8570-668b74978562 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1126 time: 0.0527053 Feb 09 22:33:12.540534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3397596-3d37-4848-9e10-b97afc733d08 req-efa99de6-4bd1-4d1d-bd2d-64eb98cbb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.542026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3397596-3d37-4848-9e10-b97afc733d08 req-efa99de6-4bd1-4d1d-bd2d-64eb98cbb9ae service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=72dacb38cd014b82878aaef8347a3751&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0941036 Feb 09 22:33:12.641922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3397596-3d37-4848-9e10-b97afc733d08 req-981e4737-1409-45bb-9ba1-18245f89cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.643392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e3397596-3d37-4848-9e10-b97afc733d08 req-981e4737-1409-45bb-9ba1-18245f89cb02 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923314 Feb 09 22:33:12.729324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-51ec27e4-2b43-455b-aac5-9ef346f80e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.730913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-51ec27e4-2b43-455b-aac5-9ef346f80e9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1126 time: 0.0453346 Feb 09 22:33:12.776069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-f2ed3837-d3ff-472e-91e4-505884c30c23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 217 time: 0.0346684 Feb 09 22:33:12.831374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-212ebb3f-bc5a-45fe-b4ae-ec5ceecf3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.832914 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-212ebb3f-bc5a-45fe-b4ae-ec5ceecf3df4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0491197 Feb 09 22:33:12.884325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cb08-e828-4b05-8166-38f4af823d4c req-c0b183a5-12c3-4cdc-a8b7-b58c9791bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.885809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-c0b183a5-12c3-4cdc-a8b7-b58c9791bade service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441320 Feb 09 22:33:12.974051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-971089cf-02bf-4e59-8663-10cffe0b0992 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787046 Feb 09 22:33:13.069100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6801cb08-e828-4b05-8166-38f4af823d4c req-b3654015-19a2-4b14-9153-3d990971db9a service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Feb 09 22:33:13.303790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af012-52c0-47f1-a715-a319d24a69ab req-b8bf2cbb-24e3-4a50-a039-5c2a4e4de73b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:13.305198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-609af012-52c0-47f1-a715-a319d24a69ab req-b8bf2cbb-24e3-4a50-a039-5c2a4e4de73b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0539784 Feb 09 22:33:13.351011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-609af012-52c0-47f1-a715-a319d24a69ab req-76de56c2-fc16-48cb-8e23-fabf6bceb395 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401876 Feb 09 22:33:14.473232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abff374-0e4d-45c5-ad3b-90604bc1f8a4 req-e88365b1-7849-41aa-bc09-069b03280965 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:14.474715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5abff374-0e4d-45c5-ad3b-90604bc1f8a4 req-e88365b1-7849-41aa-bc09-069b03280965 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0526485 Feb 09 22:33:14.520800 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5abff374-0e4d-45c5-ad3b-90604bc1f8a4 req-17bd2904-42bb-4201-bff8-a88978652254 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Feb 09 22:33:15.644022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d139c-f64d-4a9b-8d4b-54a1ef53bbeb req-a586d100-03c9-4ea6-b2a6-b4a6390d6dcf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:15.645544 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c08d139c-f64d-4a9b-8d4b-54a1ef53bbeb req-a586d100-03c9-4ea6-b2a6-b4a6390d6dcf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0573914 Feb 09 22:33:15.691809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c08d139c-f64d-4a9b-8d4b-54a1ef53bbeb req-a20dd384-e3a3-4b21-a765-becc06be8158 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404406 Feb 09 22:33:16.808551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3a2f4-baf3-4011-8979-163f1346ac2c req-cc0fcccc-1168-4ead-9d2f-6e38b09bae77 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:16.810046 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5f3a2f4-baf3-4011-8979-163f1346ac2c req-cc0fcccc-1168-4ead-9d2f-6e38b09bae77 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0519123 Feb 09 22:33:16.855107 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5f3a2f4-baf3-4011-8979-163f1346ac2c req-41fa3b1b-77c0-4855-9530-207b5780f0ae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395617 Feb 09 22:33:17.900874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:33:17.972759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf72c0-abe5-484c-abb4-600fdcdc593b req-2c7b3838-c5c6-44aa-901c-9bc3d9312dda tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:17.974247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06cf72c0-abe5-484c-abb4-600fdcdc593b req-2c7b3838-c5c6-44aa-901c-9bc3d9312dda tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0523615 Feb 09 22:33:17.999547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:18.011367 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'mac_address': 'fa:16:3e:ea:9c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:33:18.021081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06cf72c0-abe5-484c-abb4-600fdcdc593b req-4881da77-7fd1-4c79-8c14-daa70fb17207 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Feb 09 22:33:18.048160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:18.048558 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:18.061454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:33:18.081470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:18.165777 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:18.213048 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:18.421525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:33:19.142295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c3ab6-bbdd-4601-bad3-c2e3c53bbebb req-8a9cbb3c-8a55-4dc7-ac45-26d35f27b5a0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:19.144076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-087c3ab6-bbdd-4601-bad3-c2e3c53bbebb req-8a9cbb3c-8a55-4dc7-ac45-26d35f27b5a0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 945 time: 0.0558991 Feb 09 22:33:19.189845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-087c3ab6-bbdd-4601-bad3-c2e3c53bbebb req-2b7910a5-9978-4dae-b94e-9bccdeadfb1b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391650 Feb 09 22:33:19.917199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:20.062855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:33:20.067011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:20.067397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:20.146062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:20.146456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:20.168034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:20.170479 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92995b33-3ae4-4bea-8157-c09bc619e404" -d '{"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-plugged", "status": "completed", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:20.182782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:20.209511 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf6378-7761-418a-90d0-46241475166e x-openstack-request-id: req-7bbf6378-7761-418a-90d0-46241475166e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:20.210202 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-plugged", "status": "completed", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:20.210469 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7bbf6378-7761-418a-90d0-46241475166e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:20.210912 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'code': 200} Feb 09 22:33:20.251901 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:20.307484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:20.308788 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499a2fb-a136-45a3-9cb1-f8b9dd57c69f req-9020d9c1-6ad1-4cab-bd71-7fff82155ab5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:20.316911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3499a2fb-a136-45a3-9cb1-f8b9dd57c69f req-9020d9c1-6ad1-4cab-bd71-7fff82155ab5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0540242 Feb 09 22:33:20.325654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be822670-e31e-4206-9335-2482eab7b451 req-349d9a9d-520d-43a3-a223-548fdebdebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:20.327223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be822670-e31e-4206-9335-2482eab7b451 req-349d9a9d-520d-43a3-a223-548fdebdebbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1128 time: 0.0463781 Feb 09 22:33:20.359482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3499a2fb-a136-45a3-9cb1-f8b9dd57c69f req-f1263878-cad8-4512-9625-113dd081de4c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Feb 09 22:33:20.378650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be822670-e31e-4206-9335-2482eab7b451 req-5d3dc7a6-93db-46fe-845a-4c4868bd0479 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427120 Feb 09 22:33:21.482816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba35e2-3c8e-4452-9a33-e62336bc31d3 req-5269352b-b5ef-4ece-8a0f-b06534031377 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:21.484354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74ba35e2-3c8e-4452-9a33-e62336bc31d3 req-5269352b-b5ef-4ece-8a0f-b06534031377 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0524464 Feb 09 22:33:21.531112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74ba35e2-3c8e-4452-9a33-e62336bc31d3 req-c671842c-76b8-42bd-a339-cdedf84564c5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Feb 09 22:33:22.648240 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794f502-d25e-4d1e-906c-06b4d0744bc1 req-f315e45d-6857-44d5-9ce1-29fc107097a6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.650447 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b794f502-d25e-4d1e-906c-06b4d0744bc1 req-f315e45d-6857-44d5-9ce1-29fc107097a6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0524464 Feb 09 22:33:22.976115 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b794f502-d25e-4d1e-906c-06b4d0744bc1 req-7edec846-db48-409e-9f08-cb2df966a6bf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200855 Feb 09 22:33:23.089779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb9988-b0da-41fc-bb4c-2c0bc4d2aa84 req-d3437a1c-e79e-4a98-8457-26532c663069 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:23.091302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-88eb9988-b0da-41fc-bb4c-2c0bc4d2aa84 req-d3437a1c-e79e-4a98-8457-26532c663069 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0527942 Feb 09 22:33:23.100365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 56632) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:23.104640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'floatingip': {'port_id': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:23.146629 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:23.560237 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:23.628688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:23.725621 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a associated. External IP: 172.25.5.4, port: 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2. Feb 09 22:33:23.930935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:33:24.037355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:24.043078 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:24.048125 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:24.057793 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:24.058406 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:33:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:24.072342 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8529b6cb-5f44-438a-8f0e-50d591300275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "PUT /v2.0/floatingips/d6ee6529-94ac-463b-9a87-671152a4f67a HTTP/1.1" status: 200 len: 990 time: 0.9709513 Feb 09 22:33:24.072934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:24.075178 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ef3e84-4969-455f-af48-ceeeb5579282" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:24.111942 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324d804f-e0f1-4573-ba9c-ae9d899eaef0 x-openstack-request-id: req-324d804f-e0f1-4573-ba9c-ae9d899eaef0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:24.112547 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:24.112547 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-324d804f-e0f1-4573-ba9c-ae9d899eaef0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:24.112899 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'status': 'completed', 'code': 200} Feb 09 22:33:24.170660 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:24.174351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb37fa-aff2-4329-b6d0-4cbb23bee0be req-1c7b6b12-b6a4-4e05-bad8-396282c934db tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.175963 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47cb37fa-aff2-4329-b6d0-4cbb23bee0be req-1c7b6b12-b6a4-4e05-bad8-396282c934db tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0538340 Feb 09 22:33:24.184655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-a0602b41-c73a-43c0-9ccf-7813ef1651fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.186215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-a0602b41-c73a-43c0-9ccf-7813ef1651fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1128 time: 0.0506616 Feb 09 22:33:24.224369 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-47cb37fa-aff2-4329-b6d0-4cbb23bee0be req-1d60db1d-d443-48fc-88ba-7af3cc16a5fd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427499 Feb 09 22:33:24.281869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-79545de8-b940-4794-b3c2-62c5f80c69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.283370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-79545de8-b940-4794-b3c2-62c5f80c69ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0916264 Feb 09 22:33:24.347656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-eb1d8607-6c93-4fae-b1ab-aee416eca39b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 998 time: 0.0579026 Feb 09 22:33:24.395372 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:ea:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:33:23Z', 'revision_number': 1, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:24.399969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-83a72c72-78c0-4429-bd45-89e4493e6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.401433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-83a72c72-78c0-4429-bd45-89e4493e6d21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0479519 Feb 09 22:33:24.421532 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:24.429611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:24.430238 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:33:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:24.449211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-58e2ad77-8970-45a2-9848-390823112b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.450722 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-58e2ad77-8970-45a2-9848-390823112b3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432525 Feb 09 22:33:24.535503 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:24.536481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-a29fb4c2-0440-4347-b466-d13a0c4f81e4 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795906 Feb 09 22:33:24.635265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8ef3e84-4969-455f-af48-ceeeb5579282 req-5efd5434-37f2-4f6a-a034-aa229b26917d service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890110 Feb 09 22:33:24.854770 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:ea:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:33:23Z', 'revision_number': 1, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:24.880639 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0516e222-ceeb-4942-9bca-a1d3d91798b8 None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:ea:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:33:23Z', 'revision_number': 1, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:25.067334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8672a5da-34eb-4d3e-8ffb-a6cf3146ff4c None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:33:25.347855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2336211-f9a4-4fdd-a19b-9fce1bcdfb4a req-1578e7ca-a8bd-495f-9122-73e4eebc1049 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:25.349356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2336211-f9a4-4fdd-a19b-9fce1bcdfb4a req-1578e7ca-a8bd-495f-9122-73e4eebc1049 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0532773 Feb 09 22:33:25.395310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2336211-f9a4-4fdd-a19b-9fce1bcdfb4a req-76a2ceb9-ddab-42a0-a19c-9d87b1f7b04d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 Feb 09 22:33:25.513759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8ad96-8546-42f9-b93f-5a2e524443f4 req-9997cd07-09b0-4fbc-8b5a-d3d4fbe48d4e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:25.515880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52e8ad96-8546-42f9-b93f-5a2e524443f4 req-9997cd07-09b0-4fbc-8b5a-d3d4fbe48d4e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0519199 Feb 09 22:33:25.564240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52e8ad96-8546-42f9-b93f-5a2e524443f4 req-dc14f2b7-4ea8-47a4-989a-a87d7d4f12ff tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Feb 09 22:33:25.934172 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:33:25.976948 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d30338-e147-47e3-886b-47a23aff95b4 req-8d545f46-9367-4859-8ad8-a6a9f469892f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:25.979040 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58d30338-e147-47e3-886b-47a23aff95b4 req-8d545f46-9367-4859-8ad8-a6a9f469892f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0524290 Feb 09 22:33:26.025123 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58d30338-e147-47e3-886b-47a23aff95b4 req-6f1ce9e9-ce06-4657-a188-d4b0c4e368c0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403986 Feb 09 22:33:26.258396 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-c162309c-566b-4c7f-aa16-2aed9a162258 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920260 Feb 09 22:33:27.147726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033c52b-f9b8-43bb-a15a-3aa682a0605f req-ae3d6fc9-3df7-4b63-a00b-a8caa0420138 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:27.149269 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2033c52b-f9b8-43bb-a15a-3aa682a0605f req-ae3d6fc9-3df7-4b63-a00b-a8caa0420138 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0540526 Feb 09 22:33:27.196501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2033c52b-f9b8-43bb-a15a-3aa682a0605f req-912ccbb5-4c72-426e-bd8c-30e2c4ecb23b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415282 Feb 09 22:33:28.156545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-cf4bb54c-29a4-4ccd-a21a-051a40c4477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:28.158046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-cf4bb54c-29a4-4ccd-a21a-051a40c4477e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1128 time: 0.0448892 Feb 09 22:33:28.250493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-ee43f36c-9ac2-469e-b9fc-ee383c102759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:28.252021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-ee43f36c-9ac2-469e-b9fc-ee383c102759 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0879655 Feb 09 22:33:28.316065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfda8b7-a336-41c3-b102-cb1a947ab508 req-61ca5520-1e6a-4912-a41f-aa4aa6a2fc79 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:28.316686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-59f8b2ca-59ea-46fc-b323-94f877433ece service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0583661 Feb 09 22:33:28.317544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fdfda8b7-a336-41c3-b102-cb1a947ab508 req-61ca5520-1e6a-4912-a41f-aa4aa6a2fc79 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0516889 Feb 09 22:33:28.364753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fdfda8b7-a336-41c3-b102-cb1a947ab508 req-5984725a-0fe0-4692-9bea-9e22a52912cb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403736 Feb 09 22:33:28.365519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-1786020c-22bb-40e8-8a24-fd4a2ef58280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:28.366990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-1786020c-22bb-40e8-8a24-fd4a2ef58280 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0441689 Feb 09 22:33:28.418739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-8588d2ce-b7bd-438b-a727-d0f73e758ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:28.420456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-8588d2ce-b7bd-438b-a727-d0f73e758ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476506 Feb 09 22:33:28.505340 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7230fe7c-34d6-476a-8de2-f76d683a3dac service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789139 Feb 09 22:33:28.595289 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-3de2b8e7-52d8-4096-9984-1e2dbdb3c96a service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844221 Feb 09 22:33:29.486198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34e79d-7375-4539-b3d0-cb560cc38e29 req-8b48076f-8d09-4474-95b7-c3f4af8bcde3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:29.487653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae34e79d-7375-4539-b3d0-cb560cc38e29 req-8b48076f-8d09-4474-95b7-c3f4af8bcde3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0517967 Feb 09 22:33:29.532264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ae34e79d-7375-4539-b3d0-cb560cc38e29 req-ca9b827f-f571-4fdf-a69a-67f7610f9d17 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390172 Feb 09 22:33:29.771433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:30.654672 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b1762-eafc-4ed6-9a46-0199d7fada81 req-b5262ebd-28ee-4416-be90-e3f321576f8b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:30.656183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d2b1762-eafc-4ed6-9a46-0199d7fada81 req-b5262ebd-28ee-4416-be90-e3f321576f8b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0568569 Feb 09 22:33:30.701426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d2b1762-eafc-4ed6-9a46-0199d7fada81 req-381e5e7a-75b5-4ae1-b53f-e4bf4dd6ef89 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397022 Feb 09 22:33:31.239688 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:31.819532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f603872-5c4c-4bd6-9c38-b5cea02938f8 req-fa4cb297-c8a2-4cd4-817c-b41ba224cb4e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:31.821062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f603872-5c4c-4bd6-9c38-b5cea02938f8 req-fa4cb297-c8a2-4cd4-817c-b41ba224cb4e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0521708 Feb 09 22:33:31.870062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5f603872-5c4c-4bd6-9c38-b5cea02938f8 req-b9bb247f-3d34-4641-a2d4-d096e8d1af67 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 Feb 09 22:33:32.985537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb0f6-e622-4077-9a46-04b8e66d8c49 req-418824d6-c464-4074-9eee-f45e5fa46e22 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:32.987008 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fedfb0f6-e622-4077-9a46-04b8e66d8c49 req-418824d6-c464-4074-9eee-f45e5fa46e22 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0507483 Feb 09 22:33:33.032066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fedfb0f6-e622-4077-9a46-04b8e66d8c49 req-42fb817f-7fab-493c-9d5f-ae6b3a1fabad tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394945 Feb 09 22:33:34.157531 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccce68f-ce50-4e73-89c5-6fd877f4c8ff req-26b078a5-63c3-493a-aff4-3d5a9ea464d4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:34.159024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ccce68f-ce50-4e73-89c5-6fd877f4c8ff req-26b078a5-63c3-493a-aff4-3d5a9ea464d4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0546410 Feb 09 22:33:34.207519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ccce68f-ce50-4e73-89c5-6fd877f4c8ff req-a9424729-475e-44be-9f6d-3706cad81d6c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 Feb 09 22:33:35.327382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456bde3-aa60-4398-a96a-2fe0c7a818dc req-036c97d2-8bcd-40bd-9aec-9c8389650979 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:35.328888 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1456bde3-aa60-4398-a96a-2fe0c7a818dc req-036c97d2-8bcd-40bd-9aec-9c8389650979 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0522532 Feb 09 22:33:35.377979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1456bde3-aa60-4398-a96a-2fe0c7a818dc req-b2ed475a-2b85-410d-994f-8d61d7c4c01a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Feb 09 22:33:35.496606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2e54a68-3626-4003-9edf-a8560180876f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:36.496204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e690ec-a9e5-4c4e-b6f9-a362a0a033d8 req-6ab4d7a4-7dd6-4c14-9e3c-a5e3375b02cf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:36.497609 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4e690ec-a9e5-4c4e-b6f9-a362a0a033d8 req-6ab4d7a4-7dd6-4c14-9e3c-a5e3375b02cf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0514164 Feb 09 22:33:36.543189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4e690ec-a9e5-4c4e-b6f9-a362a0a033d8 req-bf91aa01-ae73-4ad6-a576-a6cf26785786 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401118 Feb 09 22:33:37.513595 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-00d28e21-3f71-4e19-b367-52b1339fecee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:37.664069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21a15d-4ec6-4baf-8e22-158779735c84 req-1fff6df6-26b3-4f6f-b9f0-954a2c1070be tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:37.665561 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d21a15d-4ec6-4baf-8e22-158779735c84 req-1fff6df6-26b3-4f6f-b9f0-954a2c1070be tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0530164 Feb 09 22:33:37.711556 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d21a15d-4ec6-4baf-8e22-158779735c84 req-964a0330-e646-45e1-b10f-edc694622f2f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Feb 09 22:33:38.833167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9e15a-48a3-403e-8ce9-9bea7cac623e req-d15b4f92-d007-44fc-8a74-3a31afba32d2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:38.834940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aa9e15a-48a3-403e-8ce9-9bea7cac623e req-d15b4f92-d007-44fc-8a74-3a31afba32d2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0555754 Feb 09 22:33:38.879796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aa9e15a-48a3-403e-8ce9-9bea7cac623e req-9a887d2c-9107-49f3-8dfd-4a59c919e644 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 Feb 09 22:33:39.199621 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:39.999229 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b0e9-21d3-4cb2-a425-63450f731fbb req-b916bf75-9b7a-4309-bb9c-eaae36c8141a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:40.000732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3577b0e9-21d3-4cb2-a425-63450f731fbb req-b916bf75-9b7a-4309-bb9c-eaae36c8141a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0517030 Feb 09 22:33:40.045912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3577b0e9-21d3-4cb2-a425-63450f731fbb req-519f1101-c3ad-4f0d-8b3e-fd2df0ee5a87 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396481 Feb 09 22:33:40.388701 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.162907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a78540-282c-4887-be19-464968e40c70 req-75d73f1d-4ea5-4e84-a42e-3f0f467f04f8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:41.164411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7a78540-282c-4887-be19-464968e40c70 req-75d73f1d-4ea5-4e84-a42e-3f0f467f04f8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0520000 Feb 09 22:33:41.210210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7a78540-282c-4887-be19-464968e40c70 req-f4e6c6a6-b08a-49a4-9dba-f0128c3e4465 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 Feb 09 22:33:41.713319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:42.331675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fb4a9-2ef4-417d-8427-adbbc51f0940 req-01069e80-d049-47ea-881f-aa4b1be2d633 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:42.333194 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d33fb4a9-2ef4-417d-8427-adbbc51f0940 req-01069e80-d049-47ea-881f-aa4b1be2d633 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0568728 Feb 09 22:33:42.378662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d33fb4a9-2ef4-417d-8427-adbbc51f0940 req-48c13c71-2730-49a9-8bc8-6d8c21169c29 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393360 Feb 09 22:33:43.495661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889817-947a-4df0-af53-0bdc00f37a1b req-b749c902-d3c6-485d-996d-6d0511cb84ef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:43.497156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80889817-947a-4df0-af53-0bdc00f37a1b req-b749c902-d3c6-485d-996d-6d0511cb84ef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0506587 Feb 09 22:33:43.546417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80889817-947a-4df0-af53-0bdc00f37a1b req-2d3d8626-ad5a-48d3-aa88-3ff650b0ac67 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436966 Feb 09 22:33:44.664758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82c6d-0277-4e86-8342-0f6171a34e08 req-eab6f08f-53ca-4c54-af33-5adbb7c94640 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:44.666250 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29e82c6d-0277-4e86-8342-0f6171a34e08 req-eab6f08f-53ca-4c54-af33-5adbb7c94640 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0520256 Feb 09 22:33:44.712125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29e82c6d-0277-4e86-8342-0f6171a34e08 req-65c8ecd4-c9f5-4f10-ad37-72004588ef03 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400293 Feb 09 22:33:45.832330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cbbdd-b584-4ec4-a20a-2f667915b843 req-2ebb4905-d3bf-4c03-b1ee-fa873b3b9c1a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:45.833825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e67cbbdd-b584-4ec4-a20a-2f667915b843 req-2ebb4905-d3bf-4c03-b1ee-fa873b3b9c1a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0522132 Feb 09 22:33:45.879557 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e67cbbdd-b584-4ec4-a20a-2f667915b843 req-1140cd64-e8c2-41cf-9679-4d7ef41f35e3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400898 Feb 09 22:33:47.001137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4d81a-d599-4dd2-9509-e73e73671ddf req-07e0daca-7ad3-4cf2-a96e-2f8e88abb2eb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:47.002583 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2cf4d81a-d599-4dd2-9509-e73e73671ddf req-07e0daca-7ad3-4cf2-a96e-2f8e88abb2eb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0546966 Feb 09 22:33:47.048513 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2cf4d81a-d599-4dd2-9509-e73e73671ddf req-ec737bda-a217-4ad0-b3e4-ea9932e53de3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403461 Feb 09 22:33:48.165553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed25077-3c68-4288-bacb-fc26ee1a491a req-d1300df1-1cbf-45ea-9483-e2ecc560ccad tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:48.167533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ed25077-3c68-4288-bacb-fc26ee1a491a req-d1300df1-1cbf-45ea-9483-e2ecc560ccad tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0511410 Feb 09 22:33:48.212964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ed25077-3c68-4288-bacb-fc26ee1a491a req-80860ecb-a6cc-4485-818e-8d7ece431a98 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 Feb 09 22:33:49.333632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fd973-ed08-4d5b-9be8-5ad1c0c8e0a7 req-f0d0de67-58db-480a-b6aa-a4b34a49dbae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:49.335099 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b28fd973-ed08-4d5b-9be8-5ad1c0c8e0a7 req-f0d0de67-58db-480a-b6aa-a4b34a49dbae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0512266 Feb 09 22:33:49.380206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b28fd973-ed08-4d5b-9be8-5ad1c0c8e0a7 req-0cef09d0-2153-4ab6-b0dd-7a0fcefaa8dc tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392659 Feb 09 22:33:50.500568 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7121607-64d1-4d2f-b834-de5b6826c0b4 req-1ac81377-9bd6-4815-8d1c-3b8994f54231 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:50.501923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7121607-64d1-4d2f-b834-de5b6826c0b4 req-1ac81377-9bd6-4815-8d1c-3b8994f54231 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0544972 Feb 09 22:33:50.547020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f7121607-64d1-4d2f-b834-de5b6826c0b4 req-30cd8489-18d0-4bd0-9d24-0109dd68ff5a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395868 Feb 09 22:33:51.669079 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e004c-915b-4026-8495-bb94a43de4ec req-9e9f6d72-8de3-4346-9654-0080c48e9f06 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:51.671476 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b0e004c-915b-4026-8495-bb94a43de4ec req-9e9f6d72-8de3-4346-9654-0080c48e9f06 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0575905 Feb 09 22:33:51.722579 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4b0e004c-915b-4026-8495-bb94a43de4ec req-744c7afd-9055-436b-80f4-75af7047ceb7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455706 Feb 09 22:33:52.279671 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-a2820cdd-49e2-44dd-a5d8-9f6c2aef13e8 req-397fbfa4-6412-4fea-b7ca-97e858973cc6 service neutron] (103696) timed out ('10.222.0.110', 62949) {{(pid=103696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:33:52.842819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd45aa-ec40-4478-bbd7-24049165b0e9 req-ce211dfc-35ec-4888-8b5b-720ebe5669ba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:52.844345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abbd45aa-ec40-4478-bbd7-24049165b0e9 req-ce211dfc-35ec-4888-8b5b-720ebe5669ba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0521882 Feb 09 22:33:52.890166 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abbd45aa-ec40-4478-bbd7-24049165b0e9 req-e35b748c-56a5-440f-94a7-856ca1c9694d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Feb 09 22:33:54.010590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7f4b-bff6-4432-a4b5-b31151989270 req-1994627e-248e-412e-97bd-ed0fa7074aef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:54.012122 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65ac7f4b-bff6-4432-a4b5-b31151989270 req-1994627e-248e-412e-97bd-ed0fa7074aef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0526395 Feb 09 22:33:54.057795 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-65ac7f4b-bff6-4432-a4b5-b31151989270 req-1b2c57ef-56db-40f3-9646-a7518e57b5bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396411 Feb 09 22:33:55.180906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512ab4d-7d5e-49f5-8551-cbaf8c4e9271 req-ad920c44-f7e8-4c83-841b-50f43091dc88 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:55.182932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3512ab4d-7d5e-49f5-8551-cbaf8c4e9271 req-ad920c44-f7e8-4c83-841b-50f43091dc88 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0559659 Feb 09 22:33:55.228868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3512ab4d-7d5e-49f5-8551-cbaf8c4e9271 req-7ed2c91e-c97c-4454-b663-05ae35a65d05 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401554 Feb 09 22:33:56.347219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd4c72-e96c-4dc1-8d06-77600ff6f93c req-febcf3c4-12a1-4aa1-9ce5-923079c6ac12 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:56.348752 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97cd4c72-e96c-4dc1-8d06-77600ff6f93c req-febcf3c4-12a1-4aa1-9ce5-923079c6ac12 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0521281 Feb 09 22:33:56.395480 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-97cd4c72-e96c-4dc1-8d06-77600ff6f93c req-a7470c17-bf48-421b-8a74-3f34afc16e7b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404856 Feb 09 22:33:57.513672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa9411-1f7c-46e1-ab4b-14dd378d4bb5 req-5d12e812-e4d3-4b3e-9696-56d07a8f1fc9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:57.515163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eaa9411-1f7c-46e1-ab4b-14dd378d4bb5 req-5d12e812-e4d3-4b3e-9696-56d07a8f1fc9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0517416 Feb 09 22:33:57.560389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2eaa9411-1f7c-46e1-ab4b-14dd378d4bb5 req-be89850e-e703-4348-8b48-6f2839458a9b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395391 Feb 09 22:33:58.684292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ea747-65b5-4ccd-a345-6ce740cddff0 req-0a8ad3b8-970f-4c1a-b32f-d7a7c24fe42a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:58.685768 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-612ea747-65b5-4ccd-a345-6ce740cddff0 req-0a8ad3b8-970f-4c1a-b32f-d7a7c24fe42a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0576665 Feb 09 22:33:58.730758 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-612ea747-65b5-4ccd-a345-6ce740cddff0 req-65614a70-f7c4-48b5-9c7f-e50ae11e0f40 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393488 Feb 09 22:33:59.216948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-1f192b76-bb97-4b42-94a9-2685423e1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:59.218422 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-1f192b76-bb97-4b42-94a9-2685423e1834 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1128 time: 0.0439513 Feb 09 22:33:59.322824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-03ef9409-89e6-464a-b1a9-eb436dbd3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:59.324348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-03ef9409-89e6-464a-b1a9-eb436dbd3849 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0862439 Feb 09 22:33:59.389316 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-cdcb2df0-5a12-4f8a-8d81-9b4f30088440 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0565586 Feb 09 22:33:59.440344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-a31c08fc-764a-443b-85fd-604b1f10638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:59.441794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-a31c08fc-764a-443b-85fd-604b1f10638a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0462117 Feb 09 22:33:59.488499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-0e457e0e-3c7f-4e85-b38c-7d7ce2af2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:59.489874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-0e457e0e-3c7f-4e85-b38c-7d7ce2af2b6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0419714 Feb 09 22:33:59.575747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-303b2e8a-09fc-4bbf-87aa-279883bdc894 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791039 Feb 09 22:33:59.666826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0f2ce93-a0fd-443a-9c52-3edaf63e5127 req-a236a804-7d6a-4ca5-a955-11b7eb5f470a service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839078 Feb 09 22:33:59.770577 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.851991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35cdd-6e79-4df5-85d8-e13036ba953e req-68f8d4d4-bd2a-4a9b-b5de-a542d9648328 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:59.853457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9c35cdd-6e79-4df5-85d8-e13036ba953e req-68f8d4d4-bd2a-4a9b-b5de-a542d9648328 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0525105 Feb 09 22:33:59.899223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9c35cdd-6e79-4df5-85d8-e13036ba953e req-76b3a549-6f72-43ae-a91c-97df9f446ab1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Feb 09 22:34:00.846587 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-5b73af01-fa85-4b8b-a8ec-91aa10a51a0f service neutron] show failed (client error): The resource could not be found. Feb 09 22:34:00.847578 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-5b73af01-fa85-4b8b-a8ec-91aa10a51a0f service neutron] 10.222.0.30 "GET /v2.0/ports/638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0555918 Feb 09 22:34:01.018191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b065-aa35-4104-9f92-d44e083c9e95 req-cdb7b298-bf4c-474d-a4fd-70eb0a4453d2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:01.019696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3df3b065-aa35-4104-9f92-d44e083c9e95 req-cdb7b298-bf4c-474d-a4fd-70eb0a4453d2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0530438 Feb 09 22:34:01.067164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3df3b065-aa35-4104-9f92-d44e083c9e95 req-a970087a-ac56-4a7f-9508-0b19928353cf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Feb 09 22:34:01.262599 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.697643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-1b33ee0b-a35a-4a40-b041-d64f5275766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:01.699177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-1b33ee0b-a35a-4a40-b041-d64f5275766c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 1128 time: 0.3703151 Feb 09 22:34:01.710502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:01.765368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.961290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:01.993864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:02.032264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:02.034565 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fe8c4a-a017-4868-85ae-fc1b9243bf32" -d '{"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:02.038397 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Publish callbacks [] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.051695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Transition to ACTIVE for port object 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:34:02.082313 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43407a72-2956-486b-91e7-fd3097495d08 x-openstack-request-id: req-43407a72-2956-486b-91e7-fd3097495d08 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:02.082611 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:02.082871 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43407a72-2956-486b-91e7-fd3097495d08 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:02.083302 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'code': 200} Feb 09 22:34:02.107880 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.189802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:02.191595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92b4b9-741b-405f-bd03-acfaaeba03c1 req-eabaab8a-6e98-4f70-a42a-5f86392371ea tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.194328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae92b4b9-741b-405f-bd03-acfaaeba03c1 req-eabaab8a-6e98-4f70-a42a-5f86392371ea tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0584495 Feb 09 22:34:02.233794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] No DVR routers for this DVR port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:02.258086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae92b4b9-741b-405f-bd03-acfaaeba03c1 req-dc28aa4f-067d-49bb-8553-64d7fe9ac42f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526242 Feb 09 22:34:02.374963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:02.375299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:02.375631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:02.379845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:34:02.380171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Attempting to bind port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:02.384920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:02.385263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:02.386175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:02.386597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Bound port: 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:02.386951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.447073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:02.450560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:02.547897 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.579711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.580336 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.581726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] 10.222.0.110 "PUT /v2.0/ports/638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 1092 time: 0.8751521 Feb 09 22:34:02.604285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcc3fa-c1e7-4d1c-b6df-282390a0bb61 service neutron] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:02.656542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-86241c99-2769-45a7-852c-7cb63cae150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.658090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-86241c99-2769-45a7-852c-7cb63cae150c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1126 time: 0.0509522 Feb 09 22:34:02.749712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-8025fa52-8504-4aee-b488-427c38cba14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.751829 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-8025fa52-8504-4aee-b488-427c38cba14a service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0867212 Feb 09 22:34:02.819848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-a949afa6-c24f-47da-b3d8-113c6b1328d5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 998 time: 0.0625653 Feb 09 22:34:02.866196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7b7b830d-51e6-4910-8d0e-e303eba49652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.867546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-7b7b830d-51e6-4910-8d0e-e303eba49652 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0421553 Feb 09 22:34:02.913853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-07c5be44-1e24-43df-ab31-94dd44636e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.915307 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-07c5be44-1e24-43df-ab31-94dd44636e1e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426064 Feb 09 22:34:02.934137 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:34:03.005408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-bf38de65-56f2-4b23-8d94-75c3bec2ae48 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839839 Feb 09 22:34:03.093836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dbe39f2-abf4-4087-b414-cce3ad162879 req-717b54dd-bfa8-482d-a856-48b86647200f service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817842 Feb 09 22:34:03.387735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0137d3-1729-4fbd-9bab-88bd7bb65bf9 req-0a6f7123-b7fc-41b6-a475-63758bf40c0c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:03.389182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed0137d3-1729-4fbd-9bab-88bd7bb65bf9 req-0a6f7123-b7fc-41b6-a475-63758bf40c0c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0560420 Feb 09 22:34:03.443852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed0137d3-1729-4fbd-9bab-88bd7bb65bf9 req-ba9547f2-4cea-43b2-b303-4a1381cf2ec1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476534 Feb 09 22:34:04.084015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:04.086372 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f67c334-93e8-4f67-8fe9-7ac95847c859" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:04.133514 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0302cc-24e5-451c-8d5a-03cf18942bbe x-openstack-request-id: req-fd0302cc-24e5-451c-8d5a-03cf18942bbe {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:04.133817 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:04.134091 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fd0302cc-24e5-451c-8d5a-03cf18942bbe {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:04.134496 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'status': 'completed', 'code': 200} Feb 09 22:34:04.230811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-26b639de-5525-40ec-b8a9-d7e1106677e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.232365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-26b639de-5525-40ec-b8a9-d7e1106677e0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1126 time: 0.0754712 Feb 09 22:34:04.234790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-7c098b61-7f80-4336-9946-4930649c8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.236178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-7c098b61-7f80-4336-9946-4930649c8f0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1126 time: 0.0702057 Feb 09 22:34:04.391901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-a19a24d9-6481-4c02-ace4-cdb5a653f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.393325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-a19a24d9-6481-4c02-ace4-cdb5a653f37c service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1535425 Feb 09 22:34:04.394419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-011d7cc1-2f48-4103-a048-c19cea431fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.395753 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-011d7cc1-2f48-4103-a048-c19cea431fb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1488848 Feb 09 22:34:04.506867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-78b19c03-9b32-42d1-9987-1bcb2e17fec2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 998 time: 0.1063740 Feb 09 22:34:04.508674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-fe54a41e-8b84-4e24-8b91-9b7c7640f095 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 998 time: 0.1011193 Feb 09 22:34:04.623357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-c7e84f30-5338-4667-9848-859336fc052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.624940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-c7e84f30-5338-4667-9848-859336fc052a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.1101599 Feb 09 22:34:04.627034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-0048eefa-d5ef-41c6-ba6e-048386484c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.628390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-0048eefa-d5ef-41c6-ba6e-048386484c5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0949328 Feb 09 22:34:04.643306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a172-e03f-4dd2-a242-14f1078cceb8 req-7ca813f6-ce9a-411b-8bd8-72ee899eab92 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.644740 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c19a172-e03f-4dd2-a242-14f1078cceb8 req-7ca813f6-ce9a-411b-8bd8-72ee899eab92 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.1310077 Feb 09 22:34:04.754639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c19a172-e03f-4dd2-a242-14f1078cceb8 req-367b4f3c-3276-4f75-86ed-4c6c1e6fae9a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913355 Feb 09 22:34:04.759547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-0ba6738b-d6fb-4aca-8121-e0746beed3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.761605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-0ba6738b-d6fb-4aca-8121-e0746beed3ec service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1160064 Feb 09 22:34:04.764192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-3eeee706-b0c0-4331-b07a-b774686900b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.765727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-3eeee706-b0c0-4331-b07a-b774686900b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1189384 Feb 09 22:34:04.922334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-86219418-3abf-45f0-a0b3-f0993f51bd59 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528823 Feb 09 22:34:04.925698 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-c96821b7-6f7b-4914-902e-1fcfe3fb1d1e service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480169 Feb 09 22:34:05.083162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-4d125141-4028-4ea2-9d12-cecb2d150add service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531239 Feb 09 22:34:05.085319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f67c334-93e8-4f67-8fe9-7ac95847c859 req-9d401e52-93c6-4065-b213-55be9229533d service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471229 Feb 09 22:34:05.461946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ebb4e859-e507-4f24-9b38-2e65bd6cbc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.876228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5452eb3-5928-4d56-a6af-512a9a6286ac req-870cb610-e937-4b3d-af3a-1ea97447bf23 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.877730 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5452eb3-5928-4d56-a6af-512a9a6286ac req-870cb610-e937-4b3d-af3a-1ea97447bf23 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0528414 Feb 09 22:34:05.924116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f5452eb3-5928-4d56-a6af-512a9a6286ac req-8b183d3d-8a6f-4b70-8e6a-e871c4b0da23 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406392 Feb 09 22:34:06.054047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:06.080090 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:34:06.120022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:34:06.120422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:06.188333 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:06.199462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'mac_address': 'fa:16:3e:ea:9c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:34:06.226332 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d34d9-955b-4c13-bf8c-86143e8d2762 req-b41b8f9e-cbb2-4c36-b88c-87aaf11e598b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.228102 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-220d34d9-955b-4c13-bf8c-86143e8d2762 req-b41b8f9e-cbb2-4c36-b88c-87aaf11e598b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 944 time: 0.0592027 Feb 09 22:34:06.238120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:06.238524 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:06.255695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:06.277603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-220d34d9-955b-4c13-bf8c-86143e8d2762 req-188f81d3-83b9-4713-bf24-f7029aedcbbb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433521 Feb 09 22:34:06.280071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:06.307759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-b399916c-7ae3-4299-896b-f2b6a38b849c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.309241 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-b399916c-7ae3-4299-896b-f2b6a38b849c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a&tenant_id=72dacb38cd014b82878aaef8347a3751&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 944 time: 0.0644825 Feb 09 22:34:06.336446 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:06.374513 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-5098adf9-3c0b-4de2-a8dc-3b30eca77ced service neutron] delete failed (client error): The resource could not be found. Feb 09 22:34:06.375607 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-5098adf9-3c0b-4de2-a8dc-3b30eca77ced service neutron] 10.222.0.30 "DELETE /v2.0/ports/638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0549455 Feb 09 22:34:06.384024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:06.468466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-b82d3eee-e552-43df-a431-26cab2502d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.469986 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-b82d3eee-e552-43df-a431-26cab2502d9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 1127 time: 0.0457010 Feb 09 22:34:06.563974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-729d50fc-09c7-4e67-848f-7e396aec6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.565434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-729d50fc-09c7-4e67-848f-7e396aec6cce service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0851462 Feb 09 22:34:06.569937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:06.633341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-37efc95c-2b13-4506-884c-81d47010ff02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 200 len: 999 time: 0.0579059 Feb 09 22:34:06.684211 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-0d4c0085-ac5f-4cc5-ad62-3e468b2a7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.685705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-0d4c0085-ac5f-4cc5-ad62-3e468b2a7607 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0434253 Feb 09 22:34:06.741556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-872e3966-9120-4622-b169-7b606d950fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.742972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-872e3966-9120-4622-b169-7b606d950fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472004 Feb 09 22:34:06.832343 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-9c66a6ec-a6a4-440b-ac09-e31c1af0dee7 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799410 Feb 09 22:34:06.924702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02023af5-4bfb-4ed1-9067-3d753ea1e7d2 req-f58057e3-ae0d-4c7e-a1db-f25002e5ee94 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832703 Feb 09 22:34:07.398245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec141f-8978-4ad5-a8de-92f2727773fc req-41cf0f1c-b89d-4c58-9244-193d7ac9bdcf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:07.399643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ec141f-8978-4ad5-a8de-92f2727773fc req-41cf0f1c-b89d-4c58-9244-193d7ac9bdcf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 945 time: 0.0518198 Feb 09 22:34:07.447815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-30ec141f-8978-4ad5-a8de-92f2727773fc req-2681390d-914f-47a0-9c83-eba5c0be9c55 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 Feb 09 22:34:07.542057 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba83a304-00ea-4549-9599-5119e3979341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.076720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:08.159243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:34:08.163383 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:08.163824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.240024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:08.240418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.266416 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:08.268736 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8fdf56-3c09-4f9d-bce5-b359b6ea9367" -d '{"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-plugged", "status": "completed", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:08.281010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:08.308280 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e28f72-22ad-495c-ba0a-ef22fb1a6b53 x-openstack-request-id: req-b2e28f72-22ad-495c-ba0a-ef22fb1a6b53 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:08.308581 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-plugged", "status": "completed", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:08.308842 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2e28f72-22ad-495c-ba0a-ef22fb1a6b53 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:08.309273 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'code': 200} Feb 09 22:34:08.336304 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.385648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:08.392858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.393214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.393562 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.393902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.394244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.394581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.394914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.395243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.395574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.395930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.396261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.396612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.396940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:08.568740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389223d0-15f4-4751-ac87-db3f9bae3199 req-8aeee3d4-0c84-46f4-9b56-580ad15698de tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:08.570271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-389223d0-15f4-4751-ac87-db3f9bae3199 req-8aeee3d4-0c84-46f4-9b56-580ad15698de tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0521162 Feb 09 22:34:08.615975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-389223d0-15f4-4751-ac87-db3f9bae3199 req-56148d73-b20c-492d-8ed6-925943a014a7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397539 Feb 09 22:34:08.738696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa68976-3000-45a9-944e-25954636f7e1 req-af5ee89c-50d4-4f17-8bd6-9ec2001d5183 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:08.740207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfa68976-3000-45a9-944e-25954636f7e1 req-af5ee89c-50d4-4f17-8bd6-9ec2001d5183 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0568590 Feb 09 22:34:08.785359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bfa68976-3000-45a9-944e-25954636f7e1 req-3073ac9c-b916-4d9f-a1c3-27c8342b3bf4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Feb 09 22:34:08.904231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e7d07-3870-465e-860a-aaff0595a131 req-7a8de439-ee83-4a06-9025-d5679db1c799 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:08.905623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc1e7d07-3870-465e-860a-aaff0595a131 req-7a8de439-ee83-4a06-9025-d5679db1c799 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0559089 Feb 09 22:34:08.953805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc1e7d07-3870-465e-860a-aaff0595a131 req-2e823426-3b00-4eed-beb7-d1a0d298beae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Feb 09 22:34:09.187890 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.325316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affdeb2-dec2-4f45-baff-a60e0f06d5fa req-1847ab3a-aad7-4857-84b4-a5f8398430ae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:09.326813 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2affdeb2-dec2-4f45-baff-a60e0f06d5fa req-1847ab3a-aad7-4857-84b4-a5f8398430ae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0525587 Feb 09 22:34:09.373046 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2affdeb2-dec2-4f45-baff-a60e0f06d5fa req-1a68fa4e-7a44-49b4-a0b3-04e3ce260c43 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Feb 09 22:34:10.393250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.493125 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a93016-bbd8-44a7-8867-b7208b34407c req-8e4a594b-aa26-42b4-b31f-59ba6dad25d9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:10.494538 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2a93016-bbd8-44a7-8867-b7208b34407c req-8e4a594b-aa26-42b4-b31f-59ba6dad25d9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0522535 Feb 09 22:34:10.540696 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2a93016-bbd8-44a7-8867-b7208b34407c req-43b0cba5-bdc8-4d8c-a40f-4422f1c000c5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404050 Feb 09 22:34:10.631868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-7f2ed77c-ee7b-4f61-b542-a41c8dc4d781 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:10.633357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-7f2ed77c-ee7b-4f61-b542-a41c8dc4d781 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.110 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 946 time: 0.0508568 Feb 09 22:34:10.726262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Deleting port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:10.726613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.815961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] For port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:10.816260 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.979745 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.980129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.980446 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a disassociated. External IP: 172.25.5.4, port: 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2. Feb 09 22:34:10.980796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Calling delete_port for 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:11.158436 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:11.186199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event deleted for resources: {'Port': ['ID=638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:11.197494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.197842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.198817 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.199154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.199487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.199841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.200170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.200493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.200814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.201135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.201455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.201776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.202116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:11.315546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:34:11.424650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:34:11.435569 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:34:11.445518 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:11.446122 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:34:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:11.465042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] No DVR routers for this DVR port 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:11.467531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:11.470795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc9d97d5-10ca-489e-a4af-62f7d1fa0ed8 req-5fd51f7d-9e2c-4837-bf88-6801d0dc146d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.110 "DELETE /v2.0/ports/638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 HTTP/1.1" status: 204 len: 173 time: 0.8321981 Feb 09 22:34:11.471229 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-deleted', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:11.473486 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8297fb3f-b635-4d82-9ed5-535add255c66" -d '{"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-deleted", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:11.511973 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0c2e51-9b1d-49fc-b5f0-a09b89c8be11 x-openstack-request-id: req-bb0c2e51-9b1d-49fc-b5f0-a09b89c8be11 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:11.512394 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9bd809-a2b6-46aa-a951-602e63188b2a", "name": "network-vif-deleted", "tag": "638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:11.512624 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb0c2e51-9b1d-49fc-b5f0-a09b89c8be11 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:11.512961 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9bd809-a2b6-46aa-a951-602e63188b2a', 'name': 'network-vif-deleted', 'tag': '638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2', 'status': 'completed', 'code': 200} Feb 09 22:34:11.552980 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:11.660781 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7bb0db09-4a64-49d7-928b-31aea3c94365 req-418d1e44-3ad5-475d-b41a-d54f3866329a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c9bd809-a2b6-46aa-a951-602e63188b2a HTTP/1.1" status: 200 len: 210 time: 0.0492494 Feb 09 22:34:11.742420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:11.755615 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:11.781760 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:34:11.789843 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:11.790442 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:34:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:11.895231 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:12.092366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:12.117163 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c402a-bc21-4022-9a8c-d68290b55109 None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:34:12.330252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411e9f95-6918-433e-98d9-64f56b536e96 None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:34:12.902197 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-2ccd9c34-0da7-4cd1-a972-16aaf67f7f74 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--264889779&fields=id&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 267 time: 0.0416350 Feb 09 22:34:13.009761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-e30910e3-4e2a-4d26-876f-a3e3377da794 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:13.011188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-e30910e3-4e2a-4d26-876f-a3e3377da794 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.1026618 Feb 09 22:34:13.025335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-dfd08aa8-7e4f-49cf-ac62-756f792612e5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/quotas/72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 375 time: 0.0087032 Feb 09 22:34:13.078687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-318fbbb6-909c-48b1-8bbc-e5b4c2c1606d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486934 Feb 09 22:34:13.173528 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-17b39af1-e66b-45d3-9173-a344ff588043 service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837977 Feb 09 22:34:13.270913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-18740fe9-6849-4c37-8738-7d8fef8f3533 service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802414 Feb 09 22:34:13.502250 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d09a912b-94dd-4e11-872d-83fab6c8bb89 req-b73a780e-b811-4687-ac3a-ce1c932dde53 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 210 time: 0.0273690 Feb 09 22:34:14.145376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:14.164800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:14.165217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 638d0ce0-b08c-44fd-85a9-7a3afbfc5ec2 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:14.600215 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e2eecce1-2bb9-4bcf-81ac-7ae1743d34a7 req-b478be35-ab08-49df-b2c1-08c61a369b5c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 210 time: 0.0281377 Feb 09 22:34:15.566235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-827cbda7-8085-497f-99c0-15e5f26849e4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:15.567695 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-827cbda7-8085-497f-99c0-15e5f26849e4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.4350178 Feb 09 22:34:15.626660 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-0cfc214c-2c4c-4e87-bee8-3bc1dd6b74e5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 379 time: 0.0500746 Feb 09 22:34:15.636545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'port': {'device_id': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'admin_state_up': True, 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'security_groups': ['1ebffaa6-0bc9-472e-8c46-3f707560421e']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:15.699842 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7dfd066e-59ba-4f85-b2c6-d0b240eca51d req-9483d401-fc42-4265-845b-c06872b45582 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 210 time: 0.0268385 Feb 09 22:34:15.815889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Made reservation on behalf of 72dacb38cd014b82878aaef8347a3751 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:15.819331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.939484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Allocated IP 172.20.0.5 (a4124083-fdc6-42e9-b83d-e2786e96200f/af4d74bb-030d-4c8d-b43a-47ffb7263397/24e24332-cd77-4060-a0fd-6e2ce6ab3ca2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:16.074364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.164635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.210705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Network a4124083-fdc6-42e9-b83d-e2786e96200f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:16.214298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:16.217264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:16.248330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:16.279091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.279756 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.373991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-d0e49c02-ab22-4e82-9f97-c9c8863033e7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7412090 Feb 09 22:34:16.391020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Request body: {'port': {'device_id': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:16.426511 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e0341f6d-3495-472a-a39a-7698931f227d None None] Provisioning complete for port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:16.427072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e0341f6d-3495-472a-a39a-7698931f227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.450368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.461280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e0341f6d-3495-472a-a39a-7698931f227d None None] Port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:34:16.708506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:16.716448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Publish callbacks [] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.728695 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Transition to ACTIVE for port object 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:34:16.799032 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:16.858259 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:16.875123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a7176-a4e5-4e6d-bdf1-04b317f0097d req-704ab823-be90-4d4c-94f4-39140c6e0abe tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.880247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c5a7176-a4e5-4e6d-bdf1-04b317f0097d req-704ab823-be90-4d4c-94f4-39140c6e0abe tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 931 time: 0.1126480 Feb 09 22:34:16.975564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c5a7176-a4e5-4e6d-bdf1-04b317f0097d req-07ea552b-532a-4e1e-9dbb-884bda2df124 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801544 Feb 09 22:34:16.986768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:16.987115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:16.987471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:16.998609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:34:16.998609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:16.998609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:16.998609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:16.998609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:16.998609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Bound port: 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:16.999183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:17.061306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:17.064248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:17.130886 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:17.163529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.164173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:17.165541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] 10.222.0.30 "PUT /v2.0/ports/24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 1091 time: 0.7791791 Feb 09 22:34:17.165977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:17.168234 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99110823-4e9b-46f6-b84c-41697930b800" -d '{"events": [{"name": "network-changed", "server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:17.201001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444bdc8-20e9-4e6a-af54-40a9f7b8592d service neutron] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:17.209699 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cf8d04-e74f-4549-8370-28218f9e2fd1 x-openstack-request-id: req-d3cf8d04-e74f-4549-8370-28218f9e2fd1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:17.210239 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:17.210623 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d3cf8d04-e74f-4549-8370-28218f9e2fd1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:17.211254 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'status': 'completed', 'code': 200} Feb 09 22:34:17.281768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99110823-4e9b-46f6-b84c-41697930b800 req-1879bdb8-e805-43df-9428-db518a5c118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.283916 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99110823-4e9b-46f6-b84c-41697930b800 req-1879bdb8-e805-43df-9428-db518a5c118d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1125 time: 0.0488546 Feb 09 22:34:17.394871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99110823-4e9b-46f6-b84c-41697930b800 req-9fb4a507-cf81-4152-a511-b25392b30a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.396438 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99110823-4e9b-46f6-b84c-41697930b800 req-9fb4a507-cf81-4152-a511-b25392b30a90 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=72dacb38cd014b82878aaef8347a3751&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994787 Feb 09 22:34:17.494354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99110823-4e9b-46f6-b84c-41697930b800 req-dc642a31-ac12-4a72-8441-b64dc27e8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.496475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99110823-4e9b-46f6-b84c-41697930b800 req-dc642a31-ac12-4a72-8441-b64dc27e8312 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915825 Feb 09 22:34:17.584233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5a81dcbc-f8ee-417a-8df6-0e3821f8fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.585736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-5a81dcbc-f8ee-417a-8df6-0e3821f8fdfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1125 time: 0.0460050 Feb 09 22:34:17.626891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-e17b320e-d208-44f8-9be5-c066cf5f7599 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 217 time: 0.0340221 Feb 09 22:34:17.681337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-a9eb1c15-f250-4ad1-98ef-58099c8713f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.683331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-a9eb1c15-f250-4ad1-98ef-58099c8713f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0468230 Feb 09 22:34:17.734862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-cda8d8bf-cfe6-4a54-83c8-1320cd927aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:17.736386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-cda8d8bf-cfe6-4a54-83c8-1320cd927aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436339 Feb 09 22:34:17.826359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-7f4ed631-efd7-439c-b2f5-539a03925b60 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802202 Feb 09 22:34:17.921312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29f4ab9e-0dd8-43be-90c3-93c62edfb376 req-b4166f8a-3084-49c2-94ba-10d76d94309b service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841644 Feb 09 22:34:18.097834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1e9cb-1611-4a88-8fd3-92d3eae6a3a9 req-4f720f0c-2fab-41af-be04-96ebfd334bc4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:18.099218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4db1e9cb-1611-4a88-8fd3-92d3eae6a3a9 req-4f720f0c-2fab-41af-be04-96ebfd334bc4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0528822 Feb 09 22:34:18.145736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4db1e9cb-1611-4a88-8fd3-92d3eae6a3a9 req-52b24010-16af-41d0-b2c5-e42e7f21cf3d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Feb 09 22:34:19.269128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f53ae4-c904-4996-861c-b45d63cf0fa3 req-a4fba582-eab0-4b54-a213-d81539eab15c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:19.270597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62f53ae4-c904-4996-861c-b45d63cf0fa3 req-a4fba582-eab0-4b54-a213-d81539eab15c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0519068 Feb 09 22:34:19.315983 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-62f53ae4-c904-4996-861c-b45d63cf0fa3 req-c07f4164-ed7a-41ac-8b32-9ff7cfb06bff tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Feb 09 22:34:20.445171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba69a4d-85d4-4dd9-bd6b-6c7d943d7099 req-83e98012-9429-4b59-bf8e-02ae247d4891 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:20.446680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ba69a4d-85d4-4dd9-bd6b-6c7d943d7099 req-83e98012-9429-4b59-bf8e-02ae247d4891 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0594864 Feb 09 22:34:20.491971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ba69a4d-85d4-4dd9-bd6b-6c7d943d7099 req-bb5790f6-a8db-4120-96bd-cc26c7dff6ae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396051 Feb 09 22:34:21.616116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e261-199c-4769-9164-f08c14b70237 req-84cbf485-8510-4434-97cc-54c872be5dd1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:21.617592 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4aa8e261-199c-4769-9164-f08c14b70237 req-84cbf485-8510-4434-97cc-54c872be5dd1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0582535 Feb 09 22:34:21.663329 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4aa8e261-199c-4769-9164-f08c14b70237 req-090a8259-5360-44f0-8c76-62bba75ab4b7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400989 Feb 09 22:34:22.149175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:34:22.244273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:22.256179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'mac_address': 'fa:16:3e:ab:32:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:34:22.291876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:22.292277 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:22.304989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:22.327923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:22.404547 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:22.451150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:22.702695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:22.786781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24812f5-60f8-4a63-8ca1-0e593f940045 req-3059e877-e487-4512-8ee7-fe18826ae83e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:22.788310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f24812f5-60f8-4a63-8ca1-0e593f940045 req-3059e877-e487-4512-8ee7-fe18826ae83e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 944 time: 0.0552657 Feb 09 22:34:22.835669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f24812f5-60f8-4a63-8ca1-0e593f940045 req-bd918c17-240e-401d-bf98-65a25734dc20 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405450 Feb 09 22:34:23.956590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb885c0-aa90-4af4-ad88-8687fe58a34e req-f4cebe15-f81a-42fd-98eb-ffdc2e237f4f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:23.958084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbb885c0-aa90-4af4-ad88-8687fe58a34e req-f4cebe15-f81a-42fd-98eb-ffdc2e237f4f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 944 time: 0.0547428 Feb 09 22:34:24.003265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbb885c0-aa90-4af4-ad88-8687fe58a34e req-8b719486-38f1-4fa2-aa19-d40686619055 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396755 Feb 09 22:34:24.148972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:24.238762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:34:24.242570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:24.245087 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:24.316627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:24.317012 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:24.339770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:24.341957 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1547ba0-057d-4d15-a9a2-f4499426038d" -d '{"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-plugged", "status": "completed", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:24.353730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:24.377637 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db970c1c-5155-4ee6-beff-53b1bbb9aeb6 x-openstack-request-id: req-db970c1c-5155-4ee6-beff-53b1bbb9aeb6 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:24.377932 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-plugged", "status": "completed", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:24.378187 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db970c1c-5155-4ee6-beff-53b1bbb9aeb6 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:24.378605 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'code': 200} Feb 09 22:34:24.433519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:24.479499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3c60-c35b-48d1-8280-bd24b75b134a req-deee6f7d-5546-4b87-9c49-664ae0de9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:24.480956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f73f3c60-c35b-48d1-8280-bd24b75b134a req-deee6f7d-5546-4b87-9c49-664ae0de9d78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1127 time: 0.0433030 Feb 09 22:34:24.482520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:24.527664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f73f3c60-c35b-48d1-8280-bd24b75b134a req-666c0dc3-9f17-4ec1-9e41-2068dcafaa07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Feb 09 22:34:25.120527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bdd18-5813-4a9f-a7a3-6533fb62083d req-1b475ba8-d3e3-47be-aaf7-1b8155f63165 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:25.121986 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-552bdd18-5813-4a9f-a7a3-6533fb62083d req-1b475ba8-d3e3-47be-aaf7-1b8155f63165 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0518618 Feb 09 22:34:25.171291 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-552bdd18-5813-4a9f-a7a3-6533fb62083d req-f45f2a9d-66ec-4619-8710-1a9a6eaa7e8d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438056 Feb 09 22:34:26.293903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef225d-5b7e-4883-8ee3-53f224e1a48e req-8be20d7e-edf3-4528-b09d-c8a3f6d6e4a5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:26.295391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6ef225d-5b7e-4883-8ee3-53f224e1a48e req-8be20d7e-edf3-4528-b09d-c8a3f6d6e4a5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0557945 Feb 09 22:34:26.344458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6ef225d-5b7e-4883-8ee3-53f224e1a48e req-6b522ee4-1c3c-4147-b916-870ca63b2982 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432463 Feb 09 22:34:26.457145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fa4f1-ef6e-40d9-9d42-84c9f3ddfda8 req-c6866b13-67c1-4420-9d71-abc8859f4250 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:26.458534 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e51fa4f1-ef6e-40d9-9d42-84c9f3ddfda8 req-c6866b13-67c1-4420-9d71-abc8859f4250 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0517497 Feb 09 22:34:26.467732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 56868) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:26.472020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'floatingip': {'port_id': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:26.509580 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:26.926406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:26.986931 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:27.087455 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a associated. External IP: 172.25.5.4, port: 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2. Feb 09 22:34:27.291145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:34:27.398204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:34:27.402748 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:27.408693 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:34:27.418397 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:27.419273 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:34:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:27.435557 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-44ca37f9-5e1e-4a17-b8bd-64a7218dd5dd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "PUT /v2.0/floatingips/d6ee6529-94ac-463b-9a87-671152a4f67a HTTP/1.1" status: 200 len: 989 time: 0.9642856 Feb 09 22:34:27.435557 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:27.479893 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb" -d '{"events": [{"name": "network-changed", "server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:27.533088 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:27.537876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549107d-90cb-433a-9850-658f021674a7 req-76fc65ba-2cad-43c3-8b7a-617e3cac746f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.539443 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0549107d-90cb-433a-9850-658f021674a7 req-76fc65ba-2cad-43c3-8b7a-617e3cac746f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0565047 Feb 09 22:34:27.571217 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb96b9-dc1f-4cd9-aa0d-e77fad600a96 x-openstack-request-id: req-25bb96b9-dc1f-4cd9-aa0d-e77fad600a96 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:27.572022 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:27.572022 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25bb96b9-dc1f-4cd9-aa0d-e77fad600a96 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:27.572246 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'status': 'completed', 'code': 200} Feb 09 22:34:27.589455 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0549107d-90cb-433a-9850-658f021674a7 req-6ec57683-1b8b-4cab-9561-1f5ddd02a4d8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 Feb 09 22:34:27.644322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-ac0fd4d4-4898-4a8e-8b75-0d9bd4b15c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.645861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-ac0fd4d4-4898-4a8e-8b75-0d9bd4b15c0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1127 time: 0.0525050 Feb 09 22:34:27.735402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-8492b889-f149-4b04-baa9-da2a6f3834a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.736994 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-8492b889-f149-4b04-baa9-da2a6f3834a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0844991 Feb 09 22:34:27.810217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-390e4908-fb63-4828-92c6-9f273add440d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 997 time: 0.0672855 Feb 09 22:34:27.853453 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:ab:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:34:26Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:27.857482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-0971567c-c9d5-482f-84c7-01721c1fe73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.858980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-0971567c-c9d5-482f-84c7-01721c1fe73e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0431802 Feb 09 22:34:27.879641 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:34:27.887930 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:27.888546 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:34:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:27.906380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-3eb08ea2-1b17-4191-affa-5cceb569bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.907918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-3eb08ea2-1b17-4191-affa-5cceb569bc1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434043 Feb 09 22:34:27.993291 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:28.000742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-f5aced1a-35ef-411a-928a-7f6b7cb559ba service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867879 Feb 09 22:34:28.088920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ff0a2f66-eebf-4f2e-810c-1cb3f36a21cb req-63497d54-4a2e-454d-a793-b10808f7c092 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824177 Feb 09 22:34:28.211861 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:ab:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:34:26Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:28.239106 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a987a5b-df4d-4414-943f-1881263a27bd None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:ab:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:34:26Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:34:28.424588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b441d532-1f2b-4548-9d41-0a11e95791ef None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:34:28.711315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8533ba-4071-46d4-8133-670f5f563e51 req-7357579d-c10e-454a-893d-22ba3a2806e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:28.712830 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c8533ba-4071-46d4-8133-670f5f563e51 req-7357579d-c10e-454a-893d-22ba3a2806e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0523462 Feb 09 22:34:28.758326 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c8533ba-4071-46d4-8133-670f5f563e51 req-63774ff9-1ae1-42fe-85ab-a8e3977b691d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398862 Feb 09 22:34:29.120935 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90598ea8-b9cb-431a-bec9-a1f55c1ccb69 req-6fbc0cc1-b09a-41a8-abe5-3b3f4a45e68d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:29.122403 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90598ea8-b9cb-431a-bec9-a1f55c1ccb69 req-6fbc0cc1-b09a-41a8-abe5-3b3f4a45e68d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0525997 Feb 09 22:34:29.171648 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-90598ea8-b9cb-431a-bec9-a1f55c1ccb69 req-ac5d2e2a-3015-47a0-acb7-8ab142a334ee tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434067 Feb 09 22:34:29.793262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:30.296288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c0f5c-2084-433b-9d3d-b1176c539cb1 req-d5c87203-ddc5-4e95-a29f-827c5bb0f5e1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:30.297789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e75c0f5c-2084-433b-9d3d-b1176c539cb1 req-d5c87203-ddc5-4e95-a29f-827c5bb0f5e1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0531728 Feb 09 22:34:30.348217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e75c0f5c-2084-433b-9d3d-b1176c539cb1 req-2be9a481-85a0-4aed-b222-fbda68d99b96 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448151 Feb 09 22:34:31.284434 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.467753 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6861b5e-47a6-494b-8c9a-fb0d6215173b req-2cd20517-2bf0-476f-b9c9-bf15b4c960cb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:31.469533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6861b5e-47a6-494b-8c9a-fb0d6215173b req-2cd20517-2bf0-476f-b9c9-bf15b4c960cb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0544078 Feb 09 22:34:31.516761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6861b5e-47a6-494b-8c9a-fb0d6215173b req-fd5ac752-a1d6-486e-aa91-58fc358c7f0a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Feb 09 22:34:32.640587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2550e0-59a6-408c-8ab8-098f5bf188ac req-c7f31b54-664c-4ec3-ba23-b3863bb5192e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:32.642163 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb2550e0-59a6-408c-8ab8-098f5bf188ac req-c7f31b54-664c-4ec3-ba23-b3863bb5192e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0571365 Feb 09 22:34:32.689335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb2550e0-59a6-408c-8ab8-098f5bf188ac req-08c5416a-a7c3-4858-8f07-18703d966034 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Feb 09 22:34:33.805994 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359316f7-64fe-4a9b-9683-28e554a0837a req-a5bca352-aeb0-4c25-9515-86dd0323a899 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:33.808057 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-359316f7-64fe-4a9b-9683-28e554a0837a req-a5bca352-aeb0-4c25-9515-86dd0323a899 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0528982 Feb 09 22:34:33.853055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-359316f7-64fe-4a9b-9683-28e554a0837a req-40f20c08-cb56-4306-81cb-c26b9a905276 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394540 Feb 09 22:34:34.972516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce540d-6cb2-4323-88d3-2d049b920334 req-992cfcc6-6d2f-4994-bfc5-d18f21d03389 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:34.974016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6ce540d-6cb2-4323-88d3-2d049b920334 req-992cfcc6-6d2f-4994-bfc5-d18f21d03389 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0524666 Feb 09 22:34:35.020210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6ce540d-6cb2-4323-88d3-2d049b920334 req-6a03bdb8-8ff7-472b-b43d-b368811ed589 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405941 Feb 09 22:34:35.496152 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5574ac86-f544-4c6f-b91b-7195f124a850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.139741 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18066578-7838-4634-a3a4-eeb049fa37b8 req-7c5fc414-2aad-4661-8a50-258446f5e4c7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:36.141215 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18066578-7838-4634-a3a4-eeb049fa37b8 req-7c5fc414-2aad-4661-8a50-258446f5e4c7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0560458 Feb 09 22:34:36.186354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-18066578-7838-4634-a3a4-eeb049fa37b8 req-26da9b16-a1c5-45cd-9024-2b4b91cc0f7a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 Feb 09 22:34:37.308600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59fa77-c219-4f3a-86d2-ea0dfebc59f8 req-c2e51009-af82-44e5-a997-6dd87cafff7a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:37.310080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de59fa77-c219-4f3a-86d2-ea0dfebc59f8 req-c2e51009-af82-44e5-a997-6dd87cafff7a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0564764 Feb 09 22:34:37.356276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-de59fa77-c219-4f3a-86d2-ea0dfebc59f8 req-454eb567-c838-4d54-a3b7-082dde2be092 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406213 Feb 09 22:34:37.523931 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e590771c-1ca0-4cf1-a428-5908860f81e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.472223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92a783-ef48-4dae-b830-9979e97d1e0e req-99bc2118-8654-4aa7-9f66-99cd8b5b7c22 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:38.473680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a92a783-ef48-4dae-b830-9979e97d1e0e req-99bc2118-8654-4aa7-9f66-99cd8b5b7c22 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0515864 Feb 09 22:34:38.519267 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6a92a783-ef48-4dae-b830-9979e97d1e0e req-71b8c162-c6c7-4d1e-8b3e-dd43cec13aab tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398388 Feb 09 22:34:39.203928 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.644615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dab2c-afb2-4ee0-84fe-f222b8b6ea0e req-df38eca7-2c81-42d1-951d-61e24368ad71 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:39.646121 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a91dab2c-afb2-4ee0-84fe-f222b8b6ea0e req-df38eca7-2c81-42d1-951d-61e24368ad71 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0597954 Feb 09 22:34:39.693131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a91dab2c-afb2-4ee0-84fe-f222b8b6ea0e req-d2b255fb-ade5-4eb5-87b6-f21ec52eee77 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 Feb 09 22:34:39.934153 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:34:40.387073 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.809044 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa184ce-f718-457d-81ba-83607e80ef1f req-6304dccf-efee-44cc-bdd1-a6e45862e316 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:40.810496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7aa184ce-f718-457d-81ba-83607e80ef1f req-6304dccf-efee-44cc-bdd1-a6e45862e316 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0518169 Feb 09 22:34:40.860881 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7aa184ce-f718-457d-81ba-83607e80ef1f req-6cddf8ac-7e37-4572-848b-f3e9d7b11c35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445902 Feb 09 22:34:41.695833 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.977103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763aa70-350d-4b65-af28-9e1bbf62a9ff req-ed76332a-8db3-448f-86d9-aeb3fcce02c5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:41.978590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0763aa70-350d-4b65-af28-9e1bbf62a9ff req-ed76332a-8db3-448f-86d9-aeb3fcce02c5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0520623 Feb 09 22:34:42.027956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0763aa70-350d-4b65-af28-9e1bbf62a9ff req-5a1523c8-5b9d-40a5-9ace-d73996ee727b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437551 Feb 09 22:34:43.147609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3ec1c-9f2c-4aa9-96d8-f04c6a9f1783 req-30079a30-9512-45e5-9b70-dfaa4beafa17 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:43.149102 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-abe3ec1c-9f2c-4aa9-96d8-f04c6a9f1783 req-30079a30-9512-45e5-9b70-dfaa4beafa17 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0515571 Feb 09 22:34:43.194614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-abe3ec1c-9f2c-4aa9-96d8-f04c6a9f1783 req-a61d56ac-75c6-468e-8143-a44b1f34d533 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398560 Feb 09 22:34:44.311361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59182f22-68f4-4072-8555-edd69790833a req-3ea7aca3-eacd-4d93-bee7-f06daf54918b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:44.312869 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59182f22-68f4-4072-8555-edd69790833a req-3ea7aca3-eacd-4d93-bee7-f06daf54918b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0515997 Feb 09 22:34:44.358621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-59182f22-68f4-4072-8555-edd69790833a req-1f0e1fdb-f9f4-4344-815b-672068f02062 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Feb 09 22:34:45.477385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747ae58-e1d5-4932-a5d8-4ccd06ad0885 req-734c8d9f-0f00-4c0f-96c5-25e951428f1c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:45.478896 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7747ae58-e1d5-4932-a5d8-4ccd06ad0885 req-734c8d9f-0f00-4c0f-96c5-25e951428f1c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0532663 Feb 09 22:34:45.525376 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7747ae58-e1d5-4932-a5d8-4ccd06ad0885 req-1ce92773-8896-45c6-b6ca-bcd6196b146a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Feb 09 22:34:46.644899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a078c9-25b6-4f8c-90a9-8b0a6da8c9a8 req-9aa37162-cf06-4143-8de6-3ae9f738cfa5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:46.646372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78a078c9-25b6-4f8c-90a9-8b0a6da8c9a8 req-9aa37162-cf06-4143-8de6-3ae9f738cfa5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0514629 Feb 09 22:34:46.691729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78a078c9-25b6-4f8c-90a9-8b0a6da8c9a8 req-e8c9baab-e80c-41ac-869b-3540c93d6d23 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397942 Feb 09 22:34:47.812985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa42442-9a3d-4fa4-86f9-2ec04bd265c6 req-4ab01206-f74e-4ba7-8596-f2bfb4b49b9e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:47.814439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fa42442-9a3d-4fa4-86f9-2ec04bd265c6 req-4ab01206-f74e-4ba7-8596-f2bfb4b49b9e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0550795 Feb 09 22:34:47.860082 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6fa42442-9a3d-4fa4-86f9-2ec04bd265c6 req-e748912a-e149-439d-9b52-4543af15c548 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399806 Feb 09 22:34:48.980431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c582a6-a143-4727-b84f-de554d55f309 req-d68bf0fe-8e59-4e3a-ac3b-0f77d0984370 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:48.981886 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-50c582a6-a143-4727-b84f-de554d55f309 req-d68bf0fe-8e59-4e3a-ac3b-0f77d0984370 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0553687 Feb 09 22:34:49.026202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-50c582a6-a143-4727-b84f-de554d55f309 req-a1dd88e3-a842-4e67-942d-4c6d6ac842f0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387852 Feb 09 22:34:50.143420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0eda5-00f7-477c-b8c5-bd7755b7e840 req-d4636571-3d0a-40cd-a268-e87d59268071 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:50.144939 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43b0eda5-00f7-477c-b8c5-bd7755b7e840 req-d4636571-3d0a-40cd-a268-e87d59268071 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0515604 Feb 09 22:34:50.190658 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-43b0eda5-00f7-477c-b8c5-bd7755b7e840 req-b938a22c-d280-45c8-9bdd-3962f24de9de tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 Feb 09 22:34:51.310622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca30bf2-5d6c-4af4-bd15-8ea7fcc87dc5 req-ff40f9a7-a8a8-48c1-9899-e468941902a0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:51.312138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ca30bf2-5d6c-4af4-bd15-8ea7fcc87dc5 req-ff40f9a7-a8a8-48c1-9899-e468941902a0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0535052 Feb 09 22:34:51.357934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ca30bf2-5d6c-4af4-bd15-8ea7fcc87dc5 req-83c29c9a-9402-470f-a881-03b0c2232c80 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402901 Feb 09 22:34:52.479062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afeef5-7c81-4c48-9451-26b81d76a535 req-9dcf539c-16b5-48fe-9831-a4c2949f30a4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:52.480581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0afeef5-7c81-4c48-9451-26b81d76a535 req-9dcf539c-16b5-48fe-9831-a4c2949f30a4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0558369 Feb 09 22:34:52.527438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e0afeef5-7c81-4c48-9451-26b81d76a535 req-33a5868a-0a3c-466c-99c6-f456bc58882a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Feb 09 22:34:53.648469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4cfed-f2f0-42e4-b1b8-13c96996a472 req-6059a359-f72d-43bf-9146-75b5a40b438b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:53.649947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0fe4cfed-f2f0-42e4-b1b8-13c96996a472 req-6059a359-f72d-43bf-9146-75b5a40b438b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0554149 Feb 09 22:34:53.695824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0fe4cfed-f2f0-42e4-b1b8-13c96996a472 req-cbde3afd-e8ca-4321-83d6-aaaaa807a72f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395124 Feb 09 22:34:54.813415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c24844-c26b-4619-9c3c-ae703d227c78 req-00ffd4ed-f883-4d0a-98e2-c9d51b06407e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:54.814807 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14c24844-c26b-4619-9c3c-ae703d227c78 req-00ffd4ed-f883-4d0a-98e2-c9d51b06407e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0525088 Feb 09 22:34:54.861572 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-14c24844-c26b-4619-9c3c-ae703d227c78 req-74eb3839-a60f-4423-b52e-b62ea43db07f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Feb 09 22:34:55.225501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50ed7-b3de-4897-adab-2969e44015c2 req-00a64ad9-12e6-4866-aa58-231f3305253b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:55.227010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13a50ed7-b3de-4897-adab-2969e44015c2 req-00a64ad9-12e6-4866-aa58-231f3305253b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0531266 Feb 09 22:34:55.279387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-13a50ed7-b3de-4897-adab-2969e44015c2 req-39ad2a24-776f-4b62-a450-59e926561b43 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Feb 09 22:34:55.353531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-d78c8414-c6eb-408f-8de6-b7658374b208 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427496 Feb 09 22:34:56.410735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bb992-13d4-4261-a89a-54852dac1d64 req-cd4e349e-aa3d-4f9b-a9ea-233391b5273f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:56.412284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-628bb992-13d4-4261-a89a-54852dac1d64 req-cd4e349e-aa3d-4f9b-a9ea-233391b5273f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0537169 Feb 09 22:34:56.460774 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-628bb992-13d4-4261-a89a-54852dac1d64 req-c23dca0b-8ae3-458f-85be-104cb40ed60f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Feb 09 22:34:57.398393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e0c3e72d-b048-440f-a827-f732c281dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:57.399907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e0c3e72d-b048-440f-a827-f732c281dc26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1127 time: 0.0475652 Feb 09 22:34:57.487565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-630784cf-9ed3-4ef2-b631-f906c4b0149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:57.489048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-630784cf-9ed3-4ef2-b631-f906c4b0149e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0801139 Feb 09 22:34:57.561112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-6c2b0af9-abc7-459c-b7d3-b602214fca37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 999 time: 0.0627320 Feb 09 22:34:57.581928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342dc27-3fd9-4eb9-ad99-62bad6964f66 req-fa89625b-e575-4cd6-ab40-713389639221 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:57.583432 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3342dc27-3fd9-4eb9-ad99-62bad6964f66 req-fa89625b-e575-4cd6-ab40-713389639221 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0534978 Feb 09 22:34:57.611766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-4bf67a9e-0690-47e5-9252-f7349045809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:57.613661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-4bf67a9e-0690-47e5-9252-f7349045809b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0428040 Feb 09 22:34:57.630220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3342dc27-3fd9-4eb9-ad99-62bad6964f66 req-77c568b6-8c02-464a-843d-ea7a4358a36c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409493 Feb 09 22:34:57.664693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-d60a967d-d3c9-457e-83d1-e0b0e1feedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:57.666170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-d60a967d-d3c9-457e-83d1-e0b0e1feedb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459931 Feb 09 22:34:57.758883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-06932389-dff6-4839-9b46-490bf01a57d6 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831423 Feb 09 22:34:57.853801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-933ba1cf-9dcc-4c79-b560-6dc176d75ba3 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Feb 09 22:34:58.753648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7c53-df55-4678-be4c-be9d1c145e40 req-bd34c002-805b-4765-8f5b-6ccc07bc97a7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:58.755134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db0c7c53-df55-4678-be4c-be9d1c145e40 req-bd34c002-805b-4765-8f5b-6ccc07bc97a7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0526264 Feb 09 22:34:58.804834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-db0c7c53-df55-4678-be4c-be9d1c145e40 req-602a5e77-dd89-4b86-af44-19dcc66afd3a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441682 Feb 09 22:34:59.775468 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.922749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d08a43-7950-45f9-b55f-c8c573bdf874 req-a34ffbfc-389e-43d8-a163-5948072a4508 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:59.924150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8d08a43-7950-45f9-b55f-c8c573bdf874 req-a34ffbfc-389e-43d8-a163-5948072a4508 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0524302 Feb 09 22:34:59.969097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d8d08a43-7950-45f9-b55f-c8c573bdf874 req-42bb7eac-0277-4692-967f-e926624e7381 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394044 Feb 09 22:35:00.148969 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.30', 58476) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:35:00.174152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512047-b175-4f95-956a-f8047886de22 req-6ceb63fe-fcec-460f-8c9c-dee0c28e9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:00.175582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72512047-b175-4f95-956a-f8047886de22 req-6ceb63fe-fcec-460f-8c9c-dee0c28e9022 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1127 time: 0.0464616 Feb 09 22:35:00.218783 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-dbf304a0-0987-4ce7-85af-d4f45e9a6812 service neutron] show failed (client error): The resource could not be found. Feb 09 22:35:00.219868 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-dbf304a0-0987-4ce7-85af-d4f45e9a6812 service neutron] 10.222.0.30 "GET /v2.0/ports/24e24332-cd77-4060-a0fd-6e2ce6ab3ca2/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0607562 Feb 09 22:35:00.279153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512047-b175-4f95-956a-f8047886de22 req-64cdef8e-1559-483c-a721-aff3705ee19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:00.283943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72512047-b175-4f95-956a-f8047886de22 req-64cdef8e-1559-483c-a721-aff3705ee19e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0840759 Feb 09 22:35:00.354051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72512047-b175-4f95-956a-f8047886de22 req-fc2647c3-9c79-4c35-8688-19a04d2b2c7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 999 time: 0.0635254 Feb 09 22:35:00.405402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512047-b175-4f95-956a-f8047886de22 req-fbe874bb-75a2-4bbf-98a5-92cd77393ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:00.406954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72512047-b175-4f95-956a-f8047886de22 req-fbe874bb-75a2-4bbf-98a5-92cd77393ba9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0437419 Feb 09 22:35:00.459607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72512047-b175-4f95-956a-f8047886de22 req-83223358-c4cf-4dc1-93d1-5fb5c7180860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:00.461137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72512047-b175-4f95-956a-f8047886de22 req-83223358-c4cf-4dc1-93d1-5fb5c7180860 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447040 Feb 09 22:35:00.557310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72512047-b175-4f95-956a-f8047886de22 req-be080b00-b3f4-4728-a78e-812859882098 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870972 Feb 09 22:35:00.645413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72512047-b175-4f95-956a-f8047886de22 req-cdeb5939-4ea0-4aa9-81c2-90bafd8923ea service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819721 Feb 09 22:35:00.756726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-4478e5c4-f133-4744-b829-bc921ef9bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:00.758137 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-4478e5c4-f133-4744-b829-bc921ef9bad5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 1127 time: 0.0480258 Feb 09 22:35:00.768659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:00.823547 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.017718 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:01.079347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:01.126769 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:01.129064 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a8d8f-9aff-4586-b107-09631c795444" -d '{"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:01.132905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Publish callbacks [] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.143093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69df2c-4287-4e6a-86bf-e68df7b44843 req-8214ebf9-dcef-4a14-9b59-d13bce0b191a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.144641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa69df2c-4287-4e6a-86bf-e68df7b44843 req-8214ebf9-dcef-4a14-9b59-d13bce0b191a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.1057496 Feb 09 22:35:01.161003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Transition to ACTIVE for port object 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:01.181652 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32900bd3-9c37-4faa-a7a6-633d670cdba3 x-openstack-request-id: req-32900bd3-9c37-4faa-a7a6-633d670cdba3 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:01.182246 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:01.182246 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-32900bd3-9c37-4faa-a7a6-633d670cdba3 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:01.182585 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'code': 200} Feb 09 22:35:01.198967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa69df2c-4287-4e6a-86bf-e68df7b44843 req-1313bade-0835-4685-b9d1-211ebd49fc7f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480742 Feb 09 22:35:01.215287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.297778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:01.313386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.340499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] No DVR routers for this DVR port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:35:01.479034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:01.479371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:01.479739 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:01.483980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:01.484307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Attempting to bind port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:01.489085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:01.489429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:01.489816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:01.490245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Bound port: 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:01.490615 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.553290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:01.554156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:01.598599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.635364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.636082 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.637465 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] 10.222.0.110 "PUT /v2.0/ports/24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 1091 time: 0.8726304 Feb 09 22:35:01.658507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997071-d594-42ae-bc31-44695ce01b04 service neutron] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:01.705762 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-be397859-6e58-460c-8618-bb02c33cb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.707277 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-be397859-6e58-460c-8618-bb02c33cb7ef service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1125 time: 0.0459750 Feb 09 22:35:01.801087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-a3b0dc05-6c7c-4e54-b797-c8a0ecc16f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.802606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-a3b0dc05-6c7c-4e54-b797-c8a0ecc16f26 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0897367 Feb 09 22:35:01.871616 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-064502bf-3a72-4f85-af51-968810397fa6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 997 time: 0.0627074 Feb 09 22:35:01.925239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-63d1324b-e0db-4ea6-a9d2-dae09335d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.926717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-63d1324b-e0db-4ea6-a9d2-dae09335d129 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0496192 Feb 09 22:35:01.974099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-f11a927b-2c59-4a1e-8bc4-ad99e01a3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.975578 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-f11a927b-2c59-4a1e-8bc4-ad99e01a3635 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427401 Feb 09 22:35:02.064555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-cd6b5619-c461-4940-968e-8f94d12155b0 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826669 Feb 09 22:35:02.150196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-53a9a108-9888-45fc-9df2-5dc02f3a714e service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798106 Feb 09 22:35:02.326113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc350004-71bc-4ca6-ba91-010cef1c1cf4 req-e81f6c46-d360-4c8f-b26f-adcafb61ea8c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:02.327627 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc350004-71bc-4ca6-ba91-010cef1c1cf4 req-e81f6c46-d360-4c8f-b26f-adcafb61ea8c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0549917 Feb 09 22:35:02.374974 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cc350004-71bc-4ca6-ba91-010cef1c1cf4 req-8aca2408-33ef-4e7f-a94c-82c543ece7b5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Feb 09 22:35:03.183955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:03.186326 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f484b33c-a870-46d5-a1b5-b5e0bd996576" -d '{"events": [{"name": "network-changed", "server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:03.234870 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715361e5-18e9-48c3-ac8b-9896dee2b8b9 x-openstack-request-id: req-715361e5-18e9-48c3-ac8b-9896dee2b8b9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:03.234870 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:03.235139 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-715361e5-18e9-48c3-ac8b-9896dee2b8b9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:03.235405 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'status': 'completed', 'code': 200} Feb 09 22:35:03.335330 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-cb6da42e-2cc4-4709-9144-99ec37fdf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.336861 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-cb6da42e-2cc4-4709-9144-99ec37fdf2e0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1125 time: 0.0798192 Feb 09 22:35:03.339289 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-1e22531b-e105-45a3-a88b-179a44c58cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.340674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-1e22531b-e105-45a3-a88b-179a44c58cba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1125 time: 0.0742865 Feb 09 22:35:03.500581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c60a8-6b67-4ec1-b6dc-700f4af1c39f req-08d5ea1b-1e73-49c5-91e9-69cf3ecabe14 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.502853 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-570c60a8-6b67-4ec1-b6dc-700f4af1c39f req-08d5ea1b-1e73-49c5-91e9-69cf3ecabe14 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0584984 Feb 09 22:35:03.565098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-570c60a8-6b67-4ec1-b6dc-700f4af1c39f req-f9e05e8b-e797-4932-a37c-ac49bf64466e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561557 Feb 09 22:35:03.846218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-de9180fb-95e9-4066-ad13-431ed846988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.847629 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-de9180fb-95e9-4066-ad13-431ed846988c service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.5041649 Feb 09 22:35:03.848750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-19cefb0c-2ce4-4ace-b154-5bdaf3521ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.850056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-19cefb0c-2ce4-4ace-b154-5bdaf3521ebf service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.4994915 Feb 09 22:35:03.964678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-e029249a-f1a0-4fd1-9e32-736507a3f255 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 997 time: 0.1078198 Feb 09 22:35:03.970152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-8465a3be-a6d8-4dc7-96e3-100e3763be34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 997 time: 0.1077108 Feb 09 22:35:04.046694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-c405342c-2c57-41a5-b036-d19b8fa259cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.048223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-c405342c-2c57-41a5-b036-d19b8fa259cf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0772316 Feb 09 22:35:04.051368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-a764bd1a-eb6c-4795-b64c-da9617040359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.052702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-a764bd1a-eb6c-4795-b64c-da9617040359 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0733047 Feb 09 22:35:04.127128 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-255bbe28-a33c-4ae9-b6af-a63ee52ecd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.128583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-255bbe28-a33c-4ae9-b6af-a63ee52ecd13 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747554 Feb 09 22:35:04.134146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-78d4f2cd-3a23-43ff-a257-8d3f7232bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.135521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-78d4f2cd-3a23-43ff-a257-8d3f7232bb7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563905 Feb 09 22:35:04.284680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-444dde50-9d4b-4686-975a-645cd6b17572 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482041 Feb 09 22:35:04.286518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-d0b9da55-1aac-4f1b-b8ce-378ae3a63b01 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435168 Feb 09 22:35:04.318560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:35:04.359628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:35:04.360060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:35:04.449801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-e0cdf112-7482-4639-81e2-0bc42637f2b0 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600215 Feb 09 22:35:04.453115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f484b33c-a870-46d5-a1b5-b5e0bd996576 req-bafd9c3c-a55b-4d17-94f0-72f8cacc5e6e service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558228 Feb 09 22:35:04.694465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ab306-da1f-431f-b7b9-827be0b7426e req-7e8e1090-690c-473b-b475-a468442b1c57 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.695902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd8ab306-da1f-431f-b7b9-827be0b7426e req-7e8e1090-690c-473b-b475-a468442b1c57 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0534005 Feb 09 22:35:04.742521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd8ab306-da1f-431f-b7b9-827be0b7426e req-21940c99-ae0f-4f20-8582-a29a2ec2e41c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404716 Feb 09 22:35:05.276066 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1772-bb8e-421d-a899-0f9d7d2e2138 req-87dc1046-5a92-4e90-aa06-404ff8c7255c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:05.277604 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-086c1772-bb8e-421d-a899-0f9d7d2e2138 req-87dc1046-5a92-4e90-aa06-404ff8c7255c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0522959 Feb 09 22:35:05.353929 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-086c1772-bb8e-421d-a899-0f9d7d2e2138 req-bb0602ee-bc02-46a9-a6da-1fc0ab21a832 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704355 Feb 09 22:35:05.385006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-b3f9eda0-8704-4ab0-b1fc-91088bbd6c72 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:05.386474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-b3f9eda0-8704-4ab0-b1fc-91088bbd6c72 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd&tenant_id=72dacb38cd014b82878aaef8347a3751&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 943 time: 0.0744023 Feb 09 22:35:05.451668 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-8220363b-8f71-446e-99e5-d6d80b6e7baf service neutron] delete failed (client error): The resource could not be found. Feb 09 22:35:05.452726 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-8220363b-8f71-446e-99e5-d6d80b6e7baf service neutron] 10.222.0.30 "DELETE /v2.0/ports/24e24332-cd77-4060-a0fd-6e2ce6ab3ca2/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0542524 Feb 09 22:35:05.460899 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a8f32230-154f-40c5-ab6d-16d6e55b6f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:05.548404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-d1e6677a-0ede-4549-b1a8-8571d5f5eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:05.549901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-d1e6677a-0ede-4549-b1a8-8571d5f5eef0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1125 time: 0.0444405 Feb 09 22:35:05.643372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-d49999e3-a90e-4551-a557-0bc872f61ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:05.644912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-d49999e3-a90e-4551-a557-0bc872f61ebe service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0872986 Feb 09 22:35:05.713721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-a72b75a9-f12b-4ea0-b960-3c420fadc5fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 997 time: 0.0589995 Feb 09 22:35:05.763401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-6aa25b0b-1d54-405d-af1d-88bc6b0b8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:05.764841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-6aa25b0b-1d54-405d-af1d-88bc6b0b8712 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0422988 Feb 09 22:35:05.820535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-bcacbe30-d90e-46d8-8228-37658677a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:05.822061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-bcacbe30-d90e-46d8-8228-37658677a406 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490334 Feb 09 22:35:05.913144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-38a5686d-29a4-428e-8375-1852c269f6c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819037 Feb 09 22:35:06.008040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95206091-33d5-47a9-a552-bf3db97dadc4 req-ca45fbf2-8b78-4b20-9139-34e18f57bf3b service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853777 Feb 09 22:35:06.379039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:06.476728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99739d4b-0458-4fd0-88eb-66c1b2df7803 req-ba49612b-4f80-4ad3-a27f-470639c08623 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:06.477408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:06.478204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-99739d4b-0458-4fd0-88eb-66c1b2df7803 req-ba49612b-4f80-4ad3-a27f-470639c08623 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 943 time: 0.0518279 Feb 09 22:35:06.530535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-99739d4b-0458-4fd0-88eb-66c1b2df7803 req-06f04471-58fc-4011-be12-6ee4fa51b84c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464823 Feb 09 22:35:06.645518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'mac_address': 'fa:16:3e:ab:32:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:06.682704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:06.683154 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:06.695299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:06.714888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:06.757880 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:06.805159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:06.963152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:07.535185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-463d6ef6-ef24-4ad3-94e4-cd500984a511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:07.650947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f9893-54dd-48a1-9ed3-2748bc45a12c req-84083b88-ca1f-473e-91b1-565acc358fbb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:07.652485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-090f9893-54dd-48a1-9ed3-2748bc45a12c req-84083b88-ca1f-473e-91b1-565acc358fbb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 944 time: 0.0537550 Feb 09 22:35:07.698796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-090f9893-54dd-48a1-9ed3-2748bc45a12c req-79998b8f-640a-46ca-abcb-0e05639929e2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407629 Feb 09 22:35:07.814182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4ec1b-21d9-4d99-89a6-b406231a7bc2 req-d8dc3529-54e4-4bb2-bec5-7be48902b1f9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:07.815566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8d4ec1b-21d9-4d99-89a6-b406231a7bc2 req-d8dc3529-54e4-4bb2-bec5-7be48902b1f9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 944 time: 0.0516305 Feb 09 22:35:07.860674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a8d4ec1b-21d9-4d99-89a6-b406231a7bc2 req-de1d703c-a4e4-49f2-9f99-538efaf66081 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394614 Feb 09 22:35:08.219630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675902bd-9d39-4c60-8aa2-edca35f91ab1 req-caada5ee-fb69-4b17-8f44-aa22ca18bbcb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.221128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675902bd-9d39-4c60-8aa2-edca35f91ab1 req-caada5ee-fb69-4b17-8f44-aa22ca18bbcb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 944 time: 0.0574310 Feb 09 22:35:08.270749 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-675902bd-9d39-4c60-8aa2-edca35f91ab1 req-218d66e7-f8cc-4b1d-8369-aba69ad6a95f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438008 Feb 09 22:35:08.304842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-c9a5f474-effb-4886-9a24-fa6906e41231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.306987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-c9a5f474-effb-4886-9a24-fa6906e41231 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 1126 time: 0.0450349 Feb 09 22:35:08.391359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:08.397955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-dbe2a6ec-b59f-4c9a-9752-bc1fb677afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.399536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-dbe2a6ec-b59f-4c9a-9752-bc1fb677afdc service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0878057 Feb 09 22:35:08.463003 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-0690e0d7-645d-42c3-8259-7be3aee04f48 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 200 len: 998 time: 0.0575490 Feb 09 22:35:08.483583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:08.487847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:08.488362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:08.514380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-67702f65-aa42-4069-a4f9-2666a0d9488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.515898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-67702f65-aa42-4069-a4f9-2666a0d9488e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0476096 Feb 09 22:35:08.565681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-e19ba41f-9d6b-4430-9964-d21e24385c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.567223 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-e19ba41f-9d6b-4430-9964-d21e24385c2e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456161 Feb 09 22:35:08.570644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:08.571118 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:08.594962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:08.597214 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed5b59b-87e2-4242-b3ec-6dd3a2559205" -d '{"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-plugged", "status": "completed", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:08.609044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:08.639680 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8bd441-c29e-4edb-a966-1e32a90d7574 x-openstack-request-id: req-af8bd441-c29e-4edb-a966-1e32a90d7574 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:08.640016 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-plugged", "status": "completed", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:08.640277 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af8bd441-c29e-4edb-a966-1e32a90d7574 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:08.640678 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'code': 200} Feb 09 22:35:08.657194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-46ceca2f-1591-4983-b736-19d3dbc67142 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837667 Feb 09 22:35:08.684052 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:08.731417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:08.738840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.739197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.739954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.739954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.740236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.740572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.740902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.741259 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.741588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.741916 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.742241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.742565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.742888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:08.751622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4099eb00-430b-405d-8060-f3cc2c55d45c req-17ffb964-a110-40d1-a910-875388c891da service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889850 Feb 09 22:35:09.249196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:09.391066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b050161-777f-4ec1-be38-065bed7d7270 req-bcd8a4bb-b1ee-43c7-98d1-c213c5a9bd1c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:09.392717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b050161-777f-4ec1-be38-065bed7d7270 req-bcd8a4bb-b1ee-43c7-98d1-c213c5a9bd1c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0529160 Feb 09 22:35:09.440391 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0b050161-777f-4ec1-be38-065bed7d7270 req-66f07773-cfad-481f-9123-1e2f208a70e1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413136 Feb 09 22:35:09.817683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e046d5-6485-4b3f-b9fe-0732179375d5 req-2035c882-71d0-4530-98e1-8a9d5e0487f4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:09.819068 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6e046d5-6485-4b3f-b9fe-0732179375d5 req-2035c882-71d0-4530-98e1-8a9d5e0487f4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0521758 Feb 09 22:35:09.868518 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e6e046d5-6485-4b3f-b9fe-0732179375d5 req-903220f7-456c-4ea9-bc14-c14cbaebe611 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435092 Feb 09 22:35:10.397669 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:10.988881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8435251-2551-4f78-b340-b74d13c59779 req-56d2c7e7-abac-4af6-ad23-4812afdecbaa tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:10.990350 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8435251-2551-4f78-b340-b74d13c59779 req-56d2c7e7-abac-4af6-ad23-4812afdecbaa tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0528343 Feb 09 22:35:11.035300 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f8435251-2551-4f78-b340-b74d13c59779 req-368f76ef-2329-4e82-ba82-9bc996a5b673 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394359 Feb 09 22:35:11.098413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-654f38a0-be82-40db-92c2-07b89d26a199 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:11.099906 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-654f38a0-be82-40db-92c2-07b89d26a199 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.110 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 945 time: 0.0571682 Feb 09 22:35:11.190115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Deleting port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:35:11.190391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.281757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] For port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:11.282130 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.450627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.450997 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.451317 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a disassociated. External IP: 172.25.5.4, port: 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2. Feb 09 22:35:11.451659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Calling delete_port for 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:35:11.626368 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (24e24332-cd77-4060-a0fd-6e2ce6ab3ca2), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.657545 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event deleted for resources: {'Port': ['ID=24e24332-cd77-4060-a0fd-6e2ce6ab3ca2,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:11.667961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.668587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.668970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.669316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.669661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.670003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.670336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.670669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.670999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.671349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.671656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.674766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.674766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:11.694995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.788952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:35:11.901522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:35:11.911830 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13868941-237a-4546-b196-cca4c38fe18c None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:35:11.921779 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:35:11.922392 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:11.941663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] No DVR routers for this DVR port 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:35:11.944384 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.948676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-17c7d695-a9e3-4d03-806f-dc884db97430 req-185e476a-8161-451b-a03d-ca96f814fe35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.110 "DELETE /v2.0/ports/24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 HTTP/1.1" status: 204 len: 173 time: 0.8433018 Feb 09 22:35:11.948959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-deleted', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:11.951185 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8533b51e-a1de-4d44-b7e9-5f82a94d66a7" -d '{"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-deleted", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:11.991173 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d1f556-7f8b-4496-9935-7108440c46fa x-openstack-request-id: req-30d1f556-7f8b-4496-9935-7108440c46fa {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:11.995087 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f29658-dea4-4902-8f9d-5e3db6131bcd", "name": "network-vif-deleted", "tag": "24e24332-cd77-4060-a0fd-6e2ce6ab3ca2", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:11.995087 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30d1f556-7f8b-4496-9935-7108440c46fa {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:11.995087 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f29658-dea4-4902-8f9d-5e3db6131bcd', 'name': 'network-vif-deleted', 'tag': '24e24332-cd77-4060-a0fd-6e2ce6ab3ca2', 'status': 'completed', 'code': 200} Feb 09 22:35:12.033001 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:35:12.132641 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-06c87b67-1cb9-474d-b794-e247996a1b34 req-7332bef4-a72a-4ab5-97b5-187aecc142d0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=80f29658-dea4-4902-8f9d-5e3db6131bcd HTTP/1.1" status: 200 len: 210 time: 0.0292022 Feb 09 22:35:12.232948 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:12.262143 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13868941-237a-4546-b196-cca4c38fe18c None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:35:12.270452 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:35:12.271055 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:12.371531 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:35:12.565135 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-13868941-237a-4546-b196-cca4c38fe18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:12.591416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13868941-237a-4546-b196-cca4c38fe18c None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:35:12.807217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4dca0-f53f-4084-bc60-b59e8b2e986b None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:35:13.376020 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-4043ce17-0910-43c7-b4b5-2392ce6ee976 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--264889779&fields=id&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 267 time: 0.0412776 Feb 09 22:35:13.477806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-4a4c299a-b20b-4a23-aefc-376105e21156 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:13.479800 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-4a4c299a-b20b-4a23-aefc-376105e21156 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.0974391 Feb 09 22:35:13.493776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-e08e2a60-628c-4089-8b2c-c8933eb8be5c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/quotas/72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 375 time: 0.0085871 Feb 09 22:35:13.550489 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-2bd3742f-eb86-41e8-8eb2-99913259ae5a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515490 Feb 09 22:35:13.714732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-a38d4a53-3191-4375-af3c-d6bc6e2e24b0 service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210551 Feb 09 22:35:13.804161 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-cf8fa151-c83d-4dfb-bef3-1f9879529273 service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834973 Feb 09 22:35:14.077006 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cca7b65c-d9a4-4ec3-ae26-4979ae712b8a req-2ddcfa77-37e7-4ea9-bc95-6474d57e924d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 210 time: 0.0301192 Feb 09 22:35:14.410998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:35:14.430712 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:35:14.431564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 24e24332-cd77-4060-a0fd-6e2ce6ab3ca2 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:35:15.172757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ffc6455-2d83-4d83-a48e-8bfe4b0049f9 req-46a3ab5c-b47e-477e-90ad-0c7b0d5b8214 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 210 time: 0.0292239 Feb 09 22:35:16.015192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-985fc4a1-dd6b-4fdc-8322-9b138e690770 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:16.016799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-985fc4a1-dd6b-4fdc-8322-9b138e690770 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.1015203 Feb 09 22:35:16.083196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-976978a7-9c0d-4b8e-b210-0545353120ff tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 379 time: 0.0531132 Feb 09 22:35:16.094398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'port': {'device_id': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'admin_state_up': True, 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'security_groups': ['1ebffaa6-0bc9-472e-8c46-3f707560421e']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:16.274836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ccfa637e-1186-4491-b1de-bd1e11ed78df req-a1407645-05e7-4e98-8586-fb41d775cf9c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 210 time: 0.0308659 Feb 09 22:35:16.283251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Made reservation on behalf of 72dacb38cd014b82878aaef8347a3751 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:35:16.286627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:16.412419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Allocated IP 172.20.0.9 (a4124083-fdc6-42e9-b83d-e2786e96200f/af4d74bb-030d-4c8d-b43a-47ffb7263397/59ef2293-beb4-4914-9675-e5a786cc9415) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:35:16.548014 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for port (59ef2293-beb4-4914-9675-e5a786cc9415), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:16.626486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:16.666018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Network a4124083-fdc6-42e9-b83d-e2786e96200f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:35:16.671835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:35:16.675528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:35:16.700550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:16.730750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:16.731391 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:16.852214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-ef51e989-2746-4fb7-9fb0-dfa6e4cb7193 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614322 Feb 09 22:35:16.868426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Request body: {'port': {'device_id': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:16.929292 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:16.933716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-be52c972-fb7b-42cd-93f8-ad495d4485ed None None] Provisioning complete for port 59ef2293-beb4-4914-9675-e5a786cc9415 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:16.934202 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:35:16.935036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-be52c972-fb7b-42cd-93f8-ad495d4485ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:16.972513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-be52c972-fb7b-42cd-93f8-ad495d4485ed None None] Port 59ef2293-beb4-4914-9675-e5a786cc9415 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:35:17.186894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ef2293-beb4-4914-9675-e5a786cc9415 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:17.194516 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Publish callbacks [] for port (59ef2293-beb4-4914-9675-e5a786cc9415), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:17.207024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Transition to ACTIVE for port object 59ef2293-beb4-4914-9675-e5a786cc9415 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:17.283307 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:17.335775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:17.409197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef683b7f-d3a2-44a8-9da4-476c17713605 req-aa2c154d-c250-4643-b7c7-b49c315ae8c0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:17.411462 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef683b7f-d3a2-44a8-9da4-476c17713605 req-aa2c154d-c250-4643-b7c7-b49c315ae8c0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0602999 Feb 09 22:35:17.413349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:17.413702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:17.414045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:17.418953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:17.419297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:17.424819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:17.425183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:17.425584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:17.426204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Bound port: 59ef2293-beb4-4914-9675-e5a786cc9415, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:17.426976 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:17.466872 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ef683b7f-d3a2-44a8-9da4-476c17713605 req-64e6584e-aa37-4ba2-8bd6-408606cf5c5e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482783 Feb 09 22:35:17.495985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:17.499220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:17.569213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:17.605503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:17.606166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:17.607680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] 10.222.0.30 "PUT /v2.0/ports/59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 1091 time: 0.7433300 Feb 09 22:35:17.609955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:17.612251 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9f6d44-9a74-4d34-a628-77d5fd8bc4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:17.644525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eb961-1a4c-459a-9c57-292696cc204e service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:17.664062 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157d7fe5-b83a-4321-83e9-e85aceea421d x-openstack-request-id: req-157d7fe5-b83a-4321-83e9-e85aceea421d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:17.664447 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:17.664796 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-157d7fe5-b83a-4321-83e9-e85aceea421d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:17.665241 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'status': 'completed', 'code': 200} Feb 09 22:35:17.729670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6d44-9a74-4d34-a628-77d5fd8bc4bb req-37a3a86a-8f8c-49a3-ac44-2730aaa005c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:17.731310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f9f6d44-9a74-4d34-a628-77d5fd8bc4bb req-37a3a86a-8f8c-49a3-ac44-2730aaa005c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1125 time: 0.0495834 Feb 09 22:35:17.841006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6d44-9a74-4d34-a628-77d5fd8bc4bb req-25e71aeb-7860-4345-86c8-05e816b976fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:17.842512 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f9f6d44-9a74-4d34-a628-77d5fd8bc4bb req-25e71aeb-7860-4345-86c8-05e816b976fa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=72dacb38cd014b82878aaef8347a3751&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994627 Feb 09 22:35:17.938834 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6d44-9a74-4d34-a628-77d5fd8bc4bb req-f1484d5c-2678-439d-b23b-ce354b0a9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:17.940256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f9f6d44-9a74-4d34-a628-77d5fd8bc4bb req-f1484d5c-2678-439d-b23b-ce354b0a9975 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907428 Feb 09 22:35:18.024801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-a20ffaca-a44e-42fa-a4bf-c78476bc439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:18.026779 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-a20ffaca-a44e-42fa-a4bf-c78476bc439e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1125 time: 0.0447674 Feb 09 22:35:18.076085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-68754a96-e24f-4619-8a51-a8225ae114ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 217 time: 0.0395050 Feb 09 22:35:18.130822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-8b9429d9-cd4e-4a7c-a289-d45721b87cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:18.132298 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-8b9429d9-cd4e-4a7c-a289-d45721b87cb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0479140 Feb 09 22:35:18.185615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-d5e9fb81-0637-4a0d-8243-b495ee2e1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:18.187131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-d5e9fb81-0637-4a0d-8243-b495ee2e1789 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457852 Feb 09 22:35:18.277364 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-b781ae1d-3e2e-4d2c-8a77-ed10f20048f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796819 Feb 09 22:35:18.368964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07dfe50e-2678-4fc8-b3e1-11d8d1f7172c req-80c22f44-6071-40e6-b585-01ed6064ead0 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828161 Feb 09 22:35:18.589849 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04034be0-6499-4e48-9758-200f3a13d34e req-32c836ef-ab7f-4224-890e-09478834e508 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:18.591229 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04034be0-6499-4e48-9758-200f3a13d34e req-32c836ef-ab7f-4224-890e-09478834e508 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0556884 Feb 09 22:35:18.635097 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-04034be0-6499-4e48-9758-200f3a13d34e req-6d16066e-c66f-41c1-aa61-5093e6299056 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382466 Feb 09 22:35:19.757199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4ddc8-5eea-49c3-a575-39f2d6b08eb6 req-c21b5c35-65ca-4e41-a53c-97fd3808a919 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:19.758696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19c4ddc8-5eea-49c3-a575-39f2d6b08eb6 req-c21b5c35-65ca-4e41-a53c-97fd3808a919 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0530047 Feb 09 22:35:19.804619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19c4ddc8-5eea-49c3-a575-39f2d6b08eb6 req-fb019c4e-ab1e-4fe7-a9b1-a3395038a712 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Feb 09 22:35:20.921599 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b915-16d1-42b5-9834-fada17762f90 req-e6009acd-102c-487a-afe2-4e93dfed52ad tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:20.922979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c609b915-16d1-42b5-9834-fada17762f90 req-e6009acd-102c-487a-afe2-4e93dfed52ad tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0514603 Feb 09 22:35:20.967717 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c609b915-16d1-42b5-9834-fada17762f90 req-8ebf50d2-004b-4a20-9c5d-0899fd824d18 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392127 Feb 09 22:35:22.089584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a1831-db44-4b29-bdd1-946a3e055a8f req-239cac2c-d546-45d1-b02a-0cc2d99b06f1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:22.091108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d0a1831-db44-4b29-bdd1-946a3e055a8f req-239cac2c-d546-45d1-b02a-0cc2d99b06f1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0569124 Feb 09 22:35:22.144548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8d0a1831-db44-4b29-bdd1-946a3e055a8f req-09b54cec-9b0f-4316-9d61-876251dbd8ae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477502 Feb 09 22:35:22.397571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:22.492802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:22.504432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '59ef2293-beb4-4914-9675-e5a786cc9415', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': '59ef2293-beb4-4914-9675-e5a786cc9415', 'mac_address': 'fa:16:3e:c9:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:22.539405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 59ef2293-beb4-4914-9675-e5a786cc9415 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:22.539751 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:22.552976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ef2293-beb4-4914-9675-e5a786cc9415 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:22.571727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:22.637427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:22.685290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:22.902125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['59ef2293-beb4-4914-9675-e5a786cc9415'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:23.261127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cf72a-b235-4068-99fa-25f9454ac777 req-cf1881cb-dd1f-4479-ac28-7e16a33954d1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:23.262667 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-454cf72a-b235-4068-99fa-25f9454ac777 req-cf1881cb-dd1f-4479-ac28-7e16a33954d1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0518489 Feb 09 22:35:23.313463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-454cf72a-b235-4068-99fa-25f9454ac777 req-2d0b35a9-515d-4671-bc3a-bd35abcfcaf0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452795 Feb 09 22:35:24.414134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:24.430944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea39738-50db-4723-b51d-1bd553f4a8ed req-042d3b19-ea27-49f3-bc3f-a7c167def301 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:24.432536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ea39738-50db-4723-b51d-1bd553f4a8ed req-042d3b19-ea27-49f3-bc3f-a7c167def301 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0520642 Feb 09 22:35:24.478444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ea39738-50db-4723-b51d-1bd553f4a8ed req-d777df88-1853-400e-ac22-47e90b98f4a1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Feb 09 22:35:24.506242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 59ef2293-beb4-4914-9675-e5a786cc9415 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:24.510797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 59ef2293-beb4-4914-9675-e5a786cc9415 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:24.511135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:24.585824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 59ef2293-beb4-4914-9675-e5a786cc9415 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:24.586215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:24.608250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:24.610462 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181ef7c-9e1d-4420-a98f-be1f5e7c5282" -d '{"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-plugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:24.622396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:24.648169 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde0b4a-9b0d-4a0c-80b1-6b14585aad0b x-openstack-request-id: req-7bde0b4a-9b0d-4a0c-80b1-6b14585aad0b {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:24.648461 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-plugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:24.648716 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7bde0b4a-9b0d-4a0c-80b1-6b14585aad0b {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:24.649118 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'code': 200} Feb 09 22:35:24.672248 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:24.719895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:24.759293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea56f0a-ebb8-4210-b4bf-74268b277318 req-b3b8ea6d-9b23-4f3e-87eb-3764980aef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:24.760955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bea56f0a-ebb8-4210-b4bf-74268b277318 req-b3b8ea6d-9b23-4f3e-87eb-3764980aef23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1127 time: 0.0434663 Feb 09 22:35:24.810436 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bea56f0a-ebb8-4210-b4bf-74268b277318 req-da6fd5ff-1c86-4a62-b011-fe890636b088 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399277 Feb 09 22:35:25.597547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba7996-21e6-4c67-a439-bc05ae6e8079 req-e87ead30-d4e8-41e2-a132-eb93780f9eec tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:25.599015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83ba7996-21e6-4c67-a439-bc05ae6e8079 req-e87ead30-d4e8-41e2-a132-eb93780f9eec tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Feb 09 22:35:25.647903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83ba7996-21e6-4c67-a439-bc05ae6e8079 req-80e36f31-3f6e-4a7c-a2d4-4df60c8d2733 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411899 Feb 09 22:35:26.765023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbd57a-7b7b-4c01-8949-ce178cb15975 req-53dbf9e7-5886-4050-b6e6-0d17418db64b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:26.766507 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4cdbd57a-7b7b-4c01-8949-ce178cb15975 req-53dbf9e7-5886-4050-b6e6-0d17418db64b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0516193 Feb 09 22:35:26.812133 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4cdbd57a-7b7b-4c01-8949-ce178cb15975 req-05e0a822-69e9-4d6c-beff-73217ad6062c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Feb 09 22:35:26.925336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf14fe-18be-4be4-af5a-8df276a9589b req-818d9551-62c8-45ac-aa2f-c11cd49f3d3e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:26.926748 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-78cf14fe-18be-4be4-af5a-8df276a9589b req-818d9551-62c8-45ac-aa2f-c11cd49f3d3e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0520022 Feb 09 22:35:26.935380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57102) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:35:26.939861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'floatingip': {'port_id': '59ef2293-beb4-4914-9675-e5a786cc9415'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:27.315858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:27.721360 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:27.779809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:27.880835 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a associated. External IP: 172.25.5.4, port: 59ef2293-beb4-4914-9675-e5a786cc9415. Feb 09 22:35:28.087959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:35:28.199192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:35:28.203698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:28.209246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:35:28.219115 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:35:28.219745 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:28.233306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a0cf624f-82c1-4b9f-ad29-75a6df40513e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "PUT /v2.0/floatingips/d6ee6529-94ac-463b-9a87-671152a4f67a HTTP/1.1" status: 200 len: 989 time: 1.2968414 Feb 09 22:35:28.233908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:28.236192 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ca7c65-e0a9-44b9-8ba6-189d02087db3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:28.282933 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b8f0a7-9978-4793-ab82-5fdb0d21c170 x-openstack-request-id: req-95b8f0a7-9978-4793-ab82-5fdb0d21c170 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:28.283225 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:28.283476 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-95b8f0a7-9978-4793-ab82-5fdb0d21c170 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:28.283906 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'status': 'completed', 'code': 200} Feb 09 22:35:28.331471 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:35:28.352230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-6faf4a3c-6b20-42ce-9e80-0025624a7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:28.353770 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-6faf4a3c-6b20-42ce-9e80-0025624a7bc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1127 time: 0.0471001 Feb 09 22:35:28.356509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672f005-c1a9-415f-b62b-0ce3e67e1341 req-7533c6d5-c98c-4462-9bbe-8e697f725354 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:28.358027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3672f005-c1a9-415f-b62b-0ce3e67e1341 req-7533c6d5-c98c-4462-9bbe-8e697f725354 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0543766 Feb 09 22:35:28.406310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3672f005-c1a9-415f-b62b-0ce3e67e1341 req-1e87dd31-d8f2-4c8f-a95f-c9718e12fe99 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 Feb 09 22:35:28.454655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-36539939-8bc3-4eba-8ff2-9114d9463db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:28.456101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-36539939-8bc3-4eba-8ff2-9114d9463db1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0963893 Feb 09 22:35:28.523329 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-4f873e45-a249-4504-8e44-f23e5cfb6f2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 997 time: 0.0615439 Feb 09 22:35:28.574031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-416e9aa4-bf0c-4126-b7fe-0baa24d12159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:28.575517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-416e9aa4-bf0c-4126-b7fe-0baa24d12159 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0464058 Feb 09 22:35:28.628291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-0e529583-a1f0-4f7c-8095-d10e3640da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:28.629834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-0e529583-a1f0-4f7c-8095-d10e3640da2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482342 Feb 09 22:35:28.644570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '59ef2293-beb4-4914-9675-e5a786cc9415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:c9:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:35:27Z', 'revision_number': 9, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:28.670017 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:35:28.678548 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:35:28.679169 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:35:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:28.718156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-05747f9a-c4dd-4331-a909-9fcfec07d2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812652 Feb 09 22:35:28.786136 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:35:28.810084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99ca7c65-e0a9-44b9-8ba6-189d02087db3 req-5c981abe-08f6-4cd6-9876-f5a1e6007091 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860970 Feb 09 22:35:29.003994 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '59ef2293-beb4-4914-9675-e5a786cc9415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:c9:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:35:27Z', 'revision_number': 9, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:29.028413 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b269b-0b7e-46a7-a630-b5d12e994394 None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': '59ef2293-beb4-4914-9675-e5a786cc9415', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:c9:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:35:27Z', 'revision_number': 9, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:35:29.222099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b945e6-bfea-45fe-930f-84e8502cf2f6 None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:35:29.533488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47f36-ffd7-499b-b3b2-55377f54c757 req-0d7dc330-e806-402f-9cb8-ec852e2e7a04 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:29.534984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ab47f36-ffd7-499b-b3b2-55377f54c757 req-0d7dc330-e806-402f-9cb8-ec852e2e7a04 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0535192 Feb 09 22:35:29.582130 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ab47f36-ffd7-499b-b3b2-55377f54c757 req-ff0514ab-0d06-4d9b-b2e4-d5be1ff3612d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Feb 09 22:35:29.808946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:29.975513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908f042-2aa2-4956-839b-9710786d1121 req-12fddcd2-c40c-4ef7-a308-07b2fd3825fe tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:29.977051 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c908f042-2aa2-4956-839b-9710786d1121 req-12fddcd2-c40c-4ef7-a308-07b2fd3825fe tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Feb 09 22:35:30.036975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c908f042-2aa2-4956-839b-9710786d1121 req-bf5ad9bb-4fbb-4d74-be39-d72f04b56768 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536356 Feb 09 22:35:30.070548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-d80b1bf5-6720-48a2-b3b7-37fb4dea5968 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458920 Feb 09 22:35:31.300546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:31.441908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74e72c-2f4f-4ab9-9239-edec7ccf1af2 req-f20edaa7-f12b-4af9-b1ab-425f30219fe0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:31.443310 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d74e72c-2f4f-4ab9-9239-edec7ccf1af2 req-f20edaa7-f12b-4af9-b1ab-425f30219fe0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.3371463 Feb 09 22:35:31.489827 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1d74e72c-2f4f-4ab9-9239-edec7ccf1af2 req-d5cdb8bb-5d57-45f1-868b-a62237c571e5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407538 Feb 09 22:35:31.883822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-77b997d5-ea11-4f69-8ed0-a740b0b236ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:31.885745 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-77b997d5-ea11-4f69-8ed0-a740b0b236ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1127 time: 0.0442047 Feb 09 22:35:31.975916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-fb07bd5a-922b-4fb9-a84c-3e7783523762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:31.977379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-fb07bd5a-922b-4fb9-a84c-3e7783523762 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0861058 Feb 09 22:35:32.039334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-39ab954f-431e-4cf8-9e33-cd9a66f59346 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 1000 time: 0.0563700 Feb 09 22:35:32.086051 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-36ba054b-ad91-4b3a-af84-b6c98008c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:32.087439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-36ba054b-ad91-4b3a-af84-b6c98008c969 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0419793 Feb 09 22:35:32.138320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-dc73d799-dc19-4cee-878a-ea1ab507c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:32.139736 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-dc73d799-dc19-4cee-878a-ea1ab507c012 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466776 Feb 09 22:35:32.225977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-2c5dd331-a2a5-47ef-9490-82b0d2649c38 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783842 Feb 09 22:35:32.317050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-aa06c173-89e0-43fc-a834-250a12f9bab5 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Feb 09 22:35:32.614115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eedbb-3728-41b0-ab90-3850ad234906 req-e8b6fb95-4fe2-4f57-b228-5207f38cac9d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:32.615595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-797eedbb-3728-41b0-ab90-3850ad234906 req-e8b6fb95-4fe2-4f57-b228-5207f38cac9d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0536189 Feb 09 22:35:32.662023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-797eedbb-3728-41b0-ab90-3850ad234906 req-f4bf5394-0fd6-4e95-90fa-553db82ee762 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Feb 09 22:35:33.779551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d1794-526a-4bf3-9e74-1987f18c29f3 req-e7d47dab-22a2-46c4-88e3-ec97861db69b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:33.781150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-864d1794-526a-4bf3-9e74-1987f18c29f3 req-e7d47dab-22a2-46c4-88e3-ec97861db69b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0523496 Feb 09 22:35:33.826454 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-864d1794-526a-4bf3-9e74-1987f18c29f3 req-cb038c03-cf0e-44f1-97e2-dc36af408e21 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398440 Feb 09 22:35:34.945356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b8a23-7fce-400a-9659-7351808d2f67 req-32d88525-d71b-4b42-97e4-c7a7ca1f8032 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:34.946859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-754b8a23-7fce-400a-9659-7351808d2f67 req-32d88525-d71b-4b42-97e4-c7a7ca1f8032 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0524430 Feb 09 22:35:34.994073 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-754b8a23-7fce-400a-9659-7351808d2f67 req-5951a4b7-69e2-48a2-b1b3-a176981abf6c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 Feb 09 22:35:35.551578 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-12042adf-596f-452b-93e0-6612456c35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:36.115967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b64b19-e7bd-4d34-833d-91afadc0c5a2 req-3c6720a8-d61a-4a0b-96d5-abd524c005db tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:36.117417 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5b64b19-e7bd-4d34-833d-91afadc0c5a2 req-3c6720a8-d61a-4a0b-96d5-abd524c005db tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0553610 Feb 09 22:35:36.162577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d5b64b19-e7bd-4d34-833d-91afadc0c5a2 req-453ae041-1a44-4f9a-97b5-b6bd1120a928 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395565 Feb 09 22:35:37.285115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337758d5-ec44-46a5-933d-30725f591f39 req-3e11c45a-dc3c-4b9a-add1-7a3dc28d370f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:37.286612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-337758d5-ec44-46a5-933d-30725f591f39 req-3e11c45a-dc3c-4b9a-add1-7a3dc28d370f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0564306 Feb 09 22:35:37.332760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-337758d5-ec44-46a5-933d-30725f591f39 req-0d26b35c-3341-4dea-9d02-406c5d17d961 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Feb 09 22:35:37.534252 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-64ef32da-7ef7-46d5-82fa-85580512face None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:38.451180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa739fc-e83d-45ff-8f98-d359e5e5e614 req-1ce378ea-1049-4367-be54-6f5d51c3d72e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:38.452707 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3aa739fc-e83d-45ff-8f98-d359e5e5e614 req-1ce378ea-1049-4367-be54-6f5d51c3d72e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0525062 Feb 09 22:35:38.497918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3aa739fc-e83d-45ff-8f98-d359e5e5e614 req-2e32448c-0e3a-4dfd-9b6f-f62b5663dc45 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395131 Feb 09 22:35:39.231207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:39.615416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259ab91-cfaa-40c6-8392-26676a87c88d req-2777df62-adba-4704-ad14-e9afd0097433 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:39.616935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7259ab91-cfaa-40c6-8392-26676a87c88d req-2777df62-adba-4704-ad14-e9afd0097433 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0512295 Feb 09 22:35:39.665274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7259ab91-cfaa-40c6-8392-26676a87c88d req-9575e6af-878f-461d-a9a5-64c6a941b039 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420775 Feb 09 22:35:40.385829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:40.785272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082a75b-66bc-4e44-9354-b73558792268 req-a456e874-6fdd-4ccc-bb81-c0570f47f980 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:40.786746 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4082a75b-66bc-4e44-9354-b73558792268 req-a456e874-6fdd-4ccc-bb81-c0570f47f980 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0510676 Feb 09 22:35:40.836526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4082a75b-66bc-4e44-9354-b73558792268 req-6a164f6f-d874-4910-b896-d68d1c9a57f2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441852 Feb 09 22:35:41.705648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:41.954085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95309753-14fe-4454-b215-a473f6a2b199 req-5dda1e7f-98f8-4ecf-95f7-093daaa63730 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:41.955592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95309753-14fe-4454-b215-a473f6a2b199 req-5dda1e7f-98f8-4ecf-95f7-093daaa63730 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Feb 09 22:35:42.005113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-95309753-14fe-4454-b215-a473f6a2b199 req-c0e616bb-262a-4c2d-9c83-1f60db847b10 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438638 Feb 09 22:35:43.122785 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae0cc-86b8-48ab-ac59-42a1fc1a3faa req-2c4f046d-b47d-4be9-9de8-3935363d1560 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:43.124318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6adae0cc-86b8-48ab-ac59-42a1fc1a3faa req-2c4f046d-b47d-4be9-9de8-3935363d1560 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0522175 Feb 09 22:35:43.169801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6adae0cc-86b8-48ab-ac59-42a1fc1a3faa req-0003ff68-70c9-409e-a727-05847bdf9b67 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 Feb 09 22:35:44.289644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c8e0-c781-45cf-a58a-3337a9fcd2bf req-c6941e9f-137c-4380-9461-348e3ff95f07 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:44.291123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e425c8e0-c781-45cf-a58a-3337a9fcd2bf req-c6941e9f-137c-4380-9461-348e3ff95f07 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Feb 09 22:35:44.337055 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e425c8e0-c781-45cf-a58a-3337a9fcd2bf req-f9497706-dbfc-43d2-a820-8def12625c6d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Feb 09 22:35:45.464182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787aadc-55a9-4822-8605-9286daf50368 req-ca77e5f3-e3fd-4194-a15f-3e294311ac4b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:45.466236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8787aadc-55a9-4822-8605-9286daf50368 req-ca77e5f3-e3fd-4194-a15f-3e294311ac4b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0517359 Feb 09 22:35:45.511631 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8787aadc-55a9-4822-8605-9286daf50368 req-0a08927d-079e-4b0e-afad-34cc325a6055 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397007 Feb 09 22:35:46.630469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb8ac-ff65-4121-b878-09d2e1faea14 req-1728f39b-fb53-4b9f-81a5-2bc731ea6684 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.631995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fafb8ac-ff65-4121-b878-09d2e1faea14 req-1728f39b-fb53-4b9f-81a5-2bc731ea6684 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Feb 09 22:35:46.678032 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1fafb8ac-ff65-4121-b878-09d2e1faea14 req-48a239cb-9788-4068-a462-05b3b984cf50 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Feb 09 22:35:47.800094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1974bc5-8c87-4d38-b42f-360fd05ea990 req-5a23b618-ac86-49b9-8ef4-31ac48cc4545 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:47.801577 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1974bc5-8c87-4d38-b42f-360fd05ea990 req-5a23b618-ac86-49b9-8ef4-31ac48cc4545 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0556767 Feb 09 22:35:47.847118 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1974bc5-8c87-4d38-b42f-360fd05ea990 req-c3c79721-adad-4f9e-86c8-53eb5542c4da tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399010 Feb 09 22:35:48.966693 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71125a30-d9e1-41b7-a968-714a1ff50915 req-908d8e63-4a84-40ce-9452-166eaa4187a8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:48.968212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71125a30-d9e1-41b7-a968-714a1ff50915 req-908d8e63-4a84-40ce-9452-166eaa4187a8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0559707 Feb 09 22:35:49.013700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-71125a30-d9e1-41b7-a968-714a1ff50915 req-f2155395-95da-4d97-aed2-d2673d4a3903 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Feb 09 22:35:49.394585 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-9eda0732-4b11-4fbd-9fbd-fb4d31ccaa3f service neutron] show failed (client error): The resource could not be found. Feb 09 22:35:49.395490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-9eda0732-4b11-4fbd-9fbd-fb4d31ccaa3f service neutron] 10.222.0.30 "GET /v2.0/ports/59ef2293-beb4-4914-9675-e5a786cc9415/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0514657 Feb 09 22:35:50.038861 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-cb735080-4942-42b6-9874-63ef5f25b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:50.040684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-cb735080-4942-42b6-9874-63ef5f25b2c1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 1127 time: 0.0448048 Feb 09 22:35:50.050418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-b41eba52-e84b-413f-8ede-159fe7b702dd service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:35:50.051379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-b41eba52-e84b-413f-8ede-159fe7b702dd service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050416 Feb 09 22:35:50.062546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:50.124706 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.133360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ff08e-e60d-43cc-b85f-b725d387ce46 req-e01aa5b4-e682-4267-89cc-454416397122 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:50.134927 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c33ff08e-e60d-43cc-b85f-b725d387ce46 req-e01aa5b4-e682-4267-89cc-454416397122 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0525362 Feb 09 22:35:50.181834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c33ff08e-e60d-43cc-b85f-b725d387ce46 req-d10267d3-59c4-4291-95b2-cf40e536b03e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 Feb 09 22:35:50.321851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:50.353461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:50.391186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:50.393488 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8770ad-3757-4346-ba85-22c5ce268da7" -d '{"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-unplugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:50.397607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Publish callbacks [] for port (59ef2293-beb4-4914-9675-e5a786cc9415), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.411573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Transition to ACTIVE for port object 59ef2293-beb4-4914-9675-e5a786cc9415 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:50.444187 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9cabe8-9732-4179-9fe4-193513f9e2bb x-openstack-request-id: req-db9cabe8-9732-4179-9fe4-193513f9e2bb {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:50.444502 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-unplugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:50.444744 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db9cabe8-9732-4179-9fe4-193513f9e2bb {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:50.445146 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'code': 200} Feb 09 22:35:50.471153 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.550413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:50.594442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] No DVR routers for this DVR port 59ef2293-beb4-4914-9675-e5a786cc9415 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:35:50.730863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:50.731199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:50.731530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:50.736291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:50.736617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:50.741388 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:50.741726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:50.742108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:50.742533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Bound port: 59ef2293-beb4-4914-9675-e5a786cc9415, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:50.742888 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.810584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:50.810584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:50.906045 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.938204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:50.938848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:50.940335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] 10.222.0.110 "PUT /v2.0/ports/59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 1091 time: 0.8822157 Feb 09 22:35:50.963331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46814370-db4a-4fe4-b11d-0f2d7c79c853 service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:51.011450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-16e6fbf7-9d2a-48bb-97df-d9f088103c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.013040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-16e6fbf7-9d2a-48bb-97df-d9f088103c56 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1125 time: 0.0468280 Feb 09 22:35:51.110982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-cd6a2b30-f0ef-4e28-8f01-ab231ad4cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.112354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-cd6a2b30-f0ef-4e28-8f01-ab231ad4cf4c service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0930986 Feb 09 22:35:51.177047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-1f4bb4d0-f2cf-46b7-a536-7ac7c5745c12 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.0587707 Feb 09 22:35:51.226020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-598b3565-f0b2-404b-8364-9631fd258d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.227562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-598b3565-f0b2-404b-8364-9631fd258d08 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0430555 Feb 09 22:35:51.281533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-0440d2f8-dbe1-4c73-8a4c-f0ba0821c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.283101 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-0440d2f8-dbe1-4c73-8a4c-f0ba0821c004 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485256 Feb 09 22:35:51.301199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20377fc1-0cc7-490f-bcda-9e65852a29e6 req-86fae8f2-2fb0-4c4c-b20f-4ccf760c4c87 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.302668 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20377fc1-0cc7-490f-bcda-9e65852a29e6 req-86fae8f2-2fb0-4c4c-b20f-4ccf760c4c87 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0522573 Feb 09 22:35:51.353563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-20377fc1-0cc7-490f-bcda-9e65852a29e6 req-3ce5afd4-1942-4fba-91dc-6d6d5827976f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451927 Feb 09 22:35:51.372939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-1039f137-634c-4a10-963a-b86f407b5c29 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833819 Feb 09 22:35:51.462831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e71c5fe3-c2ad-44f5-9b87-9980a36280c9 req-b9e833b7-4782-439c-bea7-246377f8ce07 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838118 Feb 09 22:35:52.449945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:52.452439 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:52.480278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adcfa4-1708-4683-b183-3df3f516dc10 req-f7191370-8c15-4586-a05e-6eaaa99b8143 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.482205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36adcfa4-1708-4683-b183-3df3f516dc10 req-f7191370-8c15-4586-a05e-6eaaa99b8143 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0582783 Feb 09 22:35:52.505529 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082174a2-f95c-4691-82dc-cdd27291cc60 x-openstack-request-id: req-082174a2-f95c-4691-82dc-cdd27291cc60 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:52.505823 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:52.506076 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-082174a2-f95c-4691-82dc-cdd27291cc60 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:52.506459 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'status': 'completed', 'code': 200} Feb 09 22:35:52.550573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-36adcfa4-1708-4683-b183-3df3f516dc10 req-b3e0ecb5-5782-4f01-8fca-c1554e8a8618 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618875 Feb 09 22:35:52.611439 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-4205f13a-6808-48da-a44f-311e3959d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.612958 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-4205f13a-6808-48da-a44f-311e3959d911 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1125 time: 0.0823257 Feb 09 22:35:52.615280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-6cb5e089-ea63-413c-9f38-5be89a3ebf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.616656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-6cb5e089-ea63-413c-9f38-5be89a3ebf12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1125 time: 0.0848503 Feb 09 22:35:52.769081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-74fc0630-5e45-4cb3-81ee-97c9d2b3fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.770550 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-74fc0630-5e45-4cb3-81ee-97c9d2b3fb56 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1516442 Feb 09 22:35:52.771469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-39b19038-33b1-40c5-b65c-340d691a4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.772805 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-39b19038-33b1-40c5-b65c-340d691a4789 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1463847 Feb 09 22:35:52.876867 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-ca346e9c-613a-4c83-8ab8-0f7fec61bcd6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.1000507 Feb 09 22:35:52.882435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-5a2a52df-02b8-4c12-aab8-4a61aa572278 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.0999949 Feb 09 22:35:52.958511 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-18274420-3d4c-41a0-8d5c-31e3092a0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.959968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-18274420-3d4c-41a0-8d5c-31e3092a0708 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0766816 Feb 09 22:35:52.963154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-d92c1166-4fe7-4443-85af-e59fd20608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.964484 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-d92c1166-4fe7-4443-85af-e59fd20608a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0733924 Feb 09 22:35:53.035046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-a8c673a9-8d2b-49ac-ac2d-2471e116ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.036642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-a8c673a9-8d2b-49ac-ac2d-2471e116ee06 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707264 Feb 09 22:35:53.041677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-dda54768-ff80-4273-bbff-3d773e495186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.043306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-dda54768-ff80-4273-bbff-3d773e495186 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690281 Feb 09 22:35:53.531797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-d2dc0308-b799-4a34-9f33-0dee9840e12c service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847772 Feb 09 22:35:53.535011 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-c9d2b2c0-9519-4bbc-9ee2-25e5255d9723 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805257 Feb 09 22:35:53.674135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd8f7-3feb-4d8a-b94d-a4f8798b2dff req-86bf6570-082b-4965-ad13-bd0611a87a73 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.675744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a36dd8f7-3feb-4d8a-b94d-a4f8798b2dff req-86bf6570-082b-4965-ad13-bd0611a87a73 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0534432 Feb 09 22:35:53.689592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-a31df9f3-5061-461b-9c9f-32d23e0bb8a2 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521523 Feb 09 22:35:53.692920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d93b7015-fb02-4ab3-a09f-aecab18ab5b4 req-2278d750-3a3a-4073-8f89-a2d232652703 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477165 Feb 09 22:35:53.724921 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a36dd8f7-3feb-4d8a-b94d-a4f8798b2dff req-956e85c2-d29b-4af8-a197-1cd9261dd4c0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430925 Feb 09 22:35:53.831204 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-b331194b-de6d-4fe5-a4c3-4a18ce8bcb4a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437841 Feb 09 22:35:53.912482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-8e44f112-d633-4c8e-961a-26427fd67d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.913965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-8e44f112-d633-4c8e-961a-26427fd67d41 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1125 time: 0.0445504 Feb 09 22:35:53.933614 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:35:54.018151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-68c97e7a-d68b-4805-8fa7-05827c213bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.019653 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-68c97e7a-d68b-4805-8fa7-05827c213bf5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0886474 Feb 09 22:35:54.083209 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-b4f8cbf6-fe24-48f7-9661-42cd502f492b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.0578110 Feb 09 22:35:54.129822 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-b0666ba5-9019-477c-bfee-d3a9697bb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.131249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-b0666ba5-9019-477c-bfee-d3a9697bb6b5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0421584 Feb 09 22:35:54.184919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-d55ef21d-bb78-4df5-b135-3bd5944ce291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.187078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-d55ef21d-bb78-4df5-b135-3bd5944ce291 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504084 Feb 09 22:35:54.262379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.110', 63056) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:35:54.281576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374cfe-3623-4bf2-94d0-dc05ed90c251 req-1373fce6-f756-4a31-916d-3e9ab379c512 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.283084 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0374cfe-3623-4bf2-94d0-dc05ed90c251 req-1373fce6-f756-4a31-916d-3e9ab379c512 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 943 time: 0.0536964 Feb 09 22:35:54.311844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-5a4ee264-03a3-4d0b-95fa-7b351699d64a service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183794 Feb 09 22:35:54.330586 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a0374cfe-3623-4bf2-94d0-dc05ed90c251 req-6f0b1ef6-f0a5-4a81-aabe-796edb481c7b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415094 Feb 09 22:35:54.378371 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-7041c604-dc5b-4f96-848d-87f7dc70232a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.379879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-7041c604-dc5b-4f96-848d-87f7dc70232a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.110 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1&tenant_id=72dacb38cd014b82878aaef8347a3751&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 943 time: 0.1163931 Feb 09 22:35:54.458700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-683f5a6d-d475-4ce9-bfe7-2d3b9725c0e6 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399701 Feb 09 22:35:54.466393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-3ac8695d-31c7-4f8b-a66d-ddfdaa5cdf01 service neutron] 10.222.0.110 "GET /v2.0/ports/59ef2293-beb4-4914-9675-e5a786cc9415/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 382 time: 0.0791106 Feb 09 22:35:54.544853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-341de1c0-847f-4a0c-b58a-ac375f09667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.546907 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-341de1c0-847f-4a0c-b58a-ac375f09667a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1125 time: 0.0516226 Feb 09 22:35:54.631798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:35:54.637015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-af458d98-d0ec-4b17-9b32-e26d4d5de52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.638553 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-af458d98-d0ec-4b17-9b32-e26d4d5de52c service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0858014 Feb 09 22:35:54.674891 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:54.683667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 59ef2293-beb4-4914-9675-e5a786cc9415 host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:35:54.684313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:35:54.712384 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c2b7856f-1568-4668-b58e-a7d76e41b032 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.0670998 Feb 09 22:35:54.763869 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-8781ca5f-ccd9-4894-85c6-98f6b0b4fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.765667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-8781ca5f-ccd9-4894-85c6-98f6b0b4fb3d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0468004 Feb 09 22:35:54.780973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:54.793919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '59ef2293-beb4-4914-9675-e5a786cc9415', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': '59ef2293-beb4-4914-9675-e5a786cc9415', 'mac_address': 'fa:16:3e:c9:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:54.817584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-dac44aab-6533-4f54-b829-cd2eb47683b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.819106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-dac44aab-6533-4f54-b829-cd2eb47683b7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467923 Feb 09 22:35:54.830199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 59ef2293-beb4-4914-9675-e5a786cc9415 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:54.830592 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:54.844821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ef2293-beb4-4914-9675-e5a786cc9415 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:54.864800 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:54.917078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-7118bebd-2fb1-4b10-af0b-8424fbb31b65 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904725 Feb 09 22:35:54.939980 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:54.989084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:55.008626 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-d7fdc24c-9aa7-4c3e-aff6-9551430dde81 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854959 Feb 09 22:35:55.148748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['59ef2293-beb4-4914-9675-e5a786cc9415'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:55.456636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68636fd-6202-4266-aced-1efae65a9888 req-2ed90b36-55b8-47d2-befe-c69a455284ae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:55.458114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e68636fd-6202-4266-aced-1efae65a9888 req-2ed90b36-55b8-47d2-befe-c69a455284ae tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0545397 Feb 09 22:35:55.510048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e68636fd-6202-4266-aced-1efae65a9888 req-fb3868cc-b671-4ed3-bc66-697fcefafb09 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461857 Feb 09 22:35:56.636363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877fb7d-e0e2-4c4d-9a40-a1e112ceaa80 req-4a9bae65-3ef9-4144-ae66-6432e59dfeba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:56.637904 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a877fb7d-e0e2-4c4d-9a40-a1e112ceaa80 req-4a9bae65-3ef9-4144-ae66-6432e59dfeba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0559580 Feb 09 22:35:56.684348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a877fb7d-e0e2-4c4d-9a40-a1e112ceaa80 req-d44a0911-5936-41ce-9b07-f9d5b1c42376 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401909 Feb 09 22:35:56.689395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:56.796695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 59ef2293-beb4-4914-9675-e5a786cc9415 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:56.800558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 59ef2293-beb4-4914-9675-e5a786cc9415 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:56.801185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:56.881741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 59ef2293-beb4-4914-9675-e5a786cc9415 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:56.882137 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:56.904938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:56.907147 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee536653-dfc6-421d-914e-3ada7717d559" -d '{"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-plugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:56.919620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:56.957562 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694ad04-fd5f-45b8-95d3-fd5a71170687 x-openstack-request-id: req-1694ad04-fd5f-45b8-95d3-fd5a71170687 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:56.957863 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-plugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:56.958123 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1694ad04-fd5f-45b8-95d3-fd5a71170687 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:56.958526 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'code': 200} Feb 09 22:35:57.002839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:57.051432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:57.701730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-201699a9-5e81-4761-9924-00af501eaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:57.703282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-201699a9-5e81-4761-9924-00af501eaf7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 1127 time: 0.0505805 Feb 09 22:35:57.718071 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:57.775522 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:57.804185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07ec1d-4ddd-4829-8c26-29b78ed558e9 req-11d85565-77a1-41ee-987d-2cb188c65c51 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:57.805681 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a07ec1d-4ddd-4829-8c26-29b78ed558e9 req-11d85565-77a1-41ee-987d-2cb188c65c51 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0528097 Feb 09 22:35:57.853426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a07ec1d-4ddd-4829-8c26-29b78ed558e9 req-092160fa-c109-4d42-a846-30c7acb65d7b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Feb 09 22:35:57.974587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:58.006217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:58.049175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:58.051411 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928a3d38-9c56-4f8d-939d-a2285c5f7fb3" -d '{"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-unplugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:58.055238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Publish callbacks [] for port (59ef2293-beb4-4914-9675-e5a786cc9415), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:58.067536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Transition to ACTIVE for port object 59ef2293-beb4-4914-9675-e5a786cc9415 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:58.102654 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1514f76b-e527-4089-a2c0-b8019e921fb2 x-openstack-request-id: req-1514f76b-e527-4089-a2c0-b8019e921fb2 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:58.102949 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-unplugged", "status": "completed", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:58.103204 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1514f76b-e527-4089-a2c0-b8019e921fb2 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:58.103632 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'code': 200} Feb 09 22:35:58.128527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:58.201716 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:58.251683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] No DVR routers for this DVR port 59ef2293-beb4-4914-9675-e5a786cc9415 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:35:58.391418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:58.391768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:58.392111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:58.396360 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:58.396687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Attempting to bind port 59ef2293-beb4-4914-9675-e5a786cc9415 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:58.401522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:58.401876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:58.402275 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:58.402708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Bound port: 59ef2293-beb4-4914-9675-e5a786cc9415, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:58.403069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:58.465338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:58.468571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:58.545792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:58.580907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:58.581526 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:58.582939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] 10.222.0.30 "PUT /v2.0/ports/59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 1092 time: 0.8693743 Feb 09 22:35:58.606720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f94ceb-e3ff-41b4-a6fc-94fcc4066714 service neutron] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=11']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:58.658299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-d3d0bdee-21e5-4c9e-89fc-0dd89f34f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:58.659850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-d3d0bdee-21e5-4c9e-89fc-0dd89f34f294 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1126 time: 0.0488133 Feb 09 22:35:58.758690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-76c2eea9-2a99-44b3-9b9b-700f557b2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:58.760247 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-76c2eea9-2a99-44b3-9b9b-700f557b2d8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0917306 Feb 09 22:35:58.827607 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-e682e396-2751-4143-9e9f-340dbd1d4c6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.0584571 Feb 09 22:35:58.884012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-27b149c5-3f8a-46d9-afb6-0bd5162e3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:58.885504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-27b149c5-3f8a-46d9-afb6-0bd5162e3fd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0485809 Feb 09 22:35:58.935123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-cdcfa46b-1654-41a7-8407-90c647af2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:58.936702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-cdcfa46b-1654-41a7-8407-90c647af2a1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447130 Feb 09 22:35:58.978456 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20d37-6c41-4cce-a163-ae2ef97e4434 req-6ea86810-7533-4d52-87ec-aa71f7feb155 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:58.979975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dac20d37-6c41-4cce-a163-ae2ef97e4434 req-6ea86810-7533-4d52-87ec-aa71f7feb155 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0569680 Feb 09 22:35:59.025705 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-5c5439de-8984-47ba-bd6e-1cb7061f6679 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819426 Feb 09 22:35:59.025966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dac20d37-6c41-4cce-a163-ae2ef97e4434 req-a8b5e91b-d6a1-4ae0-b5a1-d164b2594ed6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400529 Feb 09 22:35:59.123561 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8c926ba-a5aa-4de2-980f-f09b71249156 req-6675f9b1-0640-4dfe-a5aa-794ad33c5ce6 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876775 Feb 09 22:35:59.830904 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:00.104611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:00.106816 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80c2e0-7b69-4857-aa78-1b2f7778739d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:00.149341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4c483-d92d-4489-bfdd-cfea3bb460d1 req-7fa7afa1-56ac-4d5a-8c24-455b45c2461f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.150871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83a4c483-d92d-4489-bfdd-cfea3bb460d1 req-7fa7afa1-56ac-4d5a-8c24-455b45c2461f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0559752 Feb 09 22:36:00.154927 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61440a74-7402-4f01-b4c7-ecf7b8423bcb x-openstack-request-id: req-61440a74-7402-4f01-b4c7-ecf7b8423bcb {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:00.155224 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:00.155485 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-61440a74-7402-4f01-b4c7-ecf7b8423bcb {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:00.155942 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'status': 'completed', 'code': 200} Feb 09 22:36:00.260751 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83a4c483-d92d-4489-bfdd-cfea3bb460d1 req-cc4dd281-49e6-4e5b-9c4e-000a549a9666 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028929 Feb 09 22:36:00.279309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-0f32af83-fcc6-4bcf-bc23-432dadaf9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.281369 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-0f32af83-fcc6-4bcf-bc23-432dadaf9bef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1126 time: 0.1032183 Feb 09 22:36:00.283877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-b2da67cc-155e-479b-86d5-cebb4e2d60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.285276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-b2da67cc-155e-479b-86d5-cebb4e2d60e0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1126 time: 0.1081939 Feb 09 22:36:00.436392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-248d510e-ab35-47ff-9082-c707f55342dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.437763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-248d510e-ab35-47ff-9082-c707f55342dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1484878 Feb 09 22:36:00.440295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-d15d9859-ebd1-4f69-b422-3504c5ea9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.441597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-d15d9859-ebd1-4f69-b422-3504c5ea9cd6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1449504 Feb 09 22:36:00.549479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-bd4f5870-c6be-400c-9bff-825273933599 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.1046617 Feb 09 22:36:00.551237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-cedb4178-2b91-4ed6-828c-b4f38ad43fc4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.1007535 Feb 09 22:36:00.632914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-9e84fa11-3674-436a-8d0e-0a80db8470a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.634361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-9e84fa11-3674-436a-8d0e-0a80db8470a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0788999 Feb 09 22:36:00.635745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-2a2ce9c2-311f-4fb6-9fd0-b030fbb46c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.637461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-2a2ce9c2-311f-4fb6-9fd0-b030fbb46c07 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0745547 Feb 09 22:36:00.690381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:00.715811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-c118c1ee-5b8e-4e05-b455-bec722401604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.717462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-c118c1ee-5b8e-4e05-b455-bec722401604 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665462 Feb 09 22:36:00.720430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-3f374963-871a-4083-8efa-016368a5130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.721804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-3f374963-871a-4083-8efa-016368a5130b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786338 Feb 09 22:36:00.729397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] The host n-h2-828599-1 is not matching for port 59ef2293-beb4-4914-9675-e5a786cc9415 host n-h1-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:36:00.729883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:00.882379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-e29c891d-9746-4c15-818a-e303a235bd33 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580076 Feb 09 22:36:00.886516 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-12dd2cc0-7767-4744-8339-fbfaa55f7d6c service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509504 Feb 09 22:36:01.054367 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-870b1cb8-c7e9-4905-b2f1-0f4bd3aa4de2 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618130 Feb 09 22:36:01.056301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7c80c2e0-7b69-4857-aa78-1b2f7778739d req-230180df-d277-45c0-a0d0-2d86d65c17d2 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552970 Feb 09 22:36:01.134265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-e2fdaecf-df19-4e2d-b53e-8ec78357f671 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433338 Feb 09 22:36:01.220515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73e430-960d-43ee-a91e-ce553d40028e req-7f2af768-a430-47d0-a5ae-56255777aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.222008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-7f2af768-a430-47d0-a5ae-56255777aa9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 1126 time: 0.0437202 Feb 09 22:36:01.327720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73e430-960d-43ee-a91e-ce553d40028e req-0ace8b0a-2466-4531-ad08-b07f5cc27db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.329235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-0ace8b0a-2466-4531-ad08-b07f5cc27db0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0899227 Feb 09 22:36:01.369043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:01.385963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253bdf6-0534-4806-8256-277a80df5732 req-5c392b6f-e89e-426e-9cc4-d808b0e19f66 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.387737 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9253bdf6-0534-4806-8256-277a80df5732 req-5c392b6f-e89e-426e-9cc4-d808b0e19f66 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0533066 Feb 09 22:36:01.397661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-efb6864e-900d-4a9e-9247-4b1b19ae7b40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 200 len: 998 time: 0.0594842 Feb 09 22:36:01.434723 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9253bdf6-0534-4806-8256-277a80df5732 req-5e1d8598-a8af-4cf1-a1eb-ce35f85d200c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Feb 09 22:36:01.445525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73e430-960d-43ee-a91e-ce553d40028e req-b5ad9165-976c-4c3e-9e53-c92f90bbb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.446998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-b5ad9165-976c-4c3e-9e53-c92f90bbb0e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0435994 Feb 09 22:36:01.499886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73e430-960d-43ee-a91e-ce553d40028e req-7440a251-798f-47c0-8cdc-7f8699897543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.501432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-7440a251-798f-47c0-8cdc-7f8699897543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484042 Feb 09 22:36:01.613516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f6105-ce4d-4795-9ae2-b4d110eadf71 req-bf1d5171-9b25-46ce-81eb-c265c86a02d0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.614918 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb6f6105-ce4d-4795-9ae2-b4d110eadf71 req-bf1d5171-9b25-46ce-81eb-c265c86a02d0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.1106608 Feb 09 22:36:01.634648 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-d0985cf4-006b-488e-b0fe-54241d54efb2 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222034 Feb 09 22:36:01.713069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb6f6105-ce4d-4795-9ae2-b4d110eadf71 req-594235b2-04cb-4e89-950b-9fe35b235507 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894139 Feb 09 22:36:01.743489 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af73e430-960d-43ee-a91e-ce553d40028e req-868d2ab0-864b-4043-90fd-cc2caef90198 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028409 Feb 09 22:36:01.836090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbd0fe-e38c-422e-84b6-ca3cfe65832a req-d1e78626-9bbb-468d-91cf-c76159912cf1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.837558 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-75bbd0fe-e38c-422e-84b6-ca3cfe65832a req-d1e78626-9bbb-468d-91cf-c76159912cf1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0523984 Feb 09 22:36:01.886753 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-75bbd0fe-e38c-422e-84b6-ca3cfe65832a req-02631764-2259-4f48-82f7-b3296fc9565c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429657 Feb 09 22:36:02.355796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532b15-0515-4617-86ac-90c10114e2fa req-fe427ae2-69e3-41f0-bae9-5d0d84c841b6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:02.357346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe532b15-0515-4617-86ac-90c10114e2fa req-fe427ae2-69e3-41f0-bae9-5d0d84c841b6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 944 time: 0.0529273 Feb 09 22:36:02.403630 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fe532b15-0515-4617-86ac-90c10114e2fa req-a7a381a6-a774-4977-8b9d-5408f48c288e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407126 Feb 09 22:36:02.652943 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:36:02.749794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:02.761064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '59ef2293-beb4-4914-9675-e5a786cc9415', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': '59ef2293-beb4-4914-9675-e5a786cc9415', 'mac_address': 'fa:16:3e:c9:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:36:02.797172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 59ef2293-beb4-4914-9675-e5a786cc9415 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:02.797567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:02.809854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ef2293-beb4-4914-9675-e5a786cc9415 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:36:02.829140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:02.899656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:02.946466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=12']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:03.120770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['59ef2293-beb4-4914-9675-e5a786cc9415'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:36:03.526059 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ccac3-cbfb-4466-bd85-063c38560f57 req-25dd9d01-bc54-4237-896b-50475577a076 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:03.527552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-653ccac3-cbfb-4466-bd85-063c38560f57 req-25dd9d01-bc54-4237-896b-50475577a076 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0560362 Feb 09 22:36:03.574155 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-653ccac3-cbfb-4466-bd85-063c38560f57 req-a49a26ba-6f53-464b-83f5-656d00eeac9b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Feb 09 22:36:03.674925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-0ac0957c-0306-43b4-a3a0-f856ce942a68 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:03.676427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-0ac0957c-0306-43b4-a3a0-f856ce942a68 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 945 time: 0.0528603 Feb 09 22:36:03.770854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Deleting port 59ef2293-beb4-4914-9675-e5a786cc9415 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:03.771206 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:03.857698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] For port 59ef2293-beb4-4914-9675-e5a786cc9415, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=59ef2293-beb4-4914-9675-e5a786cc9415,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:03.858689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:04.019963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:04.020331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:04.020648 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a disassociated. External IP: 172.25.5.4, port: 59ef2293-beb4-4914-9675-e5a786cc9415. Feb 09 22:36:04.021039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Calling delete_port for 59ef2293-beb4-4914-9675-e5a786cc9415 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:04.236604 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (59ef2293-beb4-4914-9675-e5a786cc9415), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:04.264397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event deleted for resources: {'Port': ['ID=59ef2293-beb4-4914-9675-e5a786cc9415,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:04.383348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:04.492004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:04.502119 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:04.511480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:04.512126 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:04.540133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] No DVR routers for this DVR port 59ef2293-beb4-4914-9675-e5a786cc9415 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:36:04.543020 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:04.546302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8495064-56d4-4bc7-89fa-9f458aeeef27 req-43fbcae4-6eab-449f-88e5-7fe1382c89e0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "DELETE /v2.0/ports/59ef2293-beb4-4914-9675-e5a786cc9415 HTTP/1.1" status: 204 len: 173 time: 0.8617604 Feb 09 22:36:04.546751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-deleted', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:04.549038 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cab38a-fcfe-4b46-9c63-96e58386057e" -d '{"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-deleted", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:04.590380 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aecb50-b44d-4611-8b6e-47a7009fcec7 x-openstack-request-id: req-00aecb50-b44d-4611-8b6e-47a7009fcec7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:04.590380 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1", "name": "network-vif-deleted", "tag": "59ef2293-beb4-4914-9675-e5a786cc9415", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:04.590380 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-00aecb50-b44d-4611-8b6e-47a7009fcec7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:04.590380 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1', 'name': 'network-vif-deleted', 'tag': '59ef2293-beb4-4914-9675-e5a786cc9415', 'status': 'completed', 'code': 200} Feb 09 22:36:04.620058 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:04.676915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:36:04.681898 n-d-828599-1 neutron-server[103698]: INFO neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No ports have port_id starting with 59ef2293-beb4-4914-9675-e5a786cc9415 Feb 09 22:36:04.683590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-088e313f-43d3-4e09-9466-024b5632cf66 req-8e9cd032-0c81-45e7-a375-cd667a55e16f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=c5aea0f7-f43f-40e9-9b3d-0ae01d5348c1 HTTP/1.1" status: 200 len: 210 time: 0.0360641 Feb 09 22:36:04.683788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 requested by agent hyperv_n-h1-828599-1 not found in database {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 09 22:36:04.819680 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:04.849972 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:04.858115 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:04.859229 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:35:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:04.964960 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:05.164015 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:05.190488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586eba43-3264-4d69-9844-99b077dfe5c0 None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:05.413578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b149d-0f2a-48af-8361-43695bb79aa4 None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:36:05.568040 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c87f0154-bd94-4c7d-8628-923e8a1845fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:05.930105 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-42c82277-7960-412c-b3fd-ba59bbb80200 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--264889779&fields=id&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 267 time: 0.0414786 Feb 09 22:36:06.038656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-6716e00d-47fd-4f5f-ae28-0dc857f6ea0b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:06.040089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-6716e00d-47fd-4f5f-ae28-0dc857f6ea0b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.1030147 Feb 09 22:36:06.055112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-57903a41-2e54-4118-a263-e376aff8f95f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/quotas/72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 375 time: 0.0094311 Feb 09 22:36:06.107653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-2a5592f8-b386-47d0-9c6a-a2d886fed675 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477140 Feb 09 22:36:06.203867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-6a4ca8b7-2386-4ccb-8975-17b985c0cf6d service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839102 Feb 09 22:36:06.301620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-c4e8e974-4ad6-4872-844e-7de25a802084 service neutron] 10.222.0.98 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897648 Feb 09 22:36:06.545489 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00f8bdc7-6d42-41be-bc20-6c0cabf48489 req-fbdffd5a-4296-4c8a-bdef-cbd5613a41c0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0315762 Feb 09 22:36:07.533600 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-505d9134-6478-45a2-9a74-1f7f5e3e69fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:07.640679 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-64ccd770-d759-427a-8f97-897cfeb7bc23 req-2450b798-9a2e-40f8-afe7-f259b2ed682c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0277896 Feb 09 22:36:08.544474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-658908c1-b015-4ab7-a2b1-a10c388a3ca6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:08.545846 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-658908c1-b015-4ab7-a2b1-a10c388a3ca6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 811 time: 0.1001894 Feb 09 22:36:08.614010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-27a3f57e-b322-47a8-a3ee-7f160faf7bb1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 379 time: 0.0554488 Feb 09 22:36:08.627018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'port': {'device_id': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'admin_state_up': True, 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'security_groups': ['1ebffaa6-0bc9-472e-8c46-3f707560421e']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:08.694059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:08.714236 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 59ef2293-beb4-4914-9675-e5a786cc9415 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:08.714668 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 59ef2293-beb4-4914-9675-e5a786cc9415 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:08.746287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1f367e4e-5489-4ddd-970b-6e1c707e47f3 req-c9ea8a42-b872-42ee-8213-c5e263836161 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0334992 Feb 09 22:36:08.871207 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Made reservation on behalf of 72dacb38cd014b82878aaef8347a3751 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:08.874631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:09.225410 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:09.332810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Allocated IP 172.20.0.6 (a4124083-fdc6-42e9-b83d-e2786e96200f/af4d74bb-030d-4c8d-b43a-47ffb7263397/e4c625fe-fb88-418f-b3ae-cc3d7267cef5) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:09.466688 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:09.551375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:09.596081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Network a4124083-fdc6-42e9-b83d-e2786e96200f is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:09.599147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:09.602842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:09.626596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:09.661529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:09.662163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:09.748222 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-94c3230b-3cfd-4076-8d80-5ef8a04a2a3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247647 Feb 09 22:36:09.764099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Request body: {'port': {'device_id': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:09.832521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:09.836643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c0e17b1e-151e-4706-8613-9d47e5b95302 None None] Provisioning complete for port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:09.837168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c0e17b1e-151e-4706-8613-9d47e5b95302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:09.871826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c0e17b1e-151e-4706-8613-9d47e5b95302 None None] Port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:09.880086 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483728de-4cb7-4ef1-a47b-42e69e9fe59e req-e7f0ce48-53ed-49ff-b59c-795ea2ca9645 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:09.881651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-483728de-4cb7-4ef1-a47b-42e69e9fe59e req-e7f0ce48-53ed-49ff-b59c-795ea2ca9645 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 931 time: 0.0625546 Feb 09 22:36:09.933406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-483728de-4cb7-4ef1-a47b-42e69e9fe59e req-4f00b681-d9f8-498d-b011-ab68a6264051 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455434 Feb 09 22:36:10.089550 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:36:10.096815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Publish callbacks [] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:10.108184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Transition to ACTIVE for port object e4c625fe-fb88-418f-b3ae-cc3d7267cef5 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:36:10.173437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:10.221715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:10.298521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:10.298867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:10.299200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:10.304049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:36:10.304381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:10.309442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:10.309784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:10.310172 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:10.310600 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Bound port: e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:10.310961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:10.382063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:10.382063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:10.408714 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:10.465530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:10.508398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:10.509030 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:10.510442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] 10.222.0.30 "PUT /v2.0/ports/e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 1091 time: 0.7507966 Feb 09 22:36:10.510898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:10.513186 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67cacf1-00d6-440c-86ff-700e5ca2191e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:10.533406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3125c-853a-46bf-b389-356e46783241 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:10.557695 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ecf549-a130-4db1-be67-50f79571b584 x-openstack-request-id: req-16ecf549-a130-4db1-be67-50f79571b584 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:10.558317 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:10.558415 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-16ecf549-a130-4db1-be67-50f79571b584 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:10.558796 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'status': 'completed', 'code': 200} Feb 09 22:36:10.634122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cacf1-00d6-440c-86ff-700e5ca2191e req-e9ad5c86-93f4-42fd-9d15-a36df13080cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:10.636133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d67cacf1-00d6-440c-86ff-700e5ca2191e req-e9ad5c86-93f4-42fd-9d15-a36df13080cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1125 time: 0.0513945 Feb 09 22:36:10.736539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cacf1-00d6-440c-86ff-700e5ca2191e req-571e6b0f-242f-4ae3-ac8a-8b00eeb7f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:10.738048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d67cacf1-00d6-440c-86ff-700e5ca2191e req-571e6b0f-242f-4ae3-ac8a-8b00eeb7f5bb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=72dacb38cd014b82878aaef8347a3751&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932958 Feb 09 22:36:10.835139 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cacf1-00d6-440c-86ff-700e5ca2191e req-a271fd5e-b140-4cb5-ae1e-fc54cfc98301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:10.836658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d67cacf1-00d6-440c-86ff-700e5ca2191e req-a271fd5e-b140-4cb5-ae1e-fc54cfc98301 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898736 Feb 09 22:36:10.925215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-0e67cebb-8694-49fb-a265-71d0cd551a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:10.926631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-0e67cebb-8694-49fb-a265-71d0cd551a89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1125 time: 0.0453703 Feb 09 22:36:10.976310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-f07636ad-9b8b-44dd-8d5b-07b2311c6f88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 217 time: 0.0390759 Feb 09 22:36:11.025045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-09b32f70-7c2d-484b-9f77-c4dd3420b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:11.026514 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-09b32f70-7c2d-484b-9f77-c4dd3420b3b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0433702 Feb 09 22:36:11.055879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd47ec-14eb-4c78-98e2-d841ebabefce req-e0b7f1d6-bc19-4f9b-afa3-0fbacf2f5c78 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:11.057379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d4bd47ec-14eb-4c78-98e2-d841ebabefce req-e0b7f1d6-bc19-4f9b-afa3-0fbacf2f5c78 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0551438 Feb 09 22:36:11.076669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-1b364c1d-c83e-4ea8-8279-15161c372a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:11.078188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-1b364c1d-c83e-4ea8-8279-15161c372a71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449436 Feb 09 22:36:11.104972 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d4bd47ec-14eb-4c78-98e2-d841ebabefce req-3c72ab83-4e7a-4617-bb34-deda6a95078f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Feb 09 22:36:11.174442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-b06b5927-13af-46ae-b02c-0675b92b0d39 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855417 Feb 09 22:36:11.264571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7b51143b-3e52-4ab7-abe6-d60fac482731 req-3efcbe58-2662-4357-bd03-fe24a5179d0c service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812304 Feb 09 22:36:11.699357 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:12.224919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025657c-60ab-4cbd-9c3a-cb860bdc2c60 req-6bc5afb1-b4b1-4b18-9bc5-d621fa4fb4d1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:12.226408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9025657c-60ab-4cbd-9c3a-cb860bdc2c60 req-6bc5afb1-b4b1-4b18-9bc5-d621fa4fb4d1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0527225 Feb 09 22:36:12.276537 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9025657c-60ab-4cbd-9c3a-cb860bdc2c60 req-2370f5cd-0846-4959-8d18-aea6eb7b2586 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Feb 09 22:36:13.395837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76b46b-440e-429c-a38b-b6cfe72fdb4d req-5e45e450-805f-4882-8f0c-9a58e9eb6883 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:13.397292 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e76b46b-440e-429c-a38b-b6cfe72fdb4d req-5e45e450-805f-4882-8f0c-9a58e9eb6883 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0509577 Feb 09 22:36:13.442907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e76b46b-440e-429c-a38b-b6cfe72fdb4d req-2e31ee8f-fc70-46ee-a21c-43be4490ea07 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 Feb 09 22:36:14.560199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2801373-cbd0-4c62-a6d6-06be1bdeac31 req-3f6e7645-21d0-4a8d-916b-7e1d6a1fb37e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:14.561643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2801373-cbd0-4c62-a6d6-06be1bdeac31 req-3f6e7645-21d0-4a8d-916b-7e1d6a1fb37e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0522652 Feb 09 22:36:14.607643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2801373-cbd0-4c62-a6d6-06be1bdeac31 req-82b679eb-31cf-451d-84d2-45c73eaf88da tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Feb 09 22:36:14.756814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:36:14.849226 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:14.864109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'mac_address': 'fa:16:3e:84:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:36:14.899104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:14.899498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:14.912735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:36:14.932642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:15.036290 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:15.083294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:15.090548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.090904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.091250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.091593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.091958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.092292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.092624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.092953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.093280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.093607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.093932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.094778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.095104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:15.271187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e4c625fe-fb88-418f-b3ae-cc3d7267cef5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:36:15.732407 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d06f-8d62-484b-a5fa-7be7e9bf785c req-0c16ca96-ecb4-4224-9a06-61c66a4c63c3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:15.733893 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27a6d06f-8d62-484b-a5fa-7be7e9bf785c req-0c16ca96-ecb4-4224-9a06-61c66a4c63c3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0565548 Feb 09 22:36:15.779230 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-27a6d06f-8d62-484b-a5fa-7be7e9bf785c req-9532c11f-9afd-49a7-acd6-cf165120c572 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390606 Feb 09 22:36:16.772843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:16.870524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:36:16.874631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:16.875008 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:16.898731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389246a5-2d9b-4b84-85c4-a58febd1fa50 req-4fa0740d-f3fe-4b01-8920-d3914719cc14 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:16.900323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-389246a5-2d9b-4b84-85c4-a58febd1fa50 req-4fa0740d-f3fe-4b01-8920-d3914719cc14 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0526638 Feb 09 22:36:16.946759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-389246a5-2d9b-4b84-85c4-a58febd1fa50 req-7b70f852-bb14-40ca-8b5f-5b1254b92c3c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406265 Feb 09 22:36:16.953002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:16.953916 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:16.976322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:16.978506 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc57b3e0-92cc-420c-8e37-3e359732d19c" -d '{"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:16.993725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:17.013676 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c13f4c-80af-4cad-b509-3a991280b029 x-openstack-request-id: req-75c13f4c-80af-4cad-b509-3a991280b029 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:17.013970 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:17.014256 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75c13f4c-80af-4cad-b509-3a991280b029 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:17.014727 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'code': 200} Feb 09 22:36:17.082652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:17.131569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:17.135032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d3696-84a1-4a82-84ca-32c57ae23b3c req-35ca75c0-e39c-445d-8a92-bdfb10f0fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:17.136671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-724d3696-84a1-4a82-84ca-32c57ae23b3c req-35ca75c0-e39c-445d-8a92-bdfb10f0fdc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1127 time: 0.0486000 Feb 09 22:36:17.183657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-724d3696-84a1-4a82-84ca-32c57ae23b3c req-7a1b9e4f-276d-43ce-802f-b66e35cee068 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366244 Feb 09 22:36:18.067630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f2b8-1407-44cb-94e8-e9dbbd0e7b4a req-47acb8c9-5025-445f-b6bd-934ea4439ca1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:18.069164 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b210f2b8-1407-44cb-94e8-e9dbbd0e7b4a req-47acb8c9-5025-445f-b6bd-934ea4439ca1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0526278 Feb 09 22:36:18.115065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b210f2b8-1407-44cb-94e8-e9dbbd0e7b4a req-ac73afdc-ea62-4b0f-afe4-b219b422c94c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403776 Feb 09 22:36:19.234825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6715f-51f5-44df-b424-ad0312f1e049 req-190607bf-7c8b-4181-bb35-ebcd649ac048 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:19.236333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1d6715f-51f5-44df-b424-ad0312f1e049 req-190607bf-7c8b-4181-bb35-ebcd649ac048 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0520000 Feb 09 22:36:19.282552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f1d6715f-51f5-44df-b424-ad0312f1e049 req-40261c09-27ce-48c5-a4b7-92887dff183c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 Feb 09 22:36:19.395801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f224beb-02b8-4f9b-97cc-0483b7c4ada9 req-45a2747c-36c1-4a24-aed0-7caa8c68faba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:19.397202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4f224beb-02b8-4f9b-97cc-0483b7c4ada9 req-45a2747c-36c1-4a24-aed0-7caa8c68faba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0516798 Feb 09 22:36:19.405750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57282) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:19.410085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Request body: {'floatingip': {'port_id': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:19.452311 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:19.872725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:19.933347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:20.028800 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a associated. External IP: 172.25.5.4, port: e4c625fe-fb88-418f-b3ae-cc3d7267cef5. Feb 09 22:36:20.233748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:20.342292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:20.347193 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:20.351697 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:20.361992 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:20.362594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:20.376382 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5a8ff89e-b0d7-4b41-96b3-c9b8fb6506d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "PUT /v2.0/floatingips/d6ee6529-94ac-463b-9a87-671152a4f67a HTTP/1.1" status: 200 len: 990 time: 0.9690235 Feb 09 22:36:20.376992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:20.379240 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0202e-f694-421a-97eb-9dc05683d381" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:20.418533 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef86f51e-9bb6-4fb9-820b-3ea0967a431e x-openstack-request-id: req-ef86f51e-9bb6-4fb9-820b-3ea0967a431e {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:20.419161 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:20.419161 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ef86f51e-9bb6-4fb9-820b-3ea0967a431e {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:20.419613 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'status': 'completed', 'code': 200} Feb 09 22:36:20.486145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f08149-6f00-4beb-b6da-d5c00f9a4566 req-0d6c3ff1-df9b-42c1-bf77-79757d815a6a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:20.488399 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-71f08149-6f00-4beb-b6da-d5c00f9a4566 req-0d6c3ff1-df9b-42c1-bf77-79757d815a6a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0625715 Feb 09 22:36:20.490037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0202e-f694-421a-97eb-9dc05683d381 req-444060c8-5018-4d05-a694-59aaa7653882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:20.491541 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-444060c8-5018-4d05-a694-59aaa7653882 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1127 time: 0.0479591 Feb 09 22:36:20.552397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-71f08149-6f00-4beb-b6da-d5c00f9a4566 req-60ebab71-dc78-4f5b-9a7c-2ba493d4f4a8 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490143 Feb 09 22:36:20.570614 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:20.592528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0202e-f694-421a-97eb-9dc05683d381 req-3617eb37-4279-42e5-bb69-4951ed3f07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:20.594188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-3617eb37-4279-42e5-bb69-4951ed3f07f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0966320 Feb 09 22:36:20.659359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-343b46ce-8f55-49fe-bdb2-d938c0d328f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 998 time: 0.0595701 Feb 09 22:36:20.711627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0202e-f694-421a-97eb-9dc05683d381 req-67f737dc-5af9-4bf4-9f3f-6548dfb8e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:20.713112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-67f737dc-5af9-4bf4-9f3f-6548dfb8e9e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0483229 Feb 09 22:36:20.761884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0202e-f694-421a-97eb-9dc05683d381 req-bc06a2b2-0ca1-493f-8a6e-0b45d4376dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:20.763332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-bc06a2b2-0ca1-493f-8a6e-0b45d4376dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439959 Feb 09 22:36:20.777488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-fd2ba9ee-38ef-4e1f-b28e-0ab7d14bdc5b service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:36:20.778459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-fd2ba9ee-38ef-4e1f-b28e-0ab7d14bdc5b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055878 Feb 09 22:36:20.798080 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:84:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:36:19Z', 'revision_number': 13, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:20.823273 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:20.831777 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:20.832378 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:36:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:20.864135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-e787b911-d423-44c5-a25e-cd6c545eebd5 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795076 Feb 09 22:36:20.938224 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:20.955809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dea0202e-f694-421a-97eb-9dc05683d381 req-8d2245d7-e28d-4b41-ad60-449946825fdb service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860100 Feb 09 22:36:21.155096 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:84:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:36:19Z', 'revision_number': 13, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:21.185181 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c7af9-58bd-4355-89b1-cde925dca0d2 None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'd6ee6529-94ac-463b-9a87-671152a4f67a', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'floating_ip_address': '172.25.5.4', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'port_id': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'mac_address': 'fa:16:3e:84:82:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:33:07Z', 'updated_at': '2022-02-09T22:36:19Z', 'revision_number': 13, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:21.386572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c7bd3-358a-45f1-9e17-7d02b28f11d4 None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:36:21.661339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1164-1086-44d5-b6eb-2e30c705f7b8 req-43ead192-595c-46de-ab5e-cb683a61fbba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:21.662827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93fb1164-1086-44d5-b6eb-2e30c705f7b8 req-43ead192-595c-46de-ab5e-cb683a61fbba tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0529637 Feb 09 22:36:21.709004 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93fb1164-1086-44d5-b6eb-2e30c705f7b8 req-0e77155a-35c2-4087-80a6-cb114cf68334 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403378 Feb 09 22:36:24.563477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c239fb-33a3-413b-a836-9c284c623536 req-21fd2283-91ae-45e3-a315-3cfc1dd4f3ad tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:24.564964 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5c239fb-33a3-413b-a836-9c284c623536 req-21fd2283-91ae-45e3-a315-3cfc1dd4f3ad tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0528705 Feb 09 22:36:24.611448 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e5c239fb-33a3-413b-a836-9c284c623536 req-b01dd2d0-8539-412e-a3a4-cc055727d15f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404012 Feb 09 22:36:29.813691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:30.932642 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:36:31.321676 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:35.510043 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d925532e-b9e5-4806-abfa-b0c898ce92f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:37.555792 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-556fc251-facf-48fb-939b-2b6d59b7a852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.264877 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.407246 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.626281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c1d6f-decf-4309-8277-b3f33a2ea3fe req-2776b70a-57fd-4239-a7da-7b63e4e2c566 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:41.627843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b40c1d6f-decf-4309-8277-b3f33a2ea3fe req-2776b70a-57fd-4239-a7da-7b63e4e2c566 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0566449 Feb 09 22:36:41.679338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b40c1d6f-decf-4309-8277-b3f33a2ea3fe req-db7e96a1-419d-43a6-909f-79fc5603006d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454886 Feb 09 22:36:41.686706 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.767612 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-35c3b8e0-13c2-4ddc-8e12-af715323c4d8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426512 Feb 09 22:36:42.799385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa8db-aa80-4598-8706-1af27d188253 req-412d0624-933b-4c1d-88b3-303fe48e9916 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:42.800948 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63ffa8db-aa80-4598-8706-1af27d188253 req-412d0624-933b-4c1d-88b3-303fe48e9916 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0529287 Feb 09 22:36:42.852845 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63ffa8db-aa80-4598-8706-1af27d188253 req-893f831a-d7e7-4144-8a52-dea2f0196297 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Feb 09 22:36:43.976061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a5a9c-fde4-4535-857c-6d7e5091bb7b req-d016fd42-35c4-448f-b1f9-ae0835e38c31 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:43.977596 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e0a5a9c-fde4-4535-857c-6d7e5091bb7b req-d016fd42-35c4-448f-b1f9-ae0835e38c31 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0533178 Feb 09 22:36:44.023095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2e0a5a9c-fde4-4535-857c-6d7e5091bb7b req-42bfe66e-11b3-481e-85e4-654066b8ba0b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 Feb 09 22:36:44.115467 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-df5040fe-3b09-46ed-8300-47f24ca759ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.117001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-df5040fe-3b09-46ed-8300-47f24ca759ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1127 time: 0.0481956 Feb 09 22:36:44.204988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-9578a0ee-0e37-4c64-bcf0-4c7311eb1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.206443 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-9578a0ee-0e37-4c64-bcf0-4c7311eb1cf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0830693 Feb 09 22:36:44.273961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-774e6dce-7c5a-442d-bf9f-d80c7e176a79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 1000 time: 0.0610268 Feb 09 22:36:44.322556 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-833e5bb7-2afd-41a4-bb1e-f4ced585e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.324086 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-833e5bb7-2afd-41a4-bb1e-f4ced585e8a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0436373 Feb 09 22:36:44.375276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-db0733d1-5556-4e58-ab5a-bb8dbaf79f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:44.376806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-db0733d1-5556-4e58-ab5a-bb8dbaf79f6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439653 Feb 09 22:36:44.466501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-824dd003-7625-49e1-945a-0b9c6532c745 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829933 Feb 09 22:36:44.552974 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-302c12d5-e8b5-41d2-a1b2-4123da03f6b4 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790548 Feb 09 22:36:45.141526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1bdd-7011-4d90-a4bd-3bd4e467079d req-5bd2f090-266b-4ec6-8712-8d04b202d0c9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:45.142998 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f46f1bdd-7011-4d90-a4bd-3bd4e467079d req-5bd2f090-266b-4ec6-8712-8d04b202d0c9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0516469 Feb 09 22:36:45.189006 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f46f1bdd-7011-4d90-a4bd-3bd4e467079d req-6f083264-d742-4e3b-80ec-4e60ff8f4a61 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 Feb 09 22:36:46.310484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e730-7d96-4e17-b2ad-e0429e191df1 req-6cf126b3-14d0-44a9-8c00-8cbcd7b7c84c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:46.312017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c470e730-7d96-4e17-b2ad-e0429e191df1 req-6cf126b3-14d0-44a9-8c00-8cbcd7b7c84c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0524890 Feb 09 22:36:46.361981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c470e730-7d96-4e17-b2ad-e0429e191df1 req-e594372c-3b6c-4108-9e11-5f3cde331917 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Feb 09 22:36:47.479794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9eb69-fd75-436b-8bbb-a4a515da458e req-4d91faeb-f264-49e4-aa90-dbe1cdc23786 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:47.481268 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69b9eb69-fd75-436b-8bbb-a4a515da458e req-4d91faeb-f264-49e4-aa90-dbe1cdc23786 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0516076 Feb 09 22:36:47.526024 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69b9eb69-fd75-436b-8bbb-a4a515da458e req-3e6d2964-d958-41ae-a8ba-381058d7d54b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391693 Feb 09 22:36:48.644301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9d9c8-eadb-41a0-83f4-69b191f279c3 req-a69b74f5-8aeb-409c-b35c-b917bf1474f9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:48.645776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bd9d9c8-eadb-41a0-83f4-69b191f279c3 req-a69b74f5-8aeb-409c-b35c-b917bf1474f9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0513296 Feb 09 22:36:48.691093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9bd9d9c8-eadb-41a0-83f4-69b191f279c3 req-49b76404-0dc2-4dea-8334-3c9e0fd6e613 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395823 Feb 09 22:36:49.813541 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3bcd2-bedf-4418-a722-f7b9300360d3 req-acd16930-451b-43a7-ac65-2c25797b1c24 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:49.815023 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fe3bcd2-bedf-4418-a722-f7b9300360d3 req-acd16930-451b-43a7-ac65-2c25797b1c24 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0561795 Feb 09 22:36:49.860469 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1fe3bcd2-bedf-4418-a722-f7b9300360d3 req-b29262f7-0f6d-4fc2-9d44-0e425e5b66f1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391409 Feb 09 22:36:50.980797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a12d6-c074-4d76-84ad-501342c78f73 req-a991706b-9f1d-4f23-bac0-37513c7e7cbb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:50.982286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-129a12d6-c074-4d76-84ad-501342c78f73 req-a991706b-9f1d-4f23-bac0-37513c7e7cbb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0520022 Feb 09 22:36:51.029372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-129a12d6-c074-4d76-84ad-501342c78f73 req-47adcb5e-9bba-462b-bc4d-59f92d1526a2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415583 Feb 09 22:36:52.146241 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63103968-6716-44f6-bc02-93ce4a2fd486 req-b783f6eb-41cf-4737-94cf-45374c5db56b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:52.147741 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63103968-6716-44f6-bc02-93ce4a2fd486 req-b783f6eb-41cf-4737-94cf-45374c5db56b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0519152 Feb 09 22:36:52.193825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63103968-6716-44f6-bc02-93ce4a2fd486 req-57aca97b-3e56-4d0b-9493-30bce85f0370 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405676 Feb 09 22:36:53.318297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce33d-61ee-4837-95e2-68dee5cbb8f6 req-1a48d8e3-fa13-4b81-bee1-4e7a0ef7eace tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:53.319835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-616ce33d-61ee-4837-95e2-68dee5cbb8f6 req-1a48d8e3-fa13-4b81-bee1-4e7a0ef7eace tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0570338 Feb 09 22:36:53.365535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-616ce33d-61ee-4837-95e2-68dee5cbb8f6 req-efdace70-2dcb-42ec-a61b-d0ac6358cc71 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400712 Feb 09 22:36:54.486121 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63de93-7bfc-41f2-a32c-c4ae415c3701 req-3c2ea2e6-8d36-4749-9852-746ddb24336c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:54.487581 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d63de93-7bfc-41f2-a32c-c4ae415c3701 req-3c2ea2e6-8d36-4749-9852-746ddb24336c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0516391 Feb 09 22:36:54.538622 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d63de93-7bfc-41f2-a32c-c4ae415c3701 req-2126d01e-e0b2-44ec-b3ae-b72c4afabe1b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449398 Feb 09 22:36:55.660202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff277af-3d90-4cba-9804-6bc713182c4c req-fcfe7cec-d296-4394-a012-3ed53aef054f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:55.661707 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ff277af-3d90-4cba-9804-6bc713182c4c req-fcfe7cec-d296-4394-a012-3ed53aef054f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0530698 Feb 09 22:36:55.710168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ff277af-3d90-4cba-9804-6bc713182c4c req-fe9b671f-1788-47d4-9943-c0af5d869e01 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423517 Feb 09 22:36:56.828027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5cc41-6aa0-4f16-9f3e-b6d84d7e4290 req-c7fbb828-a83d-41fa-b814-3d2b8ba6fb24 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:56.829512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58c5cc41-6aa0-4f16-9f3e-b6d84d7e4290 req-c7fbb828-a83d-41fa-b814-3d2b8ba6fb24 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0521684 Feb 09 22:36:56.874492 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-58c5cc41-6aa0-4f16-9f3e-b6d84d7e4290 req-43721248-b572-4767-b040-6b46245f8aea tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389400 Feb 09 22:36:58.000070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab00729-21cd-44a0-a7a3-1fa0c7ace219 req-ecfe5e41-a96f-4d8b-b102-435eda879826 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:58.000070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ab00729-21cd-44a0-a7a3-1fa0c7ace219 req-ecfe5e41-a96f-4d8b-b102-435eda879826 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0518110 Feb 09 22:36:58.049796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ab00729-21cd-44a0-a7a3-1fa0c7ace219 req-c3801834-17aa-4f44-8615-a85038a489f4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 Feb 09 22:36:59.172814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf3f86-4831-4600-b3c7-243567a97483 req-a523edd5-1a83-40fb-9943-d09c66d72a63 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:59.174317 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3bf3f86-4831-4600-b3c7-243567a97483 req-a523edd5-1a83-40fb-9943-d09c66d72a63 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0531666 Feb 09 22:36:59.220170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3bf3f86-4831-4600-b3c7-243567a97483 req-230cb1f8-f37c-4897-87cb-b0c4b33a1f4c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401454 Feb 09 22:36:59.812479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.340803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ae48f-9786-439d-9efc-a960c4b2b9cb req-535ff091-ffcc-4d2d-a563-df11c7a126ef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:00.342536 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-641ae48f-9786-439d-9efc-a960c4b2b9cb req-535ff091-ffcc-4d2d-a563-df11c7a126ef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0522525 Feb 09 22:37:00.388735 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-641ae48f-9786-439d-9efc-a960c4b2b9cb req-0d388842-2db6-4cbc-898c-912c7c6045b4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399866 Feb 09 22:37:01.001769 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-e6b640bc-5c04-4518-b445-a8d401de42de req-70de3d40-581f-449a-84e2-79faa76b224c service neutron] show failed (client error): The resource could not be found. Feb 09 22:37:01.002703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-70de3d40-581f-449a-84e2-79faa76b224c service neutron] 10.222.0.30 "GET /v2.0/ports/e4c625fe-fb88-418f-b3ae-cc3d7267cef5/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0525618 Feb 09 22:37:01.140581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:37:01.216288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:01.216690 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.242424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:01.244998 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f8fc2-c212-41e6-8ad0-32d32c925cd9" -d '{"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:01.261875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:01.297356 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c53b006-7bb1-4006-8b3d-5e0bcf62522f x-openstack-request-id: req-9c53b006-7bb1-4006-8b3d-5e0bcf62522f {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:01.297356 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:01.297356 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c53b006-7bb1-4006-8b3d-5e0bcf62522f {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:01.297356 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'code': 200} Feb 09 22:37:01.379317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.409241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.430387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:01.546147 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d10c8-9059-4d02-9aa2-75f82c642cd4 req-abf6c3ee-58e7-4b65-ab82-4ae69b677a07 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:01.547555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd4d10c8-9059-4d02-9aa2-75f82c642cd4 req-abf6c3ee-58e7-4b65-ab82-4ae69b677a07 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0887120 Feb 09 22:37:01.553976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-78db142c-bd3a-4521-9636-1ab78c0c4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:01.555379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-78db142c-bd3a-4521-9636-1ab78c0c4512 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 1125 time: 0.0640268 Feb 09 22:37:01.575038 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:01.627050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd4d10c8-9059-4d02-9aa2-75f82c642cd4 req-3a8c4b18-d954-4f17-bc97-3d81a02a094d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706944 Feb 09 22:37:01.652446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.851993 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:01.883554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:01.914560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:01.922016 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Publish callbacks [] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.934283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Transition to ACTIVE for port object e4c625fe-fb88-418f-b3ae-cc3d7267cef5 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:37:02.000819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:02.079614 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:02.094105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.094447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.094797 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.095143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.095485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.095855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.096191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.096523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.096852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.097749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.098079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.098411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.098736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:02.131683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] No DVR routers for this DVR port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:37:02.269464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:37:02.274327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:37:02.274327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:02.274327 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:37:02.274700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:02.279246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:37:02.279591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:37:02.280005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:37:02.280435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Bound port: e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:37:02.280789 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:02.343253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:02.346185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:37:02.412278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:02.446314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:02.446942 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:02.448385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] 10.222.0.110 "PUT /v2.0/ports/e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 1091 time: 0.8787851 Feb 09 22:37:02.448831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:02.451088 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d0e520-a997-44e8-a932-64effccf3f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:02.489594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4eff2-2a48-47b2-8e25-7b0674a532a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=8']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:02.509668 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78468d8-1a0f-48b8-8b16-21d767123b35 x-openstack-request-id: req-a78468d8-1a0f-48b8-8b16-21d767123b35 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:02.509972 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:02.510237 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a78468d8-1a0f-48b8-8b16-21d767123b35 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:02.510645 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'status': 'completed', 'code': 200} Feb 09 22:37:02.527266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-6e50464b-082a-4bef-b089-67e65c38eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:02.529099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-6e50464b-082a-4bef-b089-67e65c38eeba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1125 time: 0.0577812 Feb 09 22:37:02.992145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-3bba049f-8f01-45b1-b1ec-62304a194bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:02.993606 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-3bba049f-8f01-45b1-b1ec-62304a194bf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1125 time: 0.4616814 Feb 09 22:37:03.020484 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-16ffaada-5eef-45da-a17e-2e1ae8241408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.021859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-16ffaada-5eef-45da-a17e-2e1ae8241408 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.4816606 Feb 09 22:37:03.136429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a7df5-519f-4ac0-b44b-61a234239c96 req-06aef065-b131-48f4-95a9-cd12345c0431 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.137899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-820a7df5-519f-4ac0-b44b-61a234239c96 req-06aef065-b131-48f4-95a9-cd12345c0431 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.1677184 Feb 09 22:37:03.152418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-47d0bca1-5892-48ca-a838-78ee4ef7c7a1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 998 time: 0.1207829 Feb 09 22:37:03.214020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-dbbf25ce-b5f7-4154-8147-b787305601ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.215475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-dbbf25ce-b5f7-4154-8147-b787305601ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.2066092 Feb 09 22:37:03.277873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-820a7df5-519f-4ac0-b44b-61a234239c96 req-778f14e9-f084-457f-a4b1-0a59feaa07b0 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325762 Feb 09 22:37:03.283602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-3b895597-7af7-4491-85ed-f7f741ab9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.285590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-3b895597-7af7-4491-85ed-f7f741ab9455 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.1232769 Feb 09 22:37:03.325878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-3c914a53-b26d-4a69-bd49-9ca8569c4eca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 998 time: 0.0918806 Feb 09 22:37:03.369707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b640bc-5c04-4518-b445-a8d401de42de req-c5ca5d20-cd98-4c0d-be4e-6345e984503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.371172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-c5ca5d20-cd98-4c0d-be4e-6345e984503d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787320 Feb 09 22:37:03.426153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-dd12c8d5-841e-444e-8436-d407ac494935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.427565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-dd12c8d5-841e-444e-8436-d407ac494935 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0919998 Feb 09 22:37:03.496631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-51d50eba-f677-4507-a1fe-6867d776cd8c service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182256 Feb 09 22:37:03.502379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-50f05cfe-1ec3-4ac2-a90f-353fcd5619fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.503842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-50f05cfe-1ec3-4ac2-a90f-353fcd5619fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0676575 Feb 09 22:37:03.657441 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-7c74f5f9-2086-4da1-bb05-1214322b9b85 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526842 Feb 09 22:37:03.660769 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-6a1595db-e206-4b42-816e-e5387834a711 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393788 Feb 09 22:37:03.749953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-75115cda-a556-42cb-89cf-c0e55d88e274 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825973 Feb 09 22:37:03.805288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-13f67bf3-c612-4411-a2de-a6b122fcee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.806806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-13f67bf3-c612-4411-a2de-a6b122fcee15 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1125 time: 0.0455897 Feb 09 22:37:03.897565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-356a2690-0ea9-4306-970e-8f588ffd04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:03.898983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-356a2690-0ea9-4306-970e-8f588ffd04d6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0870104 Feb 09 22:37:03.964552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-0cd7416f-5b32-485e-b7a2-5a5fef7c120f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 998 time: 0.0589008 Feb 09 22:37:04.017281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-9465da25-e30e-4768-a658-f69e2fcb2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.021413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-9465da25-e30e-4768-a658-f69e2fcb2646 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0485442 Feb 09 22:37:04.069063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e520-a997-44e8-a932-64effccf3f8f req-ae5ef82a-7535-44be-b1a1-7e5b5954dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.070591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-ae5ef82a-7535-44be-b1a1-7e5b5954dbb2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463507 Feb 09 22:37:04.158323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-d62a39f3-9b7a-4120-aa57-c1bc185461c6 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813611 Feb 09 22:37:04.252366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28d0e520-a997-44e8-a932-64effccf3f8f req-207dd84f-3abe-4222-9073-eb2c2f5ce4d3 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878825 Feb 09 22:37:04.406009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4081b-a729-4eba-ac28-27d7685fb218 req-81b464eb-4661-4022-99b9-d68bdc9dd761 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:04.407487 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29f4081b-a729-4eba-ac28-27d7685fb218 req-81b464eb-4661-4022-99b9-d68bdc9dd761 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0566118 Feb 09 22:37:04.454094 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29f4081b-a729-4eba-ac28-27d7685fb218 req-15b79988-9f46-41bb-97e7-e72583f35b35 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Feb 09 22:37:05.474662 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fce0c81c-f294-4516-a7b6-cbd35b734606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:05.579449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34de0-c408-414a-ae47-986320a128f8 req-2650ca08-e893-4c1f-9129-c542ec019956 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:05.580981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09a34de0-c408-414a-ae47-986320a128f8 req-2650ca08-e893-4c1f-9129-c542ec019956 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0541859 Feb 09 22:37:05.627545 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09a34de0-c408-414a-ae47-986320a128f8 req-2e5249e9-41bc-453d-8bd5-aa196109b5c7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Feb 09 22:37:06.748581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472ed44-a8e9-492a-a1ea-dbd85cf61935 req-d63448c3-8e6b-406d-aaa0-a24bf441a25e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:06.750094 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f472ed44-a8e9-492a-a1ea-dbd85cf61935 req-d63448c3-8e6b-406d-aaa0-a24bf441a25e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0530899 Feb 09 22:37:06.797396 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f472ed44-a8e9-492a-a1ea-dbd85cf61935 req-c990be32-60fd-401f-b7c1-67adfeac48cc tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416999 Feb 09 22:37:07.504303 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5dca6c32-99fd-409e-a77e-8189cfc51a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:07.917085 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778c811-ddb5-4344-98b2-bca977fe2751 req-a0e4978e-d7d2-47ed-9b6e-dd5633998aee tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:07.918609 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8778c811-ddb5-4344-98b2-bca977fe2751 req-a0e4978e-d7d2-47ed-9b6e-dd5633998aee tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0523832 Feb 09 22:37:07.932585 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:37:07.969724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8778c811-ddb5-4344-98b2-bca977fe2751 req-0deac481-305e-41f1-850f-e12806913648 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 Feb 09 22:37:09.097736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5201f2-4e8d-48f9-8362-3b343f3442dc req-e8898422-790f-4253-9e6d-84f32f1422b1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:09.099254 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb5201f2-4e8d-48f9-8362-3b343f3442dc req-e8898422-790f-4253-9e6d-84f32f1422b1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0583267 Feb 09 22:37:09.145131 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bb5201f2-4e8d-48f9-8362-3b343f3442dc req-4b611cda-27e4-4be1-88b9-37617b78a3b4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401804 Feb 09 22:37:09.241026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:10.279418 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14bacc-00af-43ae-b43f-6f525b355921 req-98d5d9d2-daef-4f40-8d6e-f53217b18e7e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:10.280870 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e14bacc-00af-43ae-b43f-6f525b355921 req-98d5d9d2-daef-4f40-8d6e-f53217b18e7e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0537128 Feb 09 22:37:10.328951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8e14bacc-00af-43ae-b43f-6f525b355921 req-6a7aa3b5-3951-46f4-9bd4-8e51358150ff tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Feb 09 22:37:10.401143 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:11.464578 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b5711-ff8a-470a-9d1b-9f397a524002 req-ecf1817b-2809-46d9-a428-fb579434c929 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:11.466195 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e7b5711-ff8a-470a-9d1b-9f397a524002 req-ecf1817b-2809-46d9-a428-fb579434c929 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0541360 Feb 09 22:37:11.515316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7e7b5711-ff8a-470a-9d1b-9f397a524002 req-094e025e-1fe1-46e2-ac40-92f290c5fc03 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433223 Feb 09 22:37:11.680733 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:12.639318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788958aa-7daf-4024-9da9-554f7048394f req-48a570b3-f360-4af1-bc3d-df07950a00e6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:12.640944 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-788958aa-7daf-4024-9da9-554f7048394f req-48a570b3-f360-4af1-bc3d-df07950a00e6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0529933 Feb 09 22:37:12.689884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-788958aa-7daf-4024-9da9-554f7048394f req-d0feefb9-2411-4bb1-8f9f-747e62a18ca6 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423617 Feb 09 22:37:13.809174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff07e07-6a31-4d42-953d-716399c28b98 req-4de57f8e-3629-4116-b7f8-7b19643eca3a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:13.810524 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ff07e07-6a31-4d42-953d-716399c28b98 req-4de57f8e-3629-4116-b7f8-7b19643eca3a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0516865 Feb 09 22:37:13.859603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ff07e07-6a31-4d42-953d-716399c28b98 req-82308278-4435-4fa3-a4d1-6a861ba22b6f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434837 Feb 09 22:37:14.985246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b682b8-4b2e-4647-8f87-6ed9bc44c8c2 req-6b6b6b43-7bbd-4f7e-8953-77976da07c26 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:14.986747 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58b682b8-4b2e-4647-8f87-6ed9bc44c8c2 req-6b6b6b43-7bbd-4f7e-8953-77976da07c26 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0572779 Feb 09 22:37:15.032923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-58b682b8-4b2e-4647-8f87-6ed9bc44c8c2 req-baf7bdd1-839f-4918-82d2-dae59a528ab2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397885 Feb 09 22:37:16.200136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b629-25bd-441a-a8f5-de0ad8cbacc7 req-0d6b6f52-7038-4fdc-875b-91b0d0e25fb4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:16.201613 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e1b629-25bd-441a-a8f5-de0ad8cbacc7 req-0d6b6f52-7038-4fdc-875b-91b0d0e25fb4 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.1000795 Feb 09 22:37:16.247378 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7e1b629-25bd-441a-a8f5-de0ad8cbacc7 req-d24c4a1d-979d-418b-aeba-416edbdf1931 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402012 Feb 09 22:37:17.414243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59a68f-2b73-4f23-887b-25f5bb808b5b req-c316220c-a3e1-4182-8f10-7a43cd58e213 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:17.415758 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb59a68f-2b73-4f23-887b-25f5bb808b5b req-c316220c-a3e1-4182-8f10-7a43cd58e213 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.1010141 Feb 09 22:37:17.461835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb59a68f-2b73-4f23-887b-25f5bb808b5b req-f0a98a9b-3674-4fc6-aa08-9c9988d66fc3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402677 Feb 09 22:37:18.580468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c8841-60c0-4094-994d-611d0ffef187 req-81a6d554-70ef-41e2-81ae-4f5e2271d312 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:18.581911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-577c8841-60c0-4094-994d-611d0ffef187 req-81a6d554-70ef-41e2-81ae-4f5e2271d312 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0520556 Feb 09 22:37:18.626776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-577c8841-60c0-4094-994d-611d0ffef187 req-ffca8895-b09c-4f62-9c26-b2a10359d60e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Feb 09 22:37:19.749827 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd34c16-1f3a-4d45-8dfd-c410fe1d3dbd req-5b71e41f-6f90-4594-8a3e-e32f1de33eef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:19.751331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7dd34c16-1f3a-4d45-8dfd-c410fe1d3dbd req-5b71e41f-6f90-4594-8a3e-e32f1de33eef tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0562224 Feb 09 22:37:19.797627 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7dd34c16-1f3a-4d45-8dfd-c410fe1d3dbd req-f369c18b-63b5-4d22-9d30-670c6c0499de tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400410 Feb 09 22:37:20.923474 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4b8ec-af0d-4c88-bcdd-d9d70b233e4b req-f5d3dae8-660e-4c92-bda5-c775f02c1817 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:20.925022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00d4b8ec-af0d-4c88-bcdd-d9d70b233e4b req-f5d3dae8-660e-4c92-bda5-c775f02c1817 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 943 time: 0.0582767 Feb 09 22:37:20.971523 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-00d4b8ec-af0d-4c88-bcdd-d9d70b233e4b req-2a5db06e-dd13-40f7-8015-a8baf944c813 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408995 Feb 09 22:37:21.006835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:37:21.106514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:21.118287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'mac_address': 'fa:16:3e:84:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:37:21.153997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:21.154390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:21.167209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:21.191180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:21.269158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:21.319356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:21.326628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.326977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.327315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.327651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.328012 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.328341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.328666 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.328989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.329311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.329634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.329956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.330274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.330593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:21.482680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['e4c625fe-fb88-418f-b3ae-cc3d7267cef5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:37:22.091120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160825ff-1829-41bc-857b-a083cb0608cd req-abb47ad7-55b7-46a0-b9bb-fa7995c6df7c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:22.092689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-160825ff-1829-41bc-857b-a083cb0608cd req-abb47ad7-55b7-46a0-b9bb-fa7995c6df7c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0532880 Feb 09 22:37:22.138908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-160825ff-1829-41bc-857b-a083cb0608cd req-df91763e-8f85-43b6-a68f-e4b77e9b69d5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406234 Feb 09 22:37:22.667942 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a7ad9-33f7-4efc-a18b-b3a7d4867b3e req-72f4b347-1b43-42ad-963f-8d3a35858b7e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:22.669411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-902a7ad9-33f7-4efc-a18b-b3a7d4867b3e req-72f4b347-1b43-42ad-963f-8d3a35858b7e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0641105 Feb 09 22:37:22.745720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-f0940db6-4811-4cca-86b9-be9e4ffa4002 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:22.747189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-f0940db6-4811-4cca-86b9-be9e4ffa4002 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.110 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d&tenant_id=72dacb38cd014b82878aaef8347a3751&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 944 time: 0.0973217 Feb 09 22:37:22.750519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-902a7ad9-33f7-4efc-a18b-b3a7d4867b3e req-b4d472a8-43aa-4a22-a084-55e9b60eed60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628891 Feb 09 22:37:22.806935 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-2d508b78-30af-47d1-831e-71636016d760 service neutron] 10.222.0.110 "GET /v2.0/ports/e4c625fe-fb88-418f-b3ae-cc3d7267cef5/bindings/n-h2-828599-1 HTTP/1.1" status: 200 len: 382 time: 0.0530477 Feb 09 22:37:22.869749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-c1c84f0a-ff85-44f2-83d9-903d777d138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:22.871216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-c1c84f0a-ff85-44f2-83d9-903d777d138e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1126 time: 0.0449951 Feb 09 22:37:22.963541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-bac177e3-f6b8-4c9b-ab22-4cc7185504c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:22.965084 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-bac177e3-f6b8-4c9b-ab22-4cc7185504c4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0883453 Feb 09 22:37:23.025240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:37:23.030327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-d5b2067b-c07b-4593-b521-11194d428f05 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 999 time: 0.0588164 Feb 09 22:37:23.084912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-04a69317-8c22-4377-86c1-b1ccb9630d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:23.086389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-04a69317-8c22-4377-86c1-b1ccb9630d8c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0499067 Feb 09 22:37:23.133768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-15be3c00-cf65-4040-8573-68a2d1b2b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:23.135176 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-15be3c00-cf65-4040-8573-68a2d1b2b3ff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436354 Feb 09 22:37:23.137540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:37:23.141658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:23.142041 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:23.223743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:23.224148 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:23.225884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-ee92046c-eb29-4d5a-80c3-dde1de5a4ca6 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849085 Feb 09 22:37:23.246739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:23.249271 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc50315-962a-40ca-ab07-c85e64787e70" -d '{"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:23.261841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:23.301150 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0939021-4671-41ff-babd-a57f20580f08 x-openstack-request-id: req-b0939021-4671-41ff-babd-a57f20580f08 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:23.301452 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:23.301720 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b0939021-4671-41ff-babd-a57f20580f08 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:23.302130 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'code': 200} Feb 09 22:37:23.320112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-9fb65a2d-c5a4-4a45-96cf-59252d805760 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890932 Feb 09 22:37:23.331913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:23.382210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=10']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:23.872028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72178651-25b3-4bb3-a561-f24ded0fa3b4 req-4e5a019c-6df9-4893-bb95-e19a72849b22 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:23.873539 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72178651-25b3-4bb3-a561-f24ded0fa3b4 req-4e5a019c-6df9-4893-bb95-e19a72849b22 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 946 time: 0.0533552 Feb 09 22:37:23.920068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72178651-25b3-4bb3-a561-f24ded0fa3b4 req-334cdb45-9cfb-4c54-a0f1-9f8872789048 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Feb 09 22:37:25.044127 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07113a37-e342-4cf4-85df-0a3cdb3f772c req-898aa86b-fd5a-4b53-b390-44e87a8c8a1f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:25.045597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07113a37-e342-4cf4-85df-0a3cdb3f772c req-898aa86b-fd5a-4b53-b390-44e87a8c8a1f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 946 time: 0.0517445 Feb 09 22:37:25.093257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-07113a37-e342-4cf4-85df-0a3cdb3f772c req-810e225f-814d-4c8c-8ecd-252aa625f187 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Feb 09 22:37:26.214943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0d846-3588-43b7-9356-ce74a22deb8e req-b997cd5a-ae2f-40c1-8cb6-6aff4f5eed58 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:26.216504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ad0d846-3588-43b7-9356-ce74a22deb8e req-b997cd5a-ae2f-40c1-8cb6-6aff4f5eed58 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 946 time: 0.0523894 Feb 09 22:37:26.267874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1ad0d846-3588-43b7-9356-ce74a22deb8e req-b6825e04-09ff-472d-9014-28a64783556e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454376 Feb 09 22:37:27.388543 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed181620-ca41-40f0-97ac-6302dc1316c2 req-0669029b-3e54-4aab-ab6d-ee9477ee8965 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:27.390055 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed181620-ca41-40f0-97ac-6302dc1316c2 req-0669029b-3e54-4aab-ab6d-ee9477ee8965 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 946 time: 0.0528190 Feb 09 22:37:27.440404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed181620-ca41-40f0-97ac-6302dc1316c2 req-628a3497-e8b3-411f-a304-60af2b1becc3 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446010 Feb 09 22:37:28.565310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cc716-30ca-4974-974d-94ddfa744849 req-eea528e4-2492-425c-a479-0b0085b95ff5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:28.567029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-746cc716-30ca-4974-974d-94ddfa744849 req-eea528e4-2492-425c-a479-0b0085b95ff5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 946 time: 0.0564818 Feb 09 22:37:28.618314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-746cc716-30ca-4974-974d-94ddfa744849 req-a43d89ad-5a18-4d72-a505-a52ceebc4dcc tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Feb 09 22:37:29.047575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:37:29.122019 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:29.122399 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.144403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:29.147076 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019fca5-ca50-4652-9a4b-fbe7da2cc551" -d '{"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:29.158565 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:29.196111 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a2098-c485-4310-b356-daff07990957 x-openstack-request-id: req-e12a2098-c485-4310-b356-daff07990957 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:29.196410 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:29.201322 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e12a2098-c485-4310-b356-daff07990957 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:29.201322 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'code': 200} Feb 09 22:37:29.211861 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:29.260773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:29.739197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fd862-4720-4f4f-b238-342593e0c782 req-e664c027-2e91-4b74-a536-b8b8e79b6580 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:29.740734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681fd862-4720-4f4f-b238-342593e0c782 req-e664c027-2e91-4b74-a536-b8b8e79b6580 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0534868 Feb 09 22:37:29.787546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-681fd862-4720-4f4f-b238-342593e0c782 req-9b8781db-ac65-4902-a28c-93e1a8fdbbdf tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410690 Feb 09 22:37:29.823971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:30.092298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-c34c8ec4-8df9-4055-86d2-1f3ab7a34df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.093813 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-c34c8ec4-8df9-4055-86d2-1f3ab7a34df9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d&tenant_id=72dacb38cd014b82878aaef8347a3751 HTTP/1.1" status: 200 len: 1126 time: 0.0481036 Feb 09 22:37:30.107910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:30.164814 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:30.360777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:30.392700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:30.434686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:30.437202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Publish callbacks [] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:30.449452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Transition to ACTIVE for port object e4c625fe-fb88-418f-b3ae-cc3d7267cef5 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:37:30.503019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:30.577721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=12']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:30.626968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] No DVR routers for this DVR port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:37:30.764243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:37:30.764907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:37:30.764907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:30.769266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:37:30.769591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Attempting to bind port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on network a4124083-fdc6-42e9-b83d-e2786e96200f {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:30.774294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:37:30.774636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Checking segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:37:30.775016 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Bound using segment: {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:37:30.775440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Bound port: e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4668af-59f4-4cd2-b072-4a366bac2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:37:30.775825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:30.837626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:30.840626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:37:30.881074 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:30.912129 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4cabe-94e0-43ce-8edc-33de2964ed1e req-7ba8d891-8dff-4f33-ad52-19d811037da7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.913733 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddf4cabe-94e0-43ce-8edc-33de2964ed1e req-7ba8d891-8dff-4f33-ad52-19d811037da7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0539737 Feb 09 22:37:30.918491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:30.919170 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:30.920591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] 10.222.0.30 "PUT /v2.0/ports/e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 1092 time: 0.8166101 Feb 09 22:37:30.921031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:30.923381 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa67980-9c34-48d6-aa87-8a15e60506ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:30.974455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddf4cabe-94e0-43ce-8edc-33de2964ed1e req-86d7ddb5-a016-42ca-8fff-650fbd827df1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544989 Feb 09 22:37:30.986895 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e6a394-61a1-4676-9012-5b0bd44b73c6 x-openstack-request-id: req-16e6a394-61a1-4676-9012-5b0bd44b73c6 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:30.987201 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:30.987464 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-16e6a394-61a1-4676-9012-5b0bd44b73c6 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:30.987907 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'status': 'completed', 'code': 200} Feb 09 22:37:30.998575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816a529-0b8f-4789-9361-5d62d8afc485 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=13']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:31.028206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-27d85a92-8a1e-4ea2-b7bb-41b23c789399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.029759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-27d85a92-8a1e-4ea2-b7bb-41b23c789399 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1126 time: 0.0740173 Feb 09 22:37:31.115496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-effc8846-32f3-4ffb-a4b4-6b062345df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.117070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-effc8846-32f3-4ffb-a4b4-6b062345df7d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1126 time: 0.1070545 Feb 09 22:37:31.195061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-a7d4fd21-59b8-41dc-b413-dac92dd5b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.196590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-a7d4fd21-59b8-41dc-b413-dac92dd5b1c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1512954 Feb 09 22:37:31.271985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-81e71096-5d6a-4cd1-8338-5fbd25a22148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.271985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-81e71096-5d6a-4cd1-8338-5fbd25a22148 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.1479609 Feb 09 22:37:31.291446 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-c9daa0a8-218c-44df-b80d-29d59894b552 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 998 time: 0.0822601 Feb 09 22:37:31.320482 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:31.375580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-d13e7829-3d48-4f5b-ab88-82210be8d136 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 998 time: 0.0972733 Feb 09 22:37:31.381276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-288c62b6-591f-4f96-b615-cf85799e022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.382638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-288c62b6-591f-4f96-b615-cf85799e022f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0608959 Feb 09 22:37:31.455149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-cfa24f23-f0f8-4012-82bb-bd49a9c72458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.456657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-cfa24f23-f0f8-4012-82bb-bd49a9c72458 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0731936 Feb 09 22:37:31.492535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-e353a563-2d7d-4b45-973a-1554cf6f352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.494000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-e353a563-2d7d-4b45-973a-1554cf6f352d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0860505 Feb 09 22:37:31.547375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-a198daa7-2079-49f6-8cb4-e4905751945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.548824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-a198daa7-2079-49f6-8cb4-e4905751945b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0858493 Feb 09 22:37:31.651067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-c3b5bbd0-918b-47fd-a179-619364ab73e6 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466374 Feb 09 22:37:31.674766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-0e7a51b2-083e-41d5-aefd-cfbbfb895227 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173897 Feb 09 22:37:31.814546 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ffd8ad21-5a87-4ce2-ab04-ae2ccec6bfba req-2efbd97a-d373-4d8b-aad9-3d4389c36656 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527438 Feb 09 22:37:31.819697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-8326cbac-35a5-42c2-982e-5f224be9ceb9 service neutron] 10.222.0.110 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359851 Feb 09 22:37:31.899726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-1724d5d8-bf73-48ba-9a13-bc399eb77418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.901266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-1724d5d8-bf73-48ba-9a13-bc399eb77418 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72dacb38cd014b82878aaef8347a3751&device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 1126 time: 0.0480199 Feb 09 22:37:31.994615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-2b5f9f53-0178-4675-8641-a981414d0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:31.996105 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-2b5f9f53-0178-4675-8641-a981414d0acd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 200 len: 912 time: 0.0841448 Feb 09 22:37:32.094266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-f432b06f-29f6-4614-94cd-f3a9f4f4979c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 200 len: 998 time: 0.0880499 Feb 09 22:37:32.142729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75107a-583a-4917-afde-86e3adef42ca req-8cf14bff-31f0-4eaf-b71b-0c49447bc055 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:32.144193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b75107a-583a-4917-afde-86e3adef42ca req-8cf14bff-31f0-4eaf-b71b-0c49447bc055 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0928655 Feb 09 22:37:32.166181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-16b43095-0033-4981-8c1c-f6186ee13072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:32.167564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-16b43095-0033-4981-8c1c-f6186ee13072 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 200 len: 850 time: 0.0673237 Feb 09 22:37:32.222325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b75107a-583a-4917-afde-86e3adef42ca req-99af1aa0-a9be-4b11-8257-3912e92dac7d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717061 Feb 09 22:37:32.246517 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-966ea629-e904-4a29-84be-c287b42c0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:32.248040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-966ea629-e904-4a29-84be-c287b42c0ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4124083-fdc6-42e9-b83d-e2786e96200f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685265 Feb 09 22:37:32.339079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-b15a2b6e-b80e-4e53-b4cc-51f76857a983 service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816667 Feb 09 22:37:32.434429 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7fa67980-9c34-48d6-aa87-8a15e60506ab req-c8f5a496-9f46-42ea-b67f-b1625294236a service neutron] 10.222.0.30 "GET /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853391 Feb 09 22:37:33.343584 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307719a-185c-4363-944f-efbb13e7c87f req-34bcc9f2-0b40-45e9-940e-3209a50cf47d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:33.345111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4307719a-185c-4363-944f-efbb13e7c87f req-34bcc9f2-0b40-45e9-940e-3209a50cf47d tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0527847 Feb 09 22:37:33.390928 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4307719a-185c-4363-944f-efbb13e7c87f req-d76610ee-abeb-43fa-b078-83f232c395c7 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Feb 09 22:37:34.516953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0047f9-3b7e-47e4-abb9-d5f3ea9219c0 req-26e9b6ff-8346-4af8-a98e-25d884436d5e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:34.518522 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e0047f9-3b7e-47e4-abb9-d5f3ea9219c0 req-26e9b6ff-8346-4af8-a98e-25d884436d5e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0561068 Feb 09 22:37:34.568295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5e0047f9-3b7e-47e4-abb9-d5f3ea9219c0 req-1647d1e5-54b0-4993-b2f2-13d285155c9b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440793 Feb 09 22:37:35.469167 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c4381640-2573-4e2a-8ce8-e681d1ab7ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:35.696239 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4cb0a-eb3d-4a5b-a7a6-0fd0da5ca2fe req-de437989-59bc-4acc-804f-6b9031309535 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:35.697809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7a4cb0a-eb3d-4a5b-a7a6-0fd0da5ca2fe req-de437989-59bc-4acc-804f-6b9031309535 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0581481 Feb 09 22:37:35.751662 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c7a4cb0a-eb3d-4a5b-a7a6-0fd0da5ca2fe req-56eb3cf1-af24-4adb-a465-77941b5aad3e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481324 Feb 09 22:37:36.873740 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead422c-0145-432b-90ae-461630399bd8 req-88147575-e023-48b0-87e6-71af249038a5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:36.875245 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aead422c-0145-432b-90ae-461630399bd8 req-88147575-e023-48b0-87e6-71af249038a5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0530739 Feb 09 22:37:36.921996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aead422c-0145-432b-90ae-461630399bd8 req-31c52564-efeb-4477-8b20-ee20b1b4b9c9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409346 Feb 09 22:37:37.536818 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bdd935eb-b356-4c0f-a3cb-498948a02858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:38.041522 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e341c64-ba8f-415e-b834-e312fc3f9c53 req-accddf9a-b428-4187-b0ef-165425b369fd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:38.042960 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e341c64-ba8f-415e-b834-e312fc3f9c53 req-accddf9a-b428-4187-b0ef-165425b369fd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0525310 Feb 09 22:37:38.090742 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e341c64-ba8f-415e-b834-e312fc3f9c53 req-8af29953-37fd-49ce-9eb5-9f1618ecba8e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Feb 09 22:37:39.217663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa4b78-8fb9-46f6-b2e8-40cc5a520470 req-9127d494-5810-47e1-9a81-f28258fdf78c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:39.219252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56fa4b78-8fb9-46f6-b2e8-40cc5a520470 req-9127d494-5810-47e1-9a81-f28258fdf78c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0573132 Feb 09 22:37:39.223006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:39.266599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-56fa4b78-8fb9-46f6-b2e8-40cc5a520470 req-070b22ac-0201-43fc-800c-c66c40dcd5fa tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416214 Feb 09 22:37:40.392387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd750e49-860b-4adb-82e4-7be32fc36f67 req-42d67a5a-3d0a-4d77-a2a2-61f94fec2bdd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:40.393938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd750e49-860b-4adb-82e4-7be32fc36f67 req-42d67a5a-3d0a-4d77-a2a2-61f94fec2bdd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0573888 Feb 09 22:37:40.417429 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:40.442547 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fd750e49-860b-4adb-82e4-7be32fc36f67 req-8d82cfb7-53a1-4b25-af0e-1737d62cb038 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Feb 09 22:37:41.562631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ecbba-e6ca-42ae-92bd-a54b81e7ae4e req-e6ced917-4719-4126-98fd-6e2839039546 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:41.564170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-403ecbba-e6ca-42ae-92bd-a54b81e7ae4e req-e6ced917-4719-4126-98fd-6e2839039546 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0532200 Feb 09 22:37:41.611394 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-403ecbba-e6ca-42ae-92bd-a54b81e7ae4e req-269cfc73-fc17-47cf-916f-7fdb70c8287f tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410740 Feb 09 22:37:41.703193 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:42.730498 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7336e09-f82e-40c1-bfbd-43842adb91f8 req-656328a8-e851-45d9-8c3d-331509f9a22c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:42.732016 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7336e09-f82e-40c1-bfbd-43842adb91f8 req-656328a8-e851-45d9-8c3d-331509f9a22c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0530598 Feb 09 22:37:42.778221 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d7336e09-f82e-40c1-bfbd-43842adb91f8 req-a1929b6d-8ece-424b-b156-27a2b9ab7422 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405159 Feb 09 22:37:43.896596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da7d05-ecdb-4569-a996-338abf142b0d req-f417864d-9823-4820-bff1-cfd6ed07bb3e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:43.898059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27da7d05-ecdb-4569-a996-338abf142b0d req-f417864d-9823-4820-bff1-cfd6ed07bb3e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0511451 Feb 09 22:37:43.947127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-27da7d05-ecdb-4569-a996-338abf142b0d req-d7999be1-8292-4e8b-8630-079541cbe507 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435154 Feb 09 22:37:44.931959 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:37:45.064271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0b79f-e43a-47e6-86be-b55e07efa74f req-2b861e1e-86dc-43a9-b2d5-8906fb1379a5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:45.065735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-48a0b79f-e43a-47e6-86be-b55e07efa74f req-2b861e1e-86dc-43a9-b2d5-8906fb1379a5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0516350 Feb 09 22:37:45.115438 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-48a0b79f-e43a-47e6-86be-b55e07efa74f req-e5ab42fb-0e6d-4096-ba95-cfaed90a99e2 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436900 Feb 09 22:37:46.235787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc3614-945b-4689-9ad1-9e8dce23324e req-748cbf44-96bb-4660-b55b-fe48f92c1d60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:46.237271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4cc3614-945b-4689-9ad1-9e8dce23324e req-748cbf44-96bb-4660-b55b-fe48f92c1d60 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0517066 Feb 09 22:37:46.282924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e4cc3614-945b-4689-9ad1-9e8dce23324e req-8b49ff1c-0d0f-4c70-b375-59e7bff43974 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Feb 09 22:37:47.402755 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2be3-9214-41d1-adf8-2f8751c67e84 req-f9ae5a8d-2722-4238-99b9-3ccb7ae0c817 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:47.404264 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c82a2be3-9214-41d1-adf8-2f8751c67e84 req-f9ae5a8d-2722-4238-99b9-3ccb7ae0c817 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0528941 Feb 09 22:37:47.450761 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c82a2be3-9214-41d1-adf8-2f8751c67e84 req-062b17c0-3f09-4bcb-aab3-1ecd68b30bd9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409796 Feb 09 22:37:48.568858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea573f-be4e-4351-9021-3c948a98d6d0 req-bb00190d-938c-43cb-bc5a-c676b756d34e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:48.570368 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dea573f-be4e-4351-9021-3c948a98d6d0 req-bb00190d-938c-43cb-bc5a-c676b756d34e tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 944 time: 0.0521581 Feb 09 22:37:48.616990 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4dea573f-be4e-4351-9021-3c948a98d6d0 req-e8e37157-755a-480c-b365-bb4d6fb7143c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410452 Feb 09 22:37:49.177579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:37:49.276491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:49.288272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'port_id': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'mac_address': 'fa:16:3e:84:82:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:37:49.324914 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:49.325305 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:49.338251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:49.357563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:49.451633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:49.497819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=14']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:49.689103 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['e4c625fe-fb88-418f-b3ae-cc3d7267cef5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:37:49.742097 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9f804-59e7-42d6-a9bd-14b501819f82 req-cdeac4d4-e47f-4c0d-8b33-e6125047c8de tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.743614 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61e9f804-59e7-42d6-a9bd-14b501819f82 req-cdeac4d4-e47f-4c0d-8b33-e6125047c8de tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0531631 Feb 09 22:37:49.792030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-61e9f804-59e7-42d6-a9bd-14b501819f82 req-fca602b1-aafb-478b-ab94-8fafc087da3b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Feb 09 22:37:49.913283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61bf27-04ac-4925-a0cf-9659f030ecde req-18ce1e25-ea8c-40f2-a30e-078bd8d3a845 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.914680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f61bf27-04ac-4925-a0cf-9659f030ecde req-18ce1e25-ea8c-40f2-a30e-078bd8d3a845 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0555003 Feb 09 22:37:49.960192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6f61bf27-04ac-4925-a0cf-9659f030ecde req-9cd2ed58-91d9-4bfb-af10-949deea37fa1 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396574 Feb 09 22:37:50.078773 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420178-4acb-4f45-97ca-cc0a17e86439 req-9aa25726-5237-4aa4-a753-e54667e4b739 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:50.080307 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68420178-4acb-4f45-97ca-cc0a17e86439 req-9aa25726-5237-4aa4-a753-e54667e4b739 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0555246 Feb 09 22:37:50.125431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68420178-4acb-4f45-97ca-cc0a17e86439 req-38a1ff29-3b9f-47fd-ac0c-43e473c1a9a9 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389795 Feb 09 22:37:50.650723 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5057ca-184f-4ece-9a4c-f56c6e6387d8 req-2031776f-09cb-426a-b20f-771a0425b3b5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:50.652224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c5057ca-184f-4ece-9a4c-f56c6e6387d8 req-2031776f-09cb-426a-b20f-771a0425b3b5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 945 time: 0.0530608 Feb 09 22:37:50.698148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c5057ca-184f-4ece-9a4c-f56c6e6387d8 req-e9548857-cac3-4540-a603-c6df9fcb46e5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404594 Feb 09 22:37:51.179045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:37:51.308669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:37:51.312688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:51.313097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:51.391345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:51.391762 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:51.413088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:51.415293 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb05647-0b9a-4167-8c72-a96a554050bb" -d '{"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:51.427898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:51.454101 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d2410-cfbf-4eeb-8d97-3d352bc7b396 x-openstack-request-id: req-911d2410-cfbf-4eeb-8d97-3d352bc7b396 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:51.454426 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-plugged", "status": "completed", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:51.454689 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-911d2410-cfbf-4eeb-8d97-3d352bc7b396 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:51.455092 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'code': 200} Feb 09 22:37:51.485920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:51.532661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=15']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:51.816547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3bb7d-33c7-4c76-b7f8-a52475997e50 req-667a42c0-8fee-4bb8-b4d9-308320192335 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:51.818144 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ea3bb7d-33c7-4c76-b7f8-a52475997e50 req-667a42c0-8fee-4bb8-b4d9-308320192335 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 946 time: 0.0525246 Feb 09 22:37:51.868164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3ea3bb7d-33c7-4c76-b7f8-a52475997e50 req-d102061f-b1d7-4fb1-b311-452539217d5a tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ebffaa6-0bc9-472e-8c46-3f707560421e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Feb 09 22:37:52.363423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-7facd680-1181-4bbb-85b3-366a97ce16df tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:52.364900 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-7facd680-1181-4bbb-85b3-366a97ce16df tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 946 time: 0.0514312 Feb 09 22:37:52.459069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Deleting port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:37:52.459406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:52.547756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] For port e4c625fe-fb88-418f-b3ae-cc3d7267cef5, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:52.548137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:52.725054 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:52.725429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:52.725846 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Floating IP d6ee6529-94ac-463b-9a87-671152a4f67a disassociated. External IP: 172.25.5.4, port: e4c625fe-fb88-418f-b3ae-cc3d7267cef5. Feb 09 22:37:52.726191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Calling delete_port for e4c625fe-fb88-418f-b3ae-cc3d7267cef5 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:37:52.931650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (e4c625fe-fb88-418f-b3ae-cc3d7267cef5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:52.969553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event deleted for resources: {'Port': ['ID=e4c625fe-fb88-418f-b3ae-cc3d7267cef5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:53.319289 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77ccd88e-ff3a-4538-862d-892759a2d894 req-df595970-4c9f-481b-9c98-b0327b2c6d26 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.3795235 Feb 09 22:37:53.432707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:37:53.542816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:37:53.553347 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:37:53.563829 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:53.564529 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:37:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:53.583594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] No DVR routers for this DVR port e4c625fe-fb88-418f-b3ae-cc3d7267cef5 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:37:53.586312 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:53.589725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-09d275f7-9dc7-424b-b6e2-028e3d2ddd3d req-21400ecc-2d86-47ec-8265-5844679ea55b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.30 "DELETE /v2.0/ports/e4c625fe-fb88-418f-b3ae-cc3d7267cef5 HTTP/1.1" status: 204 len: 173 time: 1.2166159 Feb 09 22:37:53.590202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-deleted', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:53.592467 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06a8aa-1103-4245-97b8-27cf653a0196" -d '{"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-deleted", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:53.674364 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:53.695430 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3342a9-a304-4858-b0cf-7fb11a101672 x-openstack-request-id: req-7c3342a9-a304-4858-b0cf-7fb11a101672 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:53.695754 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f19c0d-6959-4d37-8b92-c8328159a98d", "name": "network-vif-deleted", "tag": "e4c625fe-fb88-418f-b3ae-cc3d7267cef5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:53.696017 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c3342a9-a304-4858-b0cf-7fb11a101672 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:53.696552 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f19c0d-6959-4d37-8b92-c8328159a98d', 'name': 'network-vif-deleted', 'tag': 'e4c625fe-fb88-418f-b3ae-cc3d7267cef5', 'status': 'completed', 'code': 200} Feb 09 22:37:53.874552 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:53.899581 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:37:53.907535 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:53.908164 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:37:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:54.101842 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:54.289279 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:54.314477 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b9530-dbf2-430e-a7b0-c269ebfd87ac None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:04Z', 'revision_number': 4, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '594f402c-a553-4799-a6e0-7dfb754a0017', 'name': '', 'network_id': 'a4124083-fdc6-42e9-b83d-e2786e96200f', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'mac_address': 'fa:16:3e:b6:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:03Z', 'updated_at': '2022-02-09T22:33:07Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'subnets': [{'id': 'af4d74bb-030d-4c8d-b43a-47ffb7263397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:37:54.425015 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d256a010-3328-4a74-845e-af03958598cd req-63e940d5-ca70-4de5-8cb5-b012ddcbd275 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0302954 Feb 09 22:37:54.572988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb273563-2093-477f-9633-dbb4b053320a None None] New status for floating IP d6ee6529-94ac-463b-9a87-671152a4f67a: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:37:55.531688 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d52d0f2c-2728-4a12-a432-04f38d5a2ac0 req-5bf70944-e18a-4177-93a2-706c100ef71c tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0297630 Feb 09 22:37:56.628868 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ae3cf06-022e-4637-9db8-7967b7d74227 req-cf0380a8-2f36-44ab-92d9-515b46b20f8b tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0272799 Feb 09 22:37:57.206440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:37:57.227377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: e4c625fe-fb88-418f-b3ae-cc3d7267cef5 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:37:57.227747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device e4c625fe-fb88-418f-b3ae-cc3d7267cef5 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:37:57.725774 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d1465b1-9b87-4449-a8d1-22cbc34f813a req-2534326f-8032-4f60-866c-a0c621c168bd tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0279303 Feb 09 22:37:58.822922 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3f1df3de-136c-4001-98ed-8d0c13c55380 req-0ef2bcaa-0183-423c-9517-913d85770308 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0312259 Feb 09 22:37:59.794148 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:59.917886 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77fe9413-8a26-43fa-9569-bd8db84d6364 req-baef0dd3-8cfa-44ad-949e-1b9e0cab8953 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0274460 Feb 09 22:38:01.015237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc8c1fd1-7b6e-41a3-bbc8-13f4e3d206c8 req-87a0802e-b08c-47aa-b4a9-79293ac0cc45 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0269473 Feb 09 22:38:01.331278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:02.113623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-028d91d1-b750-4a5d-b5bb-79c5bc2377e6 req-41649887-5b3b-449d-a6b3-b6c39ce03ec5 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/ports?device_id=d8f19c0d-6959-4d37-8b92-c8328159a98d HTTP/1.1" status: 200 len: 210 time: 0.0267606 Feb 09 22:38:05.491311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31c63781-9264-4a65-b4f2-1701341c26d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:07.531201 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0acf3dbf-c9b5-423a-84f0-93422cefb4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:09.251096 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.327417 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57592) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:10.384199 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group (1ebffaa6-0bc9-472e-8c46-3f707560421e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.407347 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group (1ebffaa6-0bc9-472e-8c46-3f707560421e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.434589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.519780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1ebffaa6-0bc9-472e-8c46-3f707560421e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.522362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.523569 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "DELETE /v2.0/security-groups/1ebffaa6-0bc9-472e-8c46-3f707560421e HTTP/1.1" status: 204 len: 168 time: 0.1950996 Feb 09 22:38:10.526418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57594) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:10.533228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebffaa6-0bc9-472e-8c46-3f707560421e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:10.539979 n-d-828599-1 neutron-server[103696]: INFO neutron.api.v2.resource [None req-d9e28900-6378-48cb-8f7f-a953cc1b1247 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] show failed (client error): The resource could not be found. Feb 09 22:38:10.540683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.541044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.541303 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d9e28900-6378-48cb-8f7f-a953cc1b1247 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "GET /v2.0/security-groups/1ebffaa6-0bc9-472e-8c46-3f707560421e HTTP/1.1" status: 404 len: 347 time: 0.0138507 Feb 09 22:38:10.541590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.541865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.542206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.542576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.542913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.543244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.543654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.543984 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57596) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:10.544198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.544534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.544866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.545200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722652f3-196c-4741-b5aa-512794875785 tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:10.683791 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Deleting port 5ce23848-e66f-4288-9ba9-c58d3ae31b13 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:10.684143 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.760991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.761327 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (5ce23848-e66f-4288-9ba9-c58d3ae31b13), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:10.772996 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Calling delete_port for 5ce23848-e66f-4288-9ba9-c58d3ae31b13 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:10.987765 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5ce23848-e66f-4288-9ba9-c58d3ae31b13), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:11.013469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Pushing event deleted for resources: {'Port': ['ID=5ce23848-e66f-4288-9ba9-c58d3ae31b13,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:11.025915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.026227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.026579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.026923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.027261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.027601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.027961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.028292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.028621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.028950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.029278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.029606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.029934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:11.084429 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks [] for floatingip (d6ee6529-94ac-463b-9a87-671152a4f67a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:11.086944 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:11.088145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-71c2f7a3-312f-47ee-a05f-dd4ebf0124bb tempest-ServerActionsTestJSON-1085092653 tempest-ServerActionsTestJSON-1085092653-project] 10.222.0.98 "DELETE /v2.0/floatingips/d6ee6529-94ac-463b-9a87-671152a4f67a HTTP/1.1" status: 204 len: 168 time: 0.5432515 Feb 09 22:38:11.091105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57600) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:11.478299 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (fed67079-d061-470b-8fc8-4ab653f634d4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:11.708203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:11.729980 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Deleting port 594f402c-a553-4799-a6e0-7dfb754a0017 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:11.730464 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:11.806654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] For port 594f402c-a553-4799-a6e0-7dfb754a0017, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=594f402c-a553-4799-a6e0-7dfb754a0017,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:11.807030 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:11.819848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Calling delete_port for 594f402c-a553-4799-a6e0-7dfb754a0017 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:12.056672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (594f402c-a553-4799-a6e0-7dfb754a0017), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:12.086437 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Pushing event deleted for resources: {'Port': ['ID=594f402c-a553-4799-a6e0-7dfb754a0017,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:12.250302 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (fed67079-d061-470b-8fc8-4ab653f634d4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:12.744173 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Router fed67079-d061-470b-8fc8-4ab653f634d4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:38:12.853141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:38:12.858172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8869ebab-30e7-461a-a5cb-87995a9d8973 admin admin] 10.222.0.98 "PUT /v2.0/routers/fed67079-d061-470b-8fc8-4ab653f634d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661386 Feb 09 22:38:12.860725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57604) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:12.863698 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] Sync routers for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:38:12.873812 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:12.874433 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:12.962424 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks [] for router (fed67079-d061-470b-8fc8-4ab653f634d4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:12.980811 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:13.065672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks [] for router_gateway (fed67079-d061-470b-8fc8-4ab653f634d4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.153402 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:38:11Z', 'revision_number': 5, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port': {'id': '6ed7f946-9136-4eb3-a077-7d14285c7da2', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:13.178948 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] Checking router: fed67079-d061-470b-8fc8-4ab653f634d4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:38:13.187143 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] Routers {'fed67079-d061-470b-8fc8-4ab653f634d4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:13.187783 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:38:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['fed67079-d061-470b-8fc8-4ab653f634d4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:13.206451 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Deleting port 6ed7f946-9136-4eb3-a077-7d14285c7da2 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:13.206921 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.275423 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] Set router fed67079-d061-470b-8fc8-4ab653f634d4 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:13.285722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] For port 6ed7f946-9136-4eb3-a077-7d14285c7da2, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6ed7f946-9136-4eb3-a077-7d14285c7da2,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:13.286097 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.299369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Calling delete_port for 6ed7f946-9136-4eb3-a077-7d14285c7da2 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:13.329239 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:38:13Z', 'revision_number': 6, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:13.354252 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416df21e-e0cf-46b1-9cc8-861b78a8da52 None None] The sync data for ids ['fed67079-d061-470b-8fc8-4ab653f634d4'] in n-d-828599-1 is: [{'id': 'fed67079-d061-470b-8fc8-4ab653f634d4', 'name': 'tempest-ServerActionsTestJSON-268813632-router', 'tenant_id': '72dacb38cd014b82878aaef8347a3751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:33:01Z', 'updated_at': '2022-02-09T22:38:13Z', 'revision_number': 6, 'project_id': '72dacb38cd014b82878aaef8347a3751', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:38:13.542441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6ed7f946-9136-4eb3-a077-7d14285c7da2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.566639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed7f946-9136-4eb3-a077-7d14285c7da2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:13.629072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (fed67079-d061-470b-8fc8-4ab653f634d4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.719003 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (fed67079-d061-470b-8fc8-4ab653f634d4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.721411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks [] for router_controller (fed67079-d061-470b-8fc8-4ab653f634d4), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.822340 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (fed67079-d061-470b-8fc8-4ab653f634d4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.822941 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fed67079-d061-470b-8fc8-4ab653f634d4 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:38:13.827369 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.828655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5819b7fc-909c-4c26-985b-ff97537499dd admin admin] 10.222.0.98 "DELETE /v2.0/routers/fed67079-d061-470b-8fc8-4ab653f634d4 HTTP/1.1" status: 204 len: 168 time: 0.9669995 Feb 09 22:38:13.832629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57606) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:13.878142 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] Deleting subnet af4d74bb-030d-4c8d-b43a-47ffb7263397 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:38:13.881723 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] Publish callbacks [] for subnet (af4d74bb-030d-4c8d-b43a-47ffb7263397), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.916817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (af4d74bb-030d-4c8d-b43a-47ffb7263397), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:13.989419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (af4d74bb-030d-4c8d-b43a-47ffb7263397), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.114086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (af4d74bb-030d-4c8d-b43a-47ffb7263397), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.144506 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4d74bb-030d-4c8d-b43a-47ffb7263397,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:14.149994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.154075 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-910b3a08-a375-4e86-a878-c850f38d2b15 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/af4d74bb-030d-4c8d-b43a-47ffb7263397 HTTP/1.1" status: 204 len: 168 time: 0.3217015 Feb 09 22:38:14.155744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2717371-079c-451d-9513-a8d67fee6ee8 None None] Network a4124083-fdc6-42e9-b83d-e2786e96200f requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:38:14.156591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57608) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:14.229038 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (a4124083-fdc6-42e9-b83d-e2786e96200f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.284748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Deleting port 69738738-223b-4af3-a003-3898f6b0eb1e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:14.285099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.335179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] DHCP port deletion for a4124083-fdc6-42e9-b83d-e2786e96200f request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:38:14.356640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] For port 69738738-223b-4af3-a003-3898f6b0eb1e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=69738738-223b-4af3-a003-3898f6b0eb1e,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:14.357040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.374603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Calling delete_port for 69738738-223b-4af3-a003-3898f6b0eb1e owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:14.386603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] Deleting port 69738738-223b-4af3-a003-3898f6b0eb1e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:14.387150 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.433912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 594f402c-a553-4799-a6e0-7dfb754a0017 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:38:14.462325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 594f402c-a553-4799-a6e0-7dfb754a0017 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:38:14.462682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 594f402c-a553-4799-a6e0-7dfb754a0017 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:38:14.463109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 69738738-223b-4af3-a003-3898f6b0eb1e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:38:14.502862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] For port 69738738-223b-4af3-a003-3898f6b0eb1e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=69738738-223b-4af3-a003-3898f6b0eb1e,segment=NetworkSegment(fd4668af-59f4-4cd2-b072-4a366bac2616),segment_id=fd4668af-59f4-4cd2-b072-4a366bac2616)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:14.503266 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.522536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] Calling delete_port for 69738738-223b-4af3-a003-3898f6b0eb1e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:14.547886 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.565644 n-d-828599-1 neutron-server[103698]: INFO neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No ports have port_id starting with 69738738-223b-4af3-a003-3898f6b0eb1e Feb 09 22:38:14.569685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6ed7f946-9136-4eb3-a077-7d14285c7da2 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:38:14.573499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=69738738-223b-4af3-a003-3898f6b0eb1e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:14.577006 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] No DVR routers for this DVR port 69738738-223b-4af3-a003-3898f6b0eb1e on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:38:14.594826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6ed7f946-9136-4eb3-a077-7d14285c7da2 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:38:14.597204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6ed7f946-9136-4eb3-a077-7d14285c7da2 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:38:14.617262 n-d-828599-1 neutron-server[103698]: self.session.flush() Feb 09 22:38:14.626142 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (69738738-223b-4af3-a003-3898f6b0eb1e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.651111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (a4124083-fdc6-42e9-b83d-e2786e96200f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.652119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] Pushing event deleted for resources: {'Port': ['ID=69738738-223b-4af3-a003-3898f6b0eb1e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:14.655641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7e29a-e317-4e96-aa66-958e01c9b33a None None] No DVR routers for this DVR port 69738738-223b-4af3-a003-3898f6b0eb1e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:38:14.677355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4124083-fdc6-42e9-b83d-e2786e96200f']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:14.686699 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4668af-59f4-4cd2-b072-4a366bac2616') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:14.686999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4668af-59f4-4cd2-b072-4a366bac2616') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:14.697331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (fd4668af-59f4-4cd2-b072-4a366bac2616), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.710825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (fd4668af-59f4-4cd2-b072-4a366bac2616), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.716698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:38:14.717079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (fd4668af-59f4-4cd2-b072-4a366bac2616), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:38:14.718712 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:38:14.839378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (a4124083-fdc6-42e9-b83d-e2786e96200f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.844741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.847889 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a4124083-fdc6-42e9-b83d-e2786e96200f HTTP/1.1" status: 204 len: 168 time: 0.6903462 Feb 09 22:38:14.859144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971e76-b80c-4310-8ea8-ceff5c0c0b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4124083-fdc6-42e9-b83d-e2786e96200f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:15.106645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57612) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:15.146650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-70873866-2be6-45ad-926a-27036aa219b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=72dacb38cd014b82878aaef8347a3751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382679 Feb 09 22:38:15.148990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57614) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:15.194261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04a6fb78-cb9e-44a9-8def-629e0d8af3fa admin admin] Publish callbacks [] for security_group (33cd275c-3d58-4d06-8158-5ac4bc539c5e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:15.214344 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04a6fb78-cb9e-44a9-8def-629e0d8af3fa admin admin] Publish callbacks [] for security_group (33cd275c-3d58-4d06-8158-5ac4bc539c5e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:15.342511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04a6fb78-cb9e-44a9-8def-629e0d8af3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (33cd275c-3d58-4d06-8158-5ac4bc539c5e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:15.345574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-04a6fb78-cb9e-44a9-8def-629e0d8af3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:15.346715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-04a6fb78-cb9e-44a9-8def-629e0d8af3fa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33cd275c-3d58-4d06-8158-5ac4bc539c5e HTTP/1.1" status: 204 len: 168 time: 0.1968586 Feb 09 22:38:15.354934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6fb78-cb9e-44a9-8def-629e0d8af3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd275c-3d58-4d06-8158-5ac4bc539c5e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:16.233827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57636) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:16.340434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1013227119-network', 'tenant_id': '46d15577357847fcb0314e5719779707'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:16.439167 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Made reservation on behalf of 46d15577357847fcb0314e5719779707 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:38:16.441560 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.450112 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.524415 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks [] for security_group (1a0e2039-d34e-48a1-8d38-46687b580d3c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.610739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1a0e2039-d34e-48a1-8d38-46687b580d3c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.637890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:38:16.644170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e2039-d34e-48a1-8d38-46687b580d3c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:16.651524 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (31726961-d7df-451b-b768-15e618447136), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.651909 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Added segment 31726961-d7df-451b-b768-15e618447136 of type vlan for network 162f9c21-4f23-4307-82bb-a20a6360c9fd Feb 09 22:38:16.691292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (162f9c21-4f23-4307-82bb-a20a6360c9fd), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.793469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (162f9c21-4f23-4307-82bb-a20a6360c9fd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.794468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:16.795607 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:16.855767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] Pushing event updated for resources: {'Network': ['ID=162f9c21-4f23-4307-82bb-a20a6360c9fd,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:16.866050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 162f9c21-4f23-4307-82bb-a20a6360c9fd details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:38:16.899615 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3bbd2929-509a-491a-b237-6413193ff312 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6646726 Feb 09 22:38:16.902417 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57640) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:16.907319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Request body: {'subnet': {'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1013227119-subnet', 'tenant_id': '46d15577357847fcb0314e5719779707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:16.976499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Made reservation on behalf of 46d15577357847fcb0314e5719779707 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:38:16.978871 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:17.188231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e9b77440-8308-4ecc-ad2b-20bbe3ade34e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:17.249991 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b77440-8308-4ecc-ad2b-20bbe3ade34e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:17.254170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Checking segment: {'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:38:17.254529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Network hostable DHCP agents. Network: 162f9c21-4f23-4307-82bb-a20a6360c9fd, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:38:17.370702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Network 162f9c21-4f23-4307-82bb-a20a6360c9fd is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:38:17.445259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 162f9c21-4f23-4307-82bb-a20a6360c9fd) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:38:17.449322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:17.458474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:17.459211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae391a-4385-48c9-984e-b34ceedb2051 None None] Network 162f9c21-4f23-4307-82bb-a20a6360c9fd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:38:17.525178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8d6b194d-fa9e-4056-aed0-4b32107fba5e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6215887 Feb 09 22:38:17.714380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f105d0-ff6f-4e12-b9d5-333d3275ab1e None None] Network 162f9c21-4f23-4307-82bb-a20a6360c9fd requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:38:18.078739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201689-46de-4af5-9b96-2811996a4da3 req-ed019a5d-e999-4d53-97ce-c5936112563a tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:18.080227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-ed019a5d-e999-4d53-97ce-c5936112563a tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/networks?id=162f9c21-4f23-4307-82bb-a20a6360c9fd HTTP/1.1" status: 200 len: 814 time: 0.0994298 Feb 09 22:38:18.094355 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-25a73931-cb87-448b-a2b7-ad3cb4c09621 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/quotas/46d15577357847fcb0314e5719779707 HTTP/1.1" status: 200 len: 375 time: 0.0087442 Feb 09 22:38:18.130350 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-943395a1-c7b9-43b2-b44e-a48902105321 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=46d15577357847fcb0314e5719779707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310969 Feb 09 22:38:18.215917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-473dcb2e-93b3-478d-8ca9-56f4e6cd8d62 service neutron] 10.222.0.98 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788648 Feb 09 22:38:18.304900 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-6c995ccd-6b1b-4a4f-ac6f-9a418acca346 service neutron] 10.222.0.98 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833149 Feb 09 22:38:18.544242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b0d8be99-79d4-4cb1-9278-55e55f63db9f req-d5ce5f21-cd5d-4cbd-89cb-bd2616bdd0c5 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0271327 Feb 09 22:38:19.621828 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c48378a-35d1-4c8e-9913-e8f3d49c1458 req-0257c495-b8c2-4762-bf39-2f279e6fc39f tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Feb 09 22:38:20.701517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24faccd3-d46b-425b-85ec-85e3f8acda02 req-5b67c0ad-4087-4c8b-bf84-d70b90ba372e tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0304015 Feb 09 22:38:21.777764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de52527a-4e9a-4d64-8e47-dbc4a62fe521 req-4a957885-f070-43f5-9bca-fcde471c7869 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Feb 09 22:38:21.932635 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:38:22.869243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53d7c55d-09cd-4dda-9dda-2490acbb750a req-a7d42c09-5017-40c4-a01c-ccce94fa0953 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Feb 09 22:38:23.966177 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3384a512-6e69-4ae6-aaf0-53a5660b746f req-7eabcd02-4a73-4eac-be9f-63aece11252a tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0306540 Feb 09 22:38:24.516681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201689-46de-4af5-9b96-2811996a4da3 req-3213cc20-edd9-4553-bd4a-0a889c5da7c6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:24.518209 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-3213cc20-edd9-4553-bd4a-0a889c5da7c6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.110 "GET /v2.0/networks?id=162f9c21-4f23-4307-82bb-a20a6360c9fd HTTP/1.1" status: 200 len: 814 time: 0.1007316 Feb 09 22:38:24.529808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Request body: {'port': {'device_id': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd', 'admin_state_up': True, 'tenant_id': '46d15577357847fcb0314e5719779707'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:24.707657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Made reservation on behalf of 46d15577357847fcb0314e5719779707 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:38:24.711816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:24.839276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Allocated IP 172.20.0.12 (162f9c21-4f23-4307-82bb-a20a6360c9fd/e9b77440-8308-4ecc-ad2b-20bbe3ade34e/fe4cdfd8-7be1-428d-a678-f9f9a034f907) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:38:24.983207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks [] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:25.066792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fc0dea7c-1767-4ce2-ab8f-3cae8c65e60c req-4e03d748-e000-42e2-85a5-3187f4e38922 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0313320 Feb 09 22:38:25.079504 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:25.121166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Network 162f9c21-4f23-4307-82bb-a20a6360c9fd is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:38:25.126177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:38:25.129887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:38:25.154826 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Pushing event updated for resources: {'Port': ['ID=fe4cdfd8-7be1-428d-a678-f9f9a034f907,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:25.182679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:25.183299 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:25.276896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-1388c46f-9281-4e6e-aac0-f29a23dabf9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7507155 Feb 09 22:38:25.338502 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Request body: {'port': {'device_id': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:25.400482 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:25.658627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4cdfd8-7be1-428d-a678-f9f9a034f907 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:38:25.666290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Publish callbacks [] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:25.677986 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Transition to ACTIVE for port object fe4cdfd8-7be1-428d-a678-f9f9a034f907 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:38:25.736362 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:25.788893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4cdfd8-7be1-428d-a678-f9f9a034f907,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:25.857250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Attempting to bind port fe4cdfd8-7be1-428d-a678-f9f9a034f907 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:38:25.857586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Attempting to bind port fe4cdfd8-7be1-428d-a678-f9f9a034f907 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:38:25.857917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Attempting to bind port fe4cdfd8-7be1-428d-a678-f9f9a034f907 on network 162f9c21-4f23-4307-82bb-a20a6360c9fd {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:25.862148 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Port fe4cdfd8-7be1-428d-a678-f9f9a034f907 on network 162f9c21-4f23-4307-82bb-a20a6360c9fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:38:25.862478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Attempting to bind port fe4cdfd8-7be1-428d-a678-f9f9a034f907 on network 162f9c21-4f23-4307-82bb-a20a6360c9fd {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:25.867177 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:38:25.867518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Checking segment: {'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:38:25.867933 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Bound using segment: {'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:38:25.868361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Bound port: fe4cdfd8-7be1-428d-a678-f9f9a034f907, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:38:25.868715 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:25.930562 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] For port fe4cdfd8-7be1-428d-a678-f9f9a034f907, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:38:25.933411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] For port fe4cdfd8-7be1-428d-a678-f9f9a034f907, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=fe4cdfd8-7be1-428d-a678-f9f9a034f907,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:38:25.999922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:26.032670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.033295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:26.034712 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] 10.222.0.110 "PUT /v2.0/ports/fe4cdfd8-7be1-428d-a678-f9f9a034f907 HTTP/1.1" status: 200 len: 1092 time: 0.7510259 Feb 09 22:38:26.035162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'tag': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:26.037404 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65429221-42cb-4265-a520-30128e33ebf8" -d '{"events": [{"name": "network-changed", "server_uuid": "d393858c-1f07-4c0c-9f2c-b568b1f167e2", "tag": "fe4cdfd8-7be1-428d-a678-f9f9a034f907"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:26.062608 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51564b9d-7a8f-483f-8687-167e6f525398 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4cdfd8-7be1-428d-a678-f9f9a034f907,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:26.077139 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1823bf4c-1f3a-44d9-b682-2d26f23ea63d x-openstack-request-id: req-1823bf4c-1f3a-44d9-b682-2d26f23ea63d {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:26.077448 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d393858c-1f07-4c0c-9f2c-b568b1f167e2", "tag": "fe4cdfd8-7be1-428d-a678-f9f9a034f907", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:26.077710 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1823bf4c-1f3a-44d9-b682-2d26f23ea63d {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:26.078124 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'tag': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907', 'status': 'completed', 'code': 200} Feb 09 22:38:26.151201 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65429221-42cb-4265-a520-30128e33ebf8 req-9d67c055-6a15-4ea5-b7d3-0cc49b0c1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.152793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65429221-42cb-4265-a520-30128e33ebf8 req-9d67c055-6a15-4ea5-b7d3-0cc49b0c1479 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=46d15577357847fcb0314e5719779707&device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 1126 time: 0.0572801 Feb 09 22:38:26.261910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05007fd2-2ee4-48e8-b3de-172cc853c2a0 req-27815c47-268a-4349-b304-184baa3d0573 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.263407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05007fd2-2ee4-48e8-b3de-172cc853c2a0 req-27815c47-268a-4349-b304-184baa3d0573 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 944 time: 0.1268036 Feb 09 22:38:26.289111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65429221-42cb-4265-a520-30128e33ebf8 req-636e0af1-f5a4-4b7e-96fb-b3c63eb6d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.290788 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65429221-42cb-4265-a520-30128e33ebf8 req-636e0af1-f5a4-4b7e-96fb-b3c63eb6d852 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=46d15577357847fcb0314e5719779707&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1192160 Feb 09 22:38:26.369112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05007fd2-2ee4-48e8-b3de-172cc853c2a0 req-30c6c1d4-8096-4571-933c-41e09f29c81b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994873 Feb 09 22:38:26.406256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65429221-42cb-4265-a520-30128e33ebf8 req-3829eb8f-99ec-422c-b6a4-bc644d19e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.407871 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65429221-42cb-4265-a520-30128e33ebf8 req-3829eb8f-99ec-422c-b6a4-bc644d19e7c1 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098323 Feb 09 22:38:26.483161 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201689-46de-4af5-9b96-2811996a4da3 req-7ee132ea-8809-459d-8ed2-95fe0af9dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.484682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-7ee132ea-8809-459d-8ed2-95fe0af9dbdd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=46d15577357847fcb0314e5719779707&device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 1126 time: 0.0435956 Feb 09 22:38:26.529170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-a6ff0e10-9faf-4fa2-ad33-3873b9234dc1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe4cdfd8-7be1-428d-a678-f9f9a034f907 HTTP/1.1" status: 200 len: 217 time: 0.0376642 Feb 09 22:38:26.576401 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201689-46de-4af5-9b96-2811996a4da3 req-1da4f091-5d83-497a-bd13-0b085618ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:26.577921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-1da4f091-5d83-497a-bd13-0b085618ff04 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e9b77440-8308-4ecc-ad2b-20bbe3ade34e HTTP/1.1" status: 200 len: 854 time: 0.0436585 Feb 09 22:38:26.608696 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-f46dc121-7803-49cb-88dd-01c92b72b97b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=162f9c21-4f23-4307-82bb-a20a6360c9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252686 Feb 09 22:38:26.703034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-dccaaf2f-3d50-490d-bd8e-ba99787d5e7c service neutron] 10.222.0.110 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882754 Feb 09 22:38:26.789670 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-83201689-46de-4af5-9b96-2811996a4da3 req-ad76656c-1d54-4203-b9df-304fab79bdd7 service neutron] 10.222.0.110 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812600 Feb 09 22:38:27.489800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f16d6-6658-4a27-abf2-4a854f186d32 req-4cda83a6-ffb6-424d-b36f-63a9c07f327e tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:27.491802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc4f16d6-6658-4a27-abf2-4a854f186d32 req-4cda83a6-ffb6-424d-b36f-63a9c07f327e tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 944 time: 0.0520236 Feb 09 22:38:27.537038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bc4f16d6-6658-4a27-abf2-4a854f186d32 req-c3de296e-7b51-42c9-a7cc-8fc99023fd0b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396392 Feb 09 22:38:28.655123 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2eb31-5536-4643-81d8-b0d438d851e9 req-3cf96779-b952-45eb-b847-cecd9cc8636d tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:28.656657 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92a2eb31-5536-4643-81d8-b0d438d851e9 req-3cf96779-b952-45eb-b847-cecd9cc8636d tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 944 time: 0.0523024 Feb 09 22:38:28.706341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-92a2eb31-5536-4643-81d8-b0d438d851e9 req-1889bf36-8f50-4733-a050-58135c77fb9b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Feb 09 22:38:29.374519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device fe4cdfd8-7be1-428d-a678-f9f9a034f907 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:38:29.471097 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port fe4cdfd8-7be1-428d-a678-f9f9a034f907, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=fe4cdfd8-7be1-428d-a678-f9f9a034f907,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:29.482548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907', 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd', 'port_id': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907', 'mac_address': 'fa:16:3e:f4:ba:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b77440-8308-4ecc-ad2b-20bbe3ade34e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:38:29.517922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port fe4cdfd8-7be1-428d-a678-f9f9a034f907 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:29.518319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:29.531344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4cdfd8-7be1-428d-a678-f9f9a034f907 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:38:29.556122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port fe4cdfd8-7be1-428d-a678-f9f9a034f907, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=fe4cdfd8-7be1-428d-a678-f9f9a034f907,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:29.633420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:29.679919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=fe4cdfd8-7be1-428d-a678-f9f9a034f907,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:29.687131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.687477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.687853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.688192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.688524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.688856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.689178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.689550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.689869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.690191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.690516 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.690833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.691149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:38:29.810800 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:29.827036 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2170b5f-e07d-4089-b291-59f094c15c9e req-c163adb9-986c-4122-9ec0-e3ab17d74181 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:29.830143 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2170b5f-e07d-4089-b291-59f094c15c9e req-c163adb9-986c-4122-9ec0-e3ab17d74181 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 945 time: 0.0570638 Feb 09 22:38:29.839536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['fe4cdfd8-7be1-428d-a678-f9f9a034f907'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:29.875227 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2170b5f-e07d-4089-b291-59f094c15c9e req-cd3c4e6d-fde7-4fd7-a4a2-ae542de0d92c tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Feb 09 22:38:30.993653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff0aba-df08-428c-a395-31bfc618b293 req-e765652e-7cd2-477c-89b9-7830143de97b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:30.994260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74ff0aba-df08-428c-a395-31bfc618b293 req-e765652e-7cd2-477c-89b9-7830143de97b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Feb 09 22:38:31.039780 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74ff0aba-df08-428c-a395-31bfc618b293 req-7888f1e0-c3fc-40d5-afc7-073702079513 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395565 Feb 09 22:38:31.301988 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.368779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device fe4cdfd8-7be1-428d-a678-f9f9a034f907 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:38:31.461564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port fe4cdfd8-7be1-428d-a678-f9f9a034f907 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:38:31.465375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port fe4cdfd8-7be1-428d-a678-f9f9a034f907 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:38:31.465758 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.540777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port fe4cdfd8-7be1-428d-a678-f9f9a034f907 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:31.541164 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.566133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:31.568288 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520c6ee7-fd9c-4677-a08a-477195971ad2" -d '{"events": [{"server_uuid": "d393858c-1f07-4c0c-9f2c-b568b1f167e2", "name": "network-vif-plugged", "status": "completed", "tag": "fe4cdfd8-7be1-428d-a678-f9f9a034f907"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:31.581397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port fe4cdfd8-7be1-428d-a678-f9f9a034f907, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=fe4cdfd8-7be1-428d-a678-f9f9a034f907,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:31.639460 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:31.663131 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e81739b-1965-4651-916c-8695cd3cd878 x-openstack-request-id: req-6e81739b-1965-4651-916c-8695cd3cd878 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:31.663460 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d393858c-1f07-4c0c-9f2c-b568b1f167e2", "name": "network-vif-plugged", "status": "completed", "tag": "fe4cdfd8-7be1-428d-a678-f9f9a034f907", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:31.663792 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e81739b-1965-4651-916c-8695cd3cd878 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:31.664146 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907', 'code': 200} Feb 09 22:38:31.690792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=fe4cdfd8-7be1-428d-a678-f9f9a034f907,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:31.753988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eea0c0-6254-4565-8e88-3ddb36c37a88 req-8b58fb1b-42af-465f-bc4c-1075ca008fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:31.755485 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15eea0c0-6254-4565-8e88-3ddb36c37a88 req-8b58fb1b-42af-465f-bc4c-1075ca008fa6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 1128 time: 0.0426927 Feb 09 22:38:31.797853 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-15eea0c0-6254-4565-8e88-3ddb36c37a88 req-bea34e98-5a1c-4b8d-bef9-f4dd71268286 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363479 Feb 09 22:38:32.162468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e475-e8f4-4a57-b944-ed637276bbc3 req-105a1d2b-ce6c-46b8-a868-9c3d736a11a0 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:32.163978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea63e475-e8f4-4a57-b944-ed637276bbc3 req-105a1d2b-ce6c-46b8-a868-9c3d736a11a0 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0568833 Feb 09 22:38:32.213782 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea63e475-e8f4-4a57-b944-ed637276bbc3 req-9d84176d-d182-4a7d-99fd-f3e62437cd85 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Feb 09 22:38:33.335107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261222-0447-4880-b509-77226239c746 req-0706563f-c354-4a89-bf6f-78db3041ddfd tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:33.336621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf261222-0447-4880-b509-77226239c746 req-0706563f-c354-4a89-bf6f-78db3041ddfd tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0531256 Feb 09 22:38:33.382052 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-bf261222-0447-4880-b509-77226239c746 req-61bf1340-906d-41b0-925b-61243a34a527 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Feb 09 22:38:33.604410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-37eed6c6-77c6-4ec5-8d9c-1458516339bb tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:33.605889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-37eed6c6-77c6-4ec5-8d9c-1458516339bb tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/networks?id=162f9c21-4f23-4307-82bb-a20a6360c9fd HTTP/1.1" status: 200 len: 814 time: 0.1047959 Feb 09 22:38:33.620029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-3347f02f-bd2b-492a-ba11-36fce18b32f3 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/quotas/46d15577357847fcb0314e5719779707 HTTP/1.1" status: 200 len: 375 time: 0.0087712 Feb 09 22:38:33.671827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-546f4c0e-b59c-47db-a5d6-1d37c8c8d698 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=46d15577357847fcb0314e5719779707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470979 Feb 09 22:38:33.798873 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-857a27f8-8108-4524-9e71-58bac99b20af service neutron] 10.222.0.98 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203918 Feb 09 22:38:33.889165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-f7985fcd-bc24-4a4f-bbf7-7347a61fd737 service neutron] 10.222.0.98 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847013 Feb 09 22:38:34.130369 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4344d923-ea74-4422-a09a-a871732c63cd req-5f3e868f-63f2-41a4-a8dc-ea827ca4fbe1 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 210 time: 0.0311048 Feb 09 22:38:35.224985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-03d6aff8-059e-43d9-bf0e-5ee74f221a26 req-b9e7dbe4-4913-46c1-9d30-f6e8f9acd969 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 210 time: 0.0272052 Feb 09 22:38:35.495958 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1a79-7e2f-4012-a424-9c3fb7633f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:35.916146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-75092bf2-f262-4a57-9844-3de4288507a6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:35.917542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-75092bf2-f262-4a57-9844-3de4288507a6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.30 "GET /v2.0/networks?id=162f9c21-4f23-4307-82bb-a20a6360c9fd HTTP/1.1" status: 200 len: 814 time: 0.1042898 Feb 09 22:38:35.933015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Request body: {'port': {'device_id': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd', 'admin_state_up': True, 'tenant_id': '46d15577357847fcb0314e5719779707'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:36.107736 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Made reservation on behalf of 46d15577357847fcb0314e5719779707 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:38:36.111110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:36.235715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Allocated IP 172.20.0.11 (162f9c21-4f23-4307-82bb-a20a6360c9fd/e9b77440-8308-4ecc-ad2b-20bbe3ade34e/d7d1853a-3725-4806-bb2d-abcd0310214e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:38:36.321906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-836ca60a-766d-422d-a106-1aff09c01621 req-a0998ffb-77c4-4899-8f22-4f6b4d4eb034 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 210 time: 0.0277836 Feb 09 22:38:36.384839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks [] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:36.485178 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:36.497222 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['fe4cdfd8-7be1-428d-a678-f9f9a034f907'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:36.533030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Network 162f9c21-4f23-4307-82bb-a20a6360c9fd is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:38:36.536788 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:38:36.542099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:38:36.565054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Pushing event updated for resources: {'Port': ['ID=d7d1853a-3725-4806-bb2d-abcd0310214e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:36.593164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:36.593780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:36.676313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-58902e4e-1e63-439a-8eb0-764e4521e9db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7475080 Feb 09 22:38:36.736338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Request body: {'port': {'device_id': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:36.798581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:37.050079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d1853a-3725-4806-bb2d-abcd0310214e {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:38:37.057553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Publish callbacks [] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:37.069839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Transition to ACTIVE for port object d7d1853a-3725-4806-bb2d-abcd0310214e will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:38:37.130705 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:37.182924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Pushing event updated for resources: {'Port': ['ID=d7d1853a-3725-4806-bb2d-abcd0310214e,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:37.249819 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Attempting to bind port d7d1853a-3725-4806-bb2d-abcd0310214e on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:38:37.250515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Attempting to bind port d7d1853a-3725-4806-bb2d-abcd0310214e by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:38:37.250515 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Attempting to bind port d7d1853a-3725-4806-bb2d-abcd0310214e on network 162f9c21-4f23-4307-82bb-a20a6360c9fd {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:37.254683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Port d7d1853a-3725-4806-bb2d-abcd0310214e on network 162f9c21-4f23-4307-82bb-a20a6360c9fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:38:37.255006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Attempting to bind port d7d1853a-3725-4806-bb2d-abcd0310214e on network 162f9c21-4f23-4307-82bb-a20a6360c9fd {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:38:37.260283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:38:37.260627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Checking segment: {'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:38:37.261013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Bound using segment: {'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:38:37.261442 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Bound port: d7d1853a-3725-4806-bb2d-abcd0310214e, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31726961-d7df-451b-b768-15e618447136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:38:37.261796 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:37.385198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] For port d7d1853a-3725-4806-bb2d-abcd0310214e, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:38:37.388587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] For port d7d1853a-3725-4806-bb2d-abcd0310214e, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d7d1853a-3725-4806-bb2d-abcd0310214e,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:38:37.446111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1fc5b-51d5-4774-8797-a6231ffaa0fc req-8bab8746-c199-4b3d-8e60-1471aff9eae6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:37.447610 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ace1fc5b-51d5-4774-8797-a6231ffaa0fc req-8bab8746-c199-4b3d-8e60-1471aff9eae6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 944 time: 0.0574338 Feb 09 22:38:37.488947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:37.520310 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ace1fc5b-51d5-4774-8797-a6231ffaa0fc req-27c0224a-55be-460b-8d14-04469b03d542 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668802 Feb 09 22:38:37.529017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:37.529644 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:37.531022 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-c752e080-e593-4265-aa04-4006316a31fb service neutron] 10.222.0.30 "PUT /v2.0/ports/d7d1853a-3725-4806-bb2d-abcd0310214e HTTP/1.1" status: 200 len: 1092 time: 0.8427052 Feb 09 22:38:37.531485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'tag': 'd7d1853a-3725-4806-bb2d-abcd0310214e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:37.533830 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13a7386-d861-4a9d-aba2-85fdc526d546" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfbe789-c537-4823-a86a-d5fa9780db9e", "tag": "d7d1853a-3725-4806-bb2d-abcd0310214e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:37.559689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ccf2dd9c-e4a4-4f75-ae46-977784bff9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:37.560216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752e080-e593-4265-aa04-4006316a31fb service neutron] Pushing event updated for resources: {'Port': ['ID=d7d1853a-3725-4806-bb2d-abcd0310214e,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:37.579896 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4f8628-fb3b-49cf-b676-c30f0e353662 x-openstack-request-id: req-fa4f8628-fb3b-49cf-b676-c30f0e353662 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:37.580196 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfbe789-c537-4823-a86a-d5fa9780db9e", "tag": "d7d1853a-3725-4806-bb2d-abcd0310214e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:37.580455 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa4f8628-fb3b-49cf-b676-c30f0e353662 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:37.580895 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'tag': 'd7d1853a-3725-4806-bb2d-abcd0310214e', 'status': 'completed', 'code': 200} Feb 09 22:38:37.654926 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7386-d861-4a9d-aba2-85fdc526d546 req-2f347162-0edf-4869-88e2-55f8f7ea8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:37.656486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f13a7386-d861-4a9d-aba2-85fdc526d546 req-2f347162-0edf-4869-88e2-55f8f7ea8ac8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46d15577357847fcb0314e5719779707&device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 1126 time: 0.0467830 Feb 09 22:38:37.761214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7386-d861-4a9d-aba2-85fdc526d546 req-c81c31d1-5387-4a6f-9091-b5c09738fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:37.762691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f13a7386-d861-4a9d-aba2-85fdc526d546 req-c81c31d1-5387-4a6f-9091-b5c09738fe86 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=46d15577357847fcb0314e5719779707&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0937729 Feb 09 22:38:37.854652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7386-d861-4a9d-aba2-85fdc526d546 req-b1ae0251-0389-43f4-94be-dd722a8264a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:37.856138 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f13a7386-d861-4a9d-aba2-85fdc526d546 req-b1ae0251-0389-43f4-94be-dd722a8264a8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849762 Feb 09 22:38:37.945512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-de8433eb-252b-482b-aa8f-5bdb6be3e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:37.947005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-de8433eb-252b-482b-aa8f-5bdb6be3e13e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46d15577357847fcb0314e5719779707&device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 1126 time: 0.0482419 Feb 09 22:38:37.989614 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-301b04c2-68af-48e7-8524-f8b9112fdada service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7d1853a-3725-4806-bb2d-abcd0310214e HTTP/1.1" status: 200 len: 217 time: 0.0323889 Feb 09 22:38:38.038651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-688bb8f6-2cff-45ef-9d7c-1a76a9f1cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:38.040345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-688bb8f6-2cff-45ef-9d7c-1a76a9f1cc5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9b77440-8308-4ecc-ad2b-20bbe3ade34e HTTP/1.1" status: 200 len: 854 time: 0.0416989 Feb 09 22:38:38.078642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-52493899-baa0-4bdc-9738-829715dc1242 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=162f9c21-4f23-4307-82bb-a20a6360c9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284214 Feb 09 22:38:38.164211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-672ece52-3c4a-408f-b86c-aba133aa74d5 service neutron] 10.222.0.30 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795388 Feb 09 22:38:38.259070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07310b8b-8735-4a0e-a20a-9abe225f033f req-7f9e1816-f2ea-4b55-bb3e-0c2607ccee65 service neutron] 10.222.0.30 "GET /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856435 Feb 09 22:38:38.642045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca57197-3ca8-4bff-a4e6-553f5aa85991 req-3b0c1024-75e5-4aa0-b1c0-7b89e95ef7f2 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:38.643555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca57197-3ca8-4bff-a4e6-553f5aa85991 req-3b0c1024-75e5-4aa0-b1c0-7b89e95ef7f2 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 944 time: 0.0533459 Feb 09 22:38:38.689838 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ca57197-3ca8-4bff-a4e6-553f5aa85991 req-e6dff285-c650-490b-83e9-a7022976ad8e tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Feb 09 22:38:39.284126 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:39.809297 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e27c26-a727-4cf5-9113-f99b93582117 req-3583c591-3942-41ff-bc5c-fc9e21abed8d tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:39.811044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1e27c26-a727-4cf5-9113-f99b93582117 req-3583c591-3942-41ff-bc5c-fc9e21abed8d tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 944 time: 0.0544233 Feb 09 22:38:39.860339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1e27c26-a727-4cf5-9113-f99b93582117 req-1ac664d8-faee-40b7-b7b0-55d1d79901f6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Feb 09 22:38:40.415944 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:40.976773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db355f-12e1-4e2f-ae59-c23f6790c3c4 req-7dc972ec-da1a-4a1c-bea7-75ec346d8e2c tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:40.978243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90db355f-12e1-4e2f-ae59-c23f6790c3c4 req-7dc972ec-da1a-4a1c-bea7-75ec346d8e2c tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 944 time: 0.0516329 Feb 09 22:38:41.023882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-90db355f-12e1-4e2f-ae59-c23f6790c3c4 req-446d5e03-cb13-48b7-89ae-5ca18cc1beb6 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Feb 09 22:38:41.439220 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d7d1853a-3725-4806-bb2d-abcd0310214e details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:38:41.533592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d7d1853a-3725-4806-bb2d-abcd0310214e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d7d1853a-3725-4806-bb2d-abcd0310214e,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:41.545616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'd7d1853a-3725-4806-bb2d-abcd0310214e', 'network_id': '162f9c21-4f23-4307-82bb-a20a6360c9fd', 'port_id': 'd7d1853a-3725-4806-bb2d-abcd0310214e', 'mac_address': 'fa:16:3e:79:f4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b77440-8308-4ecc-ad2b-20bbe3ade34e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:38:41.581605 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d7d1853a-3725-4806-bb2d-abcd0310214e is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:41.582001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.594732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d1853a-3725-4806-bb2d-abcd0310214e {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:38:41.613929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d7d1853a-3725-4806-bb2d-abcd0310214e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d7d1853a-3725-4806-bb2d-abcd0310214e,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:41.673348 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.699512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.726174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d7d1853a-3725-4806-bb2d-abcd0310214e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:41.954823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d7d1853a-3725-4806-bb2d-abcd0310214e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:42.143157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce4b7a-daed-4d7f-b9a3-dcd881497839 req-e6dd1d55-971f-47bf-88a5-55bdd4b109e1 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:42.144655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09ce4b7a-daed-4d7f-b9a3-dcd881497839 req-e6dd1d55-971f-47bf-88a5-55bdd4b109e1 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 945 time: 0.0510726 Feb 09 22:38:42.194916 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09ce4b7a-daed-4d7f-b9a3-dcd881497839 req-07eb2c8c-7368-45b1-bf9c-23692ffc79a1 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Feb 09 22:38:43.317474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43068a7c-5e4e-432b-8999-f86fe0ff85d2 req-b45c822c-445a-4b39-b7b1-848e4917cb6b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.318970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43068a7c-5e4e-432b-8999-f86fe0ff85d2 req-b45c822c-445a-4b39-b7b1-848e4917cb6b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 945 time: 0.0557158 Feb 09 22:38:43.365200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43068a7c-5e4e-432b-8999-f86fe0ff85d2 req-3b16db8e-285d-468d-bc44-b25373b317d5 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Feb 09 22:38:43.454852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d7d1853a-3725-4806-bb2d-abcd0310214e up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:38:43.592940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port d7d1853a-3725-4806-bb2d-abcd0310214e completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:38:43.596770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port d7d1853a-3725-4806-bb2d-abcd0310214e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:38:43.597151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.672396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port d7d1853a-3725-4806-bb2d-abcd0310214e is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:43.672791 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.694714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1853a-3725-4806-bb2d-abcd0310214e'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:43.698546 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7044e34-f419-44a7-b322-3a9e0a5c0507" -d '{"events": [{"server_uuid": "0bfbe789-c537-4823-a86a-d5fa9780db9e", "name": "network-vif-plugged", "status": "completed", "tag": "d7d1853a-3725-4806-bb2d-abcd0310214e"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:43.708901 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port d7d1853a-3725-4806-bb2d-abcd0310214e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d7d1853a-3725-4806-bb2d-abcd0310214e,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:43.732521 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f0559d-2d0d-4d2e-bf72-1850a83dd12d x-openstack-request-id: req-d8f0559d-2d0d-4d2e-bf72-1850a83dd12d {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:43.732819 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfbe789-c537-4823-a86a-d5fa9780db9e", "name": "network-vif-plugged", "status": "completed", "tag": "d7d1853a-3725-4806-bb2d-abcd0310214e", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:43.733081 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8f0559d-2d0d-4d2e-bf72-1850a83dd12d {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:43.733483 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1853a-3725-4806-bb2d-abcd0310214e', 'code': 200} Feb 09 22:38:43.764593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.815165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=d7d1853a-3725-4806-bb2d-abcd0310214e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:43.839925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426134c1-9525-423a-8f18-86883ff9e5e8 req-b178756d-a15a-4a61-865f-2a69ff97cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.841442 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-426134c1-9525-423a-8f18-86883ff9e5e8 req-b178756d-a15a-4a61-865f-2a69ff97cbf8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 1128 time: 0.0444474 Feb 09 22:38:43.883683 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-426134c1-9525-423a-8f18-86883ff9e5e8 req-d0eccfce-ec00-466e-8f1d-646626a7201b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361326 Feb 09 22:38:44.482901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee226-5949-4733-aec6-5b9670db8304 req-54a55abc-98ca-49a7-9bf0-452af33aa678 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.484416 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-101ee226-5949-4733-aec6-5b9670db8304 req-54a55abc-98ca-49a7-9bf0-452af33aa678 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 946 time: 0.0508471 Feb 09 22:38:44.533543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-101ee226-5949-4733-aec6-5b9670db8304 req-4b093938-3314-4419-a385-05652bffd8ee tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Feb 09 22:38:45.653322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfca1-9671-4b87-9a93-c078ec609a9c req-23aef71c-9537-4de4-96b9-b0367475054d tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:45.654809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29fdfca1-9671-4b87-9a93-c078ec609a9c req-23aef71c-9537-4de4-96b9-b0367475054d tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 946 time: 0.0524406 Feb 09 22:38:45.701116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-29fdfca1-9671-4b87-9a93-c078ec609a9c req-b3d8161e-0182-498e-9afb-ca9fa57286db tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 Feb 09 22:38:46.177734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909074ea-614d-4d29-8adb-dd26bed2d29c req-b4421810-672a-40cb-a15e-9964200d916f tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:46.179880 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-909074ea-614d-4d29-8adb-dd26bed2d29c req-b4421810-672a-40cb-a15e-9964200d916f tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 946 time: 0.0523880 Feb 09 22:38:46.225971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-909074ea-614d-4d29-8adb-dd26bed2d29c req-a2fae8eb-8a96-4c76-8caa-8d58dfb54a99 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Feb 09 22:38:47.346227 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92479d-056f-4bdb-a7c7-5bb913c5360b req-c5372318-00f6-4eee-862f-771857f99bb7 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:47.347754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d92479d-056f-4bdb-a7c7-5bb913c5360b req-c5372318-00f6-4eee-862f-771857f99bb7 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 946 time: 0.0524490 Feb 09 22:38:47.393700 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d92479d-056f-4bdb-a7c7-5bb913c5360b req-ba7511b0-4a1f-45b6-b250-c2d4935f09fd tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Feb 09 22:38:47.566282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-cb038486-8641-42eb-b892-f57a73249234 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:47.567659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-cb038486-8641-42eb-b892-f57a73249234 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 946 time: 0.0512779 Feb 09 22:38:47.662763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Deleting port d7d1853a-3725-4806-bb2d-abcd0310214e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:47.663111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:47.748231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] For port d7d1853a-3725-4806-bb2d-abcd0310214e, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=d7d1853a-3725-4806-bb2d-abcd0310214e,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:47.748600 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:47.761640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Calling delete_port for d7d1853a-3725-4806-bb2d-abcd0310214e owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:47.970036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d7d1853a-3725-4806-bb2d-abcd0310214e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:47.981991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['fe4cdfd8-7be1-428d-a678-f9f9a034f907'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:47.999687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Pushing event deleted for resources: {'Port': ['ID=d7d1853a-3725-4806-bb2d-abcd0310214e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:48.003194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['d7d1853a-3725-4806-bb2d-abcd0310214e'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:48.045714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] No DVR routers for this DVR port d7d1853a-3725-4806-bb2d-abcd0310214e on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:38:48.048560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:48.051896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bcfbd60-1499-445d-b4a1-b1d80e79ab56 req-e8d320ba-97ad-4b1b-bcb5-0b1d1745725b tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.30 "DELETE /v2.0/ports/d7d1853a-3725-4806-bb2d-abcd0310214e HTTP/1.1" status: 204 len: 173 time: 0.4752378 Feb 09 22:38:48.052359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'name': 'network-vif-deleted', 'tag': 'd7d1853a-3725-4806-bb2d-abcd0310214e'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:48.054620 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc03d1-fa9c-4645-8921-064439e4c1cd" -d '{"events": [{"server_uuid": "0bfbe789-c537-4823-a86a-d5fa9780db9e", "name": "network-vif-deleted", "tag": "d7d1853a-3725-4806-bb2d-abcd0310214e"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:48.091122 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f33022-a0e0-4a41-b083-1e50cf5d6759 x-openstack-request-id: req-b2f33022-a0e0-4a41-b083-1e50cf5d6759 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:48.091428 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfbe789-c537-4823-a86a-d5fa9780db9e", "name": "network-vif-deleted", "tag": "d7d1853a-3725-4806-bb2d-abcd0310214e", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:48.091853 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2f33022-a0e0-4a41-b083-1e50cf5d6759 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:48.092099 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfbe789-c537-4823-a86a-d5fa9780db9e', 'name': 'network-vif-deleted', 'tag': 'd7d1853a-3725-4806-bb2d-abcd0310214e', 'status': 'completed', 'code': 200} Feb 09 22:38:48.501100 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bd0346c6-3517-4a95-aed1-2bbb06ed68c8 req-02e071de-dd2e-427a-a18b-3d21093e4126 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bfbe789-c537-4823-a86a-d5fa9780db9e HTTP/1.1" status: 200 len: 210 time: 0.0268149 Feb 09 22:38:49.653453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24122b40-5c5b-43bc-8ca4-b205261ab380 req-e788fc26-58b8-4bde-b41e-5f9c8d879599 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:49.654972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24122b40-5c5b-43bc-8ca4-b205261ab380 req-e788fc26-58b8-4bde-b41e-5f9c8d879599 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0522501 Feb 09 22:38:49.701691 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-24122b40-5c5b-43bc-8ca4-b205261ab380 req-159cbbc0-e526-4cd4-bd0c-8242c8155c87 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Feb 09 22:38:49.843026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507dcae-e1af-45e2-9801-1fff7a7cfb9f req-5779e580-4e45-4776-9fff-d7bc0bd9ad36 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:49.844493 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f507dcae-e1af-45e2-9801-1fff7a7cfb9f req-5779e580-4e45-4776-9fff-d7bc0bd9ad36 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0549438 Feb 09 22:38:49.891023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f507dcae-e1af-45e2-9801-1fff7a7cfb9f req-65916127-ff36-43e9-b52b-030616806059 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 Feb 09 22:38:50.012490 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844d50e-6fb6-474d-a834-49ee1e15355f req-e134e79a-16b1-4e03-b7a7-8d0048c34e27 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:50.013975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f844d50e-6fb6-474d-a834-49ee1e15355f req-e134e79a-16b1-4e03-b7a7-8d0048c34e27 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0559392 Feb 09 22:38:50.061999 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f844d50e-6fb6-474d-a834-49ee1e15355f req-feca0d82-e24d-4a47-8bea-baef52376827 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Feb 09 22:38:50.228843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf4d9e-fe72-4cd0-a1f5-531ef2600560 req-9c01b291-ffa0-447b-83ef-e352bf84915e tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:50.230314 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53bf4d9e-fe72-4cd0-a1f5-531ef2600560 req-9c01b291-ffa0-447b-83ef-e352bf84915e tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0519083 Feb 09 22:38:50.277101 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53bf4d9e-fe72-4cd0-a1f5-531ef2600560 req-7f7a02e7-2a38-4b4c-ac45-3eb2edcaa102 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Feb 09 22:38:50.393490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137ec2e-e73e-4dc4-ad2b-978e95df1da6 req-25bbd0ea-396b-47c9-beb7-9af7bb48cd02 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:50.394954 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a137ec2e-e73e-4dc4-ad2b-978e95df1da6 req-25bbd0ea-396b-47c9-beb7-9af7bb48cd02 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0510092 Feb 09 22:38:50.439689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a137ec2e-e73e-4dc4-ad2b-978e95df1da6 req-b6dc0ed8-3450-4f00-a53f-da98e3f4dda3 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Feb 09 22:38:50.563660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df612b59-1138-43ef-9ada-2d09ffc72db5 req-8e621f7e-e6c5-4f9f-91d9-fd8e1348baf5 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:50.565201 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df612b59-1138-43ef-9ada-2d09ffc72db5 req-8e621f7e-e6c5-4f9f-91d9-fd8e1348baf5 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0510511 Feb 09 22:38:50.615334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df612b59-1138-43ef-9ada-2d09ffc72db5 req-503bb900-6ed1-4aef-ab2a-7b721d9c3f83 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Feb 09 22:38:51.092625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706d48b-b0a6-4086-b522-e8ce33f2676a req-e9748592-7730-4072-aeff-ae3e715b6c82 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:51.094112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f706d48b-b0a6-4086-b522-e8ce33f2676a req-e9748592-7730-4072-aeff-ae3e715b6c82 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0521691 Feb 09 22:38:51.140355 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f706d48b-b0a6-4086-b522-e8ce33f2676a req-52de70b6-7d19-4757-b2e9-b8d911980533 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Feb 09 22:38:51.501723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d7d1853a-3725-4806-bb2d-abcd0310214e no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:38:51.521517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: d7d1853a-3725-4806-bb2d-abcd0310214e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:38:51.521870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device d7d1853a-3725-4806-bb2d-abcd0310214e not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:38:52.265813 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829d3b1-d93f-4205-b327-711429ae8592 req-f02afbb8-873b-45bf-9f70-6b42d6ed8366 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:52.267359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c829d3b1-d93f-4205-b327-711429ae8592 req-f02afbb8-873b-45bf-9f70-6b42d6ed8366 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0576775 Feb 09 22:38:52.314601 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c829d3b1-d93f-4205-b327-711429ae8592 req-899604b6-2348-4388-ae96-e845041d2a79 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a0e2039-d34e-48a1-8d38-46687b580d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 Feb 09 22:38:52.432970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-d37171e7-c2b1-4932-9732-4caf240a20bc tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:52.434337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-d37171e7-c2b1-4932-9732-4caf240a20bc tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.110 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Feb 09 22:38:52.868186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Deleting port fe4cdfd8-7be1-428d-a678-f9f9a034f907 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:52.868569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:52.958120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] For port fe4cdfd8-7be1-428d-a678-f9f9a034f907, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=fe4cdfd8-7be1-428d-a678-f9f9a034f907,segment=NetworkSegment(31726961-d7df-451b-b768-15e618447136),segment_id=31726961-d7df-451b-b768-15e618447136)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:52.958517 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:52.975774 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Calling delete_port for fe4cdfd8-7be1-428d-a678-f9f9a034f907 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:53.158852 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fe4cdfd8-7be1-428d-a678-f9f9a034f907), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:53.170528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['fe4cdfd8-7be1-428d-a678-f9f9a034f907'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:53.188756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Pushing event deleted for resources: {'Port': ['ID=fe4cdfd8-7be1-428d-a678-f9f9a034f907,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:53.233535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] No DVR routers for this DVR port fe4cdfd8-7be1-428d-a678-f9f9a034f907 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:38:53.241385 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:53.241385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ecce396-b020-41b4-ba90-d853f4a9b793 req-2013f989-b351-47cf-84e9-4652e3428707 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.110 "DELETE /v2.0/ports/fe4cdfd8-7be1-428d-a678-f9f9a034f907 HTTP/1.1" status: 204 len: 173 time: 0.8007364 Feb 09 22:38:53.241385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'name': 'network-vif-deleted', 'tag': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:53.242462 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fd6b16-ce1e-4ea6-9422-4404b458c731" -d '{"events": [{"server_uuid": "d393858c-1f07-4c0c-9f2c-b568b1f167e2", "name": "network-vif-deleted", "tag": "fe4cdfd8-7be1-428d-a678-f9f9a034f907"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:53.279662 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58c16b-1f30-4343-995f-a2995b796651 x-openstack-request-id: req-5c58c16b-1f30-4343-995f-a2995b796651 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:53.279995 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d393858c-1f07-4c0c-9f2c-b568b1f167e2", "name": "network-vif-deleted", "tag": "fe4cdfd8-7be1-428d-a678-f9f9a034f907", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:53.280257 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c58c16b-1f30-4343-995f-a2995b796651 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:53.280666 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd393858c-1f07-4c0c-9f2c-b568b1f167e2', 'name': 'network-vif-deleted', 'tag': 'fe4cdfd8-7be1-428d-a678-f9f9a034f907', 'status': 'completed', 'code': 200} Feb 09 22:38:53.413238 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c8ed0d08-3a6a-40f6-86cd-9f62635da5e9 req-db8d0d7d-da1d-4554-af45-3543688f0968 tempest-ServersNegativeTestJSON-772841250 tempest-ServersNegativeTestJSON-772841250-project] 10.222.0.98 "GET /v2.0/ports?device_id=d393858c-1f07-4c0c-9f2c-b568b1f167e2 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Feb 09 22:38:54.474846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57818) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:54.522331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] Deleting subnet e9b77440-8308-4ecc-ad2b-20bbe3ade34e {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:38:54.525495 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] Publish callbacks [] for subnet (e9b77440-8308-4ecc-ad2b-20bbe3ade34e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.559426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (e9b77440-8308-4ecc-ad2b-20bbe3ade34e), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.597417 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e9b77440-8308-4ecc-ad2b-20bbe3ade34e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.724667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (e9b77440-8308-4ecc-ad2b-20bbe3ade34e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.752011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b77440-8308-4ecc-ad2b-20bbe3ade34e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:54.753982 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.757172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c5afbabe-a275-4cc2-8e6b-2a185bbcb978 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e9b77440-8308-4ecc-ad2b-20bbe3ade34e HTTP/1.1" status: 204 len: 168 time: 0.2813368 Feb 09 22:38:54.760267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57820) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:54.827136 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (162f9c21-4f23-4307-82bb-a20a6360c9fd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.907891 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (162f9c21-4f23-4307-82bb-a20a6360c9fd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.928450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162f9c21-4f23-4307-82bb-a20a6360c9fd']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:54.938209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31726961-d7df-451b-b768-15e618447136') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:54.938513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31726961-d7df-451b-b768-15e618447136') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:54.947575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (31726961-d7df-451b-b768-15e618447136), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.960346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (31726961-d7df-451b-b768-15e618447136), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.966248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:38:54.966636 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (31726961-d7df-451b-b768-15e618447136), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:38:54.968263 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:38:55.090111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (162f9c21-4f23-4307-82bb-a20a6360c9fd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:55.095747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:55.099009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] 10.222.0.98 "DELETE /v2.0/networks/162f9c21-4f23-4307-82bb-a20a6360c9fd HTTP/1.1" status: 204 len: 168 time: 0.3378375 Feb 09 22:38:55.111029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e706d0-ba37-4f22-8796-17cbc88d4135 admin admin] Pushing event deleted for resources: {'Network': ['ID=162f9c21-4f23-4307-82bb-a20a6360c9fd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:55.369611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57824) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:55.414129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-548c12b8-4caf-4b54-b35b-8f9a3c8a2b97 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=46d15577357847fcb0314e5719779707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432656 Feb 09 22:38:55.416808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57826) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:55.465375 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19edd3fd-faa0-42a0-98f1-5a90742c30d1 admin admin] Publish callbacks [] for security_group (1a0e2039-d34e-48a1-8d38-46687b580d3c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:55.484658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device fe4cdfd8-7be1-428d-a678-f9f9a034f907 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:38:55.490182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19edd3fd-faa0-42a0-98f1-5a90742c30d1 admin admin] Publish callbacks [] for security_group (1a0e2039-d34e-48a1-8d38-46687b580d3c), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:55.510117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: fe4cdfd8-7be1-428d-a678-f9f9a034f907 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:38:55.510583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device fe4cdfd8-7be1-428d-a678-f9f9a034f907 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:38:55.598678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19edd3fd-faa0-42a0-98f1-5a90742c30d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1a0e2039-d34e-48a1-8d38-46687b580d3c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:55.601486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-19edd3fd-faa0-42a0-98f1-5a90742c30d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:55.603351 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-19edd3fd-faa0-42a0-98f1-5a90742c30d1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1a0e2039-d34e-48a1-8d38-46687b580d3c HTTP/1.1" status: 204 len: 168 time: 0.1855650 Feb 09 22:38:55.611465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edd3fd-faa0-42a0-98f1-5a90742c30d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0e2039-d34e-48a1-8d38-46687b580d3c,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:56.721103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57848) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:56.814004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1161879215'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:56.895461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:38:56.899393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:56.907980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:56.980163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for security_group (e79b7bd4-8cca-4f3b-8fc2-2584305266cc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:57.021254 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e79b7bd4-8cca-4f3b-8fc2-2584305266cc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:57.050779 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:38:57.057057 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79b7bd4-8cca-4f3b-8fc2-2584305266cc,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:57.063852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d4399adb-0eb5-418f-b225-afedfee80b8c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:57.064209 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Added segment d4399adb-0eb5-418f-b225-afedfee80b8c of type vlan for network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 Feb 09 22:38:57.106219 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (b5a37be7-41c5-4c33-8b6c-31ce1dddbb35), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:57.164334 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (b5a37be7-41c5-4c33-8b6c-31ce1dddbb35), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:57.169644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:57.170230 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:57.233817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Network': ['ID=b5a37be7-41c5-4c33-8b6c-31ce1dddbb35,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:57.244025 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:38:57.277064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-cdadb199-d664-4896-bfd9-ed1d127c23ba tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5547931 Feb 09 22:38:58.932848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:38:59.832699 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:00.450958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57852) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:00.456073 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'subnet': {'network_id': 'b5a37be7-41c5-4c33-8b6c-31ce1dddbb35', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:00.598697 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:00.602209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:00.844347 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (1d2645fc-a09c-431d-b8e6-f04abcfb5ef1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:00.903756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Subnet': ['ID=1d2645fc-a09c-431d-b8e6-f04abcfb5ef1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:00.913138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Checking segment: {'id': 'd4399adb-0eb5-418f-b225-afedfee80b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b5a37be7-41c5-4c33-8b6c-31ce1dddbb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:00.913501 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network hostable DHCP agents. Network: b5a37be7-41c5-4c33-8b6c-31ce1dddbb35, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:00.975861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:01.043634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, b5a37be7-41c5-4c33-8b6c-31ce1dddbb35) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:01.047798 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:01.048393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.054210 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b85907e-9fe0-48f6-a208-d224deae6af3 None None] Network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:01.104721 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-44463b63-ee6b-4893-9fd6-fa5961814290 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6526010 Feb 09 22:39:01.116967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57854) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:01.122646 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611568877'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:01.152303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-b5a37be7-41c5-4c33-8b6c-31ce1dddbb35', 'network_id': 'b5a37be7-41c5-4c33-8b6c-31ce1dddbb35', 'project_id': 'bdd9e62d933a486c8d2ce5a89730720c', 'fixed_ips': [{'subnet_id': '1d2645fc-a09c-431d-b8e6-f04abcfb5ef1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:01.153278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.187246 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:01.190783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.215533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:01.224455 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (8a5e779c-658e-44fc-baa3-2684302c1009), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.224859 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Added segment 8a5e779c-658e-44fc-baa3-2684302c1009 of type vlan for network 08e94a37-2742-4cf1-ac3b-657082a1243c Feb 09 22:39:01.266882 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (08e94a37-2742-4cf1-ac3b-657082a1243c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.298919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Allocated IP 2001:db8:0:ffff::2 (b5a37be7-41c5-4c33-8b6c-31ce1dddbb35/1d2645fc-a09c-431d-b8e6-f04abcfb5ef1/ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:01.347277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (08e94a37-2742-4cf1-ac3b-657082a1243c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.350220 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.353392 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:01.360357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.423898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Network': ['ID=08e94a37-2742-4cf1-ac3b-657082a1243c,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:01.439114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 08e94a37-2742-4cf1-ac3b-657082a1243c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:01.446475 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Publish callbacks [] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.459003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e426f6cc-0a33-4b5d-91db-1c73ea505ee9 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3403773 Feb 09 22:39:01.462480 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57856) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:01.469355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'subnet': {'network_id': '08e94a37-2742-4cf1-ac3b-657082a1243c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:01.508724 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.548768 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:01.553539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:01.557045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:01.567510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Pushing event updated for resources: {'Port': ['ID=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:01.592764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:01.596395 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.618055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Attempting to bind port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:01.618435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Attempting to bind port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'd4399adb-0eb5-418f-b225-afedfee80b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b5a37be7-41c5-4c33-8b6c-31ce1dddbb35'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:01.618812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Attempting to bind port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 on network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:01.623894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:01.624278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Checking segment: {'id': 'd4399adb-0eb5-418f-b225-afedfee80b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b5a37be7-41c5-4c33-8b6c-31ce1dddbb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:01.624694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.625094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Bound using segment: {'id': 'd4399adb-0eb5-418f-b225-afedfee80b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b5a37be7-41c5-4c33-8b6c-31ce1dddbb35'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:01.625569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Bound port: ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4399adb-0eb5-418f-b225-afedfee80b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b5a37be7-41c5-4c33-8b6c-31ce1dddbb35'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:01.625965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.689088 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] For port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:01.692824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] For port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,segment=NetworkSegment(d4399adb-0eb5-418f-b225-afedfee80b8c),segment_id=d4399adb-0eb5-418f-b225-afedfee80b8c)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:01.753202 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.817055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78b181-a30d-46aa-94c6-793886ca22c8 None None] Pushing event updated for resources: {'Port': ['ID=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:01.822526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (c0b782f8-90eb-4773-8f4d-dfcae209a114), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:01.884139 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Subnet': ['ID=c0b782f8-90eb-4773-8f4d-dfcae209a114,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:01.895207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Checking segment: {'id': '8a5e779c-658e-44fc-baa3-2684302c1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08e94a37-2742-4cf1-ac3b-657082a1243c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:01.895579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network hostable DHCP agents. Network: 08e94a37-2742-4cf1-ac3b-657082a1243c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:01.949463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network 08e94a37-2742-4cf1-ac3b-657082a1243c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:02.010141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 08e94a37-2742-4cf1-ac3b-657082a1243c) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:02.014606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:02.015272 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.024178 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f7d4f-ae39-4ccf-a024-5ce06c4f7c4c None None] Network 08e94a37-2742-4cf1-ac3b-657082a1243c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:02.090010 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-47422d55-0338-4904-b220-b35ec0cd3559 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6240485 Feb 09 22:39:02.090325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57858) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:02.122489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-08e94a37-2742-4cf1-ac3b-657082a1243c', 'network_id': '08e94a37-2742-4cf1-ac3b-657082a1243c', 'project_id': 'bdd9e62d933a486c8d2ce5a89730720c', 'fixed_ips': [{'subnet_id': 'c0b782f8-90eb-4773-8f4d-dfcae209a114'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:02.123406 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.191444 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (08e94a37-2742-4cf1-ac3b-657082a1243c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.264066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Allocated IP 2001:db8::2 (08e94a37-2742-4cf1-ac3b-657082a1243c/c0b782f8-90eb-4773-8f4d-dfcae209a114/9b87300f-ab08-48c2-a8fa-187677261936) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:02.272364 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (c0b782f8-90eb-4773-8f4d-dfcae209a114), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.417384 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Publish callbacks [] for port (9b87300f-ab08-48c2-a8fa-187677261936), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.464046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:02.507573 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (9b87300f-ab08-48c2-a8fa-187677261936), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.550831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Network 08e94a37-2742-4cf1-ac3b-657082a1243c is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:02.556647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:02.557031 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.560566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:02.584033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:02.594279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Pushing event updated for resources: {'Port': ['ID=9b87300f-ab08-48c2-a8fa-187677261936,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:02.599021 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (c0b782f8-90eb-4773-8f4d-dfcae209a114), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.630410 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b782f8-90eb-4773-8f4d-dfcae209a114,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:02.660302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Attempting to bind port 9b87300f-ab08-48c2-a8fa-187677261936 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:02.660680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Attempting to bind port 9b87300f-ab08-48c2-a8fa-187677261936 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '8a5e779c-658e-44fc-baa3-2684302c1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08e94a37-2742-4cf1-ac3b-657082a1243c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:02.661047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Attempting to bind port 9b87300f-ab08-48c2-a8fa-187677261936 on network 08e94a37-2742-4cf1-ac3b-657082a1243c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:02.669290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:02.669671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Checking segment: {'id': '8a5e779c-658e-44fc-baa3-2684302c1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08e94a37-2742-4cf1-ac3b-657082a1243c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:02.670064 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.670462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Bound using segment: {'id': '8a5e779c-658e-44fc-baa3-2684302c1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08e94a37-2742-4cf1-ac3b-657082a1243c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:02.670936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Bound port: 9b87300f-ab08-48c2-a8fa-187677261936, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5e779c-658e-44fc-baa3-2684302c1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '08e94a37-2742-4cf1-ac3b-657082a1243c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:02.671326 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9b87300f-ab08-48c2-a8fa-187677261936), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.703869 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (08e94a37-2742-4cf1-ac3b-657082a1243c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.726178 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e94a37-2742-4cf1-ac3b-657082a1243c']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:02.738357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5e779c-658e-44fc-baa3-2684302c1009') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:02.738724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5e779c-658e-44fc-baa3-2684302c1009') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:02.749934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (8a5e779c-658e-44fc-baa3-2684302c1009), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.765505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (8a5e779c-658e-44fc-baa3-2684302c1009), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.773116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:02.774137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (8a5e779c-658e-44fc-baa3-2684302c1009), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:02.777346 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:02.878759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:39:02.878759 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:39:02.878759 n-d-828599-1 neutron-server[103696]: [parameters: {'id': '08e94a37-2742-4cf1-ac3b-657082a1243c'}] Feb 09 22:39:02.878759 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:39:02.879345 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:39:02.897016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e81ac-7652-4eb6-a7dc-2f66526d3e06 None None] Network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:02.941314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:02.941706 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.992647 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cd6789e1-5cd6-44a1-b4b0-a9eea5f8c930 None None] Provisioning complete for port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:02.992959 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd6789e1-5cd6-44a1-b4b0-a9eea5f8c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.036820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] For port 9b87300f-ab08-48c2-a8fa-187677261936, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:03.043948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,segment=NetworkSegment(d4399adb-0eb5-418f-b225-afedfee80b8c),segment_id=d4399adb-0eb5-418f-b225-afedfee80b8c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:03.059506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] For port 9b87300f-ab08-48c2-a8fa-187677261936, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9b87300f-ab08-48c2-a8fa-187677261936,segment=NetworkSegment(8a5e779c-658e-44fc-baa3-2684302c1009),segment_id=8a5e779c-658e-44fc-baa3-2684302c1009)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:03.140506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cd6789e1-5cd6-44a1-b4b0-a9eea5f8c930 None None] Current status of the port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:03.141127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd6789e1-5cd6-44a1-b4b0-a9eea5f8c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.144061 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.186713 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9b87300f-ab08-48c2-a8fa-187677261936), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.252975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:03.303363 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-cd6789e1-5cd6-44a1-b4b0-a9eea5f8c930 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:39:03.303749 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-cd6789e1-5cd6-44a1-b4b0-a9eea5f8c930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:39:03.322618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1652b-7897-4234-afb6-7940959191a5 None None] Network 08e94a37-2742-4cf1-ac3b-657082a1243c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:03.369157 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bf9bd-da8b-4a8e-90a5-d7bcf9c39f6b None None] Pushing event updated for resources: {'Port': ['ID=9b87300f-ab08-48c2-a8fa-187677261936,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:03.380431 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (08e94a37-2742-4cf1-ac3b-657082a1243c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.431629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1e501-c11e-49e9-80ad-6bd741955bdc None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:39:03.434236 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Deleting port 9b87300f-ab08-48c2-a8fa-187677261936 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:03.434595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9b87300f-ab08-48c2-a8fa-187677261936), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.495780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] For port 9b87300f-ab08-48c2-a8fa-187677261936, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9b87300f-ab08-48c2-a8fa-187677261936,segment=NetworkSegment(8a5e779c-658e-44fc-baa3-2684302c1009),segment_id=8a5e779c-658e-44fc-baa3-2684302c1009)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:03.496229 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9b87300f-ab08-48c2-a8fa-187677261936), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.499826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1e501-c11e-49e9-80ad-6bd741955bdc None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:39:03.509287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Calling delete_port for 9b87300f-ab08-48c2-a8fa-187677261936 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:03.672624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9b87300f-ab08-48c2-a8fa-187677261936), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:03.698330 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Port': ['ID=9b87300f-ab08-48c2-a8fa-187677261936,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:03.701780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No DVR routers for this DVR port 9b87300f-ab08-48c2-a8fa-187677261936 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:03.845965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cd6789e1-5cd6-44a1-b4b0-a9eea5f8c930 None None] Current status of the port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:03.965812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a480c84a-0a6e-4fd7-8645-6e572b6f89df None None] Provisioning complete for port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:03.966183 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a480c84a-0a6e-4fd7-8645-6e572b6f89df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.045602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a480c84a-0a6e-4fd7-8645-6e572b6f89df None None] Current status of the port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:04.068753 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (08e94a37-2742-4cf1-ac3b-657082a1243c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.087814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e94a37-2742-4cf1-ac3b-657082a1243c']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:04.096951 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5e779c-658e-44fc-baa3-2684302c1009') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:04.097193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5e779c-658e-44fc-baa3-2684302c1009') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:04.107017 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (8a5e779c-658e-44fc-baa3-2684302c1009), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.120714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (8a5e779c-658e-44fc-baa3-2684302c1009), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.126513 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:04.126906 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (8a5e779c-658e-44fc-baa3-2684302c1009), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:04.129828 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:04.227343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (08e94a37-2742-4cf1-ac3b-657082a1243c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.244522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.247680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/08e94a37-2742-4cf1-ac3b-657082a1243c HTTP/1.1" status: 204 len: 168 time: 2.1564133 Feb 09 22:39:04.251822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f320-e3bf-4e4d-9104-c846b136ac11 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Network': ['ID=08e94a37-2742-4cf1-ac3b-657082a1243c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:04.251822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57860) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:04.256399 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-379988549'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:04.324131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:04.327380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.350852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:04.360152 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (28c3ab28-edfc-4e0f-b6f5-07dcfda07d60), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.360497 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Added segment 28c3ab28-edfc-4e0f-b6f5-07dcfda07d60 of type vlan for network 7965544c-3220-43f9-bd89-8fb5124213ce Feb 09 22:39:04.404212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (7965544c-3220-43f9-bd89-8fb5124213ce), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.432543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:04.478768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (7965544c-3220-43f9-bd89-8fb5124213ce), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.483847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:04.484010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:04.484329 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.484467 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.548585 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Network': ['ID=7965544c-3220-43f9-bd89-8fb5124213ce,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:04.560020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 7965544c-3220-43f9-bd89-8fb5124213ce details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:04.578533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7ea9c9af-8a35-442d-bf98-74f940b31548 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3263364 Feb 09 22:39:04.581323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57862) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:04.586890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'subnet': {'network_id': '7965544c-3220-43f9-bd89-8fb5124213ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:04.600253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:04.741039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:04.744571 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.800524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Performing IP validity checks on allocation pools {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:39:04.801055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.ipam_backend_mixin [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103696) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:39:04.981512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (28ae1c9f-3240-4174-964b-54edb5bc706c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.044389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Subnet': ['ID=28ae1c9f-3240-4174-964b-54edb5bc706c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:05.048726 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Checking segment: {'id': '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7965544c-3220-43f9-bd89-8fb5124213ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:05.049100 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network hostable DHCP agents. Network: 7965544c-3220-43f9-bd89-8fb5124213ce, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:05.129647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network 7965544c-3220-43f9-bd89-8fb5124213ce is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:05.192475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 7965544c-3220-43f9-bd89-8fb5124213ce) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:05.196576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:05.197179 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.201623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52415c75-cf7c-4c19-a25f-743e4c3d64ce None None] Network 7965544c-3220-43f9-bd89-8fb5124213ce requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:05.286728 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-88189430-951d-425e-a99e-3af4b6a2816c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7042217 Feb 09 22:39:05.289243 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57864) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:05.301765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-7965544c-3220-43f9-bd89-8fb5124213ce', 'network_id': '7965544c-3220-43f9-bd89-8fb5124213ce', 'project_id': 'bdd9e62d933a486c8d2ce5a89730720c', 'fixed_ips': [{'subnet_id': '28ae1c9f-3240-4174-964b-54edb5bc706c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:05.302647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.390098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7965544c-3220-43f9-bd89-8fb5124213ce), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.441786 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (28ae1c9f-3240-4174-964b-54edb5bc706c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.446349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Allocated IP 2001:db8::3 (7965544c-3220-43f9-bd89-8fb5124213ce/28ae1c9f-3240-4174-964b-54edb5bc706c/773b006e-1a82-41a7-8058-df4d1a8d4fb1) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:05.496743 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4220-ea6a-4e90-a7ad-7c0ea256db77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.589437 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Publish callbacks [] for port (773b006e-1a82-41a7-8058-df4d1a8d4fb1), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.644358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (773b006e-1a82-41a7-8058-df4d1a8d4fb1), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.685026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Network 7965544c-3220-43f9-bd89-8fb5124213ce is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:05.687934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:05.691315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:05.699255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Pushing event updated for resources: {'Port': ['ID=773b006e-1a82-41a7-8058-df4d1a8d4fb1,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:05.712696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (28ae1c9f-3240-4174-964b-54edb5bc706c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.746263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Subnet': ['ID=28ae1c9f-3240-4174-964b-54edb5bc706c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:05.751413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Attempting to bind port 773b006e-1a82-41a7-8058-df4d1a8d4fb1 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:05.751958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Attempting to bind port 773b006e-1a82-41a7-8058-df4d1a8d4fb1 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7965544c-3220-43f9-bd89-8fb5124213ce'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:05.752325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Attempting to bind port 773b006e-1a82-41a7-8058-df4d1a8d4fb1 on network 7965544c-3220-43f9-bd89-8fb5124213ce {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:05.757428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:05.758392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Checking segment: {'id': '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7965544c-3220-43f9-bd89-8fb5124213ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:05.758808 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.759198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Bound using segment: {'id': '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7965544c-3220-43f9-bd89-8fb5124213ce'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:05.759665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Bound port: 773b006e-1a82-41a7-8058-df4d1a8d4fb1, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7965544c-3220-43f9-bd89-8fb5124213ce'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:05.760073 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (773b006e-1a82-41a7-8058-df4d1a8d4fb1), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.806388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7965544c-3220-43f9-bd89-8fb5124213ce), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.827245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] For port 773b006e-1a82-41a7-8058-df4d1a8d4fb1, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:05.827478 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7965544c-3220-43f9-bd89-8fb5124213ce']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:05.830233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] For port 773b006e-1a82-41a7-8058-df4d1a8d4fb1, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=773b006e-1a82-41a7-8058-df4d1a8d4fb1,segment=NetworkSegment(28c3ab28-edfc-4e0f-b6f5-07dcfda07d60),segment_id=28c3ab28-edfc-4e0f-b6f5-07dcfda07d60)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:05.836662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:05.841555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:05.845980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (28c3ab28-edfc-4e0f-b6f5-07dcfda07d60), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.901843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (773b006e-1a82-41a7-8058-df4d1a8d4fb1), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.904019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (28c3ab28-edfc-4e0f-b6f5-07dcfda07d60), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.910021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:05.910418 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (28c3ab28-edfc-4e0f-b6f5-07dcfda07d60), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:05.913626 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:05.982609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26379d7e-d72c-4e01-a579-da07f0ce465e None None] Pushing event updated for resources: {'Port': ['ID=773b006e-1a82-41a7-8058-df4d1a8d4fb1,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:05.998668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:39:05.998668 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:39:05.998668 n-d-828599-1 neutron-server[103696]: [parameters: {'id': '7965544c-3220-43f9-bd89-8fb5124213ce'}] Feb 09 22:39:05.998668 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:39:05.999098 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:39:05.999192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c534fbc-3cfe-49f2-8067-b7fbea1b1ade None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:39:06.069227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c534fbc-3cfe-49f2-8067-b7fbea1b1ade None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:39:06.220534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90669f7f-4c84-4cbe-a052-2bf260666b0c None None] Network 7965544c-3220-43f9-bd89-8fb5124213ce requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:06.500432 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (7965544c-3220-43f9-bd89-8fb5124213ce), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.557780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Deleting port 773b006e-1a82-41a7-8058-df4d1a8d4fb1 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:06.558131 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (773b006e-1a82-41a7-8058-df4d1a8d4fb1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.619304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] For port 773b006e-1a82-41a7-8058-df4d1a8d4fb1, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=773b006e-1a82-41a7-8058-df4d1a8d4fb1,segment=NetworkSegment(28c3ab28-edfc-4e0f-b6f5-07dcfda07d60),segment_id=28c3ab28-edfc-4e0f-b6f5-07dcfda07d60)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:06.619672 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (773b006e-1a82-41a7-8058-df4d1a8d4fb1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.631928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Calling delete_port for 773b006e-1a82-41a7-8058-df4d1a8d4fb1 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:06.758910 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (773b006e-1a82-41a7-8058-df4d1a8d4fb1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.785029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Port': ['ID=773b006e-1a82-41a7-8058-df4d1a8d4fb1,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:06.788690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No DVR routers for this DVR port 773b006e-1a82-41a7-8058-df4d1a8d4fb1 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:06.868825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (7965544c-3220-43f9-bd89-8fb5124213ce), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.888833 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7965544c-3220-43f9-bd89-8fb5124213ce']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:06.897976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:06.898279 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c3ab28-edfc-4e0f-b6f5-07dcfda07d60') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:06.908082 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (28c3ab28-edfc-4e0f-b6f5-07dcfda07d60), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.921169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (28c3ab28-edfc-4e0f-b6f5-07dcfda07d60), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.927230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:06.927661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (28c3ab28-edfc-4e0f-b6f5-07dcfda07d60), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:06.930645 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:07.083912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (7965544c-3220-43f9-bd89-8fb5124213ce), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.091274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.094388 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/7965544c-3220-43f9-bd89-8fb5124213ce HTTP/1.1" status: 204 len: 168 time: 1.8039613 Feb 09 22:39:07.098294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57868) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:07.103296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587157950'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:07.106577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c6a32-839c-4be6-9a0f-61442e26a059 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Network': ['ID=7965544c-3220-43f9-bd89-8fb5124213ce,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:07.209485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:07.212819 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.235591 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:07.244564 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f6f4c55c-d374-4b9f-90dd-ff865f3570cf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.244914 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Added segment f6f4c55c-d374-4b9f-90dd-ff865f3570cf of type vlan for network 46a742da-8218-45d2-ad37-401a0221fae5 Feb 09 22:39:07.284437 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (46a742da-8218-45d2-ad37-401a0221fae5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.364421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (46a742da-8218-45d2-ad37-401a0221fae5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.369842 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:07.370461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.436522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Network': ['ID=46a742da-8218-45d2-ad37-401a0221fae5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:07.450408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 46a742da-8218-45d2-ad37-401a0221fae5 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:07.495831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d6701c7e-505f-4967-879d-e61241106a57 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3939013 Feb 09 22:39:07.496093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57870) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:07.500992 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'subnet': {'network_id': '46a742da-8218-45d2-ad37-401a0221fae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:07.569890 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7fe89f01-4104-4add-b83e-9a10725e4c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.661335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:07.665549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.878694 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (7ba08cd7-d192-46fd-a0f3-59d10b0c8c43), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.945729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Subnet': ['ID=7ba08cd7-d192-46fd-a0f3-59d10b0c8c43,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:07.950782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Checking segment: {'id': 'f6f4c55c-d374-4b9f-90dd-ff865f3570cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '46a742da-8218-45d2-ad37-401a0221fae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:07.955325 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network hostable DHCP agents. Network: 46a742da-8218-45d2-ad37-401a0221fae5, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:08.015464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network 46a742da-8218-45d2-ad37-401a0221fae5 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:08.112491 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 46a742da-8218-45d2-ad37-401a0221fae5) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:08.116688 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.117229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.121807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ca604-41ee-4ed5-8fd1-995867884424 None None] Network 46a742da-8218-45d2-ad37-401a0221fae5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:08.219122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fe312a70-9ac1-45e0-96e0-b111c0a33181 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7219148 Feb 09 22:39:08.219329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-46a742da-8218-45d2-ad37-401a0221fae5', 'network_id': '46a742da-8218-45d2-ad37-401a0221fae5', 'project_id': 'bdd9e62d933a486c8d2ce5a89730720c', 'fixed_ips': [{'subnet_id': '7ba08cd7-d192-46fd-a0f3-59d10b0c8c43'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:08.220158 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.222592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57872) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:08.228193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-501735749'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:08.318487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:08.322021 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.345267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:08.355078 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3aff7cb4-b75c-424a-a007-43df1c5a246e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.355433 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Added segment 3aff7cb4-b75c-424a-a007-43df1c5a246e of type vlan for network a5753927-d565-4b10-927e-64de83217688 Feb 09 22:39:08.356357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Allocated IP 2001:db8::2 (46a742da-8218-45d2-ad37-401a0221fae5/7ba08cd7-d192-46fd-a0f3-59d10b0c8c43/b72e7990-e92e-466c-94b2-8f7647bca9da) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:08.396166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (a5753927-d565-4b10-927e-64de83217688), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.473071 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (a5753927-d565-4b10-927e-64de83217688), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.478669 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:08.486665 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.504532 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Publish callbacks [] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.547300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Network': ['ID=a5753927-d565-4b10-927e-64de83217688,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:08.557625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network a5753927-d565-4b10-927e-64de83217688 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:08.596578 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.600724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ab14f7ee-e0be-4824-8f9e-a986d75643c8 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3769267 Feb 09 22:39:08.604147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57874) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:08.609247 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Request body: {'subnet': {'network_id': 'a5753927-d565-4b10-927e-64de83217688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:08.658094 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Network 46a742da-8218-45d2-ad37-401a0221fae5 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:08.663731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:08.670894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:08.674804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Pushing event updated for resources: {'Port': ['ID=b72e7990-e92e-466c-94b2-8f7647bca9da,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:08.728757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Attempting to bind port b72e7990-e92e-466c-94b2-8f7647bca9da on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:08.729042 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Attempting to bind port b72e7990-e92e-466c-94b2-8f7647bca9da by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f6f4c55c-d374-4b9f-90dd-ff865f3570cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '46a742da-8218-45d2-ad37-401a0221fae5'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:08.729405 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Attempting to bind port b72e7990-e92e-466c-94b2-8f7647bca9da on network 46a742da-8218-45d2-ad37-401a0221fae5 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:08.734759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:08.735126 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Checking segment: {'id': 'f6f4c55c-d374-4b9f-90dd-ff865f3570cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '46a742da-8218-45d2-ad37-401a0221fae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:08.735527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.735942 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Bound using segment: {'id': 'f6f4c55c-d374-4b9f-90dd-ff865f3570cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '46a742da-8218-45d2-ad37-401a0221fae5'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:08.736400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Bound port: b72e7990-e92e-466c-94b2-8f7647bca9da, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f4c55c-d374-4b9f-90dd-ff865f3570cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '46a742da-8218-45d2-ad37-401a0221fae5'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:08.736779 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.764254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Made reservation on behalf of bdd9e62d933a486c8d2ce5a89730720c for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:08.767939 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.800373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] For port b72e7990-e92e-466c-94b2-8f7647bca9da, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:08.803649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] For port b72e7990-e92e-466c-94b2-8f7647bca9da, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b72e7990-e92e-466c-94b2-8f7647bca9da,segment=NetworkSegment(f6f4c55c-d374-4b9f-90dd-ff865f3570cf),segment_id=f6f4c55c-d374-4b9f-90dd-ff865f3570cf)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:08.844790 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.903281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba4d49-e347-4431-9ec1-d928e0afb949 None None] Pushing event updated for resources: {'Port': ['ID=b72e7990-e92e-466c-94b2-8f7647bca9da,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:09.026665 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f1dc968d-69bd-484a-9962-e9abb1149e1f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.107110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event updated for resources: {'Subnet': ['ID=f1dc968d-69bd-484a-9962-e9abb1149e1f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:09.119567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Checking segment: {'id': '3aff7cb4-b75c-424a-a007-43df1c5a246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a5753927-d565-4b10-927e-64de83217688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:09.119977 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network hostable DHCP agents. Network: a5753927-d565-4b10-927e-64de83217688, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:09.198266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Network a5753927-d565-4b10-927e-64de83217688 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:09.255324 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.278069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, a5753927-d565-4b10-927e-64de83217688) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:09.282094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:09.282692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.287385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa298a-ba0b-4805-a72f-4c9819131824 None None] Network a5753927-d565-4b10-927e-64de83217688 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:09.368204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-24ed33d9-09d3-43a9-82b5-94f889429b3f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7629168 Feb 09 22:39:09.370678 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57876) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:09.402453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-a5753927-d565-4b10-927e-64de83217688', 'network_id': 'a5753927-d565-4b10-927e-64de83217688', 'project_id': 'bdd9e62d933a486c8d2ce5a89730720c', 'fixed_ips': [{'subnet_id': 'f1dc968d-69bd-484a-9962-e9abb1149e1f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:09.403399 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.474770 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (a5753927-d565-4b10-927e-64de83217688), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.527867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f1dc968d-69bd-484a-9962-e9abb1149e1f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.549822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Allocated IP 2001:db8::2 (a5753927-d565-4b10-927e-64de83217688/f1dc968d-69bd-484a-9962-e9abb1149e1f/7c5cc44f-1b95-4533-aba2-effee0e431b9) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:09.699009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Publish callbacks [] for port (7c5cc44f-1b95-4533-aba2-effee0e431b9), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.768621 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (7c5cc44f-1b95-4533-aba2-effee0e431b9), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.809495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Network a5753927-d565-4b10-927e-64de83217688 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:09.815105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:09.817777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:09.828348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Pushing event updated for resources: {'Port': ['ID=7c5cc44f-1b95-4533-aba2-effee0e431b9,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:09.845668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f1dc968d-69bd-484a-9962-e9abb1149e1f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.878796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b469140-14f6-4fa9-b4db-37c8d637ab88 None None] Network 46a742da-8218-45d2-ad37-401a0221fae5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:09.884455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Subnet': ['ID=f1dc968d-69bd-484a-9962-e9abb1149e1f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:09.941534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Attempting to bind port 7c5cc44f-1b95-4533-aba2-effee0e431b9 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:09.941772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (a5753927-d565-4b10-927e-64de83217688), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.941917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Attempting to bind port 7c5cc44f-1b95-4533-aba2-effee0e431b9 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '3aff7cb4-b75c-424a-a007-43df1c5a246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a5753927-d565-4b10-927e-64de83217688'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:09.942278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Attempting to bind port 7c5cc44f-1b95-4533-aba2-effee0e431b9 on network a5753927-d565-4b10-927e-64de83217688 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:09.957123 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:09.957504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Checking segment: {'id': '3aff7cb4-b75c-424a-a007-43df1c5a246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a5753927-d565-4b10-927e-64de83217688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:09.957916 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.958314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Bound using segment: {'id': '3aff7cb4-b75c-424a-a007-43df1c5a246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a5753927-d565-4b10-927e-64de83217688'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:09.958802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Bound port: 7c5cc44f-1b95-4533-aba2-effee0e431b9, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aff7cb4-b75c-424a-a007-43df1c5a246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a5753927-d565-4b10-927e-64de83217688'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:09.959189 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (7c5cc44f-1b95-4533-aba2-effee0e431b9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.963256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5753927-d565-4b10-927e-64de83217688']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:09.969816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d246433d-fa1e-4944-9382-523ef33b89fb None None] Provisioning complete for port b72e7990-e92e-466c-94b2-8f7647bca9da triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:09.970205 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d246433d-fa1e-4944-9382-523ef33b89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.973454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aff7cb4-b75c-424a-a007-43df1c5a246e') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:09.973759 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aff7cb4-b75c-424a-a007-43df1c5a246e') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:09.984597 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (3aff7cb4-b75c-424a-a007-43df1c5a246e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.998991 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3aff7cb4-b75c-424a-a007-43df1c5a246e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.005884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:10.008250 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (3aff7cb4-b75c-424a-a007-43df1c5a246e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:10.009684 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:10.113159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.db.api [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:39:10.113159 n-d-828599-1 neutron-server[103696]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:39:10.113159 n-d-828599-1 neutron-server[103696]: [parameters: {'id': 'a5753927-d565-4b10-927e-64de83217688'}] Feb 09 22:39:10.113159 n-d-828599-1 neutron-server[103696]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:39:10.113647 n-d-828599-1 neutron-server[103696]: DEBUG oslo_db.api [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:39:10.252235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] For port 7c5cc44f-1b95-4533-aba2-effee0e431b9, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:10.256397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] For port 7c5cc44f-1b95-4533-aba2-effee0e431b9, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7c5cc44f-1b95-4533-aba2-effee0e431b9,segment=NetworkSegment(3aff7cb4-b75c-424a-a007-43df1c5a246e),segment_id=3aff7cb4-b75c-424a-a007-43df1c5a246e)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:10.298162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d246433d-fa1e-4944-9382-523ef33b89fb None None] Current status of the port b72e7990-e92e-466c-94b2-8f7647bca9da is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:10.298563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d246433d-fa1e-4944-9382-523ef33b89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.332935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d246433d-fa1e-4944-9382-523ef33b89fb None None] For port b72e7990-e92e-466c-94b2-8f7647bca9da, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b72e7990-e92e-466c-94b2-8f7647bca9da,segment=NetworkSegment(f6f4c55c-d374-4b9f-90dd-ff865f3570cf),segment_id=f6f4c55c-d374-4b9f-90dd-ff865f3570cf)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:10.351025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (7c5cc44f-1b95-4533-aba2-effee0e431b9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.446778 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d246433d-fa1e-4944-9382-523ef33b89fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.458659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.459373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a762629-cc1d-4d86-975d-818c553d267b None None] Pushing event updated for resources: {'Port': ['ID=7c5cc44f-1b95-4533-aba2-effee0e431b9,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:10.490429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b72e7990-e92e-466c-94b2-8f7647bca9da up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:10.520215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc35b524-b845-4c7b-bcfa-53f636cdcf69 None None] Network a5753927-d565-4b10-927e-64de83217688 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:10.614676 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (a5753927-d565-4b10-927e-64de83217688), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.621272 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246433d-fa1e-4944-9382-523ef33b89fb None None] Pushing event updated for resources: {'Port': ['ID=b72e7990-e92e-466c-94b2-8f7647bca9da,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:10.651497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-80289cf6-4518-4338-9c03-77535f57f015 None None] Provisioning complete for port b72e7990-e92e-466c-94b2-8f7647bca9da triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:10.651906 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-80289cf6-4518-4338-9c03-77535f57f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.673904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Deleting port 7c5cc44f-1b95-4533-aba2-effee0e431b9 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:10.674337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (7c5cc44f-1b95-4533-aba2-effee0e431b9), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.693111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port b72e7990-e92e-466c-94b2-8f7647bca9da triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:10.693497 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.736411 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] For port 7c5cc44f-1b95-4533-aba2-effee0e431b9, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=7c5cc44f-1b95-4533-aba2-effee0e431b9,segment=NetworkSegment(3aff7cb4-b75c-424a-a007-43df1c5a246e),segment_id=3aff7cb4-b75c-424a-a007-43df1c5a246e)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:10.736784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (7c5cc44f-1b95-4533-aba2-effee0e431b9), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.747899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf4a88-0957-4367-bcd0-2dd7c0b68199 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:39:10.750076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Calling delete_port for 7c5cc44f-1b95-4533-aba2-effee0e431b9 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:10.844096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-80289cf6-4518-4338-9c03-77535f57f015 None None] Current status of the port b72e7990-e92e-466c-94b2-8f7647bca9da is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:10.881322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port b72e7990-e92e-466c-94b2-8f7647bca9da is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:10.891844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf4a88-0957-4367-bcd0-2dd7c0b68199 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:39:10.912776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (7c5cc44f-1b95-4533-aba2-effee0e431b9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.940259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Port': ['ID=7c5cc44f-1b95-4533-aba2-effee0e431b9,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:10.942308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No DVR routers for this DVR port 7c5cc44f-1b95-4533-aba2-effee0e431b9 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:11.023259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (a5753927-d565-4b10-927e-64de83217688), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.044268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5753927-d565-4b10-927e-64de83217688']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:11.053537 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aff7cb4-b75c-424a-a007-43df1c5a246e') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:11.053831 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aff7cb4-b75c-424a-a007-43df1c5a246e') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:11.063922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (3aff7cb4-b75c-424a-a007-43df1c5a246e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.077576 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (3aff7cb4-b75c-424a-a007-43df1c5a246e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.083508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:11.083937 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (3aff7cb4-b75c-424a-a007-43df1c5a246e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:11.086855 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:11.226971 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (a5753927-d565-4b10-927e-64de83217688), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.233517 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.236617 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/a5753927-d565-4b10-927e-64de83217688 HTTP/1.1" status: 204 len: 168 time: 1.8648198 Feb 09 22:39:11.239906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57878) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:11.248395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Network': ['ID=a5753927-d565-4b10-927e-64de83217688,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:11.255928 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.274293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239d3697-7860-40b3-96ae-cbc2fcc3bae5 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.275613 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-47147763-a0cd-4361-b2e5-e0304bf13ca3 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] GET failed (client error): The resource could not be found. Feb 09 22:39:11.275613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-47147763-a0cd-4361-b2e5-e0304bf13ca3 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "GET /v2.0/subnets/f1dc968d-69bd-484a-9962-e9abb1149e1f HTTP/1.1" status: 404 len: 337 time: 0.0290022 Feb 09 22:39:11.276420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57880) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:11.294665 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7354f14-ea0d-44d2-b4c6-0889c7d4189c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] DELETE failed (client error): The resource could not be found. Feb 09 22:39:11.295140 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7354f14-ea0d-44d2-b4c6-0889c7d4189c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:39:11.298066 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d7354f14-ea0d-44d2-b4c6-0889c7d4189c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/a5753927-d565-4b10-927e-64de83217688 HTTP/1.1" status: 404 len: 339 time: 0.0207059 Feb 09 22:39:11.301542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57882) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:11.327896 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d7349c-2ec8-4132-b697-c47054068f53 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] DELETE failed (client error): The resource could not be found. Feb 09 22:39:11.328344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d7349c-2ec8-4132-b697-c47054068f53 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:39:11.331244 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b1d7349c-2ec8-4132-b697-c47054068f53 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/subnets/f1dc968d-69bd-484a-9962-e9abb1149e1f HTTP/1.1" status: 404 len: 337 time: 0.0288095 Feb 09 22:39:11.333659 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57884) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:11.350557 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1b7220-83c8-4973-815f-4aceaf490434 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] DELETE failed (client error): The resource could not be found. Feb 09 22:39:11.351036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1b7220-83c8-4973-815f-4aceaf490434 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:39:11.354793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1e1b7220-83c8-4973-815f-4aceaf490434 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/a5753927-d565-4b10-927e-64de83217688 HTTP/1.1" status: 404 len: 339 time: 0.0202577 Feb 09 22:39:11.364349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57886) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:11.412426 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Deleting subnet 7ba08cd7-d192-46fd-a0f3-59d10b0c8c43 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:39:11.416190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (7ba08cd7-d192-46fd-a0f3-59d10b0c8c43), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.458875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (7ba08cd7-d192-46fd-a0f3-59d10b0c8c43), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.538468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (7ba08cd7-d192-46fd-a0f3-59d10b0c8c43), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.696784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (7ba08cd7-d192-46fd-a0f3-59d10b0c8c43), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.718415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.729105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba08cd7-d192-46fd-a0f3-59d10b0c8c43,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:11.731578 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.736437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/subnets/7ba08cd7-d192-46fd-a0f3-59d10b0c8c43 HTTP/1.1" status: 204 len: 168 time: 0.3694544 Feb 09 22:39:11.736619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3a1e4-8201-402d-a480-0dbf5c6d801e None None] Network 46a742da-8218-45d2-ad37-401a0221fae5 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:11.737612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:11.743283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.743779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.744226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.744664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.745141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.745594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.746185 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.746474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.746903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.747328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.747773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.748195 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.748632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7ace9-0927-4b55-b3ea-63580f351289 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:11.819746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (46a742da-8218-45d2-ad37-401a0221fae5), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.875856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Deleting port b72e7990-e92e-466c-94b2-8f7647bca9da {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:11.876204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.884395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] DHCP port deletion for 46a742da-8218-45d2-ad37-401a0221fae5 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:39:11.930596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] Deleting port b72e7990-e92e-466c-94b2-8f7647bca9da {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:11.930974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.944207 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] For port b72e7990-e92e-466c-94b2-8f7647bca9da, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b72e7990-e92e-466c-94b2-8f7647bca9da,segment=NetworkSegment(f6f4c55c-d374-4b9f-90dd-ff865f3570cf),segment_id=f6f4c55c-d374-4b9f-90dd-ff865f3570cf)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:11.944771 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.958103 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Calling delete_port for b72e7990-e92e-466c-94b2-8f7647bca9da owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:11.997968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] For port b72e7990-e92e-466c-94b2-8f7647bca9da, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=b72e7990-e92e-466c-94b2-8f7647bca9da,segment=NetworkSegment(f6f4c55c-d374-4b9f-90dd-ff865f3570cf),segment_id=f6f4c55c-d374-4b9f-90dd-ff865f3570cf)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:11.998372 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.011151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] Calling delete_port for b72e7990-e92e-466c-94b2-8f7647bca9da owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:12.106964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.113103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (b72e7990-e92e-466c-94b2-8f7647bca9da), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.133413 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Port': ['ID=b72e7990-e92e-466c-94b2-8f7647bca9da,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.135242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No DVR routers for this DVR port b72e7990-e92e-466c-94b2-8f7647bca9da on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:12.145758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] No DVR routers for this DVR port b72e7990-e92e-466c-94b2-8f7647bca9da on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:12.150206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dd91f-bbda-4af5-9644-68837524606b None None] Pushing event deleted for resources: {'Port': ['ID=b72e7990-e92e-466c-94b2-8f7647bca9da,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.215716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (46a742da-8218-45d2-ad37-401a0221fae5), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.235182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a742da-8218-45d2-ad37-401a0221fae5']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:12.244956 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f4c55c-d374-4b9f-90dd-ff865f3570cf') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:12.245259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f4c55c-d374-4b9f-90dd-ff865f3570cf') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:12.254248 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (f6f4c55c-d374-4b9f-90dd-ff865f3570cf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.267020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f6f4c55c-d374-4b9f-90dd-ff865f3570cf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.272775 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:12.273181 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (f6f4c55c-d374-4b9f-90dd-ff865f3570cf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:12.276065 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:12.416175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (46a742da-8218-45d2-ad37-401a0221fae5), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.423075 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.426239 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/46a742da-8218-45d2-ad37-401a0221fae5 HTTP/1.1" status: 204 len: 168 time: 0.6876028 Feb 09 22:39:12.428668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57890) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.442483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b72e7990-e92e-466c-94b2-8f7647bca9da no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:12.446043 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330b18e-2ac0-4c58-8a3a-ff6910234f27 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Network': ['ID=46a742da-8218-45d2-ad37-401a0221fae5,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.464401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: b72e7990-e92e-466c-94b2-8f7647bca9da {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:12.464590 n-d-828599-1 neutron-server[103696]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53a7def-747e-4523-ac5f-65a91736204c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] DELETE failed (client error): The resource could not be found. Feb 09 22:39:12.464758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device b72e7990-e92e-466c-94b2-8f7647bca9da not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:12.464922 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53a7def-747e-4523-ac5f-65a91736204c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103696) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:39:12.467968 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f53a7def-747e-4523-ac5f-65a91736204c tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/subnets/28ae1c9f-3240-4174-964b-54edb5bc706c HTTP/1.1" status: 404 len: 337 time: 0.0383711 Feb 09 22:39:12.471092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57892) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.489937 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1740b7e-a4ac-4025-bfb0-76bda033cf69 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] DELETE failed (client error): The resource could not be found. Feb 09 22:39:12.490424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1740b7e-a4ac-4025-bfb0-76bda033cf69 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:39:12.493462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d1740b7e-a4ac-4025-bfb0-76bda033cf69 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/7965544c-3220-43f9-bd89-8fb5124213ce HTTP/1.1" status: 404 len: 339 time: 0.0213370 Feb 09 22:39:12.495945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57894) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.520225 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d34e3e-980a-44c6-8c55-5b18c6b7740a tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] DELETE failed (client error): The resource could not be found. Feb 09 22:39:12.520677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d34e3e-980a-44c6-8c55-5b18c6b7740a tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:39:12.524172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-69d34e3e-980a-44c6-8c55-5b18c6b7740a tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/subnets/c0b782f8-90eb-4773-8f4d-dfcae209a114 HTTP/1.1" status: 404 len: 337 time: 0.0273690 Feb 09 22:39:12.526560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57896) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.544316 n-d-828599-1 neutron-server[103697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de2d397-1870-40a2-9bf6-553dcae1304f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] DELETE failed (client error): The resource could not be found. Feb 09 22:39:12.544794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de2d397-1870-40a2-9bf6-553dcae1304f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:39:12.547669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5de2d397-1870-40a2-9bf6-553dcae1304f tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/08e94a37-2742-4cf1-ac3b-657082a1243c HTTP/1.1" status: 404 len: 339 time: 0.0202160 Feb 09 22:39:12.549837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57898) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.598121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Deleting subnet 1d2645fc-a09c-431d-b8e6-f04abcfb5ef1 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:39:12.601115 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (1d2645fc-a09c-431d-b8e6-f04abcfb5ef1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.639269 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (1d2645fc-a09c-431d-b8e6-f04abcfb5ef1), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.724495 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (1d2645fc-a09c-431d-b8e6-f04abcfb5ef1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.843995 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (1d2645fc-a09c-431d-b8e6-f04abcfb5ef1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.867868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2645fc-a09c-431d-b8e6-f04abcfb5ef1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.874186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.880073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d07b239-eade-4585-a940-47e51ee87359 None None] Network b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:12.880529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57900) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.880654 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-45697b38-1204-468e-b376-f253bb70dbcd tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/subnets/1d2645fc-a09c-431d-b8e6-f04abcfb5ef1 HTTP/1.1" status: 204 len: 168 time: 0.3294528 Feb 09 22:39:12.955683 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (b5a37be7-41c5-4c33-8b6c-31ce1dddbb35), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.014999 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Deleting port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:13.015343 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.031199 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] DHCP port deletion for b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:39:13.077466 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] For port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,segment=NetworkSegment(d4399adb-0eb5-418f-b225-afedfee80b8c),segment_id=d4399adb-0eb5-418f-b225-afedfee80b8c)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:13.077737 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] Deleting port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:13.077856 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.078059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.091606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Calling delete_port for ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:13.139777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] For port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,segment=NetworkSegment(d4399adb-0eb5-418f-b225-afedfee80b8c),segment_id=d4399adb-0eb5-418f-b225-afedfee80b8c)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:13.140225 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.152749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] Calling delete_port for ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:13.266799 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.273036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.294119 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] No DVR routers for this DVR port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:13.298286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] Pushing event deleted for resources: {'Port': ['ID=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.305173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a25fc7-4e74-4553-924b-881e4b1b4af3 None None] No DVR routers for this DVR port ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:13.306090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Port': ['ID=ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.377204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (b5a37be7-41c5-4c33-8b6c-31ce1dddbb35), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.400807 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a37be7-41c5-4c33-8b6c-31ce1dddbb35']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:13.409857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4399adb-0eb5-418f-b225-afedfee80b8c') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:13.410153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4399adb-0eb5-418f-b225-afedfee80b8c') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:13.419496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (d4399adb-0eb5-418f-b225-afedfee80b8c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.432855 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (d4399adb-0eb5-418f-b225-afedfee80b8c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.438610 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:13.438999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (d4399adb-0eb5-418f-b225-afedfee80b8c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:13.442011 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:13.558271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (b5a37be7-41c5-4c33-8b6c-31ce1dddbb35), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.565042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.568254 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] 10.222.0.98 "DELETE /v2.0/networks/b5a37be7-41c5-4c33-8b6c-31ce1dddbb35 HTTP/1.1" status: 204 len: 168 time: 0.6869726 Feb 09 22:39:13.579904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666d289-a223-41ad-a308-ff03a04d4fb7 tempest-NetworksIpV6Test-1461672015 tempest-NetworksIpV6Test-1461672015-project] Pushing event deleted for resources: {'Network': ['ID=b5a37be7-41c5-4c33-8b6c-31ce1dddbb35,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.996491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57906) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:14.124282 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b337170-c819-438a-9e5d-4372a7d8d878 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bdd9e62d933a486c8d2ce5a89730720c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266274 Feb 09 22:39:14.126717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:14.172406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a159ccad-5417-4d61-a089-03c81ee6e801 admin admin] Publish callbacks [] for security_group (e79b7bd4-8cca-4f3b-8fc2-2584305266cc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.198156 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a159ccad-5417-4d61-a089-03c81ee6e801 admin admin] Publish callbacks [] for security_group (e79b7bd4-8cca-4f3b-8fc2-2584305266cc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.317866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a159ccad-5417-4d61-a089-03c81ee6e801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e79b7bd4-8cca-4f3b-8fc2-2584305266cc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.320463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a159ccad-5417-4d61-a089-03c81ee6e801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.321625 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a159ccad-5417-4d61-a089-03c81ee6e801 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e79b7bd4-8cca-4f3b-8fc2-2584305266cc HTTP/1.1" status: 204 len: 168 time: 0.1940296 Feb 09 22:39:14.329516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159ccad-5417-4d61-a089-03c81ee6e801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79b7bd4-8cca-4f3b-8fc2-2584305266cc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:14.430068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:14.449986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:14.450336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ee778c9b-2678-48d1-9bcf-ca8fa2fe3a12 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:15.303495 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57932) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:15.396487 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-25ecbc73-a961-42ff-8cee-d6b8bbd6c700 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-901246854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:15.472862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25ecbc73-a961-42ff-8cee-d6b8bbd6c700 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (5c284f58-734b-4102-ac18-bd0446dfdb29), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.473865 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25ecbc73-a961-42ff-8cee-d6b8bbd6c700 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (5c284f58-734b-4102-ac18-bd0446dfdb29), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.524425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25ecbc73-a961-42ff-8cee-d6b8bbd6c700 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for router_controller (5c284f58-734b-4102-ac18-bd0446dfdb29), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.569876 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25ecbc73-a961-42ff-8cee-d6b8bbd6c700 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (5c284f58-734b-4102-ac18-bd0446dfdb29), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.662973 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25ecbc73-a961-42ff-8cee-d6b8bbd6c700 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.667504 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-25ecbc73-a961-42ff-8cee-d6b8bbd6c700 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3596773 Feb 09 22:39:15.667504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57936) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:15.671958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-372658932'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:15.757897 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Made reservation on behalf of ce6ed0785d6c4f8285892e81c7578895 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:15.761105 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.769360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.844221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for security_group (1d87fb94-b024-41c1-993e-8a44de391816), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.923637 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1d87fb94-b024-41c1-993e-8a44de391816), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.952690 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:15.958884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87fb94-b024-41c1-993e-8a44de391816,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:15.965314 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5ebc965a-4614-47af-9f3d-6654d17fcf81), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.971241 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Added segment 5ebc965a-4614-47af-9f3d-6654d17fcf81 of type vlan for network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 Feb 09 22:39:16.004674 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (2d7e2148-6570-4aaf-8cd8-43afe4365e08), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.066632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (2d7e2148-6570-4aaf-8cd8-43afe4365e08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.071587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:16.072908 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.136985 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event updated for resources: {'Network': ['ID=2d7e2148-6570-4aaf-8cd8-43afe4365e08,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:16.146685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:16.161608 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fd687c22-ceb9-46ab-a9a0-2be5c8e2862a tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4931219 Feb 09 22:39:16.164039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57938) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:16.169250 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Request body: {'subnet': {'network_id': '2d7e2148-6570-4aaf-8cd8-43afe4365e08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:16.300848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Made reservation on behalf of ce6ed0785d6c4f8285892e81c7578895 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:16.304261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.534754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.594873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event updated for resources: {'Subnet': ['ID=e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:16.601838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Checking segment: {'id': '5ebc965a-4614-47af-9f3d-6654d17fcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2d7e2148-6570-4aaf-8cd8-43afe4365e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:16.602204 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Network hostable DHCP agents. Network: 2d7e2148-6570-4aaf-8cd8-43afe4365e08, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:16.672256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:16.752015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 2d7e2148-6570-4aaf-8cd8-43afe4365e08) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:16.757192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:16.758116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.765389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f5f270-9e27-46e3-a88a-86b8cf95b9cd None None] Network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:16.841281 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bf7ea264-e845-441b-afe4-16ee6228c9ae tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6758935 Feb 09 22:39:16.844420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57940) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:16.849317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1501602748'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:16.863730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-2d7e2148-6570-4aaf-8cd8-43afe4365e08', 'network_id': '2d7e2148-6570-4aaf-8cd8-43afe4365e08', 'project_id': 'ce6ed0785d6c4f8285892e81c7578895', 'fixed_ips': [{'subnet_id': 'e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:16.864921 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.947035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Made reservation on behalf of ce6ed0785d6c4f8285892e81c7578895 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:16.950478 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.974605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:16.984732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (714c90e8-85ce-471b-81ab-5bea799c12f1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.990306 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Added segment 714c90e8-85ce-471b-81ab-5bea799c12f1 of type vlan for network 2d26db9e-6b0a-4d0e-8453-62151dff44f8 Feb 09 22:39:16.998569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Allocated IP 172.20.0.2 (2d7e2148-6570-4aaf-8cd8-43afe4365e08/e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd/41152f6a-c663-4620-98ef-aaf747a9256e) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:17.028231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (2d26db9e-6b0a-4d0e-8453-62151dff44f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.118034 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (2d26db9e-6b0a-4d0e-8453-62151dff44f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.122986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:17.123613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.136327 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Publish callbacks [] for port (41152f6a-c663-4620-98ef-aaf747a9256e), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.186261 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event updated for resources: {'Network': ['ID=2d26db9e-6b0a-4d0e-8453-62151dff44f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:17.187253 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.218913 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 2d26db9e-6b0a-4d0e-8453-62151dff44f8 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:17.235178 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3d80f59d-3c5b-45d4-99d0-47a13fafe92c tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3897061 Feb 09 22:39:17.238054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57944) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:17.243351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Request body: {'subnet': {'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:17.272111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:17.285297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:17.287002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Pushing event updated for resources: {'Port': ['ID=41152f6a-c663-4620-98ef-aaf747a9256e,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:17.289501 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:17.363326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Attempting to bind port 41152f6a-c663-4620-98ef-aaf747a9256e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:17.363731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Attempting to bind port 41152f6a-c663-4620-98ef-aaf747a9256e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5ebc965a-4614-47af-9f3d-6654d17fcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2d7e2148-6570-4aaf-8cd8-43afe4365e08'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:17.364101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Attempting to bind port 41152f6a-c663-4620-98ef-aaf747a9256e on network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:17.369170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:17.369554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Checking segment: {'id': '5ebc965a-4614-47af-9f3d-6654d17fcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2d7e2148-6570-4aaf-8cd8-43afe4365e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:17.369957 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.370356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Bound using segment: {'id': '5ebc965a-4614-47af-9f3d-6654d17fcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2d7e2148-6570-4aaf-8cd8-43afe4365e08'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:17.370855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Bound port: 41152f6a-c663-4620-98ef-aaf747a9256e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebc965a-4614-47af-9f3d-6654d17fcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2d7e2148-6570-4aaf-8cd8-43afe4365e08'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:17.371237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.409902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Made reservation on behalf of ce6ed0785d6c4f8285892e81c7578895 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:17.413546 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.432864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] For port 41152f6a-c663-4620-98ef-aaf747a9256e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:17.440449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] For port 41152f6a-c663-4620-98ef-aaf747a9256e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=41152f6a-c663-4620-98ef-aaf747a9256e,segment=NetworkSegment(5ebc965a-4614-47af-9f3d-6654d17fcf81),segment_id=5ebc965a-4614-47af-9f3d-6654d17fcf81)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:17.490432 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.547425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f98e8-f447-467a-b846-4e35b63bfa7f None None] Pushing event updated for resources: {'Port': ['ID=41152f6a-c663-4620-98ef-aaf747a9256e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:17.655303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.729233 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event updated for resources: {'Subnet': ['ID=aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:17.737842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Checking segment: {'id': '714c90e8-85ce-471b-81ab-5bea799c12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:17.738298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Network hostable DHCP agents. Network: 2d26db9e-6b0a-4d0e-8453-62151dff44f8, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:17.843844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Network 2d26db9e-6b0a-4d0e-8453-62151dff44f8 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:17.918090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 2d26db9e-6b0a-4d0e-8453-62151dff44f8) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:17.922021 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:17.922612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.926929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bafced-b66f-43e6-ac25-7dc8f856bb1e None None] Network 2d26db9e-6b0a-4d0e-8453-62151dff44f8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:17.990484 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-278b3a84-a4bf-433d-b762-ee4bca4baad6 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7511275 Feb 09 22:39:17.993522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57946) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:17.998939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-74459cd5-8031-4509-9366-236ec18bbaad tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:18.028398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-2d26db9e-6b0a-4d0e-8453-62151dff44f8', 'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8', 'project_id': 'ce6ed0785d6c4f8285892e81c7578895', 'fixed_ips': [{'subnet_id': 'aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:18.029251 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.166473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Allocated IP 172.21.0.2 (2d26db9e-6b0a-4d0e-8453-62151dff44f8/aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1/d1707dfe-928a-4e1f-87a9-1f3e3df4f974) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:18.226879 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-74459cd5-8031-4509-9366-236ec18bbaad tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for router_gateway (5c284f58-734b-4102-ac18-bd0446dfdb29), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.402716 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [None req-74459cd5-8031-4509-9366-236ec18bbaad tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:39:18.403878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-74459cd5-8031-4509-9366-236ec18bbaad tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "PUT /v2.0/routers/5c284f58-734b-4102-ac18-bd0446dfdb29 HTTP/1.1" status: 400 len: 364 time: 0.4086225 Feb 09 22:39:18.410155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57948) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:18.477126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Deleting subnet aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:39:18.499615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 41152f6a-c663-4620-98ef-aaf747a9256e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:18.501659 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Publish callbacks [] for port (d1707dfe-928a-4e1f-87a9-1f3e3df4f974), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.530325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2f467-2a5d-4cc7-afa2-b7e1c970ca27 None None] Network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:18.580853 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for subnet (aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.595607 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d1707dfe-928a-4e1f-87a9-1f3e3df4f974), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.622828 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.668798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Network 2d26db9e-6b0a-4d0e-8453-62151dff44f8 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:18.679454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:18.686304 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:18.689811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Pushing event updated for resources: {'Port': ['ID=d1707dfe-928a-4e1f-87a9-1f3e3df4f974,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:18.707489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.714326 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-90f5dce4-471d-40ed-a4b7-91d7308ac2ff None None] Provisioning complete for port 41152f6a-c663-4620-98ef-aaf747a9256e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:18.714710 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90f5dce4-471d-40ed-a4b7-91d7308ac2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.719181 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 41152f6a-c663-4620-98ef-aaf747a9256e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:18.719550 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.833439 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Attempting to bind port d1707dfe-928a-4e1f-87a9-1f3e3df4f974 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:18.833714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Attempting to bind port d1707dfe-928a-4e1f-87a9-1f3e3df4f974 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '714c90e8-85ce-471b-81ab-5bea799c12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:18.834083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Attempting to bind port d1707dfe-928a-4e1f-87a9-1f3e3df4f974 on network 2d26db9e-6b0a-4d0e-8453-62151dff44f8 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:18.839388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.858135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:18.858135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Checking segment: {'id': '714c90e8-85ce-471b-81ab-5bea799c12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:18.858135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.858135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Bound using segment: {'id': '714c90e8-85ce-471b-81ab-5bea799c12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:18.858135 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Bound port: d1707dfe-928a-4e1f-87a9-1f3e3df4f974, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714c90e8-85ce-471b-81ab-5bea799c12f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2d26db9e-6b0a-4d0e-8453-62151dff44f8'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:18.858135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1707dfe-928a-4e1f-87a9-1f3e3df4f974), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.869152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event deleted for resources: {'Subnet': ['ID=aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:18.875499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.878866 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-10186e00-3f19-4657-9ba1-b50ab47f1671 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "DELETE /v2.0/subnets/aefa0fb8-1dba-4a6d-b3da-2bf1869f43b1 HTTP/1.1" status: 204 len: 168 time: 0.4675152 Feb 09 22:39:18.881696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57950) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:18.960804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 41152f6a-c663-4620-98ef-aaf747a9256e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:18.961209 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.968081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-90f5dce4-471d-40ed-a4b7-91d7308ac2ff None None] Current status of the port 41152f6a-c663-4620-98ef-aaf747a9256e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:18.968357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (2d26db9e-6b0a-4d0e-8453-62151dff44f8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.968463 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-90f5dce4-471d-40ed-a4b7-91d7308ac2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.013820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] For port d1707dfe-928a-4e1f-87a9-1f3e3df4f974, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:19.028059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Deleting port d1707dfe-928a-4e1f-87a9-1f3e3df4f974 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:19.029940 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d1707dfe-928a-4e1f-87a9-1f3e3df4f974), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.034842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] For port d1707dfe-928a-4e1f-87a9-1f3e3df4f974, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d1707dfe-928a-4e1f-87a9-1f3e3df4f974,segment=NetworkSegment(714c90e8-85ce-471b-81ab-5bea799c12f1),segment_id=714c90e8-85ce-471b-81ab-5bea799c12f1)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:19.040189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 41152f6a-c663-4620-98ef-aaf747a9256e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=41152f6a-c663-4620-98ef-aaf747a9256e,segment=NetworkSegment(5ebc965a-4614-47af-9f3d-6654d17fcf81),segment_id=5ebc965a-4614-47af-9f3d-6654d17fcf81)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:19.090896 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] For port d1707dfe-928a-4e1f-87a9-1f3e3df4f974, host n-d-828599-1, got binding levels [] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:19.091191 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d1707dfe-928a-4e1f-87a9-1f3e3df4f974), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.103885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Calling delete_port for d1707dfe-928a-4e1f-87a9-1f3e3df4f974 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:19.130237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d1707dfe-928a-4e1f-87a9-1f3e3df4f974), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.159143 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.244763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d1707dfe-928a-4e1f-87a9-1f3e3df4f974), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.245059 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bd82e-3c86-400c-88f1-d4c249938572 None None] Pushing event updated for resources: {'Port': ['ID=d1707dfe-928a-4e1f-87a9-1f3e3df4f974,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:19.253556 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-90f5dce4-471d-40ed-a4b7-91d7308ac2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:39:19.253999 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-90f5dce4-471d-40ed-a4b7-91d7308ac2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:39:19.273880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebac1f8-62d3-45d2-8e7e-99647ee753d0 None None] get_active_networks_info from n-d-828599-1 {{(pid=103698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:39:19.275821 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event deleted for resources: {'Port': ['ID=d1707dfe-928a-4e1f-87a9-1f3e3df4f974,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:19.277683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] No DVR routers for this DVR port d1707dfe-928a-4e1f-87a9-1f3e3df4f974 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:19.333643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=41152f6a-c663-4620-98ef-aaf747a9256e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:19.355076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (2d26db9e-6b0a-4d0e-8453-62151dff44f8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.366981 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebac1f8-62d3-45d2-8e7e-99647ee753d0 None None] Resources bound (agent type, host, resource id): {{(pid=103698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:39:19.376054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d26db9e-6b0a-4d0e-8453-62151dff44f8']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.387154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714c90e8-85ce-471b-81ab-5bea799c12f1') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.387459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714c90e8-85ce-471b-81ab-5bea799c12f1') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.396759 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (714c90e8-85ce-471b-81ab-5bea799c12f1), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.409684 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (714c90e8-85ce-471b-81ab-5bea799c12f1), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.416265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:19.416662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (714c90e8-85ce-471b-81ab-5bea799c12f1), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:19.420111 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:19.519179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3b682-6013-46cc-b287-b0e9bd6ca621 None None] Network 2d26db9e-6b0a-4d0e-8453-62151dff44f8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:19.523675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (2d26db9e-6b0a-4d0e-8453-62151dff44f8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.528432 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.531953 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "DELETE /v2.0/networks/2d26db9e-6b0a-4d0e-8453-62151dff44f8 HTTP/1.1" status: 204 len: 168 time: 0.6492062 Feb 09 22:39:19.534561 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57952) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:19.547539 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b9ea4-a5d8-4ee7-b6af-a3a78e3ee3b1 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event deleted for resources: {'Network': ['ID=2d26db9e-6b0a-4d0e-8453-62151dff44f8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:19.588041 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Deleting subnet e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:39:19.591190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for subnet (e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.630754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.716208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.788627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-90f5dce4-471d-40ed-a4b7-91d7308ac2ff None None] Current status of the port 41152f6a-c663-4620-98ef-aaf747a9256e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:19.809658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.836105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:19.840185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.843504 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa0cf231-3cec-4fd3-9c68-df3137d4a095 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "DELETE /v2.0/subnets/e8f2a472-3a41-4b19-a0b0-a4079ba5a5fd HTTP/1.1" status: 204 len: 168 time: 0.3077908 Feb 09 22:39:19.845966 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 57954) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:19.848510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04cfe7d-10ca-4db5-a92b-b9e0d48b9135 None None] Network 2d7e2148-6570-4aaf-8cd8-43afe4365e08 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:19.925504 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (2d7e2148-6570-4aaf-8cd8-43afe4365e08), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.934829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-2a74432c-2f6a-4fc7-876d-1ebc4cc4009b None None] Provisioning complete for port 41152f6a-c663-4620-98ef-aaf747a9256e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:19.935214 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a74432c-2f6a-4fc7-876d-1ebc4cc4009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.978776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Deleting port 41152f6a-c663-4620-98ef-aaf747a9256e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:19.979120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.033598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-2a74432c-2f6a-4fc7-876d-1ebc4cc4009b None None] Current status of the port 41152f6a-c663-4620-98ef-aaf747a9256e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:20.043586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] For port 41152f6a-c663-4620-98ef-aaf747a9256e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=41152f6a-c663-4620-98ef-aaf747a9256e,segment=NetworkSegment(5ebc965a-4614-47af-9f3d-6654d17fcf81),segment_id=5ebc965a-4614-47af-9f3d-6654d17fcf81)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:20.043987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.056251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Calling delete_port for 41152f6a-c663-4620-98ef-aaf747a9256e owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:20.063147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] DHCP port deletion for 2d7e2148-6570-4aaf-8cd8-43afe4365e08 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:39:20.109377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] Deleting port 41152f6a-c663-4620-98ef-aaf747a9256e {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:20.109710 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.174566 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] For port 41152f6a-c663-4620-98ef-aaf747a9256e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=41152f6a-c663-4620-98ef-aaf747a9256e,segment=NetworkSegment(5ebc965a-4614-47af-9f3d-6654d17fcf81),segment_id=5ebc965a-4614-47af-9f3d-6654d17fcf81)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:20.174973 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.186915 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] Calling delete_port for 41152f6a-c663-4620-98ef-aaf747a9256e owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:20.203759 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.230319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event deleted for resources: {'Port': ['ID=41152f6a-c663-4620-98ef-aaf747a9256e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:20.232423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] No DVR routers for this DVR port 41152f6a-c663-4620-98ef-aaf747a9256e on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:20.261968 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (41152f6a-c663-4620-98ef-aaf747a9256e), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.287104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] Pushing event deleted for resources: {'Port': ['ID=41152f6a-c663-4620-98ef-aaf747a9256e,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:20.291695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b15c5-0f8e-4283-8a9d-16bff4f424c5 None None] No DVR routers for this DVR port 41152f6a-c663-4620-98ef-aaf747a9256e on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:20.314126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (2d7e2148-6570-4aaf-8cd8-43afe4365e08), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.334997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7e2148-6570-4aaf-8cd8-43afe4365e08']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:20.344910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebc965a-4614-47af-9f3d-6654d17fcf81') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:20.345219 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebc965a-4614-47af-9f3d-6654d17fcf81') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:20.354460 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (5ebc965a-4614-47af-9f3d-6654d17fcf81), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.367410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5ebc965a-4614-47af-9f3d-6654d17fcf81), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.373236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:20.373633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (5ebc965a-4614-47af-9f3d-6654d17fcf81), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:20.376599 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:20.439869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 41152f6a-c663-4620-98ef-aaf747a9256e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:20.462487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 41152f6a-c663-4620-98ef-aaf747a9256e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:20.462838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 41152f6a-c663-4620-98ef-aaf747a9256e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:20.524056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (2d7e2148-6570-4aaf-8cd8-43afe4365e08), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.530815 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.534054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "DELETE /v2.0/networks/2d7e2148-6570-4aaf-8cd8-43afe4365e08 HTTP/1.1" status: 204 len: 168 time: 0.6871493 Feb 09 22:39:20.536843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57956) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:20.546516 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacdb87-6b08-4ae2-93e8-7fff6bdc71e3 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Pushing event deleted for resources: {'Network': ['ID=2d7e2148-6570-4aaf-8cd8-43afe4365e08,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:20.567644 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d834bea4-73b0-4139-a1f9-9fd30d97ec9b tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c284f58-734b-4102-ac18-bd0446dfdb29 HTTP/1.1" status: 200 len: 205 time: 0.0283558 Feb 09 22:39:20.570020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:20.646323 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f48fec79-4457-4609-8010-bd92a0c4f483 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for router (5c284f58-734b-4102-ac18-bd0446dfdb29), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.094969 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f48fec79-4457-4609-8010-bd92a0c4f483 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (5c284f58-734b-4102-ac18-bd0446dfdb29), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.097088 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f48fec79-4457-4609-8010-bd92a0c4f483 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for router_controller (5c284f58-734b-4102-ac18-bd0446dfdb29), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.209159 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f48fec79-4457-4609-8010-bd92a0c4f483 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (5c284f58-734b-4102-ac18-bd0446dfdb29), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.209669 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48fec79-4457-4609-8010-bd92a0c4f483 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Fanout notify agent at l3_agent the message router_deleted on router 5c284f58-734b-4102-ac18-bd0446dfdb29 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:39:21.216333 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f48fec79-4457-4609-8010-bd92a0c4f483 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.217439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f48fec79-4457-4609-8010-bd92a0c4f483 tempest-RoutersNegativeTest-893188100 tempest-RoutersNegativeTest-893188100-project] 10.222.0.98 "DELETE /v2.0/routers/5c284f58-734b-4102-ac18-bd0446dfdb29 HTTP/1.1" status: 204 len: 168 time: 0.6464934 Feb 09 22:39:21.669196 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57964) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:21.796496 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b927e1ae-778b-496e-ab28-3277513ab337 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ce6ed0785d6c4f8285892e81c7578895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261435 Feb 09 22:39:21.798884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:21.848579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fdc3-b1e8-434a-877f-3e6f2f2dba75 admin admin] Publish callbacks [] for security_group (1d87fb94-b024-41c1-993e-8a44de391816), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.868905 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fdc3-b1e8-434a-877f-3e6f2f2dba75 admin admin] Publish callbacks [] for security_group (1d87fb94-b024-41c1-993e-8a44de391816), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.969192 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fdc3-b1e8-434a-877f-3e6f2f2dba75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1d87fb94-b024-41c1-993e-8a44de391816), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.971808 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fdc3-b1e8-434a-877f-3e6f2f2dba75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.972946 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3ec5fdc3-b1e8-434a-877f-3e6f2f2dba75 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1d87fb94-b024-41c1-993e-8a44de391816 HTTP/1.1" status: 204 len: 168 time: 0.1731737 Feb 09 22:39:21.981113 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5fdc3-b1e8-434a-877f-3e6f2f2dba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87fb94-b024-41c1-993e-8a44de391816,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:22.954329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57990) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:23.047884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1686487002-network', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:23.129291 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Made reservation on behalf of b5bd94537f4f4ca68751e6f65d5258f2 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:23.131559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.139782 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.210753 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks [] for security_group (7cab102c-2b72-4c3e-a6fb-6ae7a7e84358), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.278063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7cab102c-2b72-4c3e-a6fb-6ae7a7e84358), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.302295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:23.311659 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:23.316303 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (29a10f87-1654-4ef1-ad87-3d5172c02759), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.316650 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Added segment 29a10f87-1654-4ef1-ad87-3d5172c02759 of type vlan for network bf6a4356-9432-4a2c-adfd-dc8aea01772d Feb 09 22:39:23.356189 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (bf6a4356-9432-4a2c-adfd-dc8aea01772d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.449146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (bf6a4356-9432-4a2c-adfd-dc8aea01772d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.450140 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:23.450755 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.509566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] Pushing event updated for resources: {'Network': ['ID=bf6a4356-9432-4a2c-adfd-dc8aea01772d,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:23.519460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:23.537735 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5bc044af-f911-44c3-9101-34a4213bc81d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5823038 Feb 09 22:39:23.540822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57994) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:23.545636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Request body: {'subnet': {'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-subnet', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:23.592135 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Made reservation on behalf of b5bd94537f4f4ca68751e6f65d5258f2 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:23.594559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.786947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f430328c-0b43-445b-8f4d-8c19d589d355), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.840866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f430328c-0b43-445b-8f4d-8c19d589d355,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:23.849222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Checking segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:23.849589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Network hostable DHCP agents. Network: bf6a4356-9432-4a2c-adfd-dc8aea01772d, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:23.906605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:23.986568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, bf6a4356-9432-4a2c-adfd-dc8aea01772d) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:23.990637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:23.991365 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.997371 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98ed53-0438-4f4f-9fb6-8c21075b943a None None] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:24.087011 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d1dcab0a-a55c-4539-aaa2-ca894ca6463f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5450065 Feb 09 22:39:24.089590 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57996) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:24.094134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:24.097349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:24.098342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.163983 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (024473c0-ea39-4c2c-8582-bcd284d0eb08), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.165318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (024473c0-ea39-4c2c-8582-bcd284d0eb08), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.220486 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks [] for router_controller (024473c0-ea39-4c2c-8582-bcd284d0eb08), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.230871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Allocated IP 172.20.0.2 (bf6a4356-9432-4a2c-adfd-dc8aea01772d/f430328c-0b43-445b-8f4d-8c19d589d355/1bd37e92-0807-43f6-9c58-c0a52fe76c2b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:24.370957 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Publish callbacks [] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.402451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks [] for router_gateway (024473c0-ea39-4c2c-8582-bcd284d0eb08), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.444217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.483765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:24.486567 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:24.490047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:24.495472 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Pushing event updated for resources: {'Port': ['ID=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:24.548588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Attempting to bind port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:24.549312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Attempting to bind port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:24.549312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Attempting to bind port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b on network bf6a4356-9432-4a2c-adfd-dc8aea01772d {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:24.554283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:24.554662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Checking segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:24.555064 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.555460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Bound using segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:24.555968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Bound port: 1bd37e92-0807-43f6-9c58-c0a52fe76c2b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:24.556356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.622300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] For port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:24.625184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] For port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:24.683988 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks [] for router_gateway (024473c0-ea39-4c2c-8582-bcd284d0eb08), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.702615 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.707092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:24.764176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eeeda4-86d2-44ae-aaec-a4ff6e1fb62c None None] Pushing event updated for resources: {'Port': ['ID=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:24.816548 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Allocated IP 172.25.5.117 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/bfc6f9d3-4493-4b9b-bff3-9c478cf27f08) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:24.943473 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks [] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.040084 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.090528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:25.095650 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:25.097884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:25.100060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:25.441773 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks [] for router_gateway (024473c0-ea39-4c2c-8582-bcd284d0eb08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.636878 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844913f-f0d2-4d87-83d6-c0df88fee882 None None] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:25.651474 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (024473c0-ea39-4c2c-8582-bcd284d0eb08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.703729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-693970c0-a6b1-4fa5-ba22-2777bdd580c9 None None] Provisioning complete for port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:25.704116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-693970c0-a6b1-4fa5-ba22-2777bdd580c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.821131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-693970c0-a6b1-4fa5-ba22-2777bdd580c9 None None] Current status of the port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:25.821534 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-693970c0-a6b1-4fa5-ba22-2777bdd580c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.906942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Router 024473c0-ea39-4c2c-8582-bcd284d0eb08 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:39:26.017386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-693970c0-a6b1-4fa5-ba22-2777bdd580c9 None None] For port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:26.029059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:26.038624 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Sync routers for ids ['024473c0-ea39-4c2c-8582-bcd284d0eb08'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:26.048502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Routers {'024473c0-ea39-4c2c-8582-bcd284d0eb08'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:26.049119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['024473c0-ea39-4c2c-8582-bcd284d0eb08'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:26.083336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-693970c0-a6b1-4fa5-ba22-2777bdd580c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.108387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.113315 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0b5fd093-eee7-4430-af36-7b8a9acf19f7 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0191095 Feb 09 22:39:26.113315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 57998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:26.175867 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693970c0-a6b1-4fa5-ba22-2777bdd580c9 None None] Pushing event updated for resources: {'Port': ['ID=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:26.198954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Set router 024473c0-ea39-4c2c-8582-bcd284d0eb08 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:26.295760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d43cd75d-3fa1-4ccd-996a-f3ed1223850f None None] Provisioning complete for port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:26.296076 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d43cd75d-3fa1-4ccd-996a-f3ed1223850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.432544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d43cd75d-3fa1-4ccd-996a-f3ed1223850f None None] Current status of the port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:26.450066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:25Z', 'revision_number': 3, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port': {'id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:26.480413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Checking router: 024473c0-ea39-4c2c-8582-bcd284d0eb08 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:26.480845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Updating router 024473c0-ea39-4c2c-8582-bcd284d0eb08 port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:39:26.501421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1bd37e92-0807-43f6-9c58-c0a52fe76c2b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:26.532001 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.542897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.646198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:26.646700 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.701166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Allocated IP 172.20.0.1 (bf6a4356-9432-4a2c-adfd-dc8aea01772d/f430328c-0b43-445b-8f4d-8c19d589d355/ca65f627-1a40-4b0d-8b7c-c7726b999db7) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:26.801762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks [] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.805987 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:26.868810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Publish callbacks [] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.901810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.929447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.941326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:26.944340 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:26.948333 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:26.975055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Pushing event updated for resources: {'Port': ['ID=ca65f627-1a40-4b0d-8b7c-c7726b999db7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:26.979441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Attempting to bind port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:26.979850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Attempting to bind port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:26.980218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Attempting to bind port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:26.987237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a0bf-616d-4a28-8d33-37d1585339dc None None] Pushing event updated for resources: {'Port': ['ID=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:26.992128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:26.992514 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:26.992922 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.993321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:26.993804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Bound port: bfc6f9d3-4493-4b9b-bff3-9c478cf27f08, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:26.994784 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.000786 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (024473c0-ea39-4c2c-8582-bcd284d0eb08), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.052993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] For port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:27.055520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] For port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:27.130097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.198349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Routers {'024473c0-ea39-4c2c-8582-bcd284d0eb08'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:27.198982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['024473c0-ea39-4c2c-8582-bcd284d0eb08'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:27.202398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a0bf-616d-4a28-8d33-37d1585339dc None None] Pushing event updated for resources: {'Port': ['ID=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:27.224562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.236433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1a77e36d-cf37-486f-9dec-495dfb7a4492 None None] Provisioning complete for port ca65f627-1a40-4b0d-8b7c-c7726b999db7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:27.237075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1a77e36d-cf37-486f-9dec-495dfb7a4492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.315147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1a77e36d-cf37-486f-9dec-495dfb7a4492 None None] Port ca65f627-1a40-4b0d-8b7c-c7726b999db7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:27.342351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] Set router 024473c0-ea39-4c2c-8582-bcd284d0eb08 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:27.383960 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks [] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.444078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.547530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 4, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port': {'id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca65f627-1a40-4b0d-8b7c-c7726b999db7', 'name': '', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'mac_address': 'fa:16:3e:d1:19:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:26Z', 'updated_at': '2022-02-09T22:39:26Z', 'revision_number': 1, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'subnets': [{'id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:27.575321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e269fd-ce79-483b-9861-d0b016471627 None None] The sync data for ids ['024473c0-ea39-4c2c-8582-bcd284d0eb08'] in n-d-828599-1 is: [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 4, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port': {'id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca65f627-1a40-4b0d-8b7c-c7726b999db7', 'name': '', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'mac_address': 'fa:16:3e:d1:19:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:26Z', 'updated_at': '2022-02-09T22:39:26Z', 'revision_number': 1, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'subnets': [{'id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:27.811827 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Pushing event updated for resources: {'Port': ['ID=ca65f627-1a40-4b0d-8b7c-c7726b999db7,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:27.814423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (024473c0-ea39-4c2c-8582-bcd284d0eb08), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.911494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:27.912949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:28.037588 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Router 024473c0-ea39-4c2c-8582-bcd284d0eb08 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:28.150911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-49059b7c-924b-4c35-b46a-2b869f673493 None None] Provisioning complete for port ca65f627-1a40-4b0d-8b7c-c7726b999db7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:28.151470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-49059b7c-924b-4c35-b46a-2b869f673493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:28.154144 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:28.158757 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d10fbddd-7718-4cca-bc9c-78768596a70f admin admin] 10.222.0.98 "PUT /v2.0/routers/024473c0-ea39-4c2c-8582-bcd284d0eb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0448542 Feb 09 22:39:28.192379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-49059b7c-924b-4c35-b46a-2b869f673493 None None] Port ca65f627-1a40-4b0d-8b7c-c7726b999db7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:28.479055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:28.534436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:28.534829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:28.623998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:28.624398 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:28.652133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:28.712217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:28.766363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:28.878051 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58016) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:28.883217 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1165162939-network', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:28.964128 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Made reservation on behalf of 5b774b4d4b704967a1d8127563641d4b for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:28.966646 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:28.979633 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.052763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks [] for security_group (d2a1b44d-92ab-4cf2-be1b-fbd553e041fe), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.100705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d2a1b44d-92ab-4cf2-be1b-fbd553e041fe), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.127174 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:29.133421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a1b44d-92ab-4cf2-be1b-fbd553e041fe,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:29.140951 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9178fa46-11a2-41e6-8ab7-72bd88d640f7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.141440 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Added segment 9178fa46-11a2-41e6-8ab7-72bd88d640f7 of type vlan for network 710801dc-ce59-4406-a461-35dc069403cc Feb 09 22:39:29.183521 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (710801dc-ce59-4406-a461-35dc069403cc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.254792 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (710801dc-ce59-4406-a461-35dc069403cc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.255717 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:29.256325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.318857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] Pushing event updated for resources: {'Network': ['ID=710801dc-ce59-4406-a461-35dc069403cc,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:29.329524 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 710801dc-ce59-4406-a461-35dc069403cc details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:29.361386 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-45081c31-0730-4603-9277-1dc2e6201b2f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4821119 Feb 09 22:39:29.364263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58018) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:29.369477 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Request body: {'subnet': {'network_id': '710801dc-ce59-4406-a461-35dc069403cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-subnet', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:29.460784 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Made reservation on behalf of 5b774b4d4b704967a1d8127563641d4b for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:29.463193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.644533 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Sync routers for ids ['024473c0-ea39-4c2c-8582-bcd284d0eb08'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:29.655166 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Routers {'024473c0-ea39-4c2c-8582-bcd284d0eb08'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:29.655809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['024473c0-ea39-4c2c-8582-bcd284d0eb08'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:29.706732 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (929b345b-23be-4307-88a9-b0f890bf192a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.758978 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Set router 024473c0-ea39-4c2c-8582-bcd284d0eb08 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:29.762374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929b345b-23be-4307-88a9-b0f890bf192a,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:29.771244 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Checking segment: {'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:29.771622 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Network hostable DHCP agents. Network: 710801dc-ce59-4406-a461-35dc069403cc, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:29.843990 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Network 710801dc-ce59-4406-a461-35dc069403cc is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:29.883640 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.940880 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 710801dc-ce59-4406-a461-35dc069403cc) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:29.952493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:29.954392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc69e3-b281-451c-a3d1-7fffc3391f13 None None] Network 710801dc-ce59-4406-a461-35dc069403cc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:29.954526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:29.957595 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 4, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port': {'id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca65f627-1a40-4b0d-8b7c-c7726b999db7', 'name': '', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'mac_address': 'fa:16:3e:d1:19:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:26Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 2, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'subnets': [{'id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:29.985500 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Checking router: 024473c0-ea39-4c2c-8582-bcd284d0eb08 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:29.985852 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Updating router 024473c0-ea39-4c2c-8582-bcd284d0eb08 port ca65f627-1a40-4b0d-8b7c-c7726b999db7 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:39:30.012305 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.035363 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-384f46ee-9d78-469e-9b78-8a87f7c10468 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6698692 Feb 09 22:39:30.037861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58020) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:30.043516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:30.054093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-710801dc-ce59-4406-a461-35dc069403cc', 'network_id': '710801dc-ce59-4406-a461-35dc069403cc', 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'fixed_ips': [{'subnet_id': '929b345b-23be-4307-88a9-b0f890bf192a'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:30.055042 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.135167 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.136877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.194518 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Allocated IP 172.20.0.2 (710801dc-ce59-4406-a461-35dc069403cc/929b345b-23be-4307-88a9-b0f890bf192a/207fedb2-03c4-46bf-9d1b-81e6a22a966d) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:30.197297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks [] for router_controller (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.279953 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Publish callbacks [] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.336790 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Publish callbacks [] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.341355 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.387490 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Pushing event updated for resources: {'Port': ['ID=ca65f627-1a40-4b0d-8b7c-c7726b999db7,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:30.396234 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.396776 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.396995 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.397253 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405053 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405053 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405053 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405382 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.405509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.405509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.418699 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks [] for router_gateway (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.467172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Network 710801dc-ce59-4406-a461-35dc069403cc is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:30.468734 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Attempting to bind port ca65f627-1a40-4b0d-8b7c-c7726b999db7 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:30.469115 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Attempting to bind port ca65f627-1a40-4b0d-8b7c-c7726b999db7 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:30.469811 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Attempting to bind port ca65f627-1a40-4b0d-8b7c-c7726b999db7 on network bf6a4356-9432-4a2c-adfd-dc8aea01772d {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:30.471223 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:30.473138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Pushing event updated for resources: {'Port': ['ID=207fedb2-03c4-46bf-9d1b-81e6a22a966d,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:30.482866 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:30.483124 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:30.483239 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Checking segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:30.483239 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.483239 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Bound using segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:30.483239 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Bound port: ca65f627-1a40-4b0d-8b7c-c7726b999db7, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:30.483239 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.486413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.486772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.487120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.487459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.487813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.488147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.488475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.488799 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.489121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.489440 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.489945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.490427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.490928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:30.527850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:30.557668 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] For port ca65f627-1a40-4b0d-8b7c-c7726b999db7, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:30.564284 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] For port ca65f627-1a40-4b0d-8b7c-c7726b999db7, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca65f627-1a40-4b0d-8b7c-c7726b999db7,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:30.593368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Attempting to bind port 207fedb2-03c4-46bf-9d1b-81e6a22a966d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:30.597584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Attempting to bind port 207fedb2-03c4-46bf-9d1b-81e6a22a966d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:30.597584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Attempting to bind port 207fedb2-03c4-46bf-9d1b-81e6a22a966d on network 710801dc-ce59-4406-a461-35dc069403cc {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:30.602288 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:30.602842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Checking segment: {'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:30.603253 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.604253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Bound using segment: {'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:30.604775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Bound port: 207fedb2-03c4-46bf-9d1b-81e6a22a966d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:30.605167 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.649733 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.701327 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Routers {'024473c0-ea39-4c2c-8582-bcd284d0eb08'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:30.702382 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['024473c0-ea39-4c2c-8582-bcd284d0eb08'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:30.749165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks [] for router_gateway (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.779208 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.836355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-67925064-f952-41ff-b6e1-5c68aff1e53a None None] Provisioning complete for port ca65f627-1a40-4b0d-8b7c-c7726b999db7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:30.836726 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67925064-f952-41ff-b6e1-5c68aff1e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.839919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:30.840291 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.901088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Allocated IP 172.25.5.232 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/84fbe588-65be-42f5-8e28-3d2bb0ecf79e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:30.923359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] For port 207fedb2-03c4-46bf-9d1b-81e6a22a966d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:30.929735 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] Set router 024473c0-ea39-4c2c-8582-bcd284d0eb08 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:30.942116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] For port 207fedb2-03c4-46bf-9d1b-81e6a22a966d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=207fedb2-03c4-46bf-9d1b-81e6a22a966d,segment=NetworkSegment(9178fa46-11a2-41e6-8ab7-72bd88d640f7),segment_id=9178fa46-11a2-41e6-8ab7-72bd88d640f7)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:31.017309 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.019623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-67925064-f952-41ff-b6e1-5c68aff1e53a None None] Current status of the port ca65f627-1a40-4b0d-8b7c-c7726b999db7 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:31.020035 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67925064-f952-41ff-b6e1-5c68aff1e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.023574 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks [] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.030906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:31.058964 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a045897-a4ec-4bee-b555-51e9de33feda None None] Pushing event updated for resources: {'Port': ['ID=ca65f627-1a40-4b0d-8b7c-c7726b999db7,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:31.102183 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.112455 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-67925064-f952-41ff-b6e1-5c68aff1e53a None None] For port ca65f627-1a40-4b0d-8b7c-c7726b999db7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca65f627-1a40-4b0d-8b7c-c7726b999db7,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:31.116233 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1885c5-e2ed-4270-a628-8b6ab365749d None None] Pushing event updated for resources: {'Port': ['ID=207fedb2-03c4-46bf-9d1b-81e6a22a966d,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:31.127117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:31.129814 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:31.148571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:31.153106 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-67925064-f952-41ff-b6e1-5c68aff1e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.159607 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 4, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port': {'id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca65f627-1a40-4b0d-8b7c-c7726b999db7', 'name': '', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'mac_address': 'fa:16:3e:d1:19:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:26Z', 'updated_at': '2022-02-09T22:39:30Z', 'revision_number': 4, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'subnets': [{'id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:31.197702 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Pushing event updated for resources: {'Port': ['ID=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:31.201148 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5689567a-be29-4a8e-884d-933aa5f9890d None None] The sync data for ids ['024473c0-ea39-4c2c-8582-bcd284d0eb08'] in n-d-828599-1 is: [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:27Z', 'revision_number': 4, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port': {'id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'ca65f627-1a40-4b0d-8b7c-c7726b999db7', 'name': '', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'mac_address': 'fa:16:3e:d1:19:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:26Z', 'updated_at': '2022-02-09T22:39:30Z', 'revision_number': 4, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'subnets': [{'id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:31.209280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67925064-f952-41ff-b6e1-5c68aff1e53a None None] Pushing event updated for resources: {'Port': ['ID=ca65f627-1a40-4b0d-8b7c-c7726b999db7,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:31.288300 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cc2b3d9c-aa68-43ba-8e21-53d386fb049b None None] Provisioning complete for port ca65f627-1a40-4b0d-8b7c-c7726b999db7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:31.288624 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2b3d9c-aa68-43ba-8e21-53d386fb049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.392366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.405179 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b3d9c-aa68-43ba-8e21-53d386fb049b None None] Current status of the port ca65f627-1a40-4b0d-8b7c-c7726b999db7 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:31.581563 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks [] for router_gateway (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.794497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.009705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:39:32.120824 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff271d-ad54-45f9-9796-75fa6566403f None None] Network 710801dc-ce59-4406-a461-35dc069403cc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:32.123307 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:32.139050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Sync routers for ids ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:32.177072 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.178407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-840a4520-153d-48c8-85f3-cac6f5432335 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1394653 Feb 09 22:39:32.181183 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58022) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:32.181893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Routers {'2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:32.182520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:32.309749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ac851839-5163-4ebf-b864-df44e7e400c3 None None] Provisioning complete for port 207fedb2-03c4-46bf-9d1b-81e6a22a966d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:32.310119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac851839-5163-4ebf-b864-df44e7e400c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.376487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Set router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:32.551134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ac851839-5163-4ebf-b864-df44e7e400c3 None None] Current status of the port 207fedb2-03c4-46bf-9d1b-81e6a22a966d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:32.551803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac851839-5163-4ebf-b864-df44e7e400c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.592664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-ac851839-5163-4ebf-b864-df44e7e400c3 None None] For port 207fedb2-03c4-46bf-9d1b-81e6a22a966d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=207fedb2-03c4-46bf-9d1b-81e6a22a966d,segment=NetworkSegment(9178fa46-11a2-41e6-8ab7-72bd88d640f7),segment_id=9178fa46-11a2-41e6-8ab7-72bd88d640f7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:32.625962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca65f627-1a40-4b0d-8b7c-c7726b999db7 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:32.658776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.672746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ac851839-5163-4ebf-b864-df44e7e400c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.714073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:31Z', 'revision_number': 3, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port': {'id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:32.746619 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Checking router: 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:32.746975 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Updating router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:39:32.795596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac851839-5163-4ebf-b864-df44e7e400c3 None None] Pushing event updated for resources: {'Port': ['ID=207fedb2-03c4-46bf-9d1b-81e6a22a966d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:32.801798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ca65f627-1a40-4b0d-8b7c-c7726b999db7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:32.802528 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.823506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.823682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Allocated IP 172.20.0.1 (710801dc-ce59-4406-a461-35dc069403cc/929b345b-23be-4307-88a9-b0f890bf192a/194101e7-5609-4720-a396-1bc21c39b57e) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:32.856593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f542f720-cd28-4ded-a4a6-7366c14101c7 None None] Provisioning complete for port 207fedb2-03c4-46bf-9d1b-81e6a22a966d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:32.856974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f542f720-cd28-4ded-a4a6-7366c14101c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.925491 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks [] for port (194101e7-5609-4720-a396-1bc21c39b57e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.992861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (194101e7-5609-4720-a396-1bc21c39b57e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.034374 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Network 710801dc-ce59-4406-a461-35dc069403cc is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:33.039364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:33.043464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:33.068818 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Pushing event updated for resources: {'Port': ['ID=194101e7-5609-4720-a396-1bc21c39b57e,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:33.079436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ca65f627-1a40-4b0d-8b7c-c7726b999db7 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:33.080585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 207fedb2-03c4-46bf-9d1b-81e6a22a966d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:33.087150 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.126284 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f542f720-cd28-4ded-a4a6-7366c14101c7 None None] Current status of the port 207fedb2-03c4-46bf-9d1b-81e6a22a966d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:33.183927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 207fedb2-03c4-46bf-9d1b-81e6a22a966d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:33.184249 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.259916 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Publish callbacks [] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.312150 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 207fedb2-03c4-46bf-9d1b-81e6a22a966d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:33.342179 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.384702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a234362c-dc41-48ce-9201-c5c5b01b5c74 None None] Provisioning complete for port 194101e7-5609-4720-a396-1bc21c39b57e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:33.385066 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a234362c-dc41-48ce-9201-c5c5b01b5c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (194101e7-5609-4720-a396-1bc21c39b57e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.427215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Attempting to bind port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:33.427593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Attempting to bind port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:33.427995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Attempting to bind port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:33.440788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cd94d-4f16-48d8-ae34-9ff6c41f572d None None] Pushing event updated for resources: {'Port': ['ID=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:33.445558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:33.445955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:33.446358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.446754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:33.447252 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Bound port: 84fbe588-65be-42f5-8e28-3d2bb0ecf79e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:33.447640 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.452320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a234362c-dc41-48ce-9201-c5c5b01b5c74 None None] Port 194101e7-5609-4720-a396-1bc21c39b57e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:33.505561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] For port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:33.508805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] For port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:33.568127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (194101e7-5609-4720-a396-1bc21c39b57e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.586756 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.644726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Routers {'2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:33.645420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:33.683475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cd94d-4f16-48d8-ae34-9ff6c41f572d None None] Pushing event updated for resources: {'Port': ['ID=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:33.732437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks [] for port (194101e7-5609-4720-a396-1bc21c39b57e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.843544 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (194101e7-5609-4720-a396-1bc21c39b57e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.910044 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:33.911780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Pushing event updated for resources: {'Port': ['ID=194101e7-5609-4720-a396-1bc21c39b57e,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:33.925649 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] Set router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:34.002729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Network 710801dc-ce59-4406-a461-35dc069403cc is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:34.004193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:34.130211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-22884737-05de-4ee2-8184-689c588f1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 4, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port': {'id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '194101e7-5609-4720-a396-1bc21c39b57e', 'name': '', 'network_id': '710801dc-ce59-4406-a461-35dc069403cc', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'mac_address': 'fa:16:3e:e6:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '929b345b-23be-4307-88a9-b0f890bf192a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:32Z', 'updated_at': '2022-02-09T22:39:32Z', 'revision_number': 1, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'subnets': [{'id': '929b345b-23be-4307-88a9-b0f890bf192a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:34.137540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:34.159280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22884737-05de-4ee2-8184-689c588f1732 None None] The sync data for ids ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'] in n-d-828599-1 is: [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 4, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port': {'id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '194101e7-5609-4720-a396-1bc21c39b57e', 'name': '', 'network_id': '710801dc-ce59-4406-a461-35dc069403cc', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'mac_address': 'fa:16:3e:e6:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '929b345b-23be-4307-88a9-b0f890bf192a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:32Z', 'updated_at': '2022-02-09T22:39:32Z', 'revision_number': 1, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'subnets': [{'id': '929b345b-23be-4307-88a9-b0f890bf192a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:34.272393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:34.286485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0e0ac44c-8512-4ec7-88f5-5b3c3bc9ec7e None None] Provisioning complete for port 194101e7-5609-4720-a396-1bc21c39b57e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:34.286485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac44c-8512-4ec7-88f5-5b3c3bc9ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (194101e7-5609-4720-a396-1bc21c39b57e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:34.286701 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-efa7ae3c-7a57-47e4-8d4b-b16db6db49ad admin admin] 10.222.0.98 "PUT /v2.0/routers/2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980537 Feb 09 22:39:34.322106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ac44c-8512-4ec7-88f5-5b3c3bc9ec7e None None] Port 194101e7-5609-4720-a396-1bc21c39b57e cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:34.498742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 207fedb2-03c4-46bf-9d1b-81e6a22a966d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:34.552254 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 207fedb2-03c4-46bf-9d1b-81e6a22a966d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:34.552635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:34.636169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 207fedb2-03c4-46bf-9d1b-81e6a22a966d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:35.225829 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-a40bd804-4d66-466f-b4f8-7ddd410b17a4 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:35.227379 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-a40bd804-4d66-466f-b4f8-7ddd410b17a4 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/networks?id=bf6a4356-9432-4a2c-adfd-dc8aea01772d HTTP/1.1" status: 200 len: 817 time: 0.1094306 Feb 09 22:39:35.243265 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-654d537b-65fe-4d0a-bedf-154c6ae9f056 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/quotas/b5bd94537f4f4ca68751e6f65d5258f2 HTTP/1.1" status: 200 len: 375 time: 0.0096235 Feb 09 22:39:35.300248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-acf18bf6-c16f-41ca-b5e9-719043e16c1e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515492 Feb 09 22:39:35.403365 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-719f4e51-ec88-4f4d-ac78-96c498115c05 service neutron] 10.222.0.98 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908217 Feb 09 22:39:35.489241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e6b65f20-4f49-4bf7-bc3b-72c0f3f78ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:35.498161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-2d6f7fa9-48ad-478f-b88f-e364d2ccb1e8 service neutron] 10.222.0.98 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890677 Feb 09 22:39:35.723110 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1736d60-f406-4b60-ad84-965551e9ca46 req-94d06cb5-fda9-434e-a5df-96bd2a120f17 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 210 time: 0.0313320 Feb 09 22:39:35.932277 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:39:36.219020 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Sync routers for ids ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:36.229540 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Routers {'2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:36.230824 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:36.336397 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Set router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:36.488622 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 84fbe588-65be-42f5-8e28-3d2bb0ecf79e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:36.535024 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 4, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port': {'id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '194101e7-5609-4720-a396-1bc21c39b57e', 'name': '', 'network_id': '710801dc-ce59-4406-a461-35dc069403cc', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'mac_address': 'fa:16:3e:e6:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '929b345b-23be-4307-88a9-b0f890bf192a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:32Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 2, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'subnets': [{'id': '929b345b-23be-4307-88a9-b0f890bf192a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:36.537937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:36.538318 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:36.560701 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Checking router: 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:36.561068 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Updating router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d port 194101e7-5609-4720-a396-1bc21c39b57e binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:39:36.592551 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (194101e7-5609-4720-a396-1bc21c39b57e), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:36.620093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:36.620493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:36.643265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:36.711940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:36.767798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:36.827562 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a6b256b9-c424-4458-8d8a-72f4840c9dcf req-1aabf3d6-17bd-4f34-84aa-78a34817c95a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 210 time: 0.0300198 Feb 09 22:39:36.867328 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Publish callbacks [] for port (194101e7-5609-4720-a396-1bc21c39b57e), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:36.934748 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (194101e7-5609-4720-a396-1bc21c39b57e), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:36.984193 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150173ed-9a26-4651-9ce1-7eb98469656e None None] Pushing event updated for resources: {'Port': ['ID=194101e7-5609-4720-a396-1bc21c39b57e,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:37.043899 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Attempting to bind port 194101e7-5609-4720-a396-1bc21c39b57e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:37.044397 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Attempting to bind port 194101e7-5609-4720-a396-1bc21c39b57e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:37.044838 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Attempting to bind port 194101e7-5609-4720-a396-1bc21c39b57e on network 710801dc-ce59-4406-a461-35dc069403cc {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:37.050413 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:37.051199 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Checking segment: {'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:37.051556 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.052047 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Bound using segment: {'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:37.052595 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Bound port: 194101e7-5609-4720-a396-1bc21c39b57e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9178fa46-11a2-41e6-8ab7-72bd88d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '710801dc-ce59-4406-a461-35dc069403cc'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:37.053052 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (194101e7-5609-4720-a396-1bc21c39b57e), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.118118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] For port 194101e7-5609-4720-a396-1bc21c39b57e, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:37.121436 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] For port 194101e7-5609-4720-a396-1bc21c39b57e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=194101e7-5609-4720-a396-1bc21c39b57e,segment=NetworkSegment(9178fa46-11a2-41e6-8ab7-72bd88d640f7),segment_id=9178fa46-11a2-41e6-8ab7-72bd88d640f7)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:37.198858 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (194101e7-5609-4720-a396-1bc21c39b57e), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.256419 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150173ed-9a26-4651-9ce1-7eb98469656e None None] Pushing event updated for resources: {'Port': ['ID=194101e7-5609-4720-a396-1bc21c39b57e,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:37.259331 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Routers {'2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:37.259969 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:39:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:37.268671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b9f8d5c2-4ef1-4155-b5ae-cd576a341d24 None None] Provisioning complete for port 194101e7-5609-4720-a396-1bc21c39b57e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:37.269174 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d5c2-4ef1-4155-b5ae-cd576a341d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (194101e7-5609-4720-a396-1bc21c39b57e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.356823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d5c2-4ef1-4155-b5ae-cd576a341d24 None None] Current status of the port 194101e7-5609-4720-a396-1bc21c39b57e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:37.357264 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d5c2-4ef1-4155-b5ae-cd576a341d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (194101e7-5609-4720-a396-1bc21c39b57e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.376193 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] Set router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:37.394882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b9f8d5c2-4ef1-4155-b5ae-cd576a341d24 None None] For port 194101e7-5609-4720-a396-1bc21c39b57e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=194101e7-5609-4720-a396-1bc21c39b57e,segment=NetworkSegment(9178fa46-11a2-41e6-8ab7-72bd88d640f7),segment_id=9178fa46-11a2-41e6-8ab7-72bd88d640f7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:37.484813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d5c2-4ef1-4155-b5ae-cd576a341d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (194101e7-5609-4720-a396-1bc21c39b57e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.537649 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13bde38f-8b26-4732-990b-c719025d00ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.544133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8d5c2-4ef1-4155-b5ae-cd576a341d24 None None] Pushing event updated for resources: {'Port': ['ID=194101e7-5609-4720-a396-1bc21c39b57e,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:37.592279 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 4, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port': {'id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '194101e7-5609-4720-a396-1bc21c39b57e', 'name': '', 'network_id': '710801dc-ce59-4406-a461-35dc069403cc', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'mac_address': 'fa:16:3e:e6:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '929b345b-23be-4307-88a9-b0f890bf192a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:32Z', 'updated_at': '2022-02-09T22:39:37Z', 'revision_number': 4, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'subnets': [{'id': '929b345b-23be-4307-88a9-b0f890bf192a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:37.612373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-6939433d-7dd1-433c-adbd-791985a1887e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:37.614075 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-6939433d-7dd1-433c-adbd-791985a1887e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.110 "GET /v2.0/networks?id=bf6a4356-9432-4a2c-adfd-dc8aea01772d HTTP/1.1" status: 200 len: 817 time: 0.1209974 Feb 09 22:39:37.616936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-61208edd-0c03-462c-8e34-5a31469a23ef None None] Provisioning complete for port 194101e7-5609-4720-a396-1bc21c39b57e triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:37.617319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-61208edd-0c03-462c-8e34-5a31469a23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (194101e7-5609-4720-a396-1bc21c39b57e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.626049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Request body: {'port': {'device_id': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'admin_state_up': True, 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:37.715266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-61208edd-0c03-462c-8e34-5a31469a23ef None None] Current status of the port 194101e7-5609-4720-a396-1bc21c39b57e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:37.725279 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edd4fa-7f35-48e1-9af1-2d4e0acff9a2 None None] The sync data for ids ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'] in n-d-828599-1 is: [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:33Z', 'revision_number': 4, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port': {'id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '194101e7-5609-4720-a396-1bc21c39b57e', 'name': '', 'network_id': '710801dc-ce59-4406-a461-35dc069403cc', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'mac_address': 'fa:16:3e:e6:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '929b345b-23be-4307-88a9-b0f890bf192a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:32Z', 'updated_at': '2022-02-09T22:39:37Z', 'revision_number': 4, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'subnets': [{'id': '929b345b-23be-4307-88a9-b0f890bf192a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:37.832420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Made reservation on behalf of b5bd94537f4f4ca68751e6f65d5258f2 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:37.836936 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:37.933585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c0e86d0f-2541-443d-8102-db239b567c93 req-ad900bbd-4604-4435-a1c3-dd8053a5f194 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 210 time: 0.0309033 Feb 09 22:39:37.981202 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Allocated IP 172.20.0.11 (bf6a4356-9432-4a2c-adfd-dc8aea01772d/f430328c-0b43-445b-8f4d-8c19d589d355/cae7a77c-1be2-4c76-98e4-59dc11867ab5) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:38.138816 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks [] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.232803 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.282308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:38.289198 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:38.293416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:38.328599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Pushing event updated for resources: {'Port': ['ID=cae7a77c-1be2-4c76-98e4-59dc11867ab5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:38.358680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:38.359801 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.440827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-218f677b-a0ff-4f83-80a7-26b6da9e606a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8186181 Feb 09 22:39:38.453029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Request body: {'port': {'device_id': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:38.496521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 194101e7-5609-4720-a396-1bc21c39b57e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:38.523281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.557229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c9da189e-c9a6-4b2a-8c52-9a6ed1119e43 None None] Provisioning complete for port cae7a77c-1be2-4c76-98e4-59dc11867ab5 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:38.557787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c9da189e-c9a6-4b2a-8c52-9a6ed1119e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.598585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 194101e7-5609-4720-a396-1bc21c39b57e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:38.598879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (194101e7-5609-4720-a396-1bc21c39b57e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.602452 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c9da189e-c9a6-4b2a-8c52-9a6ed1119e43 None None] Port cae7a77c-1be2-4c76-98e4-59dc11867ab5 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:38.679982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 194101e7-5609-4720-a396-1bc21c39b57e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:38.681246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 84fbe588-65be-42f5-8e28-3d2bb0ecf79e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:38.737814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:38.738194 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.794411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae7a77c-1be2-4c76-98e4-59dc11867ab5 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:38.802126 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Publish callbacks [] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.814230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Transition to ACTIVE for port object cae7a77c-1be2-4c76-98e4-59dc11867ab5 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:39:38.835362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:38.889383 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:38.941761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Pushing event updated for resources: {'Port': ['ID=cae7a77c-1be2-4c76-98e4-59dc11867ab5,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:39.015383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Attempting to bind port cae7a77c-1be2-4c76-98e4-59dc11867ab5 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:39.015790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Attempting to bind port cae7a77c-1be2-4c76-98e4-59dc11867ab5 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:39.016133 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Attempting to bind port cae7a77c-1be2-4c76-98e4-59dc11867ab5 on network bf6a4356-9432-4a2c-adfd-dc8aea01772d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:39.030837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Port cae7a77c-1be2-4c76-98e4-59dc11867ab5 on network bf6a4356-9432-4a2c-adfd-dc8aea01772d not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:39:39.031171 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Attempting to bind port cae7a77c-1be2-4c76-98e4-59dc11867ab5 on network bf6a4356-9432-4a2c-adfd-dc8aea01772d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:39.052279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:39.052623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Checking segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:39.053020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Bound using segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:39.053474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Bound port: cae7a77c-1be2-4c76-98e4-59dc11867ab5, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:39.053841 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:39.118496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417acb3c-ebcc-482a-aba6-c2f90de502b2 req-f678d6c6-4518-4fac-a9ca-259f205a8d1e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.120043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-417acb3c-ebcc-482a-aba6-c2f90de502b2 req-f678d6c6-4518-4fac-a9ca-259f205a8d1e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 944 time: 0.1016102 Feb 09 22:39:39.155183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] For port cae7a77c-1be2-4c76-98e4-59dc11867ab5, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:39.173724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] For port cae7a77c-1be2-4c76-98e4-59dc11867ab5, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cae7a77c-1be2-4c76-98e4-59dc11867ab5,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:39.191155 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-417acb3c-ebcc-482a-aba6-c2f90de502b2 req-4cfc8f8b-83db-4156-8153-b6c864078121 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Feb 09 22:39:39.249009 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:39.261049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:39.296542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.297165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:39.298575 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] 10.222.0.110 "PUT /v2.0/ports/cae7a77c-1be2-4c76-98e4-59dc11867ab5 HTTP/1.1" status: 200 len: 1092 time: 0.8503995 Feb 09 22:39:39.299063 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'tag': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:39.301373 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28867551-3d9f-46da-8386-6ab84527d306" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc73a12-ca34-4e8e-a34b-ee32ffebebc6", "tag": "cae7a77c-1be2-4c76-98e4-59dc11867ab5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:39.332356 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6112d-d0b8-425e-9581-8199c3d04f3a service neutron] Pushing event updated for resources: {'Port': ['ID=cae7a77c-1be2-4c76-98e4-59dc11867ab5,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:39.340622 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dddb822-13cf-4fe9-a668-a392751dc630 x-openstack-request-id: req-9dddb822-13cf-4fe9-a668-a392751dc630 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:39.340904 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc73a12-ca34-4e8e-a34b-ee32ffebebc6", "tag": "cae7a77c-1be2-4c76-98e4-59dc11867ab5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:39.341220 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9dddb822-13cf-4fe9-a668-a392751dc630 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:39.341648 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'tag': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5', 'status': 'completed', 'code': 200} Feb 09 22:39:39.412860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28867551-3d9f-46da-8386-6ab84527d306 req-6929e732-8970-477a-adc4-51767a0400ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.414827 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28867551-3d9f-46da-8386-6ab84527d306 req-6929e732-8970-477a-adc4-51767a0400ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 1126 time: 0.0513647 Feb 09 22:39:39.518733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28867551-3d9f-46da-8386-6ab84527d306 req-39889d88-82e3-4430-8dff-488780cad8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.520235 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28867551-3d9f-46da-8386-6ab84527d306 req-39889d88-82e3-4430-8dff-488780cad8c9 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0986743 Feb 09 22:39:39.618181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28867551-3d9f-46da-8386-6ab84527d306 req-33696866-3b8e-4764-9433-fe4f0ba39466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.619531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-28867551-3d9f-46da-8386-6ab84527d306 req-33696866-3b8e-4764-9433-fe4f0ba39466 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936301 Feb 09 22:39:39.701209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-10580e4f-321f-4e63-aa40-eb9ae26c8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.702937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-10580e4f-321f-4e63-aa40-eb9ae26c8e22 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 1126 time: 0.0469213 Feb 09 22:39:39.743518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-6112851f-a651-492d-ae5d-a78249fea05c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cae7a77c-1be2-4c76-98e4-59dc11867ab5 HTTP/1.1" status: 200 len: 217 time: 0.0345395 Feb 09 22:39:39.794900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-1317d1e2-ca92-4e78-b36c-dd1c959d3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.796383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-1317d1e2-ca92-4e78-b36c-dd1c959d3adb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f430328c-0b43-445b-8f4d-8c19d589d355 HTTP/1.1" status: 200 len: 856 time: 0.0474789 Feb 09 22:39:39.844706 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-29710ed2-3dee-45bf-8033-cd0d92b9fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:39.846206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-29710ed2-3dee-45bf-8033-cd0d92b9fb2e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bf6a4356-9432-4a2c-adfd-dc8aea01772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441837 Feb 09 22:39:39.936070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-e05a3b68-5a8a-4cbe-b286-02a54f2e9e8d service neutron] 10.222.0.110 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832298 Feb 09 22:39:40.026887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cfcb6c84-fb34-4523-a398-1fa20ac45bbf req-002e1891-01e4-48ff-808c-e470c72405a9 service neutron] 10.222.0.110 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847588 Feb 09 22:39:40.309759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311441d-0028-4fee-8664-fe5c232833a4 req-f3b7d0a0-4558-4fdf-b1ef-feaf648dc2c0 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:40.311271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4311441d-0028-4fee-8664-fe5c232833a4 req-f3b7d0a0-4558-4fdf-b1ef-feaf648dc2c0 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 944 time: 0.0533574 Feb 09 22:39:40.358162 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4311441d-0028-4fee-8664-fe5c232833a4 req-41c473b1-700a-47ee-b50b-ab78e73dc7a9 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Feb 09 22:39:40.409059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:41.482892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a632b-f439-4bb4-a2e0-2f03e9ad727b req-6d13b975-9fb6-4760-8c96-05e96f444da3 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:41.484423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-338a632b-f439-4bb4-a2e0-2f03e9ad727b req-6d13b975-9fb6-4760-8c96-05e96f444da3 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 944 time: 0.0535133 Feb 09 22:39:41.530073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-338a632b-f439-4bb4-a2e0-2f03e9ad727b req-9fdb02e7-8439-4990-8081-5922ed646b47 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Feb 09 22:39:41.711682 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:42.653090 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e15691-aaa9-4d44-9d8d-5a9d9fd5d036 req-919537df-fb83-4f62-8c0e-11e7b43299f7 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:42.655302 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48e15691-aaa9-4d44-9d8d-5a9d9fd5d036 req-919537df-fb83-4f62-8c0e-11e7b43299f7 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 944 time: 0.0564020 Feb 09 22:39:42.701540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-48e15691-aaa9-4d44-9d8d-5a9d9fd5d036 req-20791501-91a5-48cd-a4cb-7b900aa04144 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Feb 09 22:39:43.653719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cae7a77c-1be2-4c76-98e4-59dc11867ab5 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:39:43.747017 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cae7a77c-1be2-4c76-98e4-59dc11867ab5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cae7a77c-1be2-4c76-98e4-59dc11867ab5,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:43.758659 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'port_id': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5', 'mac_address': 'fa:16:3e:d7:f0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:39:43.800032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cae7a77c-1be2-4c76-98e4-59dc11867ab5 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:43.800427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:43.813980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae7a77c-1be2-4c76-98e4-59dc11867ab5 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:43.827032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6484f14-37fc-415d-bfa4-d51e7431fc07 req-0d56de6d-fd11-4370-91ec-667902517f34 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:43.828700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6484f14-37fc-415d-bfa4-d51e7431fc07 req-0d56de6d-fd11-4370-91ec-667902517f34 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 944 time: 0.0577204 Feb 09 22:39:43.833302 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cae7a77c-1be2-4c76-98e4-59dc11867ab5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cae7a77c-1be2-4c76-98e4-59dc11867ab5,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:43.875394 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b6484f14-37fc-415d-bfa4-d51e7431fc07 req-6acad858-6b59-4a7c-bc8b-94ad3485875d tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 Feb 09 22:39:43.934904 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:43.982534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cae7a77c-1be2-4c76-98e4-59dc11867ab5,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:44.141554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cae7a77c-1be2-4c76-98e4-59dc11867ab5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:39:44.993928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc345c-b8b9-48ec-b98c-b2123f01d833 req-db21aa08-f0ee-4b8a-8281-639bffe05ae6 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:44.996000 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66dc345c-b8b9-48ec-b98c-b2123f01d833 req-db21aa08-f0ee-4b8a-8281-639bffe05ae6 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Feb 09 22:39:45.042566 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-66dc345c-b8b9-48ec-b98c-b2123f01d833 req-e90fa596-3c00-47b8-9916-b6e1251ab0c8 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Feb 09 22:39:45.669813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cae7a77c-1be2-4c76-98e4-59dc11867ab5 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:45.774690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port cae7a77c-1be2-4c76-98e4-59dc11867ab5 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:39:45.779277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port cae7a77c-1be2-4c76-98e4-59dc11867ab5 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:45.779654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:45.854872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port cae7a77c-1be2-4c76-98e4-59dc11867ab5 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:45.855913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:45.878154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:45.880449 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c6f509-dbc2-402c-9c0b-6410ea6a5d83" -d '{"events": [{"server_uuid": "3cc73a12-ca34-4e8e-a34b-ee32ffebebc6", "name": "network-vif-plugged", "status": "completed", "tag": "cae7a77c-1be2-4c76-98e4-59dc11867ab5"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:45.897041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port cae7a77c-1be2-4c76-98e4-59dc11867ab5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cae7a77c-1be2-4c76-98e4-59dc11867ab5,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:45.916891 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e7ae4d-e736-4bee-9f30-1b6c15588f51 x-openstack-request-id: req-14e7ae4d-e736-4bee-9f30-1b6c15588f51 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:45.917189 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc73a12-ca34-4e8e-a34b-ee32ffebebc6", "name": "network-vif-plugged", "status": "completed", "tag": "cae7a77c-1be2-4c76-98e4-59dc11867ab5", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:45.917476 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-14e7ae4d-e736-4bee-9f30-1b6c15588f51 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:45.918539 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5', 'code': 200} Feb 09 22:39:45.946108 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:45.994394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=cae7a77c-1be2-4c76-98e4-59dc11867ab5,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:46.013590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4e61-aa0d-41a7-bd11-813850520234 req-5432e439-b94a-4e6e-b5c4-b93484e0f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:46.015169 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a7f4e61-aa0d-41a7-bd11-813850520234 req-5432e439-b94a-4e6e-b5c4-b93484e0f3ac service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 1128 time: 0.0442734 Feb 09 22:39:46.063068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a7f4e61-aa0d-41a7-bd11-813850520234 req-455d6083-eb85-493e-8ea3-2522b08582cd service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Feb 09 22:39:46.163539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19258fdb-43cb-4c9b-9bb2-b6b887d1825a req-c883bd15-74f7-4130-833b-47154535b8aa tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:46.165361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19258fdb-43cb-4c9b-9bb2-b6b887d1825a req-c883bd15-74f7-4130-833b-47154535b8aa tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 946 time: 0.0528784 Feb 09 22:39:46.211082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-19258fdb-43cb-4c9b-9bb2-b6b887d1825a req-ce071e8a-ccf9-49c6-a22c-af8f2c7f312d tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Feb 09 22:39:47.332527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021783b-0040-447c-be53-5a424283088c req-665fd95d-4097-4e75-8d68-c97183d8aba4 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:47.334037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6021783b-0040-447c-be53-5a424283088c req-665fd95d-4097-4e75-8d68-c97183d8aba4 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 946 time: 0.0530691 Feb 09 22:39:47.380809 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6021783b-0040-447c-be53-5a424283088c req-85f4a8dd-1933-4b1d-b84f-8557f763f128 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411081 Feb 09 22:39:48.496809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dea31-e39e-42f8-b65c-0655852ce8db req-ebe740e0-6b58-421f-aa60-acbb1766839c tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:48.498919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e34dea31-e39e-42f8-b65c-0655852ce8db req-ebe740e0-6b58-421f-aa60-acbb1766839c tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 946 time: 0.0513232 Feb 09 22:39:48.544099 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e34dea31-e39e-42f8-b65c-0655852ce8db req-c206954a-7834-4937-b2ea-19f6483b3ff4 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Feb 09 22:39:48.661491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d28e-0559-425d-a1bf-79e10eaa8331 req-c23a3db8-d170-4876-bfe8-2030c99ba3bd tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:48.662926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34b3d28e-0559-425d-a1bf-79e10eaa8331 req-c23a3db8-d170-4876-bfe8-2030c99ba3bd tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Feb 09 22:39:48.712982 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-34b3d28e-0559-425d-a1bf-79e10eaa8331 req-ad27b429-8802-4739-b9f0-6be01b735155 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Feb 09 22:39:59.865250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:00.490679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-965d3066-eb3c-4ca4-ad33-48044125b182 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462708 Feb 09 22:40:00.576989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-e66ee457-ef7d-42a6-a7bc-79c2d68b42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:00.578513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-e66ee457-ef7d-42a6-a7bc-79c2d68b42a3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 1128 time: 0.0445967 Feb 09 22:40:00.678264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-8fa8c164-f6fd-44a9-b48a-bdd60f15ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:00.679682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-8fa8c164-f6fd-44a9-b48a-bdd60f15ef2f service neutron] 10.222.0.110 "GET /v2.0/networks?id=bf6a4356-9432-4a2c-adfd-dc8aea01772d HTTP/1.1" status: 200 len: 918 time: 0.0844855 Feb 09 22:40:00.724953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-17cb864a-3eec-45a0-b54e-a2d8f3a0894b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cae7a77c-1be2-4c76-98e4-59dc11867ab5 HTTP/1.1" status: 200 len: 217 time: 0.0386100 Feb 09 22:40:00.772872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-999a5b82-45c5-49c2-ab42-9d453c04eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:00.774325 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-999a5b82-45c5-49c2-ab42-9d453c04eb49 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f430328c-0b43-445b-8f4d-8c19d589d355 HTTP/1.1" status: 200 len: 856 time: 0.0440531 Feb 09 22:40:00.822697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-baeb09d7-844f-4a2a-ab49-a5b9ada8f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:00.824221 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-baeb09d7-844f-4a2a-ab49-a5b9ada8f79a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bf6a4356-9432-4a2c-adfd-dc8aea01772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430336 Feb 09 22:40:00.915948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-01089a11-4e77-42f5-acf1-21714615f2a4 service neutron] 10.222.0.110 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861418 Feb 09 22:40:01.002131 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e74d599-2de9-43f5-a27c-6ac67d9eb507 req-1062935f-31a1-4ea2-9520-839ef4ee4e25 service neutron] 10.222.0.110 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802963 Feb 09 22:40:01.323015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:05.516797 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e57398c-9cdc-4e78-9631-dca67ad5590b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:07.511117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-236cd44a-9488-4b80-8998-53b041ad6b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:09.230895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:10.424882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:11.717129 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:12.932849 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:40:24.110783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11436c0c-07ae-4fcb-8aeb-9b6b4d566367 req-6956a900-b109-4a99-bde3-a101ebda3bc0 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:24.112336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11436c0c-07ae-4fcb-8aeb-9b6b4d566367 req-6956a900-b109-4a99-bde3-a101ebda3bc0 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 946 time: 0.0530808 Feb 09 22:40:24.162509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11436c0c-07ae-4fcb-8aeb-9b6b4d566367 req-0e4e6716-f503-409a-894e-461a5c1f7faa tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Feb 09 22:40:25.282391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68bcf-3004-4f5d-b09c-7df9ade4be35 req-13dc37e3-f3a8-44f4-9d0f-71f850a98d13 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:25.283926 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5be68bcf-3004-4f5d-b09c-7df9ade4be35 req-13dc37e3-f3a8-44f4-9d0f-71f850a98d13 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 946 time: 0.0522025 Feb 09 22:40:25.333346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5be68bcf-3004-4f5d-b09c-7df9ade4be35 req-dd67300f-dc48-4466-bb59-fc56b4cfff98 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Feb 09 22:40:25.540920 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-5731f7e4-653d-41e2-980f-478a11d9e8af tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:25.542389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-5731f7e4-653d-41e2-980f-478a11d9e8af tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.110 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 946 time: 0.0524580 Feb 09 22:40:25.630761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Deleting port cae7a77c-1be2-4c76-98e4-59dc11867ab5 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:40:25.631112 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:26.059425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] For port cae7a77c-1be2-4c76-98e4-59dc11867ab5, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=cae7a77c-1be2-4c76-98e4-59dc11867ab5,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:26.059856 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:26.072020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Calling delete_port for cae7a77c-1be2-4c76-98e4-59dc11867ab5 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:40:26.248196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (cae7a77c-1be2-4c76-98e4-59dc11867ab5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:26.261496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['cae7a77c-1be2-4c76-98e4-59dc11867ab5'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:40:26.276526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Pushing event deleted for resources: {'Port': ['ID=cae7a77c-1be2-4c76-98e4-59dc11867ab5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:26.305486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.305877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.306220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.306643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.306980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.307317 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.307651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.308007 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.308338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.308668 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.308995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.309318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.317899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:26.332040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] No DVR routers for this DVR port cae7a77c-1be2-4c76-98e4-59dc11867ab5 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:40:26.334698 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:26.338127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1336f62d-d49a-448e-ad0c-4d2c74030322 req-449d4372-7d97-4639-ba26-c156a883e7c1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.110 "DELETE /v2.0/ports/cae7a77c-1be2-4c76-98e4-59dc11867ab5 HTTP/1.1" status: 204 len: 173 time: 0.7904384 Feb 09 22:40:26.338579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'name': 'network-vif-deleted', 'tag': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:26.340863 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109dae75-1394-4fe8-9430-5db216bb089a" -d '{"events": [{"server_uuid": "3cc73a12-ca34-4e8e-a34b-ee32ffebebc6", "name": "network-vif-deleted", "tag": "cae7a77c-1be2-4c76-98e4-59dc11867ab5"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:26.377862 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372ea5be-8289-4193-a0e7-13d9d94ddabc x-openstack-request-id: req-372ea5be-8289-4193-a0e7-13d9d94ddabc {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:26.378236 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc73a12-ca34-4e8e-a34b-ee32ffebebc6", "name": "network-vif-deleted", "tag": "cae7a77c-1be2-4c76-98e4-59dc11867ab5", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:26.378601 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-372ea5be-8289-4193-a0e7-13d9d94ddabc {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:26.379017 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc73a12-ca34-4e8e-a34b-ee32ffebebc6', 'name': 'network-vif-deleted', 'tag': 'cae7a77c-1be2-4c76-98e4-59dc11867ab5', 'status': 'completed', 'code': 200} Feb 09 22:40:26.429298 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e4fd6de-197f-42ab-8a21-974061c2f9e0 req-3d1ac98a-48c8-4843-8c13-576549a979e1 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=3cc73a12-ca34-4e8e-a34b-ee32ffebebc6 HTTP/1.1" status: 200 len: 210 time: 0.0276551 Feb 09 22:40:28.058266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-e36fc404-d7aa-4678-bbf2-2940c05ae31a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:28.059750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-e36fc404-d7aa-4678-bbf2-2940c05ae31a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/networks?id=bf6a4356-9432-4a2c-adfd-dc8aea01772d HTTP/1.1" status: 200 len: 817 time: 0.1025548 Feb 09 22:40:28.075083 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-d4857d03-a4f3-4ecc-8c89-77cc5b7ff45c tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/quotas/b5bd94537f4f4ca68751e6f65d5258f2 HTTP/1.1" status: 200 len: 375 time: 0.0089629 Feb 09 22:40:28.128620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-5dc4f495-9bb1-4539-a73b-464bcf6eff66 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487349 Feb 09 22:40:28.227682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-59a2304c-8fe8-4979-8eb0-14bcd860ca65 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:40:28.228734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-59a2304c-8fe8-4979-8eb0-14bcd860ca65 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0896378 Feb 09 22:40:28.320773 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-bffbdb14-e4e2-4849-b007-a13405f501a0 service neutron] 10.222.0.98 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855889 Feb 09 22:40:28.407894 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-83dc35da-adcb-4692-98a2-026b57dc77b9 service neutron] 10.222.0.98 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812237 Feb 09 22:40:28.635682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bc58f339-b6fa-44e1-bda5-ef11dd16067d req-68148e3a-1286-4806-80d9-d2b350348c5a tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 210 time: 0.0305150 Feb 09 22:40:29.730935 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-32ad7309-b60f-4a48-8078-8e8268bf71c7 req-4913782c-638f-400f-804e-345e9fd85658 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 210 time: 0.0287733 Feb 09 22:40:29.847530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:29.886576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cae7a77c-1be2-4c76-98e4-59dc11867ab5 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:29.909928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: cae7a77c-1be2-4c76-98e4-59dc11867ab5 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:40:29.910280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device cae7a77c-1be2-4c76-98e4-59dc11867ab5 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:40:30.437885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-97b5e78e-0873-47af-a818-47e7e81f5eae tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:30.439345 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-97b5e78e-0873-47af-a818-47e7e81f5eae tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.30 "GET /v2.0/networks?id=bf6a4356-9432-4a2c-adfd-dc8aea01772d HTTP/1.1" status: 200 len: 817 time: 0.1004751 Feb 09 22:40:30.456099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Request body: {'port': {'device_id': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'admin_state_up': True, 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:30.601985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Made reservation on behalf of b5bd94537f4f4ca68751e6f65d5258f2 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:40:30.605510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:30.727052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Allocated IP 172.20.0.6 (bf6a4356-9432-4a2c-adfd-dc8aea01772d/f430328c-0b43-445b-8f4d-8c19d589d355/1b06e01c-1fc8-49ad-b2a7-4abb096bd045) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:40:30.850664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-256a8697-d6f9-4270-a33f-fe2e34eb0e82 req-c98b7ca3-3961-4e6f-8405-e78b45f74fe5 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 210 time: 0.0314753 Feb 09 22:40:30.900507 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks [] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:30.968444 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.015584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:40:31.018549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:40:31.022129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:40:31.028312 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Pushing event updated for resources: {'Port': ['ID=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:31.082098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.084889 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.171361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-86549619-0fae-4aad-b8e0-de44fee7b54e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7187567 Feb 09 22:40:31.187237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Request body: {'port': {'device_id': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:31.244161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.283682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-20692ff7-dbdc-4ff6-b39d-4b0a461d8ed0 None None] Provisioning complete for port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:40:31.284268 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-20692ff7-dbdc-4ff6-b39d-4b0a461d8ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.317482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-20692ff7-dbdc-4ff6-b39d-4b0a461d8ed0 None None] Port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:40:31.350942 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.505790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:40:31.513166 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Publish callbacks [] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.525209 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Transition to ACTIVE for port object 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:40:31.585013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.654239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Pushing event updated for resources: {'Port': ['ID=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:31.709936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Attempting to bind port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:40:31.710276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Attempting to bind port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:40:31.710611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Attempting to bind port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 on network bf6a4356-9432-4a2c-adfd-dc8aea01772d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:40:31.715076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 on network bf6a4356-9432-4a2c-adfd-dc8aea01772d not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:40:31.715402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Attempting to bind port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 on network bf6a4356-9432-4a2c-adfd-dc8aea01772d {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:40:31.721125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:40:31.721482 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Checking segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:40:31.721877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Bound using segment: {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:40:31.722319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Bound port: 1b06e01c-1fc8-49ad-b2a7-4abb096bd045, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a10f87-1654-4ef1-ad87-3d5172c02759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:40:31.722685 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.787599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] For port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:40:31.791088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] For port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:40:31.859486 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.893423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.894056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:31.895458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] 10.222.0.30 "PUT /v2.0/ports/1b06e01c-1fc8-49ad-b2a7-4abb096bd045 HTTP/1.1" status: 200 len: 1091 time: 0.7127926 Feb 09 22:40:31.895987 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'tag': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:31.898271 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0715415-ad36-4a2b-b6c2-e3fba9e689ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2133e68b-9e41-4316-b396-dbcff0d58b3a", "tag": "1b06e01c-1fc8-49ad-b2a7-4abb096bd045"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:31.933629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724704f5-7ac0-4617-9661-2e6fe2185f77 service neutron] Pushing event updated for resources: {'Port': ['ID=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:31.948661 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6a3f39-984e-4b8c-b31e-c66a8b815de3 x-openstack-request-id: req-3d6a3f39-984e-4b8c-b31e-c66a8b815de3 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:31.949653 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2133e68b-9e41-4316-b396-dbcff0d58b3a", "tag": "1b06e01c-1fc8-49ad-b2a7-4abb096bd045", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:31.949653 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3d6a3f39-984e-4b8c-b31e-c66a8b815de3 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:31.949948 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'tag': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045', 'status': 'completed', 'code': 200} Feb 09 22:40:31.988017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7b56e-ac6f-4ac5-8264-18fac355773a req-81511f41-c874-4f1d-a6c8-dd90dbb42b40 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:31.995183 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1a7b56e-ac6f-4ac5-8264-18fac355773a req-81511f41-c874-4f1d-a6c8-dd90dbb42b40 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 943 time: 0.0688612 Feb 09 22:40:32.019118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715415-ad36-4a2b-b6c2-e3fba9e689ad req-dfbf5886-8d14-425b-b061-8474ece34fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.020703 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0715415-ad36-4a2b-b6c2-e3fba9e689ad req-dfbf5886-8d14-425b-b061-8474ece34fcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 1125 time: 0.0499706 Feb 09 22:40:32.046468 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c1a7b56e-ac6f-4ac5-8264-18fac355773a req-c43245f8-1dd9-44a1-bc7a-959301e2cacb tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Feb 09 22:40:32.130175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715415-ad36-4a2b-b6c2-e3fba9e689ad req-03efc7e2-da72-4067-a9fb-90a284765b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.131672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0715415-ad36-4a2b-b6c2-e3fba9e689ad req-03efc7e2-da72-4067-a9fb-90a284765b0b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1003568 Feb 09 22:40:32.231255 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715415-ad36-4a2b-b6c2-e3fba9e689ad req-0ea181aa-4838-4cf9-9f20-7f95371aadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.233344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0715415-ad36-4a2b-b6c2-e3fba9e689ad req-0ea181aa-4838-4cf9-9f20-7f95371aadaf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914607 Feb 09 22:40:32.318121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-9e97157d-e67e-4f42-9b83-f45909503865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.319613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-9e97157d-e67e-4f42-9b83-f45909503865 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 1125 time: 0.0451896 Feb 09 22:40:32.364136 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-f75bfb73-3cd1-41db-9854-9bf88da89bc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b06e01c-1fc8-49ad-b2a7-4abb096bd045 HTTP/1.1" status: 200 len: 217 time: 0.0335057 Feb 09 22:40:32.418601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-c7fe9491-76e8-45e8-9894-92c58cf4ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.420543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-c7fe9491-76e8-45e8-9894-92c58cf4ae54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f430328c-0b43-445b-8f4d-8c19d589d355 HTTP/1.1" status: 200 len: 856 time: 0.0455751 Feb 09 22:40:32.467953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-adb10887-4165-405b-acc9-98a0ac2f4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:32.469437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-adb10887-4165-405b-acc9-98a0ac2f4744 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf6a4356-9432-4a2c-adfd-dc8aea01772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437541 Feb 09 22:40:32.559337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-dd53d418-10c9-4806-96d3-883246871519 service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801051 Feb 09 22:40:32.652898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ebb6033-4998-4b28-896f-60a095f51b02 req-e3a8fa7e-6585-46f4-8b90-c761121a7d1d service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842917 Feb 09 22:40:33.170534 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38d1f3-fbe6-473d-96e1-536a56a4228c req-b9d2ec2f-047e-4bd8-8f45-352c4f1fa368 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:33.172035 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b38d1f3-fbe6-473d-96e1-536a56a4228c req-b9d2ec2f-047e-4bd8-8f45-352c4f1fa368 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 943 time: 0.0532162 Feb 09 22:40:33.218077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9b38d1f3-fbe6-473d-96e1-536a56a4228c req-a3412750-4252-4f3e-b291-35f53febeccf tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Feb 09 22:40:34.335587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58f363-7f4e-4efa-bf21-45895e5df2f5 req-3ce249ca-351a-45fb-9890-5eebe8c3c34c tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:34.337116 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae58f363-7f4e-4efa-bf21-45895e5df2f5 req-3ce249ca-351a-45fb-9890-5eebe8c3c34c tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 943 time: 0.0527258 Feb 09 22:40:34.382478 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ae58f363-7f4e-4efa-bf21-45895e5df2f5 req-8631f9d5-046a-41eb-aeee-9cbb9ff14afe tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Feb 09 22:40:35.497782 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dc5397f5-7e74-4dbf-94a2-b06814f53124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:35.508223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecef1f-fcd7-4172-9523-892dc9fe0d5c req-c2f58a3f-d683-4aa4-9f99-bcb8972119dc tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:35.509779 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07ecef1f-fcd7-4172-9523-892dc9fe0d5c req-c2f58a3f-d683-4aa4-9f99-bcb8972119dc tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 943 time: 0.0567429 Feb 09 22:40:35.557052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07ecef1f-fcd7-4172-9523-892dc9fe0d5c req-350f91bb-a05d-4270-9086-850b7f16ec2b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Feb 09 22:40:35.874406 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:40:35.968470 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:35.979337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045', 'network_id': 'bf6a4356-9432-4a2c-adfd-dc8aea01772d', 'port_id': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045', 'mac_address': 'fa:16:3e:f6:27:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f430328c-0b43-445b-8f4d-8c19d589d355', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:40:36.020550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:40:36.023511 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:36.033621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:40:36.052776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:36.127824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:36.173684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:36.180977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.181332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.181680 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.182023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.182364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.182700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.183033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.183365 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.183718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.184056 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.184386 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.184711 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.185036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:36.436136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1b06e01c-1fc8-49ad-b2a7-4abb096bd045'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:40:36.675837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc801b-70f4-48f6-8811-720d3378e1b4 req-eec70134-5477-42fe-a126-9b0aca24e760 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:36.677327 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3dfc801b-70f4-48f6-8811-720d3378e1b4 req-eec70134-5477-42fe-a126-9b0aca24e760 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 944 time: 0.0525663 Feb 09 22:40:36.723176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3dfc801b-70f4-48f6-8811-720d3378e1b4 req-0327ff86-8a22-4856-bf86-34056b867a2b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Feb 09 22:40:37.533048 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-156757be-b47d-451f-81bc-1013ea6fb0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:37.839396 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77d6b2-a95a-4b51-93d3-8d686d5ec01d req-5c473fc7-e31a-4ae6-8c32-9c1d9d552eeb tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:37.840830 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c77d6b2-a95a-4b51-93d3-8d686d5ec01d req-5c473fc7-e31a-4ae6-8c32-9c1d9d552eeb tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 944 time: 0.0514510 Feb 09 22:40:37.886957 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c77d6b2-a95a-4b51-93d3-8d686d5ec01d req-b48c9fc1-68a3-457a-b870-3093527f3f3c tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Feb 09 22:40:37.890246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:40:37.995971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:40:37.999926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:40:38.000312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:38.079060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:40:38.079453 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:38.101477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:38.103644 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f11f8-696f-4a29-9f95-89897f2ab756" -d '{"events": [{"server_uuid": "2133e68b-9e41-4316-b396-dbcff0d58b3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b06e01c-1fc8-49ad-b2a7-4abb096bd045"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:38.116375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:38.139813 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0382e23a-b962-4bd2-956a-215e5fc3f2f9 x-openstack-request-id: req-0382e23a-b962-4bd2-956a-215e5fc3f2f9 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:38.140114 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2133e68b-9e41-4316-b396-dbcff0d58b3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b06e01c-1fc8-49ad-b2a7-4abb096bd045", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:38.140376 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0382e23a-b962-4bd2-956a-215e5fc3f2f9 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:38.141313 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045', 'code': 200} Feb 09 22:40:38.161896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:38.209618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:38.244340 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e662e78-3627-455e-af3a-0825917c0d73 req-ceeecac5-d0b3-4739-8719-5773d5a4aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:38.245807 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e662e78-3627-455e-af3a-0825917c0d73 req-ceeecac5-d0b3-4739-8719-5773d5a4aacd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 1127 time: 0.0436497 Feb 09 22:40:38.296823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6e662e78-3627-455e-af3a-0825917c0d73 req-c2d822db-f9d7-48f0-b216-b0e3a7b34122 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Feb 09 22:40:39.005968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38148d0-d658-4197-8031-5c0a10a3a308 req-c1b8978d-6d4f-4c21-8ab7-972e81ad3308 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:39.007479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e38148d0-d658-4197-8031-5c0a10a3a308 req-c1b8978d-6d4f-4c21-8ab7-972e81ad3308 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 945 time: 0.0531976 Feb 09 22:40:39.054210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e38148d0-d658-4197-8031-5c0a10a3a308 req-a51adf27-d08a-448b-9d4b-a700910e3f3e tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Feb 09 22:40:39.264918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:40.176905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c61ad2-33b0-4012-bf9b-daa746860576 req-83a3c33d-0adc-43eb-88a0-aecf5b476176 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:40.178370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91c61ad2-33b0-4012-bf9b-daa746860576 req-83a3c33d-0adc-43eb-88a0-aecf5b476176 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 945 time: 0.0558765 Feb 09 22:40:40.223295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-91c61ad2-33b0-4012-bf9b-daa746860576 req-7a0ad559-e7e3-4558-8969-a71ac9d544e8 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Feb 09 22:40:40.340867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27bc47-b44c-4289-974f-1e76588843fb req-36adead3-f07a-484b-8e36-27eb7ff525bc tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:40.342309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e27bc47-b44c-4289-974f-1e76588843fb req-36adead3-f07a-484b-8e36-27eb7ff525bc tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 945 time: 0.0523586 Feb 09 22:40:40.389556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1e27bc47-b44c-4289-974f-1e76588843fb req-fa622e04-0643-4baf-8cd7-8b606629fc80 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Feb 09 22:40:40.430506 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:41.710455 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:49.932167 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:40:59.858549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.344587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.539226 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0a680b0c-a9c9-4ad5-ad08-538fc9c19d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:07.138043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-e4ac21ca-cb05-4231-8085-f9dfb6776d29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521533 Feb 09 22:41:07.231430 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-cc6a4786-0df9-4d91-afef-12ef504a7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.233024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-cc6a4786-0df9-4d91-afef-12ef504a7468 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 1127 time: 0.0455713 Feb 09 22:41:07.337708 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-6995f8f1-cc94-4a36-85db-78647cd4f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.339133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-6995f8f1-cc94-4a36-85db-78647cd4f342 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf6a4356-9432-4a2c-adfd-dc8aea01772d HTTP/1.1" status: 200 len: 918 time: 0.0859015 Feb 09 22:41:07.385598 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-c28ff2d0-b61e-4d98-97be-dfc852befbc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b06e01c-1fc8-49ad-b2a7-4abb096bd045 HTTP/1.1" status: 200 len: 217 time: 0.0394483 Feb 09 22:41:07.439387 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-33136a15-e628-410e-9b34-35ceae8da30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.440965 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-33136a15-e628-410e-9b34-35ceae8da30a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f430328c-0b43-445b-8f4d-8c19d589d355 HTTP/1.1" status: 200 len: 856 time: 0.0441382 Feb 09 22:41:07.495686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-75ddf24b-6cb0-4d9c-802c-62575d137b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.497319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-75ddf24b-6cb0-4d9c-802c-62575d137b76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf6a4356-9432-4a2c-adfd-dc8aea01772d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490415 Feb 09 22:41:07.527255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ea3e8151-c39b-4de6-ba7d-d51fcb92ad19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:07.592085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-54bff6d1-cd02-4024-81b1-9409126e37af service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880783 Feb 09 22:41:07.680361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0c70be75-3766-4e23-9649-afe33ab92f29 req-064d49ed-176a-4a17-9704-05ac94fda14d service neutron] 10.222.0.30 "GET /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811496 Feb 09 22:41:09.235458 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:10.423716 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.732495 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.816769 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937048d2-7b64-4880-a395-5b64b9fd635f req-6cda5c32-0928-45ae-83bf-2735257ad7af tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.819407 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-937048d2-7b64-4880-a395-5b64b9fd635f req-6cda5c32-0928-45ae-83bf-2735257ad7af tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 945 time: 0.0622108 Feb 09 22:41:15.865357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-937048d2-7b64-4880-a395-5b64b9fd635f req-fc995bff-ce6e-469e-ab67-f5851bb5ecd9 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Feb 09 22:41:16.996274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5ac53-ad37-4767-8edf-c4e610e18b73 req-504f00b6-4362-495c-ad1e-ea53bdeb2820 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.997801 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74e5ac53-ad37-4767-8edf-c4e610e18b73 req-504f00b6-4362-495c-ad1e-ea53bdeb2820 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 945 time: 0.0603290 Feb 09 22:41:17.045142 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-74e5ac53-ad37-4767-8edf-c4e610e18b73 req-0469b98e-bc76-4746-8507-a2fceeaa9160 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/security-groups?id=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Feb 09 22:41:17.435278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-8a7d53f0-16e3-4160-9d31-9b9dd9d466b6 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:17.436682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-8a7d53f0-16e3-4160-9d31-9b9dd9d466b6 tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.30 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 945 time: 0.0520043 Feb 09 22:41:17.533335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Deleting port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:17.533695 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:17.619445 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] For port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:17.619836 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:17.632707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Calling delete_port for 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:17.812491 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1b06e01c-1fc8-49ad-b2a7-4abb096bd045), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:17.831427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['1b06e01c-1fc8-49ad-b2a7-4abb096bd045'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:41:17.843541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Pushing event deleted for resources: {'Port': ['ID=1b06e01c-1fc8-49ad-b2a7-4abb096bd045,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:17.891348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] No DVR routers for this DVR port 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:17.894068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:17.899872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b9b08f8-fbc7-4a61-8ed2-0e6c6e7d4507 req-d1181f46-c73c-4adc-a0e2-16f5a353f81b tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.30 "DELETE /v2.0/ports/1b06e01c-1fc8-49ad-b2a7-4abb096bd045 HTTP/1.1" status: 204 len: 173 time: 0.4531069 Feb 09 22:41:17.899872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'name': 'network-vif-deleted', 'tag': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:17.900241 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559692c5-3de7-466f-b438-5f15efe838ff" -d '{"events": [{"server_uuid": "2133e68b-9e41-4316-b396-dbcff0d58b3a", "name": "network-vif-deleted", "tag": "1b06e01c-1fc8-49ad-b2a7-4abb096bd045"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:17.939729 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4502d8-ace7-47e0-b472-82df6752caad x-openstack-request-id: req-df4502d8-ace7-47e0-b472-82df6752caad {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:17.944702 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2133e68b-9e41-4316-b396-dbcff0d58b3a", "name": "network-vif-deleted", "tag": "1b06e01c-1fc8-49ad-b2a7-4abb096bd045", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:17.944702 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df4502d8-ace7-47e0-b472-82df6752caad {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:17.944702 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2133e68b-9e41-4316-b396-dbcff0d58b3a', 'name': 'network-vif-deleted', 'tag': '1b06e01c-1fc8-49ad-b2a7-4abb096bd045', 'status': 'completed', 'code': 200} Feb 09 22:41:18.142408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcea70a3-240d-48b4-8feb-a942024af92b req-2c292e33-8321-4f82-a4d8-9804f3cbedeb tempest-TestEncryptedCinderVolumes-1691721916 tempest-TestEncryptedCinderVolumes-1691721916-project] 10.222.0.98 "GET /v2.0/ports?device_id=2133e68b-9e41-4316-b396-dbcff0d58b3a HTTP/1.1" status: 200 len: 210 time: 0.0277174 Feb 09 22:41:19.302560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58396) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:19.644450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (024473c0-ea39-4c2c-8582-bcd284d0eb08), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:19.890867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Deleting port ca65f627-1a40-4b0d-8b7c-c7726b999db7 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:19.891125 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:19.967072 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] For port ca65f627-1a40-4b0d-8b7c-c7726b999db7, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ca65f627-1a40-4b0d-8b7c-c7726b999db7,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:19.967442 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:19.980381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Calling delete_port for ca65f627-1a40-4b0d-8b7c-c7726b999db7 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:20.200799 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ca65f627-1a40-4b0d-8b7c-c7726b999db7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:20.225619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca65f627-1a40-4b0d-8b7c-c7726b999db7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:20.237909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.238267 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.239211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.239567 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.239937 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.240276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.240608 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.240939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.241272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.241596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.241949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.242273 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.242596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:20.405380 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (024473c0-ea39-4c2c-8582-bcd284d0eb08), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:20.902471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Router 024473c0-ea39-4c2c-8582-bcd284d0eb08 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:41:21.004800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:21.011164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9ec169a4-12d4-4516-889c-dbf55296ffa0 admin admin] 10.222.0.98 "PUT /v2.0/routers/024473c0-ea39-4c2c-8582-bcd284d0eb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075720 Feb 09 22:41:21.012337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58398) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:21.016007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] Sync routers for ids ['024473c0-ea39-4c2c-8582-bcd284d0eb08'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:21.025354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] Routers {'024473c0-ea39-4c2c-8582-bcd284d0eb08'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:21.025976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['024473c0-ea39-4c2c-8582-bcd284d0eb08'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:21.118734 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks [] for router (024473c0-ea39-4c2c-8582-bcd284d0eb08), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.130595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] Set router 024473c0-ea39-4c2c-8582-bcd284d0eb08 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:21.223283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks [] for router_gateway (024473c0-ea39-4c2c-8582-bcd284d0eb08), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.304821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:41:20Z', 'revision_number': 5, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port': {'id': 'bfc6f9d3-4493-4b9b-bff3-9c478cf27f08', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:77:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:21.324062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Deleting port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:21.324406 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.335096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] Checking router: 024473c0-ea39-4c2c-8582-bcd284d0eb08 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:21.348850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] Routers {'024473c0-ea39-4c2c-8582-bcd284d0eb08'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:21.349461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['024473c0-ea39-4c2c-8582-bcd284d0eb08'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:21.408141 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] For port bfc6f9d3-4493-4b9b-bff3-9c478cf27f08, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:21.408825 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.423571 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Calling delete_port for bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:21.598130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] Set router 024473c0-ea39-4c2c-8582-bcd284d0eb08 gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:21.644422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:41:21Z', 'revision_number': 6, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:21.652502 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (bfc6f9d3-4493-4b9b-bff3-9c478cf27f08), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.674051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac308b-c14e-4342-9f3e-3b824169e155 None None] The sync data for ids ['024473c0-ea39-4c2c-8582-bcd284d0eb08'] in n-d-828599-1 is: [{'id': '024473c0-ea39-4c2c-8582-bcd284d0eb08', 'name': 'tempest-TestEncryptedCinderVolumes-1686487002-router', 'tenant_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:24Z', 'updated_at': '2022-02-09T22:41:21Z', 'revision_number': 6, 'project_id': 'b5bd94537f4f4ca68751e6f65d5258f2', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:21.678602 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc6f9d3-4493-4b9b-bff3-9c478cf27f08,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:21.742972 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (024473c0-ea39-4c2c-8582-bcd284d0eb08), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.833881 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (024473c0-ea39-4c2c-8582-bcd284d0eb08), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.835999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks [] for router_controller (024473c0-ea39-4c2c-8582-bcd284d0eb08), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.938466 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (024473c0-ea39-4c2c-8582-bcd284d0eb08), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.939013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024473c0-ea39-4c2c-8582-bcd284d0eb08 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:41:21.943592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:21.944783 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-90b1092c-672c-42fa-b9d1-c4a680ed5d07 admin admin] 10.222.0.98 "DELETE /v2.0/routers/024473c0-ea39-4c2c-8582-bcd284d0eb08 HTTP/1.1" status: 204 len: 168 time: 0.9315174 Feb 09 22:41:21.947292 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58400) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:21.991428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] Deleting subnet f430328c-0b43-445b-8f4d-8c19d589d355 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:21.994417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] Publish callbacks [] for subnet (f430328c-0b43-445b-8f4d-8c19d589d355), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.035528 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f430328c-0b43-445b-8f4d-8c19d589d355), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.113550 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f430328c-0b43-445b-8f4d-8c19d589d355), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.139109 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:22.159093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:22.159454 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 1b06e01c-1fc8-49ad-b2a7-4abb096bd045 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:22.212702 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f430328c-0b43-445b-8f4d-8c19d589d355), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.237907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f430328c-0b43-445b-8f4d-8c19d589d355,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:22.241469 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.244750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6323446e-f0a1-4bab-bc1c-5d32b4566dc9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f430328c-0b43-445b-8f4d-8c19d589d355 HTTP/1.1" status: 204 len: 168 time: 0.2964978 Feb 09 22:41:22.247341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58402) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:22.247483 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8ed33-e497-41dc-bfdf-5a62a0d4dd79 None None] Network bf6a4356-9432-4a2c-adfd-dc8aea01772d requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:22.319010 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (bf6a4356-9432-4a2c-adfd-dc8aea01772d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.373639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Deleting port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:22.374549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.431067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] DHCP port deletion for bf6a4356-9432-4a2c-adfd-dc8aea01772d request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:41:22.440612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] For port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:22.441184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.461005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Calling delete_port for 1bd37e92-0807-43f6-9c58-c0a52fe76c2b owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:22.479636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] Deleting port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:22.480117 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.529118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca65f627-1a40-4b0d-8b7c-c7726b999db7 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:22.569986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ca65f627-1a40-4b0d-8b7c-c7726b999db7 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:22.570340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ca65f627-1a40-4b0d-8b7c-c7726b999db7 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:22.570767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:22.573433 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] For port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,segment=NetworkSegment(29a10f87-1654-4ef1-ad87-3d5172c02759),segment_id=29a10f87-1654-4ef1-ad87-3d5172c02759)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:22.573855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.598257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:22.598609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device bfc6f9d3-4493-4b9b-bff3-9c478cf27f08 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:22.599032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1bd37e92-0807-43f6-9c58-c0a52fe76c2b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:22.604073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] Calling delete_port for 1bd37e92-0807-43f6-9c58-c0a52fe76c2b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:22.612621 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.641088 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] No DVR routers for this DVR port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:22.642556 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:22.698873 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No active binding found for port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b {{(pid=103698) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:41:22.701077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] The host n-d-828599-1 is not matching for port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b host None! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:41:22.701077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1bd37e92-0807-43f6-9c58-c0a52fe76c2b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:22.721698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (bf6a4356-9432-4a2c-adfd-dc8aea01772d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.732513 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (1bd37e92-0807-43f6-9c58-c0a52fe76c2b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.748901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6a4356-9432-4a2c-adfd-dc8aea01772d']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:22.760187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] Pushing event deleted for resources: {'Port': ['ID=1bd37e92-0807-43f6-9c58-c0a52fe76c2b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:22.761949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a10f87-1654-4ef1-ad87-3d5172c02759') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:22.762070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca68913-b5e8-43a9-a71c-407f6c6ff696 None None] No DVR routers for this DVR port 1bd37e92-0807-43f6-9c58-c0a52fe76c2b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:22.762182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a10f87-1654-4ef1-ad87-3d5172c02759') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:22.779766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (29a10f87-1654-4ef1-ad87-3d5172c02759), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.794355 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (29a10f87-1654-4ef1-ad87-3d5172c02759), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.800287 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (29a10f87-1654-4ef1-ad87-3d5172c02759), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:22.808594 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:22.892404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (bf6a4356-9432-4a2c-adfd-dc8aea01772d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.899027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:22.904917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] 10.222.0.98 "DELETE /v2.0/networks/bf6a4356-9432-4a2c-adfd-dc8aea01772d HTTP/1.1" status: 204 len: 168 time: 0.6539669 Feb 09 22:41:22.905422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58404) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:22.912525 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865250-42d4-420b-94a2-210bfebd5172 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf6a4356-9432-4a2c-adfd-dc8aea01772d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:23.239244 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:23.480991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Deleting port 194101e7-5609-4720-a396-1bc21c39b57e {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:23.481335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (194101e7-5609-4720-a396-1bc21c39b57e), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:23.559973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] For port 194101e7-5609-4720-a396-1bc21c39b57e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=194101e7-5609-4720-a396-1bc21c39b57e,segment=NetworkSegment(9178fa46-11a2-41e6-8ab7-72bd88d640f7),segment_id=9178fa46-11a2-41e6-8ab7-72bd88d640f7)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:23.560257 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (194101e7-5609-4720-a396-1bc21c39b57e), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:23.572872 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Calling delete_port for 194101e7-5609-4720-a396-1bc21c39b57e owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:23.789639 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (194101e7-5609-4720-a396-1bc21c39b57e), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:23.815225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Pushing event deleted for resources: {'Port': ['ID=194101e7-5609-4720-a396-1bc21c39b57e,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:23.980053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.191876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:41:24.297269 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:24.302192 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7716dc29-7073-4d6b-9946-71c1700d6289 admin admin] 10.222.0.98 "PUT /v2.0/routers/2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3955593 Feb 09 22:41:24.304970 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58406) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:24.305810 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] Sync routers for ids ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:24.316205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] Routers {'2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:24.316829 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:24.413226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks [] for router (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.423135 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] Set router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:24.525110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks [] for router_gateway (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.599673 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:41:23Z', 'revision_number': 5, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port': {'id': '84fbe588-65be-42f5-8e28-3d2bb0ecf79e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:24.626421 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] Checking router: 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:24.627084 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Deleting port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:24.627436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.634532 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] Routers {'2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:24.635157 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:24.707988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] For port 84fbe588-65be-42f5-8e28-3d2bb0ecf79e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:24.708421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.721126 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Calling delete_port for 84fbe588-65be-42f5-8e28-3d2bb0ecf79e owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:24.721409 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] Set router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:24.774159 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:41:24Z', 'revision_number': 6, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:24.800162 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2b282-45ff-469a-bec9-41d68b9f8d8e None None] The sync data for ids ['2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d'] in n-d-828599-1 is: [{'id': '2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d', 'name': 'tempest-TestEncryptedCinderVolumes-1165162939-router', 'tenant_id': '5b774b4d4b704967a1d8127563641d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:30Z', 'updated_at': '2022-02-09T22:41:24Z', 'revision_number': 6, 'project_id': '5b774b4d4b704967a1d8127563641d4b', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:24.932212 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (84fbe588-65be-42f5-8e28-3d2bb0ecf79e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.964523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=84fbe588-65be-42f5-8e28-3d2bb0ecf79e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:25.023472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.116029 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.118069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks [] for router_controller (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.229797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.230357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:41:25.235129 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.236431 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8c9498a9-f48e-41e5-8a70-cfe688433d80 admin admin] 10.222.0.98 "DELETE /v2.0/routers/2e23c96b-d9c6-4cc0-b3f7-6a4ef9ef7c7d HTTP/1.1" status: 204 len: 168 time: 0.9304526 Feb 09 22:41:25.239001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58408) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:25.283074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] Deleting subnet 929b345b-23be-4307-88a9-b0f890bf192a {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:41:25.286143 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] Publish callbacks [] for subnet (929b345b-23be-4307-88a9-b0f890bf192a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.323993 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (929b345b-23be-4307-88a9-b0f890bf192a), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.398803 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (929b345b-23be-4307-88a9-b0f890bf192a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.544682 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (929b345b-23be-4307-88a9-b0f890bf192a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.573324 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929b345b-23be-4307-88a9-b0f890bf192a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:25.575316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.578660 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-12e5e5b7-6545-4a41-b632-62f9a6919427 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/929b345b-23be-4307-88a9-b0f890bf192a HTTP/1.1" status: 204 len: 168 time: 0.3387225 Feb 09 22:41:25.580481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3016c-316e-4e6a-b07b-d071ae5ad694 None None] Network 710801dc-ce59-4406-a461-35dc069403cc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:25.581280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58410) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:25.652624 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (710801dc-ce59-4406-a461-35dc069403cc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.711144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Deleting port 207fedb2-03c4-46bf-9d1b-81e6a22a966d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:25.711492 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.737816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] DHCP port deletion for 710801dc-ce59-4406-a461-35dc069403cc request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:41:25.774583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] For port 207fedb2-03c4-46bf-9d1b-81e6a22a966d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=207fedb2-03c4-46bf-9d1b-81e6a22a966d,segment=NetworkSegment(9178fa46-11a2-41e6-8ab7-72bd88d640f7),segment_id=9178fa46-11a2-41e6-8ab7-72bd88d640f7)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:25.774863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.787607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] Deleting port 207fedb2-03c4-46bf-9d1b-81e6a22a966d {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:41:25.788014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.789914 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Calling delete_port for 207fedb2-03c4-46bf-9d1b-81e6a22a966d owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:25.854153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] For port 207fedb2-03c4-46bf-9d1b-81e6a22a966d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=207fedb2-03c4-46bf-9d1b-81e6a22a966d,segment=NetworkSegment(9178fa46-11a2-41e6-8ab7-72bd88d640f7),segment_id=9178fa46-11a2-41e6-8ab7-72bd88d640f7)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:25.854623 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.867597 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] Calling delete_port for 207fedb2-03c4-46bf-9d1b-81e6a22a966d owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:41:25.955315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.960607 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (207fedb2-03c4-46bf-9d1b-81e6a22a966d), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:25.984745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Pushing event deleted for resources: {'Port': ['ID=207fedb2-03c4-46bf-9d1b-81e6a22a966d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:25.988703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] No DVR routers for this DVR port 207fedb2-03c4-46bf-9d1b-81e6a22a966d on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:25.992862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2564b0e-0e75-4ff0-951b-f9bc8ce12572 None None] Pushing event deleted for resources: {'Port': ['ID=207fedb2-03c4-46bf-9d1b-81e6a22a966d,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:25.996849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] No DVR routers for this DVR port 207fedb2-03c4-46bf-9d1b-81e6a22a966d on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:41:26.068933 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (710801dc-ce59-4406-a461-35dc069403cc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.089619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710801dc-ce59-4406-a461-35dc069403cc']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:26.099494 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9178fa46-11a2-41e6-8ab7-72bd88d640f7') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:26.099841 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9178fa46-11a2-41e6-8ab7-72bd88d640f7') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:26.109693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (9178fa46-11a2-41e6-8ab7-72bd88d640f7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.122765 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (9178fa46-11a2-41e6-8ab7-72bd88d640f7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.128777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:41:26.129165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (9178fa46-11a2-41e6-8ab7-72bd88d640f7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:41:26.130799 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:41:26.258213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (710801dc-ce59-4406-a461-35dc069403cc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.263510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.267358 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] 10.222.0.98 "DELETE /v2.0/networks/710801dc-ce59-4406-a461-35dc069403cc HTTP/1.1" status: 204 len: 168 time: 0.6846044 Feb 09 22:41:26.278248 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629d414-4832-4b56-aa08-554ea79cec1f admin admin] Pushing event deleted for resources: {'Network': ['ID=710801dc-ce59-4406-a461-35dc069403cc,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:26.518041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 194101e7-5609-4720-a396-1bc21c39b57e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:26.538246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 194101e7-5609-4720-a396-1bc21c39b57e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:26.538599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 194101e7-5609-4720-a396-1bc21c39b57e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:26.539016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 84fbe588-65be-42f5-8e28-3d2bb0ecf79e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:26.560211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 84fbe588-65be-42f5-8e28-3d2bb0ecf79e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:26.560561 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 84fbe588-65be-42f5-8e28-3d2bb0ecf79e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:26.560979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 207fedb2-03c4-46bf-9d1b-81e6a22a966d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:41:26.580351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 207fedb2-03c4-46bf-9d1b-81e6a22a966d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:41:26.580702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 207fedb2-03c4-46bf-9d1b-81e6a22a966d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:41:26.673567 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58414) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:26.713253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7d3673f0-f4b2-4c87-844e-465e2928d61a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b5bd94537f4f4ca68751e6f65d5258f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385361 Feb 09 22:41:26.715586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58416) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:26.760448 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Publish callbacks [] for security_group (7cab102c-2b72-4c3e-a6fb-6ae7a7e84358), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.781467 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Publish callbacks [] for security_group (7cab102c-2b72-4c3e-a6fb-6ae7a7e84358), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.914968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7cab102c-2b72-4c3e-a6fb-6ae7a7e84358), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.917528 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:26.918681 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7cab102c-2b72-4c3e-a6fb-6ae7a7e84358 HTTP/1.1" status: 204 len: 168 time: 0.2021754 Feb 09 22:41:26.928800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab102c-2b72-4c3e-a6fb-6ae7a7e84358,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:26.931336 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:41:26.935300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.935656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.936037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.936422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.936765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.937107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.938028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.938363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.938694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.939026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.939357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.939686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:26.940035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90211bf-efe4-44c3-b175-7509c91b9b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:27.575824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58422) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:27.945159 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e2959804-bebf-4ce3-90d5-1f685c8c5ba2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b774b4d4b704967a1d8127563641d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681602 Feb 09 22:41:27.947661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58424) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:27.993184 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0015ef68-a15f-47bb-9f52-8e960a3f2d9d admin admin] Publish callbacks [] for security_group (d2a1b44d-92ab-4cf2-be1b-fbd553e041fe), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:28.014132 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0015ef68-a15f-47bb-9f52-8e960a3f2d9d admin admin] Publish callbacks [] for security_group (d2a1b44d-92ab-4cf2-be1b-fbd553e041fe), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:28.109516 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0015ef68-a15f-47bb-9f52-8e960a3f2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (d2a1b44d-92ab-4cf2-be1b-fbd553e041fe), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:28.112704 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0015ef68-a15f-47bb-9f52-8e960a3f2d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:28.113882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0015ef68-a15f-47bb-9f52-8e960a3f2d9d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d2a1b44d-92ab-4cf2-be1b-fbd553e041fe HTTP/1.1" status: 204 len: 168 time: 0.1652768 Feb 09 22:41:28.121425 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015ef68-a15f-47bb-9f52-8e960a3f2d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a1b44d-92ab-4cf2-be1b-fbd553e041fe,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:29.159563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58446) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:29.251787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1540540780-network', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:29.331931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Made reservation on behalf of 78f52ab9dcb944ff86f12c1075855c2f for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:29.334203 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.343111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.413253 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks [] for security_group (1dfe9ba7-879d-4684-920f-e5f7375032f7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.480429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1dfe9ba7-879d-4684-920f-e5f7375032f7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.508339 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:29.513433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe9ba7-879d-4684-920f-e5f7375032f7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:29.521554 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (afd79616-81b9-43df-b65c-c2023435e567), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.521554 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Added segment afd79616-81b9-43df-b65c-c2023435e567 of type vlan for network 3c423acb-7cd3-4e87-b697-c68c4bc15164 Feb 09 22:41:29.558975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (3c423acb-7cd3-4e87-b697-c68c4bc15164), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.647262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (3c423acb-7cd3-4e87-b697-c68c4bc15164), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.648280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:29.648866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.706586 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] Pushing event updated for resources: {'Network': ['ID=3c423acb-7cd3-4e87-b697-c68c4bc15164,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:29.716351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:29.766955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58450) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:29.767548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6962e6b2-83da-40ed-a234-6fae6d74119b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6063647 Feb 09 22:41:29.772327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Request body: {'subnet': {'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1540540780-subnet', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:29.852137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Made reservation on behalf of 78f52ab9dcb944ff86f12c1075855c2f for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:29.854595 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:29.863763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.081076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.140181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:30.148823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Checking segment: {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:30.149192 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Network hostable DHCP agents. Network: 3c423acb-7cd3-4e87-b697-c68c4bc15164, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:30.218263 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:30.285891 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 3c423acb-7cd3-4e87-b697-c68c4bc15164) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:30.290362 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:30.291790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.295385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf381d-9909-4601-a626-51538c933945 None None] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:30.380590 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-066de84e-acec-49c6-8c26-342e71cff7c6 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6120591 Feb 09 22:41:30.383093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58452) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:30.387365 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:30.396311 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-3c423acb-7cd3-4e87-b697-c68c4bc15164', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:30.397203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.475068 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.476279 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.528654 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks [] for router_controller (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.528885 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Allocated IP 172.20.0.2 (3c423acb-7cd3-4e87-b697-c68c4bc15164/9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6/563fe7d1-8624-433b-aa41-5bbd1cfa6938) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:30.670994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Publish callbacks [] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.715777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks [] for router_gateway (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.726594 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.760520 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:30.765581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:30.769028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:30.777125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Pushing event updated for resources: {'Port': ['ID=563fe7d1-8624-433b-aa41-5bbd1cfa6938,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:30.831084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Attempting to bind port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:30.831453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Attempting to bind port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:30.831846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Attempting to bind port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 on network 3c423acb-7cd3-4e87-b697-c68c4bc15164 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:30.836692 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:30.837066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Checking segment: {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:30.837468 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.837864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Bound using segment: {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:30.838329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Bound port: 563fe7d1-8624-433b-aa41-5bbd1cfa6938, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:30.838704 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.903076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] For port 563fe7d1-8624-433b-aa41-5bbd1cfa6938, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:30.903076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] For port 563fe7d1-8624-433b-aa41-5bbd1cfa6938, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=563fe7d1-8624-433b-aa41-5bbd1cfa6938,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:30.972563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:30.990399 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks [] for router_gateway (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:31.013414 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:31.037611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b69a31-0882-4127-bfaa-30699f01a858 None None] Pushing event updated for resources: {'Port': ['ID=563fe7d1-8624-433b-aa41-5bbd1cfa6938,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:31.121810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Allocated IP 172.25.5.146 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:31.249304 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks [] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:31.344234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:31.378611 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:31.419609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:31.422460 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:31.425983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:31.446952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:31.782463 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks [] for router_gateway (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.053568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2702c4d-e90d-4c75-bfc7-f05a8b05993d None None] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:32.157487 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f101b258-859c-42b5-95b7-366ebf11ab0e None None] Provisioning complete for port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:32.157867 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f101b258-859c-42b5-95b7-366ebf11ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.254240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f101b258-859c-42b5-95b7-366ebf11ab0e None None] Current status of the port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:32.254730 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f101b258-859c-42b5-95b7-366ebf11ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.296398 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-f101b258-859c-42b5-95b7-366ebf11ab0e None None] For port 563fe7d1-8624-433b-aa41-5bbd1cfa6938, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=563fe7d1-8624-433b-aa41-5bbd1cfa6938,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:32.296537 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.366647 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f101b258-859c-42b5-95b7-366ebf11ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.421506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101b258-859c-42b5-95b7-366ebf11ab0e None None] Pushing event updated for resources: {'Port': ['ID=563fe7d1-8624-433b-aa41-5bbd1cfa6938,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:32.480851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:41:32.489988 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-79ee23da-ebdd-4ceb-a566-e4c42156fca8 None None] Provisioning complete for port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:32.490381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-79ee23da-ebdd-4ceb-a566-e4c42156fca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.571374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 563fe7d1-8624-433b-aa41-5bbd1cfa6938 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:32.600737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:32.603305 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-79ee23da-ebdd-4ceb-a566-e4c42156fca8 None None] Current status of the port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:32.612167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Sync routers for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:32.626846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:32.627461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:32.659685 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.660997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c1e3a877-061a-47ec-9377-0d48aa48de85 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2769663 Feb 09 22:41:32.664070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58454) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:32.698843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:32.699226 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:32.770880 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:33.051297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:33.087542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.132446 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:31Z', 'revision_number': 3, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:33.157807 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Checking router: 46fc8cc2-761d-4cc5-97a6-a4b2156308ae for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:33.158160 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Updating router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:41:33.184864 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.242159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Allocated IP 172.20.0.1 (3c423acb-7cd3-4e87-b697-c68c4bc15164/9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6/73c0e2af-b367-4a0d-883b-b075bac1b424) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:33.345785 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks [] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.423877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.434731 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Publish callbacks [] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.469208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:33.472145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:33.475604 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:33.492787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.497673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Pushing event updated for resources: {'Port': ['ID=73c0e2af-b367-4a0d-883b-b075bac1b424,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:33.520917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.547973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Attempting to bind port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:33.548499 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Attempting to bind port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:33.548984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Attempting to bind port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:33.551308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c74977-433c-41ba-a227-fd73f704c909 None None] Pushing event updated for resources: {'Port': ['ID=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:33.557067 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:33.557779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:33.558427 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.559046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:33.560015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Bound port: e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:33.560630 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.620145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] For port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:33.623519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] For port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:33.709825 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.748542 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.777240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8c4876c8-2cfa-402c-b3ae-51f208a4f6ce None None] Provisioning complete for port 73c0e2af-b367-4a0d-883b-b075bac1b424 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:33.777622 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8c4876c8-2cfa-402c-b3ae-51f208a4f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.786356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c74977-433c-41ba-a227-fd73f704c909 None None] Pushing event updated for resources: {'Port': ['ID=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:33.806474 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:33.807114 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:33.886205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8c4876c8-2cfa-402c-b3ae-51f208a4f6ce None None] Port 73c0e2af-b367-4a0d-883b-b075bac1b424 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:33.916896 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks [] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.923776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:34.006447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:34.072471 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Pushing event updated for resources: {'Port': ['ID=73c0e2af-b367-4a0d-883b-b075bac1b424,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:34.075047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:34.120519 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 1, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:34.154115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42062f-44bf-4e8f-b8fb-4f241666e4d5 None None] The sync data for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 is: [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 1, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:34.169689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:34.172910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:34.293739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:41:34.412887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5b41fc4f-6540-45bf-b971-ee4a943ed28f None None] Provisioning complete for port 73c0e2af-b367-4a0d-883b-b075bac1b424 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:34.413182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b41fc4f-6540-45bf-b971-ee4a943ed28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:34.428230 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:34.433514 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-514c7b43-900f-4390-9687-1db5c6795400 admin admin] 10.222.0.98 "PUT /v2.0/routers/46fc8cc2-761d-4cc5-97a6-a4b2156308ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682977 Feb 09 22:41:34.452810 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5b41fc4f-6540-45bf-b971-ee4a943ed28f None None] Port 73c0e2af-b367-4a0d-883b-b075bac1b424 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:35.153902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58470) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:35.159092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1197763715-network', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:35.257760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Made reservation on behalf of e1de9d514f814fe19c502dce4049e000 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:35.260223 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.270367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.349849 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks [] for security_group (748469d3-2113-4516-9d37-18c5d300ae47), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.389131 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (748469d3-2113-4516-9d37-18c5d300ae47), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.416941 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:41:35.424091 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748469d3-2113-4516-9d37-18c5d300ae47,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:35.430499 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5a478608-0aa7-4956-9f1f-07cac3202e96), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.430849 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Added segment 5a478608-0aa7-4956-9f1f-07cac3202e96 of type vlan for network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c Feb 09 22:41:35.471770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.492252 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fae074d2-41c9-4afe-abf6-23a7186f4e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.549064 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.550057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:35.550635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.607088 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] Pushing event updated for resources: {'Network': ['ID=0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:35.619053 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:41:35.678383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ffa2d6bf-0660-4ed9-a37e-9da5ef9c8748 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5231974 Feb 09 22:41:35.681118 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58472) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:35.686064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Request body: {'subnet': {'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1197763715-subnet', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:35.766544 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Made reservation on behalf of e1de9d514f814fe19c502dce4049e000 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:35.769006 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:35.978452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (a03dda6a-142e-469e-944a-1a0f0d06e12c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.040503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03dda6a-142e-469e-944a-1a0f0d06e12c,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:36.052228 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Checking segment: {'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:36.052598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Network hostable DHCP agents. Network: 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:36.109834 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:36.114325 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Sync routers for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:36.123390 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:36.124642 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:36.183573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:36.188455 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:36.189053 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.194070 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c0863-e08a-42ae-8bc2-0344fd56cdf6 None None] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:36.230227 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:36.257362 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-99274f19-2bce-4e78-82f5-ccf9a621f50f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5727773 Feb 09 22:41:36.257712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58474) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:36.262164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:36.298615 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'fixed_ips': [{'subnet_id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:36.299560 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.332566 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (744da8f3-41e1-49aa-a6ff-939b4ca187e4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.333872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (744da8f3-41e1-49aa-a6ff-939b4ca187e4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.397175 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks [] for router_controller (744da8f3-41e1-49aa-a6ff-939b4ca187e4), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.435839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Allocated IP 172.20.0.2 (0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c/a03dda6a-142e-469e-944a-1a0f0d06e12c/d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:36.450105 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 2, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:36.477174 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Checking router: 46fc8cc2-761d-4cc5-97a6-a4b2156308ae for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:36.477648 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Updating router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae port 73c0e2af-b367-4a0d-883b-b075bac1b424 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:41:36.505864 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.578390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:36.615115 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Publish callbacks [] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.649843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:36.650325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.675183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks [] for router_gateway (744da8f3-41e1-49aa-a6ff-939b4ca187e4), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.724496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.771461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:36.776308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:36.776679 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.784791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:36.789367 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Publish callbacks [] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.790635 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:36.803261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Pushing event updated for resources: {'Port': ['ID=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:36.819574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:36.839755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.840107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.840450 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.840788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.841119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.841447 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.841775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.842099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.842476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.842801 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.843125 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.843442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.843788 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.875862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Attempting to bind port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:36.876237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Attempting to bind port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:36.876609 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Attempting to bind port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad on network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:36.880659 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.881822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:36.882205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Checking segment: {'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:36.882723 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.883002 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Bound using segment: {'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:36.883478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Bound port: d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:36.884174 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.922870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.928122 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Pushing event updated for resources: {'Port': ['ID=73c0e2af-b367-4a0d-883b-b075bac1b424,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:36.937148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks [] for router_gateway (744da8f3-41e1-49aa-a6ff-939b4ca187e4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.959185 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:36.963301 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.964583 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.965097 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.966087 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.966430 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.967115 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.968118 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.968630 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.968974 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.969313 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.969644 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.970401 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:36.970746 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:37.015757 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Attempting to bind port 73c0e2af-b367-4a0d-883b-b075bac1b424 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:37.015757 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Attempting to bind port 73c0e2af-b367-4a0d-883b-b075bac1b424 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:37.016091 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Attempting to bind port 73c0e2af-b367-4a0d-883b-b075bac1b424 on network 3c423acb-7cd3-4e87-b697-c68c4bc15164 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:37.022920 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:37.023274 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Checking segment: {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:37.023680 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.024104 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Bound using segment: {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:37.024581 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Bound port: 73c0e2af-b367-4a0d-883b-b075bac1b424, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:37.024975 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.025794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] For port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:37.030325 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] For port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,segment=NetworkSegment(5a478608-0aa7-4956-9f1f-07cac3202e96),segment_id=5a478608-0aa7-4956-9f1f-07cac3202e96)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:37.032119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:37.092187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Allocated IP 172.25.5.128 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/da18730d-225a-4baa-987a-093c106e62ef) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:37.095249 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] For port 73c0e2af-b367-4a0d-883b-b075bac1b424, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:37.098532 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] For port 73c0e2af-b367-4a0d-883b-b075bac1b424, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=73c0e2af-b367-4a0d-883b-b075bac1b424,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:37.104349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.170631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f79cb-7143-4b5a-b14b-7e31b5be6434 None None] Pushing event updated for resources: {'Port': ['ID=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:37.178112 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.201375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-16830d2a-3036-48ea-8a2b-4381813a6dca None None] Provisioning complete for port 73c0e2af-b367-4a0d-883b-b075bac1b424 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:37.202071 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-16830d2a-3036-48ea-8a2b-4381813a6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.212961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks [] for port (da18730d-225a-4baa-987a-093c106e62ef), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.238993 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:37.239879 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:37.305253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-16830d2a-3036-48ea-8a2b-4381813a6dca None None] Current status of the port 73c0e2af-b367-4a0d-883b-b075bac1b424 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:37.305653 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-16830d2a-3036-48ea-8a2b-4381813a6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.315651 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (da18730d-225a-4baa-987a-093c106e62ef), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.348662 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-16830d2a-3036-48ea-8a2b-4381813a6dca None None] For port 73c0e2af-b367-4a0d-883b-b075bac1b424, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=73c0e2af-b367-4a0d-883b-b075bac1b424,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:37.397965 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:37.415014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:37.418236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Pushing event updated for resources: {'Port': ['ID=da18730d-225a-4baa-987a-093c106e62ef,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:37.427837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:37.436305 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-16830d2a-3036-48ea-8a2b-4381813a6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.520822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830d2a-3036-48ea-8a2b-4381813a6dca None None] Pushing event updated for resources: {'Port': ['ID=73c0e2af-b367-4a0d-883b-b075bac1b424,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:37.521696 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:37.578498 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-86a010ba-b728-46e7-928d-d996c6927e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.581558 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38940edc-8b60-4a39-b8ad-1e4f238bf131 None None] Pushing event updated for resources: {'Port': ['ID=73c0e2af-b367-4a0d-883b-b075bac1b424,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:37.668038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4e3f163e-d61c-4580-a389-8971eb4fc229 None None] Provisioning complete for port 73c0e2af-b367-4a0d-883b-b075bac1b424 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:37.668512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4e3f163e-d61c-4580-a389-8971eb4fc229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.755923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f163e-d61c-4580-a389-8971eb4fc229 None None] Current status of the port 73c0e2af-b367-4a0d-883b-b075bac1b424 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:37.761477 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:37.788520 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks [] for router_gateway (744da8f3-41e1-49aa-a6ff-939b4ca187e4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:37.791343 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e181dd4-9eb5-4557-a15b-930dbe62c813 None None] The sync data for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 is: [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:38.000196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (744da8f3-41e1-49aa-a6ff-939b4ca187e4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:38.223470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:41:38.343625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d69a9-62c3-45b9-89f4-7beb8390d7a2 None None] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:38.345563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:38.362020 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Sync routers for ids ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:38.408560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:38.409848 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0b25429a-4884-40a0-a422-cf70169cda6e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1511159 Feb 09 22:41:38.413009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58476) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:38.423028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Routers {'744da8f3-41e1-49aa-a6ff-939b4ca187e4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:38.423661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:38.472431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e75cb201-a17e-4a11-9092-77698b0dbd99 None None] Provisioning complete for port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:38.473119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e75cb201-a17e-4a11-9092-77698b0dbd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:38.696718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:38.845770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Set router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:38.859433 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:38.915431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:38.915844 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:38.921127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e75cb201-a17e-4a11-9092-77698b0dbd99 None None] Current status of the port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:38.921523 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e75cb201-a17e-4a11-9092-77698b0dbd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.021420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Allocated IP 172.20.0.1 (0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c/a03dda6a-142e-469e-944a-1a0f0d06e12c/95bae493-45e1-43eb-83da-a258dd775e96) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:39.043725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e75cb201-a17e-4a11-9092-77698b0dbd99 None None] For port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,segment=NetworkSegment(5a478608-0aa7-4956-9f1f-07cac3202e96),segment_id=5a478608-0aa7-4956-9f1f-07cac3202e96)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:39.109148 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e75cb201-a17e-4a11-9092-77698b0dbd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.126947 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks [] for port (95bae493-45e1-43eb-83da-a258dd775e96), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.141992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:39.143099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 73c0e2af-b367-4a0d-883b-b075bac1b424 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:39.212454 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (95bae493-45e1-43eb-83da-a258dd775e96), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.223494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cb201-a17e-4a11-9092-77698b0dbd99 None None] Pushing event updated for resources: {'Port': ['ID=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:39.241838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'da18730d-225a-4baa-987a-093c106e62ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 3, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port': {'id': 'da18730d-225a-4baa-987a-093c106e62ef', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:39.255008 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:39.261693 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:39.265213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:39.274401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-640f32e2-4e34-41e3-a3c1-220e0ba1ecd8 None None] Provisioning complete for port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:39.274785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-640f32e2-4e34-41e3-a3c1-220e0ba1ecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.281449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Checking router: 744da8f3-41e1-49aa-a6ff-939b4ca187e4 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:39.281631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Updating router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 port da18730d-225a-4baa-987a-093c106e62ef binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:41:39.283372 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.290408 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Pushing event updated for resources: {'Port': ['ID=95bae493-45e1-43eb-83da-a258dd775e96,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:39.308976 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (744da8f3-41e1-49aa-a6ff-939b4ca187e4), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.318214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 73c0e2af-b367-4a0d-883b-b075bac1b424 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:39.318602 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.367783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da18730d-225a-4baa-987a-093c106e62ef), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.497970 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (95bae493-45e1-43eb-83da-a258dd775e96), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.587348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 73c0e2af-b367-4a0d-883b-b075bac1b424 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:39.588424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:39.592568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-640f32e2-4e34-41e3-a3c1-220e0ba1ecd8 None None] Current status of the port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:39.671366 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks [] for port (95bae493-45e1-43eb-83da-a258dd775e96), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.693270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:39.693656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.743342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (95bae493-45e1-43eb-83da-a258dd775e96), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.777351 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5245fde8-b942-4503-b114-0c49846e8a91 None None] Provisioning complete for port 95bae493-45e1-43eb-83da-a258dd775e96 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:39.777999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5245fde8-b942-4503-b114-0c49846e8a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (95bae493-45e1-43eb-83da-a258dd775e96), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.784645 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Publish callbacks [] for port (da18730d-225a-4baa-987a-093c106e62ef), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.810359 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (744da8f3-41e1-49aa-a6ff-939b4ca187e4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.812742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Pushing event updated for resources: {'Port': ['ID=95bae493-45e1-43eb-83da-a258dd775e96,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:39.842029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5245fde8-b942-4503-b114-0c49846e8a91 None None] Port 95bae493-45e1-43eb-83da-a258dd775e96 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:39.859946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:39.869597 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (da18730d-225a-4baa-987a-093c106e62ef), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.910515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:39.912147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:39.919118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Attempting to bind port da18730d-225a-4baa-987a-093c106e62ef on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:39.919498 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Attempting to bind port da18730d-225a-4baa-987a-093c106e62ef by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:39.919905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Attempting to bind port da18730d-225a-4baa-987a-093c106e62ef on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:39.929504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe983-cfc3-4b76-aab2-822c6c198687 None None] Pushing event updated for resources: {'Port': ['ID=da18730d-225a-4baa-987a-093c106e62ef,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:39.931950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:39.934234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:39.934234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.934234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:39.934234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Bound port: da18730d-225a-4baa-987a-093c106e62ef, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:39.934234 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da18730d-225a-4baa-987a-093c106e62ef), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:39.990653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] For port da18730d-225a-4baa-987a-093c106e62ef, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:39.994169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] For port da18730d-225a-4baa-987a-093c106e62ef, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=da18730d-225a-4baa-987a-093c106e62ef,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:40.033425 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:41:40.086931 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (da18730d-225a-4baa-987a-093c106e62ef), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:40.141637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Routers {'744da8f3-41e1-49aa-a6ff-939b4ca187e4'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:40.142266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:40.151344 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:40.156588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-67fc6562-e4b8-42a7-bf37-fc3eda6429e2 admin admin] 10.222.0.98 "PUT /v2.0/routers/744da8f3-41e1-49aa-a6ff-939b4ca187e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425148 Feb 09 22:41:40.226796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe983-cfc3-4b76-aab2-822c6c198687 None None] Pushing event updated for resources: {'Port': ['ID=da18730d-225a-4baa-987a-093c106e62ef,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:40.249625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fbaca7c2-af23-4eff-ad90-664da513e2a9 None None] Provisioning complete for port 95bae493-45e1-43eb-83da-a258dd775e96 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:40.250002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fbaca7c2-af23-4eff-ad90-664da513e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (95bae493-45e1-43eb-83da-a258dd775e96), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:40.300257 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fbaca7c2-af23-4eff-ad90-664da513e2a9 None None] Port 95bae493-45e1-43eb-83da-a258dd775e96 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:40.306095 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] Set router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:40.593468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:40.676615 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:40.701930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:40.702317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:40.785757 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'da18730d-225a-4baa-987a-093c106e62ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 4, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port': {'id': 'da18730d-225a-4baa-987a-093c106e62ef', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '95bae493-45e1-43eb-83da-a258dd775e96', 'name': '', 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'mac_address': 'fa:16:3e:25:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:38Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 2, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'subnets': [{'id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:40.818495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56fa7dc-91d0-47ea-a8e5-fbd7f874eccc None None] The sync data for ids ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'] in n-d-828599-1 is: [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'da18730d-225a-4baa-987a-093c106e62ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 4, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port': {'id': 'da18730d-225a-4baa-987a-093c106e62ef', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '95bae493-45e1-43eb-83da-a258dd775e96', 'name': '', 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'mac_address': 'fa:16:3e:25:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:38Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 2, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'subnets': [{'id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:40.826458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:41.726147 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.583322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device da18730d-225a-4baa-987a-093c106e62ef up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:42.634963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port da18730d-225a-4baa-987a-093c106e62ef triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:42.634963 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (da18730d-225a-4baa-987a-093c106e62ef), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.743337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port da18730d-225a-4baa-987a-093c106e62ef is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:42.743770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (da18730d-225a-4baa-987a-093c106e62ef), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.773127 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port da18730d-225a-4baa-987a-093c106e62ef, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=da18730d-225a-4baa-987a-093c106e62ef,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:42.864127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (da18730d-225a-4baa-987a-093c106e62ef), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.923170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=da18730d-225a-4baa-987a-093c106e62ef,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:43.650852 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Sync routers for ids ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:43.662442 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Routers {'744da8f3-41e1-49aa-a6ff-939b4ca187e4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:43.663019 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:43.775957 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Set router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:43.980339 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'da18730d-225a-4baa-987a-093c106e62ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 4, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port': {'id': 'da18730d-225a-4baa-987a-093c106e62ef', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '95bae493-45e1-43eb-83da-a258dd775e96', 'name': '', 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'mac_address': 'fa:16:3e:25:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:38Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 2, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'subnets': [{'id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:44.005956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Checking router: 744da8f3-41e1-49aa-a6ff-939b4ca187e4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:44.006876 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Updating router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 port 95bae493-45e1-43eb-83da-a258dd775e96 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:41:44.037380 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (95bae493-45e1-43eb-83da-a258dd775e96), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.291149 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Publish callbacks [] for port (95bae493-45e1-43eb-83da-a258dd775e96), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.355043 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (95bae493-45e1-43eb-83da-a258dd775e96), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.420419 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e2f1-24e5-4633-a695-9a50bfe14614 None None] Pushing event updated for resources: {'Port': ['ID=95bae493-45e1-43eb-83da-a258dd775e96,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:44.475187 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Attempting to bind port 95bae493-45e1-43eb-83da-a258dd775e96 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:44.475565 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Attempting to bind port 95bae493-45e1-43eb-83da-a258dd775e96 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:44.484671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Attempting to bind port 95bae493-45e1-43eb-83da-a258dd775e96 on network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:44.484671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:44.484671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Checking segment: {'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:44.484671 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.484671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Bound using segment: {'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:44.484671 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Bound port: 95bae493-45e1-43eb-83da-a258dd775e96, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a478608-0aa7-4956-9f1f-07cac3202e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:44.484671 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (95bae493-45e1-43eb-83da-a258dd775e96), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.553215 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] For port 95bae493-45e1-43eb-83da-a258dd775e96, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:44.561519 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] For port 95bae493-45e1-43eb-83da-a258dd775e96, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=95bae493-45e1-43eb-83da-a258dd775e96,segment=NetworkSegment(5a478608-0aa7-4956-9f1f-07cac3202e96),segment_id=5a478608-0aa7-4956-9f1f-07cac3202e96)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:44.605164 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device da18730d-225a-4baa-987a-093c106e62ef up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:44.625517 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (95bae493-45e1-43eb-83da-a258dd775e96), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.705083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port da18730d-225a-4baa-987a-093c106e62ef triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:44.705832 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (da18730d-225a-4baa-987a-093c106e62ef), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.731072 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e2f1-24e5-4633-a695-9a50bfe14614 None None] Pushing event updated for resources: {'Port': ['ID=95bae493-45e1-43eb-83da-a258dd775e96,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:44.755244 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Routers {'744da8f3-41e1-49aa-a6ff-939b4ca187e4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:44.756199 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:41:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:44.790314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-273b8d23-b9bf-41df-9904-92189d6ed231 None None] Provisioning complete for port 95bae493-45e1-43eb-83da-a258dd775e96 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:44.790759 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-273b8d23-b9bf-41df-9904-92189d6ed231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (95bae493-45e1-43eb-83da-a258dd775e96), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.898364 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] Set router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:44.961610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port da18730d-225a-4baa-987a-093c106e62ef is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:44.993422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-273b8d23-b9bf-41df-9904-92189d6ed231 None None] Current status of the port 95bae493-45e1-43eb-83da-a258dd775e96 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:44.994132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-273b8d23-b9bf-41df-9904-92189d6ed231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (95bae493-45e1-43eb-83da-a258dd775e96), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:45.033217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-273b8d23-b9bf-41df-9904-92189d6ed231 None None] For port 95bae493-45e1-43eb-83da-a258dd775e96, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=95bae493-45e1-43eb-83da-a258dd775e96,segment=NetworkSegment(5a478608-0aa7-4956-9f1f-07cac3202e96),segment_id=5a478608-0aa7-4956-9f1f-07cac3202e96)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:45.132316 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-273b8d23-b9bf-41df-9904-92189d6ed231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (95bae493-45e1-43eb-83da-a258dd775e96), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:45.161427 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'da18730d-225a-4baa-987a-093c106e62ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 4, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port': {'id': 'da18730d-225a-4baa-987a-093c106e62ef', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '95bae493-45e1-43eb-83da-a258dd775e96', 'name': '', 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'mac_address': 'fa:16:3e:25:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:38Z', 'updated_at': '2022-02-09T22:41:44Z', 'revision_number': 4, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'subnets': [{'id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:45.182682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b8d23-b9bf-41df-9904-92189d6ed231 None None] Pushing event updated for resources: {'Port': ['ID=95bae493-45e1-43eb-83da-a258dd775e96,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:45.198606 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d286084-4ca4-4fff-960c-30829d6245ae None None] The sync data for ids ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'] in n-d-828599-1 is: [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'da18730d-225a-4baa-987a-093c106e62ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:39Z', 'revision_number': 4, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port': {'id': 'da18730d-225a-4baa-987a-093c106e62ef', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '95bae493-45e1-43eb-83da-a258dd775e96', 'name': '', 'network_id': '0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'mac_address': 'fa:16:3e:25:8e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:38Z', 'updated_at': '2022-02-09T22:41:44Z', 'revision_number': 4, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'subnets': [{'id': 'a03dda6a-142e-469e-944a-1a0f0d06e12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:45.254449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ba8c6e7f-2822-4a11-95e7-51b77082d5ee None None] Provisioning complete for port 95bae493-45e1-43eb-83da-a258dd775e96 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:45.254837 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba8c6e7f-2822-4a11-95e7-51b77082d5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (95bae493-45e1-43eb-83da-a258dd775e96), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:45.376092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c6e7f-2822-4a11-95e7-51b77082d5ee None None] Current status of the port 95bae493-45e1-43eb-83da-a258dd775e96 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:46.579014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 95bae493-45e1-43eb-83da-a258dd775e96 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:46.651296 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 95bae493-45e1-43eb-83da-a258dd775e96 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:46.651688 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (95bae493-45e1-43eb-83da-a258dd775e96), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:46.739413 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 95bae493-45e1-43eb-83da-a258dd775e96 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:52.080498 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-bc7f9403-fbc2-4efc-b616-0237c8d13381 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:52.081962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-bc7f9403-fbc2-4efc-b616-0237c8d13381 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 815 time: 0.0982437 Feb 09 22:41:52.095817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-960bc04a-7b32-4aeb-8e11-7ec4e7309e19 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/quotas/78f52ab9dcb944ff86f12c1075855c2f HTTP/1.1" status: 200 len: 375 time: 0.0086083 Feb 09 22:41:52.150494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-3956b715-1477-4301-8ad8-de9a4de5f26c tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499873 Feb 09 22:41:52.165285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-474823b0-f762-4aa1-9da7-280806a46b7c service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:41:52.166230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-474823b0-f762-4aa1-9da7-280806a46b7c service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051115 Feb 09 22:41:52.263573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-4e886568-ba42-400e-8578-ad3d8b5001f7 service neutron] 10.222.0.98 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921538 Feb 09 22:41:52.350168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-7d1f7c0b-c7b9-4c1d-9324-3cbefcff2567 service neutron] 10.222.0.98 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799711 Feb 09 22:41:53.611666 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a253f4ac-5597-42b6-9e70-98896bea1bcc req-33e85377-a30c-4e0a-b20e-0ecaeda8cdcb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0272563 Feb 09 22:41:54.716077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2afdccb-35e4-448d-9122-5564d4c9bee3 req-36da6779-c9a3-489b-a5c2-ad2e5db594d9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0331738 Feb 09 22:41:55.821018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-50ab8150-ce2b-4725-afe8-4e3936300628 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:55.823595 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-50ab8150-ce2b-4725-afe8-4e3936300628 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.110 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 815 time: 0.1134317 Feb 09 22:41:55.834521 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7a638049-f785-45ac-9ae1-2e09ab5918d8 req-9d2de438-d03d-454e-b9d4-2ef3e0bf6757 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0347881 Feb 09 22:41:55.837975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'port': {'device_id': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'admin_state_up': True, 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:56.034297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Made reservation on behalf of 78f52ab9dcb944ff86f12c1075855c2f for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:56.038248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.165472 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Allocated IP 172.20.0.13 (3c423acb-7cd3-4e87-b697-c68c4bc15164/9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6/12330dec-7a39-4115-875f-1753b195022d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:56.321122 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for port (12330dec-7a39-4115-875f-1753b195022d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.406106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (12330dec-7a39-4115-875f-1753b195022d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.459001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:56.465293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:56.470188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:56.508713 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:56.566536 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:56.567228 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.655323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-b7c5985c-da00-46da-8b5f-f2cfb50cfe7b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8223827 Feb 09 22:41:56.883986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d5f2d315-ed16-4139-9755-97e0749cefc3 None None] Provisioning complete for port 12330dec-7a39-4115-875f-1753b195022d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:56.884556 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d5f2d315-ed16-4139-9755-97e0749cefc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12330dec-7a39-4115-875f-1753b195022d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:56.936198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2d315-ed16-4139-9755-97e0749cefc3 None None] Port 12330dec-7a39-4115-875f-1753b195022d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:56.976898 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314da907-ad88-48f4-9b26-e252393b717d req-d759d97c-b881-49bc-b635-72342753e44b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:56.984352 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-314da907-ad88-48f4-9b26-e252393b717d req-d759d97c-b881-49bc-b635-72342753e44b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 932 time: 0.0683165 Feb 09 22:41:57.041217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-314da907-ad88-48f4-9b26-e252393b717d req-fd97fe8d-045d-4a36-87c7-76486d15dca0 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524726 Feb 09 22:41:58.172720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f840a2-5bde-4a9c-82ce-32753208c0b5 req-27aa57fa-8bb9-4ce1-ac5d-fd79349a215e tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:58.174952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2f840a2-5bde-4a9c-82ce-32753208c0b5 req-27aa57fa-8bb9-4ce1-ac5d-fd79349a215e tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 932 time: 0.0591838 Feb 09 22:41:58.227243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b2f840a2-5bde-4a9c-82ce-32753208c0b5 req-38b79f00-fd58-4077-adf6-7e43f5504618 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Feb 09 22:41:59.359503 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76a144-b20a-4edc-b6d2-c1522d3df17e req-a7c097df-4ba7-4aa3-8b50-e108f8ed51ca tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:59.361172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf76a144-b20a-4edc-b6d2-c1522d3df17e req-a7c097df-4ba7-4aa3-8b50-e108f8ed51ca tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 932 time: 0.0547352 Feb 09 22:41:59.419377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf76a144-b20a-4edc-b6d2-c1522d3df17e req-c2529ff5-6fd4-4fca-8f6c-569384538ab3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Feb 09 22:41:59.981829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:00.546923 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be481c-73ca-4103-b09e-adb5ab23e8d9 req-d9272823-cf1d-46e9-9035-2a8f02136140 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:00.548471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54be481c-73ca-4103-b09e-adb5ab23e8d9 req-d9272823-cf1d-46e9-9035-2a8f02136140 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 932 time: 0.0591340 Feb 09 22:42:00.598909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-54be481c-73ca-4103-b09e-adb5ab23e8d9 req-45f70f43-0426-44e2-99d2-5818deced9e8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Feb 09 22:42:01.360072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:01.725746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b3445-40f1-432c-8eca-2c15e051c42a req-03602a40-c6e4-4cb8-8c57-d78270931d64 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:01.730515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-386b3445-40f1-432c-8eca-2c15e051c42a req-03602a40-c6e4-4cb8-8c57-d78270931d64 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 932 time: 0.0550621 Feb 09 22:42:01.777859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-386b3445-40f1-432c-8eca-2c15e051c42a req-eeec1a4b-4ce9-46fc-9be0-1df3e61a2bd4 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Feb 09 22:42:02.904786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1e47-b7cf-422c-bb44-ba9c5b8e7c1a req-622ac63a-4c59-4df9-b4d5-317b41ab426a tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:02.906299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dea1e47-b7cf-422c-bb44-ba9c5b8e7c1a req-622ac63a-4c59-4df9-b4d5-317b41ab426a tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 932 time: 0.0595226 Feb 09 22:42:02.960371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0dea1e47-b7cf-422c-bb44-ba9c5b8e7c1a req-f221a9d6-b314-4aed-b5dc-129b76adf2d6 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Feb 09 22:42:03.812011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Request body: {'port': {'device_id': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:03.871290 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12330dec-7a39-4115-875f-1753b195022d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:03.930610 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:42:04.113102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be806506-9459-474a-bd97-208b4243dde8 req-de85c34f-d8bb-41d8-b665-2c673aaa93fc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:04.114621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be806506-9459-474a-bd97-208b4243dde8 req-de85c34f-d8bb-41d8-b665-2c673aaa93fc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 932 time: 0.0821662 Feb 09 22:42:04.201579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-be806506-9459-474a-bd97-208b4243dde8 req-5d2c98b4-bdcf-47a9-ae9d-80fdde62a5af tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805426 Feb 09 22:42:04.207333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12330dec-7a39-4115-875f-1753b195022d {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:42:04.215287 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Publish callbacks [] for port (12330dec-7a39-4115-875f-1753b195022d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.227272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Transition to ACTIVE for port object 12330dec-7a39-4115-875f-1753b195022d will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:42:04.302543 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (12330dec-7a39-4115-875f-1753b195022d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.399082 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Pushing event updated for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:04.428101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Attempting to bind port 12330dec-7a39-4115-875f-1753b195022d on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:04.434135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Attempting to bind port 12330dec-7a39-4115-875f-1753b195022d by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:04.434135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Attempting to bind port 12330dec-7a39-4115-875f-1753b195022d on network 3c423acb-7cd3-4e87-b697-c68c4bc15164 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:04.434135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Port 12330dec-7a39-4115-875f-1753b195022d on network 3c423acb-7cd3-4e87-b697-c68c4bc15164 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:42:04.434135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Attempting to bind port 12330dec-7a39-4115-875f-1753b195022d on network 3c423acb-7cd3-4e87-b697-c68c4bc15164 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:04.439996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:04.440351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Checking segment: {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:04.441281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Bound using segment: {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:04.441281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Bound port: 12330dec-7a39-4115-875f-1753b195022d, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd79616-81b9-43df-b65c-c2023435e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:04.441711 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12330dec-7a39-4115-875f-1753b195022d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.507719 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:04.510741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12330dec-7a39-4115-875f-1753b195022d,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:04.600458 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (12330dec-7a39-4115-875f-1753b195022d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.638853 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:04.639555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:04.640971 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] 10.222.0.110 "PUT /v2.0/ports/12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 1092 time: 0.8333070 Feb 09 22:42:04.641420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:04.643662 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e0547e-3002-4a8d-babe-0f8f7d8b21d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:04.679814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be623b-a76c-47fc-8892-62d40f024429 service neutron] Pushing event updated for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:04.685354 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049a4f6e-49b2-469a-9b2e-17f9af996749 x-openstack-request-id: req-049a4f6e-49b2-469a-9b2e-17f9af996749 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:04.685630 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:04.685888 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-049a4f6e-49b2-469a-9b2e-17f9af996749 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:04.686874 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d', 'status': 'completed', 'code': 200} Feb 09 22:42:04.754243 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0547e-3002-4a8d-babe-0f8f7d8b21d5 req-fa2a1f09-285f-4589-9dfc-cd7a36e57437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:04.756028 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6e0547e-3002-4a8d-babe-0f8f7d8b21d5 req-fa2a1f09-285f-4589-9dfc-cd7a36e57437 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1126 time: 0.0496306 Feb 09 22:42:04.861764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0547e-3002-4a8d-babe-0f8f7d8b21d5 req-532d336f-b7ea-4d6d-81e1-55dfd8c33ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:04.863322 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6e0547e-3002-4a8d-babe-0f8f7d8b21d5 req-532d336f-b7ea-4d6d-81e1-55dfd8c33ae5 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1006939 Feb 09 22:42:04.958521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0547e-3002-4a8d-babe-0f8f7d8b21d5 req-399b5f35-a513-4601-a974-59dbc1a20544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:04.960079 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d6e0547e-3002-4a8d-babe-0f8f7d8b21d5 req-399b5f35-a513-4601-a974-59dbc1a20544 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908344 Feb 09 22:42:05.040186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-d9d66bf1-3764-4aa7-b6d6-fd7472c2a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:05.041605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-d9d66bf1-3764-4aa7-b6d6-fd7472c2a2f8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1126 time: 0.0453422 Feb 09 22:42:05.086841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-95293265-7eba-45b7-8dce-007604c53570 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 217 time: 0.0381775 Feb 09 22:42:05.133780 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-271267e9-7cf0-406b-995d-cc636584fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:05.135200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-271267e9-7cf0-406b-995d-cc636584fb1e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 200 len: 854 time: 0.0423973 Feb 09 22:42:05.181800 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860bb0-9bff-43e3-8786-51474344d743 req-61b40dd8-249e-47ca-8c9b-273cdd18df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:05.183276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-61b40dd8-249e-47ca-8c9b-273cdd18df4c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3c423acb-7cd3-4e87-b697-c68c4bc15164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425286 Feb 09 22:42:05.273998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-9d04e467-a4df-4fc6-84bc-6b97fb605de7 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850623 Feb 09 22:42:05.508784 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ba419a6a-fe42-4ce4-875c-756d8bb98a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:05.713597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e24ef6-071d-4be8-af62-6c5848f93266 req-1edc1788-a4c8-4e32-946c-f318354b86ea tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:05.715114 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-26e24ef6-071d-4be8-af62-6c5848f93266 req-1edc1788-a4c8-4e32-946c-f318354b86ea tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 944 time: 0.4436166 Feb 09 22:42:05.735230 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e860bb0-9bff-43e3-8786-51474344d743 req-25723f44-a9a0-48a3-b735-c71e0bfae5ab service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534457 Feb 09 22:42:05.768768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-26e24ef6-071d-4be8-af62-6c5848f93266 req-abccdc03-c55a-471b-96c4-d48e25a44e57 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Feb 09 22:42:06.892338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b864c1-7c08-4c2a-91d8-23165fb52586 req-5e165653-65ab-477d-9b87-6f677b2c04fc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:06.893835 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1b864c1-7c08-4c2a-91d8-23165fb52586 req-5e165653-65ab-477d-9b87-6f677b2c04fc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 944 time: 0.0533419 Feb 09 22:42:06.940138 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d1b864c1-7c08-4c2a-91d8-23165fb52586 req-cb06ea33-ff47-46b5-9f3d-facc4bf5c187 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Feb 09 22:42:07.519650 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9419cbee-51bd-4985-9709-b34bcaa7cef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.064344 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5376-a313-4680-b66a-7c267c08632b req-1171ed66-2fe3-43f6-acbd-745303b867a8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:08.065860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8afb5376-a313-4680-b66a-7c267c08632b req-1171ed66-2fe3-43f6-acbd-745303b867a8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 944 time: 0.0575228 Feb 09 22:42:08.117337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8afb5376-a313-4680-b66a-7c267c08632b req-adf2283e-8bc6-45be-850a-32e502025296 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Feb 09 22:42:08.307263 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12330dec-7a39-4115-875f-1753b195022d details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:42:08.403723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12330dec-7a39-4115-875f-1753b195022d,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:08.415469 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '12330dec-7a39-4115-875f-1753b195022d', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'port_id': '12330dec-7a39-4115-875f-1753b195022d', 'mac_address': 'fa:16:3e:b5:67:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:42:08.451256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 12330dec-7a39-4115-875f-1753b195022d is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:08.451651 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12330dec-7a39-4115-875f-1753b195022d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.464366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12330dec-7a39-4115-875f-1753b195022d {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:42:08.483854 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12330dec-7a39-4115-875f-1753b195022d,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:08.548483 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12330dec-7a39-4115-875f-1753b195022d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:08.594697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:08.799625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12330dec-7a39-4115-875f-1753b195022d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:42:09.240294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36df57-db1e-469d-af7e-d423cfe7f45a req-5356eb77-c6de-45b6-bb36-3503666846e0 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:09.241825 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd36df57-db1e-469d-af7e-d423cfe7f45a req-5356eb77-c6de-45b6-bb36-3503666846e0 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 945 time: 0.0573721 Feb 09 22:42:09.256886 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:09.288719 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cd36df57-db1e-469d-af7e-d423cfe7f45a req-4e772fdd-76e9-42da-8e2c-73d25317fce1 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Feb 09 22:42:10.306667 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12330dec-7a39-4115-875f-1753b195022d up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:10.411022 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c57132-71e5-465d-aa7a-a71348f86a25 req-e8d39c69-3b75-4b54-b3a6-75ae393960cd tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:10.412797 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57c57132-71e5-465d-aa7a-a71348f86a25 req-e8d39c69-3b75-4b54-b3a6-75ae393960cd tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 945 time: 0.0565808 Feb 09 22:42:10.422746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 12330dec-7a39-4115-875f-1753b195022d completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:42:10.427044 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 12330dec-7a39-4115-875f-1753b195022d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:10.427439 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12330dec-7a39-4115-875f-1753b195022d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.454651 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.459884 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-57c57132-71e5-465d-aa7a-a71348f86a25 req-fb6a6b9b-1168-450d-b391-f37ea346edaa tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Feb 09 22:42:10.508742 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 12330dec-7a39-4115-875f-1753b195022d is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:10.509138 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12330dec-7a39-4115-875f-1753b195022d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.531377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12330dec-7a39-4115-875f-1753b195022d'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:10.534290 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42abc8d6-6bc1-4035-8eca-b548d104564d" -d '{"events": [{"server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "name": "network-vif-plugged", "status": "completed", "tag": "12330dec-7a39-4115-875f-1753b195022d"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:10.546749 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12330dec-7a39-4115-875f-1753b195022d,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:10.571667 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5794aade-6f5f-4bd2-89fd-5d651be1aebf x-openstack-request-id: req-5794aade-6f5f-4bd2-89fd-5d651be1aebf {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:10.575125 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "name": "network-vif-plugged", "status": "completed", "tag": "12330dec-7a39-4115-875f-1753b195022d", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:10.575125 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5794aade-6f5f-4bd2-89fd-5d651be1aebf {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:10.575125 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12330dec-7a39-4115-875f-1753b195022d', 'code': 200} Feb 09 22:42:10.622766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (12330dec-7a39-4115-875f-1753b195022d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.669029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208adb-cc68-4ca7-86e2-390309f3a651 req-a0dc339b-4b22-4e92-9972-cc6a90ec3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:10.670592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96208adb-cc68-4ca7-86e2-390309f3a651 req-a0dc339b-4b22-4e92-9972-cc6a90ec3f3c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1128 time: 0.0450735 Feb 09 22:42:10.671928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:10.713560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96208adb-cc68-4ca7-86e2-390309f3a651 req-7a295fa6-eabc-4fc3-860f-c6eb69a20716 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 Feb 09 22:42:11.577064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcd40-cd1e-4191-9a8f-8f376e8c0844 req-d2c1456c-d90f-4881-a9d9-e6460efb6dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:11.578564 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfadcd40-cd1e-4191-9a8f-8f376e8c0844 req-d2c1456c-d90f-4881-a9d9-e6460efb6dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0532990 Feb 09 22:42:11.627647 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dfadcd40-cd1e-4191-9a8f-8f376e8c0844 req-a7bb3d02-7786-4f1d-8ac9-190df91cc3cf tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Feb 09 22:42:11.720243 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:12.748257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36429fb4-265f-43a3-8f13-0f9dc9bb3918 req-066c53ff-9b35-48d0-b1cd-55d019fe532f tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:12.749673 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36429fb4-265f-43a3-8f13-0f9dc9bb3918 req-066c53ff-9b35-48d0-b1cd-55d019fe532f tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0524256 Feb 09 22:42:12.796962 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-36429fb4-265f-43a3-8f13-0f9dc9bb3918 req-7ed45d2b-4cc8-46b0-8b18-7e37e28ac5a9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Feb 09 22:42:12.914251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb504915-de11-4a47-88c1-54b962f052ba req-d36334d7-6cd4-4bc8-9c64-3a1a39e9a8cd tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:12.915734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb504915-de11-4a47-88c1-54b962f052ba req-d36334d7-6cd4-4bc8-9c64-3a1a39e9a8cd tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0521557 Feb 09 22:42:12.960424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fb504915-de11-4a47-88c1-54b962f052ba req-c46e12ea-01d2-47ef-8ba3-206b0a7d3e0f tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 Feb 09 22:42:13.147208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc5463-6c68-451a-b4b4-03912f9c438f req-99b82663-d724-404a-86ad-db95f2dcf3d1 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:13.148714 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-97bc5463-6c68-451a-b4b4-03912f9c438f req-99b82663-d724-404a-86ad-db95f2dcf3d1 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0512660 Feb 09 22:42:13.194456 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-97bc5463-6c68-451a-b4b4-03912f9c438f req-22f58268-d0b7-4545-83af-fb6be124b1c0 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Feb 09 22:42:29.856508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:31.359015 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:32.958379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84eaa9-37c5-43df-93c1-bbe7bc0a2932 req-cf74fc14-1a12-4767-ab8a-f338c1bfa388 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:32.959892 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f84eaa9-37c5-43df-93c1-bbe7bc0a2932 req-cf74fc14-1a12-4767-ab8a-f338c1bfa388 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.1483607 Feb 09 22:42:33.005409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2f84eaa9-37c5-43df-93c1-bbe7bc0a2932 req-d3a31958-b004-4048-97ca-a5e311a481ba tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Feb 09 22:42:33.027460 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58698) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:33.111631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6828c-8510-4bde-995c-ee73ca1866cf tempest-TestMinimumBasicScenario-775142656 tempest-TestMinimumBasicScenario-775142656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:33.113182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dfc6828c-8510-4bde-995c-ee73ca1866cf tempest-TestMinimumBasicScenario-775142656 tempest-TestMinimumBasicScenario-775142656-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1123 time: 0.0847366 Feb 09 22:42:33.116092 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58702) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:33.120276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '12330dec-7a39-4115-875f-1753b195022d', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:33.227951 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:33.328399 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:33.426904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Allocated IP 172.25.5.148 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6eace840-d730-44e6-be5d-8655172c092f) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:33.526871 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for port (6eace840-d730-44e6-be5d-8655172c092f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:33.594208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6eace840-d730-44e6-be5d-8655172c092f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:33.633544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:33.636440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:33.639055 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:33.661742 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'Port': ['ID=6eace840-d730-44e6-be5d-8655172c092f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:33.675118 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.675532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:33.679606 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:34.015611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for floatingip (a9339a53-b28d-4e3e-9bf4-aad406f19384), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.127262 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6eace840-d730-44e6-be5d-8655172c092f), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.279882 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for port (6eace840-d730-44e6-be5d-8655172c092f), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.381828 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6eace840-d730-44e6-be5d-8655172c092f), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.449945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'Port': ['ID=6eace840-d730-44e6-be5d-8655172c092f,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:34.461848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (a9339a53-b28d-4e3e-9bf4-aad406f19384), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.562964 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Floating IP a9339a53-b28d-4e3e-9bf4-aad406f19384 associated. External IP: 172.25.5.148, port: 12330dec-7a39-4115-875f-1753b195022d. Feb 09 22:42:34.769488 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:42:34.877431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:34.886869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] Sync routers for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:34.895963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:34.900677 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:42:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:34.950058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.980458 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f2c69417-4568-4e0b-b3a1-7f52c3301dc9 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8633463 Feb 09 22:42:34.981116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:34.983573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58704) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:34.984133 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e" -d '{"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:34.996684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780493926', 'description': 'tempest-secgroup-smoke-780493926 description', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:35.006388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:35.031992 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3611fe-8c21-4ff9-92ed-87045a9451c9 x-openstack-request-id: req-cb3611fe-8c21-4ff9-92ed-87045a9451c9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:35.033118 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:35.033295 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb3611fe-8c21-4ff9-92ed-87045a9451c9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:35.033736 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d', 'status': 'completed', 'code': 200} Feb 09 22:42:35.067964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.108391 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-a8d708d0-b22e-4075-9004-459f8b2b54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:35.111085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-a8d708d0-b22e-4075-9004-459f8b2b54b2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1128 time: 0.0525405 Feb 09 22:42:35.137514 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group (392574b6-f6f8-4e97-9836-8e0e78b996dc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.193349 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (392574b6-f6f8-4e97-9836-8e0e78b996dc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.199752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-0ec432d3-a993-493f-b3ea-eeb0fda12654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:35.201239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-0ec432d3-a993-493f-b3ea-eeb0fda12654 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 916 time: 0.0839286 Feb 09 22:42:35.225772 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392574b6-f6f8-4e97-9836-8e0e78b996dc,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:35.233979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.234484 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.234842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.235242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.235601 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.235806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'a9339a53-b28d-4e3e-9bf4-aad406f19384', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'port_id': '12330dec-7a39-4115-875f-1753b195022d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'mac_address': 'fa:16:3e:b5:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:42:33Z', 'updated_at': '2022-02-09T22:42:33Z', 'revision_number': 0, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 5, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:35.235997 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.236327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.236715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.237063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.237386 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.237796 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.238315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.238780 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:35.275798 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.277756 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-56458142-a474-457d-a92a-c64bd9fc6073 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2927830 Feb 09 22:42:35.278210 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-d5899834-d439-4fae-bf98-a0705037ca37 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 1000 time: 0.0704591 Feb 09 22:42:35.280370 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58708) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:35.285695 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-6b4147e1-cfdc-4d32-8c0b-d7118971cfd8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'security_group_rule': {'security_group_id': '392574b6-f6f8-4e97-9836-8e0e78b996dc', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:35.331368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-e1c42c39-2561-4ac9-ac0c-c155eef6be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:35.332970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-e1c42c39-2561-4ac9-ac0c-c155eef6be02 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 200 len: 854 time: 0.0493126 Feb 09 22:42:35.370671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4147e1-cfdc-4d32-8c0b-d7118971cfd8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (3854438d-b487-4808-bbf2-a71a4ce18ec7), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.389070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-5fd61832-51fc-4541-acef-928a020ba317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:35.390523 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-5fd61832-51fc-4541-acef-928a020ba317 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3c423acb-7cd3-4e87-b697-c68c4bc15164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506499 Feb 09 22:42:35.431872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] Checking router: 46fc8cc2-761d-4cc5-97a6-a4b2156308ae for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:35.438319 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4147e1-cfdc-4d32-8c0b-d7118971cfd8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (3854438d-b487-4808-bbf2-a71a4ce18ec7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.446556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:35.447186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:42:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:35.488573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-a6e7c7af-86d1-406c-be73-4de6b64c79ef service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916724 Feb 09 22:42:35.513741 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4147e1-cfdc-4d32-8c0b-d7118971cfd8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (3854438d-b487-4808-bbf2-a71a4ce18ec7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.531644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4147e1-cfdc-4d32-8c0b-d7118971cfd8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3854438d-b487-4808-bbf2-a71a4ce18ec7,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:35.551250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6c273ed9-f579-428b-8233-29e132dec569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.559929 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:35.587048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a6ffb-cd03-4d7e-a258-8d42c8f7395e req-0c609459-db53-4ae3-9e7a-75ed9a25eca8 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919640 Feb 09 22:42:35.607902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6b4147e1-cfdc-4d32-8c0b-d7118971cfd8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.609163 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6b4147e1-cfdc-4d32-8c0b-d7118971cfd8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277733 Feb 09 22:42:35.612696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58710) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:35.617314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b18797d1-c420-4b5f-9e28-d6d30def8b94 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'security_group_rule': {'security_group_id': '392574b6-f6f8-4e97-9836-8e0e78b996dc', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:35.706952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18797d1-c420-4b5f-9e28-d6d30def8b94 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (6aa76c73-912e-4f45-bee7-194caa6eda01), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.763188 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18797d1-c420-4b5f-9e28-d6d30def8b94 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (6aa76c73-912e-4f45-bee7-194caa6eda01), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.790864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'a9339a53-b28d-4e3e-9bf4-aad406f19384', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'port_id': '12330dec-7a39-4115-875f-1753b195022d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'mac_address': 'fa:16:3e:b5:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:42:33Z', 'updated_at': '2022-02-09T22:42:33Z', 'revision_number': 0, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 5, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:35.821394 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e4696c-a4a2-4b1a-9229-7c55ec33490f None None] The sync data for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 is: [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'a9339a53-b28d-4e3e-9bf4-aad406f19384', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'port_id': '12330dec-7a39-4115-875f-1753b195022d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'mac_address': 'fa:16:3e:b5:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:42:33Z', 'updated_at': '2022-02-09T22:42:33Z', 'revision_number': 0, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 5, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:35.839798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18797d1-c420-4b5f-9e28-d6d30def8b94 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (6aa76c73-912e-4f45-bee7-194caa6eda01), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.863348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18797d1-c420-4b5f-9e28-d6d30def8b94 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa76c73-912e-4f45-bee7-194caa6eda01,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:35.910477 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b18797d1-c420-4b5f-9e28-d6d30def8b94 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.912075 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b18797d1-c420-4b5f-9e28-d6d30def8b94 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2983036 Feb 09 22:42:35.914651 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58712) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:35.918997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-05e5ebaf-0d37-4296-9ea7-6e0f900b6688 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'security_group_rule': {'security_group_id': '392574b6-f6f8-4e97-9836-8e0e78b996dc', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:36.004556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05e5ebaf-0d37-4296-9ea7-6e0f900b6688 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (9b7b5864-57e3-4c6f-bf18-2ff4816aa70a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.024196 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a0bb2-2677-42ea-9e78-5c0e84a31aa2 None None] New status for floating IP a9339a53-b28d-4e3e-9bf4-aad406f19384: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:42:36.063611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05e5ebaf-0d37-4296-9ea7-6e0f900b6688 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (9b7b5864-57e3-4c6f-bf18-2ff4816aa70a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.113502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05e5ebaf-0d37-4296-9ea7-6e0f900b6688 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (9b7b5864-57e3-4c6f-bf18-2ff4816aa70a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.128679 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5ebaf-0d37-4296-9ea7-6e0f900b6688 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7b5864-57e3-4c6f-bf18-2ff4816aa70a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:36.235992 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-05e5ebaf-0d37-4296-9ea7-6e0f900b6688 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.237165 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-05e5ebaf-0d37-4296-9ea7-6e0f900b6688 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215208 Feb 09 22:42:36.239938 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58714) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:36.244349 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d075ca3a-7b92-48c9-a443-56a5a7fa5366 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'security_group_rule': {'security_group_id': '392574b6-f6f8-4e97-9836-8e0e78b996dc', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:36.347540 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d075ca3a-7b92-48c9-a443-56a5a7fa5366 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (c553d018-14ca-4c6d-ab6b-ccd69c7fb0f5), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.404544 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d075ca3a-7b92-48c9-a443-56a5a7fa5366 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (c553d018-14ca-4c6d-ab6b-ccd69c7fb0f5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.473315 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d075ca3a-7b92-48c9-a443-56a5a7fa5366 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c553d018-14ca-4c6d-ab6b-ccd69c7fb0f5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.495169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075ca3a-7b92-48c9-a443-56a5a7fa5366 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c553d018-14ca-4c6d-ab6b-ccd69c7fb0f5,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:36.595120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d075ca3a-7b92-48c9-a443-56a5a7fa5366 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.596407 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d075ca3a-7b92-48c9-a443-56a5a7fa5366 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3554904 Feb 09 22:42:36.599062 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58716) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:36.603323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'security_group_rule': {'security_group_id': '392574b6-f6f8-4e97-9836-8e0e78b996dc', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:36.668024 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Project 78f52ab9dcb944ff86f12c1075855c2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:42:36.673667 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (b387ff7e-1c79-4e8a-819c-ec3b04e35f49), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.728572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (b387ff7e-1c79-4e8a-819c-ec3b04e35f49), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.782129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b387ff7e-1c79-4e8a-819c-ec3b04e35f49), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.802278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b387ff7e-1c79-4e8a-819c-ec3b04e35f49,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:36.869584 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.870846 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-03fe7479-361d-43e3-9cfe-bb0ed99fbbbb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708397 Feb 09 22:42:36.873458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58718) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:36.877850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'security_group_rule': {'security_group_id': '392574b6-f6f8-4e97-9836-8e0e78b996dc', 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:36.976083 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Project 78f52ab9dcb944ff86f12c1075855c2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:42:36.980929 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (7d384502-72d8-4132-9a1a-4ac0d04f2b3e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.041221 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (7d384502-72d8-4132-9a1a-4ac0d04f2b3e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.119029 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (7d384502-72d8-4132-9a1a-4ac0d04f2b3e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.136969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d384502-72d8-4132-9a1a-4ac0d04f2b3e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.212355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.213574 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5eeef332-2b9a-493d-b7af-66f649228a00 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390985 Feb 09 22:42:37.302025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-9a9c29da-9b25-43ab-a555-7753784c79bc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780493926&fields=id&tenant_id=78f52ab9dcb944ff86f12c1075855c2f HTTP/1.1" status: 200 len: 267 time: 0.0433354 Feb 09 22:42:37.356815 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-5cfc2779-0845-4a79-a5eb-56e4fd5e6d41 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:37.358274 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-5cfc2779-0845-4a79-a5eb-56e4fd5e6d41 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0510964 Feb 09 22:42:37.368676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'port': {'security_groups': ['1dfe9ba7-879d-4684-920f-e5f7375032f7', '392574b6-f6f8-4e97-9836-8e0e78b996dc']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.436680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12330dec-7a39-4115-875f-1753b195022d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.542358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-76b722f2-aa61-43ef-a4a5-81fadd89970f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.615952 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12330dec-7a39-4115-875f-1753b195022d,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:37.647159 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for port (12330dec-7a39-4115-875f-1753b195022d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.696356 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (12330dec-7a39-4115-875f-1753b195022d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.708631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12330dec-7a39-4115-875f-1753b195022d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:42:37.739427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:37.740095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.741730 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f132808f-e997-4dde-bb0d-708334f9ffaa req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "PUT /v2.0/ports/12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 982 time: 0.3771718 Feb 09 22:42:37.745783 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:37.752041 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aff684-c8db-41fa-850c-b147fdf6fbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:37.777555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d5897-d464-4621-9316-e0d096efc0dc tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.813842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12330dec-7a39-4115-875f-1753b195022d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:42:37.825260 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79d18ad-cddd-4553-a0cf-867c7943f0b4 x-openstack-request-id: req-a79d18ad-cddd-4553-a0cf-867c7943f0b4 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:37.825462 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:37.825791 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a79d18ad-cddd-4553-a0cf-867c7943f0b4 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:37.826226 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d', 'status': 'completed', 'code': 200} Feb 09 22:42:37.914508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-f836b4f1-358e-4194-b41f-8af496336938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:37.916092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-f836b4f1-358e-4194-b41f-8af496336938 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1167 time: 0.0594194 Feb 09 22:42:37.919094 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2ef0-e5a9-47c1-8340-5d92598d408d req-c2657d72-2fcc-4a3b-846b-b5056a2d1d16 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:37.921406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-877e2ef0-e5a9-47c1-8340-5d92598d408d req-c2657d72-2fcc-4a3b-846b-b5056a2d1d16 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0747144 Feb 09 22:42:37.995670 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-877e2ef0-e5a9-47c1-8340-5d92598d408d req-ff366bcd-fc4b-4ffe-b26d-a5e3b6f2bb2d tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669725 Feb 09 22:42:38.021122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-14fc1ea9-f14c-481d-8f26-b618f56d3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:38.022689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-14fc1ea9-f14c-481d-8f26-b618f56d3197 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 916 time: 0.1000760 Feb 09 22:42:38.089763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-853e929b-62b4-41a5-ad60-4760331cf527 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 1002 time: 0.0603726 Feb 09 22:42:38.110830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-94bb869d-b750-4aa8-97cb-1fa378e8067a None None] Provisioning complete for port 12330dec-7a39-4115-875f-1753b195022d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:38.111221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-94bb869d-b750-4aa8-97cb-1fa378e8067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12330dec-7a39-4115-875f-1753b195022d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.138663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-8ce2af31-5ce1-40b4-8c87-0bb5be50f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:38.140107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-8ce2af31-5ce1-40b4-8c87-0bb5be50f218 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 200 len: 854 time: 0.0446129 Feb 09 22:42:38.193362 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-32490e3a-1a01-4e73-8342-ab4772bf375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:38.194881 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-32490e3a-1a01-4e73-8342-ab4772bf375c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3c423acb-7cd3-4e87-b697-c68c4bc15164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485172 Feb 09 22:42:38.282252 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-6600be09-8637-4ce9-a463-c5965e0328eb service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805993 Feb 09 22:42:38.310022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-94bb869d-b750-4aa8-97cb-1fa378e8067a None None] Current status of the port 12330dec-7a39-4115-875f-1753b195022d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:38.376702 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a5aff684-c8db-41fa-850c-b147fdf6fbbd req-dbf0a97c-10d4-408b-85c4-a2d023dea232 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868690 Feb 09 22:42:39.238688 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.450518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.929945 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:42:41.753066 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.745819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7c73-ca90-479c-8464-a5aa6d2f47f7 req-6759ae44-49d3-4901-891e-ba5683538257 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.747656 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a6e7c73-ca90-479c-8464-a5aa6d2f47f7 req-6759ae44-49d3-4901-891e-ba5683538257 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0533638 Feb 09 22:42:45.813816 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5a6e7c73-ca90-479c-8464-a5aa6d2f47f7 req-fcb8119a-0233-4c20-acc7-f7f997750fb1 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597954 Feb 09 22:42:45.822798 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-87c5939a-6ec1-4201-80da-7fae6db61df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.824518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-87c5939a-6ec1-4201-80da-7fae6db61df6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1167 time: 0.0474179 Feb 09 22:42:45.914475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-aaac1a26-12d3-480f-b39b-981f68773382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.915998 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-aaac1a26-12d3-480f-b39b-981f68773382 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 916 time: 0.0863268 Feb 09 22:42:45.984793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-afb84a85-86bd-4119-b777-ee992d14bc0e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 1002 time: 0.0613856 Feb 09 22:42:46.032042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-1270a37c-7f47-4ba5-9859-1bf3e612079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.033917 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-1270a37c-7f47-4ba5-9859-1bf3e612079f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 200 len: 854 time: 0.0416734 Feb 09 22:42:46.083818 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-51251f3d-3bbd-4c59-981f-ab9ea7b98cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.085337 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-51251f3d-3bbd-4c59-981f-ab9ea7b98cde service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3c423acb-7cd3-4e87-b697-c68c4bc15164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445788 Feb 09 22:42:46.178231 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-6b95a259-9659-42c4-8050-849218d6fbb3 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866299 Feb 09 22:42:46.266428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-901b752c-b46e-43d8-9f01-8639fa4b697b req-26e64e54-8a4c-41b4-93e0-623bfce2d008 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817816 Feb 09 22:42:46.944433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598c5f7-c309-45fc-8614-45ceeac3a68d req-123e027a-be48-4581-a2f0-61d05441ef09 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.945919 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d598c5f7-c309-45fc-8614-45ceeac3a68d req-123e027a-be48-4581-a2f0-61d05441ef09 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0576262 Feb 09 22:42:47.004806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d598c5f7-c309-45fc-8614-45ceeac3a68d req-a49f88f5-e681-429d-8fde-47de1b7d7b33 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530229 Feb 09 22:42:48.127102 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35b991-a4ec-4776-acc5-ca55c5641abf req-684e460b-40f5-44b1-9a5e-80be2ee99896 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:48.128637 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d35b991-a4ec-4776-acc5-ca55c5641abf req-684e460b-40f5-44b1-9a5e-80be2ee99896 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0549731 Feb 09 22:42:48.192745 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5d35b991-a4ec-4776-acc5-ca55c5641abf req-1930fd2d-83ca-4cb8-a232-0f29bd854bbd tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582206 Feb 09 22:42:49.310768 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069392c-cba9-464c-b8a8-9baef719ce3c req-444cf935-9282-4199-8709-c59b436cd11e tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:49.312276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2069392c-cba9-464c-b8a8-9baef719ce3c req-444cf935-9282-4199-8709-c59b436cd11e tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0524595 Feb 09 22:42:49.369775 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2069392c-cba9-464c-b8a8-9baef719ce3c req-ba7e4c81-fb98-411c-987d-44134927c5cf tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512967 Feb 09 22:42:50.488491 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320e867-043b-46c7-bf62-809781414aea req-7caf5bf6-34a4-4798-9210-413e714f86e3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:50.489977 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7320e867-043b-46c7-bf62-809781414aea req-7caf5bf6-34a4-4798-9210-413e714f86e3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0527849 Feb 09 22:42:50.549580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7320e867-043b-46c7-bf62-809781414aea req-286f48a4-f13b-49eb-bb81-457e3af56d77 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536399 Feb 09 22:42:51.670879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dab76-7145-4998-97b8-d3f79ab92ef0 req-53384ad4-7c69-49aa-8db9-b0c2d87be42f tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:51.672414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d35dab76-7145-4998-97b8-d3f79ab92ef0 req-53384ad4-7c69-49aa-8db9-b0c2d87be42f tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0562601 Feb 09 22:42:51.729581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d35dab76-7145-4998-97b8-d3f79ab92ef0 req-8cad79e9-494e-47e4-8114-91cafe5c13d2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509017 Feb 09 22:42:52.859885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d32aa-55dd-48ac-b2e2-60eac91d6c0f req-252d4ce4-6789-4c32-90a7-652786fc94f5 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:52.861397 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-004d32aa-55dd-48ac-b2e2-60eac91d6c0f req-252d4ce4-6789-4c32-90a7-652786fc94f5 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0634003 Feb 09 22:42:52.920422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-004d32aa-55dd-48ac-b2e2-60eac91d6c0f req-2ad26909-ad59-46af-8532-b49103782f0b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531862 Feb 09 22:42:54.041528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c9b8c-3a26-40d2-aa93-3eaf7ce8d57c req-e51305fb-3da5-4eea-86bd-86a6feb6f9c8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:54.043002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a8c9b8c-3a26-40d2-aa93-3eaf7ce8d57c req-e51305fb-3da5-4eea-86bd-86a6feb6f9c8 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0536702 Feb 09 22:42:54.102686 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0a8c9b8c-3a26-40d2-aa93-3eaf7ce8d57c req-85368310-092f-4064-a92b-33301a5c009c tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538802 Feb 09 22:42:55.223016 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc24070-d517-4a5f-846d-4ce7ad37d3d7 req-d0470458-cdf3-406c-9766-111412d7589f tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:55.224573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddc24070-d517-4a5f-846d-4ce7ad37d3d7 req-d0470458-cdf3-406c-9766-111412d7589f tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0531118 Feb 09 22:42:55.283206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ddc24070-d517-4a5f-846d-4ce7ad37d3d7 req-1fa14915-19b5-4dec-94e7-186a915de9b2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529048 Feb 09 22:42:56.405871 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bae20-ebe8-4861-a556-371be0d16189 req-44d6a227-2372-4dce-a22e-f81bf4afd724 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:56.407502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f6bae20-ebe8-4861-a556-371be0d16189 req-44d6a227-2372-4dce-a22e-f81bf4afd724 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0551820 Feb 09 22:42:56.475415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7f6bae20-ebe8-4861-a556-371be0d16189 req-968fdd88-cc8b-4e96-b13f-ebd819fc3ac5 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617769 Feb 09 22:42:57.594398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1117a6-e060-4806-a2bd-3994cffe773e req-b8858429-8f5b-481e-8d51-d0ff600df6d1 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:57.595898 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e1117a6-e060-4806-a2bd-3994cffe773e req-b8858429-8f5b-481e-8d51-d0ff600df6d1 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0516548 Feb 09 22:42:57.657802 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e1117a6-e060-4806-a2bd-3994cffe773e req-c6cad560-ec85-4412-849c-77433ada0ea7 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=392574b6-f6f8-4e97-9836-8e0e78b996dc&id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556495 Feb 09 22:42:59.884307 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:00.827175 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-d0dfc746-89df-44a4-a5dc-03c03488e355 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438204 Feb 09 22:43:00.913452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-4de3473a-bb5d-4aca-bb8d-b3f57b003285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:00.915012 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-4de3473a-bb5d-4aca-bb8d-b3f57b003285 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1167 time: 0.0461440 Feb 09 22:43:01.019521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-b6670f5c-6412-4279-b40c-0932bed5573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:01.021041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-b6670f5c-6412-4279-b40c-0932bed5573a service neutron] 10.222.0.110 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 916 time: 0.0869453 Feb 09 22:43:01.085236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-bdf22a65-c798-4572-9335-18ecd66d6841 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 1002 time: 0.0579998 Feb 09 22:43:01.132037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-7d5920ba-2798-4d99-ad3e-934a57e4d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:01.133486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-7d5920ba-2798-4d99-ad3e-934a57e4d8bc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 200 len: 854 time: 0.0433371 Feb 09 22:43:01.185196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-85ea9aee-132a-4b6d-8878-d448b90bbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:01.186704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-85ea9aee-132a-4b6d-8878-d448b90bbeeb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3c423acb-7cd3-4e87-b697-c68c4bc15164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479863 Feb 09 22:43:01.272665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-d2129775-a8cd-48d2-aa47-6cf7a7fa72a7 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798292 Feb 09 22:43:01.363354 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-94cc8f65-0f97-46d9-adb0-8885f727aaec req-cb10c588-4065-458b-b5d0-2b9d3fbc0a93 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849779 Feb 09 22:43:01.381604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:05.535527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d05f3a94-2a32-4577-a2d1-2b6d77d6b272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:07.529995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0dc6fe4-0628-4f94-9e06-c226cf738bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:09.256219 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:10.426436 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:11.712683 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:17.928744 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:43:29.878329 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:29.949168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-bc55a21e-e909-4948-b4ac-a5f9e85a4b2b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780493926&fields=id&tenant_id=78f52ab9dcb944ff86f12c1075855c2f HTTP/1.1" status: 200 len: 267 time: 0.0450175 Feb 09 22:43:30.005751 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0659869b-cdf9-4b3c-a7a0-b88c62aea669 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:30.007232 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0659869b-cdf9-4b3c-a7a0-b88c62aea669 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 985 time: 0.0528417 Feb 09 22:43:30.017870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Request body: {'port': {'security_groups': ['1dfe9ba7-879d-4684-920f-e5f7375032f7']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:43:30.086138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (12330dec-7a39-4115-875f-1753b195022d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:30.593473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12330dec-7a39-4115-875f-1753b195022d,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:30.621806 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for port (12330dec-7a39-4115-875f-1753b195022d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:30.677672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (12330dec-7a39-4115-875f-1753b195022d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:30.689573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12330dec-7a39-4115-875f-1753b195022d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:43:30.720423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:30.721067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:30.722543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2148e60-96e5-4d3d-aab9-968db69eeee1 req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "PUT /v2.0/ports/12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 943 time: 0.7090335 Feb 09 22:43:30.722937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:43:30.736681 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63d788-1446-4468-a886-8c271ca7e900" -d '{"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:43:30.736910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58768) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:30.787251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634a7ad-6767-4f0b-8374-de203de117c2 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event updated for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:30.804580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12330dec-7a39-4115-875f-1753b195022d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:43:30.811258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a439da51-ce92-4633-b7b4-64afe1ed52eb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group (392574b6-f6f8-4e97-9836-8e0e78b996dc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:30.843883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a439da51-ce92-4633-b7b4-64afe1ed52eb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group (392574b6-f6f8-4e97-9836-8e0e78b996dc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:30.880558 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b735c7-679c-4c24-bb55-df5e61c9246f x-openstack-request-id: req-20b735c7-679c-4c24-bb55-df5e61c9246f {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:43:30.880845 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:43:30.881104 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20b735c7-679c-4c24-bb55-df5e61c9246f {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:43:30.881517 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d', 'status': 'completed', 'code': 200} Feb 09 22:43:31.014490 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63d788-1446-4468-a886-8c271ca7e900 req-70bfc72e-2fd3-4bf8-8f83-da1d40fd0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:31.020858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd63d788-1446-4468-a886-8c271ca7e900 req-70bfc72e-2fd3-4bf8-8f83-da1d40fd0191 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1128 time: 0.1077859 Feb 09 22:43:31.043831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a439da51-ce92-4633-b7b4-64afe1ed52eb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (392574b6-f6f8-4e97-9836-8e0e78b996dc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.044756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d4020958-66d3-4e89-93e7-ba891f151bc5 None None] Provisioning complete for port 12330dec-7a39-4115-875f-1753b195022d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:43:31.045259 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d4020958-66d3-4e89-93e7-ba891f151bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (12330dec-7a39-4115-875f-1753b195022d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.047190 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a439da51-ce92-4633-b7b4-64afe1ed52eb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.048450 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a439da51-ce92-4633-b7b4-64afe1ed52eb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "DELETE /v2.0/security-groups/392574b6-f6f8-4e97-9836-8e0e78b996dc HTTP/1.1" status: 204 len: 168 time: 0.3190584 Feb 09 22:43:31.051943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:31.099872 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439da51-ce92-4633-b7b4-64afe1ed52eb tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392574b6-f6f8-4e97-9836-8e0e78b996dc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:31.114712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63d788-1446-4468-a886-8c271ca7e900 req-fa282c23-3c49-446b-bc3d-361082b1051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:31.116613 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd63d788-1446-4468-a886-8c271ca7e900 req-fa282c23-3c49-446b-bc3d-361082b1051e service neutron] 10.222.0.110 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 916 time: 0.0939386 Feb 09 22:43:31.138679 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d4020958-66d3-4e89-93e7-ba891f151bc5 None None] Current status of the port 12330dec-7a39-4115-875f-1753b195022d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:43:31.187139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd63d788-1446-4468-a886-8c271ca7e900 req-396f30b3-67cd-4cbd-935b-4c3f23f244c9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 1002 time: 0.0642464 Feb 09 22:43:31.238351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63d788-1446-4468-a886-8c271ca7e900 req-b97e4ce2-49f9-485d-bf55-1ca44105cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:31.240183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd63d788-1446-4468-a886-8c271ca7e900 req-b97e4ce2-49f9-485d-bf55-1ca44105cb35 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 200 len: 854 time: 0.0467503 Feb 09 22:43:31.296542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63d788-1446-4468-a886-8c271ca7e900 req-22bc8693-070e-4ea9-9630-b0bf6efcbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:31.297989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd63d788-1446-4468-a886-8c271ca7e900 req-22bc8693-070e-4ea9-9630-b0bf6efcbc42 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3c423acb-7cd3-4e87-b697-c68c4bc15164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519118 Feb 09 22:43:31.388980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd63d788-1446-4468-a886-8c271ca7e900 req-0959a531-cdef-47d2-be06-fc6b78ac7a59 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Feb 09 22:43:31.420872 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.483279 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd63d788-1446-4468-a886-8c271ca7e900 req-a0fcbe96-a721-48d5-a322-5217bdb3c8f9 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886347 Feb 09 22:43:31.515819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Deleting port 6eace840-d730-44e6-be5d-8655172c092f {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:31.516169 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6eace840-d730-44e6-be5d-8655172c092f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.591934 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6eace840-d730-44e6-be5d-8655172c092f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.592180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for floatingip (6eace840-d730-44e6-be5d-8655172c092f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.603658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Calling delete_port for 6eace840-d730-44e6-be5d-8655172c092f owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:31.808979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6eace840-d730-44e6-be5d-8655172c092f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.834777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event deleted for resources: {'Port': ['ID=6eace840-d730-44e6-be5d-8655172c092f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:31.892959 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks [] for floatingip (a9339a53-b28d-4e3e-9bf4-aad406f19384), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:31.893243 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Floating IP a9339a53-b28d-4e3e-9bf4-aad406f19384 disassociated (deleted). External IP: 172.25.5.148, port: 12330dec-7a39-4115-875f-1753b195022d. Feb 09 22:43:32.096603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:43:32.204574 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:43:32.209417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:32.215260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] Sync routers for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:43:32.225261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:32.225882 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:43:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:32.238044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9b8899d4-2160-43d8-bd1c-95caa0d1d2d3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "DELETE /v2.0/floatingips/a9339a53-b28d-4e3e-9bf4-aad406f19384 HTTP/1.1" status: 204 len: 168 time: 1.1837645 Feb 09 22:43:32.238809 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:43:32.241251 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d08a869-c808-4b68-8b71-5a9ebf63a98f" -d '{"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:43:32.338922 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20320f8e-a3dd-454d-bfcc-a35e2d85d8fb x-openstack-request-id: req-20320f8e-a3dd-454d-bfcc-a35e2d85d8fb {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:43:32.339303 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "tag": "12330dec-7a39-4115-875f-1753b195022d", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:43:32.339634 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20320f8e-a3dd-454d-bfcc-a35e2d85d8fb {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:43:32.340138 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'tag': '12330dec-7a39-4115-875f-1753b195022d', 'status': 'completed', 'code': 200} Feb 09 22:43:32.341477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:32.406602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-b2d4f57d-7844-4f0e-a45f-d9c5d43bb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:32.414842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-b2d4f57d-7844-4f0e-a45f-d9c5d43bb560 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 1128 time: 0.0462146 Feb 09 22:43:32.498215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-57296276-055b-4702-bb91-15a85432491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:32.499734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-57296276-055b-4702-bb91-15a85432491b service neutron] 10.222.0.110 "GET /v2.0/networks?id=3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 200 len: 916 time: 0.0858073 Feb 09 22:43:32.545189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-e14adc1e-27d6-4830-98f5-ba7a3ae16654 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 200 len: 217 time: 0.0393412 Feb 09 22:43:32.547905 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 5, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:32.583197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] Checking router: 46fc8cc2-761d-4cc5-97a6-a4b2156308ae for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:43:32.592746 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:32.593815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:43:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:32.601405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-f35e809f-f6a6-4189-9693-f6a47fa7c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:32.603611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-f35e809f-f6a6-4189-9693-f6a47fa7c1e0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 200 len: 854 time: 0.0528455 Feb 09 22:43:32.656188 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-82fb9236-7c82-48e6-8533-4bfe621027c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:32.657842 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-82fb9236-7c82-48e6-8533-4bfe621027c4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3c423acb-7cd3-4e87-b697-c68c4bc15164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453835 Feb 09 22:43:32.708120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:32.758927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-8d96e77d-8d66-4bf4-8b84-02b755954af5 service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915091 Feb 09 22:43:32.855854 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d08a869-c808-4b68-8b71-5a9ebf63a98f req-2ed524a5-c6f3-4212-b44c-42d6a28b246b service neutron] 10.222.0.110 "GET /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881870 Feb 09 22:43:33.060534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 5, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:33.085725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d07fb9-c9bc-4aa9-9eff-04352a58eaf6 None None] The sync data for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 is: [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:41:33Z', 'revision_number': 4, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '73c0e2af-b367-4a0d-883b-b075bac1b424', 'name': '', 'network_id': '3c423acb-7cd3-4e87-b697-c68c4bc15164', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'mac_address': 'fa:16:3e:ea:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:33Z', 'updated_at': '2022-02-09T22:41:37Z', 'revision_number': 5, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'subnets': [{'id': '9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:43:33.315149 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2140060-75f0-4ea5-9a45-e94fe37da10d None None] New status for floating IP a9339a53-b28d-4e3e-9bf4-aad406f19384: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:43:35.511975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3057b7b3-3c41-4033-a910-de205830b23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:37.523072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-48c924ea-4245-4323-b258-78445d75455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:39.283106 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:40.437484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:41.722934 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:48.028502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1d31d-8277-460e-857f-f62c0a35d3ac req-6a62ab24-4dc2-47ac-9cf8-b4cecabd727c tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:48.030005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dea1d31d-8277-460e-857f-f62c0a35d3ac req-6a62ab24-4dc2-47ac-9cf8-b4cecabd727c tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0542860 Feb 09 22:43:48.081201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-dea1d31d-8277-460e-857f-f62c0a35d3ac req-5fac6351-8396-4266-a9d2-8f2ce2bf3a54 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Feb 09 22:43:49.207508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a757491-a926-4711-8d76-68c777d86b45 req-cee4b045-7236-481e-a929-c96e1bbac3e3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:49.209062 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a757491-a926-4711-8d76-68c777d86b45 req-cee4b045-7236-481e-a929-c96e1bbac3e3 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0597832 Feb 09 22:43:49.256200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2a757491-a926-4711-8d76-68c777d86b45 req-75ea16eb-81e6-460c-ac91-dc5891e8e00b tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/security-groups?id=1dfe9ba7-879d-4684-920f-e5f7375032f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Feb 09 22:43:49.679881 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-08689cf4-3524-4453-b509-23541eb9dad4 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:49.681375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-08689cf4-3524-4453-b509-23541eb9dad4 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.110 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 946 time: 0.0528073 Feb 09 22:43:49.776429 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Deleting port 12330dec-7a39-4115-875f-1753b195022d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:49.776775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (12330dec-7a39-4115-875f-1753b195022d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:49.864661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] For port 12330dec-7a39-4115-875f-1753b195022d, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=12330dec-7a39-4115-875f-1753b195022d,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:49.865033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (12330dec-7a39-4115-875f-1753b195022d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:49.878102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Calling delete_port for 12330dec-7a39-4115-875f-1753b195022d owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:50.048534 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (12330dec-7a39-4115-875f-1753b195022d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.060657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['12330dec-7a39-4115-875f-1753b195022d'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:43:50.078093 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Pushing event deleted for resources: {'Port': ['ID=12330dec-7a39-4115-875f-1753b195022d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:50.090542 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.090907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.091285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.091613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.092004 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.092346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.092686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.093024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.093359 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.093697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.094035 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.094367 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.094697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:50.134910 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] No DVR routers for this DVR port 12330dec-7a39-4115-875f-1753b195022d on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:50.137468 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:50.140783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9e5ed42f-0d81-4b14-9a4c-c1fb68069bb3 req-32c737fe-b83a-41ec-9d71-5131e995f003 tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.110 "DELETE /v2.0/ports/12330dec-7a39-4115-875f-1753b195022d HTTP/1.1" status: 204 len: 173 time: 0.4543264 Feb 09 22:43:50.141235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'name': 'network-vif-deleted', 'tag': '12330dec-7a39-4115-875f-1753b195022d'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:43:50.143544 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e2a206-2de6-46d3-8af9-1a21795294df" -d '{"events": [{"server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "name": "network-vif-deleted", "tag": "12330dec-7a39-4115-875f-1753b195022d"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:43:50.180450 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d0a78-66c8-4184-af4f-c05a00906245 x-openstack-request-id: req-e19d0a78-66c8-4184-af4f-c05a00906245 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:43:50.180753 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c090758c-d6ad-4867-8d0e-c85f6fb0e7c4", "name": "network-vif-deleted", "tag": "12330dec-7a39-4115-875f-1753b195022d", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:43:50.181009 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e19d0a78-66c8-4184-af4f-c05a00906245 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:43:50.181430 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c090758c-d6ad-4867-8d0e-c85f6fb0e7c4', 'name': 'network-vif-deleted', 'tag': '12330dec-7a39-4115-875f-1753b195022d', 'status': 'completed', 'code': 200} Feb 09 22:43:50.354636 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c093ae0c-7c10-458f-8ea5-2d13a3186a24 req-cb0fbb35-f5ca-4780-ab70-339d25f769ba tempest-TestMinimumBasicScenario-131563361 tempest-TestMinimumBasicScenario-131563361-project] 10.222.0.98 "GET /v2.0/ports?device_id=c090758c-d6ad-4867-8d0e-c85f6fb0e7c4 HTTP/1.1" status: 200 len: 210 time: 0.0277536 Feb 09 22:43:52.336017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58882) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:52.679148 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.757896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12330dec-7a39-4115-875f-1753b195022d no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:52.778168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 12330dec-7a39-4115-875f-1753b195022d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:52.778527 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 12330dec-7a39-4115-875f-1753b195022d not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:52.924494 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Deleting port 73c0e2af-b367-4a0d-883b-b075bac1b424 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:52.924750 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.999443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] For port 73c0e2af-b367-4a0d-883b-b075bac1b424, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=73c0e2af-b367-4a0d-883b-b075bac1b424,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:52.999831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:53.012184 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Calling delete_port for 73c0e2af-b367-4a0d-883b-b075bac1b424 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:53.249071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (73c0e2af-b367-4a0d-883b-b075bac1b424), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:53.278764 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c0e2af-b367-4a0d-883b-b075bac1b424,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:53.293670 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.294030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.294383 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.294730 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.295137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.295468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.295960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.296299 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.296632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.296963 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.297295 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.297623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.297952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:53.462483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:53.679320 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:43:53.785517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:43:53.790599 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-01785783-d356-414a-b80c-f436920c5533 admin admin] 10.222.0.98 "PUT /v2.0/routers/46fc8cc2-761d-4cc5-97a6-a4b2156308ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4529719 Feb 09 22:43:53.793728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58884) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:53.797239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] Sync routers for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:43:53.807551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:53.808276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:53.897780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks [] for router (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:53.913408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:53.998135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks [] for router_gateway (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.098802 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:43:53Z', 'revision_number': 5, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port': {'id': 'e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:31Z', 'updated_at': '2022-02-09T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:54.117657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Deleting port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:54.118063 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.127947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] Checking router: 46fc8cc2-761d-4cc5-97a6-a4b2156308ae for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:43:54.137776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] Routers {'46fc8cc2-761d-4cc5-97a6-a4b2156308ae'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:54.138404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:54.199164 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] For port e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:54.199579 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.215844 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Calling delete_port for e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:54.230171 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] Set router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:54.287906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:43:53Z', 'revision_number': 6, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:54.317937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ca1839-e73e-447d-ac01-91e236b1bd38 None None] The sync data for ids ['46fc8cc2-761d-4cc5-97a6-a4b2156308ae'] in n-d-828599-1 is: [{'id': '46fc8cc2-761d-4cc5-97a6-a4b2156308ae', 'name': 'tempest-TestMinimumBasicScenario-1540540780-router', 'tenant_id': '78f52ab9dcb944ff86f12c1075855c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:30Z', 'updated_at': '2022-02-09T22:43:53Z', 'revision_number': 6, 'project_id': '78f52ab9dcb944ff86f12c1075855c2f', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:43:54.472780 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.493777 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:54.562475 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.656060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.658243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks [] for router_controller (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.746421 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (46fc8cc2-761d-4cc5-97a6-a4b2156308ae), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.747248 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46fc8cc2-761d-4cc5-97a6-a4b2156308ae {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:43:54.751960 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.753135 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6100820e-2b5e-48c6-9691-93a166efed22 admin admin] 10.222.0.98 "DELETE /v2.0/routers/46fc8cc2-761d-4cc5-97a6-a4b2156308ae HTTP/1.1" status: 204 len: 168 time: 0.9584873 Feb 09 22:43:54.755692 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58886) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:54.805566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] Deleting subnet 9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:43:54.815737 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] Publish callbacks [] for subnet (9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.848410 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.850298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 73c0e2af-b367-4a0d-883b-b075bac1b424 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:54.877360 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 73c0e2af-b367-4a0d-883b-b075bac1b424 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:54.877696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 73c0e2af-b367-4a0d-883b-b075bac1b424 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:54.878031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:54.899045 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:54.899482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device e9ad8ffe-6839-4400-9ecd-0c3732fb7cd6 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:54.927435 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:43:54.929138 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.027226 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.057739 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:55.061622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.067581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58888) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:55.074115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d62b9-e915-477d-928c-05628f171906 None None] Network 3c423acb-7cd3-4e87-b697-c68c4bc15164 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:43:55.074295 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6638dfef-e39b-413a-b850-7cf256261e3e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9a357fad-5bc9-40ef-9ad9-a8d3e5fda6f6 HTTP/1.1" status: 204 len: 168 time: 0.3175087 Feb 09 22:43:55.140781 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (3c423acb-7cd3-4e87-b697-c68c4bc15164), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.196487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Deleting port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:55.197308 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.271239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] For port 563fe7d1-8624-433b-aa41-5bbd1cfa6938, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=563fe7d1-8624-433b-aa41-5bbd1cfa6938,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:55.271737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.285823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Calling delete_port for 563fe7d1-8624-433b-aa41-5bbd1cfa6938 owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:55.294262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] DHCP port deletion for 3c423acb-7cd3-4e87-b697-c68c4bc15164 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:43:55.341684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Deleting port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:55.342178 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.408805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] For port 563fe7d1-8624-433b-aa41-5bbd1cfa6938, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=563fe7d1-8624-433b-aa41-5bbd1cfa6938,segment=NetworkSegment(afd79616-81b9-43df-b65c-c2023435e567),segment_id=afd79616-81b9-43df-b65c-c2023435e567)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:55.409210 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.422194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Calling delete_port for 563fe7d1-8624-433b-aa41-5bbd1cfa6938 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:55.448862 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.475124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Pushing event deleted for resources: {'Port': ['ID=563fe7d1-8624-433b-aa41-5bbd1cfa6938,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:55.476925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] No DVR routers for this DVR port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:55.498263 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (563fe7d1-8624-433b-aa41-5bbd1cfa6938), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.528426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Pushing event deleted for resources: {'Port': ['ID=563fe7d1-8624-433b-aa41-5bbd1cfa6938,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:55.530911 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] No DVR routers for this DVR port 563fe7d1-8624-433b-aa41-5bbd1cfa6938 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:55.545217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.545665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.546092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.546515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.547312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.547312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.548837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.549526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.549879 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.550403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.550748 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.551144 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.551532 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514aa870-eeb0-4e45-bd90-9b7289857f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:43:55.562233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (3c423acb-7cd3-4e87-b697-c68c4bc15164), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.594767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c423acb-7cd3-4e87-b697-c68c4bc15164']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:55.605520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd79616-81b9-43df-b65c-c2023435e567') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:55.605889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd79616-81b9-43df-b65c-c2023435e567') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:55.615817 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (afd79616-81b9-43df-b65c-c2023435e567), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.629858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (afd79616-81b9-43df-b65c-c2023435e567), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.638727 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:43:55.638727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (afd79616-81b9-43df-b65c-c2023435e567), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:43:55.649054 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:43:55.745905 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (3c423acb-7cd3-4e87-b697-c68c4bc15164), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.756216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:55.756216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] 10.222.0.98 "DELETE /v2.0/networks/3c423acb-7cd3-4e87-b697-c68c4bc15164 HTTP/1.1" status: 204 len: 168 time: 0.6871066 Feb 09 22:43:55.758761 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58890) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:55.766372 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad5f2-7a4f-453e-a111-3cc639fe461d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c423acb-7cd3-4e87-b697-c68c4bc15164,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:56.388283 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (744da8f3-41e1-49aa-a6ff-939b4ca187e4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.600379 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 563fe7d1-8624-433b-aa41-5bbd1cfa6938 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:56.624496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 563fe7d1-8624-433b-aa41-5bbd1cfa6938 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:56.624836 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 563fe7d1-8624-433b-aa41-5bbd1cfa6938 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:56.651756 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Deleting port 95bae493-45e1-43eb-83da-a258dd775e96 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:56.652111 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (95bae493-45e1-43eb-83da-a258dd775e96), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.735197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] For port 95bae493-45e1-43eb-83da-a258dd775e96, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=95bae493-45e1-43eb-83da-a258dd775e96,segment=NetworkSegment(5a478608-0aa7-4956-9f1f-07cac3202e96),segment_id=5a478608-0aa7-4956-9f1f-07cac3202e96)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:56.735565 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (95bae493-45e1-43eb-83da-a258dd775e96), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.748266 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Calling delete_port for 95bae493-45e1-43eb-83da-a258dd775e96 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:56.968699 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (95bae493-45e1-43eb-83da-a258dd775e96), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:56.994148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bae493-45e1-43eb-83da-a258dd775e96,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:57.160441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (744da8f3-41e1-49aa-a6ff-939b4ca187e4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.373367 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:43:57.479056 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:43:57.486512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f5493842-1b4d-4ae5-bfeb-cc58c87cb521 admin admin] 10.222.0.98 "PUT /v2.0/routers/744da8f3-41e1-49aa-a6ff-939b4ca187e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7241516 Feb 09 22:43:57.486902 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58892) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:57.487577 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] Sync routers for ids ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:43:57.498197 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] Routers {'744da8f3-41e1-49aa-a6ff-939b4ca187e4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:57.498808 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:57.595783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks [] for router (744da8f3-41e1-49aa-a6ff-939b4ca187e4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.602599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] Set router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:57.701277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks [] for router_gateway (744da8f3-41e1-49aa-a6ff-939b4ca187e4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.774056 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'da18730d-225a-4baa-987a-093c106e62ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:43:56Z', 'revision_number': 5, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port': {'id': 'da18730d-225a-4baa-987a-093c106e62ef', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:57.803827 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] Checking router: 744da8f3-41e1-49aa-a6ff-939b4ca187e4 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:43:57.811728 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Deleting port da18730d-225a-4baa-987a-093c106e62ef {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:57.812076 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (da18730d-225a-4baa-987a-093c106e62ef), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.812213 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] Routers {'744da8f3-41e1-49aa-a6ff-939b4ca187e4'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:43:57.812823 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:43:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:57.889575 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] For port da18730d-225a-4baa-987a-093c106e62ef, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=da18730d-225a-4baa-987a-093c106e62ef,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:57.889874 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (da18730d-225a-4baa-987a-093c106e62ef), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:57.899148 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] Set router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:43:57.907430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Calling delete_port for da18730d-225a-4baa-987a-093c106e62ef owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:57.950033 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:43:57Z', 'revision_number': 6, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:57.978686 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b828b7-f09f-47fd-ba3f-9bcb5ef3104c None None] The sync data for ids ['744da8f3-41e1-49aa-a6ff-939b4ca187e4'] in n-d-828599-1 is: [{'id': '744da8f3-41e1-49aa-a6ff-939b4ca187e4', 'name': 'tempest-TestMinimumBasicScenario-1197763715-router', 'tenant_id': 'e1de9d514f814fe19c502dce4049e000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:41:36Z', 'updated_at': '2022-02-09T22:43:57Z', 'revision_number': 6, 'project_id': 'e1de9d514f814fe19c502dce4049e000', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:43:58.117045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (da18730d-225a-4baa-987a-093c106e62ef), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.144482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Pushing event deleted for resources: {'Port': ['ID=da18730d-225a-4baa-987a-093c106e62ef,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:58.202979 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (744da8f3-41e1-49aa-a6ff-939b4ca187e4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.292206 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (744da8f3-41e1-49aa-a6ff-939b4ca187e4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.294286 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks [] for router_controller (744da8f3-41e1-49aa-a6ff-939b4ca187e4), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.431397 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (744da8f3-41e1-49aa-a6ff-939b4ca187e4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.432530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 744da8f3-41e1-49aa-a6ff-939b4ca187e4 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:43:58.436857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.440042 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-25a79bb5-601e-488e-8dcf-98ae1daed264 admin admin] 10.222.0.98 "DELETE /v2.0/routers/744da8f3-41e1-49aa-a6ff-939b4ca187e4 HTTP/1.1" status: 204 len: 168 time: 0.9501233 Feb 09 22:43:58.440591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58894) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:58.484375 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] Deleting subnet a03dda6a-142e-469e-944a-1a0f0d06e12c {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:43:58.487396 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] Publish callbacks [] for subnet (a03dda6a-142e-469e-944a-1a0f0d06e12c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.520512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (a03dda6a-142e-469e-944a-1a0f0d06e12c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.599086 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (a03dda6a-142e-469e-944a-1a0f0d06e12c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.723316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (a03dda6a-142e-469e-944a-1a0f0d06e12c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.750109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03dda6a-142e-469e-944a-1a0f0d06e12c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:58.756673 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.760602 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8b92551d-9b28-4d60-9077-ff772d19d379 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a03dda6a-142e-469e-944a-1a0f0d06e12c HTTP/1.1" status: 204 len: 168 time: 0.3186433 Feb 09 22:43:58.762842 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58896) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:58.766809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d148648-9fa7-4b45-a262-bc86283c2fa6 None None] Network 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:43:58.801948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device da18730d-225a-4baa-987a-093c106e62ef no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:58.832066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.832670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: da18730d-225a-4baa-987a-093c106e62ef {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:58.833151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device da18730d-225a-4baa-987a-093c106e62ef not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:58.833448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 95bae493-45e1-43eb-83da-a258dd775e96 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:43:58.860774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 95bae493-45e1-43eb-83da-a258dd775e96 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:43:58.861136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 95bae493-45e1-43eb-83da-a258dd775e96 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:43:58.892600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Deleting port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:58.892942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.954778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] DHCP port deletion for 0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:43:58.960130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] For port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,segment=NetworkSegment(5a478608-0aa7-4956-9f1f-07cac3202e96),segment_id=5a478608-0aa7-4956-9f1f-07cac3202e96)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:58.962176 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:58.975441 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Calling delete_port for d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:59.002626 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] Deleting port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:43:59.003012 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.074702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] For port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,segment=NetworkSegment(5a478608-0aa7-4956-9f1f-07cac3202e96),segment_id=5a478608-0aa7-4956-9f1f-07cac3202e96)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:43:59.075110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.087217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] Calling delete_port for d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:43:59.111407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.141800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:59.143655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] No DVR routers for this DVR port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:59.166358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.195428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] Pushing event deleted for resources: {'Port': ['ID=d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:59.200665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b99bcc-8207-4617-9703-cbf01ab4fe25 None None] No DVR routers for this DVR port d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:43:59.213922 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.234050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:59.243165 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a478608-0aa7-4956-9f1f-07cac3202e96') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:59.243468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a478608-0aa7-4956-9f1f-07cac3202e96') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:43:59.252589 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (5a478608-0aa7-4956-9f1f-07cac3202e96), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.265784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5a478608-0aa7-4956-9f1f-07cac3202e96), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.271519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:43:59.271942 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (5a478608-0aa7-4956-9f1f-07cac3202e96), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:43:59.273549 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:43:59.391604 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.398767 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.403041 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c HTTP/1.1" status: 204 len: 168 time: 0.6392555 Feb 09 22:43:59.414159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb92534-eb0b-4ece-a50c-d0055cfae3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0450bc37-ecde-4ee4-a53b-cbbb33dc8e0c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:43:59.699251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58900) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:59.738020 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-66d5b18d-1b79-4834-ab50-c40436dbd814 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=78f52ab9dcb944ff86f12c1075855c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374637 Feb 09 22:43:59.740416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58902) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:43:59.786760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9310a09a-6368-4520-93e1-b1df8a03dc95 admin admin] Publish callbacks [] for security_group (1dfe9ba7-879d-4684-920f-e5f7375032f7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.807666 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9310a09a-6368-4520-93e1-b1df8a03dc95 admin admin] Publish callbacks [] for security_group (1dfe9ba7-879d-4684-920f-e5f7375032f7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.928715 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.939937 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9310a09a-6368-4520-93e1-b1df8a03dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1dfe9ba7-879d-4684-920f-e5f7375032f7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.942556 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9310a09a-6368-4520-93e1-b1df8a03dc95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:59.943787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9310a09a-6368-4520-93e1-b1df8a03dc95 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1dfe9ba7-879d-4684-920f-e5f7375032f7 HTTP/1.1" status: 204 len: 168 time: 0.2024508 Feb 09 22:43:59.951546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310a09a-6368-4520-93e1-b1df8a03dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe9ba7-879d-4684-920f-e5f7375032f7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:00.584802 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58908) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:00.598579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:44:00.618579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:44:00.618938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d6770be3-4c83-4ec5-8e5d-1a43ad1d4dad not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:44:00.629700 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 58910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:00.630168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b3707891-e464-4767-8671-58114bcc93ca admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1de9d514f814fe19c502dce4049e000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438826 Feb 09 22:44:00.678764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60e3d2c4-9844-4529-918e-84322e4a6551 admin admin] Publish callbacks [] for security_group (748469d3-2113-4516-9d37-18c5d300ae47), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.699337 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60e3d2c4-9844-4529-918e-84322e4a6551 admin admin] Publish callbacks [] for security_group (748469d3-2113-4516-9d37-18c5d300ae47), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.820060 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60e3d2c4-9844-4529-918e-84322e4a6551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (748469d3-2113-4516-9d37-18c5d300ae47), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.822680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-60e3d2c4-9844-4529-918e-84322e4a6551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:00.823911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-60e3d2c4-9844-4529-918e-84322e4a6551 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/748469d3-2113-4516-9d37-18c5d300ae47 HTTP/1.1" status: 204 len: 168 time: 0.1925652 Feb 09 22:44:00.831837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3d2c4-9844-4529-918e-84322e4a6551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748469d3-2113-4516-9d37-18c5d300ae47,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:01.442867 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.000261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58950) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:03.004845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832492027', 'description': 'tempest-secgroup-smoke-1832492027 description', 'project_id': '33be0f94b35442a2b929b112a0d57e17'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:03.054428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.067119 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.141621 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (513c9c88-be37-4951-ac13-de171f8714d5), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.214671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (513c9c88-be37-4951-ac13-de171f8714d5), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.255671 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513c9c88-be37-4951-ac13-de171f8714d5,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:03.288535 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (bf0d74e1-6f77-4f80-aa8e-f827a4a5334a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.362450 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf0d74e1-6f77-4f80-aa8e-f827a4a5334a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.394784 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:03.456376 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.457645 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-cc1a3a54-669a-4ec4-a74b-0e317c03c022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4563735 Feb 09 22:44:03.460573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58952) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:03.465046 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-d2600e2d-d6a4-4e9d-83cf-208f6059482b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': 'bf0d74e1-6f77-4f80-aa8e-f827a4a5334a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:03.585106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2600e2d-d6a4-4e9d-83cf-208f6059482b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (0c0ab376-36f7-49d1-a03d-e29ef8df9700), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.640007 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2600e2d-d6a4-4e9d-83cf-208f6059482b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (0c0ab376-36f7-49d1-a03d-e29ef8df9700), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.729264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2600e2d-d6a4-4e9d-83cf-208f6059482b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (0c0ab376-36f7-49d1-a03d-e29ef8df9700), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.747217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2600e2d-d6a4-4e9d-83cf-208f6059482b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0ab376-36f7-49d1-a03d-e29ef8df9700,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:03.844687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d2600e2d-d6a4-4e9d-83cf-208f6059482b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:03.845860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d2600e2d-d6a4-4e9d-83cf-208f6059482b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843296 Feb 09 22:44:03.848585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58954) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:03.852974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-793575b2-2a5b-49ed-864d-4d97ad1b7763 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': 'bf0d74e1-6f77-4f80-aa8e-f827a4a5334a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:03.944264 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-793575b2-2a5b-49ed-864d-4d97ad1b7763 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (472049d0-d759-4c6a-8c4e-bade47dbf223), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.002559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-793575b2-2a5b-49ed-864d-4d97ad1b7763 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (472049d0-d759-4c6a-8c4e-bade47dbf223), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.054091 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-793575b2-2a5b-49ed-864d-4d97ad1b7763 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (472049d0-d759-4c6a-8c4e-bade47dbf223), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.072948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793575b2-2a5b-49ed-864d-4d97ad1b7763 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472049d0-d759-4c6a-8c4e-bade47dbf223,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:04.118813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-793575b2-2a5b-49ed-864d-4d97ad1b7763 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.120002 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-793575b2-2a5b-49ed-864d-4d97ad1b7763 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704391 Feb 09 22:44:04.122629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:04.126917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-51cc5414-a771-452c-a2c7-00f261df8633 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': 'bf0d74e1-6f77-4f80-aa8e-f827a4a5334a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:04.213551 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51cc5414-a771-452c-a2c7-00f261df8633 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (2f734311-a5e0-47c5-a24e-d492cac967b6), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.268663 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51cc5414-a771-452c-a2c7-00f261df8633 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (2f734311-a5e0-47c5-a24e-d492cac967b6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.339572 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51cc5414-a771-452c-a2c7-00f261df8633 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (2f734311-a5e0-47c5-a24e-d492cac967b6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.357208 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc5414-a771-452c-a2c7-00f261df8633 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f734311-a5e0-47c5-a24e-d492cac967b6,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:04.433628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-51cc5414-a771-452c-a2c7-00f261df8633 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.434921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-51cc5414-a771-452c-a2c7-00f261df8633 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113589 Feb 09 22:44:04.437700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58958) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:04.442450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2260a153-3b7d-407a-9d6e-b80de19de36e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': 'bf0d74e1-6f77-4f80-aa8e-f827a4a5334a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:04.539111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2260a153-3b7d-407a-9d6e-b80de19de36e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (d94e5d9e-1b48-4196-9db2-652b135719eb), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.596062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2260a153-3b7d-407a-9d6e-b80de19de36e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (d94e5d9e-1b48-4196-9db2-652b135719eb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.654365 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2260a153-3b7d-407a-9d6e-b80de19de36e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d94e5d9e-1b48-4196-9db2-652b135719eb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.672694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260a153-3b7d-407a-9d6e-b80de19de36e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94e5d9e-1b48-4196-9db2-652b135719eb,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:04.714048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2260a153-3b7d-407a-9d6e-b80de19de36e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.715266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2260a153-3b7d-407a-9d6e-b80de19de36e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765417 Feb 09 22:44:04.717979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58960) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:04.722220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': 'bf0d74e1-6f77-4f80-aa8e-f827a4a5334a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:04.813650 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:44:04.818780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e1194a3a-6595-465c-8930-ae308fedb9bf), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.879611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e1194a3a-6595-465c-8930-ae308fedb9bf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.963401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e1194a3a-6595-465c-8930-ae308fedb9bf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:04.978292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1194a3a-6595-465c-8930-ae308fedb9bf,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:05.050510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.051787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-bd1953d6-9620-4b08-a8ad-ec5304f42b4b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328342 Feb 09 22:44:05.059866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58962) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:05.064167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': 'bf0d74e1-6f77-4f80-aa8e-f827a4a5334a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:05.145617 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:44:05.151114 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e4158b6b-8dc1-456f-a32b-65a8445b7b40), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.209687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e4158b6b-8dc1-456f-a32b-65a8445b7b40), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.259552 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e4158b6b-8dc1-456f-a32b-65a8445b7b40), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.276512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4158b6b-8dc1-456f-a32b-65a8445b7b40,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:05.330374 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.331667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9d8f2aaf-0c40-4a4a-8d7a-a56127dd8b50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2708201 Feb 09 22:44:05.334577 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58964) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:05.339466 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'network': {'name': 'tempest-network-smoke--1064032410', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'port_security_enabled': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:05.413901 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:44:05.417713 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.440976 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:44:05.450255 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0e3d6471-d5bd-44db-8aa0-2f5f6dc03041), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.450720 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Added segment 0e3d6471-d5bd-44db-8aa0-2f5f6dc03041 of type vlan for network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 Feb 09 22:44:05.489671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (2fb8f238-1df2-4170-b9e4-22cfcdf62536), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.505777 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cfe7-94e2-4e76-b86e-6c6c788c01d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.580142 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (2fb8f238-1df2-4170-b9e4-22cfcdf62536), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.585003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:05.585581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.651940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Network': ['ID=2fb8f238-1df2-4170-b9e4-22cfcdf62536,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:05.662331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:44:05.697042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aa95837a-fc28-47c2-90d7-790c9e2ce1a0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3613834 Feb 09 22:44:05.699909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58966) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:05.704333 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'admin_state_up': True, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:05.786048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.787161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:05.840254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.054702 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.445742 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.464842 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.561809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.211 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/ce6f50b2-d09c-4fa3-b8e6-163eeeca820e) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:06.663428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.729002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:06.763478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:06.769683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:06.773060 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:06.780023 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:07.066770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.261295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.448717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:44:07.539550 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-76190054-fc9d-4d53-9fef-e02ccbefda71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.555337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:44:07.566948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Sync routers for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:44:07.576423 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:07.577105 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:07.639278 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:07.640708 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3fe70ffc-58f6-446b-b0db-744efe8b3815 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9397964 Feb 09 22:44:07.644152 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58968) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:07.685324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:07.763517 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fcbe0b35-de21-4d95-a128-c1a6af1061cc tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=33be0f94b35442a2b929b112a0d57e17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182699 Feb 09 22:44:07.766293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58972) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:07.851281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450bebd-d9c9-454b-af19-3099593bf883 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:07.852882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f450bebd-d9c9-454b-af19-3099593bf883 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856254 Feb 09 22:44:07.855664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58974) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:07.874321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:07.883420 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-16191b22-ab95-4b09-ab07-d56cdb10e189 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266678 Feb 09 22:44:07.886605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58976) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:07.891361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743489726', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:07.900460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Checking router: bbd2c389-a172-48cc-925f-d2e6c3e3a3fd for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:07.900815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Updating router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:44:07.927377 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.048393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:44:08.051860 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.172352 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Publish callbacks [] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.253986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.282966 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (dc4f8b2b-15a1-41fe-9e5d-fff0220c196f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.309170 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Attempting to bind port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:08.309476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Attempting to bind port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:08.309852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Attempting to bind port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:08.312686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fcbd0-e332-4112-a9bb-accbde820f2a None None] Pushing event updated for resources: {'Port': ['ID=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:08.317209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:08.317594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:08.318005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.318400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:08.318894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Bound port: ce6f50b2-d09c-4fa3-b8e6-163eeeca820e, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:08.320432 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.343222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Subnet': ['ID=dc4f8b2b-15a1-41fe-9e5d-fff0220c196f,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:08.351805 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Checking segment: {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:08.352174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network hostable DHCP agents. Network: 2fb8f238-1df2-4170-b9e4-22cfcdf62536, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:44:08.372083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] For port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:08.375036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] For port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:08.402650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:44:08.420204 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.460084 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 2fb8f238-1df2-4170-b9e4-22cfcdf62536) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:08.464949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:08.465612 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.472102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb9f23-a6b9-4660-bc32-524e30c34ad1 None None] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:44:08.493182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:08.493839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:08.520038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0f890d59-f276-4411-b52e-a6a6f5ca5027 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6323187 Feb 09 22:44:08.522734 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 58978) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:08.744235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fcbd0-e332-4112-a9bb-accbde820f2a None None] Pushing event updated for resources: {'Port': ['ID=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:08.833283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:44:08.834154 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:08.837246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:09.108743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Allocated IP 172.20.0.2 (2fb8f238-1df2-4170-b9e4-22cfcdf62536/dc4f8b2b-15a1-41fe-9e5d-fff0220c196f/ed02846e-bc0c-4757-b53b-409335bb8eb0) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:09.183572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:09.221434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ed253-b3ca-473f-bab2-f8913e4fec8f None None] The sync data for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 is: [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:06Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:09.300311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.305577 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.317310 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Publish callbacks [] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.386357 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.430082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:09.433079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:09.436466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:09.445106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Pushing event updated for resources: {'Port': ['ID=ed02846e-bc0c-4757-b53b-409335bb8eb0,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:09.529364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Attempting to bind port ed02846e-bc0c-4757-b53b-409335bb8eb0 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:09.529840 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Attempting to bind port ed02846e-bc0c-4757-b53b-409335bb8eb0 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:09.530339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Attempting to bind port ed02846e-bc0c-4757-b53b-409335bb8eb0 on network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:09.536534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:09.536945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Checking segment: {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:09.537324 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.537723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Bound using segment: {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:09.538205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Bound port: ed02846e-bc0c-4757-b53b-409335bb8eb0, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:09.538648 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.615977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] For port ed02846e-bc0c-4757-b53b-409335bb8eb0, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:09.619831 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] For port ed02846e-bc0c-4757-b53b-409335bb8eb0, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ed02846e-bc0c-4757-b53b-409335bb8eb0,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:09.639302 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.1 (2fb8f238-1df2-4170-b9e4-22cfcdf62536/dc4f8b2b-15a1-41fe-9e5d-fff0220c196f/f3cc69e8-2605-43b7-86f6-dab20eb8615d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:09.694420 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.766144 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.772004 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a25e7-c332-49ae-9846-24f71238b983 None None] Pushing event updated for resources: {'Port': ['ID=ed02846e-bc0c-4757-b53b-409335bb8eb0,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:09.843443 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.894180 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:09.897549 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:09.901711 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:09.929042 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=f3cc69e8-2605-43b7-86f6-dab20eb8615d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:09.966961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.160407 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.431940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.442675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.494101 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.574341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=f3cc69e8-2605-43b7-86f6-dab20eb8615d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:10.577049 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.687594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:10.690988 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:10.692166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ed02846e-bc0c-4757-b53b-409335bb8eb0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:10.744542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ed02846e-bc0c-4757-b53b-409335bb8eb0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:10.744980 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.814737 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:44:10.815595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919bf77-c3ed-444b-9473-92415c98bc6c None None] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:44:10.884271 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e877b358-9949-45d4-9981-15007e35834e None None] Provisioning complete for port ed02846e-bc0c-4757-b53b-409335bb8eb0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:10.885228 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e877b358-9949-45d4-9981-15007e35834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.888294 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ed02846e-bc0c-4757-b53b-409335bb8eb0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:10.888686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:10.934717 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:44:10.939604 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-411fbd08-4443-4caa-8f51-fdff91d42556 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/bbd2c389-a172-48cc-925f-d2e6c3e3a3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4159069 Feb 09 22:44:10.992760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port ed02846e-bc0c-4757-b53b-409335bb8eb0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ed02846e-bc0c-4757-b53b-409335bb8eb0,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:11.043412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.044245 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ce6f50b2-d09c-4fa3-b8e6-163eeeca820e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:11.093256 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e877b358-9949-45d4-9981-15007e35834e None None] Current status of the port ed02846e-bc0c-4757-b53b-409335bb8eb0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:11.093655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e877b358-9949-45d4-9981-15007e35834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.132199 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-3343f487-20f6-4ca9-b5d7-7729c1205873 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832492027&fields=id&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 267 time: 0.0685582 Feb 09 22:44:11.152203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=ed02846e-bc0c-4757-b53b-409335bb8eb0,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:11.188395 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:11.188694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.213975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-e877b358-9949-45d4-9981-15007e35834e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:44:11.214351 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-e877b358-9949-45d4-9981-15007e35834e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:44:11.258599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Sync routers for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:44:11.269301 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:11.270669 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:11.277319 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-765f77bc-c86e-4de1-94b0-cbde71c5f882 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:11.279115 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-765f77bc-c86e-4de1-94b0-cbde71c5f882 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/networks?id=2fb8f238-1df2-4170-b9e4-22cfcdf62536 HTTP/1.1" status: 200 len: 797 time: 0.1358328 Feb 09 22:44:11.287176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:11.288080 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.295135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-365b489f-9b7f-40da-8178-8953236747cd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/quotas/33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 375 time: 0.0106380 Feb 09 22:44:11.326664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:11.360246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-df1e437a-5c1e-4689-bafd-3c9bb9a7407c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584135 Feb 09 22:44:11.391299 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.404065 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:11.452216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:11.528471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-a3e8e606-0ce8-477e-89e6-3d9face380c7 service neutron] 10.222.0.98 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536989 Feb 09 22:44:11.622497 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-e329fe1b-8a0f-4d3c-8058-c15c48c44a93 service neutron] 10.222.0.98 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873249 Feb 09 22:44:11.626779 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 2, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:11.659473 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Checking router: bbd2c389-a172-48cc-925f-d2e6c3e3a3fd for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:11.659862 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Updating router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd port f3cc69e8-2605-43b7-86f6-dab20eb8615d binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:44:11.689810 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.740475 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.757391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e877b358-9949-45d4-9981-15007e35834e None None] Current status of the port ed02846e-bc0c-4757-b53b-409335bb8eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:11.903366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-648917f9-802b-4757-a0eb-279a56bee460 None None] Provisioning complete for port f3cc69e8-2605-43b7-86f6-dab20eb8615d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:11.903366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-648917f9-802b-4757-a0eb-279a56bee460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.943851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fb6c8ff2-c068-439d-9e94-d1aa4eb4b617 req-e66f8a23-d879-42c7-8bb1-f4da7f1215a7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0798838 Feb 09 22:44:11.973173 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-648917f9-802b-4757-a0eb-279a56bee460 None None] Port f3cc69e8-2605-43b7-86f6-dab20eb8615d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:11.983590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-648917f9-802b-4757-a0eb-279a56bee460 None None] Provisioning complete for port ed02846e-bc0c-4757-b53b-409335bb8eb0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:11.984068 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-648917f9-802b-4757-a0eb-279a56bee460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.057904 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Publish callbacks [] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.062414 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-648917f9-802b-4757-a0eb-279a56bee460 None None] Current status of the port ed02846e-bc0c-4757-b53b-409335bb8eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:12.156649 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.180994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6caf53d3-561a-45ee-b756-5ba8487982f7 None None] Provisioning complete for port f3cc69e8-2605-43b7-86f6-dab20eb8615d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:12.182131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6caf53d3-561a-45ee-b756-5ba8487982f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.210106 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Pushing event updated for resources: {'Port': ['ID=f3cc69e8-2605-43b7-86f6-dab20eb8615d,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:12.217809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6caf53d3-561a-45ee-b756-5ba8487982f7 None None] Port f3cc69e8-2605-43b7-86f6-dab20eb8615d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:12.220544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.220891 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.221235 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.221570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.221901 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.222230 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.222611 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.222957 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.223280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.223602 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.223967 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.224724 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.224724 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:12.274027 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Attempting to bind port f3cc69e8-2605-43b7-86f6-dab20eb8615d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:12.274673 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Attempting to bind port f3cc69e8-2605-43b7-86f6-dab20eb8615d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:12.274791 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Attempting to bind port f3cc69e8-2605-43b7-86f6-dab20eb8615d on network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:12.280544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:12.280927 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Checking segment: {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:12.281386 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.281733 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Bound using segment: {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:12.282199 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Bound port: f3cc69e8-2605-43b7-86f6-dab20eb8615d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:12.282581 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.346166 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] For port f3cc69e8-2605-43b7-86f6-dab20eb8615d, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:12.349931 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] For port f3cc69e8-2605-43b7-86f6-dab20eb8615d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f3cc69e8-2605-43b7-86f6-dab20eb8615d,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:12.392126 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.454346 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:12.454602 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-6ecb2ee8-fdb6-46dd-9e4e-abdc09907bef None None] Provisioning complete for port f3cc69e8-2605-43b7-86f6-dab20eb8615d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:12.454991 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2ee8-fdb6-46dd-9e4e-abdc09907bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.455254 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:12.460442 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b186c25-022a-4573-bd57-5f019f7084d8 None None] Pushing event updated for resources: {'Port': ['ID=f3cc69e8-2605-43b7-86f6-dab20eb8615d,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:12.562804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb2ee8-fdb6-46dd-9e4e-abdc09907bef None None] Current status of the port f3cc69e8-2605-43b7-86f6-dab20eb8615d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:12.563447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2ee8-fdb6-46dd-9e4e-abdc09907bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.590851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:12.609714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6ecb2ee8-fdb6-46dd-9e4e-abdc09907bef None None] For port f3cc69e8-2605-43b7-86f6-dab20eb8615d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f3cc69e8-2605-43b7-86f6-dab20eb8615d,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:12.644217 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ed02846e-bc0c-4757-b53b-409335bb8eb0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:12.668637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2ee8-fdb6-46dd-9e4e-abdc09907bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.732969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb2ee8-fdb6-46dd-9e4e-abdc09907bef None None] Pushing event updated for resources: {'Port': ['ID=f3cc69e8-2605-43b7-86f6-dab20eb8615d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:12.741029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ed02846e-bc0c-4757-b53b-409335bb8eb0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:12.741411 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.802772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-13fd2fa2-54b2-4366-bb97-6e955fe3258a None None] Provisioning complete for port f3cc69e8-2605-43b7-86f6-dab20eb8615d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:12.803076 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-13fd2fa2-54b2-4366-bb97-6e955fe3258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:12.812865 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:12.838426 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c9082c-84fd-4d5d-9f10-7ca5659dfca6 None None] The sync data for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 is: [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:12.894758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ed02846e-bc0c-4757-b53b-409335bb8eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:12.896083 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ce6f50b2-d09c-4fa3-b8e6-163eeeca820e up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:12.970051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-13fd2fa2-54b2-4366-bb97-6e955fe3258a None None] Current status of the port f3cc69e8-2605-43b7-86f6-dab20eb8615d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:12.985373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:12.985763 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:13.078891 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4182a4e6-9946-4fbd-a93d-ec9daa6a6a80 req-6ea26347-81bb-4307-b8ca-5f479cf83976 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0374446 Feb 09 22:44:13.090558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:14.166763 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ee363fe6-2b3d-4c57-828e-fc330f31d1df req-afe603bc-bd72-4674-83c4-33bda18826d7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0281959 Feb 09 22:44:14.237927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-36b936d8-00b8-4c70-8308-a9cd3ebc101d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:14.239434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-36b936d8-00b8-4c70-8308-a9cd3ebc101d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/networks?id=2fb8f238-1df2-4170-b9e4-22cfcdf62536 HTTP/1.1" status: 200 len: 797 time: 0.1169248 Feb 09 22:44:14.303273 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-e20d16ae-d8fb-4371-857a-701d16b7cd28 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 380 time: 0.0536845 Feb 09 22:44:14.314518 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'port': {'device_id': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'admin_state_up': True, 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'security_groups': ['bf0d74e1-6f77-4f80-aa8e-f827a4a5334a']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:14.482483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:44:14.485953 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:14.609880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.9 (2fb8f238-1df2-4170-b9e4-22cfcdf62536/dc4f8b2b-15a1-41fe-9e5d-fff0220c196f/f6494e87-7290-4d5e-994c-7f727abd7129) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:14.634857 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f3cc69e8-2605-43b7-86f6-dab20eb8615d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:14.683550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port f3cc69e8-2605-43b7-86f6-dab20eb8615d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:14.684044 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:14.751361 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (f6494e87-7290-4d5e-994c-7f727abd7129), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:14.760117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port f3cc69e8-2605-43b7-86f6-dab20eb8615d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:14.825979 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:14.870145 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:14.873322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:14.877012 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:14.905863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=f6494e87-7290-4d5e-994c-7f727abd7129,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:14.934709 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:14.935358 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.022991 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-d5fae6de-e03a-4830-8efc-c3cd2d9ef6a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120728 Feb 09 22:44:15.081860 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Request body: {'port': {'device_id': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:15.102497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-221abd6b-4841-427e-922e-7db2f76d8425 None None] Provisioning complete for port f6494e87-7290-4d5e-994c-7f727abd7129 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:15.102887 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-221abd6b-4841-427e-922e-7db2f76d8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.140857 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.141904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-221abd6b-4841-427e-922e-7db2f76d8425 None None] Port f6494e87-7290-4d5e-994c-7f727abd7129 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:44:15.354021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae887c4-7081-489a-b209-cb2b539e568f req-3e7c6625-8113-4754-9177-b782a462987b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:15.355505 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fae887c4-7081-489a-b209-cb2b539e568f req-3e7c6625-8113-4754-9177-b782a462987b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 931 time: 0.1138895 Feb 09 22:44:15.430528 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fae887c4-7081-489a-b209-cb2b539e568f req-70110981-e4cd-4416-b165-1e07df9fc9fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689516 Feb 09 22:44:15.481254 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6494e87-7290-4d5e-994c-7f727abd7129 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:44:15.488599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Publish callbacks [] for port (f6494e87-7290-4d5e-994c-7f727abd7129), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.500256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Transition to ACTIVE for port object f6494e87-7290-4d5e-994c-7f727abd7129 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:44:15.596628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.651435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Pushing event updated for resources: {'Port': ['ID=f6494e87-7290-4d5e-994c-7f727abd7129,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:15.726944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Attempting to bind port f6494e87-7290-4d5e-994c-7f727abd7129 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:15.727284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Attempting to bind port f6494e87-7290-4d5e-994c-7f727abd7129 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:15.727613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Attempting to bind port f6494e87-7290-4d5e-994c-7f727abd7129 on network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:15.733450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Port f6494e87-7290-4d5e-994c-7f727abd7129 on network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:44:15.733786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Attempting to bind port f6494e87-7290-4d5e-994c-7f727abd7129 on network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:15.738828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:15.739184 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Checking segment: {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:15.739584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Bound using segment: {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:15.740056 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Bound port: f6494e87-7290-4d5e-994c-7f727abd7129, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:15.740449 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.805381 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] For port f6494e87-7290-4d5e-994c-7f727abd7129, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:15.808996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] For port f6494e87-7290-4d5e-994c-7f727abd7129, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f6494e87-7290-4d5e-994c-7f727abd7129,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:15.865914 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.898968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:15.899595 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.901063 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] 10.222.0.30 "PUT /v2.0/ports/f6494e87-7290-4d5e-994c-7f727abd7129 HTTP/1.1" status: 200 len: 1091 time: 0.8670273 Feb 09 22:44:15.901507 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:15.903808 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b4a029-4986-41fd-9fdc-73a4649f061c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:15.929241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9010-72cc-4074-a0d4-e8cda7dacd97 service neutron] Pushing event updated for resources: {'Port': ['ID=f6494e87-7290-4d5e-994c-7f727abd7129,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:15.947604 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6225a5f6-d0ad-48de-859f-8c45648ead2b x-openstack-request-id: req-6225a5f6-d0ad-48de-859f-8c45648ead2b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:15.947929 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:15.948266 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6225a5f6-d0ad-48de-859f-8c45648ead2b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:15.952049 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'status': 'completed', 'code': 200} Feb 09 22:44:16.021285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a029-4986-41fd-9fdc-73a4649f061c req-023ab295-ec09-40ad-95bd-39210905b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.022822 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2b4a029-4986-41fd-9fdc-73a4649f061c req-023ab295-ec09-40ad-95bd-39210905b924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 1125 time: 0.0510619 Feb 09 22:44:16.126731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a029-4986-41fd-9fdc-73a4649f061c req-2fd9670e-0f58-46b4-8364-aa872d5ce12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.128184 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2b4a029-4986-41fd-9fdc-73a4649f061c req-2fd9670e-0f58-46b4-8364-aa872d5ce12e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=33be0f94b35442a2b929b112a0d57e17&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0953021 Feb 09 22:44:16.227849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a029-4986-41fd-9fdc-73a4649f061c req-a0be0b47-c67e-437f-b660-1eaf07d667a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.229372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2b4a029-4986-41fd-9fdc-73a4649f061c req-a0be0b47-c67e-437f-b660-1eaf07d667a8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925395 Feb 09 22:44:16.318637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-142e0c03-7fb6-4523-9c64-1d535631b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.320167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-142e0c03-7fb6-4523-9c64-1d535631b3f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 1125 time: 0.0447993 Feb 09 22:44:16.363650 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-710b98d3-8337-4ba5-b19e-ef70aac35bac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6494e87-7290-4d5e-994c-7f727abd7129 HTTP/1.1" status: 200 len: 217 time: 0.0328736 Feb 09 22:44:16.417635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-9baa4259-efdc-4adf-958d-a86a360802f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.418989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-9baa4259-efdc-4adf-958d-a86a360802f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4f8b2b-15a1-41fe-9e5d-fff0220c196f HTTP/1.1" status: 200 len: 834 time: 0.0467579 Feb 09 22:44:16.469299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-e782e15e-c36a-45f5-ab7d-76ff7441e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.470897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-e782e15e-c36a-45f5-ab7d-76ff7441e6ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fb8f238-1df2-4170-b9e4-22cfcdf62536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433607 Feb 09 22:44:16.600036 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7d92-34e3-49cf-904a-8274906ce33e req-7635df5c-4287-4f88-9fa2-1ed1241c3d36 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.601508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b1b7d92-34e3-49cf-904a-8274906ce33e req-7635df5c-4287-4f88-9fa2-1ed1241c3d36 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0835934 Feb 09 22:44:16.603803 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-1a4befa8-0d33-49be-a119-693f3cb0f350 service neutron] 10.222.0.30 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250632 Feb 09 22:44:16.701931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3b1b7d92-34e3-49cf-904a-8274906ce33e req-1e5b94d4-5ee7-425d-8bf7-9482edbee542 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943418 Feb 09 22:44:16.726152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-96ccb963-4abb-4c5c-afc6-e0176869d932 req-17e1b941-3e8c-4c08-ba03-f8e603a258d7 service neutron] 10.222.0.30 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128695 Feb 09 22:44:17.821270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999484b-18fd-4781-b9b4-78668699daab req-f979003a-27e1-480b-9bb2-2e955cffd03a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:17.822760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7999484b-18fd-4781-b9b4-78668699daab req-f979003a-27e1-480b-9bb2-2e955cffd03a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0529618 Feb 09 22:44:17.871460 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7999484b-18fd-4781-b9b4-78668699daab req-294a5352-cad4-460d-a1bc-847c567eea76 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Feb 09 22:44:18.852504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f6494e87-7290-4d5e-994c-7f727abd7129 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:44:18.950860 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f6494e87-7290-4d5e-994c-7f727abd7129, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f6494e87-7290-4d5e-994c-7f727abd7129,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:18.963338 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'port_id': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'mac_address': 'fa:16:3e:e8:0b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:44:18.991287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa955b8-1490-4f17-b76a-6860ea4a2084 req-8f211b2c-d67d-4278-b4b7-88c8540319c5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:18.992809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6aa955b8-1490-4f17-b76a-6860ea4a2084 req-8f211b2c-d67d-4278-b4b7-88c8540319c5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0531206 Feb 09 22:44:18.998734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port f6494e87-7290-4d5e-994c-7f727abd7129 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:18.999132 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:19.012526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6494e87-7290-4d5e-994c-7f727abd7129 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:44:19.031533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f6494e87-7290-4d5e-994c-7f727abd7129, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f6494e87-7290-4d5e-994c-7f727abd7129,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:19.040432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6aa955b8-1490-4f17-b76a-6860ea4a2084 req-b6d75713-27e7-4a31-8d69-478f6b727aba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420084 Feb 09 22:44:19.093770 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:19.141177 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=f6494e87-7290-4d5e-994c-7f727abd7129,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:19.379681 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['f6494e87-7290-4d5e-994c-7f727abd7129'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:44:20.160469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a51b5-1035-464b-a12d-26ca41220013 req-39e09efa-a96a-47c5-bd8f-e59797b862c1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:20.161833 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-565a51b5-1035-464b-a12d-26ca41220013 req-39e09efa-a96a-47c5-bd8f-e59797b862c1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 944 time: 0.0553749 Feb 09 22:44:20.215563 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-565a51b5-1035-464b-a12d-26ca41220013 req-a35e112b-c494-4f47-b97b-16b62ddeaadb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470672 Feb 09 22:44:20.867718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f6494e87-7290-4d5e-994c-7f727abd7129 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:20.979596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port f6494e87-7290-4d5e-994c-7f727abd7129 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:44:20.983495 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port f6494e87-7290-4d5e-994c-7f727abd7129 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:20.983909 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:21.058976 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port f6494e87-7290-4d5e-994c-7f727abd7129 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:21.059337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:21.081767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:21.084061 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e39d10-c602-4126-9e69-eb6934360911" -d '{"events": [{"server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:21.097128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port f6494e87-7290-4d5e-994c-7f727abd7129, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f6494e87-7290-4d5e-994c-7f727abd7129,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:21.145652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:21.296685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd822-ba98-490b-86e3-37fee2a6435e req-08362d70-941a-49f4-bb06-32b744bb38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:21.298725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ddcd822-ba98-490b-86e3-37fee2a6435e req-08362d70-941a-49f4-bb06-32b744bb38ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0525177 Feb 09 22:44:21.345288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87d6a1-3a63-4aff-a9d8-dfe0cb2b97be req-2b7db672-dd7b-4cdc-ae59-5d3edf3ea1f8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:21.346892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac87d6a1-3a63-4aff-a9d8-dfe0cb2b97be req-2b7db672-dd7b-4cdc-ae59-5d3edf3ea1f8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0592725 Feb 09 22:44:21.351206 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a954603-8444-4633-be38-b0ebb167b2a7 x-openstack-request-id: req-8a954603-8444-4633-be38-b0ebb167b2a7 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:21.351444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ddcd822-ba98-490b-86e3-37fee2a6435e req-a91b0003-c69b-40ba-acc6-370df96874f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455055 Feb 09 22:44:21.351575 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:21.351757 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a954603-8444-4633-be38-b0ebb167b2a7 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:21.352147 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'code': 200} Feb 09 22:44:21.367277 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=f6494e87-7290-4d5e-994c-7f727abd7129,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:21.396516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ac87d6a1-3a63-4aff-a9d8-dfe0cb2b97be req-feb195ef-fa58-4da5-8b02-96800e96f842 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431535 Feb 09 22:44:22.523571 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0840e-aa19-4440-8694-b6e1421dc5ec req-19a64969-1840-4520-aa42-9bc0598d3953 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:22.525717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54c0840e-aa19-4440-8694-b6e1421dc5ec req-19a64969-1840-4520-aa42-9bc0598d3953 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0575190 Feb 09 22:44:22.580839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54c0840e-aa19-4440-8694-b6e1421dc5ec req-292ba11c-695c-4e5f-98ad-bf4b1fae4cd4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494070 Feb 09 22:44:23.702093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb1c4-8114-4b39-98aa-a18b32964640 req-c2b1c7d2-66da-4887-80b2-c5ec0e6b1409 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:23.703897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccdbb1c4-8114-4b39-98aa-a18b32964640 req-c2b1c7d2-66da-4887-80b2-c5ec0e6b1409 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0532167 Feb 09 22:44:23.753000 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ccdbb1c4-8114-4b39-98aa-a18b32964640 req-02102388-240c-46cd-88a3-dd29ae7237e9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433776 Feb 09 22:44:23.869431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96a27b-993a-415c-8413-070456607f0a req-9c0143e3-e869-4ff6-87ef-823401458400 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:23.870894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd96a27b-993a-415c-8413-070456607f0a req-9c0143e3-e869-4ff6-87ef-823401458400 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0522943 Feb 09 22:44:23.919674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fd96a27b-993a-415c-8413-070456607f0a req-44c20906-14d5-412f-9f9e-1caea9c2a468 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Feb 09 22:44:23.940594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59036) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:23.991662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624af3c-5588-4855-87ca-9c4f4901c219 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:23.993214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0624af3c-5588-4855-87ca-9c4f4901c219 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 1122 time: 0.0516617 Feb 09 22:44:23.996021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59038) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:24.000129 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:24.082465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:24.180282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:24.284594 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.175 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/23cce428-5364-44e4-a65d-886c1a2a6454) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:44:24.382429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (23cce428-5364-44e4-a65d-886c1a2a6454), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:24.454105 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (23cce428-5364-44e4-a65d-886c1a2a6454), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:24.489144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:44:24.494882 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:44:24.498394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:44:24.524979 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=23cce428-5364-44e4-a65d-886c1a2a6454,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:24.845994 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (50ed5523-b3fa-4d83-a4ba-aa34d7b004d8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:24.948214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (23cce428-5364-44e4-a65d-886c1a2a6454), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:25.095864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (23cce428-5364-44e4-a65d-886c1a2a6454), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:25.179462 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (23cce428-5364-44e4-a65d-886c1a2a6454), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:25.249011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=23cce428-5364-44e4-a65d-886c1a2a6454,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:25.258611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (50ed5523-b3fa-4d83-a4ba-aa34d7b004d8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:25.357053 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP 50ed5523-b3fa-4d83-a4ba-aa34d7b004d8 associated. External IP: 172.25.5.175, port: f6494e87-7290-4d5e-994c-7f727abd7129. Feb 09 22:44:25.893272 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:44:26.006150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:44:26.016286 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] Sync routers for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:44:26.025815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:26.030119 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:26.078744 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:26.109049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b6e4342b-c85d-4aef-a95d-60cffde6ec6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1120069 Feb 09 22:44:26.109646 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:26.111955 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d78638-2579-4614-b9a1-b68b0105e062" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:26.138955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:26.164935 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b01e5-0d3c-4cb4-bc7d-b2febacf967c x-openstack-request-id: req-945b01e5-0d3c-4cb4-bc7d-b2febacf967c {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:26.164935 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:26.164935 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-945b01e5-0d3c-4cb4-bc7d-b2febacf967c {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:26.164935 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'status': 'completed', 'code': 200} Feb 09 22:44:26.218613 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561deb6a-1491-47c2-a951-910319c150b1 req-56ffd73b-607f-4113-b74d-8f6d8ad47be8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.220166 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-561deb6a-1491-47c2-a951-910319c150b1 req-56ffd73b-607f-4113-b74d-8f6d8ad47be8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0623717 Feb 09 22:44:26.235270 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78638-2579-4614-b9a1-b68b0105e062 req-a24ba7b9-5149-43c0-8dfe-3a389e21786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.237001 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47d78638-2579-4614-b9a1-b68b0105e062 req-a24ba7b9-5149-43c0-8dfe-3a389e21786b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0538816 Feb 09 22:44:26.270655 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-561deb6a-1491-47c2-a951-910319c150b1 req-e23934ed-a7f7-4e23-a61b-e34219a5c8f1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Feb 09 22:44:26.296188 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59044) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:26.330393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78638-2579-4614-b9a1-b68b0105e062 req-915a6e6d-6363-4c17-94dc-f620a65de5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.332198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47d78638-2579-4614-b9a1-b68b0105e062 req-915a6e6d-6363-4c17-94dc-f620a65de5e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fb8f238-1df2-4170-b9e4-22cfcdf62536 HTTP/1.1" status: 200 len: 898 time: 0.0894444 Feb 09 22:44:26.360858 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8e07f4e5-52dc-4238-ad6c-fb36c9e072c8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/50ed5523-b3fa-4d83-a4ba-aa34d7b004d8 HTTP/1.1" status: 200 len: 991 time: 0.0624657 Feb 09 22:44:26.383855 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '50ed5523-b3fa-4d83-a4ba-aa34d7b004d8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.175', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'port_id': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'mac_address': 'fa:16:3e:e8:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:44:24Z', 'updated_at': '2022-02-09T22:44:24Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:26.402837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47d78638-2579-4614-b9a1-b68b0105e062 req-b8cc260d-8910-4241-9c6b-5f8a3016017a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6494e87-7290-4d5e-994c-7f727abd7129 HTTP/1.1" status: 200 len: 999 time: 0.0643408 Feb 09 22:44:26.415230 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] Checking router: bbd2c389-a172-48cc-925f-d2e6c3e3a3fd for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:44:26.423630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:44:26.424278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:26.449891 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78638-2579-4614-b9a1-b68b0105e062 req-ad9af243-2bd4-414a-bf3f-0b4b8f63afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.451387 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47d78638-2579-4614-b9a1-b68b0105e062 req-ad9af243-2bd4-414a-bf3f-0b4b8f63afd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4f8b2b-15a1-41fe-9e5d-fff0220c196f HTTP/1.1" status: 200 len: 834 time: 0.0434253 Feb 09 22:44:26.499911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78638-2579-4614-b9a1-b68b0105e062 req-3880d6b9-1ee3-408a-8018-bbdcb9c14dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.501411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47d78638-2579-4614-b9a1-b68b0105e062 req-3880d6b9-1ee3-408a-8018-bbdcb9c14dd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fb8f238-1df2-4170-b9e4-22cfcdf62536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446453 Feb 09 22:44:26.531372 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:44:26.598580 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47d78638-2579-4614-b9a1-b68b0105e062 req-b827225c-2013-4a27-9ab6-96a0609716c4 service neutron] 10.222.0.30 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909090 Feb 09 22:44:26.691397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-47d78638-2579-4614-b9a1-b68b0105e062 req-abf8e297-53dc-4113-9f08-14ae88d2727c service neutron] 10.222.0.30 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863826 Feb 09 22:44:26.758934 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '50ed5523-b3fa-4d83-a4ba-aa34d7b004d8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.175', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'port_id': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'mac_address': 'fa:16:3e:e8:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:44:24Z', 'updated_at': '2022-02-09T22:44:24Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:44:26.789735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d51be-2b19-4ff6-91c9-682acb1df27f None None] The sync data for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 is: [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '50ed5523-b3fa-4d83-a4ba-aa34d7b004d8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.175', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'port_id': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'mac_address': 'fa:16:3e:e8:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:44:24Z', 'updated_at': '2022-02-09T22:44:24Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:44:26.994190 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa85c1-00db-4f0b-9e4c-ea83c59dec6c None None] New status for floating IP 50ed5523-b3fa-4d83-a4ba-aa34d7b004d8: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:44:27.363471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59046) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:27.426943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9c62bd2e-ad4f-4fb7-a4a1-97e7ffe3db1a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/50ed5523-b3fa-4d83-a4ba-aa34d7b004d8 HTTP/1.1" status: 200 len: 993 time: 0.0623181 Feb 09 22:44:29.939410 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:31.424841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:31.927772 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:44:35.499609 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7a659734-7031-4bd5-ad6b-e2f63938f8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:37.533754 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d41a76fc-98d9-4a5d-a57c-f74193b5c285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:39.259443 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:40.465247 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:41.733563 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:59.899143 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:00.891868 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba75da-fd79-4a73-acd9-8cf826c60126 req-289736ed-25cb-4d9a-a142-807ae2bc2710 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:00.893314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60ba75da-fd79-4a73-acd9-8cf826c60126 req-289736ed-25cb-4d9a-a142-807ae2bc2710 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0523500 Feb 09 22:45:00.943494 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60ba75da-fd79-4a73-acd9-8cf826c60126 req-715bdcfb-3852-4fe2-826f-224853eda878 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Feb 09 22:45:01.424664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:02.067168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921df075-2fc4-4d71-996e-0e079e2a91fc req-3d2429f1-39ce-4453-b31d-d6e977640f90 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:02.068680 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-921df075-2fc4-4d71-996e-0e079e2a91fc req-3d2429f1-39ce-4453-b31d-d6e977640f90 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0567214 Feb 09 22:45:02.116053 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-921df075-2fc4-4d71-996e-0e079e2a91fc req-4115229b-614f-49af-9c87-07ddc4bcb9b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Feb 09 22:45:02.138076 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59064) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:02.195620 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5ade70cf-ec20-4b6e-b6ed-9a9bcb6fcd7a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/50ed5523-b3fa-4d83-a4ba-aa34d7b004d8 HTTP/1.1" status: 200 len: 993 time: 0.0563698 Feb 09 22:45:03.586700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc4743-33ae-499b-95ba-c76c3bc8d318 req-0ff0ca11-6ee4-4596-844b-6b64cfba0a12 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:03.588305 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2fc4743-33ae-499b-95ba-c76c3bc8d318 req-0ff0ca11-6ee4-4596-844b-6b64cfba0a12 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0552025 Feb 09 22:45:03.640393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f2fc4743-33ae-499b-95ba-c76c3bc8d318 req-07753b63-50e7-49d1-9604-b3fdaaf7c56d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465539 Feb 09 22:45:04.787169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673595c7-1475-426f-b1ce-366a13f38a8c req-924dc77a-cea9-4c8b-965e-199968f2359b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:04.788711 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-673595c7-1475-426f-b1ce-366a13f38a8c req-924dc77a-cea9-4c8b-965e-199968f2359b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0527844 Feb 09 22:45:04.840169 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-673595c7-1475-426f-b1ce-366a13f38a8c req-8e624005-055c-4986-a0a4-030ea8634b5c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Feb 09 22:45:04.861580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59074) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:04.920065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-69868eb0-726f-4a8d-bea5-5f0a4ead8218 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/50ed5523-b3fa-4d83-a4ba-aa34d7b004d8 HTTP/1.1" status: 200 len: 993 time: 0.0573702 Feb 09 22:45:05.173222 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59080) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:05.326145 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 23cce428-5364-44e4-a65d-886c1a2a6454 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:05.326493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (23cce428-5364-44e4-a65d-886c1a2a6454), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.402773 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (23cce428-5364-44e4-a65d-886c1a2a6454), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.403103 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (23cce428-5364-44e4-a65d-886c1a2a6454), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.414861 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 23cce428-5364-44e4-a65d-886c1a2a6454 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:05.527718 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-25e13bda-3a3d-441d-967b-5f3abe051ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.601890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (23cce428-5364-44e4-a65d-886c1a2a6454), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.627155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=23cce428-5364-44e4-a65d-886c1a2a6454,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.641851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:05.700247 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (50ed5523-b3fa-4d83-a4ba-aa34d7b004d8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.700586 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP 50ed5523-b3fa-4d83-a4ba-aa34d7b004d8 disassociated (deleted). External IP: 172.25.5.175, port: f6494e87-7290-4d5e-994c-7f727abd7129. Feb 09 22:45:06.182428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:06.292825 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:06.297652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.302683 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] Sync routers for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:06.313636 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:06.314547 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:06.327345 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e941ee40-3be3-4700-bc49-d6b05ef09f6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/floatingips/50ed5523-b3fa-4d83-a4ba-aa34d7b004d8 HTTP/1.1" status: 204 len: 168 time: 1.1531062 Feb 09 22:45:06.327987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:06.330260 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:06.367637 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8252ab13-98b4-4bb9-9842-0190e97f8aa9 x-openstack-request-id: req-8252ab13-98b4-4bb9-9842-0190e97f8aa9 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:06.368150 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:06.368424 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8252ab13-98b4-4bb9-9842-0190e97f8aa9 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:06.368714 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'status': 'completed', 'code': 200} Feb 09 22:45:06.430633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:06.440278 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-da757808-4e2a-4c6d-9d63-0b420d702833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.441802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-da757808-4e2a-4c6d-9d63-0b420d702833 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0471706 Feb 09 22:45:06.532433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-3050fb02-5162-40da-88a9-7a7e2d38c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.534229 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-3050fb02-5162-40da-88a9-7a7e2d38c525 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fb8f238-1df2-4170-b9e4-22cfcdf62536 HTTP/1.1" status: 200 len: 898 time: 0.0851352 Feb 09 22:45:06.582048 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-489f551c-d32e-422e-93cb-a99da703e494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6494e87-7290-4d5e-994c-7f727abd7129 HTTP/1.1" status: 200 len: 217 time: 0.0409341 Feb 09 22:45:06.631829 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:06.635787 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-6f791653-dbdb-4757-93e5-21d2a23b9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.637418 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-6f791653-dbdb-4757-93e5-21d2a23b9048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc4f8b2b-15a1-41fe-9e5d-fff0220c196f HTTP/1.1" status: 200 len: 834 time: 0.0492814 Feb 09 22:45:06.671010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] Checking router: bbd2c389-a172-48cc-925f-d2e6c3e3a3fd for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:06.679627 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:06.680276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:44:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:06.691514 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-5c72b9b2-f456-454a-924e-dd316be4fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.692996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-5c72b9b2-f456-454a-924e-dd316be4fbc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fb8f238-1df2-4170-b9e4-22cfcdf62536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477204 Feb 09 22:45:06.795452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-c55b7ded-5474-45de-bdb7-7596eac471e2 service neutron] 10.222.0.30 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929916 Feb 09 22:45:06.796926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:06.926940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303070f-48c7-4bc8-8549-9b1162513337 req-a28785e5-f981-4866-9fe6-82afbf26caf7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:06.928533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5303070f-48c7-4bc8-8549-9b1162513337 req-a28785e5-f981-4866-9fe6-82afbf26caf7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.1081026 Feb 09 22:45:06.930733 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2ebfff3e-dca4-4cc7-87e1-d7034ce2b906 req-55cdfe1b-6a49-4422-9996-0e21b8415214 service neutron] 10.222.0.30 "GET /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283050 Feb 09 22:45:06.978123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5303070f-48c7-4bc8-8549-9b1162513337 req-3f04a5e2-dc4d-433a-8dc0-727a38153367 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Feb 09 22:45:06.996401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:07.022329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e439c8f-9ca2-4fa9-b5f4-774319cbc9f1 None None] The sync data for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 is: [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:44:10Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'f3cc69e8-2605-43b7-86f6-dab20eb8615d', 'name': '', 'network_id': '2fb8f238-1df2-4170-b9e4-22cfcdf62536', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:09:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:09Z', 'updated_at': '2022-02-09T22:44:12Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'dc4f8b2b-15a1-41fe-9e5d-fff0220c196f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:07.231525 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87689f4-afa1-46f4-8558-0de3091c2dc0 None None] New status for floating IP 50ed5523-b3fa-4d83-a4ba-aa34d7b004d8: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:45:07.567661 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-06eb2e18-90d0-4798-adc3-2731817debe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.102654 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909573e-b0b0-42ca-94d5-41482b410e4b req-b20129ee-545c-4982-90af-b9d6e1ad285b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:08.104678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3909573e-b0b0-42ca-94d5-41482b410e4b req-b20129ee-545c-4982-90af-b9d6e1ad285b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0564868 Feb 09 22:45:08.153029 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3909573e-b0b0-42ca-94d5-41482b410e4b req-77e74daf-9a6b-4cb1-acd6-cef4148c0d89 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Feb 09 22:45:08.566959 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-22e726e1-ae9c-4c6b-b23d-129bf44c5a88 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:08.568502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-22e726e1-ae9c-4c6b-b23d-129bf44c5a88 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0521898 Feb 09 22:45:08.661422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port f6494e87-7290-4d5e-994c-7f727abd7129 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:08.661766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.751064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port f6494e87-7290-4d5e-994c-7f727abd7129, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=f6494e87-7290-4d5e-994c-7f727abd7129,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:08.751429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.763627 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for f6494e87-7290-4d5e-994c-7f727abd7129 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:08.927444 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:45:08.928077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f6494e87-7290-4d5e-994c-7f727abd7129), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.957203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=f6494e87-7290-4d5e-994c-7f727abd7129,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:08.982192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.982546 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.982893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.983234 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.983590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.983950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.984282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.984611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.984940 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.985276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.985597 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.985918 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:08.986239 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:09.007537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] No DVR routers for this DVR port f6494e87-7290-4d5e-994c-7f727abd7129 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:45:09.010081 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.014010 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1205d7e2-f104-4268-91bd-7083b741aea2 req-299309cb-98bf-48fa-b0d9-3e251d6044e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "DELETE /v2.0/ports/f6494e87-7290-4d5e-994c-7f727abd7129 HTTP/1.1" status: 204 len: 173 time: 0.4377868 Feb 09 22:45:09.014505 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'name': 'network-vif-deleted', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:09.016763 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f9a457-d9b6-4021-9a3b-01e307c26d4f" -d '{"events": [{"server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "name": "network-vif-deleted", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:09.053317 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb1aea-c187-4bff-8b65-9ccc4fb80d5b x-openstack-request-id: req-bffb1aea-c187-4bff-8b65-9ccc4fb80d5b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:09.053614 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4", "name": "network-vif-deleted", "tag": "f6494e87-7290-4d5e-994c-7f727abd7129", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:09.053894 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bffb1aea-c187-4bff-8b65-9ccc4fb80d5b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:09.054282 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4', 'name': 'network-vif-deleted', 'tag': 'f6494e87-7290-4d5e-994c-7f727abd7129', 'status': 'completed', 'code': 200} Feb 09 22:45:09.249277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-234df3b6-f9e9-48d0-85ef-5ccf27a88f84 req-b7920534-1645-4800-a356-694abfd5a2e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=7bc0a3c5-4140-41c1-8bd7-cf6e6ab3c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0274823 Feb 09 22:45:09.323665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.305081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59096) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:10.459172 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.669256 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.923945 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port f3cc69e8-2605-43b7-86f6-dab20eb8615d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:10.924211 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.009966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port f3cc69e8-2605-43b7-86f6-dab20eb8615d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=f3cc69e8-2605-43b7-86f6-dab20eb8615d,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:11.010360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.022511 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for f3cc69e8-2605-43b7-86f6-dab20eb8615d owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:11.117564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f6494e87-7290-4d5e-994c-7f727abd7129 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:11.137937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: f6494e87-7290-4d5e-994c-7f727abd7129 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:45:11.138297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device f6494e87-7290-4d5e-994c-7f727abd7129 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:45:11.259402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (f3cc69e8-2605-43b7-86f6-dab20eb8615d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.289885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=f3cc69e8-2605-43b7-86f6-dab20eb8615d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:11.468079 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.687868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:11.733412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.795964 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:11.804582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c67d3e70-12e7-4b70-91eb-0a835a8858ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/bbd2c389-a172-48cc-925f-d2e6c3e3a3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4949665 Feb 09 22:45:11.804582 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59098) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:11.805875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] Sync routers for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:11.815287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:11.815924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:11.853776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting subnet dc4f8b2b-15a1-41fe-9e5d-fff0220c196f {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:45:11.857505 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (dc4f8b2b-15a1-41fe-9e5d-fff0220c196f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.896121 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (dc4f8b2b-15a1-41fe-9e5d-fff0220c196f), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.922421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:11.982943 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (dc4f8b2b-15a1-41fe-9e5d-fff0220c196f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.122774 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (dc4f8b2b-15a1-41fe-9e5d-fff0220c196f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.150028 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4f8b2b-15a1-41fe-9e5d-fff0220c196f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:12.155800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.161588 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-72b7526e-dbf2-4785-b699-5b5f43143e61 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/subnets/dc4f8b2b-15a1-41fe-9e5d-fff0220c196f HTTP/1.1" status: 204 len: 168 time: 0.3540826 Feb 09 22:45:12.161836 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59100) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:12.169026 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686dd27-cad5-4779-afdc-6ed7631ae5da None None] Network 2fb8f238-1df2-4170-b9e4-22cfcdf62536 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:45:12.270704 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.336464 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:12.367111 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] Checking router: bbd2c389-a172-48cc-925f-d2e6c3e3a3fd for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:12.375685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] Routers {'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:12.376340 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:12.378963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.411189 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] DHCP port deletion for 2fb8f238-1df2-4170-b9e4-22cfcdf62536 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:45:12.481268 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:12.482193 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.515733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] Set router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:12.564325 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port ce6f50b2-d09c-4fa3-b8e6-163eeeca820e, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:12.564696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.571385 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Deleting port ed02846e-bc0c-4757-b53b-409335bb8eb0 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:12.571786 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.578493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for ce6f50b2-d09c-4fa3-b8e6-163eeeca820e owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:12.705341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] For port ed02846e-bc0c-4757-b53b-409335bb8eb0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ed02846e-bc0c-4757-b53b-409335bb8eb0,segment=NetworkSegment(0e3d6471-d5bd-44db-8aa0-2f5f6dc03041),segment_id=0e3d6471-d5bd-44db-8aa0-2f5f6dc03041)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:12.705756 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.717369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ed02846e-bc0c-4757-b53b-409335bb8eb0 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:12.731034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Calling delete_port for ed02846e-bc0c-4757-b53b-409335bb8eb0 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:12.836745 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ce6f50b2-d09c-4fa3-b8e6-163eeeca820e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.867499 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=ce6f50b2-d09c-4fa3-b8e6-163eeeca820e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:12.903420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ed02846e-bc0c-4757-b53b-409335bb8eb0 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:12.904131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.920297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:12.926899 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.953978 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4220645-b9a6-431f-831c-f4ea6759e399 None None] The sync data for ids ['bbd2c389-a172-48cc-925f-d2e6c3e3a3fd'] in n-d-828599-1 is: [{'id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1998208048', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:44:05Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'ce6f50b2-d09c-4fa3-b8e6-163eeeca820e', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd2c389-a172-48cc-925f-d2e6c3e3a3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:44:06Z', 'updated_at': '2022-02-09T22:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:12.974990 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ed02846e-bc0c-4757-b53b-409335bb8eb0), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.023229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Pushing event deleted for resources: {'Port': ['ID=ed02846e-bc0c-4757-b53b-409335bb8eb0,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:13.024376 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.027175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.028432 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] No DVR routers for this DVR port ed02846e-bc0c-4757-b53b-409335bb8eb0 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:45:13.035517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.035910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.036262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.036606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.036944 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.037279 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.037621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.037948 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.038830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.038830 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.039007 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.039211 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.039540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4e17bc-ffb0-4079-ab2b-8a2cdfc78241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:13.419876 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (bbd2c389-a172-48cc-925f-d2e6c3e3a3fd), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.420523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Fanout notify agent at l3_agent the message router_deleted on router bbd2c389-a172-48cc-925f-d2e6c3e3a3fd {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:45:13.428124 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.432208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ee76444b-64ce-4e3b-9c54-a2a43a029fad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/routers/bbd2c389-a172-48cc-925f-d2e6c3e3a3fd HTTP/1.1" status: 204 len: 168 time: 1.2665076 Feb 09 22:45:13.432208 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59102) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:13.511292 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (2fb8f238-1df2-4170-b9e4-22cfcdf62536), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.597568 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (2fb8f238-1df2-4170-b9e4-22cfcdf62536), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.618104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb8f238-1df2-4170-b9e4-22cfcdf62536']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:13.627822 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:13.631804 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3d6471-d5bd-44db-8aa0-2f5f6dc03041') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:13.638446 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0e3d6471-d5bd-44db-8aa0-2f5f6dc03041), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.652701 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0e3d6471-d5bd-44db-8aa0-2f5f6dc03041), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.659198 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:45:13.659601 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0e3d6471-d5bd-44db-8aa0-2f5f6dc03041), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:45:13.662578 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:45:13.796562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (2fb8f238-1df2-4170-b9e4-22cfcdf62536), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.807591 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.807591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/networks/2fb8f238-1df2-4170-b9e4-22cfcdf62536 HTTP/1.1" status: 204 len: 168 time: 0.3737895 Feb 09 22:45:13.810205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59104) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:13.819576 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e1440-0c45-4c6e-b47c-9e37862af13a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Network': ['ID=2fb8f238-1df2-4170-b9e4-22cfcdf62536,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:13.870553 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-283483a9-5164-461e-a7c5-423fa68a9a0a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (bf0d74e1-6f77-4f80-aa8e-f827a4a5334a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.896167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-283483a9-5164-461e-a7c5-423fa68a9a0a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (bf0d74e1-6f77-4f80-aa8e-f827a4a5334a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.002174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-283483a9-5164-461e-a7c5-423fa68a9a0a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (bf0d74e1-6f77-4f80-aa8e-f827a4a5334a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.004863 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-283483a9-5164-461e-a7c5-423fa68a9a0a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.006049 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-283483a9-5164-461e-a7c5-423fa68a9a0a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/security-groups/bf0d74e1-6f77-4f80-aa8e-f827a4a5334a HTTP/1.1" status: 204 len: 168 time: 0.1948929 Feb 09 22:45:14.015590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283483a9-5164-461e-a7c5-423fa68a9a0a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d74e1-6f77-4f80-aa8e-f827a4a5334a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:14.649396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f3cc69e8-2605-43b7-86f6-dab20eb8615d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:14.672834 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: f3cc69e8-2605-43b7-86f6-dab20eb8615d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:45:14.673193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device f3cc69e8-2605-43b7-86f6-dab20eb8615d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:45:14.673616 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ce6f50b2-d09c-4fa3-b8e6-163eeeca820e no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:14.692517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ce6f50b2-d09c-4fa3-b8e6-163eeeca820e {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:45:14.692871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ce6f50b2-d09c-4fa3-b8e6-163eeeca820e not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:45:14.832186 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59110) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:14.836865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-98e70cc1-7aff-4322-b817-1554f74c528e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564749792', 'description': 'tempest-secgroup-smoke-564749792 description', 'project_id': '33be0f94b35442a2b929b112a0d57e17'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:14.899192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98e70cc1-7aff-4322-b817-1554f74c528e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.964660 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98e70cc1-7aff-4322-b817-1554f74c528e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (3a11eb17-3d65-405f-b7df-c5d4dfca996a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.042066 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98e70cc1-7aff-4322-b817-1554f74c528e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3a11eb17-3d65-405f-b7df-c5d4dfca996a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.073216 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e70cc1-7aff-4322-b817-1554f74c528e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a11eb17-3d65-405f-b7df-c5d4dfca996a,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:15.146878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-98e70cc1-7aff-4322-b817-1554f74c528e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.148087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-98e70cc1-7aff-4322-b817-1554f74c528e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3148413 Feb 09 22:45:15.150929 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59112) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:15.155224 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e9aba243-1386-4386-abbc-39143675ee8d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '3a11eb17-3d65-405f-b7df-c5d4dfca996a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:15.246510 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9aba243-1386-4386-abbc-39143675ee8d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (b13ba840-b170-4999-b004-b80d023573ea), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.301005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9aba243-1386-4386-abbc-39143675ee8d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (b13ba840-b170-4999-b004-b80d023573ea), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.384908 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9aba243-1386-4386-abbc-39143675ee8d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (b13ba840-b170-4999-b004-b80d023573ea), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.406949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aba243-1386-4386-abbc-39143675ee8d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13ba840-b170-4999-b004-b80d023573ea,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:15.489758 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9aba243-1386-4386-abbc-39143675ee8d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.490994 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e9aba243-1386-4386-abbc-39143675ee8d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391466 Feb 09 22:45:15.493749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59114) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:15.498000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-ba057561-f71c-471d-a0ed-e2c9ebe42014 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '3a11eb17-3d65-405f-b7df-c5d4dfca996a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:15.579329 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba057561-f71c-471d-a0ed-e2c9ebe42014 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (eba9d644-9324-4904-8a11-10e56233c9cb), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.635524 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba057561-f71c-471d-a0ed-e2c9ebe42014 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (eba9d644-9324-4904-8a11-10e56233c9cb), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.727691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba057561-f71c-471d-a0ed-e2c9ebe42014 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (eba9d644-9324-4904-8a11-10e56233c9cb), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.748390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba057561-f71c-471d-a0ed-e2c9ebe42014 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba9d644-9324-4904-8a11-10e56233c9cb,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:15.821256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ba057561-f71c-471d-a0ed-e2c9ebe42014 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.822491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ba057561-f71c-471d-a0ed-e2c9ebe42014 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278234 Feb 09 22:45:15.825262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59116) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:15.829541 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-993fca9b-b7d7-4013-977e-699abc5e6760 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '3a11eb17-3d65-405f-b7df-c5d4dfca996a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:15.926687 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-993fca9b-b7d7-4013-977e-699abc5e6760 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (dd3c5f9e-aaaa-45f6-b154-010643db3585), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.984722 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-993fca9b-b7d7-4013-977e-699abc5e6760 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (dd3c5f9e-aaaa-45f6-b154-010643db3585), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.064854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-993fca9b-b7d7-4013-977e-699abc5e6760 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (dd3c5f9e-aaaa-45f6-b154-010643db3585), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.083927 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fca9b-b7d7-4013-977e-699abc5e6760 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3c5f9e-aaaa-45f6-b154-010643db3585,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:16.146878 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-993fca9b-b7d7-4013-977e-699abc5e6760 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.148153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-993fca9b-b7d7-4013-977e-699abc5e6760 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219595 Feb 09 22:45:16.151315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59118) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:16.156297 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-03d866c0-6a95-49be-9129-be10d29cb021 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '3a11eb17-3d65-405f-b7df-c5d4dfca996a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:16.230175 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03d866c0-6a95-49be-9129-be10d29cb021 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (5f03dc6e-4460-4196-91f9-6c9ba45b2745), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.285952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03d866c0-6a95-49be-9129-be10d29cb021 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (5f03dc6e-4460-4196-91f9-6c9ba45b2745), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.344798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03d866c0-6a95-49be-9129-be10d29cb021 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5f03dc6e-4460-4196-91f9-6c9ba45b2745), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.365677 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d866c0-6a95-49be-9129-be10d29cb021 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f03dc6e-4460-4196-91f9-6c9ba45b2745,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:16.432766 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-03d866c0-6a95-49be-9129-be10d29cb021 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.433992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-03d866c0-6a95-49be-9129-be10d29cb021 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817254 Feb 09 22:45:16.436670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59120) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:16.440989 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '3a11eb17-3d65-405f-b7df-c5d4dfca996a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:16.533266 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:45:16.543227 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e7f3f563-5931-4aaa-96a7-1962527d7dac), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.596611 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e7f3f563-5931-4aaa-96a7-1962527d7dac), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.670607 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e7f3f563-5931-4aaa-96a7-1962527d7dac), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.686320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f3f563-5931-4aaa-96a7-1962527d7dac,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:16.758469 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.759727 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aca4415c-e1aa-451a-8865-06838be6781d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220663 Feb 09 22:45:16.762436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59122) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:16.766720 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '3a11eb17-3d65-405f-b7df-c5d4dfca996a', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:16.853583 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:45:16.858975 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e5b20ffc-dc64-4503-b2c1-781db1afbd66), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.915068 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (e5b20ffc-dc64-4503-b2c1-781db1afbd66), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.973380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (e5b20ffc-dc64-4503-b2c1-781db1afbd66), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:16.988560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b20ffc-dc64-4503-b2c1-781db1afbd66,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:17.044102 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.045319 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-41bef096-d745-4ff0-8000-6dc8ad742d30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2819586 Feb 09 22:45:17.048273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59124) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:17.053034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'network': {'name': 'tempest-network-smoke--309939839', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'port_security_enabled': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:17.116284 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:45:17.119446 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.142009 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:45:17.150202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (be7a80f4-1e10-4680-a5c0-10220fadea54), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.153999 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Added segment be7a80f4-1e10-4680-a5c0-10220fadea54 of type vlan for network a7857d15-cc1b-47a0-a09b-e298bb1091e8 Feb 09 22:45:17.189998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (a7857d15-cc1b-47a0-a09b-e298bb1091e8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.282053 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (a7857d15-cc1b-47a0-a09b-e298bb1091e8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.287210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:17.287824 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.351909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Network': ['ID=a7857d15-cc1b-47a0-a09b-e298bb1091e8,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:17.365809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:45:17.399448 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-218e4b74-ae39-4748-a07b-d40d90825def tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3500679 Feb 09 22:45:17.402087 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59126) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:17.406593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'admin_state_up': True, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:17.476807 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.477847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.528187 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:17.755918 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:18.003182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:18.021318 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:18.120098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.190 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/325b6e53-006b-45a1-9fed-9e0308c724ab) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:18.221642 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:18.310693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:18.343884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:18.346584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:18.349257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:18.380685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=325b6e53-006b-45a1-9fed-9e0308c724ab,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:18.676714 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:18.870583 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.070323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:45:19.174932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:19.184738 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Sync routers for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:19.198303 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:19.201240 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:19.267737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.268999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-615b3933-671a-4b2c-86a8-81352388455f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8659410 Feb 09 22:45:19.272304 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59128) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:19.299351 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:19.302486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e5e0e683-9be6-4e40-bfc2-08942370e894 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=33be0f94b35442a2b929b112a0d57e17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266466 Feb 09 22:45:19.302617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59130) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:19.386122 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee3522-6962-4b56-a588-cbdf1b856af9 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:19.387640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-52ee3522-6962-4b56-a588-cbdf1b856af9 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842237 Feb 09 22:45:19.391046 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59132) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:19.428344 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4da17aa7-c88e-4c23-b91f-1462369019dd tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330904 Feb 09 22:45:19.428552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59134) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:19.434029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054768041', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:19.480999 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:18Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:19.506636 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Checking router: 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:19.506990 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Updating router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d port 325b6e53-006b-45a1-9fed-9e0308c724ab binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:45:19.532684 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.619391 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:45:19.623562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.868769 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Publish callbacks [] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.876402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (306aadbe-7301-414f-910e-5da64753ab99), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.937715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Subnet': ['ID=306aadbe-7301-414f-910e-5da64753ab99,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:19.944885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Checking segment: {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:19.945257 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network hostable DHCP agents. Network: a7857d15-cc1b-47a0-a09b-e298bb1091e8, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:45:19.950516 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.998599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Attempting to bind port 325b6e53-006b-45a1-9fed-9e0308c724ab on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:19.998965 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Attempting to bind port 325b6e53-006b-45a1-9fed-9e0308c724ab by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:19.999321 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Attempting to bind port 325b6e53-006b-45a1-9fed-9e0308c724ab on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:20.005798 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Pushing event updated for resources: {'Port': ['ID=325b6e53-006b-45a1-9fed-9e0308c724ab,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:20.010374 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:20.010374 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:20.010374 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.010374 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:20.010374 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Bound port: 325b6e53-006b-45a1-9fed-9e0308c724ab, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:20.010942 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.016836 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.017176 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.017514 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.017844 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.018171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.018492 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.018809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.019125 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.019440 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.019776 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.020094 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.020407 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.020718 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:20.030810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:45:20.068908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] For port 325b6e53-006b-45a1-9fed-9e0308c724ab, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:20.071771 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] For port 325b6e53-006b-45a1-9fed-9e0308c724ab, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=325b6e53-006b-45a1-9fed-9e0308c724ab,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:20.121909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, a7857d15-cc1b-47a0-a09b-e298bb1091e8) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:20.126023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.126624 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.137314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8008becd-e671-4102-a566-d397ce042d68 None None] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:45:20.162850 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.212972 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:20.214276 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:20.228500 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2c72ed82-0905-4a41-a2d2-450b1560ccba tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7989633 Feb 09 22:45:20.231435 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59136) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:20.244113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:45:20.246362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.289120 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c73b9-651e-4081-af08-43a36464665b None None] Pushing event updated for resources: {'Port': ['ID=325b6e53-006b-45a1-9fed-9e0308c724ab,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:20.333463 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:20.389825 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Allocated IP 172.20.0.2 (a7857d15-cc1b-47a0-a09b-e298bb1091e8/306aadbe-7301-414f-910e-5da64753ab99/6ef789f5-97dd-46c4-969a-48909e1a1c79) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:20.514569 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:18Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:20.533878 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Publish callbacks [] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.540169 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049362c-8c5d-4605-9636-0bf63de24272 None None] The sync data for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 is: [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:18Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:20.596954 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.641774 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:20.644850 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:20.648021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:20.655496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Pushing event updated for resources: {'Port': ['ID=6ef789f5-97dd-46c4-969a-48909e1a1c79,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:20.709482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.710930 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Attempting to bind port 6ef789f5-97dd-46c4-969a-48909e1a1c79 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:20.711461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Attempting to bind port 6ef789f5-97dd-46c4-969a-48909e1a1c79 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:20.712107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Attempting to bind port 6ef789f5-97dd-46c4-969a-48909e1a1c79 on network a7857d15-cc1b-47a0-a09b-e298bb1091e8 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:20.717938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:20.718278 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Checking segment: {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:20.718565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.718951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Bound using segment: {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:20.719481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Bound port: 6ef789f5-97dd-46c4-969a-48909e1a1c79, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:20.719831 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.803550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] For port 6ef789f5-97dd-46c4-969a-48909e1a1c79, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:20.806837 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] For port 6ef789f5-97dd-46c4-969a-48909e1a1c79, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6ef789f5-97dd-46c4-969a-48909e1a1c79,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:20.877092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:20.953761 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deb969-e6f9-4af8-baf0-81f3de16081a None None] Pushing event updated for resources: {'Port': ['ID=6ef789f5-97dd-46c4-969a-48909e1a1c79,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:21.125684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.1 (a7857d15-cc1b-47a0-a09b-e298bb1091e8/306aadbe-7301-414f-910e-5da64753ab99/fe457749-db9e-460e-907a-79e62c9ab3b8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:21.258260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:21.374225 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:21.419159 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:21.422394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:21.425429 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:21.451873 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=fe457749-db9e-460e-907a-79e62c9ab3b8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:21.477700 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:21.675452 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:21.911573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea498f44-9749-442b-993e-9430df52397d None None] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:45:21.960274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.019411 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.020431 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c48d0290-1461-4867-8880-0c0228fc6a95 None None] Provisioning complete for port 6ef789f5-97dd-46c4-969a-48909e1a1c79 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:22.020812 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c48d0290-1461-4867-8880-0c0228fc6a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.095338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=fe457749-db9e-460e-907a-79e62c9ab3b8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:22.099400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.117633 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c48d0290-1461-4867-8880-0c0228fc6a95 None None] Current status of the port 6ef789f5-97dd-46c4-969a-48909e1a1c79 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:22.118606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c48d0290-1461-4867-8880-0c0228fc6a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.162704 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c48d0290-1461-4867-8880-0c0228fc6a95 None None] For port 6ef789f5-97dd-46c4-969a-48909e1a1c79, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6ef789f5-97dd-46c4-969a-48909e1a1c79,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:22.206107 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:22.207853 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:22.236525 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c48d0290-1461-4867-8880-0c0228fc6a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.299729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d0290-1461-4867-8880-0c0228fc6a95 None None] Pushing event updated for resources: {'Port': ['ID=6ef789f5-97dd-46c4-969a-48909e1a1c79,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:22.339521 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:22.362328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-35a500e8-e455-45e9-90c9-2159386d05bc None None] Provisioning complete for port fe457749-db9e-460e-907a-79e62c9ab3b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:22.362712 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35a500e8-e455-45e9-90c9-2159386d05bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.403623 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-35a500e8-e455-45e9-90c9-2159386d05bc None None] Port fe457749-db9e-460e-907a-79e62c9ab3b8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:22.415719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-35a500e8-e455-45e9-90c9-2159386d05bc None None] Provisioning complete for port 6ef789f5-97dd-46c4-969a-48909e1a1c79 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:22.416111 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35a500e8-e455-45e9-90c9-2159386d05bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.465149 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:22.475782 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dfec6c59-b6d3-4899-bcb2-7f6eb7757706 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/6e705cd2-b5c5-403b-81f7-911f4a3d6a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2390969 Feb 09 22:45:22.512071 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-35a500e8-e455-45e9-90c9-2159386d05bc None None] Current status of the port 6ef789f5-97dd-46c4-969a-48909e1a1c79 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:22.515548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Sync routers for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:22.526797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:22.527429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:22.682456 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3be8249-76e2-4656-8b12-1975dd755aa0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564749792&fields=id&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 267 time: 0.0873232 Feb 09 22:45:22.786492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 325b6e53-006b-45a1-9fed-9e0308c724ab up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:22.819598 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-cd8e6929-8f2a-4316-9152-fbe08b332136 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:22.821103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-cd8e6929-8f2a-4316-9152-fbe08b332136 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/networks?id=a7857d15-cc1b-47a0-a09b-e298bb1091e8 HTTP/1.1" status: 200 len: 796 time: 0.1298559 Feb 09 22:45:22.836401 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-1e9a4787-c8d2-40bb-9843-ba8bf88b96a5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/quotas/33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 375 time: 0.0091765 Feb 09 22:45:22.839559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cf119678-b544-4cb3-80f4-761c10294a87 None None] Provisioning complete for port fe457749-db9e-460e-907a-79e62c9ab3b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:22.839974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cf119678-b544-4cb3-80f4-761c10294a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.892419 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c2303547-0494-494f-95fd-0b38be17582c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505781 Feb 09 22:45:22.902184 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:22.903980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cf119678-b544-4cb3-80f4-761c10294a87 None None] Port fe457749-db9e-460e-907a-79e62c9ab3b8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:22.940073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 325b6e53-006b-45a1-9fed-9e0308c724ab triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:22.940783 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.987037 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-659a66e8-6791-4408-9878-155390eac59c service neutron] 10.222.0.98 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827315 Feb 09 22:45:23.081029 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-1eeb4010-c5e8-4fdd-9bcb-513bfcb6c5c1 service neutron] 10.222.0.98 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874848 Feb 09 22:45:23.088570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-d5a508ab-c5b6-479f-a585-8171a8a6e241 None None] Provisioning complete for port fe457749-db9e-460e-907a-79e62c9ab3b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:23.088954 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d5a508ab-c5b6-479f-a585-8171a8a6e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.179084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d5a508ab-c5b6-479f-a585-8171a8a6e241 None None] Port fe457749-db9e-460e-907a-79e62c9ab3b8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:23.190014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 325b6e53-006b-45a1-9fed-9e0308c724ab is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:23.190413 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.217335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 325b6e53-006b-45a1-9fed-9e0308c724ab, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=325b6e53-006b-45a1-9fed-9e0308c724ab,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:23.231449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 2, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:23.257823 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Checking router: 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:23.258117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Updating router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d port fe457749-db9e-460e-907a-79e62c9ab3b8 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:45:23.278965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.281055 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6ef789f5-97dd-46c4-969a-48909e1a1c79 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:23.337224 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.373299 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=325b6e53-006b-45a1-9fed-9e0308c724ab,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:23.456352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6ef789f5-97dd-46c4-969a-48909e1a1c79 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:23.456737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.620342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6ef789f5-97dd-46c4-969a-48909e1a1c79 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:23.686106 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Publish callbacks [] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.790619 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.837771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a3437-91e5-4c8a-a5db-15e293ea89ac None None] Pushing event updated for resources: {'Port': ['ID=fe457749-db9e-460e-907a-79e62c9ab3b8,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:23.891833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Attempting to bind port fe457749-db9e-460e-907a-79e62c9ab3b8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:23.892221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Attempting to bind port fe457749-db9e-460e-907a-79e62c9ab3b8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:23.892593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Attempting to bind port fe457749-db9e-460e-907a-79e62c9ab3b8 on network a7857d15-cc1b-47a0-a09b-e298bb1091e8 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:23.897754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:23.898147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Checking segment: {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:23.898554 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.898954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Bound using segment: {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:23.899427 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Bound port: fe457749-db9e-460e-907a-79e62c9ab3b8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:23.899843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.968794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] For port fe457749-db9e-460e-907a-79e62c9ab3b8, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:23.972085 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] For port fe457749-db9e-460e-907a-79e62c9ab3b8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fe457749-db9e-460e-907a-79e62c9ab3b8,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:24.003080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-779ab1e3-e411-4fe9-83c6-6069c94f10f6 None None] Provisioning complete for port fe457749-db9e-460e-907a-79e62c9ab3b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:24.003460 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-779ab1e3-e411-4fe9-83c6-6069c94f10f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:24.037010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-779ab1e3-e411-4fe9-83c6-6069c94f10f6 None None] Port fe457749-db9e-460e-907a-79e62c9ab3b8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:24.088260 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:24.143646 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:24.144314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:24.184190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a3437-91e5-4c8a-a5db-15e293ea89ac None None] Pushing event updated for resources: {'Port': ['ID=fe457749-db9e-460e-907a-79e62c9ab3b8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:24.259634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:24.341887 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a9d14e48-cc5c-4e7d-9460-54f4723f1185 req-52eaf40f-22f8-4410-aa56-8ac78211ff72 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 210 time: 0.0316720 Feb 09 22:45:24.404587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-34a4a9e0-4a97-4e73-bb43-c685ea6b4316 None None] Provisioning complete for port fe457749-db9e-460e-907a-79e62c9ab3b8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:24.404967 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34a4a9e0-4a97-4e73-bb43-c685ea6b4316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:24.532274 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-34a4a9e0-4a97-4e73-bb43-c685ea6b4316 None None] Current status of the port fe457749-db9e-460e-907a-79e62c9ab3b8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:24.532671 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34a4a9e0-4a97-4e73-bb43-c685ea6b4316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:24.574207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:24.578984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-34a4a9e0-4a97-4e73-bb43-c685ea6b4316 None None] For port fe457749-db9e-460e-907a-79e62c9ab3b8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fe457749-db9e-460e-907a-79e62c9ab3b8,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:24.606228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b955918-6e9c-4bd8-a56b-9f7d0b592d77 None None] The sync data for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 is: [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:24.653978 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-34a4a9e0-4a97-4e73-bb43-c685ea6b4316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:24.694062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 325b6e53-006b-45a1-9fed-9e0308c724ab up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:24.732897 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4a9e0-4a97-4e73-bb43-c685ea6b4316 None None] Pushing event updated for resources: {'Port': ['ID=fe457749-db9e-460e-907a-79e62c9ab3b8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:24.757719 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 325b6e53-006b-45a1-9fed-9e0308c724ab triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:24.758100 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:24.844826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 325b6e53-006b-45a1-9fed-9e0308c724ab is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:25.442379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44fbc4d1-1fff-4cbe-b836-e799cca5cc2e req-04a0daf1-7814-4a6e-a169-3a61e4de5fb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 210 time: 0.0291815 Feb 09 22:45:26.436566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-99c83c7c-bcae-4540-b17c-b5b539262e02 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:26.437934 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-99c83c7c-bcae-4540-b17c-b5b539262e02 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/networks?id=a7857d15-cc1b-47a0-a09b-e298bb1091e8 HTTP/1.1" status: 200 len: 796 time: 0.1024375 Feb 09 22:45:26.507768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-56c62a65-92fe-408e-a2b9-910c8268f715 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 379 time: 0.0549340 Feb 09 22:45:26.521570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'port': {'device_id': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'admin_state_up': True, 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'security_groups': ['3a11eb17-3d65-405f-b7df-c5d4dfca996a']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:26.579356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4886e56e-e356-4a0c-9cf1-d3e614243e4b req-b3f9b8d6-38bb-44ad-8b2a-82b70b763d8c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 210 time: 0.0698941 Feb 09 22:45:26.684528 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fe457749-db9e-460e-907a-79e62c9ab3b8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:26.730998 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port fe457749-db9e-460e-907a-79e62c9ab3b8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:26.731373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:26.756513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:45:26.760072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:26.809481 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port fe457749-db9e-460e-907a-79e62c9ab3b8 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:26.886943 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.3 (a7857d15-cc1b-47a0-a09b-e298bb1091e8/306aadbe-7301-414f-910e-5da64753ab99/aa45e05d-c637-4d58-9623-60e0f61fe3d9) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:27.020752 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.099295 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.143397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:27.146508 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:27.150150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:27.157225 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=aa45e05d-c637-4d58-9623-60e0f61fe3d9,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:27.202584 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:27.203200 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.267787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-6135a63b-f112-4457-8e81-ed004913abc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501225 Feb 09 22:45:27.284650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Request body: {'port': {'device_id': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:27.348110 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.390502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-413ad3c7-65ae-4f08-b283-ba548cc834a6 None None] Provisioning complete for port aa45e05d-c637-4d58-9623-60e0f61fe3d9 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:27.390969 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-413ad3c7-65ae-4f08-b283-ba548cc834a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.425509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-413ad3c7-65ae-4f08-b283-ba548cc834a6 None None] Port aa45e05d-c637-4d58-9623-60e0f61fe3d9 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:27.601149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa45e05d-c637-4d58-9623-60e0f61fe3d9 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:45:27.609502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Publish callbacks [] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.622031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Transition to ACTIVE for port object aa45e05d-c637-4d58-9623-60e0f61fe3d9 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:45:27.693581 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.700691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3288f-5ced-4e30-8a97-8225034d6292 req-f4e440f3-c6c5-4421-b32d-e7272a63d91b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:27.702208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-73a3288f-5ced-4e30-8a97-8225034d6292 req-f4e440f3-c6c5-4421-b32d-e7272a63d91b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 931 time: 0.0527360 Feb 09 22:45:27.748984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Pushing event updated for resources: {'Port': ['ID=aa45e05d-c637-4d58-9623-60e0f61fe3d9,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:27.753767 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-73a3288f-5ced-4e30-8a97-8225034d6292 req-93ee8e74-3cd2-4be5-93d0-39307e5ab382 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Feb 09 22:45:27.819249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Attempting to bind port aa45e05d-c637-4d58-9623-60e0f61fe3d9 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:27.819582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Attempting to bind port aa45e05d-c637-4d58-9623-60e0f61fe3d9 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:27.819945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Attempting to bind port aa45e05d-c637-4d58-9623-60e0f61fe3d9 on network a7857d15-cc1b-47a0-a09b-e298bb1091e8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:27.824540 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Port aa45e05d-c637-4d58-9623-60e0f61fe3d9 on network a7857d15-cc1b-47a0-a09b-e298bb1091e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:45:27.824858 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Attempting to bind port aa45e05d-c637-4d58-9623-60e0f61fe3d9 on network a7857d15-cc1b-47a0-a09b-e298bb1091e8 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:27.829756 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:27.830099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Checking segment: {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:27.830607 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Bound using segment: {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:27.831039 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Bound port: aa45e05d-c637-4d58-9623-60e0f61fe3d9, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7a80f4-1e10-4680-a5c0-10220fadea54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:27.831396 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.896786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] For port aa45e05d-c637-4d58-9623-60e0f61fe3d9, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:27.900069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] For port aa45e05d-c637-4d58-9623-60e0f61fe3d9, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:27.962328 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.995384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:27.996037 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.997433 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa45e05d-c637-4d58-9623-60e0f61fe3d9 HTTP/1.1" status: 200 len: 1091 time: 0.7175193 Feb 09 22:45:27.997876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:28.000168 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0687fd7-213b-4a91-b25a-e7d2a6dc026e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:28.024098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3380f66-4fd6-4a06-9d17-2c8213314891 service neutron] Pushing event updated for resources: {'Port': ['ID=aa45e05d-c637-4d58-9623-60e0f61fe3d9,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:28.052273 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80b8c21-328b-4434-a630-288dff46846b x-openstack-request-id: req-e80b8c21-328b-4434-a630-288dff46846b {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:28.052605 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:28.052875 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e80b8c21-328b-4434-a630-288dff46846b {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:28.053318 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'status': 'completed', 'code': 200} Feb 09 22:45:28.124519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fd7-213b-4a91-b25a-e7d2a6dc026e req-979f7a66-9298-4f25-8e58-bb91a5bdd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:28.126078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0687fd7-213b-4a91-b25a-e7d2a6dc026e req-979f7a66-9298-4f25-8e58-bb91a5bdd527 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1125 time: 0.0476649 Feb 09 22:45:28.230428 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fd7-213b-4a91-b25a-e7d2a6dc026e req-16ce05bb-f670-4e55-91bb-592a361a4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:28.231936 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0687fd7-213b-4a91-b25a-e7d2a6dc026e req-16ce05bb-f670-4e55-91bb-592a361a4dda service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=33be0f94b35442a2b929b112a0d57e17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0947578 Feb 09 22:45:28.337551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687fd7-213b-4a91-b25a-e7d2a6dc026e req-028dd3f5-0af4-4ecc-82ea-3244f47c0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:28.339027 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e0687fd7-213b-4a91-b25a-e7d2a6dc026e req-028dd3f5-0af4-4ecc-82ea-3244f47c0cdb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932736 Feb 09 22:45:28.425968 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-537986da-001d-4c68-8535-c91b42fc0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:28.427543 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-537986da-001d-4c68-8535-c91b42fc0ccc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1125 time: 0.0441940 Feb 09 22:45:28.470754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-910c4c79-9fd7-422c-9577-99d0d6c881d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9 HTTP/1.1" status: 200 len: 217 time: 0.0333784 Feb 09 22:45:28.520457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-b5f17014-0106-4e03-8f93-6040fd712931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:28.521858 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-b5f17014-0106-4e03-8f93-6040fd712931 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306aadbe-7301-414f-910e-5da64753ab99 HTTP/1.1" status: 200 len: 835 time: 0.0417633 Feb 09 22:45:28.581801 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-0066a07a-d3d0-41c9-93f5-685b4ba6696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:28.583308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-0066a07a-d3d0-41c9-93f5-685b4ba6696c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7857d15-cc1b-47a0-a09b-e298bb1091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471671 Feb 09 22:45:28.674637 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-fbb2860b-354b-425b-a59e-69ca730e2cba service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Feb 09 22:45:28.767904 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aea3e421-7e2e-4750-824c-e41e32f4a26f req-0b589b30-4d06-4dd8-a944-ce23a7630e11 service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Feb 09 22:45:28.884901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c76eed-5b24-4b91-b8e5-dd29654766bf req-34b32b17-1318-4d98-95c8-a890b1bc6482 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:28.886364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39c76eed-5b24-4b91-b8e5-dd29654766bf req-34b32b17-1318-4d98-95c8-a890b1bc6482 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 943 time: 0.0567224 Feb 09 22:45:28.935591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-39c76eed-5b24-4b91-b8e5-dd29654766bf req-1513e963-3060-4581-8e09-fd90a1879bf7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436075 Feb 09 22:45:29.950461 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:30.056397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503885ba-8c77-4d86-80ea-f88001e8b779 req-d76e74b7-1902-4997-9537-bf44345c47ca tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:30.058452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-503885ba-8c77-4d86-80ea-f88001e8b779 req-d76e74b7-1902-4997-9537-bf44345c47ca tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 943 time: 0.0521388 Feb 09 22:45:30.104941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-503885ba-8c77-4d86-80ea-f88001e8b779 req-acff5756-7f34-4c4b-b62d-88250bec0356 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Feb 09 22:45:31.221848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc6e32-d803-4cbe-9714-6f5c66e45bae req-51083bd1-e6e1-4db9-aefd-6fb460c75e0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:31.223343 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2cdc6e32-d803-4cbe-9714-6f5c66e45bae req-51083bd1-e6e1-4db9-aefd-6fb460c75e0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 943 time: 0.0519581 Feb 09 22:45:31.232465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device aa45e05d-c637-4d58-9623-60e0f61fe3d9 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:45:31.272257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2cdc6e32-d803-4cbe-9714-6f5c66e45bae req-6476c0fe-6365-48c8-ac15-aaf7de338b62 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Feb 09 22:45:31.326091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port aa45e05d-c637-4d58-9623-60e0f61fe3d9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:31.337642 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'port_id': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'mac_address': 'fa:16:3e:29:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:45:31.388818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port aa45e05d-c637-4d58-9623-60e0f61fe3d9 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:31.389135 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:31.402219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa45e05d-c637-4d58-9623-60e0f61fe3d9 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:45:31.421448 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port aa45e05d-c637-4d58-9623-60e0f61fe3d9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:31.499102 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:31.544656 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:31.591107 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=aa45e05d-c637-4d58-9623-60e0f61fe3d9,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:31.834686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['aa45e05d-c637-4d58-9623-60e0f61fe3d9'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:45:32.390197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a986b-375f-40e3-9d20-9c6d5841db0a req-e6255b18-ac09-4c12-a51a-f2cd09baa3ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:32.391656 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df6a986b-375f-40e3-9d20-9c6d5841db0a req-e6255b18-ac09-4c12-a51a-f2cd09baa3ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 944 time: 0.0513799 Feb 09 22:45:32.442108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-df6a986b-375f-40e3-9d20-9c6d5841db0a req-402d5fcd-b16d-4fce-a7dc-6b342e1509a2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449271 Feb 09 22:45:33.248582 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device aa45e05d-c637-4d58-9623-60e0f61fe3d9 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:33.350569 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port aa45e05d-c637-4d58-9623-60e0f61fe3d9 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:45:33.355035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port aa45e05d-c637-4d58-9623-60e0f61fe3d9 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:33.355447 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:33.434014 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port aa45e05d-c637-4d58-9623-60e0f61fe3d9 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:33.434412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:33.456206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:33.458425 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64df3d5-7728-48f3-87f4-0fa94f604b27" -d '{"events": [{"server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "name": "network-vif-plugged", "status": "completed", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:33.472079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port aa45e05d-c637-4d58-9623-60e0f61fe3d9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:33.495553 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880a7fde-ebef-406a-ba76-497a469740fe x-openstack-request-id: req-880a7fde-ebef-406a-ba76-497a469740fe {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:33.495880 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "name": "network-vif-plugged", "status": "completed", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:33.496230 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-880a7fde-ebef-406a-ba76-497a469740fe {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:33.496557 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'code': 200} Feb 09 22:45:33.551075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:33.568013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed976be-1882-437d-a21e-2d01938c8939 req-8366bce5-ae4e-4180-8f32-cc8f8487f351 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:33.569508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ed976be-1882-437d-a21e-2d01938c8939 req-8366bce5-ae4e-4180-8f32-cc8f8487f351 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 944 time: 0.0575149 Feb 09 22:45:33.599048 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=aa45e05d-c637-4d58-9623-60e0f61fe3d9,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:33.645077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ed976be-1882-437d-a21e-2d01938c8939 req-ae58c506-fa22-4acf-912a-91890ebf9fb9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677652 Feb 09 22:45:33.647792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8989b2-519a-4d5f-831f-6fb7cbd564d5 req-e92faea0-7c20-4f3d-8419-6a42ed48bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:33.649177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c8989b2-519a-4d5f-831f-6fb7cbd564d5 req-e92faea0-7c20-4f3d-8419-6a42ed48bacf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0887172 Feb 09 22:45:33.698938 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c8989b2-519a-4d5f-831f-6fb7cbd564d5 req-ab98d99f-3019-420b-8701-b308339f9d1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401931 Feb 09 22:45:34.767486 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4c2bd-dd28-4d62-b806-fe551078bce3 req-55b681e2-8b96-4c7c-92e3-f615d2171711 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:34.769012 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03d4c2bd-dd28-4d62-b806-fe551078bce3 req-55b681e2-8b96-4c7c-92e3-f615d2171711 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0548859 Feb 09 22:45:35.104339 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-03d4c2bd-dd28-4d62-b806-fe551078bce3 req-d159201e-67eb-494f-8ec3-0ce4e8a7858b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291593 Feb 09 22:45:35.510346 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-279e93b6-2f85-4781-832c-9421846bf8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:36.226222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b2609-067e-4284-ab35-19df9c9a79b5 req-b9a4e037-9624-43a0-aeb5-1e753b2bd688 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:36.236993 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b25b2609-067e-4284-ab35-19df9c9a79b5 req-b9a4e037-9624-43a0-aeb5-1e753b2bd688 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0555649 Feb 09 22:45:36.274885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b25b2609-067e-4284-ab35-19df9c9a79b5 req-35c5f662-e8e4-4cf5-a757-abf5b2d964b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 Feb 09 22:45:36.393835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369574e-8755-4a3f-9761-fe375fd813e1 req-cd977a91-ef92-4065-aecd-c67de7356465 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:36.395245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a369574e-8755-4a3f-9761-fe375fd813e1 req-cd977a91-ef92-4065-aecd-c67de7356465 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Feb 09 22:45:36.443181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a369574e-8755-4a3f-9761-fe375fd813e1 req-1929f864-a2cb-42a9-95d2-2c2f065bfee5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417085 Feb 09 22:45:36.464600 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59196) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:36.506553 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8781d71a-a21e-4ebd-9df1-b96a114ad518 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:36.508081 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8781d71a-a21e-4ebd-9df1-b96a114ad518 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1122 time: 0.0425270 Feb 09 22:45:36.510868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59198) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:36.515054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:36.602215 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:36.701234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:36.803503 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.99 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/c30e7317-1bbd-438c-82f2-20604f4dd0b4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:36.900552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.019324 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.056276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:37.061566 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:37.065098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:37.091725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=c30e7317-1bbd-438c-82f2-20604f4dd0b4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:37.412202 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (7c792382-b87e-4c0a-9cb4-301da75d03d8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.550400 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.702135 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.733085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-da248225-44b9-4896-8154-becafe802edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.801559 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.875323 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=c30e7317-1bbd-438c-82f2-20604f4dd0b4,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:37.884294 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (7c792382-b87e-4c0a-9cb4-301da75d03d8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:37.985930 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP 7c792382-b87e-4c0a-9cb4-301da75d03d8 associated. External IP: 172.25.5.99, port: aa45e05d-c637-4d58-9623-60e0f61fe3d9. Feb 09 22:45:38.209561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:38.316630 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:38.326488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] Sync routers for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:38.336568 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:38.340552 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:38.398466 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:38.434515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9b3641cc-2332-4083-a5ad-dea4676f3e86 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9196393 Feb 09 22:45:38.434515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:38.435275 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:38.444550 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:38.489863 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52752fd0-7f22-4f62-b33e-a8d71b19a08d x-openstack-request-id: req-52752fd0-7f22-4f62-b33e-a8d71b19a08d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:38.489863 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:38.489863 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52752fd0-7f22-4f62-b33e-a8d71b19a08d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:38.489863 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'status': 'completed', 'code': 200} Feb 09 22:45:38.576037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-fbffca5b-5a06-4ca9-8e5e-4af7fefcfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:38.577459 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-fbffca5b-5a06-4ca9-8e5e-4af7fefcfc2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0690088 Feb 09 22:45:38.584767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ab3bd-94e9-4cfb-9a2e-6ae3c423a121 req-6fc19e10-7d49-44e3-bd53-a2d63461b2ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:38.586160 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c71ab3bd-94e9-4cfb-9a2e-6ae3c423a121 req-6fc19e10-7d49-44e3-bd53-a2d63461b2ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0869906 Feb 09 22:45:38.674631 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7c792382-b87e-4c0a-9cb4-301da75d03d8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'port_id': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'mac_address': 'fa:16:3e:29:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:45:37Z', 'updated_at': '2022-02-09T22:45:37Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:24Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:38.704689 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] Checking router: 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:38.714073 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:38.719129 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:45:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:38.821339 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:39.040139 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c71ab3bd-94e9-4cfb-9a2e-6ae3c423a121 req-b718b2dd-5006-412c-a59a-bafc0075dcc9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445210 Feb 09 22:45:39.043937 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7c792382-b87e-4c0a-9cb4-301da75d03d8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'port_id': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'mac_address': 'fa:16:3e:29:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:45:37Z', 'updated_at': '2022-02-09T22:45:37Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:24Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:39.056599 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-33de557c-3d9f-4eff-8550-b2f953740428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:39.058220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-33de557c-3d9f-4eff-8550-b2f953740428 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7857d15-cc1b-47a0-a09b-e298bb1091e8 HTTP/1.1" status: 200 len: 897 time: 0.4712205 Feb 09 22:45:39.062365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59204) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:39.069861 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbbb845-c013-4e89-aaf3-74d85fcecbdf None None] The sync data for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 is: [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7c792382-b87e-4c0a-9cb4-301da75d03d8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.99', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'port_id': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'mac_address': 'fa:16:3e:29:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:45:37Z', 'updated_at': '2022-02-09T22:45:37Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:24Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:39.170878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4511ef13-53bf-4aae-80e9-0f020f15b07d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/7c792382-b87e-4c0a-9cb4-301da75d03d8 HTTP/1.1" status: 200 len: 990 time: 0.1072590 Feb 09 22:45:39.178750 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-19675fc3-b22d-4455-9dac-da3cc17f96cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9 HTTP/1.1" status: 200 len: 998 time: 0.1141984 Feb 09 22:45:39.233119 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-9de66e53-4d22-4f0b-b6de-54a75c0c67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:39.234781 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-9de66e53-4d22-4f0b-b6de-54a75c0c67ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306aadbe-7301-414f-910e-5da64753ab99 HTTP/1.1" status: 200 len: 835 time: 0.0490835 Feb 09 22:45:39.272731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a24841-bde4-4626-bba6-7e616b8a369e None None] New status for floating IP 7c792382-b87e-4c0a-9cb4-301da75d03d8: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:45:39.286399 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-5259bfd2-0e8c-478b-bf12-f37f0c0ab9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:39.287956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-5259bfd2-0e8c-478b-bf12-f37f0c0ab9d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7857d15-cc1b-47a0-a09b-e298bb1091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473983 Feb 09 22:45:39.307516 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:39.376438 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-c14df150-f2b6-450e-b5b0-d77b481b64fb service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816343 Feb 09 22:45:39.468743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-40b2e964-ae99-4697-8ae0-be7fc89d0dc5 req-e2558f69-ecf6-4144-887d-2b2baae5ee79 service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862532 Feb 09 22:45:40.174633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59208) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:40.234242 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4483b25a-18cc-4b97-a192-06f542b0931a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/7c792382-b87e-4c0a-9cb4-301da75d03d8 HTTP/1.1" status: 200 len: 992 time: 0.0584202 Feb 09 22:45:40.487471 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:41.721328 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:45.926555 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:45:59.966995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:01.464605 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:05.544735 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f5a31cce-e488-4126-9e8b-6d747837ea46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:07.572918 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8913cbec-1a8f-4ec3-b54c-a3558b34d43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:09.304141 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.487150 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.716302 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:13.786009 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2e137-3c80-4205-88de-dcf7605adb0c req-472e708e-3847-43cb-be87-9cd2aa00a128 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:13.787498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80c2e137-3c80-4205-88de-dcf7605adb0c req-472e708e-3847-43cb-be87-9cd2aa00a128 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0545945 Feb 09 22:46:13.837580 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-80c2e137-3c80-4205-88de-dcf7605adb0c req-c0d15687-603e-4a39-806f-9f1a66385ee4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Feb 09 22:46:13.855256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-8ff8866e-ad94-4881-aad4-9693603689ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:13.857424 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-8ff8866e-ad94-4881-aad4-9693603689ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0498056 Feb 09 22:46:13.944911 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-d167e342-914c-4200-a940-c3281f431fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:13.946399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-d167e342-914c-4200-a940-c3281f431fc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7857d15-cc1b-47a0-a09b-e298bb1091e8 HTTP/1.1" status: 200 len: 897 time: 0.0830057 Feb 09 22:46:14.015759 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-66cd6a44-2bb9-46bd-a246-66d3ceb3b6a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0614500 Feb 09 22:46:14.067746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-4c9f10cd-c6b5-4909-bb37-778d84a2e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:14.069145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-4c9f10cd-c6b5-4909-bb37-778d84a2e9bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306aadbe-7301-414f-910e-5da64753ab99 HTTP/1.1" status: 200 len: 835 time: 0.0433967 Feb 09 22:46:14.118116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-96990f0f-370c-4815-84f9-77004756446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:14.119970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-96990f0f-370c-4815-84f9-77004756446a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7857d15-cc1b-47a0-a09b-e298bb1091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449486 Feb 09 22:46:14.211212 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-8035d903-7499-4fe2-a16a-57759fd55e1b service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Feb 09 22:46:14.298346 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7a44ecda-ffac-4d1b-bb60-4874cae56f0b req-ebecad8d-b33d-4d50-a74d-2e993ad940f6 service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807726 Feb 09 22:46:14.406533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-1ceaaa0c-e3b0-4473-ba89-46f0360dfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:14.406533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-1ceaaa0c-e3b0-4473-ba89-46f0360dfedd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0446270 Feb 09 22:46:14.509772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-902e40e5-13fa-49ce-a338-955acf1521ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:14.511272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-902e40e5-13fa-49ce-a338-955acf1521ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7857d15-cc1b-47a0-a09b-e298bb1091e8 HTTP/1.1" status: 200 len: 897 time: 0.0892310 Feb 09 22:46:14.577217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-8f19155b-7fce-4291-82c7-9f3f2bf576a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9 HTTP/1.1" status: 200 len: 1000 time: 0.0597720 Feb 09 22:46:14.630324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-45c09968-ba58-4dfc-afb0-66eba026bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:14.631864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-45c09968-ba58-4dfc-afb0-66eba026bfcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306aadbe-7301-414f-910e-5da64753ab99 HTTP/1.1" status: 200 len: 835 time: 0.0476553 Feb 09 22:46:14.681010 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-f855a2a8-a566-4460-bda2-395af4173051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:14.682432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-f855a2a8-a566-4460-bda2-395af4173051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7857d15-cc1b-47a0-a09b-e298bb1091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435836 Feb 09 22:46:14.774704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-999052a3-05ed-4f2e-b329-ed076f8959b5 service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800033 Feb 09 22:46:14.866194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8f0cdc49-c756-4211-b9ce-e7ce6d94a499 req-ff00e15f-0589-499b-969c-08ef358d45a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847969 Feb 09 22:46:14.963448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee352-e5df-42ef-b588-e3e218d7dd16 req-c9629a31-7040-4051-9961-e3ec1f07bad4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:14.964961 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e68ee352-e5df-42ef-b588-e3e218d7dd16 req-c9629a31-7040-4051-9961-e3ec1f07bad4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0536087 Feb 09 22:46:15.014430 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e68ee352-e5df-42ef-b588-e3e218d7dd16 req-0bcd76ad-9ef0-4d16-9d99-38b6a52b0cd4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 Feb 09 22:46:16.135919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f190d2e-efe3-42c2-aaa1-7408b4bb68f0 req-a0e7e017-4070-4d6c-a104-a69694660979 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:16.137981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f190d2e-efe3-42c2-aaa1-7408b4bb68f0 req-a0e7e017-4070-4d6c-a104-a69694660979 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0508308 Feb 09 22:46:16.185453 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1f190d2e-efe3-42c2-aaa1-7408b4bb68f0 req-77874772-bd5f-4d2e-9a77-74b62978705b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419688 Feb 09 22:46:17.303292 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93179a94-ca66-41f6-a889-ebae1492eb7f req-94408201-2f7a-4c21-b28d-dfcbf6048d94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:17.304823 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93179a94-ca66-41f6-a889-ebae1492eb7f req-94408201-2f7a-4c21-b28d-dfcbf6048d94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0519300 Feb 09 22:46:17.357452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-93179a94-ca66-41f6-a889-ebae1492eb7f req-04111390-5b2a-4253-b2a3-72f29b9d69e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463917 Feb 09 22:46:18.482181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e08298-c13e-4287-a496-4728b5a286c4 req-25eb3949-aa22-4021-9fa3-b7e0788e3c50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:18.483678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69e08298-c13e-4287-a496-4728b5a286c4 req-25eb3949-aa22-4021-9fa3-b7e0788e3c50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0581250 Feb 09 22:46:18.531129 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69e08298-c13e-4287-a496-4728b5a286c4 req-6b21afd7-6270-4d95-85e8-c3ceb7669cf3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Feb 09 22:46:19.648328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba332f-e524-400d-b166-92a5893e5c68 req-ccbaa2ce-75fd-42a9-b6fb-e3bfebb109fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:19.649815 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcba332f-e524-400d-b166-92a5893e5c68 req-ccbaa2ce-75fd-42a9-b6fb-e3bfebb109fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0513761 Feb 09 22:46:19.697444 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-dcba332f-e524-400d-b166-92a5893e5c68 req-82b383a4-7d1f-40b8-a30b-36497e36d1ae tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Feb 09 22:46:20.817835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9c30f-ad27-49ab-81e2-12f36d0d1d44 req-73c5f2ac-00ed-46f6-8e4c-97d92c7edfa1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:20.819328 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0ad9c30f-ad27-49ab-81e2-12f36d0d1d44 req-73c5f2ac-00ed-46f6-8e4c-97d92c7edfa1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0524349 Feb 09 22:46:20.866906 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0ad9c30f-ad27-49ab-81e2-12f36d0d1d44 req-e619b211-14e9-4b68-8099-64c76561fdd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418501 Feb 09 22:46:21.985267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d820b1e-bd70-4c2d-ba1a-7fe8b56dd1f8 req-62670969-9471-420e-af2a-b4446deab76d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:21.986749 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d820b1e-bd70-4c2d-ba1a-7fe8b56dd1f8 req-62670969-9471-420e-af2a-b4446deab76d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Feb 09 22:46:22.033452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d820b1e-bd70-4c2d-ba1a-7fe8b56dd1f8 req-d49f175d-bee4-4435-a7cc-7c35dc269f4f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409808 Feb 09 22:46:22.927474 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:46:23.156027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81030856-3a11-4917-97d3-13ee9717902f req-57bcbda2-b05a-4312-bc16-c7469b2ab81c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:23.157506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81030856-3a11-4917-97d3-13ee9717902f req-57bcbda2-b05a-4312-bc16-c7469b2ab81c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0558665 Feb 09 22:46:23.205482 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-81030856-3a11-4917-97d3-13ee9717902f req-17cc0a8e-6109-4127-8a16-60cc863d2bf5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Feb 09 22:46:24.329991 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360cb15-98d2-4d4d-9a69-75454e63e64f req-7c092d85-ce84-415a-bef0-20dc2984601c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:24.331473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2360cb15-98d2-4d4d-9a69-75454e63e64f req-7c092d85-ce84-415a-bef0-20dc2984601c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0591323 Feb 09 22:46:24.379576 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2360cb15-98d2-4d4d-9a69-75454e63e64f req-8119dc52-1fcd-46ca-9ed3-ae33da37ba50 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424633 Feb 09 22:46:25.496519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb6e6c-e3e4-40fb-b3fe-49a8566c2315 req-ccadd94b-90bd-44c0-90ec-63aa9427386e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:25.498585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5eb6e6c-e3e4-40fb-b3fe-49a8566c2315 req-ccadd94b-90bd-44c0-90ec-63aa9427386e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0521462 Feb 09 22:46:25.545950 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a5eb6e6c-e3e4-40fb-b3fe-49a8566c2315 req-5fb5f5d3-d862-4313-bf82-826519a1d7bb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416665 Feb 09 22:46:26.664113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e12219-5517-4b8c-896d-6aa53679a31e req-5a734ebc-bfa7-4df5-8d77-f2546f9b8f05 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:26.665620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7e12219-5517-4b8c-896d-6aa53679a31e req-5a734ebc-bfa7-4df5-8d77-f2546f9b8f05 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0535800 Feb 09 22:46:26.713715 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b7e12219-5517-4b8c-896d-6aa53679a31e req-df49b386-1950-4515-8e41-8a749800e3b0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Feb 09 22:46:27.830378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3c057-703d-4355-9cd1-b9489dbd11ad req-b4f2c8ca-c791-45d7-82bd-02088627ca35 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:27.831891 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1f3c057-703d-4355-9cd1-b9489dbd11ad req-b4f2c8ca-c791-45d7-82bd-02088627ca35 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0515411 Feb 09 22:46:27.883471 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a1f3c057-703d-4355-9cd1-b9489dbd11ad req-a08dac5d-6dc7-440e-9efc-9cb1e001d561 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Feb 09 22:46:29.007420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e29942-9738-4601-967c-90d847cd1405 req-5116ea1b-7a65-4287-9499-828c5d9fb517 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:29.009040 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41e29942-9738-4601-967c-90d847cd1405 req-5116ea1b-7a65-4287-9499-828c5d9fb517 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0567415 Feb 09 22:46:29.056879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-41e29942-9738-4601-967c-90d847cd1405 req-7cdd21b0-983a-4b1e-97ca-d24c4057616f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Feb 09 22:46:29.995549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:30.175890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1381b9-8c84-405c-8cd0-7f66cb0e8cc9 req-cedc0e18-619a-4053-b497-c55f0a1450f4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:30.177383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e1381b9-8c84-405c-8cd0-7f66cb0e8cc9 req-cedc0e18-619a-4053-b497-c55f0a1450f4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Feb 09 22:46:30.225760 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5e1381b9-8c84-405c-8cd0-7f66cb0e8cc9 req-f69c7b90-bd44-437a-adf9-4e8a0e74bcdf tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Feb 09 22:46:31.344305 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268d7e1-ab97-40c6-b43d-adb38a1a8590 req-222bee50-3a7a-44b8-b8be-f6708fbf2a95 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:31.345839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c268d7e1-ab97-40c6-b43d-adb38a1a8590 req-222bee50-3a7a-44b8-b8be-f6708fbf2a95 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0520806 Feb 09 22:46:31.394052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c268d7e1-ab97-40c6-b43d-adb38a1a8590 req-f017fd91-8f8e-4910-b6dc-64b8a5af5b1e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426888 Feb 09 22:46:31.420697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59260) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:31.484535 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c7587c44-2f68-4e1d-b1e6-3d9035ccc077 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/7c792382-b87e-4c0a-9cb4-301da75d03d8 HTTP/1.1" status: 200 len: 992 time: 0.0626502 Feb 09 22:46:31.487154 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:35.527072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-74eed3dc-6f11-4945-bc0d-7dc7ec4ab5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:37.549936 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9e54687a-3c3a-4a8b-b7d3-912b9ab7f6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:39.298254 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:40.526703 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:41.721296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:59.927397 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:46:59.955473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:01.458342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.018255 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59270) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:04.171800 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port c30e7317-1bbd-438c-82f2-20604f4dd0b4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:04.172154 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.249091 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.249436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (c30e7317-1bbd-438c-82f2-20604f4dd0b4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.260953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for c30e7317-1bbd-438c-82f2-20604f4dd0b4 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:04.486636 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c30e7317-1bbd-438c-82f2-20604f4dd0b4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.509851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=c30e7317-1bbd-438c-82f2-20604f4dd0b4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:04.555623 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.556005 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.556366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.556795 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.557035 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.557363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.557698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.558032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.558364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.558696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.559027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.559355 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.559682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:04.621793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (7c792382-b87e-4c0a-9cb4-301da75d03d8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.622178 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP 7c792382-b87e-4c0a-9cb4-301da75d03d8 disassociated (deleted). External IP: 172.25.5.99, port: aa45e05d-c637-4d58-9623-60e0f61fe3d9. Feb 09 22:47:04.829454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:04.937913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:04.945699 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:04.948708 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] Sync routers for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:04.958726 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:04.959362 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:04.972395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-52e7a68b-71fd-433b-8d9f-7ea93ad128b5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/floatingips/7c792382-b87e-4c0a-9cb4-301da75d03d8 HTTP/1.1" status: 204 len: 168 time: 0.9530504 Feb 09 22:47:04.973063 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:04.975347 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:05.021440 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a311976-da5b-4ead-a3a0-e6c8fed8356b x-openstack-request-id: req-6a311976-da5b-4ead-a3a0-e6c8fed8356b {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:05.022132 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:05.022132 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6a311976-da5b-4ead-a3a0-e6c8fed8356b {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:05.022394 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'status': 'completed', 'code': 200} Feb 09 22:47:05.067801 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:05.098105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-7b53dc3d-5ebc-4175-8d87-8014c772ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:05.099567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-7b53dc3d-5ebc-4175-8d87-8014c772ac47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 1127 time: 0.0471647 Feb 09 22:47:05.191477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-816331e2-08bf-4e87-a65f-0b1a6e6aed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:05.192987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-816331e2-08bf-4e87-a65f-0b1a6e6aed62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7857d15-cc1b-47a0-a09b-e298bb1091e8 HTTP/1.1" status: 200 len: 897 time: 0.0858185 Feb 09 22:47:05.242486 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-b9fcb48f-ff2c-46fb-9fb1-be2ff228c588 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9 HTTP/1.1" status: 200 len: 217 time: 0.0427017 Feb 09 22:47:05.267428 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:24Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:05.291458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-62672788-fae7-4d52-b2a6-1965bb89808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:05.293056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-62672788-fae7-4d52-b2a6-1965bb89808d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306aadbe-7301-414f-910e-5da64753ab99 HTTP/1.1" status: 200 len: 835 time: 0.0453873 Feb 09 22:47:05.298511 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] Checking router: 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:05.307770 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:05.308395 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:46:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:05.343150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-c07311fc-62b5-470e-b224-9bf2556694d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:05.344728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-c07311fc-62b5-470e-b224-9bf2556694d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7857d15-cc1b-47a0-a09b-e298bb1091e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453405 Feb 09 22:47:05.356750 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-e15eee0a-0951-412b-a261-ffae6f834b73 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:47:05.359611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-e15eee0a-0951-412b-a261-ffae6f834b73 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071909 Feb 09 22:47:05.393001 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280a3c2-82f8-4df0-b4c4-0295cfc28c19 req-0b399261-0359-4da4-be10-b6106806318c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:05.394512 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3280a3c2-82f8-4df0-b4c4-0295cfc28c19 req-0b399261-0359-4da4-be10-b6106806318c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0577374 Feb 09 22:47:05.418261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:05.456603 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3280a3c2-82f8-4df0-b4c4-0295cfc28c19 req-f3c17aaa-aebb-4648-9f6c-22012d7154c3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549834 Feb 09 22:47:05.457389 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-b06ccc07-8f07-476c-a79d-b341cb9d87a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916874 Feb 09 22:47:05.532329 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4e63a13b-b731-46a3-9b9f-c2dda78abd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:05.548910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ce5e6ff-06ac-47ca-be87-4f2be23ea7d4 req-ce9dd749-e9bb-4213-830a-c6a58a55f41d service neutron] 10.222.0.30 "GET /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852253 Feb 09 22:47:05.635688 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:24Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:05.662275 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc06d4-f4eb-4194-9e7e-b30afcc36c73 None None] The sync data for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 is: [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:45:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'fe457749-db9e-460e-907a-79e62c9ab3b8', 'name': '', 'network_id': 'a7857d15-cc1b-47a0-a09b-e298bb1091e8', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:1e:89:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '306aadbe-7301-414f-910e-5da64753ab99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:20Z', 'updated_at': '2022-02-09T22:45:24Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '306aadbe-7301-414f-910e-5da64753ab99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:05.876852 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bb036-ea2c-44a3-b299-71813d820a45 None None] New status for floating IP 7c792382-b87e-4c0a-9cb4-301da75d03d8: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:47:06.578873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5514de8-71e5-47a2-aee8-55abb8445db6 req-47c237f1-42be-43c2-af18-78276502c6da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:06.580399 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5514de8-71e5-47a2-aee8-55abb8445db6 req-47c237f1-42be-43c2-af18-78276502c6da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0583024 Feb 09 22:47:06.627152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b5514de8-71e5-47a2-aee8-55abb8445db6 req-32a3fdbb-fbd9-49c2-a618-02e1c26f4943 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a11eb17-3d65-405f-b7df-c5d4dfca996a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406318 Feb 09 22:47:07.003618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-7753c0f1-6389-48ce-8978-0414fddb648d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:07.005094 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-7753c0f1-6389-48ce-8978-0414fddb648d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 945 time: 0.0522318 Feb 09 22:47:07.101112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port aa45e05d-c637-4d58-9623-60e0f61fe3d9 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:07.101463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:07.187977 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port aa45e05d-c637-4d58-9623-60e0f61fe3d9, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=aa45e05d-c637-4d58-9623-60e0f61fe3d9,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:07.188353 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:07.201157 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for aa45e05d-c637-4d58-9623-60e0f61fe3d9 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:07.395451 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (aa45e05d-c637-4d58-9623-60e0f61fe3d9), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:07.422902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=aa45e05d-c637-4d58-9623-60e0f61fe3d9,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:07.436604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.436973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.437331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.437682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.438025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.438468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.438686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.439025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.439362 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.439698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.440471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.440816 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.441150 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:07.480268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] No DVR routers for this DVR port aa45e05d-c637-4d58-9623-60e0f61fe3d9 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:47:07.480707 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:07.483992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9cb160a-4054-435a-b062-d9ffb9eac84e req-1e769402-6dca-4016-96fc-7f2d20f7b09c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "DELETE /v2.0/ports/aa45e05d-c637-4d58-9623-60e0f61fe3d9 HTTP/1.1" status: 204 len: 173 time: 0.4713051 Feb 09 22:47:07.484440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'name': 'network-vif-deleted', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:07.486684 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12f3f6-47f9-4757-ab6c-a4b8e2384a0f" -d '{"events": [{"server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "name": "network-vif-deleted", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:07.522124 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a1428-5d54-4013-9683-a692cf55fa55 x-openstack-request-id: req-b80a1428-5d54-4013-9683-a692cf55fa55 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:07.522431 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb491efc-3aa3-43a5-a5ec-c6ce63924ce7", "name": "network-vif-deleted", "tag": "aa45e05d-c637-4d58-9623-60e0f61fe3d9", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:07.522692 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b80a1428-5d54-4013-9683-a692cf55fa55 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:07.523633 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb491efc-3aa3-43a5-a5ec-c6ce63924ce7', 'name': 'network-vif-deleted', 'tag': 'aa45e05d-c637-4d58-9623-60e0f61fe3d9', 'status': 'completed', 'code': 200} Feb 09 22:47:07.572357 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bccd1be7-4328-4a1d-954a-66c757c05a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:07.728058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4abf51e7-5e2f-43a5-83d9-caf2983f13d1 req-9e09c5d2-64ca-4b8f-b4a5-992051262bc1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb491efc-3aa3-43a5-a5ec-c6ce63924ce7 HTTP/1.1" status: 200 len: 210 time: 0.0313065 Feb 09 22:47:08.785403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59288) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:09.133765 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.275479 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.385559 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port fe457749-db9e-460e-907a-79e62c9ab3b8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:09.385826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.474423 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port fe457749-db9e-460e-907a-79e62c9ab3b8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=fe457749-db9e-460e-907a-79e62c9ab3b8,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:09.474798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.488235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for fe457749-db9e-460e-907a-79e62c9ab3b8 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:09.750059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (fe457749-db9e-460e-907a-79e62c9ab3b8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.776566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=fe457749-db9e-460e-907a-79e62c9ab3b8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:09.953875 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.168383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:10.276616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:10.282661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-55da533b-b565-46eb-8bf6-da1c04b18666 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/6e705cd2-b5c5-403b-81f7-911f4a3d6a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4962077 Feb 09 22:47:10.285758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59290) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:10.289090 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] Sync routers for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:10.298789 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:10.299395 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:10.338846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting subnet 306aadbe-7301-414f-910e-5da64753ab99 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:47:10.342439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (306aadbe-7301-414f-910e-5da64753ab99), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.384426 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (306aadbe-7301-414f-910e-5da64753ab99), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.408496 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:10.471664 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (306aadbe-7301-414f-910e-5da64753ab99), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.492813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.583036 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:47:09Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:10.601331 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (306aadbe-7301-414f-910e-5da64753ab99), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.608104 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] Checking router: 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:10.616056 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] Routers {'6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:10.617189 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:10.629686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Subnet': ['ID=306aadbe-7301-414f-910e-5da64753ab99,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:10.632973 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.638423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-d4a3e1aa-ea37-46d1-8a69-0b13f44b2c30 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/subnets/306aadbe-7301-414f-910e-5da64753ab99 HTTP/1.1" status: 204 len: 168 time: 0.3493066 Feb 09 22:47:10.639092 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e332230-9815-437f-bbb6-ab1187021eba None None] Network a7857d15-cc1b-47a0-a09b-e298bb1091e8 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:47:10.640032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59292) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:10.787132 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.821898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151079c7-551e-4107-b679-66483e1b7018 None None] DHCP port deletion for a7857d15-cc1b-47a0-a09b-e298bb1091e8 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:47:10.826226 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] Set router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:10.874968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Deleting port 6ef789f5-97dd-46c4-969a-48909e1a1c79 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:10.875426 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.896277 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.939016 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-151079c7-551e-4107-b679-66483e1b7018 None None] For port 6ef789f5-97dd-46c4-969a-48909e1a1c79, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6ef789f5-97dd-46c4-969a-48909e1a1c79,segment=NetworkSegment(be7a80f4-1e10-4680-a5c0-10220fadea54),segment_id=be7a80f4-1e10-4680-a5c0-10220fadea54)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:10.939502 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.952080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Calling delete_port for 6ef789f5-97dd-46c4-969a-48909e1a1c79 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:11.008212 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:47:09Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:11.011176 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 325b6e53-006b-45a1-9fed-9e0308c724ab {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:47:11.011644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.041834 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff379da-1db3-447f-b49d-fe1e328b7db4 None None] The sync data for ids ['6e705cd2-b5c5-403b-81f7-911f4a3d6a0d'] in n-d-828599-1 is: [{'id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444465227', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:17Z', 'updated_at': '2022-02-09T22:47:09Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '325b6e53-006b-45a1-9fed-9e0308c724ab', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e705cd2-b5c5-403b-81f7-911f4a3d6a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:18Z', 'updated_at': '2022-02-09T22:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:11.099387 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port 325b6e53-006b-45a1-9fed-9e0308c724ab, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=325b6e53-006b-45a1-9fed-9e0308c724ab,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:11.099811 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.104050 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (6ef789f5-97dd-46c4-969a-48909e1a1c79), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.112967 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 325b6e53-006b-45a1-9fed-9e0308c724ab owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:47:11.128926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Pushing event deleted for resources: {'Port': ['ID=6ef789f5-97dd-46c4-969a-48909e1a1c79,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:11.133673 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151079c7-551e-4107-b679-66483e1b7018 None None] No DVR routers for this DVR port 6ef789f5-97dd-46c4-969a-48909e1a1c79 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:47:11.140557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.140907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.141249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.141590 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.141920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.142251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.142577 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.142969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.143758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.143758 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.143952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.144187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.144512 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151079c7-551e-4107-b679-66483e1b7018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:11.638316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device aa45e05d-c637-4d58-9623-60e0f61fe3d9 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:11.658390 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (325b6e53-006b-45a1-9fed-9e0308c724ab), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.659186 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: aa45e05d-c637-4d58-9623-60e0f61fe3d9 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:11.659550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device aa45e05d-c637-4d58-9623-60e0f61fe3d9 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:11.683885 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=325b6e53-006b-45a1-9fed-9e0308c724ab,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:11.747066 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.766824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.838388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.840567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.955425 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (6e705cd2-b5c5-403b-81f7-911f4a3d6a0d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.956024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Fanout notify agent at l3_agent the message router_deleted on router 6e705cd2-b5c5-403b-81f7-911f4a3d6a0d {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:47:11.963350 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.964533 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f0ad436d-8a10-4bbe-995a-c88b3570c5e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/routers/6e705cd2-b5c5-403b-81f7-911f4a3d6a0d HTTP/1.1" status: 204 len: 168 time: 1.3235064 Feb 09 22:47:11.967134 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59294) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:12.049264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (a7857d15-cc1b-47a0-a09b-e298bb1091e8), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.137387 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (a7857d15-cc1b-47a0-a09b-e298bb1091e8), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.156876 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7857d15-cc1b-47a0-a09b-e298bb1091e8']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:12.166808 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7a80f4-1e10-4680-a5c0-10220fadea54') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:12.167115 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7a80f4-1e10-4680-a5c0-10220fadea54') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:12.176200 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (be7a80f4-1e10-4680-a5c0-10220fadea54), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.188793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (be7a80f4-1e10-4680-a5c0-10220fadea54), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.194507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:47:12.194893 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (be7a80f4-1e10-4680-a5c0-10220fadea54), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:47:12.197775 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:47:12.321522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (a7857d15-cc1b-47a0-a09b-e298bb1091e8), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.329329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.331501 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/networks/a7857d15-cc1b-47a0-a09b-e298bb1091e8 HTTP/1.1" status: 204 len: 168 time: 0.3632920 Feb 09 22:47:12.334268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59296) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:12.343733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93766c3f-07a1-4325-a7bf-adac049b8aab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Network': ['ID=a7857d15-cc1b-47a0-a09b-e298bb1091e8,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:12.391501 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96f8-d09f-4b3a-9ada-c0fc72497e87 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (3a11eb17-3d65-405f-b7df-c5d4dfca996a), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.424025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96f8-d09f-4b3a-9ada-c0fc72497e87 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (3a11eb17-3d65-405f-b7df-c5d4dfca996a), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.567146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96f8-d09f-4b3a-9ada-c0fc72497e87 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (3a11eb17-3d65-405f-b7df-c5d4dfca996a), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.569854 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0d1e96f8-d09f-4b3a-9ada-c0fc72497e87 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:12.571809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0d1e96f8-d09f-4b3a-9ada-c0fc72497e87 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/security-groups/3a11eb17-3d65-405f-b7df-c5d4dfca996a HTTP/1.1" status: 204 len: 168 time: 0.2364647 Feb 09 22:47:12.581081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e96f8-d09f-4b3a-9ada-c0fc72497e87 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a11eb17-3d65-405f-b7df-c5d4dfca996a,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:12.707072 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 325b6e53-006b-45a1-9fed-9e0308c724ab no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:12.728787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 325b6e53-006b-45a1-9fed-9e0308c724ab {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:12.729143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 325b6e53-006b-45a1-9fed-9e0308c724ab not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:12.729575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6ef789f5-97dd-46c4-969a-48909e1a1c79 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:12.748194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6ef789f5-97dd-46c4-969a-48909e1a1c79 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:12.748549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6ef789f5-97dd-46c4-969a-48909e1a1c79 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:12.748958 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fe457749-db9e-460e-907a-79e62c9ab3b8 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:47:12.767368 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: fe457749-db9e-460e-907a-79e62c9ab3b8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:47:12.767734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device fe457749-db9e-460e-907a-79e62c9ab3b8 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:47:13.083173 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59302) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:13.087771 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-affbc83a-f97d-4c45-9ada-bce6daf304da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-488576143', 'description': 'tempest-secgroup-smoke-488576143 description', 'project_id': '33be0f94b35442a2b929b112a0d57e17'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:13.172314 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-affbc83a-f97d-4c45-9ada-bce6daf304da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.234162 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-affbc83a-f97d-4c45-9ada-bce6daf304da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (92875da4-6057-4de9-818b-57bb7717f1c6), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.297754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-affbc83a-f97d-4c45-9ada-bce6daf304da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92875da4-6057-4de9-818b-57bb7717f1c6), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.325166 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbc83a-f97d-4c45-9ada-bce6daf304da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92875da4-6057-4de9-818b-57bb7717f1c6,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:13.408474 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-affbc83a-f97d-4c45-9ada-bce6daf304da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.409972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-affbc83a-f97d-4c45-9ada-bce6daf304da tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3257673 Feb 09 22:47:13.412973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59304) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:13.419146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3680ba44-9da8-4651-8c63-0fce1479f951 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '92875da4-6057-4de9-818b-57bb7717f1c6', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:13.497233 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3680ba44-9da8-4651-8c63-0fce1479f951 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (7f5a7a4d-7dc8-4c6f-bc28-17469f5bb9ea), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.550754 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3680ba44-9da8-4651-8c63-0fce1479f951 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (7f5a7a4d-7dc8-4c6f-bc28-17469f5bb9ea), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.663809 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3680ba44-9da8-4651-8c63-0fce1479f951 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (7f5a7a4d-7dc8-4c6f-bc28-17469f5bb9ea), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.682112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680ba44-9da8-4651-8c63-0fce1479f951 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5a7a4d-7dc8-4c6f-bc28-17469f5bb9ea,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:13.751380 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3680ba44-9da8-4651-8c63-0fce1479f951 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.752659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3680ba44-9da8-4651-8c63-0fce1479f951 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387697 Feb 09 22:47:13.755316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59306) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:13.760341 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e7c5415b-f0ed-41c8-9b20-5d7688974997 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '92875da4-6057-4de9-818b-57bb7717f1c6', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:13.846341 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7c5415b-f0ed-41c8-9b20-5d7688974997 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (fad34a14-ff01-40b4-afe6-3f2ba2cfdf39), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.904072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7c5415b-f0ed-41c8-9b20-5d7688974997 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (fad34a14-ff01-40b4-afe6-3f2ba2cfdf39), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.972000 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7c5415b-f0ed-41c8-9b20-5d7688974997 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (fad34a14-ff01-40b4-afe6-3f2ba2cfdf39), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.990015 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5415b-f0ed-41c8-9b20-5d7688974997 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad34a14-ff01-40b4-afe6-3f2ba2cfdf39,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:14.088513 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e7c5415b-f0ed-41c8-9b20-5d7688974997 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.089742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e7c5415b-f0ed-41c8-9b20-5d7688974997 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334579 Feb 09 22:47:14.092479 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59308) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:14.096856 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-37b381f8-662f-484a-8c5e-b966b42bd175 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '92875da4-6057-4de9-818b-57bb7717f1c6', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:14.217249 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37b381f8-662f-484a-8c5e-b966b42bd175 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (d904cd98-a95b-4f1f-ab26-05445880a6c8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.271960 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37b381f8-662f-484a-8c5e-b966b42bd175 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (d904cd98-a95b-4f1f-ab26-05445880a6c8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.372461 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37b381f8-662f-484a-8c5e-b966b42bd175 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d904cd98-a95b-4f1f-ab26-05445880a6c8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.390884 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b381f8-662f-484a-8c5e-b966b42bd175 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d904cd98-a95b-4f1f-ab26-05445880a6c8,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:14.488648 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-37b381f8-662f-484a-8c5e-b966b42bd175 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.489716 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-37b381f8-662f-484a-8c5e-b966b42bd175 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962595 Feb 09 22:47:14.492397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59310) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:14.496660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1cd629be-32c3-4486-a28b-eda39521c71e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '92875da4-6057-4de9-818b-57bb7717f1c6', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:14.583120 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cd629be-32c3-4486-a28b-eda39521c71e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (473e2944-ea98-4dcf-9913-3da59d25fd9b), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.638823 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cd629be-32c3-4486-a28b-eda39521c71e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (473e2944-ea98-4dcf-9913-3da59d25fd9b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.732033 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cd629be-32c3-4486-a28b-eda39521c71e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (473e2944-ea98-4dcf-9913-3da59d25fd9b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.752196 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd629be-32c3-4486-a28b-eda39521c71e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473e2944-ea98-4dcf-9913-3da59d25fd9b,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:14.825691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1cd629be-32c3-4486-a28b-eda39521c71e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.826956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1cd629be-32c3-4486-a28b-eda39521c71e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336031 Feb 09 22:47:14.829654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59312) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:14.834134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '92875da4-6057-4de9-818b-57bb7717f1c6', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:14.915286 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:47:14.920565 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (bd82e0bd-3ab4-4e7b-98e0-5b1cba35eb08), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.980146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (bd82e0bd-3ab4-4e7b-98e0-5b1cba35eb08), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.041083 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (bd82e0bd-3ab4-4e7b-98e0-5b1cba35eb08), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.058437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd82e0bd-3ab4-4e7b-98e0-5b1cba35eb08,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:15.128680 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.129901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-7c3a2c56-61cb-4642-8b12-52a96c8cfcac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992904 Feb 09 22:47:15.132698 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59314) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:15.137590 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '92875da4-6057-4de9-818b-57bb7717f1c6', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:15.212236 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:47:15.217004 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (8e82ad3e-9075-47e9-8732-0b8b2168caed), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.273011 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (8e82ad3e-9075-47e9-8732-0b8b2168caed), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.332138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (8e82ad3e-9075-47e9-8732-0b8b2168caed), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.349623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e82ad3e-9075-47e9-8732-0b8b2168caed,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:15.454215 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.455445 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e3d93da8-d2f0-4e8b-995b-854ee430a1d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3211718 Feb 09 22:47:15.458230 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59316) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:15.463136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'network': {'name': 'tempest-network-smoke--2059627724', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'port_security_enabled': True}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:15.543900 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:47:15.547190 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.570670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:47:15.579069 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (02d1c48c-594e-4dbf-bb52-d852e7a72ef2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.579420 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Added segment 02d1c48c-594e-4dbf-bb52-d852e7a72ef2 of type vlan for network 989d6196-b59e-4836-a7e0-8c218a334326 Feb 09 22:47:15.617570 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (989d6196-b59e-4836-a7e0-8c218a334326), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.703864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (989d6196-b59e-4836-a7e0-8c218a334326), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.708948 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:15.709527 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.774955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Network': ['ID=989d6196-b59e-4836-a7e0-8c218a334326,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:15.785104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 989d6196-b59e-4836-a7e0-8c218a334326 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:47:15.821496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2a1561d7-0856-4a95-9090-bd5cfc22f5bd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3616128 Feb 09 22:47:15.823529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59318) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:15.827997 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'admin_state_up': True, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:15.916137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.917177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.968090 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), precommit_add_association {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.153248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.734355 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.752971 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:16.852389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.111 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/d4d4dc6a-caa7-468e-abb7-060bf3537077) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:16.966726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.047087 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.086876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:17.089808 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:17.093279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:17.098625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=d4d4dc6a-caa7-468e-abb7-060bf3537077,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:17.462733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.660146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:17.852000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:47:17.960465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:17.969812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Sync routers for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:17.979276 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:17.979950 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:18.037335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.038605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-20a0d3f5-676d-498b-9b8f-f80781d89f94 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2140234 Feb 09 22:47:18.042039 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59320) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:18.071144 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ec8b468-0005-41ca-bca9-dcf350b36de9 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=33be0f94b35442a2b929b112a0d57e17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273509 Feb 09 22:47:18.080117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59322) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:18.088682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:18.167442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3466f45-0d1f-4d6e-ab7f-ab3a6f6650da tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:18.168899 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c3466f45-0d1f-4d6e-ab7f-ab3a6f6650da tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878606 Feb 09 22:47:18.171665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59324) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:18.199634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c54c3835-2e80-4c38-b172-49c5bd57786a tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268974 Feb 09 22:47:18.202037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59326) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:18.206675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141669519', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:18.263121 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:17Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:18.288993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Checking router: 84a3554e-d6cc-408f-ad1a-7c9a25524a6c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:18.289348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Updating router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c port d4d4dc6a-caa7-468e-abb7-060bf3537077 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:47:18.319819 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.366907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:47:18.371027 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.570604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Publish callbacks [] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.606615 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (73a598e1-295f-49c3-9a1b-8f0a336cca00), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.641195 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.675733 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Subnet': ['ID=73a598e1-295f-49c3-9a1b-8f0a336cca00,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:18.683050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Checking segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:18.683349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network hostable DHCP agents. Network: 989d6196-b59e-4836-a7e0-8c218a334326, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:47:18.696028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Attempting to bind port d4d4dc6a-caa7-468e-abb7-060bf3537077 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:18.696404 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Attempting to bind port d4d4dc6a-caa7-468e-abb7-060bf3537077 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:18.696806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Attempting to bind port d4d4dc6a-caa7-468e-abb7-060bf3537077 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:18.699596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6925e62-bf04-46ab-90ec-6e658a671766 None None] Pushing event updated for resources: {'Port': ['ID=d4d4dc6a-caa7-468e-abb7-060bf3537077,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:18.704120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:18.707596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:18.707596 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.707596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:18.707596 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Bound port: d4d4dc6a-caa7-468e-abb7-060bf3537077, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:18.707596 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.758228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] For port d4d4dc6a-caa7-468e-abb7-060bf3537077, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:18.761101 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 989d6196-b59e-4836-a7e0-8c218a334326 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:47:18.761407 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] For port d4d4dc6a-caa7-468e-abb7-060bf3537077, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d4d4dc6a-caa7-468e-abb7-060bf3537077,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:18.835565 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.857950 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 989d6196-b59e-4836-a7e0-8c218a334326) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:18.862180 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:18.862786 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:18.871035 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc1c8a-4251-4444-bb61-e8c9ab68aeef None None] Network 989d6196-b59e-4836-a7e0-8c218a334326 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:47:18.941358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6925e62-bf04-46ab-90ec-6e658a671766 None None] Pushing event updated for resources: {'Port': ['ID=d4d4dc6a-caa7-468e-abb7-060bf3537077,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:18.943782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:18.944399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:18.946933 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-54bad7d6-0f60-48db-9622-de9379f0dba3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7438135 Feb 09 22:47:18.949742 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59328) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:19.222986 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-989d6196-b59e-4836-a7e0-8c218a334326', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:47:19.223883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.258945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:19.386902 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.485187 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Allocated IP 172.20.0.2 (989d6196-b59e-4836-a7e0-8c218a334326/73a598e1-295f-49c3-9a1b-8f0a336cca00/414ab67a-746a-4641-8b17-f294084ac35f) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:19.605459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:17Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:19.642065 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6268dbf-e24a-48da-bae4-757ba24af863 None None] The sync data for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 is: [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:17Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:19.688589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Publish callbacks [] for port (414ab67a-746a-4641-8b17-f294084ac35f), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.778539 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (414ab67a-746a-4641-8b17-f294084ac35f), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.823030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Network 989d6196-b59e-4836-a7e0-8c218a334326 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:19.826297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:19.829932 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:19.833138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.1 (989d6196-b59e-4836-a7e0-8c218a334326/73a598e1-295f-49c3-9a1b-8f0a336cca00/a1854656-a302-4c54-8431-75385fd36456) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:19.837438 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Pushing event updated for resources: {'Port': ['ID=414ab67a-746a-4641-8b17-f294084ac35f,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:19.933239 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Attempting to bind port 414ab67a-746a-4641-8b17-f294084ac35f on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:19.934195 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Attempting to bind port 414ab67a-746a-4641-8b17-f294084ac35f by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:19.934750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Attempting to bind port 414ab67a-746a-4641-8b17-f294084ac35f on network 989d6196-b59e-4836-a7e0-8c218a334326 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:19.940696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:19.941361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Checking segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:19.941938 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.942496 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Bound using segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:19.943145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Bound port: 414ab67a-746a-4641-8b17-f294084ac35f, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:19.943813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (414ab67a-746a-4641-8b17-f294084ac35f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:19.963968 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (a1854656-a302-4c54-8431-75385fd36456), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.011328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] For port 414ab67a-746a-4641-8b17-f294084ac35f, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:20.014715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] For port 414ab67a-746a-4641-8b17-f294084ac35f, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=414ab67a-746a-4641-8b17-f294084ac35f,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:20.070153 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (a1854656-a302-4c54-8431-75385fd36456), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.093196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (414ab67a-746a-4641-8b17-f294084ac35f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.120450 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 989d6196-b59e-4836-a7e0-8c218a334326 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:20.123823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:20.128040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:20.159689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=a1854656-a302-4c54-8431-75385fd36456,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:20.160204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0955a-725e-4517-b82a-036878360f30 None None] Pushing event updated for resources: {'Port': ['ID=414ab67a-746a-4641-8b17-f294084ac35f,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:20.178772 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.412879 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a1854656-a302-4c54-8431-75385fd36456), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.716242 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (a1854656-a302-4c54-8431-75385fd36456), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.761045 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (a1854656-a302-4c54-8431-75385fd36456), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.779315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 414ab67a-746a-4641-8b17-f294084ac35f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:20.838594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=a1854656-a302-4c54-8431-75385fd36456,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:20.841447 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.843550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 414ab67a-746a-4641-8b17-f294084ac35f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:20.844302 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (414ab67a-746a-4641-8b17-f294084ac35f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.927695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 414ab67a-746a-4641-8b17-f294084ac35f is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:20.928144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (414ab67a-746a-4641-8b17-f294084ac35f), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:20.945463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 989d6196-b59e-4836-a7e0-8c218a334326 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:20.946932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:20.964038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 414ab67a-746a-4641-8b17-f294084ac35f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=414ab67a-746a-4641-8b17-f294084ac35f,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:21.012405 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (414ab67a-746a-4641-8b17-f294084ac35f), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.013241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d4d4dc6a-caa7-468e-abb7-060bf3537077 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:21.078038 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:21.098330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=414ab67a-746a-4641-8b17-f294084ac35f,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:21.109102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d4d4dc6a-caa7-468e-abb7-060bf3537077 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:21.109488 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.133091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b648ea-5d01-48aa-b49a-46722d100c8e None None] Network 989d6196-b59e-4836-a7e0-8c218a334326 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:47:21.200925 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:21.207459 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ab297683-5d49-4041-8bb2-04c0a6b25b52 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/84a3554e-d6cc-408f-ad1a-7c9a25524a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2561638 Feb 09 22:47:21.237156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-de94977f-07bb-4a08-9e5a-1088878ce160 None None] Provisioning complete for port 414ab67a-746a-4641-8b17-f294084ac35f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:21.238313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-de94977f-07bb-4a08-9e5a-1088878ce160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (414ab67a-746a-4641-8b17-f294084ac35f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.322909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d4d4dc6a-caa7-468e-abb7-060bf3537077 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:21.323296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.352726 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port d4d4dc6a-caa7-468e-abb7-060bf3537077, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d4d4dc6a-caa7-468e-abb7-060bf3537077,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:21.399117 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-de94977f-07bb-4a08-9e5a-1088878ce160 None None] Current status of the port 414ab67a-746a-4641-8b17-f294084ac35f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:21.402343 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.423159 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-3bce76f0-7e5b-4a5b-a146-c273e113691d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-488576143&fields=id&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 267 time: 0.0603769 Feb 09 22:47:21.454541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=d4d4dc6a-caa7-468e-abb7-060bf3537077,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:21.549411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-aeee317d-6dec-448b-a564-1eed3d17bbc8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:21.551096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-aeee317d-6dec-448b-a564-1eed3d17bbc8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 797 time: 0.1161904 Feb 09 22:47:21.569271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8ca5bad4-4a6a-499a-a607-73eed71d3315 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/quotas/33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 375 time: 0.0121496 Feb 09 22:47:21.632654 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3760cdda-5418-4155-89ae-4ecb962e13a5 None None] Provisioning complete for port 414ab67a-746a-4641-8b17-f294084ac35f triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:21.633051 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3760cdda-5418-4155-89ae-4ecb962e13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (414ab67a-746a-4641-8b17-f294084ac35f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.637622 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Sync routers for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:21.648251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2eb9f56f-6adf-4be0-bd48-1f4001f15ca8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664825 Feb 09 22:47:21.648617 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:21.649264 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:21.730378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3760cdda-5418-4155-89ae-4ecb962e13a5 None None] Current status of the port 414ab67a-746a-4641-8b17-f294084ac35f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:21.742023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-3760cdda-5418-4155-89ae-4ecb962e13a5 None None] Provisioning complete for port a1854656-a302-4c54-8431-75385fd36456 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:21.742402 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3760cdda-5418-4155-89ae-4ecb962e13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a1854656-a302-4c54-8431-75385fd36456), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.749312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-a0a0704b-0c61-43f7-9133-ba3dafb946b3 service neutron] 10.222.0.98 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991609 Feb 09 22:47:21.766947 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:21.785500 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-3760cdda-5418-4155-89ae-4ecb962e13a5 None None] Port a1854656-a302-4c54-8431-75385fd36456 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:21.852236 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-a64d4c2e-4139-4248-a7e6-e0a2308c3ccb service neutron] 10.222.0.98 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020353 Feb 09 22:47:21.909560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f04d7782-cc37-46e0-b33b-b11b0bb5e21f None None] Provisioning complete for port a1854656-a302-4c54-8431-75385fd36456 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:21.910046 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f04d7782-cc37-46e0-b33b-b11b0bb5e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a1854656-a302-4c54-8431-75385fd36456), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:21.949585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f04d7782-cc37-46e0-b33b-b11b0bb5e21f None None] Port a1854656-a302-4c54-8431-75385fd36456 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:21.991204 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 2, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:22.021956 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Checking router: 84a3554e-d6cc-408f-ad1a-7c9a25524a6c for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:22.022317 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Updating router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c port a1854656-a302-4c54-8431-75385fd36456 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:47:22.051003 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a1854656-a302-4c54-8431-75385fd36456), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.074754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-89086fa5-4d07-4432-9e0a-da5bce7b181e None None] Provisioning complete for port a1854656-a302-4c54-8431-75385fd36456 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:22.075116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89086fa5-4d07-4432-9e0a-da5bce7b181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a1854656-a302-4c54-8431-75385fd36456), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.120128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-89086fa5-4d07-4432-9e0a-da5bce7b181e None None] Port a1854656-a302-4c54-8431-75385fd36456 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:22.186924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0061cbde-6c22-41a6-a1c7-6b9daf586abd req-5612df97-c93a-47b4-bb71-d6e7bedde48a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 210 time: 0.1040707 Feb 09 22:47:22.338108 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Publish callbacks [] for port (a1854656-a302-4c54-8431-75385fd36456), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.417912 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a1854656-a302-4c54-8431-75385fd36456), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.467043 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Pushing event updated for resources: {'Port': ['ID=a1854656-a302-4c54-8431-75385fd36456,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:22.497736 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.498562 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.498562 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.498770 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.499093 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.499639 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.499992 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.500320 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.500644 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.500966 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.501289 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.501607 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.501931 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:47:22.533494 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Attempting to bind port a1854656-a302-4c54-8431-75385fd36456 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:22.534204 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Attempting to bind port a1854656-a302-4c54-8431-75385fd36456 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:22.534577 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Attempting to bind port a1854656-a302-4c54-8431-75385fd36456 on network 989d6196-b59e-4836-a7e0-8c218a334326 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:22.539768 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:22.540142 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Checking segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:22.540714 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.541129 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Bound using segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:22.541598 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Bound port: a1854656-a302-4c54-8431-75385fd36456, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:22.541975 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a1854656-a302-4c54-8431-75385fd36456), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.607056 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] For port a1854656-a302-4c54-8431-75385fd36456, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:22.610209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] For port a1854656-a302-4c54-8431-75385fd36456, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a1854656-a302-4c54-8431-75385fd36456,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:22.712979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 414ab67a-746a-4641-8b17-f294084ac35f up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:22.763583 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-22805407-573a-4292-a702-941fbaf3bea5 None None] Provisioning complete for port a1854656-a302-4c54-8431-75385fd36456 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:22.763994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-22805407-573a-4292-a702-941fbaf3bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a1854656-a302-4c54-8431-75385fd36456), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.778681 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a1854656-a302-4c54-8431-75385fd36456), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.806706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 414ab67a-746a-4641-8b17-f294084ac35f triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:22.807356 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (414ab67a-746a-4641-8b17-f294084ac35f), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:22.809599 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-22805407-573a-4292-a702-941fbaf3bea5 None None] Port a1854656-a302-4c54-8431-75385fd36456 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:22.832858 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e658027-3684-43f6-aa35-450f7aafdbb9 None None] Pushing event updated for resources: {'Port': ['ID=a1854656-a302-4c54-8431-75385fd36456,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:22.844530 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:22.845164 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:22.898534 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 414ab67a-746a-4641-8b17-f294084ac35f is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:22.900205 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d4d4dc6a-caa7-468e-abb7-060bf3537077 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:22.958170 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:22.962460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port d4d4dc6a-caa7-468e-abb7-060bf3537077 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:22.963120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.052087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port d4d4dc6a-caa7-468e-abb7-060bf3537077 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:23.131355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e87f695e-a262-45ab-8f07-15bb208bfce9 None None] Provisioning complete for port a1854656-a302-4c54-8431-75385fd36456 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:23.131655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e87f695e-a262-45ab-8f07-15bb208bfce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a1854656-a302-4c54-8431-75385fd36456), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.164284 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:23.190450 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28622c06-bc79-467a-aea8-30d7561d771f None None] The sync data for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 is: [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:22Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:23.211138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e87f695e-a262-45ab-8f07-15bb208bfce9 None None] Current status of the port a1854656-a302-4c54-8431-75385fd36456 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:23.211536 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e87f695e-a262-45ab-8f07-15bb208bfce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (a1854656-a302-4c54-8431-75385fd36456), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.264803 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e87f695e-a262-45ab-8f07-15bb208bfce9 None None] For port a1854656-a302-4c54-8431-75385fd36456, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a1854656-a302-4c54-8431-75385fd36456,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:23.317738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0cdb42c7-e5a3-461c-8ed2-036924b1dca1 req-ebbdfa7b-9d29-4465-9ca3-9fd525f3e0bb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 210 time: 0.0307643 Feb 09 22:47:23.361008 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e87f695e-a262-45ab-8f07-15bb208bfce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (a1854656-a302-4c54-8431-75385fd36456), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:23.412077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f695e-a262-45ab-8f07-15bb208bfce9 None None] Pushing event updated for resources: {'Port': ['ID=a1854656-a302-4c54-8431-75385fd36456,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:24.341458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-0714a758-0649-4263-8230-f46612aa6b75 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:24.342937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-0714a758-0649-4263-8230-f46612aa6b75 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 797 time: 0.1050038 Feb 09 22:47:24.410943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-e33eb540-ee17-4e69-b577-5df3eaac4c4a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 379 time: 0.0552945 Feb 09 22:47:24.415047 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4057ba2d-e83f-4023-91cf-3c6aef3fff64 req-7c8958c7-2df6-4770-aa57-f94492c60bc4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 210 time: 0.0276494 Feb 09 22:47:24.425364 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'port': {'device_id': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'admin_state_up': True, 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'security_groups': ['92875da4-6057-4de9-818b-57bb7717f1c6']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:24.589452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:47:24.592929 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.726389 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.9 (989d6196-b59e-4836-a7e0-8c218a334326/73a598e1-295f-49c3-9a1b-8f0a336cca00/0359f904-13ee-4815-a3e8-85355d831f2b) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:24.739844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a1854656-a302-4c54-8431-75385fd36456 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:24.787594 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port a1854656-a302-4c54-8431-75385fd36456 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:24.788012 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (a1854656-a302-4c54-8431-75385fd36456), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.868015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port a1854656-a302-4c54-8431-75385fd36456 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:24.869838 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (0359f904-13ee-4815-a3e8-85355d831f2b), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.972599 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.013890 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 989d6196-b59e-4836-a7e0-8c218a334326 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:25.018888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:25.022635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:25.049154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:25.077529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:25.078155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.163947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-2392f1aa-1d8d-42a1-919b-05d91c8f453d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7423508 Feb 09 22:47:25.180448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Request body: {'port': {'device_id': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:25.243859 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.292553 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0f0be49e-25a3-439c-929f-68948684714a None None] Provisioning complete for port 0359f904-13ee-4815-a3e8-85355d831f2b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:25.292853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f0be49e-25a3-439c-929f-68948684714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.325313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0f0be49e-25a3-439c-929f-68948684714a None None] Port 0359f904-13ee-4815-a3e8-85355d831f2b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:25.511030 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0359f904-13ee-4815-a3e8-85355d831f2b {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:47:25.532833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Publish callbacks [] for port (0359f904-13ee-4815-a3e8-85355d831f2b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.549058 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Transition to ACTIVE for port object 0359f904-13ee-4815-a3e8-85355d831f2b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:47:25.564777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4eb7-e013-4d4c-9252-b30f61695908 req-05c294d2-8154-4223-beed-b33549cb4218 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:25.566323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91ab4eb7-e013-4d4c-9252-b30f61695908 req-05c294d2-8154-4223-beed-b33549cb4218 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 931 time: 0.0736551 Feb 09 22:47:25.619461 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91ab4eb7-e013-4d4c-9252-b30f61695908 req-d327d4c8-5c43-4761-8d8b-ca47d9e9b400 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473866 Feb 09 22:47:25.652704 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.721294 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:25.776461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:25.776902 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:25.777244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b on network 989d6196-b59e-4836-a7e0-8c218a334326 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:25.782167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Port 0359f904-13ee-4815-a3e8-85355d831f2b on network 989d6196-b59e-4836-a7e0-8c218a334326 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:47:25.782504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b on network 989d6196-b59e-4836-a7e0-8c218a334326 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:25.787983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:25.788338 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Checking segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:25.788730 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Bound using segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:25.789169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Bound port: 0359f904-13ee-4815-a3e8-85355d831f2b, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:25.789541 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.858888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:25.861880 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:25.949759 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.982565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:25.983192 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:25.984619 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] 10.222.0.30 "PUT /v2.0/ports/0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 1091 time: 0.8085303 Feb 09 22:47:25.985321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:25.987535 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d2de4a-7ac3-4e12-a637-7721d9830da5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:26.013214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c480ea1-64c6-41c7-ae32-0ad37446683c service neutron] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:26.031010 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567194a3-447e-4f44-8f8a-29161fff88d1 x-openstack-request-id: req-567194a3-447e-4f44-8f8a-29161fff88d1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:26.031319 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:26.031583 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-567194a3-447e-4f44-8f8a-29161fff88d1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:26.032108 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'status': 'completed', 'code': 200} Feb 09 22:47:26.099996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2de4a-7ac3-4e12-a637-7721d9830da5 req-ba40dba3-e967-405c-8139-7af030c7f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.101946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2d2de4a-7ac3-4e12-a637-7721d9830da5 req-ba40dba3-e967-405c-8139-7af030c7f86a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1125 time: 0.0476029 Feb 09 22:47:26.209912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2de4a-7ac3-4e12-a637-7721d9830da5 req-069202ac-6723-40ff-a77f-84781d23423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.211390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2d2de4a-7ac3-4e12-a637-7721d9830da5 req-069202ac-6723-40ff-a77f-84781d23423e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=33be0f94b35442a2b929b112a0d57e17&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0979180 Feb 09 22:47:26.306964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2de4a-7ac3-4e12-a637-7721d9830da5 req-6cff8abe-545b-4344-996b-17d4c28bdca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.308474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2d2de4a-7ac3-4e12-a637-7721d9830da5 req-6cff8abe-545b-4344-996b-17d4c28bdca3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871255 Feb 09 22:47:26.393689 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-c256ec58-2279-46fa-bbde-42ff6292541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.395218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-c256ec58-2279-46fa-bbde-42ff6292541e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1125 time: 0.0459557 Feb 09 22:47:26.442796 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-5e471474-0cfa-4539-9628-adac749afbff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 217 time: 0.0383108 Feb 09 22:47:26.491625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-a7f236fc-2d00-4096-a6c5-95b94e65780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.493058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-a7f236fc-2d00-4096-a6c5-95b94e65780b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0419910 Feb 09 22:47:26.539865 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-eac61b58-f575-4d8a-9f09-684406a921df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.541754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-eac61b58-f575-4d8a-9f09-684406a921df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430202 Feb 09 22:47:26.636112 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-1cad6bec-5c6c-4bb8-ad6d-8dd01d1d6be1 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844646 Feb 09 22:47:26.765188 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e833aa65-280d-4421-8bcc-0a1749fe7385 req-7e5f6fc9-5635-4da0-bfd0-6dec9f10cc11 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195767 Feb 09 22:47:26.772830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494226d9-1956-4d1d-b26e-9a9500dd6006 req-cb2634fb-b4b1-4956-9d99-7a914617b249 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:26.774217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-494226d9-1956-4d1d-b26e-9a9500dd6006 req-cb2634fb-b4b1-4956-9d99-7a914617b249 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0850685 Feb 09 22:47:26.824026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-494226d9-1956-4d1d-b26e-9a9500dd6006 req-1cb7a51f-03e9-4b0e-a8c9-bb60e29dc7e9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435510 Feb 09 22:47:27.945037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df321a-9f5d-4368-8146-7f14f58f48e9 req-d68ff3f2-7d31-41fd-a460-f9f9097be43b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:27.946517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-74df321a-9f5d-4368-8146-7f14f58f48e9 req-d68ff3f2-7d31-41fd-a460-f9f9097be43b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0517418 Feb 09 22:47:27.994605 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-74df321a-9f5d-4368-8146-7f14f58f48e9 req-b12595a3-097e-4b22-8aa8-2336540a6645 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 Feb 09 22:47:29.118385 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe2e6f-dd94-4040-adfb-5de27efb3a5e req-3fb62704-45b1-4ed5-a017-e9c339efa88a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:29.119895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcfe2e6f-dd94-4040-adfb-5de27efb3a5e req-3fb62704-45b1-4ed5-a017-e9c339efa88a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0520961 Feb 09 22:47:29.167615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bcfe2e6f-dd94-4040-adfb-5de27efb3a5e req-729af25b-faf9-4af4-bb72-4e39958a7b8a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417295 Feb 09 22:47:29.709303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:47:29.806751 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:29.817821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '0359f904-13ee-4815-a3e8-85355d831f2b', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'port_id': '0359f904-13ee-4815-a3e8-85355d831f2b', 'mac_address': 'fa:16:3e:9e:a3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:47:29.853313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 0359f904-13ee-4815-a3e8-85355d831f2b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:29.853706 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:29.866895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0359f904-13ee-4815-a3e8-85355d831f2b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:47:29.889244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:29.989396 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:30.014847 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:30.036417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:30.287908 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b70b58-5b61-4df6-a883-aee642254c82 req-2a9a00a9-57a6-4117-b57c-2ef462ab13d4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:30.289366 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b70b58-5b61-4df6-a883-aee642254c82 req-2a9a00a9-57a6-4117-b57c-2ef462ab13d4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 944 time: 0.0552227 Feb 09 22:47:30.301285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['0359f904-13ee-4815-a3e8-85355d831f2b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:47:30.336359 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-77b70b58-5b61-4df6-a883-aee642254c82 req-03a3b790-065e-4723-9d96-fbd9d10c6a58 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Feb 09 22:47:31.460033 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99665e2b-cd0a-4040-ae7c-35a24a1d5ec1 req-9af22a87-49a0-449c-a85f-d305da8b033c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:31.461551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99665e2b-cd0a-4040-ae7c-35a24a1d5ec1 req-9af22a87-49a0-449c-a85f-d305da8b033c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 944 time: 0.0572743 Feb 09 22:47:31.509185 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99665e2b-cd0a-4040-ae7c-35a24a1d5ec1 req-83dfba27-f50e-4f7c-bf71-3d82435b280f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418274 Feb 09 22:47:31.509409 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:31.740504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:31.846494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 0359f904-13ee-4815-a3e8-85355d831f2b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:47:31.850529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 0359f904-13ee-4815-a3e8-85355d831f2b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:31.850903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:31.928781 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 0359f904-13ee-4815-a3e8-85355d831f2b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:31.929093 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:31.950322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:31.953060 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bfa4a8-a0cd-4b28-9996-5e36b5c7c244" -d '{"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-plugged", "status": "completed", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:31.965122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:31.989810 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6434aebc-cc59-4bf7-8b35-b1ebaa5ff997 x-openstack-request-id: req-6434aebc-cc59-4bf7-8b35-b1ebaa5ff997 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:31.990108 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-plugged", "status": "completed", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:31.990371 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6434aebc-cc59-4bf7-8b35-b1ebaa5ff997 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:31.990773 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'code': 200} Feb 09 22:47:32.018582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:32.065142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:32.095019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a20d20-8cdb-4034-b109-31ec6d8ed3ad req-9677d147-6fa0-478c-b869-fd8d95915153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:32.096571 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31a20d20-8cdb-4034-b109-31ec6d8ed3ad req-9677d147-6fa0-478c-b869-fd8d95915153 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1127 time: 0.0439420 Feb 09 22:47:32.141646 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-31a20d20-8cdb-4034-b109-31ec6d8ed3ad req-dbe421be-e8af-4091-ae0c-6d72ace9bec9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391235 Feb 09 22:47:32.675106 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf23666-5941-4913-9df4-a4981f79b925 req-b454585d-1853-4058-bc3c-0676a54036dd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:32.676635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abf23666-5941-4913-9df4-a4981f79b925 req-b454585d-1853-4058-bc3c-0676a54036dd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0999560 Feb 09 22:47:32.727344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abf23666-5941-4913-9df4-a4981f79b925 req-e9f4ff10-c1f2-409e-90b4-11aeb8cb7d46 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450666 Feb 09 22:47:33.846960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1f73-67dd-4d50-af95-7d86d0aef34d req-1ef3cdc6-768c-440a-b6ac-10633df25939 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:33.848474 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-896e1f73-67dd-4d50-af95-7d86d0aef34d req-1ef3cdc6-768c-440a-b6ac-10633df25939 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0524490 Feb 09 22:47:33.896990 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-896e1f73-67dd-4d50-af95-7d86d0aef34d req-dc62b9cc-36cb-4fe5-b76c-5104433205b6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Feb 09 22:47:34.013263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffb22a-cb0d-4869-9bbd-6438dc7136a0 req-617141ba-6e4b-425b-a2ce-3bcad1896d07 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:34.014765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-caffb22a-cb0d-4869-9bbd-6438dc7136a0 req-617141ba-6e4b-425b-a2ce-3bcad1896d07 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Feb 09 22:47:34.063912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-caffb22a-cb0d-4869-9bbd-6438dc7136a0 req-369d8f23-b659-4dfb-9cd4-551799128e5e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Feb 09 22:47:34.084897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59388) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:34.127435 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c754d99-decf-41c1-98da-3b8e34229a33 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:34.128996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2c754d99-decf-41c1-98da-3b8e34229a33 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1122 time: 0.0431542 Feb 09 22:47:34.131723 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59390) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:34.135903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '0359f904-13ee-4815-a3e8-85355d831f2b', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:34.217768 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.315161 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.412287 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.249 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/d07f7fa6-c170-45b1-8328-c596cf4766c2) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:34.514569 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.646727 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:34.685916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:34.689369 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:34.692759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:34.697897 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=d07f7fa6-c170-45b1-8328-c596cf4766c2,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:35.034363 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.199061 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.345156 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.407067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.479253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=d07f7fa6-c170-45b1-8328-c596cf4766c2,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:35.489772 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:35.622714 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP 7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f associated. External IP: 172.25.5.249, port: 0359f904-13ee-4815-a3e8-85355d831f2b. Feb 09 22:47:35.657932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c825012f-41e3-40c9-8c38-9e95ac083fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:36.162343 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:36.265953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:36.275523 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] Sync routers for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:36.289509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:36.293995 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:36.340229 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:36.375737 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3ddf6bf3-2e34-4f4e-9468-05515ecb3203 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2429643 Feb 09 22:47:36.376454 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:36.378834 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a370d9c9-b826-4a02-9060-88d6b090a448" -d '{"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:36.429368 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc23523-0725-45d8-90a1-8112735f6fb1 x-openstack-request-id: req-8dc23523-0725-45d8-90a1-8112735f6fb1 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:36.429669 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:36.429933 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8dc23523-0725-45d8-90a1-8112735f6fb1 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:36.430341 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'status': 'completed', 'code': 200} Feb 09 22:47:36.485526 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716e9cc-4444-4616-8444-aa767484e257 req-5a19a3d2-f5bc-440e-b164-d60e7720ef6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.488188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1716e9cc-4444-4616-8444-aa767484e257 req-5a19a3d2-f5bc-440e-b164-d60e7720ef6d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0610254 Feb 09 22:47:36.500000 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-c49afd8b-b269-4807-b05b-c89827e05c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.501611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-c49afd8b-b269-4807-b05b-c89827e05c1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1127 time: 0.0489116 Feb 09 22:47:36.542395 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1716e9cc-4444-4616-8444-aa767484e257 req-60ee9bfa-3fdd-4a1b-942e-fd1351da5319 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494421 Feb 09 22:47:36.566799 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59396) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:36.573099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:36.599788 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-a017944e-a4ef-4fbf-8453-dc8a85e03fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.601426 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-a017944e-a4ef-4fbf-8453-dc8a85e03fbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.0941083 Feb 09 22:47:36.629485 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7a69be6b-22c8-436d-9441-3485b142be4c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f HTTP/1.1" status: 200 len: 991 time: 0.0613375 Feb 09 22:47:36.672847 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-050bea46-e70b-4b2e-8b74-2dc8589a7f07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 999 time: 0.0657928 Feb 09 22:47:36.720483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-18cae90d-7527-4368-90c9-cc2c0964dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.721943 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-18cae90d-7527-4368-90c9-cc2c0964dc49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0435596 Feb 09 22:47:36.770581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-5752ed15-84e9-4dcd-a7d0-b1efc1a4f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:36.772145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-5752ed15-84e9-4dcd-a7d0-b1efc1a4f60c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441403 Feb 09 22:47:36.797167 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'port_id': '0359f904-13ee-4815-a3e8-85355d831f2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'mac_address': 'fa:16:3e:9e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:34Z', 'updated_at': '2022-02-09T22:47:34Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:23Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:36.826397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] Checking router: 84a3554e-d6cc-408f-ad1a-7c9a25524a6c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:36.834753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:36.835378 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:47:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:36.869428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-e025cb77-d5f5-4538-b636-6602e99c5011 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912366 Feb 09 22:47:36.927131 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:47:36.940926 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:36.961725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a370d9c9-b826-4a02-9060-88d6b090a448 req-91a1da24-392d-4074-8209-59dd538acef0 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Feb 09 22:47:37.162839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'port_id': '0359f904-13ee-4815-a3e8-85355d831f2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'mac_address': 'fa:16:3e:9e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:34Z', 'updated_at': '2022-02-09T22:47:34Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:23Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:37.188130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8321ab8-2c8e-4a5c-8aed-e3c098ddff95 None None] The sync data for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 is: [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'port_id': '0359f904-13ee-4815-a3e8-85355d831f2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'mac_address': 'fa:16:3e:9e:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:34Z', 'updated_at': '2022-02-09T22:47:34Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:23Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:37.386576 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61d8e3-2c97-4012-b851-1fb82b763b4d None None] New status for floating IP 7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:47:37.589296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-889269f3-76ee-4b9f-9f52-a7b4c97b48a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:37.633058 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59398) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:37.696770 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c9a79741-7e2e-40d5-962b-c372d74ca327 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f HTTP/1.1" status: 200 len: 993 time: 0.0625453 Feb 09 22:47:39.286062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:40.526481 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:41.766152 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:59.966091 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:01.525797 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:05.543296 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ae70628b-8abb-4f99-81fd-6fab25165771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:07.640596 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-83595ff5-846a-444f-b121-5a702aedd285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:09.388687 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:10.497088 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:10.950096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-8028375b-2e49-4a4f-84b6-4238483a5d91 req-f205c494-0ea9-4fdd-b8e0-e1e3cc8ba6ea service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:48:10.951125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8028375b-2e49-4a4f-84b6-4238483a5d91 req-f205c494-0ea9-4fdd-b8e0-e1e3cc8ba6ea service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482023 Feb 09 22:48:11.331433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603fbf6-82a3-402b-914b-daaf731be60d req-49d04463-a856-4fa0-9b2c-68e8e03b149c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:11.332960 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2603fbf6-82a3-402b-914b-daaf731be60d req-49d04463-a856-4fa0-9b2c-68e8e03b149c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0588205 Feb 09 22:48:11.381060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2603fbf6-82a3-402b-914b-daaf731be60d req-75d5039c-df36-42b5-9c3c-5ea89ce5b64c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Feb 09 22:48:11.451901 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59418) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:11.532566 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-de755bf3-3603-4880-98d6-8faca7f6eee9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795367 Feb 09 22:48:11.541116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-6a41baf9-6d02-4fd6-8504-2164096a473b service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:48:11.542096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-6a41baf9-6d02-4fd6-8504-2164096a473b service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048828 Feb 09 22:48:11.800497 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:12.504637 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09487eb0-efda-415c-9939-1d2e5f0d0309 req-513d4ac7-d1eb-4bd5-bd47-efc1d8ede757 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:12.506185 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09487eb0-efda-415c-9939-1d2e5f0d0309 req-513d4ac7-d1eb-4bd5-bd47-efc1d8ede757 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Feb 09 22:48:12.555857 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-09487eb0-efda-415c-9939-1d2e5f0d0309 req-b7a6dc8a-fbe9-4edf-a952-62a6bb1f7776 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437002 Feb 09 22:48:13.589570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-c4dcdea5-c84f-4e72-8444-e5582713649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:13.591765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-c4dcdea5-c84f-4e72-8444-e5582713649a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1127 time: 0.0463576 Feb 09 22:48:13.729094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba768e2-0f92-4317-9d41-bec2eff1c1c2 req-62c29d81-8d3a-4c29-b52c-7e4bf86dbac1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:13.730651 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ba768e2-0f92-4317-9d41-bec2eff1c1c2 req-62c29d81-8d3a-4c29-b52c-7e4bf86dbac1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0825939 Feb 09 22:48:13.731617 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-c7ab6974-efec-4e2b-a33f-d5a270931c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:13.732972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-c7ab6974-efec-4e2b-a33f-d5a270931c35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.1304793 Feb 09 22:48:13.828694 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-3549d478-2feb-4cdf-82d7-b183979d8e70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 1001 time: 0.0868568 Feb 09 22:48:13.832597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3ba768e2-0f92-4317-9d41-bec2eff1c1c2 req-85af2126-0e47-4b7f-ab33-4562a37d5f9d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965028 Feb 09 22:48:13.879386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-de58570d-cd76-4e17-a1f3-a54053a98ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:13.880885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-de58570d-cd76-4e17-a1f3-a54053a98ff9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0437288 Feb 09 22:48:13.926211 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:48:13.932721 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-ad515167-027a-442d-9a84-c4a5600df39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:13.934809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-ad515167-027a-442d-9a84-c4a5600df39d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446391 Feb 09 22:48:14.030526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-989901b3-2cfc-4691-a778-cff5da1f1280 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847998 Feb 09 22:48:14.123161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-5dfbc4d9-b6fb-42e7-b05e-f94058459777 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836508 Feb 09 22:48:14.950420 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68f8f-a2e5-4ec8-9f9e-e0a7dd4b362e req-680365c6-415b-4669-af70-b954ad11f738 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:14.952214 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-41b68f8f-a2e5-4ec8-9f9e-e0a7dd4b362e req-680365c6-415b-4669-af70-b954ad11f738 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0522408 Feb 09 22:48:15.289998 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-41b68f8f-a2e5-4ec8-9f9e-e0a7dd4b362e req-0c9d68f1-31a0-4d66-8d23-5cc0e1aa31a5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324618 Feb 09 22:48:16.155233 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-49e15a42-bf21-4902-93b5-9f76e65d9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:16.160473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-49e15a42-bf21-4902-93b5-9f76e65d9fcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1127 time: 0.0459607 Feb 09 22:48:16.260970 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-fe17a63e-cc00-42ff-bbc5-8964ede0e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:16.263050 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-fe17a63e-cc00-42ff-bbc5-8964ede0e0be service neutron] 10.222.0.30 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.0885940 Feb 09 22:48:16.328318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-ff2c0785-26e6-4fd2-9e1a-d75f0dc8f3d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 1001 time: 0.0584633 Feb 09 22:48:16.411187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-108a7024-c0bd-4851-bbb8-6daca19fd4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:16.412622 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-108a7024-c0bd-4851-bbb8-6daca19fd4d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0777106 Feb 09 22:48:16.454440 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851cf2e-fe44-4163-9a1e-b8bb57225cb5 req-4f9101b1-1d3e-4ea9-82d5-41a7009223fa tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:16.455972 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c851cf2e-fe44-4163-9a1e-b8bb57225cb5 req-4f9101b1-1d3e-4ea9-82d5-41a7009223fa tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0896449 Feb 09 22:48:16.496134 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-71979156-ad40-47a2-b914-aca60d15f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:16.498153 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-71979156-ad40-47a2-b914-aca60d15f5be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789371 Feb 09 22:48:16.523284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c851cf2e-fe44-4163-9a1e-b8bb57225cb5 req-5cb0c9a3-428f-4ed3-91b5-1055c8d9386f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614898 Feb 09 22:48:16.600359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-6522cc0e-7ea8-4760-95eb-789323721400 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927463 Feb 09 22:48:16.687521 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7f01973-fd77-4f7f-9afc-de8f5b43b706 req-49cf2749-f810-489c-b83d-c3fbd177fb80 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807602 Feb 09 22:48:17.641360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ce5f-fc00-4f07-bbbd-6c7bb511d3bc req-c7599fc1-0eac-4448-b0d7-6da66414d3f4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:17.642861 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3609ce5f-fc00-4f07-bbbd-6c7bb511d3bc req-c7599fc1-0eac-4448-b0d7-6da66414d3f4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0518434 Feb 09 22:48:17.691667 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3609ce5f-fc00-4f07-bbbd-6c7bb511d3bc req-78a2a699-1f88-4351-86b3-751824764e54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Feb 09 22:48:18.810529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea028-9253-46d8-9f45-9ab53c8a72ab req-0416ee36-3dcd-4a8a-ad34-40f909af3f9d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:18.812927 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a6ea028-9253-46d8-9f45-9ab53c8a72ab req-0416ee36-3dcd-4a8a-ad34-40f909af3f9d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0544727 Feb 09 22:48:18.864896 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5a6ea028-9253-46d8-9f45-9ab53c8a72ab req-59fe3216-10ed-4cee-bdf8-e32ee58827dd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472531 Feb 09 22:48:19.982137 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01510-5dac-47b9-839c-d30c5f484564 req-e49404bb-dc67-4d85-a47d-0b5ad640e6b9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:19.983606 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0be01510-5dac-47b9-839c-d30c5f484564 req-e49404bb-dc67-4d85-a47d-0b5ad640e6b9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0518429 Feb 09 22:48:20.033979 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0be01510-5dac-47b9-839c-d30c5f484564 req-b05cf48e-3959-43a0-855c-60d9d1d2ad12 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446544 Feb 09 22:48:21.151980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45672a1-c5e5-4b66-92ab-a55cebd2a7d2 req-eb59e304-953a-43f8-8b30-07e1a956059f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:21.160573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b45672a1-c5e5-4b66-92ab-a55cebd2a7d2 req-eb59e304-953a-43f8-8b30-07e1a956059f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0520673 Feb 09 22:48:21.202102 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b45672a1-c5e5-4b66-92ab-a55cebd2a7d2 req-514c4593-e184-4dc6-bf8d-3d506f6a3f9f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421770 Feb 09 22:48:22.319960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9dafb-6dfe-4a4c-9e1b-a401085ba61f req-096ce049-580e-42ce-898f-6e7d6b045585 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:22.321439 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24f9dafb-6dfe-4a4c-9e1b-a401085ba61f req-096ce049-580e-42ce-898f-6e7d6b045585 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0520666 Feb 09 22:48:22.368156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-24f9dafb-6dfe-4a4c-9e1b-a401085ba61f req-b76e06df-2e1d-4d3c-a1ce-090638fef25f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Feb 09 22:48:23.489197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d5ff1-5f5b-431f-a096-9cd46cdb7e51 req-69b1ac65-715b-4ba6-b69b-4e3c04c5e541 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:23.490675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-787d5ff1-5f5b-431f-a096-9cd46cdb7e51 req-69b1ac65-715b-4ba6-b69b-4e3c04c5e541 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Feb 09 22:48:23.538589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-787d5ff1-5f5b-431f-a096-9cd46cdb7e51 req-2c2d46af-1fa6-456d-82f8-56d034ceec91 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Feb 09 22:48:24.656433 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5919ec-0d49-4e45-b65b-38858133a62a req-a5232a11-c6a8-4004-a2fc-dce35e538f33 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:24.657924 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e5919ec-0d49-4e45-b65b-38858133a62a req-a5232a11-c6a8-4004-a2fc-dce35e538f33 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Feb 09 22:48:24.705535 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6e5919ec-0d49-4e45-b65b-38858133a62a req-5bc156c4-26b3-40e1-b294-a475324de015 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Feb 09 22:48:25.827481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8073c-a270-485c-a65c-396552dcda5f req-28154fce-4618-44c0-b262-b274c9eda993 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:25.828999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1b8073c-a270-485c-a65c-396552dcda5f req-28154fce-4618-44c0-b262-b274c9eda993 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0563138 Feb 09 22:48:25.876789 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e1b8073c-a270-485c-a65c-396552dcda5f req-771766d6-6471-4090-86a7-69d9f82351db tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423064 Feb 09 22:48:27.001852 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2199ac-9af0-4ed8-9e65-005b0e97a1ac req-121548ca-cad9-4406-be1c-48ea8e67bf3a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:27.003341 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df2199ac-9af0-4ed8-9e65-005b0e97a1ac req-121548ca-cad9-4406-be1c-48ea8e67bf3a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0568471 Feb 09 22:48:27.051299 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-df2199ac-9af0-4ed8-9e65-005b0e97a1ac req-262bb92f-2d8b-47c5-8865-07b8e3c01d7b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Feb 09 22:48:28.170070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7bd6c-7ce9-46d5-9f12-9fe85ce921d4 req-3366facf-936e-4d50-b560-9068e79abe3b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:28.171556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbc7bd6c-7ce9-46d5-9f12-9fe85ce921d4 req-3366facf-936e-4d50-b560-9068e79abe3b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0524566 Feb 09 22:48:28.219387 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bbc7bd6c-7ce9-46d5-9f12-9fe85ce921d4 req-ad98e7ff-8b47-4e4e-a7e4-859bd78fed8c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 Feb 09 22:48:29.337592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe843-5464-4311-892d-e7528f20f8fb req-72858af1-22d9-4f26-9037-204e842ae52c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:29.339063 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d1fe843-5464-4311-892d-e7528f20f8fb req-72858af1-22d9-4f26-9037-204e842ae52c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0535350 Feb 09 22:48:29.387078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9d1fe843-5464-4311-892d-e7528f20f8fb req-88c0cf83-a455-41a0-b193-1f57a5c977be tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 Feb 09 22:48:30.011279 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:30.509964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7132-7fda-4994-9dc5-1c8264a3e0fb req-ce6dc507-3ad7-4ced-83a0-a230b9903ad5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:30.511475 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a0a7132-7fda-4994-9dc5-1c8264a3e0fb req-ce6dc507-3ad7-4ced-83a0-a230b9903ad5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0567591 Feb 09 22:48:30.560125 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8a0a7132-7fda-4994-9dc5-1c8264a3e0fb req-c74cbb71-db4b-4b54-b102-3bde07daa1f6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Feb 09 22:48:31.468769 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:31.494754 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-8078f425-3c42-44f9-b752-900eecf7d4d9 service neutron] show failed (client error): The resource could not be found. Feb 09 22:48:31.495794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-8078f425-3c42-44f9-b752-900eecf7d4d9 service neutron] 10.222.0.30 "GET /v2.0/ports/0359f904-13ee-4815-a3e8-85355d831f2b/bindings/n-h2-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0539787 Feb 09 22:48:31.680313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0002-0e11-4e37-b0c1-a06377e726fc req-2bdcccc4-bbad-4dbf-aebd-b6b2d3b8b80e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:31.681826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21be0002-0e11-4e37-b0c1-a06377e726fc req-2bdcccc4-bbad-4dbf-aebd-b6b2d3b8b80e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0523822 Feb 09 22:48:31.734678 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-21be0002-0e11-4e37-b0c1-a06377e726fc req-6cf3f20d-7eef-434b-9bc6-6e4874ea8896 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466497 Feb 09 22:48:32.131462 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-a80f5876-7607-45fc-af1f-718dd0ffe394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:32.132981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-a80f5876-7607-45fc-af1f-718dd0ffe394 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 1127 time: 0.0995369 Feb 09 22:48:32.142909 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-a2af90af-eaf4-45cc-8fcc-1973270b3e87 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:48:32.143941 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-a2af90af-eaf4-45cc-8fcc-1973270b3e87 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054059 Feb 09 22:48:32.154141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:32.214603 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:32.410824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:32.443578 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:32.480357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:32.482582 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbf581c-753c-4910-b31b-9296eb1f02df" -d '{"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-unplugged", "status": "completed", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:32.486489 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Publish callbacks [] for port (0359f904-13ee-4815-a3e8-85355d831f2b), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:32.498551 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Transition to ACTIVE for port object 0359f904-13ee-4815-a3e8-85355d831f2b will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:48:32.571858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:32.600177 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e82b719-0ed3-4b39-94a3-75ced8a8b567 x-openstack-request-id: req-0e82b719-0ed3-4b39-94a3-75ced8a8b567 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:32.600505 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-unplugged", "status": "completed", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:32.600757 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e82b719-0ed3-4b39-94a3-75ced8a8b567 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:32.601154 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'code': 200} Feb 09 22:48:32.657065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=6']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:32.669238 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.669509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.669857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.670199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.670535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.671438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.671793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.672127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.672457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.672785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.673155 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.673485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.673807 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:32.714481 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] No DVR routers for this DVR port 0359f904-13ee-4815-a3e8-85355d831f2b on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:48:32.872889 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:32.873336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:32.873676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b on network 989d6196-b59e-4836-a7e0-8c218a334326 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:32.878253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491d652-f105-4420-97ca-eeac9b0841b0 req-f1fc779f-8195-4f94-83fe-69a338318697 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:32.878996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Port 0359f904-13ee-4815-a3e8-85355d831f2b on network 989d6196-b59e-4836-a7e0-8c218a334326 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:48:32.879500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Attempting to bind port 0359f904-13ee-4815-a3e8-85355d831f2b on network 989d6196-b59e-4836-a7e0-8c218a334326 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:32.884605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:32.884949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Checking segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:32.885316 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a491d652-f105-4420-97ca-eeac9b0841b0 req-f1fc779f-8195-4f94-83fe-69a338318697 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0653596 Feb 09 22:48:32.885452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Bound using segment: {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:32.885744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Bound port: 0359f904-13ee-4815-a3e8-85355d831f2b, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d1c48c-594e-4dbf-bb52-d852e7a72ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:32.886111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:32.930623 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a491d652-f105-4420-97ca-eeac9b0841b0 req-4e5fce31-4a05-47b5-894d-b0a50ab5a8c6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439930 Feb 09 22:48:32.949525 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:32.952473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:33.011924 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:33.048299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:33.048931 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:33.050331 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] 10.222.0.110 "PUT /v2.0/ports/0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 1091 time: 0.8997505 Feb 09 22:48:33.080760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f781a8-9582-44cc-aea3-25afc026e332 service neutron] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=7']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:33.122587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-4e89792a-5f72-4d4f-bb1e-253a5598080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:33.124170 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-4e89792a-5f72-4d4f-bb1e-253a5598080e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1125 time: 0.0515585 Feb 09 22:48:33.216149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-03e665aa-fb8c-48a3-96b3-b595521a43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:33.218250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-03e665aa-fb8c-48a3-96b3-b595521a43ee service neutron] 10.222.0.110 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.0882185 Feb 09 22:48:33.284672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-2b99c5f1-be00-43c8-8e97-29e8bad9846a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 999 time: 0.0611136 Feb 09 22:48:33.332616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-36ed9cb2-6fb9-4363-8a46-7b208ec4aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:33.333995 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-36ed9cb2-6fb9-4363-8a46-7b208ec4aa9f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0437996 Feb 09 22:48:33.381215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-4bc3ac3e-ff3e-4df8-89c2-f5cb36d087aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:33.382738 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-4bc3ac3e-ff3e-4df8-89c2-f5cb36d087aa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433447 Feb 09 22:48:33.472540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-acd3177f-453a-4119-83cd-3b4880da7d28 service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839181 Feb 09 22:48:33.559029 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53f12ebd-24f5-4eb8-bc63-44070867059b req-59aa8d3a-b1ce-4065-8fb1-907f400ff264 service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798521 Feb 09 22:48:34.054345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70edb8c-c3de-411d-852a-a70f2481b5df req-04dc7d76-6d80-44d9-8b2d-078b1c4f497f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:34.055864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c70edb8c-c3de-411d-852a-a70f2481b5df req-04dc7d76-6d80-44d9-8b2d-078b1c4f497f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0567243 Feb 09 22:48:34.102673 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c70edb8c-c3de-411d-852a-a70f2481b5df req-c1480e44-1818-4ce1-b34d-09b7dbdd64f4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 Feb 09 22:48:34.602103 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:34.604542 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f94238a-a426-4f9c-99a8-e77ba2a9c728" -d '{"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:34.652327 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbca34a4-3cc9-40ee-b543-72401b2f6af9 x-openstack-request-id: req-cbca34a4-3cc9-40ee-b543-72401b2f6af9 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:34.652627 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:34.652882 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cbca34a4-3cc9-40ee-b543-72401b2f6af9 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:34.653282 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'status': 'completed', 'code': 200} Feb 09 22:48:34.745692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-7d5c0e6e-af18-4282-a3b5-73bdf1cec8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:34.747200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-7d5c0e6e-af18-4282-a3b5-73bdf1cec8b0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1125 time: 0.0720181 Feb 09 22:48:34.751373 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-b5848585-c6d4-426f-a75b-5dcdcc741b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:34.752768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-b5848585-c6d4-426f-a75b-5dcdcc741b4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1125 time: 0.0696917 Feb 09 22:48:34.903113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-1a0cbda7-717b-4f88-ba7a-8e35d786c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:34.904524 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-1a0cbda7-717b-4f88-ba7a-8e35d786c95e service neutron] 10.222.0.110 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.1505723 Feb 09 22:48:34.907524 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-4aa54e05-d3f0-4762-b90d-e81ed03a2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:34.909129 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-4aa54e05-d3f0-4762-b90d-e81ed03a2244 service neutron] 10.222.0.30 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.1474791 Feb 09 22:48:35.011725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-8c9cf21f-d6b7-4627-b01d-4838c20f7966 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 999 time: 0.1009512 Feb 09 22:48:35.026470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-973a90bb-9db1-4bbb-915e-b80f8820d04f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 999 time: 0.1078231 Feb 09 22:48:35.093414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-c3b2fd4b-386f-424b-ac3a-b3392a6fb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:35.095450 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-c3b2fd4b-386f-424b-ac3a-b3392a6fb169 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0768569 Feb 09 22:48:35.100379 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-6acb026b-4917-4a11-b4cb-cfda56992312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:35.101706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-6acb026b-4917-4a11-b4cb-cfda56992312 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0561492 Feb 09 22:48:35.189464 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-b9140236-77db-4433-9f3f-a8fbe184c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:35.190872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-b9140236-77db-4433-9f3f-a8fbe184c9ae service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867662 Feb 09 22:48:35.195165 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-eef71b14-e09f-4ce2-9171-3a9116b59152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:35.198358 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-eef71b14-e09f-4ce2-9171-3a9116b59152 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0845499 Feb 09 22:48:35.341053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833a7c-fa36-4a61-b914-14b809bdaa2c req-c5999f00-9262-47eb-8650-5c4243f8ddda tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:35.342662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-64833a7c-fa36-4a61-b914-14b809bdaa2c req-c5999f00-9262-47eb-8650-5c4243f8ddda tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.1669831 Feb 09 22:48:35.400427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-0cf652f4-77d2-40bf-8906-a48767bf1e28 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898489 Feb 09 22:48:35.404920 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-91c236b3-59f1-454e-9ebb-5e7be6306837 service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934216 Feb 09 22:48:35.509527 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-64833a7c-fa36-4a61-b914-14b809bdaa2c req-57331cc8-061c-41fa-bfc7-3ab50892ebb3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582668 Feb 09 22:48:35.527166 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9eb2424-b7aa-4562-af58-ce1ed751f8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:35.915996 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-405e7a04-6a84-49aa-ad6a-dbbf16205d94 service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051277 Feb 09 22:48:35.925327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0f94238a-a426-4f9c-99a8-e77ba2a9c728 req-7ebe9945-72c4-44f3-b80e-2c5d1ad78141 service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069573 Feb 09 22:48:35.989554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:48:36.026218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] The host n-h1-828599-1 is not matching for port 0359f904-13ee-4815-a3e8-85355d831f2b host n-h2-828599-1! {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:48:36.026613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:48:36.630689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffde50-ca07-4777-a581-a5de067daa16 req-7f93cd19-8aa2-4500-8fa8-a2683fee86d4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:36.632197 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edffde50-ca07-4777-a581-a5de067daa16 req-7f93cd19-8aa2-4500-8fa8-a2683fee86d4 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0514534 Feb 09 22:48:36.679677 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-edffde50-ca07-4777-a581-a5de067daa16 req-abb271e9-ebcd-485a-93d6-a67be7b0c658 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417469 Feb 09 22:48:36.974488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66c41-93f0-46c4-82e2-b3563b8086fe req-7c24e721-9521-40b5-a981-984db262d843 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:36.976106 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ae66c41-93f0-46c4-82e2-b3563b8086fe req-7c24e721-9521-40b5-a981-984db262d843 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0582926 Feb 09 22:48:37.025333 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ae66c41-93f0-46c4-82e2-b3563b8086fe req-0f3bdd50-cc98-42d2-9b9b-7d7d2ecab932 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 Feb 09 22:48:37.046358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286015-392c-45d6-8062-4175cdbe0219 req-1b398ded-1e61-4bd6-9a70-5e62e879ee62 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.048435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-1b398ded-1e61-4bd6-9a70-5e62e879ee62 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9&tenant_id=33be0f94b35442a2b929b112a0d57e17&binding%3Ahost_id=n-h2-828599-1 HTTP/1.1" status: 200 len: 943 time: 0.0585670 Feb 09 22:48:37.138001 n-d-828599-1 neutron-server[103697]: INFO neutron.api.v2.resource [req-29286015-392c-45d6-8062-4175cdbe0219 req-178cf07b-a43d-47d5-930b-deb3e3fecb86 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:48:37.138933 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-178cf07b-a43d-47d5-930b-deb3e3fecb86 service neutron] 10.222.0.30 "DELETE /v2.0/ports/0359f904-13ee-4815-a3e8-85355d831f2b/bindings/n-h1-828599-1 HTTP/1.1" status: 404 len: 380 time: 0.0812304 Feb 09 22:48:37.155912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978409f8-5d13-465e-af05-b3aefdc8981a req-d77230c7-2f92-4476-a1d2-f021190a91ee tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.158039 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-978409f8-5d13-465e-af05-b3aefdc8981a req-d77230c7-2f92-4476-a1d2-f021190a91ee tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0644503 Feb 09 22:48:37.234338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-978409f8-5d13-465e-af05-b3aefdc8981a req-27f4558b-f08c-4070-b88c-9364e87e1718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703146 Feb 09 22:48:37.250189 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286015-392c-45d6-8062-4175cdbe0219 req-7c014f90-4482-464f-a464-1a65bfef920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.251664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-7c014f90-4482-464f-a464-1a65bfef920b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1125 time: 0.0580142 Feb 09 22:48:37.340159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286015-392c-45d6-8062-4175cdbe0219 req-07bc14e4-fa2c-4eeb-8d67-8f58f48461de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.341615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-07bc14e4-fa2c-4eeb-8d67-8f58f48461de service neutron] 10.222.0.30 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.0816519 Feb 09 22:48:37.409272 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-1ee71e66-936a-4439-a3b5-7a50c7474c35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 999 time: 0.0603633 Feb 09 22:48:37.458776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286015-392c-45d6-8062-4175cdbe0219 req-7a54efe7-46f4-40e5-931d-36d1fef65a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.460234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-7a54efe7-46f4-40e5-931d-36d1fef65a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0419576 Feb 09 22:48:37.510648 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286015-392c-45d6-8062-4175cdbe0219 req-9eac96f6-6a60-47b1-92a4-dc3063965dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.512182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-9eac96f6-6a60-47b1-92a4-dc3063965dc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432327 Feb 09 22:48:37.577458 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-87c25f65-4893-4791-86eb-fa03d27c71bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:37.605289 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-e0c3564d-eddf-4d39-b492-398a8e041f0b service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Feb 09 22:48:37.696575 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-29286015-392c-45d6-8062-4175cdbe0219 req-6ea44007-95a9-4ae0-aaa7-59b7559cf0fe service neutron] 10.222.0.30 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817811 Feb 09 22:48:38.043955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:48:38.139023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:38.150940 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '0359f904-13ee-4815-a3e8-85355d831f2b', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'port_id': '0359f904-13ee-4815-a3e8-85355d831f2b', 'mac_address': 'fa:16:3e:9e:a3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:48:38.190377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0359f904-13ee-4815-a3e8-85355d831f2b is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:38.190813 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:38.204034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0359f904-13ee-4815-a3e8-85355d831f2b {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:48:38.222578 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:38.320172 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:38.355309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308c7c6-98a2-4ba8-9343-253d7d583305 req-81bc076f-c68f-4a39-a083-8d21cd76c72b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:38.357049 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4308c7c6-98a2-4ba8-9343-253d7d583305 req-81bc076f-c68f-4a39-a083-8d21cd76c72b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 943 time: 0.0547500 Feb 09 22:48:38.372835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:38.380838 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.381196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.381551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.381902 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.382244 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.382585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.382920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.383262 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.383575 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.383935 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.384797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.384797 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.384982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.410086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4308c7c6-98a2-4ba8-9343-253d7d583305 req-8bb0dab0-bcfc-4de6-854f-ee46d723a24d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462441 Feb 09 22:48:38.565655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['0359f904-13ee-4815-a3e8-85355d831f2b'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:48:39.291013 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:39.531791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5d147-56fa-460a-8c96-a8e197f7cddc req-12f2b4a2-044d-4910-b562-6b417ead5983 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:39.533518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3c5d147-56fa-460a-8c96-a8e197f7cddc req-12f2b4a2-044d-4910-b562-6b417ead5983 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 944 time: 0.0562499 Feb 09 22:48:39.580392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3c5d147-56fa-460a-8c96-a8e197f7cddc req-71bac97a-5953-468c-bd99-55d2e7a3ace0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412247 Feb 09 22:48:39.601649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59506) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:39.665683 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1ad0fd8e-8091-46f2-b3d1-38dfe1b2a453 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f HTTP/1.1" status: 200 len: 992 time: 0.0629051 Feb 09 22:48:40.047912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:40.171202 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 0359f904-13ee-4815-a3e8-85355d831f2b completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:48:40.174963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 0359f904-13ee-4815-a3e8-85355d831f2b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:40.175345 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.253707 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 0359f904-13ee-4815-a3e8-85355d831f2b is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:40.254096 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.276221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:40.278438 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d656759f-26b4-4a53-9868-78ef2f704a01" -d '{"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-plugged", "status": "completed", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:40.290864 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:40.315925 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6377bead-9724-4166-b97f-d713b9b18a80 x-openstack-request-id: req-6377bead-9724-4166-b97f-d713b9b18a80 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:40.316516 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-plugged", "status": "completed", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:40.316516 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6377bead-9724-4166-b97f-d713b9b18a80 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:40.316847 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'code': 200} Feb 09 22:48:40.382546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.439453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=9']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:40.496874 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.794444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.925401 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:49:00.011408 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:01.519582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:05.513958 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c679c139-aafa-4916-8960-abd81f644f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.821665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-41be2b1b-259e-4dcd-8442-d74cd199b8c5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427999 Feb 09 22:49:06.905098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-6fbd0078-727a-4830-a252-acf828707809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:06.906532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-6fbd0078-727a-4830-a252-acf828707809 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1127 time: 0.0446169 Feb 09 22:49:07.010574 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-f4149642-60ec-4cc8-bfa2-fbd05fad8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:07.012083 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-f4149642-60ec-4cc8-bfa2-fbd05fad8c3c service neutron] 10.222.0.110 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.0863245 Feb 09 22:49:07.077573 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-4d0aef26-c2e5-43ab-b04c-6e2b26adf716 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 1001 time: 0.0584269 Feb 09 22:49:07.128451 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-a6558d91-dd71-403b-8e4e-eda65aa8510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:07.129897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-a6558d91-dd71-403b-8e4e-eda65aa8510f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0456712 Feb 09 22:49:07.176660 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-3aa4a076-e7c8-4669-b222-548692470500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:07.178058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-3aa4a076-e7c8-4669-b222-548692470500 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421250 Feb 09 22:49:07.274041 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-582429c5-fdb4-4726-bd34-f5015a887dc7 service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795243 Feb 09 22:49:07.371177 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fde9aa-a36f-4d9d-8bd6-cbba5b6d4251 req-a5e9fdd6-9eef-4cbf-911b-81bf61c28452 service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836277 Feb 09 22:49:07.536979 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-14bbe887-6317-43f6-86c4-55cfd4976243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.068569 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59526) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:08.221989 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port d07f7fa6-c170-45b1-8328-c596cf4766c2 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:08.222342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.295134 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.295472 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (d07f7fa6-c170-45b1-8328-c596cf4766c2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.306955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for d07f7fa6-c170-45b1-8328-c596cf4766c2 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:08.525261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d07f7fa6-c170-45b1-8328-c596cf4766c2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.561625 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=d07f7fa6-c170-45b1-8328-c596cf4766c2,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:08.584551 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.584910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.585260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.585605 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.585943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.586277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.586612 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.586995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.587326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.587658 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.588012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.588337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.588661 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:08.626999 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.627334 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP 7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f disassociated (deleted). External IP: 172.25.5.249, port: 0359f904-13ee-4815-a3e8-85355d831f2b. Feb 09 22:49:08.839862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:08.947866 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:08.952708 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.957490 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] Sync routers for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:08.967145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:08.967798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:08.982091 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7091c9c4-ac76-4b2a-8e54-96169ca3d84a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/floatingips/7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f HTTP/1.1" status: 204 len: 168 time: 0.9124401 Feb 09 22:49:08.982698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:08.984996 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:09.081525 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:09.096615 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2841a03f-5460-4341-8f67-58fc50b9fa9c x-openstack-request-id: req-2841a03f-5460-4341-8f67-58fc50b9fa9c {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:09.097128 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:09.097259 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2841a03f-5460-4341-8f67-58fc50b9fa9c {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:09.097564 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'status': 'completed', 'code': 200} Feb 09 22:49:09.177433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-edb5edc1-84b7-443a-b6c6-5cf82f6aaeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.178968 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-edb5edc1-84b7-443a-b6c6-5cf82f6aaeec service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 1127 time: 0.0473602 Feb 09 22:49:09.280101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-52e923c9-c578-491a-8b4d-fdc498279fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.281832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-52e923c9-c578-491a-8b4d-fdc498279fe3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 200 len: 898 time: 0.0958762 Feb 09 22:49:09.309702 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:23Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.324724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-bea93f76-465a-425e-9f98-51f4357d9044 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 200 len: 217 time: 0.0362735 Feb 09 22:49:09.341705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] Checking router: 84a3554e-d6cc-408f-ad1a-7c9a25524a6c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:09.343582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.350890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:09.351548 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.376438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-ec83f301-b4f8-4b6a-be43-11b0a331b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.382719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-ec83f301-b4f8-4b6a-be43-11b0a331b229 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 200 len: 834 time: 0.0465143 Feb 09 22:49:09.460861 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:09.467486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-d0471dea-de30-414b-b1b7-0038a71bc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.469067 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-d0471dea-de30-414b-b1b7-0038a71bc8b9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=989d6196-b59e-4836-a7e0-8c218a334326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817282 Feb 09 22:49:09.481021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4636b16-3a7d-464c-a6df-d1a91078b6f6 req-d2679bf4-dba8-4216-a894-50bbd57499a7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.482577 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4636b16-3a7d-464c-a6df-d1a91078b6f6 req-d2679bf4-dba8-4216-a894-50bbd57499a7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0699544 Feb 09 22:49:09.593644 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b4636b16-3a7d-464c-a6df-d1a91078b6f6 req-913090f5-7706-47d9-a4c9-4c7e8f074651 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024420 Feb 09 22:49:09.611415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-0ae1e4e9-041f-44bd-b4a2-2da58eacf3db service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278367 Feb 09 22:49:09.702767 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bacaa36a-68c2-4a0f-b9a2-0e25ddea48c2 req-8122461c-7aba-41a1-98a2-c389e6899495 service neutron] 10.222.0.110 "GET /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840495 Feb 09 22:49:09.820215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:23Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.846706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2624dd-cac9-4ff2-a813-d21915e814bd None None] The sync data for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 is: [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:47:20Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'a1854656-a302-4c54-8431-75385fd36456', 'name': '', 'network_id': '989d6196-b59e-4836-a7e0-8c218a334326', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8f:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:19Z', 'updated_at': '2022-02-09T22:47:23Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '73a598e1-295f-49c3-9a1b-8f0a336cca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:10.062754 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9933ebc-5755-47ad-b876-7931fdebda1d None None] New status for floating IP 7dfbf1a4-5c09-4705-b2e1-a32cecf0c31f: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:49:10.508995 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.722262 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81970e2-b3cf-4b66-a02e-c81f12b76a84 req-e94bc991-a822-4ff3-bbcc-630cddd1d506 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:10.723787 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d81970e2-b3cf-4b66-a02e-c81f12b76a84 req-e94bc991-a822-4ff3-bbcc-630cddd1d506 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0531015 Feb 09 22:49:10.771866 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d81970e2-b3cf-4b66-a02e-c81f12b76a84 req-039d38f3-61e9-493a-be31-9d284397e026 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=92875da4-6057-4de9-818b-57bb7717f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Feb 09 22:49:10.792613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-38bab955-8725-4293-bd61-5c22fcee5167 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:10.794180 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-38bab955-8725-4293-bd61-5c22fcee5167 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.110 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 945 time: 0.0528967 Feb 09 22:49:10.888883 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 0359f904-13ee-4815-a3e8-85355d831f2b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:10.889155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.975625 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port 0359f904-13ee-4815-a3e8-85355d831f2b, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=0359f904-13ee-4815-a3e8-85355d831f2b,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:10.976017 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:10.992857 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 0359f904-13ee-4815-a3e8-85355d831f2b owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:11.217183 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (0359f904-13ee-4815-a3e8-85355d831f2b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.246893 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=0359f904-13ee-4815-a3e8-85355d831f2b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:11.294052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] No DVR routers for this DVR port 0359f904-13ee-4815-a3e8-85355d831f2b on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:49:11.296802 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.300301 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9adae1c0-8b4c-478c-b350-c9c654ed55c2 req-b0017b12-a4b5-468f-914e-d0c4e1f4e959 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.110 "DELETE /v2.0/ports/0359f904-13ee-4815-a3e8-85355d831f2b HTTP/1.1" status: 204 len: 173 time: 0.5006545 Feb 09 22:49:11.300746 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-deleted', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:11.302978 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5e5ea2-a55e-49b3-9716-a252fd1cb6bf" -d '{"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-deleted", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:11.337980 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48926fcf-db81-4792-9c58-bea0bd6739e4 x-openstack-request-id: req-48926fcf-db81-4792-9c58-bea0bd6739e4 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:11.338284 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d042fc3-30b6-4157-8d68-04097aa979f9", "name": "network-vif-deleted", "tag": "0359f904-13ee-4815-a3e8-85355d831f2b", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:11.338547 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48926fcf-db81-4792-9c58-bea0bd6739e4 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:11.338965 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d042fc3-30b6-4157-8d68-04097aa979f9', 'name': 'network-vif-deleted', 'tag': '0359f904-13ee-4815-a3e8-85355d831f2b', 'status': 'completed', 'code': 200} Feb 09 22:49:11.737005 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:11.877342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8e06cb33-fcde-4e48-9dc5-694cb7334e33 req-bcf34ba5-5249-4c98-b9c5-6604ae530456 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d042fc3-30b6-4157-8d68-04097aa979f9 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Feb 09 22:49:12.934126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59544) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:13.296699 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:13.552115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port a1854656-a302-4c54-8431-75385fd36456 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:13.552385 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (a1854656-a302-4c54-8431-75385fd36456), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:13.642603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port a1854656-a302-4c54-8431-75385fd36456, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=a1854656-a302-4c54-8431-75385fd36456,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:13.642987 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (a1854656-a302-4c54-8431-75385fd36456), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:13.655935 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for a1854656-a302-4c54-8431-75385fd36456 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:13.948124 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (a1854656-a302-4c54-8431-75385fd36456), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:13.974347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=a1854656-a302-4c54-8431-75385fd36456,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:14.151804 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.366013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:14.472218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:14.477314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ce05bf02-c077-4dc8-b17e-2a1ded66d163 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/84a3554e-d6cc-408f-ad1a-7c9a25524a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5421731 Feb 09 22:49:14.480072 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59546) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:14.482851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] Sync routers for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:14.492917 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:14.493540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:14.530615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting subnet 73a598e1-295f-49c3-9a1b-8f0a336cca00 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:49:14.534036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (73a598e1-295f-49c3-9a1b-8f0a336cca00), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.578174 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (73a598e1-295f-49c3-9a1b-8f0a336cca00), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.602951 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:14.659304 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (73a598e1-295f-49c3-9a1b-8f0a336cca00), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.777244 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (73a598e1-295f-49c3-9a1b-8f0a336cca00), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.783629 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:49:13Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:14.809778 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Subnet': ['ID=73a598e1-295f-49c3-9a1b-8f0a336cca00,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:14.813979 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] Checking router: 84a3554e-d6cc-408f-ad1a-7c9a25524a6c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:14.814613 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.818027 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fe5016aa-0fb0-4262-8b7f-8d4b41ea5ded tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/subnets/73a598e1-295f-49c3-9a1b-8f0a336cca00 HTTP/1.1" status: 204 len: 168 time: 0.3370254 Feb 09 22:49:14.820838 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59548) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:14.822734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb24a2e6-2fdf-4b15-8886-d6ce1275e2a7 None None] Network 989d6196-b59e-4836-a7e0-8c218a334326 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:49:14.863380 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] Routers {'84a3554e-d6cc-408f-ad1a-7c9a25524a6c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:14.864046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:14.930368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.051216 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] Set router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:15.069598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.084168 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] DHCP port deletion for 989d6196-b59e-4836-a7e0-8c218a334326 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:49:15.201748 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port d4d4dc6a-caa7-468e-abb7-060bf3537077 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:15.202100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.244221 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] Deleting port 414ab67a-746a-4641-8b17-f294084ac35f {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:49:15.244604 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (414ab67a-746a-4641-8b17-f294084ac35f), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.284310 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port d4d4dc6a-caa7-468e-abb7-060bf3537077, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=d4d4dc6a-caa7-468e-abb7-060bf3537077,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:15.284598 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.297681 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for d4d4dc6a-caa7-468e-abb7-060bf3537077 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:15.317587 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] For port 414ab67a-746a-4641-8b17-f294084ac35f, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=414ab67a-746a-4641-8b17-f294084ac35f,segment=NetworkSegment(02d1c48c-594e-4dbf-bb52-d852e7a72ef2),segment_id=02d1c48c-594e-4dbf-bb52-d852e7a72ef2)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:15.317989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (414ab67a-746a-4641-8b17-f294084ac35f), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.333073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] Calling delete_port for 414ab67a-746a-4641-8b17-f294084ac35f owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:49:15.348118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:49:13Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:15.401655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985a37ae-9b25-4745-ace4-cfcbac315c5a None None] The sync data for ids ['84a3554e-d6cc-408f-ad1a-7c9a25524a6c'] in n-d-828599-1 is: [{'id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932490495', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:47:15Z', 'updated_at': '2022-02-09T22:49:13Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': 'd4d4dc6a-caa7-468e-abb7-060bf3537077', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a3554e-d6cc-408f-ad1a-7c9a25524a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:47:16Z', 'updated_at': '2022-02-09T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:15.514225 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (414ab67a-746a-4641-8b17-f294084ac35f), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.536933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (d4d4dc6a-caa7-468e-abb7-060bf3537077), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.542732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] Pushing event deleted for resources: {'Port': ['ID=414ab67a-746a-4641-8b17-f294084ac35f,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:15.546468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c14ff-80fc-493b-9e1c-792b9b0d5ec0 None None] No DVR routers for this DVR port 414ab67a-746a-4641-8b17-f294084ac35f on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:49:15.565540 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=d4d4dc6a-caa7-468e-abb7-060bf3537077,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:15.628178 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.720706 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.722876 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.845627 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (84a3554e-d6cc-408f-ad1a-7c9a25524a6c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.846206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Fanout notify agent at l3_agent the message router_deleted on router 84a3554e-d6cc-408f-ad1a-7c9a25524a6c {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:49:15.853622 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.854803 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8955d021-0a72-402e-902e-ae4cfa790a55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/routers/84a3554e-d6cc-408f-ad1a-7c9a25524a6c HTTP/1.1" status: 204 len: 168 time: 1.0323346 Feb 09 22:49:15.857597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59550) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:15.939258 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (989d6196-b59e-4836-a7e0-8c218a334326), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.027198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (989d6196-b59e-4836-a7e0-8c218a334326), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.048372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989d6196-b59e-4836-a7e0-8c218a334326']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:16.058098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d1c48c-594e-4dbf-bb52-d852e7a72ef2') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:16.058418 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d1c48c-594e-4dbf-bb52-d852e7a72ef2') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:16.068312 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (02d1c48c-594e-4dbf-bb52-d852e7a72ef2), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.082239 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (02d1c48c-594e-4dbf-bb52-d852e7a72ef2), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.090223 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:49:16.091142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (02d1c48c-594e-4dbf-bb52-d852e7a72ef2), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:49:16.094033 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:49:16.216752 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (989d6196-b59e-4836-a7e0-8c218a334326), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.224069 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.224889 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:16.226823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/networks/989d6196-b59e-4836-a7e0-8c218a334326 HTTP/1.1" status: 204 len: 168 time: 0.3681905 Feb 09 22:49:16.229939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59552) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:16.238640 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45ed07-3a1f-4a6b-ae3b-520e42e7c647 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Network': ['ID=989d6196-b59e-4836-a7e0-8c218a334326,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:16.246390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 0359f904-13ee-4815-a3e8-85355d831f2b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:16.246739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 0359f904-13ee-4815-a3e8-85355d831f2b not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:16.287351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-933bd8f4-24e6-45a8-9bf8-641e67804435 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (92875da4-6057-4de9-818b-57bb7717f1c6), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.311978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-933bd8f4-24e6-45a8-9bf8-641e67804435 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (92875da4-6057-4de9-818b-57bb7717f1c6), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.434005 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-933bd8f4-24e6-45a8-9bf8-641e67804435 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (92875da4-6057-4de9-818b-57bb7717f1c6), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.436784 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-933bd8f4-24e6-45a8-9bf8-641e67804435 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:16.438711 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-933bd8f4-24e6-45a8-9bf8-641e67804435 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/security-groups/92875da4-6057-4de9-818b-57bb7717f1c6 HTTP/1.1" status: 204 len: 168 time: 0.2075610 Feb 09 22:49:16.449752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bd8f4-24e6-45a8-9bf8-641e67804435 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92875da4-6057-4de9-818b-57bb7717f1c6,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:16.766871 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a1854656-a302-4c54-8431-75385fd36456 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:16.786568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: a1854656-a302-4c54-8431-75385fd36456 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:16.786918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device a1854656-a302-4c54-8431-75385fd36456 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:16.787332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 414ab67a-746a-4641-8b17-f294084ac35f no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:16.806853 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 414ab67a-746a-4641-8b17-f294084ac35f {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:16.807132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 414ab67a-746a-4641-8b17-f294084ac35f not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:16.807560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d4d4dc6a-caa7-468e-abb7-060bf3537077 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:49:16.828881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: d4d4dc6a-caa7-468e-abb7-060bf3537077 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:49:16.829234 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device d4d4dc6a-caa7-468e-abb7-060bf3537077 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:49:16.979665 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59558) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:16.984454 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-15d1d51d-015f-43c0-8d30-640779d06988 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86009973', 'description': 'tempest-secgroup-smoke-86009973 description', 'project_id': '33be0f94b35442a2b929b112a0d57e17'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:17.068393 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15d1d51d-015f-43c0-8d30-640779d06988 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.133396 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15d1d51d-015f-43c0-8d30-640779d06988 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (2a0b10ea-3fca-40e5-abac-4b2c746c52ee), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.182335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15d1d51d-015f-43c0-8d30-640779d06988 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2a0b10ea-3fca-40e5-abac-4b2c746c52ee), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.210647 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d51d-015f-43c0-8d30-640779d06988 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b10ea-3fca-40e5-abac-4b2c746c52ee,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:17.252917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-15d1d51d-015f-43c0-8d30-640779d06988 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.254156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-15d1d51d-015f-43c0-8d30-640779d06988 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2733762 Feb 09 22:49:17.257030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59560) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:17.261837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-78eeba96-f684-408b-9a8f-90d0bbdffc03 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '2a0b10ea-3fca-40e5-abac-4b2c746c52ee', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:17.329493 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78eeba96-f684-408b-9a8f-90d0bbdffc03 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (63a0fabd-5b68-425c-92a4-47bd2de51b0b), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.384100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78eeba96-f684-408b-9a8f-90d0bbdffc03 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (63a0fabd-5b68-425c-92a4-47bd2de51b0b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.427698 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78eeba96-f684-408b-9a8f-90d0bbdffc03 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (63a0fabd-5b68-425c-92a4-47bd2de51b0b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.451305 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeba96-f684-408b-9a8f-90d0bbdffc03 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a0fabd-5b68-425c-92a4-47bd2de51b0b,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:17.509718 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-78eeba96-f684-408b-9a8f-90d0bbdffc03 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.510922 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-78eeba96-f684-408b-9a8f-90d0bbdffc03 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2529540 Feb 09 22:49:17.513635 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59562) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:17.517943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-615fc982-bcd6-4631-bc48-3cb4bf8e221e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '2a0b10ea-3fca-40e5-abac-4b2c746c52ee', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:17.587652 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-615fc982-bcd6-4631-bc48-3cb4bf8e221e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (37aa42f0-2379-451b-8e99-8b5f3ae3359e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.642120 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-615fc982-bcd6-4631-bc48-3cb4bf8e221e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (37aa42f0-2379-451b-8e99-8b5f3ae3359e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.725415 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-615fc982-bcd6-4631-bc48-3cb4bf8e221e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (37aa42f0-2379-451b-8e99-8b5f3ae3359e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.742676 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fc982-bcd6-4631-bc48-3cb4bf8e221e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37aa42f0-2379-451b-8e99-8b5f3ae3359e,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:17.830151 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-615fc982-bcd6-4631-bc48-3cb4bf8e221e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:17.831367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-615fc982-bcd6-4631-bc48-3cb4bf8e221e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3167903 Feb 09 22:49:17.834050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59564) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:17.838415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-004b96a8-c6e9-4f8f-bb06-94aef4efaad9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '2a0b10ea-3fca-40e5-abac-4b2c746c52ee', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:17.941134 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-004b96a8-c6e9-4f8f-bb06-94aef4efaad9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (83dd06c8-b172-43e9-847e-e608432e133d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.064645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-004b96a8-c6e9-4f8f-bb06-94aef4efaad9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (83dd06c8-b172-43e9-847e-e608432e133d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.159482 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-004b96a8-c6e9-4f8f-bb06-94aef4efaad9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (83dd06c8-b172-43e9-847e-e608432e133d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.176763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b96a8-c6e9-4f8f-bb06-94aef4efaad9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83dd06c8-b172-43e9-847e-e608432e133d,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:18.258316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-004b96a8-c6e9-4f8f-bb06-94aef4efaad9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.259519 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-004b96a8-c6e9-4f8f-bb06-94aef4efaad9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4245520 Feb 09 22:49:18.262288 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59566) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:18.268973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-2d6a37cc-bd07-4c67-844c-b475e9bfa516 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '2a0b10ea-3fca-40e5-abac-4b2c746c52ee', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:18.381221 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d6a37cc-bd07-4c67-844c-b475e9bfa516 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (f2fe5ae4-bebd-43eb-9fe5-e6998c2c185d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.438098 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d6a37cc-bd07-4c67-844c-b475e9bfa516 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (f2fe5ae4-bebd-43eb-9fe5-e6998c2c185d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.547929 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d6a37cc-bd07-4c67-844c-b475e9bfa516 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (f2fe5ae4-bebd-43eb-9fe5-e6998c2c185d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.568443 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a37cc-bd07-4c67-844c-b475e9bfa516 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fe5ae4-bebd-43eb-9fe5-e6998c2c185d,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:18.664182 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-2d6a37cc-bd07-4c67-844c-b475e9bfa516 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.666078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-2d6a37cc-bd07-4c67-844c-b475e9bfa516 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022021 Feb 09 22:49:18.668786 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59568) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:18.673158 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '2a0b10ea-3fca-40e5-abac-4b2c746c52ee', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:18.736666 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:49:18.741593 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (d182752f-fb00-4087-8770-3b2d1eb083c6), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.798716 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (d182752f-fb00-4087-8770-3b2d1eb083c6), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.890705 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d182752f-fb00-4087-8770-3b2d1eb083c6), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:18.909952 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d182752f-fb00-4087-8770-3b2d1eb083c6,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:19.001696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.002875 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-43ff63da-0b68-4a08-b851-6230dfe165ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331685 Feb 09 22:49:19.005667 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59570) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:19.009904 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '2a0b10ea-3fca-40e5-abac-4b2c746c52ee', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:19.096454 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:49:19.101310 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (0b22976b-9c46-4c06-92d6-c8fc8f4f6921), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.158903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (0b22976b-9c46-4c06-92d6-c8fc8f4f6921), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.245423 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (0b22976b-9c46-4c06-92d6-c8fc8f4f6921), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.272857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b22976b-9c46-4c06-92d6-c8fc8f4f6921,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:19.361663 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.362923 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3281df85-b6de-4be2-b3ce-402df10e2e18 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563344 Feb 09 22:49:19.365767 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59572) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:19.371130 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'network': {'name': 'tempest-network-smoke--514523912', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'port_security_enabled': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:19.490611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:49:19.493951 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.517734 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:49:19.530680 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (46660a1f-d174-4143-962b-63be2499be0d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.530680 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Added segment 46660a1f-d174-4143-962b-63be2499be0d of type vlan for network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 Feb 09 22:49:19.568994 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.679261 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.684887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:19.685479 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.750013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Network': ['ID=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:19.760166 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:49:19.802181 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-96e0fd3e-38f4-40a2-bcf4-a50d3096696d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4353006 Feb 09 22:49:19.804810 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59574) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:19.809815 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'admin_state_up': True, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:19.885243 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (24b0a996-59e9-42bf-9800-24f82cbcdfb3), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.886460 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (24b0a996-59e9-42bf-9800-24f82cbcdfb3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:19.941963 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (24b0a996-59e9-42bf-9800-24f82cbcdfb3), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.144155 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (24b0a996-59e9-42bf-9800-24f82cbcdfb3), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.396613 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (24b0a996-59e9-42bf-9800-24f82cbcdfb3), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.415657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.518298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.54 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/10d02c88-1c33-4bb8-8fe2-856b9cd82121) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:20.616405 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.708102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:20.743080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:20.748269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:20.750707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:21.068357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=10d02c88-1c33-4bb8-8fe2-856b9cd82121,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:21.355783 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (24b0a996-59e9-42bf-9800-24f82cbcdfb3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:21.553385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (24b0a996-59e9-42bf-9800-24f82cbcdfb3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:21.742276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:49:21.850415 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:21.859793 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Sync routers for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:21.869359 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:21.869970 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:21.944325 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:21.945629 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-58195f59-91f5-4840-8d2d-7e5051afa7e0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1398487 Feb 09 22:49:21.949259 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59576) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:21.973355 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:22.020739 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e02332d0-1050-45c4-97e2-345dc4c59a03 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=33be0f94b35442a2b929b112a0d57e17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703225 Feb 09 22:49:22.023272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59580) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:22.112185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82db450-7ad5-4ec7-8a74-90a6347a6968 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:22.113700 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c82db450-7ad5-4ec7-8a74-90a6347a6968 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895016 Feb 09 22:49:22.117385 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59582) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:22.146032 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e37a59e6-f958-4d70-b3b4-dfb3e8db4082 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276091 Feb 09 22:49:22.146937 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:21Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:22.148528 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59584) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:22.153254 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574527386', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:22.176373 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Checking router: 24b0a996-59e9-42bf-9800-24f82cbcdfb3 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:22.176721 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Updating router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:49:22.203881 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.348357 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:49:22.351923 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.446477 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Publish callbacks [] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.513434 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.566143 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Attempting to bind port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:22.566521 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Attempting to bind port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:22.566887 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Attempting to bind port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:22.575626 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:22.576094 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:22.576495 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.576890 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:22.577357 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Bound port: 10d02c88-1c33-4bb8-8fe2-856b9cd82121, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:22.577739 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.579182 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Pushing event updated for resources: {'Port': ['ID=10d02c88-1c33-4bb8-8fe2-856b9cd82121,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:22.588127 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (e777803a-bc6f-4e9d-894f-870bb1bd20f7), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.602368 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.602704 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.603047 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.603385 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.603739 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.604608 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.604939 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.605265 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.605588 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.605915 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.606239 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.606566 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.606888 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:22.644020 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] For port 10d02c88-1c33-4bb8-8fe2-856b9cd82121, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:22.647176 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] For port 10d02c88-1c33-4bb8-8fe2-856b9cd82121, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=10d02c88-1c33-4bb8-8fe2-856b9cd82121,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:22.650722 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Subnet': ['ID=e777803a-bc6f-4e9d-894f-870bb1bd20f7,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:22.658595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Checking segment: {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:22.658961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network hostable DHCP agents. Network: e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:49:22.731567 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.767992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:49:22.784699 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:22.785311 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:22.846210 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee8664-9030-486b-9dc6-50a0e44edcc3 None None] Pushing event updated for resources: {'Port': ['ID=10d02c88-1c33-4bb8-8fe2-856b9cd82121,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:22.868037 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:22.872910 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:22.873631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.877417 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6566ead-179b-4114-a664-92b969abc464 None None] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:49:22.896411 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:22.977910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:49:22.979470 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.987892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-892a633a-8a3d-4275-9ad5-e09c309baec7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8358598 Feb 09 22:49:22.990200 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59586) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:23.083980 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:21Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:23.115229 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a93b2-fba3-465e-b83b-c4ed51f82197 None None] The sync data for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 is: [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:21Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:23.122099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Allocated IP 172.20.0.2 (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7/e777803a-bc6f-4e9d-894f-870bb1bd20f7/70d2a755-8ba8-4c5b-97bc-bce285be8c01) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:23.274527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Publish callbacks [] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:23.343182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:23.409022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:23.410388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Pushing event updated for resources: {'Port': ['ID=70d2a755-8ba8-4c5b-97bc-bce285be8c01,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:23.413977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:23.416725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:23.476675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:23.482538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Attempting to bind port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:23.482922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Attempting to bind port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:23.483298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Attempting to bind port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 on network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:23.488684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:23.489073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Checking segment: {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:23.489494 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:23.489894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Bound using segment: {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:23.490377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Bound port: 70d2a755-8ba8-4c5b-97bc-bce285be8c01, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:23.490766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:23.562814 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] For port 70d2a755-8ba8-4c5b-97bc-bce285be8c01, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:23.566686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] For port 70d2a755-8ba8-4c5b-97bc-bce285be8c01, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70d2a755-8ba8-4c5b-97bc-bce285be8c01,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:23.645774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:23.714153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee59f6f-b1e5-40ef-bd29-ccf94bca20ca None None] Pushing event updated for resources: {'Port': ['ID=70d2a755-8ba8-4c5b-97bc-bce285be8c01,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:23.781428 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.1 (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7/e777803a-bc6f-4e9d-894f-870bb1bd20f7/68e6559b-378c-46f6-9c53-a6785b1532f8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:23.932645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.068802 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.112182 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:24.115237 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:24.118903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:24.125847 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=68e6559b-378c-46f6-9c53-a6785b1532f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:24.165259 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (24b0a996-59e9-42bf-9800-24f82cbcdfb3), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.359268 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.616760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174bac7-542e-42ac-add9-adc5403f63b4 None None] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:49:24.646714 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.708804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.728478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-47f42c52-747d-40d0-aa6b-932a9f26316c None None] Provisioning complete for port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:24.728785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47f42c52-747d-40d0-aa6b-932a9f26316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.820270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-47f42c52-747d-40d0-aa6b-932a9f26316c None None] Current status of the port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:24.820665 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47f42c52-747d-40d0-aa6b-932a9f26316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.840662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (24b0a996-59e9-42bf-9800-24f82cbcdfb3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.859020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=68e6559b-378c-46f6-9c53-a6785b1532f8,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:24.877941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70d2a755-8ba8-4c5b-97bc-bce285be8c01 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:24.910573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-47f42c52-747d-40d0-aa6b-932a9f26316c None None] For port 70d2a755-8ba8-4c5b-97bc-bce285be8c01, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70d2a755-8ba8-4c5b-97bc-bce285be8c01,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:24.947441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:24.948428 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:24.963093 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:24.965187 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:24.987931 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-47f42c52-747d-40d0-aa6b-932a9f26316c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:25.082207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f42c52-747d-40d0-aa6b-932a9f26316c None None] Pushing event updated for resources: {'Port': ['ID=70d2a755-8ba8-4c5b-97bc-bce285be8c01,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:25.101301 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:25.103895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:25.105011 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 10d02c88-1c33-4bb8-8fe2-856b9cd82121 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:25.146574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-629429a2-d121-4334-b096-c43173e81370 None None] Provisioning complete for port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:25.146969 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-629429a2-d121-4334-b096-c43173e81370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:25.198887 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:25.198887 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:25.441322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-629429a2-d121-4334-b096-c43173e81370 None None] Current status of the port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:25.475415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-629429a2-d121-4334-b096-c43173e81370 None None] Provisioning complete for port 68e6559b-378c-46f6-9c53-a6785b1532f8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:25.475829 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-629429a2-d121-4334-b096-c43173e81370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:25.508773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:25.509168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:25.533401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-629429a2-d121-4334-b096-c43173e81370 None None] Port 68e6559b-378c-46f6-9c53-a6785b1532f8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:25.541771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 10d02c88-1c33-4bb8-8fe2-856b9cd82121, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=10d02c88-1c33-4bb8-8fe2-856b9cd82121,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:25.541933 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:25.546018 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d51b9ff0-92f5-4b08-be93-994b1896997e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/24b0a996-59e9-42bf-9800-24f82cbcdfb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5564027 Feb 09 22:49:25.550449 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Sync routers for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:25.560390 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:25.561032 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:25.627105 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:25.700515 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-f9f8cb4b-6032-4bac-b41d-5fbcf18582d0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86009973&fields=id&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 267 time: 0.0432944 Feb 09 22:49:25.712253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f0cceb45-a738-41b7-8dfd-4ef4830b0713 None None] Provisioning complete for port 68e6559b-378c-46f6-9c53-a6785b1532f8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:25.712643 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0cceb45-a738-41b7-8dfd-4ef4830b0713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:25.742811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=10d02c88-1c33-4bb8-8fe2-856b9cd82121,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:25.752434 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:25.787530 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f0cceb45-a738-41b7-8dfd-4ef4830b0713 None None] Port 68e6559b-378c-46f6-9c53-a6785b1532f8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:25.809877 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-c6891691-b4f9-427a-88cd-6c4d0ad1aab1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:25.811354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-c6891691-b4f9-427a-88cd-6c4d0ad1aab1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/networks?id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 HTTP/1.1" status: 200 len: 796 time: 0.1042914 Feb 09 22:49:25.825973 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-a62028dd-b4d2-4ae1-80d7-676f9f441e6f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/quotas/33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 375 time: 0.0091362 Feb 09 22:49:25.880455 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-ba455743-dcd9-4349-867b-f5345adde73b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492673 Feb 09 22:49:25.957196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 2, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:25.974947 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-b604e79b-2f58-478c-887e-8cd645b8b5eb service neutron] 10.222.0.98 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828722 Feb 09 22:49:25.983876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Checking router: 24b0a996-59e9-42bf-9800-24f82cbcdfb3 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:25.984246 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Updating router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 port 68e6559b-378c-46f6-9c53-a6785b1532f8 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:49:26.015116 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:26.068600 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-ce648d7d-ca4c-4e63-914c-dbcdc3eafaad service neutron] 10.222.0.98 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872886 Feb 09 22:49:26.279166 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Publish callbacks [] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:26.300434 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-01391426-5093-4608-8731-fcaf42a56650 req-0f98937f-f855-4ff4-aa01-2809ef00dc4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 210 time: 0.0279860 Feb 09 22:49:26.376508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:26.426208 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2c400-42db-4ae3-9651-8aa21716e4b8 None None] Pushing event updated for resources: {'Port': ['ID=68e6559b-378c-46f6-9c53-a6785b1532f8,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:26.484556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Attempting to bind port 68e6559b-378c-46f6-9c53-a6785b1532f8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:26.484858 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Attempting to bind port 68e6559b-378c-46f6-9c53-a6785b1532f8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:26.485219 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Attempting to bind port 68e6559b-378c-46f6-9c53-a6785b1532f8 on network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:26.490461 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:26.490839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Checking segment: {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:26.491241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:26.491634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Bound using segment: {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:26.492130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Bound port: 68e6559b-378c-46f6-9c53-a6785b1532f8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:26.492522 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:26.559787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] For port 68e6559b-378c-46f6-9c53-a6785b1532f8, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:26.563249 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] For port 68e6559b-378c-46f6-9c53-a6785b1532f8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=68e6559b-378c-46f6-9c53-a6785b1532f8,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:26.611967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-89d1aef5-9101-41d9-bf28-63ec780723fc None None] Provisioning complete for port 68e6559b-378c-46f6-9c53-a6785b1532f8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:26.612144 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-89d1aef5-9101-41d9-bf28-63ec780723fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:26.646099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-89d1aef5-9101-41d9-bf28-63ec780723fc None None] Port 68e6559b-378c-46f6-9c53-a6785b1532f8 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:26.651280 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:26.711013 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:26.711661 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:26.750232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2c400-42db-4ae3-9651-8aa21716e4b8 None None] Pushing event updated for resources: {'Port': ['ID=68e6559b-378c-46f6-9c53-a6785b1532f8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:26.796760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70d2a755-8ba8-4c5b-97bc-bce285be8c01 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:26.868484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:26.902102 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:26.902518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:27.035489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-31302f48-975f-47e3-bf41-f2c626f873b4 None None] Provisioning complete for port 68e6559b-378c-46f6-9c53-a6785b1532f8 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:27.035765 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31302f48-975f-47e3-bf41-f2c626f873b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:27.132631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:27.133675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 10d02c88-1c33-4bb8-8fe2-856b9cd82121 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:27.238822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-31302f48-975f-47e3-bf41-f2c626f873b4 None None] Current status of the port 68e6559b-378c-46f6-9c53-a6785b1532f8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:27.239208 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31302f48-975f-47e3-bf41-f2c626f873b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:27.267106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:27.267473 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:27.302776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:26Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:27.309536 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-31302f48-975f-47e3-bf41-f2c626f873b4 None None] For port 68e6559b-378c-46f6-9c53-a6785b1532f8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=68e6559b-378c-46f6-9c53-a6785b1532f8,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:27.336870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519310ed-08ec-41ec-a08d-69182a7deab0 None None] The sync data for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 is: [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:26Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:27.406981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31302f48-975f-47e3-bf41-f2c626f873b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:27.437909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:27.449548 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-043ec6bd-a7e7-4231-87ff-d92bd235448d req-2183b739-7a05-41f8-b366-96a64c1b1052 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 210 time: 0.0478284 Feb 09 22:49:27.468261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31302f48-975f-47e3-bf41-f2c626f873b4 None None] Pushing event updated for resources: {'Port': ['ID=68e6559b-378c-46f6-9c53-a6785b1532f8,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:27.926418 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:49:28.462282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-29c31bcb-a6a3-408e-ae6f-e7fc36522e6b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:28.464469 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-29c31bcb-a6a3-408e-ae6f-e7fc36522e6b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/networks?id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 HTTP/1.1" status: 200 len: 796 time: 0.1080492 Feb 09 22:49:28.547926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7e0a283e-8e24-4647-b8ef-bfcd2dab7ba6 req-422d9446-dc63-4946-b46c-da9629c07105 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 210 time: 0.0334947 Feb 09 22:49:28.554008 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3f585a04-36ab-40ba-a39a-8a361bc68f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 378 time: 0.0789452 Feb 09 22:49:28.572355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'port': {'device_id': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'admin_state_up': True, 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'security_groups': ['2a0b10ea-3fca-40e5-abac-4b2c746c52ee']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:28.759306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:49:28.763413 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:28.801250 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 68e6559b-378c-46f6-9c53-a6785b1532f8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:28.853613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 68e6559b-378c-46f6-9c53-a6785b1532f8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:28.853997 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:28.889358 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.9 (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7/e777803a-bc6f-4e9d-894f-870bb1bd20f7/511c520e-6be8-4c45-b567-ee71cdd323b7) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:28.934643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 68e6559b-378c-46f6-9c53-a6785b1532f8 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:29.028186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.159949 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.204592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:29.209764 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:29.213623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:29.239630 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=511c520e-6be8-4c45-b567-ee71cdd323b7,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:29.268221 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:29.268858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.333878 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-d3c20772-e3b9-4947-86c0-77c6e7166f0b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7653670 Feb 09 22:49:29.390235 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Request body: {'port': {'device_id': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:29.441477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4784aa7f-8c73-48f9-aaaa-2bf97164935c None None] Provisioning complete for port 511c520e-6be8-4c45-b567-ee71cdd323b7 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:29.442122 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4784aa7f-8c73-48f9-aaaa-2bf97164935c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.448153 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.478316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4784aa7f-8c73-48f9-aaaa-2bf97164935c None None] Port 511c520e-6be8-4c45-b567-ee71cdd323b7 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:49:29.669632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6f2b-7684-4d76-ad99-3b10d8a4831e req-65d2de8a-76bd-49e3-ab4c-ae0b4b3a40a6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:29.671121 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e0f6f2b-7684-4d76-ad99-3b10d8a4831e req-65d2de8a-76bd-49e3-ab4c-ae0b4b3a40a6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 931 time: 0.0524325 Feb 09 22:49:29.708487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511c520e-6be8-4c45-b567-ee71cdd323b7 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:49:29.717627 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Publish callbacks [] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.724176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3e0f6f2b-7684-4d76-ad99-3b10d8a4831e req-4424cfc2-05e9-4ca0-b452-c932bceb3ccc tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472808 Feb 09 22:49:29.729912 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Transition to ACTIVE for port object 511c520e-6be8-4c45-b567-ee71cdd323b7 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:49:29.788003 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.839533 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Pushing event updated for resources: {'Port': ['ID=511c520e-6be8-4c45-b567-ee71cdd323b7,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:29.907670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Attempting to bind port 511c520e-6be8-4c45-b567-ee71cdd323b7 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:49:29.908331 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Attempting to bind port 511c520e-6be8-4c45-b567-ee71cdd323b7 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:49:29.908686 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Attempting to bind port 511c520e-6be8-4c45-b567-ee71cdd323b7 on network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:29.913348 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Port 511c520e-6be8-4c45-b567-ee71cdd323b7 on network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:49:29.913745 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Attempting to bind port 511c520e-6be8-4c45-b567-ee71cdd323b7 on network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:49:29.918604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:49:29.918951 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Checking segment: {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:49:29.919346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Bound using segment: {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:49:29.919813 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Bound port: 511c520e-6be8-4c45-b567-ee71cdd323b7, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46660a1f-d174-4143-962b-63be2499be0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:49:29.920182 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.977002 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:29.991034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] For port 511c520e-6be8-4c45-b567-ee71cdd323b7, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:49:29.994419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] For port 511c520e-6be8-4c45-b567-ee71cdd323b7, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=511c520e-6be8-4c45-b567-ee71cdd323b7,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:49:30.039792 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:30.072256 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.072910 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:30.074491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] 10.222.0.30 "PUT /v2.0/ports/511c520e-6be8-4c45-b567-ee71cdd323b7 HTTP/1.1" status: 200 len: 1091 time: 0.7295184 Feb 09 22:49:30.076705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:30.079006 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6302ef1e-36a6-462b-a6a5-c45083503f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:30.105386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ee28-afc7-4182-8b7f-4a51ad179926 service neutron] Pushing event updated for resources: {'Port': ['ID=511c520e-6be8-4c45-b567-ee71cdd323b7,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:30.126606 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c036a-093a-4626-8428-ef4bf25fdd03 x-openstack-request-id: req-5b5c036a-093a-4626-8428-ef4bf25fdd03 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:30.127006 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:30.127270 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b5c036a-093a-4626-8428-ef4bf25fdd03 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:30.127679 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'status': 'completed', 'code': 200} Feb 09 22:49:30.200564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ef1e-36a6-462b-a6a5-c45083503f6b req-cf71cb62-4ab3-4f5c-8974-9d753aae06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.202111 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6302ef1e-36a6-462b-a6a5-c45083503f6b req-cf71cb62-4ab3-4f5c-8974-9d753aae06cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1125 time: 0.0478137 Feb 09 22:49:30.310573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ef1e-36a6-462b-a6a5-c45083503f6b req-b07dfcb3-4da0-4a1a-8447-af2ef4da1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.312128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6302ef1e-36a6-462b-a6a5-c45083503f6b req-b07dfcb3-4da0-4a1a-8447-af2ef4da1d73 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=33be0f94b35442a2b929b112a0d57e17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0995936 Feb 09 22:49:30.405410 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302ef1e-36a6-462b-a6a5-c45083503f6b req-2d88a958-b98c-4815-b28c-86962c875a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.406837 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6302ef1e-36a6-462b-a6a5-c45083503f6b req-2d88a958-b98c-4815-b28c-86962c875a87 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862279 Feb 09 22:49:30.495307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-cf739e3e-544a-4486-a7b5-2ea590b93612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.496721 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-cf739e3e-544a-4486-a7b5-2ea590b93612 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1125 time: 0.0481257 Feb 09 22:49:30.542060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-bedc67c0-9405-4bbf-bfb4-3e4916f6c250 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511c520e-6be8-4c45-b567-ee71cdd323b7 HTTP/1.1" status: 200 len: 217 time: 0.0335743 Feb 09 22:49:30.591335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-c5741b05-3fd8-4c12-9967-25698ca22177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.592784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-c5741b05-3fd8-4c12-9967-25698ca22177 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e777803a-bc6f-4e9d-894f-870bb1bd20f7 HTTP/1.1" status: 200 len: 834 time: 0.0417254 Feb 09 22:49:30.646555 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-0ba42617-7e13-4623-b390-713b5e1736cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.648070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-0ba42617-7e13-4623-b390-713b5e1736cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461748 Feb 09 22:49:30.737511 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-00b1c501-0280-41ac-a4c4-014536a98e8b service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803063 Feb 09 22:49:30.832649 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-eb4a648b-7fa6-4aea-a104-39234fd47d2f req-c284717c-f24a-40dd-9d60-3a5d0c061624 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857430 Feb 09 22:49:30.845105 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff1c0b-c4cd-4fff-af3a-9f892b9ed090 req-09d236bd-5f16-46a1-867e-855bc836b30c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:30.846621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-23ff1c0b-c4cd-4fff-af3a-9f892b9ed090 req-09d236bd-5f16-46a1-867e-855bc836b30c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 943 time: 0.0540857 Feb 09 22:49:30.894704 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-23ff1c0b-c4cd-4fff-af3a-9f892b9ed090 req-62c454aa-57d8-47fc-af95-e263c043846b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423353 Feb 09 22:49:31.490464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:32.350306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bd09f-5da8-4d83-b411-3912c7c8c375 req-d1c0c91a-5041-4209-b3fe-7b3edd8326d2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:32.351850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf6bd09f-5da8-4d83-b411-3912c7c8c375 req-d1c0c91a-5041-4209-b3fe-7b3edd8326d2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 943 time: 0.3878946 Feb 09 22:49:32.398895 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cf6bd09f-5da8-4d83-b411-3912c7c8c375 req-8994e71d-fa7e-420e-b411-cd76e1025172 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414140 Feb 09 22:49:33.515634 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279caa2d-0fef-49fc-99e6-2b0d78ff2113 req-b6a5de42-e248-4ba6-8b9e-3433f642ab66 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:33.517137 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-279caa2d-0fef-49fc-99e6-2b0d78ff2113 req-b6a5de42-e248-4ba6-8b9e-3433f642ab66 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 943 time: 0.0512986 Feb 09 22:49:33.565889 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-279caa2d-0fef-49fc-99e6-2b0d78ff2113 req-b0ea8d34-0bfa-4e19-9742-176fa89ac8e1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432167 Feb 09 22:49:34.223896 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 511c520e-6be8-4c45-b567-ee71cdd323b7 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:49:34.321163 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 511c520e-6be8-4c45-b567-ee71cdd323b7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=511c520e-6be8-4c45-b567-ee71cdd323b7,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:34.333388 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'port_id': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'mac_address': 'fa:16:3e:b6:8f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:49:34.368098 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 511c520e-6be8-4c45-b567-ee71cdd323b7 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:34.368496 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:34.382052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511c520e-6be8-4c45-b567-ee71cdd323b7 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:49:34.401477 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 511c520e-6be8-4c45-b567-ee71cdd323b7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=511c520e-6be8-4c45-b567-ee71cdd323b7,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:34.524646 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:34.574651 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=511c520e-6be8-4c45-b567-ee71cdd323b7,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:34.682121 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025250-c69d-48e5-b7fa-4283ce96353a req-efd5c843-5a4c-46af-94f3-9749025de1c9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:34.683643 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a025250-c69d-48e5-b7fa-4283ce96353a req-efd5c843-5a4c-46af-94f3-9749025de1c9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 944 time: 0.0511546 Feb 09 22:49:34.731292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4a025250-c69d-48e5-b7fa-4283ce96353a req-9c38237f-31ec-4aab-8ad2-c0c2c2a41092 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410283 Feb 09 22:49:34.794180 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['511c520e-6be8-4c45-b567-ee71cdd323b7'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:49:35.513450 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f9f8cd7a-ff58-4284-b5f1-e88917fc1edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:35.852111 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a28b3-e668-4c9b-bdcd-235111f66a19 req-ecac7157-aed4-4c58-81d2-8171bdbc5828 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:35.853582 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e1a28b3-e668-4c9b-bdcd-235111f66a19 req-ecac7157-aed4-4c58-81d2-8171bdbc5828 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 944 time: 0.0559626 Feb 09 22:49:35.900764 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1e1a28b3-e668-4c9b-bdcd-235111f66a19 req-4d94f40e-3e55-404c-8a6e-0a4bdfbf48f8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416701 Feb 09 22:49:36.222883 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 511c520e-6be8-4c45-b567-ee71cdd323b7 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:36.342292 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 511c520e-6be8-4c45-b567-ee71cdd323b7 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:49:36.346113 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 511c520e-6be8-4c45-b567-ee71cdd323b7 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:36.346484 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:36.576955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 511c520e-6be8-4c45-b567-ee71cdd323b7 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:36.577640 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:36.599564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:36.601965 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e32003-6b0e-4da4-b799-76bd15f6ce68" -d '{"events": [{"server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "name": "network-vif-plugged", "status": "completed", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:36.614938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 511c520e-6be8-4c45-b567-ee71cdd323b7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=511c520e-6be8-4c45-b567-ee71cdd323b7,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:36.690855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:36.695274 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d8efa3-ba44-4d84-9a50-f267fbe48a36 x-openstack-request-id: req-a0d8efa3-ba44-4d84-9a50-f267fbe48a36 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:36.695661 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "name": "network-vif-plugged", "status": "completed", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:36.697524 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0d8efa3-ba44-4d84-9a50-f267fbe48a36 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:36.697524 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'code': 200} Feb 09 22:49:36.741832 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=511c520e-6be8-4c45-b567-ee71cdd323b7,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:36.801045 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4951fc7-c959-4107-b275-1f817ebc0319 req-843e67fc-37c7-4607-9c9d-ce0735324ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:36.802592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4951fc7-c959-4107-b275-1f817ebc0319 req-843e67fc-37c7-4607-9c9d-ce0735324ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1127 time: 0.0472956 Feb 09 22:49:36.849725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c4951fc7-c959-4107-b275-1f817ebc0319 req-dbcb46ae-ee56-44f2-94ef-a34405492bab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382957 Feb 09 22:49:37.018338 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e6648-2e2e-4639-b096-ad5295c8bdb7 req-403e740f-c1dc-43d2-8269-78c81e9ab3d2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:37.019867 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a12e6648-2e2e-4639-b096-ad5295c8bdb7 req-403e740f-c1dc-43d2-8269-78c81e9ab3d2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0521877 Feb 09 22:49:37.069322 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a12e6648-2e2e-4639-b096-ad5295c8bdb7 req-4f17a43e-af13-417b-91da-d316858b76e2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437844 Feb 09 22:49:37.547425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5a80-9bd9-481d-81ac-2276ac20f010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:38.190296 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662522c0-70a1-4ac2-a24b-0f9d0858e605 req-e8db5bf8-568d-47bf-9f27-9db13a84bea8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:38.191874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-662522c0-70a1-4ac2-a24b-0f9d0858e605 req-e8db5bf8-568d-47bf-9f27-9db13a84bea8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0526702 Feb 09 22:49:38.241474 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-662522c0-70a1-4ac2-a24b-0f9d0858e605 req-d0854c5a-3136-4157-bec8-86ec0fd26fa0 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434606 Feb 09 22:49:39.296186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:39.359515 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2904a-c78d-4155-9ae9-83c768c37ab0 req-31181a37-6f68-4fa2-a1d1-d8913226f637 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:39.361036 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3a2904a-c78d-4155-9ae9-83c768c37ab0 req-31181a37-6f68-4fa2-a1d1-d8913226f637 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0524485 Feb 09 22:49:39.413568 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3a2904a-c78d-4155-9ae9-83c768c37ab0 req-08e54159-bcca-4597-b533-c9a3324c8e5c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469556 Feb 09 22:49:39.536650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957cf8e-32c4-4d67-90d4-ed401f4b7bed req-f5476656-6fbd-4bcb-8f9d-0e8ef607fc4c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:39.538059 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9957cf8e-32c4-4d67-90d4-ed401f4b7bed req-f5476656-6fbd-4bcb-8f9d-0e8ef607fc4c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0554538 Feb 09 22:49:39.585908 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9957cf8e-32c4-4d67-90d4-ed401f4b7bed req-f4e0a240-15d3-432e-80ce-d1a685eadf8b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422645 Feb 09 22:49:39.606681 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59648) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:39.649280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826ca00-427a-477d-a6da-93da82653794 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:39.650798 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0826ca00-427a-477d-a6da-93da82653794 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1122 time: 0.0431457 Feb 09 22:49:39.653582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59650) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:39.658144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:39.765025 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:39.863213 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:39.963598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.87 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/f71341e3-a09e-4a52-93e5-f580c2e3987d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:40.065637 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.159945 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.202040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:40.206999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:40.210203 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:40.213169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=f71341e3-a09e-4a52-93e5-f580c2e3987d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:40.239504 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.239899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.240260 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.240609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.240950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.241288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.241623 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.241958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.242299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.242631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.242963 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.243291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.243616 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:49:40.508149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.565421 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (aaa28295-2826-45dd-ad9a-2cf310cd3991), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.695669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.843364 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.890242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:40.959873 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=f71341e3-a09e-4a52-93e5-f580c2e3987d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:40.972157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (aaa28295-2826-45dd-ad9a-2cf310cd3991), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:41.073678 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP aaa28295-2826-45dd-ad9a-2cf310cd3991 associated. External IP: 172.25.5.87, port: 511c520e-6be8-4c45-b567-ee71cdd323b7. Feb 09 22:49:41.278904 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:41.385972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:41.395406 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] Sync routers for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:41.404898 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:41.405494 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:41.452833 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:41.483413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fb77a892-9061-4301-9a30-589ee2c10d82 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8287988 Feb 09 22:49:41.484735 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:41.489253 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf9d50-0d61-4095-abfd-b88e38179a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:41.514777 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:41.526420 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19472177-d75f-4544-82fc-d0a716fe2320 x-openstack-request-id: req-19472177-d75f-4544-82fc-d0a716fe2320 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:41.526712 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:41.527192 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19472177-d75f-4544-82fc-d0a716fe2320 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:41.527602 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'status': 'completed', 'code': 200} Feb 09 22:49:41.589845 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803efd0-cd2b-4766-9717-d74c6091e42d req-59eadc2e-2cb0-46ea-b5e1-8e30dd58919d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:41.592153 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d803efd0-cd2b-4766-9717-d74c6091e42d req-59eadc2e-2cb0-46ea-b5e1-8e30dd58919d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0547247 Feb 09 22:49:41.602575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-6cabfd43-be82-49a7-9ea7-d8180d7f31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:41.604243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-6cabfd43-be82-49a7-9ea7-d8180d7f31f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1127 time: 0.0543838 Feb 09 22:49:41.644883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d803efd0-cd2b-4766-9717-d74c6091e42d req-2f15d17a-1280-43c0-90f7-be67775fe410 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465417 Feb 09 22:49:41.670575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59656) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:41.743633 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-05119a97-0772-45a9-8afe-d3e7c6ced7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:41.745148 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-05119a97-0772-45a9-8afe-d3e7c6ced7e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 HTTP/1.1" status: 200 len: 897 time: 0.1346436 Feb 09 22:49:41.755116 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'aaa28295-2826-45dd-ad9a-2cf310cd3991', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'port_id': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'mac_address': 'fa:16:3e:b6:8f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:40Z', 'updated_at': '2022-02-09T22:49:40Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:27Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:41.759671 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:41.761677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-03bf35b0-ea7a-4360-9f5c-1ea7af3accc5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/aaa28295-2826-45dd-ad9a-2cf310cd3991 HTTP/1.1" status: 200 len: 990 time: 0.0900049 Feb 09 22:49:41.816144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-a86ff75d-cebd-4dbb-9583-0b089e86b141 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511c520e-6be8-4c45-b567-ee71cdd323b7 HTTP/1.1" status: 200 len: 998 time: 0.0634277 Feb 09 22:49:41.865581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-0a6c850f-834f-4221-ae5d-e7bcd6188dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:41.866975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-0a6c850f-834f-4221-ae5d-e7bcd6188dae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e777803a-bc6f-4e9d-894f-870bb1bd20f7 HTTP/1.1" status: 200 len: 834 time: 0.0453281 Feb 09 22:49:41.872594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] Checking router: 24b0a996-59e9-42bf-9800-24f82cbcdfb3 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:41.880914 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:41.881533 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:49:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:41.919876 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-094f305c-5483-41ba-a9f3-46d022f30124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:41.921395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-094f305c-5483-41ba-a9f3-46d022f30124 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482931 Feb 09 22:49:41.986809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:42.008552 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-ad64e92e-4688-45e8-9523-18c822b8f578 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808258 Feb 09 22:49:42.101058 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fcaf9d50-0d61-4095-abfd-b88e38179a8b req-a649c341-5eaf-4b41-83ae-28e6b0876694 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Feb 09 22:49:42.203993 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'aaa28295-2826-45dd-ad9a-2cf310cd3991', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'port_id': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'mac_address': 'fa:16:3e:b6:8f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:40Z', 'updated_at': '2022-02-09T22:49:40Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:27Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:42.232678 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ef511-e372-44a7-936a-02efa321e5e9 None None] The sync data for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 is: [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'aaa28295-2826-45dd-ad9a-2cf310cd3991', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'port_id': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'mac_address': 'fa:16:3e:b6:8f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:40Z', 'updated_at': '2022-02-09T22:49:40Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:27Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:42.423568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c053d-b7c6-4cc2-8d8d-d8979a49f3b9 None None] New status for floating IP aaa28295-2826-45dd-ad9a-2cf310cd3991: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:49:42.766070 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59658) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:42.826082 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-dcbafdb3-57ca-4dfe-a105-6f808c6378eb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/aaa28295-2826-45dd-ad9a-2cf310cd3991 HTTP/1.1" status: 200 len: 992 time: 0.0583653 Feb 09 22:49:59.992808 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:00.221175 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-60337a5f-7750-48a3-afac-8e08d4d03e5d req-dbf304a0-0987-4ce7-85af-d4f45e9a6812 service neutron] (103696) timed out ('10.222.0.30', 58476) {{(pid=103696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:50:01.473301 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:04.926140 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:50:05.507207 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2a0e11ba-6de2-45e4-805e-a67f7cae589c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:07.535837 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ce57-e2ac-4f69-be85-cd47028cd3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:09.335685 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:10.518853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:11.775632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:16.385266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f345-82d3-4e20-97a2-a779312ab445 req-13752588-69f8-4259-b643-bd6e95afa158 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:16.386689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4355f345-82d3-4e20-97a2-a779312ab445 req-13752588-69f8-4259-b643-bd6e95afa158 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0526757 Feb 09 22:50:16.440710 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4355f345-82d3-4e20-97a2-a779312ab445 req-09bdc5d4-4b89-4c44-9c3d-92ae93f66dce tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485873 Feb 09 22:50:17.562317 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478386b9-cc75-418f-b6b1-b494bf26a1cf req-f58f09a2-220e-4ab5-98db-b368c442e42c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:17.563872 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-478386b9-cc75-418f-b6b1-b494bf26a1cf req-f58f09a2-220e-4ab5-98db-b368c442e42c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0530934 Feb 09 22:50:17.611661 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-478386b9-cc75-418f-b6b1-b494bf26a1cf req-39ac779f-2e14-4723-b9cb-921fae5c11ea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420456 Feb 09 22:50:18.151314 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-e299fa89-dc6e-4cfa-8328-5ecc29ed57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.152841 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-e299fa89-dc6e-4cfa-8328-5ecc29ed57c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1127 time: 0.0441329 Feb 09 22:50:18.251825 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-a0c46f79-c819-4f87-8a04-5e0e36e98416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.253278 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-a0c46f79-c819-4f87-8a04-5e0e36e98416 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 HTTP/1.1" status: 200 len: 897 time: 0.0814171 Feb 09 22:50:18.320799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-81ee68b4-bf92-4c6c-a427-7a30f700086a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511c520e-6be8-4c45-b567-ee71cdd323b7 HTTP/1.1" status: 200 len: 1000 time: 0.0610991 Feb 09 22:50:18.367244 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-ba665a94-7ba6-482b-8fac-4ce0e64cbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.368688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-ba665a94-7ba6-482b-8fac-4ce0e64cbf4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e777803a-bc6f-4e9d-894f-870bb1bd20f7 HTTP/1.1" status: 200 len: 834 time: 0.0419250 Feb 09 22:50:18.416593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-a1d3d49a-7ee8-4d6a-a49d-a954afc1de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.417999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-a1d3d49a-7ee8-4d6a-a49d-a954afc1de8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433209 Feb 09 22:50:18.508967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-6beed74f-b4b5-41c9-bf94-1480fafae8c4 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840054 Feb 09 22:50:18.597167 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-cea7b404-3ce7-48ae-9caf-e29355667778 req-8ef1b9f4-52a0-4ff7-991e-070f3414aca6 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815530 Feb 09 22:50:18.733772 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345fb1f-cfbf-4019-9173-fc9331f672fc req-50e8db04-5ac6-4162-97ff-8f3dbb55afe1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:18.735404 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2345fb1f-cfbf-4019-9173-fc9331f672fc req-50e8db04-5ac6-4162-97ff-8f3dbb55afe1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0574698 Feb 09 22:50:18.784944 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2345fb1f-cfbf-4019-9173-fc9331f672fc req-ad53afb4-28c8-4d68-a37b-04e37245450c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437791 Feb 09 22:50:19.906909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480f274-71d9-4165-ba22-3d3ade5f0d1f req-648bf47b-0827-47e0-85e2-842630b7214e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:19.908573 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4480f274-71d9-4165-ba22-3d3ade5f0d1f req-648bf47b-0827-47e0-85e2-842630b7214e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0560060 Feb 09 22:50:19.955220 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4480f274-71d9-4165-ba22-3d3ade5f0d1f req-ba7b3ea8-6991-49da-bf8a-416ef9754a1f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403793 Feb 09 22:50:21.074485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65018958-4ee3-4689-98c3-fa7035ad8bab req-522b5e41-dcc6-459c-bd9d-eda9495292ab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:21.076024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65018958-4ee3-4689-98c3-fa7035ad8bab req-522b5e41-dcc6-459c-bd9d-eda9495292ab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0531838 Feb 09 22:50:21.123268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-65018958-4ee3-4689-98c3-fa7035ad8bab req-8478fc2b-5ec2-4e2f-be6a-65f2fa33a184 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417216 Feb 09 22:50:22.242055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8c665-df91-4d0e-b18e-078302425339 req-002dfeac-37f9-44be-8b60-18cdf35dc37c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:22.243530 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78b8c665-df91-4d0e-b18e-078302425339 req-002dfeac-37f9-44be-8b60-18cdf35dc37c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0519645 Feb 09 22:50:22.291367 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-78b8c665-df91-4d0e-b18e-078302425339 req-8aa2295b-6501-4c59-abad-7b471989975b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421972 Feb 09 22:50:23.406206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85e7d4-e192-4ea8-b224-7b997cf8fd63 req-b6fb9e51-81be-4b00-9d40-77ddee58bf38 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:23.408023 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d85e7d4-e192-4ea8-b224-7b997cf8fd63 req-b6fb9e51-81be-4b00-9d40-77ddee58bf38 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0510099 Feb 09 22:50:23.459970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9d85e7d4-e192-4ea8-b224-7b997cf8fd63 req-c1834acc-46f6-4910-b118-a6b46ed81899 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463839 Feb 09 22:50:24.581577 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f15580-cf16-4678-ae6a-4e19d167747a req-732a0b6a-cf25-4188-93fb-e751fd7e038c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:24.583066 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9f15580-cf16-4678-ae6a-4e19d167747a req-732a0b6a-cf25-4188-93fb-e751fd7e038c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0571020 Feb 09 22:50:24.630793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9f15580-cf16-4678-ae6a-4e19d167747a req-a9fb36cb-a2dd-45fe-8215-531bb81ee323 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415993 Feb 09 22:50:25.751169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3e385-ae7e-4cf3-9eef-fd915d710d54 req-22419fc2-78fe-475c-8481-c61a06978b7f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.752669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3b3e385-ae7e-4cf3-9eef-fd915d710d54 req-22419fc2-78fe-475c-8481-c61a06978b7f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0516696 Feb 09 22:50:25.799159 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3b3e385-ae7e-4cf3-9eef-fd915d710d54 req-f26575d8-d7c7-4b36-ba43-80a42b6a12ae tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409193 Feb 09 22:50:26.916426 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13da4b-df70-4230-b337-e827deaf4220 req-dbbf24f8-a5c1-45a6-8730-f956eb73cbf5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:26.917836 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b13da4b-df70-4230-b337-e827deaf4220 req-dbbf24f8-a5c1-45a6-8730-f956eb73cbf5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0534923 Feb 09 22:50:26.966552 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7b13da4b-df70-4230-b337-e827deaf4220 req-9b71f8b5-acbc-4cbf-92bf-d8a0ca2c8103 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431125 Feb 09 22:50:26.988611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59692) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:27.055826 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1975e7f5-ed8a-42bd-9b91-5d5639a1dad1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/aaa28295-2826-45dd-ad9a-2cf310cd3991 HTTP/1.1" status: 200 len: 992 time: 0.0660479 Feb 09 22:50:28.487483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373620e-5645-448e-8e47-5b9fd0342772 req-7460f029-5b9d-4dc6-8945-b9a87d6befd6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:28.489021 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8373620e-5645-448e-8e47-5b9fd0342772 req-7460f029-5b9d-4dc6-8945-b9a87d6befd6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0524871 Feb 09 22:50:28.541216 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8373620e-5645-448e-8e47-5b9fd0342772 req-8144e3ff-4804-491c-bd29-8c533e6e3e81 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465994 Feb 09 22:50:28.593452 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-b136b5dc-f432-4c4b-853e-1c227d32a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:28.594953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-b136b5dc-f432-4c4b-853e-1c227d32a3f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1127 time: 0.0488179 Feb 09 22:50:28.686368 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-c804848f-8b1f-4b68-b48e-872e48fcf0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:28.687864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-c804848f-8b1f-4b68-b48e-872e48fcf0fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 HTTP/1.1" status: 200 len: 897 time: 0.0825658 Feb 09 22:50:28.757832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-99641a87-d70e-4979-a506-8510f1016ab7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511c520e-6be8-4c45-b567-ee71cdd323b7 HTTP/1.1" status: 200 len: 1000 time: 0.0610752 Feb 09 22:50:28.807404 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-951b87df-5ca3-4156-97e1-c147f6035f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:28.808828 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-951b87df-5ca3-4156-97e1-c147f6035f59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e777803a-bc6f-4e9d-894f-870bb1bd20f7 HTTP/1.1" status: 200 len: 834 time: 0.0419614 Feb 09 22:50:28.859236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-b6f43e74-47e1-49d2-a0af-2ba737af2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:28.860724 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-b6f43e74-47e1-49d2-a0af-2ba737af2d40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426605 Feb 09 22:50:28.954042 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-bcb01a6f-8751-46f6-a76a-87db9223c8e0 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Feb 09 22:50:29.042380 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c11f2db7-ef33-410b-844d-5cdda10ca904 req-de5015f4-6490-4826-8399-f44e6fae3903 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793326 Feb 09 22:50:29.662706 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207325f-d7a6-499a-9da4-7eeaa42e4784 req-1a53b105-08cd-487b-a347-1c73de140cd9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:29.664817 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f207325f-d7a6-499a-9da4-7eeaa42e4784 req-1a53b105-08cd-487b-a347-1c73de140cd9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0542986 Feb 09 22:50:29.713498 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f207325f-d7a6-499a-9da4-7eeaa42e4784 req-4bd0e5db-8444-4320-ba64-c1014238ed75 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428665 Feb 09 22:50:30.009808 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:30.835223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a170052-9f72-4a6b-a349-60b0ebb39ca9 req-60e09913-4a43-41b8-a1df-fc90836804df tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:30.836755 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a170052-9f72-4a6b-a349-60b0ebb39ca9 req-60e09913-4a43-41b8-a1df-fc90836804df tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0531368 Feb 09 22:50:30.888857 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a170052-9f72-4a6b-a349-60b0ebb39ca9 req-0af8a791-bd26-41d8-beb9-2dc3ac984a2e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464456 Feb 09 22:50:30.910455 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59704) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:50:30.969824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1f83d085-94e5-4ec7-8cc7-5767e8b73dc9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/aaa28295-2826-45dd-ad9a-2cf310cd3991 HTTP/1.1" status: 200 len: 992 time: 0.0581872 Feb 09 22:50:31.513025 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:35.553017 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3deae031-802b-4ed9-b2d9-9864459d01dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:37.535082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46605187-4493-46d9-ae57-b16ac75a1fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:39.284141 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:40.495932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:41.861168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:41.925130 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:50:54.460513 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-fa0fa7fd-c0e1-40e8-aeeb-84f14083435b req-683f5a6d-d475-4ce9-bfe7-2d3b9725c0e6 service neutron] (103697) timed out ('10.222.0.110', 62407) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:50:59.986378 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:01.506464 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.390658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59722) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:03.543282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port f71341e3-a09e-4a52-93e5-f580c2e3987d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:51:03.543631 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.620326 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.620659 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (f71341e3-a09e-4a52-93e5-f580c2e3987d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.632126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for f71341e3-a09e-4a52-93e5-f580c2e3987d owned by network:floatingip {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:51:03.860858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (f71341e3-a09e-4a52-93e5-f580c2e3987d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.885419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=f71341e3-a09e-4a52-93e5-f580c2e3987d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:03.914240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.914601 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.914955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.915310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.915649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.916014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.916353 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.916733 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.917027 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.917361 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.917694 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.918021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.918351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:03.956013 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (aaa28295-2826-45dd-ad9a-2cf310cd3991), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:03.956353 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP aaa28295-2826-45dd-ad9a-2cf310cd3991 disassociated (deleted). External IP: 172.25.5.87, port: 511c520e-6be8-4c45-b567-ee71cdd323b7. Feb 09 22:51:04.164083 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:51:04.270652 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:51:04.275425 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:04.280084 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] Sync routers for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:51:04.289128 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:04.289741 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:04.303839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-59e844f8-03d7-4902-a3a5-57a5722914d5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/floatingips/aaa28295-2826-45dd-ad9a-2cf310cd3991 HTTP/1.1" status: 204 len: 168 time: 0.9120748 Feb 09 22:51:04.304433 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:04.306902 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027448b9-fb83-44f6-8178-01a8a470b660" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:04.345941 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f7095-2813-42b5-a01d-b950652772a0 x-openstack-request-id: req-253f7095-2813-42b5-a01d-b950652772a0 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:04.346463 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:04.346922 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-253f7095-2813-42b5-a01d-b950652772a0 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:04.347780 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'status': 'completed', 'code': 200} Feb 09 22:51:04.398046 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:04.412436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027448b9-fb83-44f6-8178-01a8a470b660 req-2d6ad3b9-4e56-4e5f-a056-68e9dde50cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.413988 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-027448b9-fb83-44f6-8178-01a8a470b660 req-2d6ad3b9-4e56-4e5f-a056-68e9dde50cd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 1127 time: 0.0452094 Feb 09 22:51:04.507664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027448b9-fb83-44f6-8178-01a8a470b660 req-8195e46e-3812-481a-82f6-d562957209f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.509189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-027448b9-fb83-44f6-8178-01a8a470b660 req-8195e46e-3812-481a-82f6-d562957209f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 HTTP/1.1" status: 200 len: 897 time: 0.0879700 Feb 09 22:51:04.554640 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-027448b9-fb83-44f6-8178-01a8a470b660 req-f6742270-581e-4c2f-a156-01df930301eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=511c520e-6be8-4c45-b567-ee71cdd323b7 HTTP/1.1" status: 200 len: 217 time: 0.0349309 Feb 09 22:51:04.603604 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:27Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:04.624014 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027448b9-fb83-44f6-8178-01a8a470b660 req-ed67f941-53fa-4b70-91b9-a06bf8bf1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.624014 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-027448b9-fb83-44f6-8178-01a8a470b660 req-ed67f941-53fa-4b70-91b9-a06bf8bf1878 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e777803a-bc6f-4e9d-894f-870bb1bd20f7 HTTP/1.1" status: 200 len: 834 time: 0.0473089 Feb 09 22:51:04.629916 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] Checking router: 24b0a996-59e9-42bf-9800-24f82cbcdfb3 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:51:04.639568 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:04.640209 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:50:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:04.729225 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebf7b2-5a04-48c9-af07-ed96fc274e61 req-4660ea6a-4d68-4c74-bccc-907e4dd74ae8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:04.732038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84ebf7b2-5a04-48c9-af07-ed96fc274e61 req-4660ea6a-4d68-4c74-bccc-907e4dd74ae8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0580089 Feb 09 22:51:04.755072 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:04.788834 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-84ebf7b2-5a04-48c9-af07-ed96fc274e61 req-472694f1-7de5-423f-ac4a-f1362e9a89f8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495210 Feb 09 22:51:04.960065 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:27Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:05.011477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027448b9-fb83-44f6-8178-01a8a470b660 req-10b6adba-ca74-4966-8e2f-a2fe778f9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:05.013070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-027448b9-fb83-44f6-8178-01a8a470b660 req-10b6adba-ca74-4966-8e2f-a2fe778f9b54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3908997 Feb 09 22:51:05.080856 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be9f224-1b19-4b1f-9980-5c934ea70503 None None] The sync data for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 is: [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:49:24Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '68e6559b-378c-46f6-9c53-a6785b1532f8', 'name': '', 'network_id': 'e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:8b:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:23Z', 'updated_at': '2022-02-09T22:49:27Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': 'e777803a-bc6f-4e9d-894f-870bb1bd20f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:51:05.105937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-027448b9-fb83-44f6-8178-01a8a470b660 req-3cddf64c-eba2-4ffe-8417-59660d6bc0ea service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858929 Feb 09 22:51:05.198962 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-027448b9-fb83-44f6-8178-01a8a470b660 req-c0954618-f869-45ef-9402-f39955570f92 service neutron] 10.222.0.30 "GET /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865915 Feb 09 22:51:05.299937 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544fc75-c381-4e91-a458-2e59765b4af6 None None] New status for floating IP aaa28295-2826-45dd-ad9a-2cf310cd3991: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:51:05.512433 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-16c5bea7-eae3-4a0c-8eb5-bd80c2f703be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:05.912465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1f69-ea08-438c-bbb8-dc061073c51a req-c8fa4582-b6a2-40b6-9121-23dde1b6b850 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:05.913883 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-522d1f69-ea08-438c-bbb8-dc061073c51a req-c8fa4582-b6a2-40b6-9121-23dde1b6b850 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0531771 Feb 09 22:51:05.961266 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-522d1f69-ea08-438c-bbb8-dc061073c51a req-4478b006-0c2b-411e-8903-4c6bbb92ed45 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=2a0b10ea-3fca-40e5-abac-4b2c746c52ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417836 Feb 09 22:51:06.408213 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-6611b47c-0320-4b8d-8179-44f6b9e3ed75 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:06.409693 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-6611b47c-0320-4b8d-8179-44f6b9e3ed75 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 945 time: 0.0557334 Feb 09 22:51:06.498057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 511c520e-6be8-4c45-b567-ee71cdd323b7 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:51:06.498398 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:06.587731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port 511c520e-6be8-4c45-b567-ee71cdd323b7, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=511c520e-6be8-4c45-b567-ee71cdd323b7,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:06.588108 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:06.601049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 511c520e-6be8-4c45-b567-ee71cdd323b7 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:51:06.826424 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (511c520e-6be8-4c45-b567-ee71cdd323b7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:06.855803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=511c520e-6be8-4c45-b567-ee71cdd323b7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:06.900067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] No DVR routers for this DVR port 511c520e-6be8-4c45-b567-ee71cdd323b7 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:51:06.902785 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:06.906228 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8bfcacd7-500d-4de8-b805-a7610507cf57 req-0a5776f5-d2d3-43ec-badb-b07101a1b718 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.30 "DELETE /v2.0/ports/511c520e-6be8-4c45-b567-ee71cdd323b7 HTTP/1.1" status: 204 len: 173 time: 0.4913359 Feb 09 22:51:06.906676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'name': 'network-vif-deleted', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:06.909221 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f31141-c238-4287-a152-40eb14bcb3b9" -d '{"events": [{"server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "name": "network-vif-deleted", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:06.944938 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255fc1be-9583-4b79-be29-530c8ca42407 x-openstack-request-id: req-255fc1be-9583-4b79-be29-530c8ca42407 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:06.945663 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6ef6ce-7009-4433-a3ec-58ad1de7c66e", "name": "network-vif-deleted", "tag": "511c520e-6be8-4c45-b567-ee71cdd323b7", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:06.945663 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-255fc1be-9583-4b79-be29-530c8ca42407 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:06.945928 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6ef6ce-7009-4433-a3ec-58ad1de7c66e', 'name': 'network-vif-deleted', 'tag': '511c520e-6be8-4c45-b567-ee71cdd323b7', 'status': 'completed', 'code': 200} Feb 09 22:51:07.317408 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0bdc63f0-9a9a-44b1-8e72-ed667cc4342a req-b1847a4e-ff51-470f-8343-a033d1bddbb1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd6ef6ce-7009-4433-a3ec-58ad1de7c66e HTTP/1.1" status: 200 len: 210 time: 0.0283551 Feb 09 22:51:07.523575 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-047e68b6-1823-4d65-920e-e3d673ffff44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:08.374604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59738) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:08.729047 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (24b0a996-59e9-42bf-9800-24f82cbcdfb3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:08.984776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 68e6559b-378c-46f6-9c53-a6785b1532f8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:51:08.985131 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.070499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port 68e6559b-378c-46f6-9c53-a6785b1532f8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=68e6559b-378c-46f6-9c53-a6785b1532f8,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:09.070868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.083758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 68e6559b-378c-46f6-9c53-a6785b1532f8 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:51:09.295164 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.329675 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (68e6559b-378c-46f6-9c53-a6785b1532f8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.357775 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=68e6559b-378c-46f6-9c53-a6785b1532f8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:09.535058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (24b0a996-59e9-42bf-9800-24f82cbcdfb3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.755728 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:51:09.863650 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:51:09.870765 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-9ac77951-4d76-4e4b-8fb2-f900da250b54 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/24b0a996-59e9-42bf-9800-24f82cbcdfb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929841 Feb 09 22:51:09.871609 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59740) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:09.873326 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] Sync routers for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:51:09.882851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:09.883478 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:09.927206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting subnet e777803a-bc6f-4e9d-894f-870bb1bd20f7 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:51:09.930404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (e777803a-bc6f-4e9d-894f-870bb1bd20f7), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.970935 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (e777803a-bc6f-4e9d-894f-870bb1bd20f7), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:09.987860 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:10.052247 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (e777803a-bc6f-4e9d-894f-870bb1bd20f7), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.160614 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:51:09Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:10.181234 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (e777803a-bc6f-4e9d-894f-870bb1bd20f7), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.189660 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] Checking router: 24b0a996-59e9-42bf-9800-24f82cbcdfb3 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:51:10.197871 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] Routers {'24b0a996-59e9-42bf-9800-24f82cbcdfb3'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:10.198479 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:10.210446 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Subnet': ['ID=e777803a-bc6f-4e9d-894f-870bb1bd20f7,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:10.212903 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.216196 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/subnets/e777803a-bc6f-4e9d-894f-870bb1bd20f7 HTTP/1.1" status: 204 len: 168 time: 0.3434174 Feb 09 22:51:10.219003 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686acb5-2c7f-4d2f-aeb0-690e812882e8 None None] Network e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:51:10.219279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59742) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:10.222774 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.223012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.223349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.223724 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.224059 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.224396 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.224727 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.225061 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.225394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.225725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.226054 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.226560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.226892 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd09d27-aa7b-4213-a43f-809dda88b3e5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.303640 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] Set router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:10.338138 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (24b0a996-59e9-42bf-9800-24f82cbcdfb3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.388006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] DHCP port deletion for e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:51:10.447671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (24b0a996-59e9-42bf-9800-24f82cbcdfb3), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.450029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Deleting port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:51:10.450911 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.484544 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:51:09Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:10.503511 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.510255 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde082f-44e1-4688-b395-b1b1091ea505 None None] The sync data for ids ['24b0a996-59e9-42bf-9800-24f82cbcdfb3'] in n-d-828599-1 is: [{'id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736004962', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:49:19Z', 'updated_at': '2022-02-09T22:51:09Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '10d02c88-1c33-4bb8-8fe2-856b9cd82121', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:93:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b0a996-59e9-42bf-9800-24f82cbcdfb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:49:20Z', 'updated_at': '2022-02-09T22:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:51:10.514482 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] For port 70d2a755-8ba8-4c5b-97bc-bce285be8c01, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=70d2a755-8ba8-4c5b-97bc-bce285be8c01,segment=NetworkSegment(46660a1f-d174-4143-962b-63be2499be0d),segment_id=46660a1f-d174-4143-962b-63be2499be0d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:10.514857 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.527756 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Calling delete_port for 70d2a755-8ba8-4c5b-97bc-bce285be8c01 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:51:10.572796 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 10d02c88-1c33-4bb8-8fe2-856b9cd82121 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:51:10.573423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.651181 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port 10d02c88-1c33-4bb8-8fe2-856b9cd82121, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=10d02c88-1c33-4bb8-8fe2-856b9cd82121,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:10.651560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.664621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 10d02c88-1c33-4bb8-8fe2-856b9cd82121 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:51:10.677868 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (70d2a755-8ba8-4c5b-97bc-bce285be8c01), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.705684 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 511c520e-6be8-4c45-b567-ee71cdd323b7 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:51:10.725765 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Pushing event deleted for resources: {'Port': ['ID=70d2a755-8ba8-4c5b-97bc-bce285be8c01,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:10.728165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] No DVR routers for this DVR port 70d2a755-8ba8-4c5b-97bc-bce285be8c01 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:51:10.732421 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 511c520e-6be8-4c45-b567-ee71cdd323b7 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:51:10.732767 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 511c520e-6be8-4c45-b567-ee71cdd323b7 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:51:10.739353 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.739809 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.740074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.740411 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.740733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.741101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.741410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.741741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.742120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.742376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.742705 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.743024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.743342 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9735a-2daf-4078-b660-746d956b74a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:10.890186 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (10d02c88-1c33-4bb8-8fe2-856b9cd82121), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.900476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70d2a755-8ba8-4c5b-97bc-bce285be8c01 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:51:10.920200 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=10d02c88-1c33-4bb8-8fe2-856b9cd82121,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:10.923116 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 70d2a755-8ba8-4c5b-97bc-bce285be8c01 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:51:10.923690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 70d2a755-8ba8-4c5b-97bc-bce285be8c01 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:51:10.924322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 68e6559b-378c-46f6-9c53-a6785b1532f8 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:51:10.955598 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 68e6559b-378c-46f6-9c53-a6785b1532f8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:51:10.956054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 68e6559b-378c-46f6-9c53-a6785b1532f8 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:51:10.986655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (24b0a996-59e9-42bf-9800-24f82cbcdfb3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.083939 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (24b0a996-59e9-42bf-9800-24f82cbcdfb3), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.086346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (24b0a996-59e9-42bf-9800-24f82cbcdfb3), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.192652 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (24b0a996-59e9-42bf-9800-24f82cbcdfb3), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.193204 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Fanout notify agent at l3_agent the message router_deleted on router 24b0a996-59e9-42bf-9800-24f82cbcdfb3 {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:51:11.199770 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.207107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b91c4f67-da1a-4531-b9c4-a23504744f4e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/routers/24b0a996-59e9-42bf-9800-24f82cbcdfb3 HTTP/1.1" status: 204 len: 168 time: 0.9800642 Feb 09 22:51:11.207107 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59746) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:11.288798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.377696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.396803 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:11.405845 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46660a1f-d174-4143-962b-63be2499be0d') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:11.406154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46660a1f-d174-4143-962b-63be2499be0d') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:11.415388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (46660a1f-d174-4143-962b-63be2499be0d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.428794 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (46660a1f-d174-4143-962b-63be2499be0d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.436261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (46660a1f-d174-4143-962b-63be2499be0d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: timer() Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:51:11.441813 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:51:11.563518 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.570335 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.573594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/networks/e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7 HTTP/1.1" status: 204 len: 168 time: 0.3688681 Feb 09 22:51:11.581589 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59748) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:11.585837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f08d30-23f8-4ec9-b195-2e48309bb9b2 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Network': ['ID=e0dbf78f-1d83-43ab-9cd3-4a343a3c11a7,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:11.635946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fe98fdc-223f-413f-abf8-a6c039f8b155 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (2a0b10ea-3fca-40e5-abac-4b2c746c52ee), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.666634 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fe98fdc-223f-413f-abf8-a6c039f8b155 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (2a0b10ea-3fca-40e5-abac-4b2c746c52ee), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.775098 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.798057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fe98fdc-223f-413f-abf8-a6c039f8b155 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (2a0b10ea-3fca-40e5-abac-4b2c746c52ee), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.800719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8fe98fdc-223f-413f-abf8-a6c039f8b155 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.801917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-8fe98fdc-223f-413f-abf8-a6c039f8b155 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/security-groups/2a0b10ea-3fca-40e5-abac-4b2c746c52ee HTTP/1.1" status: 204 len: 168 time: 0.2238734 Feb 09 22:51:11.811993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe98fdc-223f-413f-abf8-a6c039f8b155 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b10ea-3fca-40e5-abac-4b2c746c52ee,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:12.096492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59754) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:12.101049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-5d6d3a89-e655-42d2-acfd-2baac557239f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241448357', 'description': 'tempest-secgroup-smoke-241448357 description', 'project_id': '33be0f94b35442a2b929b112a0d57e17'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:12.158402 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3a89-e655-42d2-acfd-2baac557239f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.222322 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3a89-e655-42d2-acfd-2baac557239f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (0bfa4705-eca8-4df0-9dc4-1b744a788c49), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.266655 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3a89-e655-42d2-acfd-2baac557239f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0bfa4705-eca8-4df0-9dc4-1b744a788c49), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.301360 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d3a89-e655-42d2-acfd-2baac557239f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfa4705-eca8-4df0-9dc4-1b744a788c49,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:12.331660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3a89-e655-42d2-acfd-2baac557239f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.332892 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5d6d3a89-e655-42d2-acfd-2baac557239f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2353837 Feb 09 22:51:12.335679 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59756) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:12.340081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-de093d8f-af7d-4da8-bbe7-c88cf9e42299 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '0bfa4705-eca8-4df0-9dc4-1b744a788c49', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:12.414087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de093d8f-af7d-4da8-bbe7-c88cf9e42299 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (78f6e874-3d49-47f6-ae23-148592d1f41d), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.467110 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de093d8f-af7d-4da8-bbe7-c88cf9e42299 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (78f6e874-3d49-47f6-ae23-148592d1f41d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.523647 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de093d8f-af7d-4da8-bbe7-c88cf9e42299 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (78f6e874-3d49-47f6-ae23-148592d1f41d), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.541161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de093d8f-af7d-4da8-bbe7-c88cf9e42299 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f6e874-3d49-47f6-ae23-148592d1f41d,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:12.605974 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-de093d8f-af7d-4da8-bbe7-c88cf9e42299 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.608111 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-de093d8f-af7d-4da8-bbe7-c88cf9e42299 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712002 Feb 09 22:51:12.610606 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59758) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:12.614887 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-573b11d1-4be1-4c43-9603-f1e538ed3110 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '0bfa4705-eca8-4df0-9dc4-1b744a788c49', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:12.718042 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b11d1-4be1-4c43-9603-f1e538ed3110 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (7389d9fd-23ed-4357-87d6-c764f142fa85), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.773100 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b11d1-4be1-4c43-9603-f1e538ed3110 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (7389d9fd-23ed-4357-87d6-c764f142fa85), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.820462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 10d02c88-1c33-4bb8-8fe2-856b9cd82121 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:51:12.841515 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 10d02c88-1c33-4bb8-8fe2-856b9cd82121 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:51:12.841881 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 10d02c88-1c33-4bb8-8fe2-856b9cd82121 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:51:12.872099 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b11d1-4be1-4c43-9603-f1e538ed3110 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (7389d9fd-23ed-4357-87d6-c764f142fa85), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.890219 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b11d1-4be1-4c43-9603-f1e538ed3110 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7389d9fd-23ed-4357-87d6-c764f142fa85,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:12.977057 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-573b11d1-4be1-4c43-9603-f1e538ed3110 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:12.978276 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-573b11d1-4be1-4c43-9603-f1e538ed3110 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3667581 Feb 09 22:51:12.981015 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59760) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:12.985475 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-4d74b90a-f33f-454a-bbf8-1d0b4c4d1bac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '0bfa4705-eca8-4df0-9dc4-1b744a788c49', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:13.088249 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d74b90a-f33f-454a-bbf8-1d0b4c4d1bac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (4a077c56-4b0e-4807-a4ae-02eaa754ab21), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.149383 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d74b90a-f33f-454a-bbf8-1d0b4c4d1bac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (4a077c56-4b0e-4807-a4ae-02eaa754ab21), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.226385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d74b90a-f33f-454a-bbf8-1d0b4c4d1bac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4a077c56-4b0e-4807-a4ae-02eaa754ab21), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.247965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74b90a-f33f-454a-bbf8-1d0b4c4d1bac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a077c56-4b0e-4807-a4ae-02eaa754ab21,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:13.320041 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4d74b90a-f33f-454a-bbf8-1d0b4c4d1bac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.321265 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4d74b90a-f33f-454a-bbf8-1d0b4c4d1bac tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392749 Feb 09 22:51:13.324903 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59762) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:13.329283 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-dc4a21cc-0a9d-4dfb-9a05-9bf568c21e3d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '0bfa4705-eca8-4df0-9dc4-1b744a788c49', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:13.409018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc4a21cc-0a9d-4dfb-9a05-9bf568c21e3d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (5e69719f-e1a5-4fb2-8973-c86d0e2cd0a0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.464461 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc4a21cc-0a9d-4dfb-9a05-9bf568c21e3d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (5e69719f-e1a5-4fb2-8973-c86d0e2cd0a0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.512102 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc4a21cc-0a9d-4dfb-9a05-9bf568c21e3d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (5e69719f-e1a5-4fb2-8973-c86d0e2cd0a0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.532801 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a21cc-0a9d-4dfb-9a05-9bf568c21e3d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e69719f-e1a5-4fb2-8973-c86d0e2cd0a0,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:13.594631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-dc4a21cc-0a9d-4dfb-9a05-9bf568c21e3d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.595910 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-dc4a21cc-0a9d-4dfb-9a05-9bf568c21e3d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2700410 Feb 09 22:51:13.598633 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59764) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:13.602992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '0bfa4705-eca8-4df0-9dc4-1b744a788c49', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:13.701234 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:51:13.706362 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (f0622160-5c30-4f68-8222-b7bd224f6826), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.762342 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (f0622160-5c30-4f68-8222-b7bd224f6826), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.826925 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (f0622160-5c30-4f68-8222-b7bd224f6826), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.843629 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0622160-5c30-4f68-8222-b7bd224f6826,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:13.908797 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.910074 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-55180d47-fefb-4316-aaa5-e04bb2ee9e68 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105135 Feb 09 22:51:13.912683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59766) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:13.917081 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'security_group_rule': {'security_group_id': '0bfa4705-eca8-4df0-9dc4-1b744a788c49', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:13.981066 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Project 33be0f94b35442a2b929b112a0d57e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:51:13.986118 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (7df0979c-6607-4d69-af64-cf98c7324e33), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.042567 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (7df0979c-6607-4d69-af64-cf98c7324e33), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.106384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (7df0979c-6607-4d69-af64-cf98c7324e33), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.126530 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df0979c-6607-4d69-af64-cf98c7324e33,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:14.177052 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.178278 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e029d42f-a868-41b2-8f8c-9ef1af197825 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2646196 Feb 09 22:51:14.181132 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59768) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:14.186721 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'network': {'name': 'tempest-network-smoke--107982952', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'port_security_enabled': True}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:14.255089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:51:14.258250 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.280321 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:51:14.288877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (49e99746-cd03-4241-8520-55b06f071d47), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.289216 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Added segment 49e99746-cd03-4241-8520-55b06f071d47 of type vlan for network 344bc32b-0e34-4ae9-86f4-a4c059258dfb Feb 09 22:51:14.327848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (344bc32b-0e34-4ae9-86f4-a4c059258dfb), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.392317 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (344bc32b-0e34-4ae9-86f4-a4c059258dfb), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.397296 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:14.397884 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.461547 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Network': ['ID=344bc32b-0e34-4ae9-86f4-a4c059258dfb,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:14.471580 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:51:14.503592 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-c2e2ba52-65e8-461f-9926-1aca74280df5 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3213246 Feb 09 22:51:14.506349 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59770) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:14.510884 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'admin_state_up': True, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:14.575274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (af918e8f-db94-4087-ae0c-092db616dac0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.576381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (af918e8f-db94-4087-ae0c-092db616dac0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.632336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (af918e8f-db94-4087-ae0c-092db616dac0), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.819859 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (af918e8f-db94-4087-ae0c-092db616dac0), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:15.054318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (af918e8f-db94-4087-ae0c-092db616dac0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:15.074005 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:15.176403 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.16 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/790acf28-47ba-406d-b67a-740c96157321) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:51:15.272817 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (790acf28-47ba-406d-b67a-740c96157321), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:15.335130 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (790acf28-47ba-406d-b67a-740c96157321), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:15.374683 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:15.379388 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:15.382920 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:15.409594 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=790acf28-47ba-406d-b67a-740c96157321,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:15.710056 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (af918e8f-db94-4087-ae0c-092db616dac0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:15.903054 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (af918e8f-db94-4087-ae0c-092db616dac0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:16.186468 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router af918e8f-db94-4087-ae0c-092db616dac0 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:51:16.582620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:51:16.594513 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Sync routers for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:51:16.604387 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:16.605120 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:16.697581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:16.698995 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-18776587-983b-437e-b202-9e9fea145486 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1917312 Feb 09 22:51:16.702837 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59772) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:16.709770 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:16.730331 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b68988fd-51b0-4c5c-bda5-1dd482d053c4 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=33be0f94b35442a2b929b112a0d57e17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264103 Feb 09 22:51:16.735488 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:16.821052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f176d67-016a-4931-a85b-a33f4b85bde2 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:16.822585 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-6f176d67-016a-4931-a85b-a33f4b85bde2 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861259 Feb 09 22:51:16.825573 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59776) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:16.853076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-3e8da852-c9e8-4bca-bf61-d2ec6d216761 tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=b1b99ac6-2319-47d7-ac0e-656ae8966ba0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256982 Feb 09 22:51:16.855459 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59778) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:16.860057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1524696467', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:16.886556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:15Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:16.917194 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Checking router: af918e8f-db94-4087-ae0c-092db616dac0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:51:16.917560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Updating router af918e8f-db94-4087-ae0c-092db616dac0 port 790acf28-47ba-406d-b67a-740c96157321 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:51:16.944173 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (790acf28-47ba-406d-b67a-740c96157321), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.014998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:51:17.018502 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.192712 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Publish callbacks [] for port (790acf28-47ba-406d-b67a-740c96157321), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.238096 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (427cc53b-9b8d-4d11-aa02-8f4d4148d1f1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.248943 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (790acf28-47ba-406d-b67a-740c96157321), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.297407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Subnet': ['ID=427cc53b-9b8d-4d11-aa02-8f4d4148d1f1,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:17.304820 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Attempting to bind port 790acf28-47ba-406d-b67a-740c96157321 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:51:17.305206 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Attempting to bind port 790acf28-47ba-406d-b67a-740c96157321 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:51:17.305581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Attempting to bind port 790acf28-47ba-406d-b67a-740c96157321 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:17.306661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Checking segment: {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:17.307154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network hostable DHCP agents. Network: 344bc32b-0e34-4ae9-86f4-a4c059258dfb, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:51:17.307497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87219733-7418-4686-bc2a-981b8f2778ec None None] Pushing event updated for resources: {'Port': ['ID=790acf28-47ba-406d-b67a-740c96157321,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:17.313586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:51:17.313982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:17.314397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.314791 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:51:17.315273 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Bound port: 790acf28-47ba-406d-b67a-740c96157321, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:51:17.315672 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (790acf28-47ba-406d-b67a-740c96157321), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.364999 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] For port 790acf28-47ba-406d-b67a-740c96157321, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:17.367954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] For port 790acf28-47ba-406d-b67a-740c96157321, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=790acf28-47ba-406d-b67a-740c96157321,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:17.380563 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:51:17.443907 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (790acf28-47ba-406d-b67a-740c96157321), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.455077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 344bc32b-0e34-4ae9-86f4-a4c059258dfb) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:17.459390 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:17.460026 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.474191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba486e-7c38-49df-ab5e-1e903bea2315 None None] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:51:17.526594 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-fe151143-a913-4454-90ff-451c9eefdff8 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6700876 Feb 09 22:51:17.530169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59780) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:17.558451 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:17.559093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:17.791494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87219733-7418-4686-bc2a-981b8f2778ec None None] Pushing event updated for resources: {'Port': ['ID=790acf28-47ba-406d-b67a-740c96157321,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:17.842314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:51:17.843175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:17.874275 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:17.973335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.120835 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Allocated IP 172.20.0.2 (344bc32b-0e34-4ae9-86f4-a4c059258dfb/427cc53b-9b8d-4d11-aa02-8f4d4148d1f1/cd188a24-8a6d-4ba4-a60c-906be0c8f065) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:51:18.223425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:15Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:18.255544 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb2b21-838c-47a1-99b5-a6f2b12f7c9f None None] The sync data for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 is: [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:15Z', 'revision_number': 3, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:51:18.306654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Publish callbacks [] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.366032 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.414571 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:18.416534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.1 (344bc32b-0e34-4ae9-86f4-a4c059258dfb/427cc53b-9b8d-4d11-aa02-8f4d4148d1f1/691a8bfd-574e-4e11-bab0-a0aa8e789b9b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:51:18.417568 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:18.422529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:18.427870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Pushing event updated for resources: {'Port': ['ID=cd188a24-8a6d-4ba4-a60c-906be0c8f065,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:18.495760 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Attempting to bind port cd188a24-8a6d-4ba4-a60c-906be0c8f065 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:51:18.496453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Attempting to bind port cd188a24-8a6d-4ba4-a60c-906be0c8f065 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:51:18.502785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Attempting to bind port cd188a24-8a6d-4ba4-a60c-906be0c8f065 on network 344bc32b-0e34-4ae9-86f4-a4c059258dfb {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:18.511559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:51:18.512136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Checking segment: {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:18.512572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.512967 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Bound using segment: {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:51:18.513465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Bound port: cd188a24-8a6d-4ba4-a60c-906be0c8f065, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:51:18.513847 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.546345 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.592729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] For port cd188a24-8a6d-4ba4-a60c-906be0c8f065, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:18.596077 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] For port cd188a24-8a6d-4ba4-a60c-906be0c8f065, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd188a24-8a6d-4ba4-a60c-906be0c8f065,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:18.672820 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.695787 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.718562 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:18.721883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:18.724979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:18.769255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe815fef-6418-4f5f-b566-c40286acf1af None None] Pushing event updated for resources: {'Port': ['ID=cd188a24-8a6d-4ba4-a60c-906be0c8f065,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:18.772155 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:18.798382 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (af918e8f-db94-4087-ae0c-092db616dac0), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.873463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 790acf28-47ba-406d-b67a-740c96157321 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:18.924204 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:51:18.940620 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 790acf28-47ba-406d-b67a-740c96157321 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:18.940998 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (790acf28-47ba-406d-b67a-740c96157321), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:19.040920 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:19.057096 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 790acf28-47ba-406d-b67a-740c96157321 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:19.057567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (790acf28-47ba-406d-b67a-740c96157321), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:19.092957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 790acf28-47ba-406d-b67a-740c96157321, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=790acf28-47ba-406d-b67a-740c96157321,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:19.141291 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (790acf28-47ba-406d-b67a-740c96157321), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:19.212533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=790acf28-47ba-406d-b67a-740c96157321,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:19.381778 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:19.426368 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:19.499758 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:19.504877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (af918e8f-db94-4087-ae0c-092db616dac0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:19.601482 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:19.603457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:19.725457 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router af918e8f-db94-4087-ae0c-092db616dac0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:51:19.820954 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b7168-43f1-4bac-8067-cb3c9d789226 None None] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:51:19.840438 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:51:19.850302 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-86b7af54-e146-48f6-8bf8-6953e3a42bd7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/af918e8f-db94-4087-ae0c-092db616dac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3151619 Feb 09 22:51:19.883628 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8291f681-6bce-46b7-bb58-5befd0853860 None None] Provisioning complete for port cd188a24-8a6d-4ba4-a60c-906be0c8f065 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:19.884127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8291f681-6bce-46b7-bb58-5befd0853860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.008182 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8291f681-6bce-46b7-bb58-5befd0853860 None None] Current status of the port cd188a24-8a6d-4ba4-a60c-906be0c8f065 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:20.008587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8291f681-6bce-46b7-bb58-5befd0853860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.009816 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-dbda09df-5706-44c4-b7d2-234c64e54d48 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241448357&fields=id&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 267 time: 0.0570087 Feb 09 22:51:20.051581 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-8291f681-6bce-46b7-bb58-5befd0853860 None None] For port cd188a24-8a6d-4ba4-a60c-906be0c8f065, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd188a24-8a6d-4ba4-a60c-906be0c8f065,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:20.117788 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8291f681-6bce-46b7-bb58-5befd0853860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.124416 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-f3237458-19a5-441e-968a-03cf6185c028 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:20.126282 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-f3237458-19a5-441e-968a-03cf6185c028 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/networks?id=344bc32b-0e34-4ae9-86f4-a4c059258dfb HTTP/1.1" status: 200 len: 796 time: 0.1156547 Feb 09 22:51:20.146292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-346afc6c-592e-4a96-ae7b-acc89b5719e1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/quotas/33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 375 time: 0.0107651 Feb 09 22:51:20.184526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291f681-6bce-46b7-bb58-5befd0853860 None None] Pushing event updated for resources: {'Port': ['ID=cd188a24-8a6d-4ba4-a60c-906be0c8f065,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:20.209196 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-554e465e-4449-4047-9dfc-b865d25f13bf tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572560 Feb 09 22:51:20.242298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e24e874d-db16-43b3-80e7-35efccbe1997 None None] Provisioning complete for port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:20.251418 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e24e874d-db16-43b3-80e7-35efccbe1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.290786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e24e874d-db16-43b3-80e7-35efccbe1997 None None] Port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:20.300108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e24e874d-db16-43b3-80e7-35efccbe1997 None None] Provisioning complete for port cd188a24-8a6d-4ba4-a60c-906be0c8f065 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:20.300549 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e24e874d-db16-43b3-80e7-35efccbe1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.349255 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Sync routers for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:51:20.359392 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:20.360319 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:20.393428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e24e874d-db16-43b3-80e7-35efccbe1997 None None] Current status of the port cd188a24-8a6d-4ba4-a60c-906be0c8f065 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:20.398390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-981ad01b-83fe-4c4b-869b-780d6b6ab8b5 service neutron] 10.222.0.98 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771681 Feb 09 22:51:20.473878 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:20.493742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-f1a9756b-cb97-4b22-bff3-ef5554956e78 service neutron] 10.222.0.98 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890985 Feb 09 22:51:20.516506 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-bc4d6e2f-e006-4ce3-8f61-8b41e4d62ec4 None None] Provisioning complete for port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:20.517012 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bc4d6e2f-e006-4ce3-8f61-8b41e4d62ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.556982 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d6e2f-e006-4ce3-8f61-8b41e4d62ec4 None None] Port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:20.678030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-40043377-6bd4-4772-b07d-6c91646b6019 None None] Provisioning complete for port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:20.678425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-40043377-6bd4-4772-b07d-6c91646b6019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.687107 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 2, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:20.731038 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-40043377-6bd4-4772-b07d-6c91646b6019 None None] Port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:20.731265 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Checking router: af918e8f-db94-4087-ae0c-092db616dac0 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:51:20.731488 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Updating router af918e8f-db94-4087-ae0c-092db616dac0 port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:51:20.760313 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.762644 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3b8a92aa-7466-499a-81ad-804ec5ff49fd req-aff2f5aa-bdd5-4b82-9b4c-ad36a0a68125 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 210 time: 0.0275586 Feb 09 22:51:20.948729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd188a24-8a6d-4ba4-a60c-906be0c8f065 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:20.996550 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port cd188a24-8a6d-4ba4-a60c-906be0c8f065 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:20.996853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.047392 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Publish callbacks [] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.077732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port cd188a24-8a6d-4ba4-a60c-906be0c8f065 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:21.078805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 790acf28-47ba-406d-b67a-740c96157321 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:21.127345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 790acf28-47ba-406d-b67a-740c96157321 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:21.127768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (790acf28-47ba-406d-b67a-740c96157321), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.146421 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.202319 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Pushing event updated for resources: {'Port': ['ID=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:21.210888 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 790acf28-47ba-406d-b67a-740c96157321 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:21.227599 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.227987 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.228283 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.228618 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.228950 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.229281 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.229631 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.229953 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.230270 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.230594 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.230916 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.231274 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.231622 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:21.267747 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Attempting to bind port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:51:21.268201 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Attempting to bind port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:51:21.268634 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Attempting to bind port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b on network 344bc32b-0e34-4ae9-86f4-a4c059258dfb {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:21.274049 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:51:21.274428 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Checking segment: {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:21.274819 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.275203 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Bound using segment: {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:51:21.275666 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Bound port: 691a8bfd-574e-4e11-bab0-a0aa8e789b9b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:51:21.276143 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.347659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] For port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:21.347659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] For port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:21.421940 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.458389 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-92653c37-86e7-4dd1-80ba-534ee26d883f None None] Provisioning complete for port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:21.458778 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92653c37-86e7-4dd1-80ba-534ee26d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.475360 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:21.476166 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:21.549794 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-92653c37-86e7-4dd1-80ba-534ee26d883f None None] Current status of the port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:21.550355 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92653c37-86e7-4dd1-80ba-534ee26d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.596099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-92653c37-86e7-4dd1-80ba-534ee26d883f None None] For port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:21.651295 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b4984-ddac-421b-bce6-e0d95e8dabd0 None None] Pushing event updated for resources: {'Port': ['ID=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,revision_number=4']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:21.672076 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92653c37-86e7-4dd1-80ba-534ee26d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.703000 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:21.720153 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653c37-86e7-4dd1-80ba-534ee26d883f None None] Pushing event updated for resources: {'Port': ['ID=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:21.792314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fa628864-054e-486b-809f-8458dc2d2eea None None] Provisioning complete for port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:21.792616 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fa628864-054e-486b-809f-8458dc2d2eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:21.885356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fa628864-054e-486b-809f-8458dc2d2eea None None] Current status of the port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:21.892706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-11e2e5fe-f35a-4b9e-909a-98481aa9ed17 req-b1ae7735-e426-4946-95c2-5bc72a7fd419 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 210 time: 0.0360420 Feb 09 22:51:21.917849 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:21.948038 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d6119-2e95-4d28-a911-1386b9ece8d7 None None] The sync data for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 is: [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:51:22.508111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-d32d8148-7a74-4c03-afa3-46fe18f5c9c3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:22.509921 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-d32d8148-7a74-4c03-afa3-46fe18f5c9c3 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.110 "GET /v2.0/networks?id=344bc32b-0e34-4ae9-86f4-a4c059258dfb HTTP/1.1" status: 200 len: 796 time: 0.1156013 Feb 09 22:51:22.575390 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-ab47910c-4531-4646-818e-2f9f973a7d72 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33be0f94b35442a2b929b112a0d57e17 HTTP/1.1" status: 200 len: 379 time: 0.0573919 Feb 09 22:51:22.588293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'port': {'device_id': 'a706ec9d-583e-413e-99a9-95829da7245f', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'admin_state_up': True, 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'security_groups': ['0bfa4705-eca8-4df0-9dc4-1b744a788c49']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:22.798251 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Made reservation on behalf of 33be0f94b35442a2b929b112a0d57e17 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:51:22.802286 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:22.867675 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 691a8bfd-574e-4e11-bab0-a0aa8e789b9b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:22.936026 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.20.0.9 (344bc32b-0e34-4ae9-86f4-a4c059258dfb/427cc53b-9b8d-4d11-aa02-8f4d4148d1f1/d1cac80a-eb04-4d8a-8a50-3a3db08d3d00) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:51:22.937909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:22.938608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:22.994330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a3900f8b-8bd1-43b1-a31f-25353f4484e1 req-2dadcb4b-44fc-4826-89a1-d91cf720aedd tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 210 time: 0.0326552 Feb 09 22:51:23.046908 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:23.099465 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:23.192343 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:23.239644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:23.242758 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:23.246375 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:23.253509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:23.522479 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0e8a5fc1-2336-4933-9b5d-362bac1c8620 None None] Provisioning complete for port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:23.522832 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0e8a5fc1-2336-4933-9b5d-362bac1c8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:23.557285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a5fc1-2336-4933-9b5d-362bac1c8620 None None] Port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:51:23.630519 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:23.631048 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:23.691445 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-d653907b-cc43-4bdc-b5a0-46c57970513e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1072619 Feb 09 22:51:23.703136 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Request body: {'port': {'device_id': 'a706ec9d-583e-413e-99a9-95829da7245f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:23.759147 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:24.012583 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:51:24.020324 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Publish callbacks [] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:24.032925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Transition to ACTIVE for port object d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:51:24.092985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:24.151626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:24.187267 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f3cc-b02f-4804-b0e8-f3313dbcc252 req-03960dfa-6ace-4099-9300-deb7252bc53d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.188839 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6c7f3cc-b02f-4804-b0e8-f3313dbcc252 req-03960dfa-6ace-4099-9300-deb7252bc53d tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 931 time: 0.1237128 Feb 09 22:51:24.272700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Attempting to bind port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:51:24.273044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Attempting to bind port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:51:24.273384 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Attempting to bind port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 on network 344bc32b-0e34-4ae9-86f4-a4c059258dfb {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:24.279890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b6c7f3cc-b02f-4804-b0e8-f3313dbcc252 req-3063db43-16b2-4a90-b028-97b44aea11a1 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702164 Feb 09 22:51:24.282351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 on network 344bc32b-0e34-4ae9-86f4-a4c059258dfb not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:51:24.282690 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Attempting to bind port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 on network 344bc32b-0e34-4ae9-86f4-a4c059258dfb {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:24.288759 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:51:24.289102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Checking segment: {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:24.289501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Bound using segment: {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:51:24.289947 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Bound port: d1cac80a-eb04-4d8a-8a50-3a3db08d3d00, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e99746-cd03-4241-8520-55b06f071d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:51:24.290313 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:24.359485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] For port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:24.362637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] For port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:24.426855 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:24.466337 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.466969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:24.468386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] 10.222.0.110 "PUT /v2.0/ports/d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 HTTP/1.1" status: 200 len: 1091 time: 0.7697945 Feb 09 22:51:24.468811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:24.471063 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c678ce5-fad6-4911-9935-a95a4fd70c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:24.499347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6eabb-57d0-4698-8fa8-8a69f3caa2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:24.522674 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15934b1a-67a6-480e-84a3-969b5b0304a7 x-openstack-request-id: req-15934b1a-67a6-480e-84a3-969b5b0304a7 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:24.523206 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:24.523471 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-15934b1a-67a6-480e-84a3-969b5b0304a7 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:24.523917 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'status': 'completed', 'code': 200} Feb 09 22:51:24.588628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678ce5-fad6-4911-9935-a95a4fd70c0c req-6270f002-6b0e-4f0b-ae0f-78551bda5e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.590309 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c678ce5-fad6-4911-9935-a95a4fd70c0c req-6270f002-6b0e-4f0b-ae0f-78551bda5e4f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1125 time: 0.0475678 Feb 09 22:51:24.687896 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678ce5-fad6-4911-9935-a95a4fd70c0c req-3773d1f0-2068-4150-a12a-cfab8ea8fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.689405 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c678ce5-fad6-4911-9935-a95a4fd70c0c req-3773d1f0-2068-4150-a12a-cfab8ea8fdce service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=33be0f94b35442a2b929b112a0d57e17&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0922105 Feb 09 22:51:24.786975 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678ce5-fad6-4911-9935-a95a4fd70c0c req-b283ec9c-2a0f-4087-8d19-38cf01a0d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.788490 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2c678ce5-fad6-4911-9935-a95a4fd70c0c req-b283ec9c-2a0f-4087-8d19-38cf01a0d71a service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923817 Feb 09 22:51:24.866299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-68247110-1eb9-4e7f-8a5f-c90112d46467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.867792 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-68247110-1eb9-4e7f-8a5f-c90112d46467 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1125 time: 0.0442877 Feb 09 22:51:24.913299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-d0554bcb-b3ee-4fb4-bcdc-cd5668462fa4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 HTTP/1.1" status: 200 len: 217 time: 0.0377605 Feb 09 22:51:24.959069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-92b38ba1-931e-46cc-984e-85868aab0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.960538 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-92b38ba1-931e-46cc-984e-85868aab0642 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=427cc53b-9b8d-4d11-aa02-8f4d4148d1f1 HTTP/1.1" status: 200 len: 835 time: 0.0417361 Feb 09 22:51:25.009637 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d65f-473e-417e-b09f-438e40958b45 req-a2c8df5c-f211-4945-8684-a39cb95fc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.011219 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-a2c8df5c-f211-4945-8684-a39cb95fc506 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=344bc32b-0e34-4ae9-86f4-a4c059258dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444727 Feb 09 22:51:25.102790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-86d20b55-420d-4b5b-b1ca-bc2e5d981777 service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849545 Feb 09 22:51:25.190719 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4492d65f-473e-417e-b09f-438e40958b45 req-877c362d-288f-4c2c-8e49-0326d42d54b8 service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814393 Feb 09 22:51:25.401167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836b174-ec02-4a9f-8f48-0d64ee1475ca req-493e9cba-03bf-44de-bc29-75c0ff122c1c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.402667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5836b174-ec02-4a9f-8f48-0d64ee1475ca req-493e9cba-03bf-44de-bc29-75c0ff122c1c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 943 time: 0.0530417 Feb 09 22:51:25.455597 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5836b174-ec02-4a9f-8f48-0d64ee1475ca req-f8e45137-8df2-4ed9-a9fa-416dd1e79f88 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471368 Feb 09 22:51:26.573868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb622-b795-4798-af15-01ffb46fcd2b req-3857dd78-dba5-4fda-995b-ae4c4882a368 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:26.575356 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c5cb622-b795-4798-af15-01ffb46fcd2b req-3857dd78-dba5-4fda-995b-ae4c4882a368 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 943 time: 0.0519550 Feb 09 22:51:26.627804 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5c5cb622-b795-4798-af15-01ffb46fcd2b req-862c1091-f4f9-4c8f-a1ba-fdd0d0d374ab tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Feb 09 22:51:27.745837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebd61-1275-4eba-ab8c-41f0b70ffb40 req-42b61968-f784-48a4-bfe2-d622becc9c8c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:27.747249 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e97ebd61-1275-4eba-ab8c-41f0b70ffb40 req-42b61968-f784-48a4-bfe2-d622becc9c8c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 943 time: 0.0522978 Feb 09 22:51:27.795481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e97ebd61-1275-4eba-ab8c-41f0b70ffb40 req-ee0b08c2-63d1-4222-83a4-980785723f02 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Feb 09 22:51:28.892251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:51:28.914481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfabb7a-5918-43e0-8e86-b506167994bc req-18f4b1c8-bb52-4c27-81ea-54223feff019 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:28.916136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5bfabb7a-5918-43e0-8e86-b506167994bc req-18f4b1c8-bb52-4c27-81ea-54223feff019 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 943 time: 0.0551639 Feb 09 22:51:28.965165 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5bfabb7a-5918-43e0-8e86-b506167994bc req-d86cbef1-300d-45bb-b5cc-6fc5d5f83356 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432906 Feb 09 22:51:28.989946 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:29.001612 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'port_id': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'mac_address': 'fa:16:3e:59:b9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:51:29.036910 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:29.037236 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:29.049844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:51:29.068865 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:29.128755 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:29.178201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:29.370158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['d1cac80a-eb04-4d8a-8a50-3a3db08d3d00'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:51:30.003231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:30.082732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc07d4-e005-40ae-b3ea-75a99a54162c req-084831e1-8adf-45bf-8dd0-fc3615b55bcb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:30.084250 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3cc07d4-e005-40ae-b3ea-75a99a54162c req-084831e1-8adf-45bf-8dd0-fc3615b55bcb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 944 time: 0.0520945 Feb 09 22:51:30.131932 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3cc07d4-e005-40ae-b3ea-75a99a54162c req-6c8eee43-86d3-4010-905d-0428b0ca27a9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421576 Feb 09 22:51:30.892346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:31.015330 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:51:31.019329 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:31.019731 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:31.098445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:31.098839 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:31.120769 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:31.123499 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa26e006-aea9-4964-9316-dcc2972958c3" -d '{"events": [{"server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "name": "network-vif-plugged", "status": "completed", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:31.135657 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:31.161521 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b50e96c-c4d1-4dfd-8579-7689100b1148 x-openstack-request-id: req-4b50e96c-c4d1-4dfd-8579-7689100b1148 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:31.161828 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "name": "network-vif-plugged", "status": "completed", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:31.162090 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4b50e96c-c4d1-4dfd-8579-7689100b1148 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:31.162493 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'code': 200} Feb 09 22:51:31.198816 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:31.250715 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:31.293634 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba59a6-555c-46c7-9521-0c4c25a56729 req-44974131-294f-43f8-9a25-f85604000693 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:31.295127 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ceba59a6-555c-46c7-9521-0c4c25a56729 req-44974131-294f-43f8-9a25-f85604000693 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0909457 Feb 09 22:51:31.300285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610d24d-4d04-4d13-bb6d-59aa164f22b2 req-28193f80-ee8e-4426-9d1a-02309105355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:31.301667 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5610d24d-4d04-4d13-bb6d-59aa164f22b2 req-28193f80-ee8e-4426-9d1a-02309105355d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1127 time: 0.0672734 Feb 09 22:51:31.372413 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ceba59a6-555c-46c7-9521-0c4c25a56729 req-22f91e45-b47d-4e3a-82e0-628daf747022 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697935 Feb 09 22:51:31.375989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5610d24d-4d04-4d13-bb6d-59aa164f22b2 req-c47b08dc-1f56-4476-96a7-66224553f13c service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676823 Feb 09 22:51:31.523063 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:32.492151 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c56-fade-4412-b524-a2aad479227c req-4a58fd09-12b1-49bf-b4a4-a7a780cb0e9a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:32.493645 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-537f7c56-fade-4412-b524-a2aad479227c req-4a58fd09-12b1-49bf-b4a4-a7a780cb0e9a tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0524671 Feb 09 22:51:32.541651 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-537f7c56-fade-4412-b524-a2aad479227c req-02fda772-9eb4-462e-858e-9c03201aefca tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Feb 09 22:51:33.662291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833eda7-bb31-4b3c-821b-e4d8e3cdabc6 req-6131a332-7863-465e-ba80-b8857ae105e9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:33.663794 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a833eda7-bb31-4b3c-821b-e4d8e3cdabc6 req-6131a332-7863-465e-ba80-b8857ae105e9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0535958 Feb 09 22:51:33.714979 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a833eda7-bb31-4b3c-821b-e4d8e3cdabc6 req-10915453-6f70-40cf-b52d-577cd2e35d70 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456350 Feb 09 22:51:33.835395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c371-7909-4948-a525-a38ebc9a4011 req-b5b8e22c-3326-4a01-b1e1-2435f0a26419 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:33.836855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d396c371-7909-4948-a525-a38ebc9a4011 req-b5b8e22c-3326-4a01-b1e1-2435f0a26419 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0561936 Feb 09 22:51:33.884009 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d396c371-7909-4948-a525-a38ebc9a4011 req-e0e42f40-c3e9-483e-83e8-75d927b8b2f9 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416477 Feb 09 22:51:33.905116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59842) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:33.948146 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340bc95b-cba7-40ae-af9a-b2fc670286ed tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:33.949744 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-340bc95b-cba7-40ae-af9a-b2fc670286ed tempest-TestNetworkAdvancedServerOps-141977098 tempest-TestNetworkAdvancedServerOps-141977098-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1122 time: 0.0435987 Feb 09 22:51:33.952341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59844) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:33.956595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:34.014671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:34.112776 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:34.209227 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Allocated IP 172.25.5.218 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/48595f26-eb7d-4812-b000-317f7bda6cce) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:51:34.310572 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (48595f26-eb7d-4812-b000-317f7bda6cce), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:34.397760 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (48595f26-eb7d-4812-b000-317f7bda6cce), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:34.433070 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:51:34.437714 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:51:34.441202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:51:34.464232 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=48595f26-eb7d-4812-b000-317f7bda6cce,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:34.788040 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (b41e2829-25f8-4ab2-bbe5-2f66fb205cd9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:34.898857 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (48595f26-eb7d-4812-b000-317f7bda6cce), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:35.047614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for port (48595f26-eb7d-4812-b000-317f7bda6cce), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:35.111933 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (48595f26-eb7d-4812-b000-317f7bda6cce), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:35.471587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event updated for resources: {'Port': ['ID=48595f26-eb7d-4812-b000-317f7bda6cce,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:35.478018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (b41e2829-25f8-4ab2-bbe5-2f66fb205cd9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:35.500728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-249e0f71-61d7-44eb-ac1c-858db95eda8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:35.579071 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP b41e2829-25f8-4ab2-bbe5-2f66fb205cd9 associated. External IP: 172.25.5.218, port: d1cac80a-eb04-4d8a-8a50-3a3db08d3d00. Feb 09 22:51:35.784108 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router af918e8f-db94-4087-ae0c-092db616dac0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:51:35.889909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:51:35.899815 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] Sync routers for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:51:35.911079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:35.911811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:35.954777 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:35.984997 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-72e2769b-f581-47a3-8d09-3a87918f64fb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0316212 Feb 09 22:51:35.985591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:35.987892 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b627c38b-ff1d-4e48-9b65-c1f3b535a514" -d '{"events": [{"name": "network-changed", "server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:36.021920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:36.048142 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e98e54a-8335-4137-a595-08e6245f13ec x-openstack-request-id: req-5e98e54a-8335-4137-a595-08e6245f13ec {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:36.048442 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:36.048709 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5e98e54a-8335-4137-a595-08e6245f13ec {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:36.049135 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'status': 'completed', 'code': 200} Feb 09 22:51:36.118437 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920062ef-acb7-4f69-afb1-ed09c44fec32 req-8fb857a0-362c-49bf-8c65-b4d999ce06b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:36.119981 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-920062ef-acb7-4f69-afb1-ed09c44fec32 req-8fb857a0-362c-49bf-8c65-b4d999ce06b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0845852 Feb 09 22:51:36.126193 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-c6b852c2-0a02-46a3-a4ab-7594e328a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:36.127615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-c6b852c2-0a02-46a3-a4ab-7594e328a88f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1127 time: 0.0639627 Feb 09 22:51:36.235043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-920062ef-acb7-4f69-afb1-ed09c44fec32 req-bdd19824-0e1e-4ee5-ac4c-8b91cb402559 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064153 Feb 09 22:51:36.258597 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59850) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:36.267675 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-dade7d75-e84a-4894-bbd7-eb365d45c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:36.269206 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-dade7d75-e84a-4894-bbd7-eb365d45c0f2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=344bc32b-0e34-4ae9-86f4-a4c059258dfb HTTP/1.1" status: 200 len: 897 time: 0.1350543 Feb 09 22:51:36.327831 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d10a27d6-602d-465f-8b68-65e3f5e76e55 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/b41e2829-25f8-4ab2-bbe5-2f66fb205cd9 HTTP/1.1" status: 200 len: 991 time: 0.0676527 Feb 09 22:51:36.339482 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-16ee1f5d-8b3f-49ff-8f65-ba3a1917b3e6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 HTTP/1.1" status: 200 len: 999 time: 0.0636168 Feb 09 22:51:36.391094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-f8cd3626-faad-4873-a6ea-a06695345f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:36.392591 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-f8cd3626-faad-4873-a6ea-a06695345f9e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=427cc53b-9b8d-4d11-aa02-8f4d4148d1f1 HTTP/1.1" status: 200 len: 835 time: 0.0478895 Feb 09 22:51:36.411563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'b41e2829-25f8-4ab2-bbe5-2f66fb205cd9', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'port_id': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'mac_address': 'fa:16:3e:59:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706ec9d-583e-413e-99a9-95829da7245f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:51:34Z', 'updated_at': '2022-02-09T22:51:34Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:36.438261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] Checking router: af918e8f-db94-4087-ae0c-092db616dac0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:51:36.440767 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-794fc9ca-5f3b-4c32-a6ef-738bebddb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:36.442304 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-794fc9ca-5f3b-4c32-a6ef-738bebddb42f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=344bc32b-0e34-4ae9-86f4-a4c059258dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438504 Feb 09 22:51:36.447290 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:51:36.447923 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:51:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:36.529835 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-81827570-9bc3-40fc-9f43-accb47222ec0 service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817637 Feb 09 22:51:36.555130 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:51:36.624415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b627c38b-ff1d-4e48-9b65-c1f3b535a514 req-2d391583-4a3c-4ab7-bc47-2b02b2559a7e service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875783 Feb 09 22:51:36.782507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'b41e2829-25f8-4ab2-bbe5-2f66fb205cd9', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'port_id': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'mac_address': 'fa:16:3e:59:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706ec9d-583e-413e-99a9-95829da7245f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:51:34Z', 'updated_at': '2022-02-09T22:51:34Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:51:36.808154 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32949174-488f-42e6-97aa-9b5356fa2988 None None] The sync data for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 is: [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'b41e2829-25f8-4ab2-bbe5-2f66fb205cd9', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'port_id': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'mac_address': 'fa:16:3e:59:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a706ec9d-583e-413e-99a9-95829da7245f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:51:34Z', 'updated_at': '2022-02-09T22:51:34Z', 'revision_number': 0, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:51:37.001046 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e979bf-46d0-4c83-a62e-611248fb8785 None None] New status for floating IP b41e2829-25f8-4ab2-bbe5-2f66fb205cd9: ACTIVE {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:51:37.330729 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59852) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:51:37.391277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9961ceab-9eb5-4e2f-8f0c-f6447a17633e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/b41e2829-25f8-4ab2-bbe5-2f66fb205cd9 HTTP/1.1" status: 200 len: 993 time: 0.0592935 Feb 09 22:51:37.529635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77be7415-0b53-4b1e-8aa8-570d833a55f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:39.328912 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:40.488822 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:41.751432 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:41.769414 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-e6b640bc-5c04-4518-b445-a8d401de42de req-35c3b8e0-13c2-4ddc-8e12-af715323c4d8 service neutron] (103697) timed out ('10.222.0.98', 56000) {{(pid=103697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:51:55.924551 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:52:00.008773 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:01.539690 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:05.522559 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-236144d7-8802-453a-9821-a9ae0fbfca31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:06.443848 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6644488-2def-4626-9053-9c416cb148fd req-038c680e-9cc3-4e85-8003-3a5973a55b1f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:06.445381 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6644488-2def-4626-9053-9c416cb148fd req-038c680e-9cc3-4e85-8003-3a5973a55b1f tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0595381 Feb 09 22:52:06.493387 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f6644488-2def-4626-9053-9c416cb148fd req-7db95cad-3e02-475a-bc3d-efd4bb1e9011 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Feb 09 22:52:07.516863 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9f3d67e9-da86-4bc6-9c9e-63571b7d1fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:07.618264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e37ac-76c5-4433-9609-93717eeb3aaf req-423b3f4b-5428-48f4-a7e1-75f1be899071 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:07.619879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-963e37ac-76c5-4433-9609-93717eeb3aaf req-423b3f4b-5428-48f4-a7e1-75f1be899071 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0532906 Feb 09 22:52:07.668213 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-963e37ac-76c5-4433-9609-93717eeb3aaf req-e642f291-eef3-43fb-9d90-a06e71e2c32c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427880 Feb 09 22:52:07.690666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59870) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:07.754182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-289d1fe3-0792-47e6-a709-33186b16eaeb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/b41e2829-25f8-4ab2-bbe5-2f66fb205cd9 HTTP/1.1" status: 200 len: 993 time: 0.0623906 Feb 09 22:52:07.827496 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-71417e12-9dd3-42de-a248-673fdcb98fff service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429113 Feb 09 22:52:07.911407 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c4bb-4671-4199-b714-43b732a53bca req-946a28e1-c5cb-4334-bd35-814a7c7e56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:07.912951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-946a28e1-c5cb-4334-bd35-814a7c7e56bc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1127 time: 0.0449512 Feb 09 22:52:08.014397 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c4bb-4671-4199-b714-43b732a53bca req-7c53a34c-78d9-4e96-8de8-fbcc0bcbe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:08.015902 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-7c53a34c-78d9-4e96-8de8-fbcc0bcbe02b service neutron] 10.222.0.110 "GET /v2.0/networks?id=344bc32b-0e34-4ae9-86f4-a4c059258dfb HTTP/1.1" status: 200 len: 897 time: 0.0871348 Feb 09 22:52:08.079939 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-45289ae7-038d-4f1f-973c-d79afb0cf4f5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 HTTP/1.1" status: 200 len: 1001 time: 0.0582926 Feb 09 22:52:08.130456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c4bb-4671-4199-b714-43b732a53bca req-e325d9e1-23d4-47f4-b75e-71b32d610079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:08.131912 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-e325d9e1-23d4-47f4-b75e-71b32d610079 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=427cc53b-9b8d-4d11-aa02-8f4d4148d1f1 HTTP/1.1" status: 200 len: 835 time: 0.0469122 Feb 09 22:52:08.179395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c4bb-4671-4199-b714-43b732a53bca req-5c113c47-22fb-4bad-a56d-319913786cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:08.180899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-5c113c47-22fb-4bad-a56d-319913786cc6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=344bc32b-0e34-4ae9-86f4-a4c059258dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434914 Feb 09 22:52:08.265880 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-91d872c8-ad7e-4f98-bac1-3fd0cb127832 service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786908 Feb 09 22:52:08.354992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1195c4bb-4671-4199-b714-43b732a53bca req-0f3c09dc-c168-42e5-946e-c63f4f31b49e service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837679 Feb 09 22:52:09.162746 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7e9e-0ed8-4cb2-965f-cdba949e247a req-e0e36655-6187-43f8-bb59-c99370641855 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:09.164274 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d53a7e9e-0ed8-4cb2-965f-cdba949e247a req-e0e36655-6187-43f8-bb59-c99370641855 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0549855 Feb 09 22:52:09.214064 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d53a7e9e-0ed8-4cb2-965f-cdba949e247a req-a2e8d884-9e08-42ea-a6b4-a1d312c9a622 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Feb 09 22:52:09.245837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-49eb60f5-3f46-4636-bd8c-323c166ea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:09.247533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-49eb60f5-3f46-4636-bd8c-323c166ea238 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1127 time: 0.0451262 Feb 09 22:52:09.305500 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:09.338696 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-50305ca0-17c9-40ca-af55-f01f474e7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:09.340134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-50305ca0-17c9-40ca-af55-f01f474e7966 service neutron] 10.222.0.110 "GET /v2.0/networks?id=344bc32b-0e34-4ae9-86f4-a4c059258dfb HTTP/1.1" status: 200 len: 897 time: 0.0870905 Feb 09 22:52:09.404085 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-055244d2-2aa8-473c-8446-b6e62833e044 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 HTTP/1.1" status: 200 len: 1001 time: 0.0576074 Feb 09 22:52:09.449228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-2804d5bc-eb11-490f-b56f-7aceeffa4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:09.452126 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-2804d5bc-eb11-490f-b56f-7aceeffa4144 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=427cc53b-9b8d-4d11-aa02-8f4d4148d1f1 HTTP/1.1" status: 200 len: 835 time: 0.0415311 Feb 09 22:52:09.501785 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-35a2aa5a-0c9b-44d1-9f5c-af2bbc54f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:09.503268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-35a2aa5a-0c9b-44d1-9f5c-af2bbc54f845 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=344bc32b-0e34-4ae9-86f4-a4c059258dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472848 Feb 09 22:52:09.588793 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-694ea056-6f7c-4726-9592-6cd4219a9897 service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795460 Feb 09 22:52:09.677682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b44e359-e298-4e7f-8021-9138f2300bf0 req-a498589d-9a80-4668-9002-7d849629b1d9 service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835650 Feb 09 22:52:10.338003 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9ebd9-34cf-4c2e-a5a0-8615542fcb98 req-a03ce697-e4b0-46a1-9406-1d59104c4b66 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:10.339508 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ba9ebd9-34cf-4c2e-a5a0-8615542fcb98 req-a03ce697-e4b0-46a1-9406-1d59104c4b66 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0534437 Feb 09 22:52:10.387088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4ba9ebd9-34cf-4c2e-a5a0-8615542fcb98 req-e574b85d-0898-43ff-b523-c1948a1d480b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Feb 09 22:52:10.505571 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:11.509470 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704dc08-e10c-42e6-a1bb-318d0b59dfc2 req-3396455f-1279-4c88-8bc8-330db430cecb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:11.510981 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1704dc08-e10c-42e6-a1bb-318d0b59dfc2 req-3396455f-1279-4c88-8bc8-330db430cecb tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0569172 Feb 09 22:52:11.558422 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1704dc08-e10c-42e6-a1bb-318d0b59dfc2 req-5e576575-bf3c-4a45-a172-3a4f34ccc5af tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 Feb 09 22:52:11.580199 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59882) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:11.638702 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-39554dc1-e0e5-41b8-b868-2311ae1a3882 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/floatingips/b41e2829-25f8-4ab2-bbe5-2f66fb205cd9 HTTP/1.1" status: 200 len: 993 time: 0.0573273 Feb 09 22:52:11.774302 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:11.891361 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59888) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:12.042351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 48595f26-eb7d-4812-b000-317f7bda6cce {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:12.042695 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (48595f26-eb7d-4812-b000-317f7bda6cce), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:12.117496 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (48595f26-eb7d-4812-b000-317f7bda6cce), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:12.117827 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (48595f26-eb7d-4812-b000-317f7bda6cce), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:12.129685 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 48595f26-eb7d-4812-b000-317f7bda6cce owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:12.317271 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (48595f26-eb7d-4812-b000-317f7bda6cce), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:12.344327 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=48595f26-eb7d-4812-b000-317f7bda6cce,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:12.368271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.368636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.368992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.369343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.369687 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.370027 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.370366 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.370707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.371060 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.371378 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.371751 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.372064 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.372394 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:12.413165 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for floatingip (b41e2829-25f8-4ab2-bbe5-2f66fb205cd9), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:12.413503 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Floating IP b41e2829-25f8-4ab2-bbe5-2f66fb205cd9 disassociated (deleted). External IP: 172.25.5.218, port: d1cac80a-eb04-4d8a-8a50-3a3db08d3d00. Feb 09 22:52:12.624555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router af918e8f-db94-4087-ae0c-092db616dac0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:12.732949 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:12.737726 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:12.744660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] Sync routers for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:12.754270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:12.754890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:12.767596 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9a0213fd-ada5-49bf-a86c-3ce013de915b tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/floatingips/b41e2829-25f8-4ab2-bbe5-2f66fb205cd9 HTTP/1.1" status: 204 len: 168 time: 0.8746154 Feb 09 22:52:12.768469 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:12.770904 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bfaf62-2179-405b-807b-5ad27b0980f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:12.818019 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66611a78-2575-4093-9422-5063c8e5b9f0 x-openstack-request-id: req-66611a78-2575-4093-9422-5063c8e5b9f0 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:12.825695 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:12.825695 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66611a78-2575-4093-9422-5063c8e5b9f0 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:12.825695 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'status': 'completed', 'code': 200} Feb 09 22:52:12.868573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:12.885760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-f9e78ad0-7c1f-46a5-a6fe-3773d78c2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:12.887308 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-f9e78ad0-7c1f-46a5-a6fe-3773d78c2ca7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=33be0f94b35442a2b929b112a0d57e17&device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 1127 time: 0.0453465 Feb 09 22:52:12.982067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-2996b228-7d38-4eec-99e4-f31207b7f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:12.983635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-2996b228-7d38-4eec-99e4-f31207b7f39b service neutron] 10.222.0.110 "GET /v2.0/networks?id=344bc32b-0e34-4ae9-86f4-a4c059258dfb HTTP/1.1" status: 200 len: 897 time: 0.0884120 Feb 09 22:52:13.027473 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-60c12f41-09e5-423e-8357-61e6d8debc47 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 HTTP/1.1" status: 200 len: 217 time: 0.0367513 Feb 09 22:52:13.072297 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:13.077995 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-0e8a5faa-d819-490c-b631-17a3e83e1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:13.079460 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-0e8a5faa-d819-490c-b631-17a3e83e1616 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=427cc53b-9b8d-4d11-aa02-8f4d4148d1f1 HTTP/1.1" status: 200 len: 835 time: 0.0449278 Feb 09 22:52:13.099685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] Checking router: af918e8f-db94-4087-ae0c-092db616dac0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:13.108225 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:13.108847 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:13.163276 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-1c50bff0-2f76-4cf9-bd31-3326b09a6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:13.164809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-1c50bff0-2f76-4cf9-bd31-3326b09a6334 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=344bc32b-0e34-4ae9-86f4-a4c059258dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792434 Feb 09 22:52:13.187400 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa306bd-69d5-43c1-9e89-7529d974aa38 req-154d5b71-6542-4f2b-8044-928171eaec6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:13.188879 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aa306bd-69d5-43c1-9e89-7529d974aa38 req-154d5b71-6542-4f2b-8044-928171eaec6e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0735068 Feb 09 22:52:13.216928 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:13.289776 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2aa306bd-69d5-43c1-9e89-7529d974aa38 req-2700c9de-1e83-4e8e-947c-57dce1988799 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913901 Feb 09 22:52:13.300639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-96b2fd26-c7b3-45ac-a90c-aed68989c30c service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279516 Feb 09 22:52:13.389967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-67bfaf62-2179-405b-807b-5ad27b0980f9 req-151149d8-24ed-4ea8-807f-d0eadc56cf71 service neutron] 10.222.0.110 "GET /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828693 Feb 09 22:52:13.415314 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:13.441108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0a325-4e4c-4cc0-9910-c8b291d6a077 None None] The sync data for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 is: [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:51:18Z', 'revision_number': 4, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '691a8bfd-574e-4e11-bab0-a0aa8e789b9b', 'name': '', 'network_id': '344bc32b-0e34-4ae9-86f4-a4c059258dfb', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'mac_address': 'fa:16:3e:9c:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:18Z', 'updated_at': '2022-02-09T22:51:21Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'subnets': [{'id': '427cc53b-9b8d-4d11-aa02-8f4d4148d1f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:13.672220 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95487a0-5713-492f-b739-8ca5f4b8dd9c None None] New status for floating IP b41e2829-25f8-4ab2-bbe5-2f66fb205cd9: DOWN {{(pid=103699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:52:14.412329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46502ed-76b4-4f60-b02f-df3a69c5779b req-c3de1025-bfa4-4f83-b335-e4bf978d167e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:14.413734 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e46502ed-76b4-4f60-b02f-df3a69c5779b req-c3de1025-bfa4-4f83-b335-e4bf978d167e tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0527639 Feb 09 22:52:14.465051 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e46502ed-76b4-4f60-b02f-df3a69c5779b req-2f62e2ef-2931-4216-a491-b33a102d3091 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/security-groups?id=0bfa4705-eca8-4df0-9dc4-1b744a788c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457740 Feb 09 22:52:14.728328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611620-0818-4fdd-b054-34f43930b48f req-39025176-2c4c-4bea-9f85-969ef818af2c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:14.729795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54611620-0818-4fdd-b054-34f43930b48f req-39025176-2c4c-4bea-9f85-969ef818af2c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.110 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 945 time: 0.0509424 Feb 09 22:52:14.821291 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:14.821636 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:14.907006 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:14.907373 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:14.923095 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:15.100090 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (d1cac80a-eb04-4d8a-8a50-3a3db08d3d00), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:15.127934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=d1cac80a-eb04-4d8a-8a50-3a3db08d3d00,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] No DVR routers for this DVR port d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-54611620-0818-4fdd-b054-34f43930b48f req-6390a321-e1cf-4b0e-9b7d-47aa6abeddb7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.110 "DELETE /v2.0/ports/d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 HTTP/1.1" status: 204 len: 173 time: 0.4548533 Feb 09 22:52:15.190874 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'name': 'network-vif-deleted', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:15.192906 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4192bef-f43b-4edb-b9e7-481611a7ce82" -d '{"events": [{"server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "name": "network-vif-deleted", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:15.229162 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd7747-28d8-4a8e-9ada-af0fa5cfb31a x-openstack-request-id: req-2bbd7747-28d8-4a8e-9ada-af0fa5cfb31a {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:15.229467 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a706ec9d-583e-413e-99a9-95829da7245f", "name": "network-vif-deleted", "tag": "d1cac80a-eb04-4d8a-8a50-3a3db08d3d00", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:15.229737 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2bbd7747-28d8-4a8e-9ada-af0fa5cfb31a {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:15.230183 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a706ec9d-583e-413e-99a9-95829da7245f', 'name': 'network-vif-deleted', 'tag': 'd1cac80a-eb04-4d8a-8a50-3a3db08d3d00', 'status': 'completed', 'code': 200} Feb 09 22:52:15.579517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e602584a-1042-460d-a79c-511f37373dfe req-c93238bb-97cd-4ae1-a8cc-517da9a158ad tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "GET /v2.0/ports?device_id=a706ec9d-583e-413e-99a9-95829da7245f HTTP/1.1" status: 200 len: 210 time: 0.0304766 Feb 09 22:52:16.639737 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59904) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:16.995791 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (af918e8f-db94-4087-ae0c-092db616dac0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:17.251843 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:17.252116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:17.340595 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port 691a8bfd-574e-4e11-bab0-a0aa8e789b9b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:17.340967 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:17.353552 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 691a8bfd-574e-4e11-bab0-a0aa8e789b9b owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:17.619846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (691a8bfd-574e-4e11-bab0-a0aa8e789b9b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:17.647965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=691a8bfd-574e-4e11-bab0-a0aa8e789b9b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:17.826298 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (af918e8f-db94-4087-ae0c-092db616dac0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:18.038381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Router af918e8f-db94-4087-ae0c-092db616dac0 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:18.141157 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:18.146125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-38cb5323-3ab0-4de8-a377-7312bfc65c6c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "PUT /v2.0/routers/af918e8f-db94-4087-ae0c-092db616dac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5053585 Feb 09 22:52:18.149113 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59906) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:18.150401 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] Sync routers for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:18.161574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:18.162191 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:18.200420 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting subnet 427cc53b-9b8d-4d11-aa02-8f4d4148d1f1 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:52:18.204167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (427cc53b-9b8d-4d11-aa02-8f4d4148d1f1), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:18.242673 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (427cc53b-9b8d-4d11-aa02-8f4d4148d1f1), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:18.267265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:18.328409 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (427cc53b-9b8d-4d11-aa02-8f4d4148d1f1), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:18.441108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:52:17Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:18.448662 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (427cc53b-9b8d-4d11-aa02-8f4d4148d1f1), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:18.471190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] Checking router: af918e8f-db94-4087-ae0c-092db616dac0 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:18.478376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Subnet': ['ID=427cc53b-9b8d-4d11-aa02-8f4d4148d1f1,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:18.479492 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] Routers {'af918e8f-db94-4087-ae0c-092db616dac0'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:18.480134 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['af918e8f-db94-4087-ae0c-092db616dac0'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:18.484277 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:18.487840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f934c1d9-8960-4f89-a033-9162591419b7 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/subnets/427cc53b-9b8d-4d11-aa02-8f4d4148d1f1 HTTP/1.1" status: 204 len: 168 time: 0.3376508 Feb 09 22:52:18.491889 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59908) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:18.545579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23b89d0-1417-4f7c-9823-275f9e516952 None None] Network 344bc32b-0e34-4ae9-86f4-a4c059258dfb requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:18.606168 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (af918e8f-db94-4087-ae0c-092db616dac0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:18.662110 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] Set router af918e8f-db94-4087-ae0c-092db616dac0 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:18.943209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] DHCP port deletion for 344bc32b-0e34-4ae9-86f4-a4c059258dfb request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:52:19.016184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_gateway (af918e8f-db94-4087-ae0c-092db616dac0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.039952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Deleting port cd188a24-8a6d-4ba4-a60c-906be0c8f065 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:19.040332 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.097555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:19.126738 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:52:17Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:19.136313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Deleting port 790acf28-47ba-406d-b67a-740c96157321 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:52:19.136659 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (790acf28-47ba-406d-b67a-740c96157321), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.150607 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:19.151161 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device d1cac80a-eb04-4d8a-8a50-3a3db08d3d00 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:19.156777 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9bb061-252b-40ea-bc3a-d8da84ba23e0 None None] The sync data for ids ['af918e8f-db94-4087-ae0c-092db616dac0'] in n-d-828599-1 is: [{'id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440263220', 'tenant_id': '33be0f94b35442a2b929b112a0d57e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '790acf28-47ba-406d-b67a-740c96157321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:51:14Z', 'updated_at': '2022-02-09T22:52:17Z', 'revision_number': 5, 'project_id': '33be0f94b35442a2b929b112a0d57e17', 'gw_port': {'id': '790acf28-47ba-406d-b67a-740c96157321', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af918e8f-db94-4087-ae0c-092db616dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:51:15Z', 'updated_at': '2022-02-09T22:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:19.159158 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] For port cd188a24-8a6d-4ba4-a60c-906be0c8f065, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=cd188a24-8a6d-4ba4-a60c-906be0c8f065,segment=NetworkSegment(49e99746-cd03-4241-8520-55b06f071d47),segment_id=49e99746-cd03-4241-8520-55b06f071d47)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:19.159557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.172381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Calling delete_port for cd188a24-8a6d-4ba4-a60c-906be0c8f065 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:19.222018 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] For port 790acf28-47ba-406d-b67a-740c96157321, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=790acf28-47ba-406d-b67a-740c96157321,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:19.222384 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (790acf28-47ba-406d-b67a-740c96157321), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.234978 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Calling delete_port for 790acf28-47ba-406d-b67a-740c96157321 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:52:19.351492 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (cd188a24-8a6d-4ba4-a60c-906be0c8f065), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.379099 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Pushing event deleted for resources: {'Port': ['ID=cd188a24-8a6d-4ba4-a60c-906be0c8f065,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:19.381318 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] No DVR routers for this DVR port cd188a24-8a6d-4ba4-a60c-906be0c8f065 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:52:19.392460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.392821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.393169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.393517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.393856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.394192 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.394600 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.394842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.395172 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.395502 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.395866 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.396198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.396529 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9adbef6-fafd-49c0-8803-d1185725e1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:19.448244 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (790acf28-47ba-406d-b67a-740c96157321), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.473023 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Port': ['ID=790acf28-47ba-406d-b67a-740c96157321,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:19.538436 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (af918e8f-db94-4087-ae0c-092db616dac0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.632319 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (af918e8f-db94-4087-ae0c-092db616dac0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.634548 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router_controller (af918e8f-db94-4087-ae0c-092db616dac0), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.756967 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (af918e8f-db94-4087-ae0c-092db616dac0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.757519 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Fanout notify agent at l3_agent the message router_deleted on router af918e8f-db94-4087-ae0c-092db616dac0 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:52:19.764484 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.765624 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b6e398ee-75aa-44c0-b574-75f9094a32d6 tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/routers/af918e8f-db94-4087-ae0c-092db616dac0 HTTP/1.1" status: 204 len: 168 time: 1.2747569 Feb 09 22:52:19.768269 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59910) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:19.848378 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (344bc32b-0e34-4ae9-86f4-a4c059258dfb), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.939033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (344bc32b-0e34-4ae9-86f4-a4c059258dfb), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.958632 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344bc32b-0e34-4ae9-86f4-a4c059258dfb']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:19.968293 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e99746-cd03-4241-8520-55b06f071d47') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:19.968596 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e99746-cd03-4241-8520-55b06f071d47') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:19.977758 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (49e99746-cd03-4241-8520-55b06f071d47), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.991185 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (49e99746-cd03-4241-8520-55b06f071d47), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:19.997024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:52:19.997419 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (49e99746-cd03-4241-8520-55b06f071d47), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: timer() Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:52:20.000435 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:52:20.134441 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (344bc32b-0e34-4ae9-86f4-a4c059258dfb), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:20.142015 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:20.144789 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/networks/344bc32b-0e34-4ae9-86f4-a4c059258dfb HTTP/1.1" status: 204 len: 168 time: 0.3755639 Feb 09 22:52:20.147510 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59912) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:20.157318 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f93d-29ae-4440-ae8d-00d70591061c tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'Network': ['ID=344bc32b-0e34-4ae9-86f4-a4c059258dfb,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:20.206725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5069f275-acf8-42fc-98ad-ecf46d7d4cea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (0bfa4705-eca8-4df0-9dc4-1b744a788c49), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:20.239864 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5069f275-acf8-42fc-98ad-ecf46d7d4cea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (0bfa4705-eca8-4df0-9dc4-1b744a788c49), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:20.334196 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5069f275-acf8-42fc-98ad-ecf46d7d4cea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (0bfa4705-eca8-4df0-9dc4-1b744a788c49), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:20.336873 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-5069f275-acf8-42fc-98ad-ecf46d7d4cea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:20.338055 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-5069f275-acf8-42fc-98ad-ecf46d7d4cea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] 10.222.0.98 "DELETE /v2.0/security-groups/0bfa4705-eca8-4df0-9dc4-1b744a788c49 HTTP/1.1" status: 204 len: 168 time: 0.1894531 Feb 09 22:52:20.347697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069f275-acf8-42fc-98ad-ecf46d7d4cea tempest-TestNetworkAdvancedServerOps-689212205 tempest-TestNetworkAdvancedServerOps-689212205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfa4705-eca8-4df0-9dc4-1b744a788c49,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:20.854977 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd188a24-8a6d-4ba4-a60c-906be0c8f065 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:20.875313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: cd188a24-8a6d-4ba4-a60c-906be0c8f065 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:20.875669 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device cd188a24-8a6d-4ba4-a60c-906be0c8f065 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:20.876115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 691a8bfd-574e-4e11-bab0-a0aa8e789b9b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:20.889666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59920) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:20.898907 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 691a8bfd-574e-4e11-bab0-a0aa8e789b9b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:20.899268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 691a8bfd-574e-4e11-bab0-a0aa8e789b9b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:20.899698 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 790acf28-47ba-406d-b67a-740c96157321 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:52:20.918641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 790acf28-47ba-406d-b67a-740c96157321 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:52:20.918992 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 790acf28-47ba-406d-b67a-740c96157321 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:52:21.019584 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-2067a06a-0d76-4c08-a553-c4a499642f3a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=33be0f94b35442a2b929b112a0d57e17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287541 Feb 09 22:52:21.022144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59924) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:21.067775 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e081d9-8989-4a5c-94c4-ebe766328eca admin admin] Publish callbacks [] for security_group (513c9c88-be37-4951-ac13-de171f8714d5), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:21.088439 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e081d9-8989-4a5c-94c4-ebe766328eca admin admin] Publish callbacks [] for security_group (513c9c88-be37-4951-ac13-de171f8714d5), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:21.191077 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e081d9-8989-4a5c-94c4-ebe766328eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (513c9c88-be37-4951-ac13-de171f8714d5), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:21.193726 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-17e081d9-8989-4a5c-94c4-ebe766328eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:21.194889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-17e081d9-8989-4a5c-94c4-ebe766328eca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/513c9c88-be37-4951-ac13-de171f8714d5 HTTP/1.1" status: 204 len: 168 time: 0.1718540 Feb 09 22:52:21.203436 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e081d9-8989-4a5c-94c4-ebe766328eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513c9c88-be37-4951-ac13-de171f8714d5,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:21.754973 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59930) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:21.768065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da70f2a2-4e91-41eb-a6dc-a6b4291ff6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:21.842519 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da70f2a2-4e91-41eb-a6dc-a6b4291ff6e4 admin admin] Publish callbacks [] for security_group (e744cc3a-74e0-46a5-963e-1a36f675446f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:21.933620 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-da70f2a2-4e91-41eb-a6dc-a6b4291ff6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e744cc3a-74e0-46a5-963e-1a36f675446f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:21.972397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-da70f2a2-4e91-41eb-a6dc-a6b4291ff6e4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=91b3649df2ae457ca5e110c34e84b23a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2163262 Feb 09 22:52:21.973241 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70f2a2-4e91-41eb-a6dc-a6b4291ff6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e744cc3a-74e0-46a5-963e-1a36f675446f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:21.975181 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59932) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:22.027839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3216bdeb-074a-484c-a4c0-ce5164792c5e admin admin] Publish callbacks [] for security_group (e744cc3a-74e0-46a5-963e-1a36f675446f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:22.049407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3216bdeb-074a-484c-a4c0-ce5164792c5e admin admin] Publish callbacks [] for security_group (e744cc3a-74e0-46a5-963e-1a36f675446f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:22.174237 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3216bdeb-074a-484c-a4c0-ce5164792c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (e744cc3a-74e0-46a5-963e-1a36f675446f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:22.176909 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3216bdeb-074a-484c-a4c0-ce5164792c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:22.178078 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3216bdeb-074a-484c-a4c0-ce5164792c5e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e744cc3a-74e0-46a5-963e-1a36f675446f HTTP/1.1" status: 204 len: 168 time: 0.2017312 Feb 09 22:52:22.185907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216bdeb-074a-484c-a4c0-ce5164792c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e744cc3a-74e0-46a5-963e-1a36f675446f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:23.157167 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59954) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:23.250672 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-788770966-network', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:23.362744 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Made reservation on behalf of 8a4068b8ed1a4a5fa57157b23b6c6578 for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:23.365214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.374164 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.447868 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks [] for security_group (95e0d132-a29e-45d5-8e59-a73c6d192587), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.517146 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (95e0d132-a29e-45d5-8e59-a73c6d192587), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.537934 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:52:23.552064 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e0d132-a29e-45d5-8e59-a73c6d192587,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:23.561684 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f2383370-edf1-43ff-a734-498bb5d737d3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.561684 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Added segment f2383370-edf1-43ff-a734-498bb5d737d3 of type vlan for network 661df833-4f7c-4388-b602-6eef00843524 Feb 09 22:52:23.597839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (661df833-4f7c-4388-b602-6eef00843524), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.682788 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (661df833-4f7c-4388-b602-6eef00843524), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.683799 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:23.684389 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:23.745293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] Pushing event updated for resources: {'Network': ['ID=661df833-4f7c-4388-b602-6eef00843524,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:23.755298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 661df833-4f7c-4388-b602-6eef00843524 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:52:23.809470 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-035338e5-7fd7-4825-9fe1-f1c2dbccaba1 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6510470 Feb 09 22:52:23.812823 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59958) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:23.817522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Request body: {'subnet': {'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-788770966-subnet', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:23.905074 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Made reservation on behalf of 8a4068b8ed1a4a5fa57157b23b6c6578 for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:23.907696 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.134040 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (95982a3b-aa8b-49ea-a27f-4bae18090855), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.189075 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95982a3b-aa8b-49ea-a27f-4bae18090855,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:24.196081 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Checking segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:24.196447 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Network hostable DHCP agents. Network: 661df833-4f7c-4388-b602-6eef00843524, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:52:24.293846 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Network 661df833-4f7c-4388-b602-6eef00843524 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:52:24.350964 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 661df833-4f7c-4388-b602-6eef00843524) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:24.354811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:24.355385 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.360356 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5e3f7-c664-4712-9898-03703eb6a885 None None] Network 661df833-4f7c-4388-b602-6eef00843524 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:24.411194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-11ecce98-1079-4d7f-98dc-0b305ac8e3e7 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5972354 Feb 09 22:52:24.413973 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59960) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:24.418464 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:24.466895 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-661df833-4f7c-4388-b602-6eef00843524', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:52:24.466895 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.494471 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (43e5c83b-c24c-476c-8be7-2610407bd752), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.495545 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (43e5c83b-c24c-476c-8be7-2610407bd752), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.545668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks [] for router_controller (43e5c83b-c24c-476c-8be7-2610407bd752), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.643876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Allocated IP 172.20.0.2 (661df833-4f7c-4388-b602-6eef00843524/95982a3b-aa8b-49ea-a27f-4bae18090855/980f01f8-6f44-43eb-9b98-66531ff77390) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:24.735101 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks [] for router_gateway (43e5c83b-c24c-476c-8be7-2610407bd752), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.789346 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Publish callbacks [] for port (980f01f8-6f44-43eb-9b98-66531ff77390), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.843281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.884366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Network 661df833-4f7c-4388-b602-6eef00843524 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:24.887298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:24.890938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:24.897716 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Pushing event updated for resources: {'Port': ['ID=980f01f8-6f44-43eb-9b98-66531ff77390,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:24.953298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Attempting to bind port 980f01f8-6f44-43eb-9b98-66531ff77390 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:24.953676 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Attempting to bind port 980f01f8-6f44-43eb-9b98-66531ff77390 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:24.954049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Attempting to bind port 980f01f8-6f44-43eb-9b98-66531ff77390 on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:24.959260 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:24.959585 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Checking segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:24.960033 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.960732 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Bound using segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:24.960884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Bound port: 980f01f8-6f44-43eb-9b98-66531ff77390, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:24.961279 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.991950 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks [] for router_gateway (43e5c83b-c24c-476c-8be7-2610407bd752), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.010602 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.024142 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] For port 980f01f8-6f44-43eb-9b98-66531ff77390, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:25.027068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] For port 980f01f8-6f44-43eb-9b98-66531ff77390, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=980f01f8-6f44-43eb-9b98-66531ff77390,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:25.115080 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Allocated IP 172.25.5.107 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/c8541a78-450c-44f5-b097-47d765a1805b) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:25.134634 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.193984 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202dbdc-2f90-45a4-ad5b-71859a3cbe4c None None] Pushing event updated for resources: {'Port': ['ID=980f01f8-6f44-43eb-9b98-66531ff77390,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:25.221522 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks [] for port (c8541a78-450c-44f5-b097-47d765a1805b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.317198 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c8541a78-450c-44f5-b097-47d765a1805b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.370517 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:25.375909 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:25.383995 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:25.386398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8541a78-450c-44f5-b097-47d765a1805b,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:25.715209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks [] for router_gateway (43e5c83b-c24c-476c-8be7-2610407bd752), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:25.916526 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (43e5c83b-c24c-476c-8be7-2610407bd752), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.078665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a9af9-ae6e-47e2-8165-20417fbf2c7f None None] Network 661df833-4f7c-4388-b602-6eef00843524 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:26.110976 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Router 43e5c83b-c24c-476c-8be7-2610407bd752 is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:52:26.189962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9cfa33fa-da1d-4c1b-918b-4d71f04c51bd None None] Provisioning complete for port 980f01f8-6f44-43eb-9b98-66531ff77390 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:26.190250 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9cfa33fa-da1d-4c1b-918b-4d71f04c51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.220974 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:26.234403 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Sync routers for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:26.244442 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:26.245522 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:26.280805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa33fa-da1d-4c1b-918b-4d71f04c51bd None None] Current status of the port 980f01f8-6f44-43eb-9b98-66531ff77390 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:26.281646 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9cfa33fa-da1d-4c1b-918b-4d71f04c51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.296047 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.299911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f44205b2-6d54-445e-9176-1d0ace62d6f4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8823478 Feb 09 22:52:26.301658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59962) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:26.327106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-9cfa33fa-da1d-4c1b-918b-4d71f04c51bd None None] For port 980f01f8-6f44-43eb-9b98-66531ff77390, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=980f01f8-6f44-43eb-9b98-66531ff77390,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:26.361472 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:26.405098 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9cfa33fa-da1d-4c1b-918b-4d71f04c51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.473344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa33fa-da1d-4c1b-918b-4d71f04c51bd None None] Pushing event updated for resources: {'Port': ['ID=980f01f8-6f44-43eb-9b98-66531ff77390,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:26.526382 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c3c4b159-e42d-4234-8013-3884e9686e1a None None] Provisioning complete for port 980f01f8-6f44-43eb-9b98-66531ff77390 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:26.526860 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b159-e42d-4234-8013-3884e9686e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.549398 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:25Z', 'revision_number': 3, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:26.576380 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Checking router: 43e5c83b-c24c-476c-8be7-2610407bd752 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:26.577042 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Updating router 43e5c83b-c24c-476c-8be7-2610407bd752 port c8541a78-450c-44f5-b097-47d765a1805b binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:52:26.609379 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c8541a78-450c-44f5-b097-47d765a1805b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.613787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4b159-e42d-4234-8013-3884e9686e1a None None] Current status of the port 980f01f8-6f44-43eb-9b98-66531ff77390 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:26.745821 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.861386 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Publish callbacks [] for port (c8541a78-450c-44f5-b097-47d765a1805b), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.895682 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 980f01f8-6f44-43eb-9b98-66531ff77390 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:26.905958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Allocated IP 172.20.0.1 (661df833-4f7c-4388-b602-6eef00843524/95982a3b-aa8b-49ea-a27f-4bae18090855/6f211053-c981-4d52-aa9e-9f7d9e6da62d) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:26.917026 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c8541a78-450c-44f5-b097-47d765a1805b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.944485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 980f01f8-6f44-43eb-9b98-66531ff77390 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:26.945374 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.963748 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Pushing event updated for resources: {'Port': ['ID=c8541a78-450c-44f5-b097-47d765a1805b,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:26.977502 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.977853 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.978200 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.978536 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.978866 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.979197 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.979524 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.979881 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.980220 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.980677 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.980856 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.981177 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.981498 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:52:26.987221 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Attempting to bind port c8541a78-450c-44f5-b097-47d765a1805b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:26.987592 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Attempting to bind port c8541a78-450c-44f5-b097-47d765a1805b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:26.988508 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Attempting to bind port c8541a78-450c-44f5-b097-47d765a1805b on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:26.993312 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:26.993689 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:26.994091 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:26.994480 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:26.994951 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Bound port: c8541a78-450c-44f5-b097-47d765a1805b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:26.995330 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c8541a78-450c-44f5-b097-47d765a1805b), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:27.036050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 980f01f8-6f44-43eb-9b98-66531ff77390 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:27.055483 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] For port c8541a78-450c-44f5-b097-47d765a1805b, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:27.059128 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] For port c8541a78-450c-44f5-b097-47d765a1805b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c8541a78-450c-44f5-b097-47d765a1805b,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:27.151986 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c8541a78-450c-44f5-b097-47d765a1805b), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:27.311947 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5602b-d959-45d8-8de0-ee77442fb0fa None None] Pushing event updated for resources: {'Port': ['ID=c8541a78-450c-44f5-b097-47d765a1805b,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:27.314475 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:27.315083 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:27.373555 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks [] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:27.422265 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:27.460352 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:27.500726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Network 661df833-4f7c-4388-b602-6eef00843524 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:27.503592 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:27.506125 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:27.533835 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Pushing event updated for resources: {'Port': ['ID=6f211053-c981-4d52-aa9e-9f7d9e6da62d,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:27.551798 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (43e5c83b-c24c-476c-8be7-2610407bd752), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:27.604342 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:25Z', 'revision_number': 3, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:27.639444 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e9bae-374d-49d5-b0d1-edec55545cf5 None None] The sync data for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 is: [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:25Z', 'revision_number': 3, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:27.743989 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-97f94e9e-a2fa-48ab-b23b-f1a3d76674da None None] Provisioning complete for port 6f211053-c981-4d52-aa9e-9f7d9e6da62d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:27.744572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97f94e9e-a2fa-48ab-b23b-f1a3d76674da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:27.778892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:27.783551 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-97f94e9e-a2fa-48ab-b23b-f1a3d76674da None None] Port 6f211053-c981-4d52-aa9e-9f7d9e6da62d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:27.957671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks [] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.031097 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.104067 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (43e5c83b-c24c-476c-8be7-2610407bd752), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.105738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Pushing event updated for resources: {'Port': ['ID=6f211053-c981-4d52-aa9e-9f7d9e6da62d,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:28.200613 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Network 661df833-4f7c-4388-b602-6eef00843524 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:28.202258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:28.324477 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Router 43e5c83b-c24c-476c-8be7-2610407bd752 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:28.440192 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:28.449333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e9eb6afd-1ef3-4dec-8970-68817d5cca3b admin admin] 10.222.0.98 "PUT /v2.0/routers/43e5c83b-c24c-476c-8be7-2610407bd752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1442573 Feb 09 22:52:28.506900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-1c7f3fa4-a437-4d14-aae0-ede5e0c6e725 None None] Provisioning complete for port 6f211053-c981-4d52-aa9e-9f7d9e6da62d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:28.507312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3fa4-a437-4d14-aae0-ede5e0c6e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:28.541175 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f3fa4-a437-4d14-aae0-ede5e0c6e725 None None] Port 6f211053-c981-4d52-aa9e-9f7d9e6da62d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:28.885671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c8541a78-450c-44f5-b097-47d765a1805b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:28.944785 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c8541a78-450c-44f5-b097-47d765a1805b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:28.945255 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c8541a78-450c-44f5-b097-47d765a1805b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.024435 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c8541a78-450c-44f5-b097-47d765a1805b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:29.024830 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (c8541a78-450c-44f5-b097-47d765a1805b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.046574 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port c8541a78-450c-44f5-b097-47d765a1805b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c8541a78-450c-44f5-b097-47d765a1805b,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:29.122774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (c8541a78-450c-44f5-b097-47d765a1805b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.141469 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59978) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:29.148099 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1908725985-network', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:29.174497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=c8541a78-450c-44f5-b097-47d765a1805b,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:29.236983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Made reservation on behalf of d586c54489534a9cb4bf63a1223e6b3a for: {'network': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:29.239367 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.245904 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Sync routers for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:29.248892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.259350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:29.260000 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:29.324463 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks [] for security_group (1fb106b1-5082-4bcd-b6a9-b729aab0d16f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.366145 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:29.379884 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1fb106b1-5082-4bcd-b6a9-b729aab0d16f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.404656 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:52:29.414781 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb106b1-5082-4bcd-b6a9-b729aab0d16f,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:29.422533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0633e9aa-82d2-47ac-af69-ed540c344f37), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.422533 n-d-828599-1 neutron-server[103697]: INFO neutron.db.segments_db [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Added segment 0633e9aa-82d2-47ac-af69-ed540c344f37 of type vlan for network 238698f1-26db-43ec-9217-02e3b0cf8cbc Feb 09 22:52:29.461580 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (238698f1-26db-43ec-9217-02e3b0cf8cbc), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.551485 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (238698f1-26db-43ec-9217-02e3b0cf8cbc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.552612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:29.553202 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.567631 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 2, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:29.594058 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Checking router: 43e5c83b-c24c-476c-8be7-2610407bd752 for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:29.594420 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Updating router 43e5c83b-c24c-476c-8be7-2610407bd752 port 6f211053-c981-4d52-aa9e-9f7d9e6da62d binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:52:29.614939 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] Pushing event updated for resources: {'Network': ['ID=238698f1-26db-43ec-9217-02e3b0cf8cbc,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:29.621879 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:29.625898 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:52:29.685327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-35a4d319-d5c6-4d2e-9b04-a16a6c98ec6f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5426307 Feb 09 22:52:29.688054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59980) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:29.692840 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Request body: {'subnet': {'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1908725985-subnet', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'ip_version': 4}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:29.779535 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Made reservation on behalf of d586c54489534a9cb4bf63a1223e6b3a for: {'subnet': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:29.782301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59866520'] for subnet (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.014276 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59013949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59866534'] for subnet (686e4cd3-32ce-443a-b588-c5ba526e3302), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.050340 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.069843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=686e4cd3-32ce-443a-b588-c5ba526e3302,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:30.080710 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Checking segment: {'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:30.080710 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Network hostable DHCP agents. Network: 238698f1-26db-43ec-9217-02e3b0cf8cbc, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:52:30.111678 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Publish callbacks [] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.150972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:52:30.179178 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.226572 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0324d-e48a-4d4a-a8bd-561eb46e3c8a None None] Pushing event updated for resources: {'Port': ['ID=6f211053-c981-4d52-aa9e-9f7d9e6da62d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:30.232622 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 238698f1-26db-43ec-9217-02e3b0cf8cbc) {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:30.239925 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:30.241011 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.253060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705bc5d-da30-4bbe-b2dd-f250554f94db None None] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:30.310818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-79f6ab1f-1536-4e93-8e7b-3e0b353bf2db admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6192722 Feb 09 22:52:30.313907 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 59982) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:30.316983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:30.330183 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Attempting to bind port 6f211053-c981-4d52-aa9e-9f7d9e6da62d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:30.330504 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Attempting to bind port 6f211053-c981-4d52-aa9e-9f7d9e6da62d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:30.330870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Attempting to bind port 6f211053-c981-4d52-aa9e-9f7d9e6da62d on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:30.340335 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:30.340723 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Checking segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:30.341654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.342049 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Bound using segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:30.342522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Bound port: 6f211053-c981-4d52-aa9e-9f7d9e6da62d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:30.342900 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.391067 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (3bb7c18f-4507-4a15-8c22-f58889a16c4c), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.392227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (3bb7c18f-4507-4a15-8c22-f58889a16c4c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.432480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-238698f1-26db-43ec-9217-02e3b0cf8cbc', 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc', 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'fixed_ips': [{'subnet_id': '686e4cd3-32ce-443a-b588-c5ba526e3302'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:52:30.433386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.450614 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks [] for router_controller (3bb7c18f-4507-4a15-8c22-f58889a16c4c), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.453240 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] For port 6f211053-c981-4d52-aa9e-9f7d9e6da62d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:30.477218 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] For port 6f211053-c981-4d52-aa9e-9f7d9e6da62d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f211053-c981-4d52-aa9e-9f7d9e6da62d,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:30.544193 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-f0146f86-50c8-437b-85cb-5eb99f0d2fed None None] Provisioning complete for port 6f211053-c981-4d52-aa9e-9f7d9e6da62d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:30.545095 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0146f86-50c8-437b-85cb-5eb99f0d2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.573752 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.664593 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-f0146f86-50c8-437b-85cb-5eb99f0d2fed None None] Port 6f211053-c981-4d52-aa9e-9f7d9e6da62d cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:30.681644 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks [] for router_gateway (3bb7c18f-4507-4a15-8c22-f58889a16c4c), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.682322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:30.682966 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:30.725497 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0324d-e48a-4d4a-a8bd-561eb46e3c8a None None] Pushing event updated for resources: {'Port': ['ID=6f211053-c981-4d52-aa9e-9f7d9e6da62d,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:30.728733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Allocated IP 172.20.0.2 (238698f1-26db-43ec-9217-02e3b0cf8cbc/686e4cd3-32ce-443a-b588-c5ba526e3302/ade75c4c-6952-42dd-8cd3-f0727a77436d) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:30.861968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:30.895971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c8541a78-450c-44f5-b097-47d765a1805b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:30.967458 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks [] for router_gateway (3bb7c18f-4507-4a15-8c22-f58889a16c4c), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.986280 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:30.992798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7b7da9bf-e132-4a86-b40c-4f25d631c45c None None] Provisioning complete for port 6f211053-c981-4d52-aa9e-9f7d9e6da62d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:30.993180 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9bf-e132-4a86-b40c-4f25d631c45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.091348 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Allocated IP 172.25.5.128 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6bf98419-ce60-4381-b877-d16c5560eae0) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:31.161925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port c8541a78-450c-44f5-b097-47d765a1805b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:31.162510 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (c8541a78-450c-44f5-b097-47d765a1805b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.165670 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Publish callbacks [] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.193866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks [] for port (6bf98419-ce60-4381-b877-d16c5560eae0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.257194 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.271879 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.305857 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:31.306969 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7b7da9bf-e132-4a86-b40c-4f25d631c45c None None] Current status of the port 6f211053-c981-4d52-aa9e-9f7d9e6da62d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:31.307286 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9bf-e132-4a86-b40c-4f25d631c45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.312715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:31.316251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:31.346197 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf98419-ce60-4381-b877-d16c5560eae0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:31.358924 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:31.362227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Pushing event updated for resources: {'Port': ['ID=ade75c4c-6952-42dd-8cd3-f0727a77436d,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:31.378484 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:31.383744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:31.404747 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port c8541a78-450c-44f5-b097-47d765a1805b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:31.412400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-7b7da9bf-e132-4a86-b40c-4f25d631c45c None None] For port 6f211053-c981-4d52-aa9e-9f7d9e6da62d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f211053-c981-4d52-aa9e-9f7d9e6da62d,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:31.435029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:30Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:31.487316 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670074c6-2527-48e6-ac4c-e33119382e1b None None] The sync data for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 is: [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:30Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:31.488808 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9bf-e132-4a86-b40c-4f25d631c45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.530690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Attempting to bind port ade75c4c-6952-42dd-8cd3-f0727a77436d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:31.531078 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Attempting to bind port ade75c4c-6952-42dd-8cd3-f0727a77436d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:31.531734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Attempting to bind port ade75c4c-6952-42dd-8cd3-f0727a77436d on network 238698f1-26db-43ec-9217-02e3b0cf8cbc {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:31.551266 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:31.551674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Checking segment: {'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:31.552508 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.552909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Bound using segment: {'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:31.553391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Bound port: ade75c4c-6952-42dd-8cd3-f0727a77436d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:31.553781 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.581176 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7da9bf-e132-4a86-b40c-4f25d631c45c None None] Pushing event updated for resources: {'Port': ['ID=6f211053-c981-4d52-aa9e-9f7d9e6da62d,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:31.603375 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.644215 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] For port ade75c4c-6952-42dd-8cd3-f0727a77436d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:31.647900 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] For port ade75c4c-6952-42dd-8cd3-f0727a77436d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ade75c4c-6952-42dd-8cd3-f0727a77436d,segment=NetworkSegment(0633e9aa-82d2-47ac-af69-ed540c344f37),segment_id=0633e9aa-82d2-47ac-af69-ed540c344f37)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:31.681456 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks [] for router_gateway (3bb7c18f-4507-4a15-8c22-f58889a16c4c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.723530 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:31.786522 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e1936-0479-43bf-8708-e470700fb83c None None] Pushing event updated for resources: {'Port': ['ID=ade75c4c-6952-42dd-8cd3-f0727a77436d,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:32.214531 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (3bb7c18f-4507-4a15-8c22-f58889a16c4c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.460114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Router 3bb7c18f-4507-4a15-8c22-f58889a16c4c is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:52:32.580253 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:32.591960 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Sync routers for ids ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:32.604977 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Routers {'3bb7c18f-4507-4a15-8c22-f58889a16c4c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:32.613261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:32.667800 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:32.671843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7407b6cd-badb-40c6-afd8-3883389d38f1 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3565269 Feb 09 22:52:32.672311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59984) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:32.723098 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Set router 3bb7c18f-4507-4a15-8c22-f58889a16c4c gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:32.839066 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66064b82-2558-4cd8-b225-9474fb1e5775 None None] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:52:32.926702 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:52:32.928064 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 3, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port': {'id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:32.955391 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Checking router: 3bb7c18f-4507-4a15-8c22-f58889a16c4c for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:32.955782 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Updating router 3bb7c18f-4507-4a15-8c22-f58889a16c4c port 6bf98419-ce60-4381-b877-d16c5560eae0 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:52:32.995346 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.140691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f211053-c981-4d52-aa9e-9f7d9e6da62d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:33.174686 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.175862 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-c784d439-2dcd-419d-98a1-f597dc678eb1 None None] Provisioning complete for port ade75c4c-6952-42dd-8cd3-f0727a77436d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:33.176244 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c784d439-2dcd-419d-98a1-f597dc678eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.246358 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6f211053-c981-4d52-aa9e-9f7d9e6da62d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:33.246746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.273735 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Publish callbacks [] for port (6bf98419-ce60-4381-b877-d16c5560eae0), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.310331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-c784d439-2dcd-419d-98a1-f597dc678eb1 None None] Current status of the port ade75c4c-6952-42dd-8cd3-f0727a77436d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:33.310740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c784d439-2dcd-419d-98a1-f597dc678eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.328564 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.356285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Allocated IP 172.20.0.1 (238698f1-26db-43ec-9217-02e3b0cf8cbc/686e4cd3-32ce-443a-b588-c5ba526e3302/26145256-c2f9-4387-96da-b698e7fe8b87) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:33.369727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-c784d439-2dcd-419d-98a1-f597dc678eb1 None None] For port ade75c4c-6952-42dd-8cd3-f0727a77436d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ade75c4c-6952-42dd-8cd3-f0727a77436d,segment=NetworkSegment(0633e9aa-82d2-47ac-af69-ed540c344f37),segment_id=0633e9aa-82d2-47ac-af69-ed540c344f37)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:33.386787 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6f211053-c981-4d52-aa9e-9f7d9e6da62d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:33.388159 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ade75c4c-6952-42dd-8cd3-f0727a77436d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:33.399054 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f81b4-de98-4959-b436-e45eb45ee3eb None None] Pushing event updated for resources: {'Port': ['ID=6bf98419-ce60-4381-b877-d16c5560eae0,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:33.415996 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Attempting to bind port 6bf98419-ce60-4381-b877-d16c5560eae0 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:33.416616 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Attempting to bind port 6bf98419-ce60-4381-b877-d16c5560eae0 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:33.417156 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Attempting to bind port 6bf98419-ce60-4381-b877-d16c5560eae0 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:33.423749 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:33.424435 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:33.425066 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.425631 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:33.426291 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Bound port: 6bf98419-ce60-4381-b877-d16c5560eae0, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:33.426846 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.427567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c784d439-2dcd-419d-98a1-f597dc678eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.486596 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] For port 6bf98419-ce60-4381-b877-d16c5560eae0, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:33.489977 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] For port 6bf98419-ce60-4381-b877-d16c5560eae0, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6bf98419-ce60-4381-b877-d16c5560eae0,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:33.490876 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks [] for port (26145256-c2f9-4387-96da-b698e7fe8b87), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.497400 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d439-2dcd-419d-98a1-f597dc678eb1 None None] Pushing event updated for resources: {'Port': ['ID=ade75c4c-6952-42dd-8cd3-f0727a77436d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:33.499927 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ade75c4c-6952-42dd-8cd3-f0727a77436d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:33.500309 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.546728 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.562074 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-697bd4e0-950f-4ed2-a134-fd4d449c49a2 None None] Provisioning complete for port ade75c4c-6952-42dd-8cd3-f0727a77436d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:33.562074 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-697bd4e0-950f-4ed2-a134-fd4d449c49a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.568800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.609206 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:33.615771 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Routers {'3bb7c18f-4507-4a15-8c22-f58889a16c4c'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:33.616770 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:33.617174 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:33.621408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:33.626993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ade75c4c-6952-42dd-8cd3-f0727a77436d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:33.651105 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Pushing event updated for resources: {'Port': ['ID=26145256-c2f9-4387-96da-b698e7fe8b87,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:33.682969 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (3bb7c18f-4507-4a15-8c22-f58889a16c4c), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.685155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-697bd4e0-950f-4ed2-a134-fd4d449c49a2 None None] Current status of the port ade75c4c-6952-42dd-8cd3-f0727a77436d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:33.697892 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f81b4-de98-4959-b436-e45eb45ee3eb None None] Pushing event updated for resources: {'Port': ['ID=6bf98419-ce60-4381-b877-d16c5560eae0,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:33.745966 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] Set router 3bb7c18f-4507-4a15-8c22-f58889a16c4c gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:33.882140 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.912162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-da03b94e-16d0-4a39-ae14-3ca8a1270cd3 None None] Provisioning complete for port 26145256-c2f9-4387-96da-b698e7fe8b87 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:33.912757 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-da03b94e-16d0-4a39-ae14-3ca8a1270cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:33.928224 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 3, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port': {'id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:33.949146 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-da03b94e-16d0-4a39-ae14-3ca8a1270cd3 None None] Port 26145256-c2f9-4387-96da-b698e7fe8b87 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:33.955120 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b348173-dfef-4c05-b813-1eee860946e4 None None] The sync data for ids ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'] in n-d-828599-1 is: [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 3, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port': {'id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:34.053471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks [] for port (26145256-c2f9-4387-96da-b698e7fe8b87), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.105265 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.187124 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Pushing event updated for resources: {'Port': ['ID=26145256-c2f9-4387-96da-b698e7fe8b87,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:34.194491 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (3bb7c18f-4507-4a15-8c22-f58889a16c4c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.289086 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:34.290579 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:34.416984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Router 3bb7c18f-4507-4a15-8c22-f58889a16c4c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:34.536752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:34.547852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-93085064-4e9f-4591-a2e5-b601c5cb6280 admin admin] 10.222.0.98 "PUT /v2.0/routers/3bb7c18f-4507-4a15-8c22-f58889a16c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691857 Feb 09 22:52:34.577027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e278ead5-3825-4969-93b0-83f4bf52b065 None None] Provisioning complete for port 26145256-c2f9-4387-96da-b698e7fe8b87 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:34.577415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e278ead5-3825-4969-93b0-83f4bf52b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:34.615133 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e278ead5-3825-4969-93b0-83f4bf52b065 None None] Port 26145256-c2f9-4387-96da-b698e7fe8b87 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:34.942131 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ade75c4c-6952-42dd-8cd3-f0727a77436d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:34.994253 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port ade75c4c-6952-42dd-8cd3-f0727a77436d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:34.994555 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.074549 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port ade75c4c-6952-42dd-8cd3-f0727a77436d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:35.076224 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6bf98419-ce60-4381-b877-d16c5560eae0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:35.120354 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59992) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:35.125485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6c78b7a0-9be8-4b0f-8b58-6832d94a314e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771294703', 'description': 'tempest-secgroup-smoke-1771294703 description', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:35.126816 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6bf98419-ce60-4381-b877-d16c5560eae0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:35.127196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.204346 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6bf98419-ce60-4381-b877-d16c5560eae0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:35.204757 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.209001 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c78b7a0-9be8-4b0f-8b58-6832d94a314e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.227973 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 6bf98419-ce60-4381-b877-d16c5560eae0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6bf98419-ce60-4381-b877-d16c5560eae0,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:35.276935 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.277194 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c78b7a0-9be8-4b0f-8b58-6832d94a314e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (b3ac6094-3085-48df-a8bc-b3178001d07e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.326039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=6bf98419-ce60-4381-b877-d16c5560eae0,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:35.339778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c78b7a0-9be8-4b0f-8b58-6832d94a314e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3ac6094-3085-48df-a8bc-b3178001d07e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.369886 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78b7a0-9be8-4b0f-8b58-6832d94a314e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ac6094-3085-48df-a8bc-b3178001d07e,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:35.409940 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6c78b7a0-9be8-4b0f-8b58-6832d94a314e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.411327 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6c78b7a0-9be8-4b0f-8b58-6832d94a314e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2899516 Feb 09 22:52:35.414246 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59994) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:35.419386 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-be503873-d35e-4b73-b459-331687a296b4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'b3ac6094-3085-48df-a8bc-b3178001d07e', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:35.517332 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be503873-d35e-4b73-b459-331687a296b4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (d23696f8-a7e4-4e28-9868-bdebf838e2cf), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.523203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-92d09bed-d724-4d19-b367-5953d85073bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.528312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Sync routers for ids ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:35.538778 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Routers {'3bb7c18f-4507-4a15-8c22-f58889a16c4c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:35.539397 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:35.579062 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be503873-d35e-4b73-b459-331687a296b4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (d23696f8-a7e4-4e28-9868-bdebf838e2cf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.648401 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be503873-d35e-4b73-b459-331687a296b4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (d23696f8-a7e4-4e28-9868-bdebf838e2cf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.652613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Set router 3bb7c18f-4507-4a15-8c22-f58889a16c4c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:35.663604 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be503873-d35e-4b73-b459-331687a296b4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23696f8-a7e4-4e28-9868-bdebf838e2cf,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:35.724832 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be503873-d35e-4b73-b459-331687a296b4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.726077 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be503873-d35e-4b73-b459-331687a296b4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109019 Feb 09 22:52:35.728984 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59996) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:35.733326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e3742404-3d04-4682-8c14-04a92af3c2ef tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'b3ac6094-3085-48df-a8bc-b3178001d07e', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:35.814173 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3742404-3d04-4682-8c14-04a92af3c2ef tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (01154eb6-9f4b-427c-bef5-a683f8053f96), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.851060 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:33Z', 'revision_number': 4, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port': {'id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '26145256-c2f9-4387-96da-b698e7fe8b87', 'name': '', 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'mac_address': 'fa:16:3e:d2:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '686e4cd3-32ce-443a-b588-c5ba526e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:33Z', 'updated_at': '2022-02-09T22:52:33Z', 'revision_number': 2, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'subnets': [{'id': '686e4cd3-32ce-443a-b588-c5ba526e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:35.870761 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3742404-3d04-4682-8c14-04a92af3c2ef tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (01154eb6-9f4b-427c-bef5-a683f8053f96), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.877510 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Checking router: 3bb7c18f-4507-4a15-8c22-f58889a16c4c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:35.877870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Updating router 3bb7c18f-4507-4a15-8c22-f58889a16c4c port 26145256-c2f9-4387-96da-b698e7fe8b87 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:52:35.903971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.934273 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3742404-3d04-4682-8c14-04a92af3c2ef tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (01154eb6-9f4b-427c-bef5-a683f8053f96), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:35.950187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3742404-3d04-4682-8c14-04a92af3c2ef tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01154eb6-9f4b-427c-bef5-a683f8053f96,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:36.021689 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e3742404-3d04-4682-8c14-04a92af3c2ef tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.023565 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e3742404-3d04-4682-8c14-04a92af3c2ef tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933741 Feb 09 22:52:36.026126 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 59998) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:36.030532 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-84dcccae-d724-4e2d-894c-709bbc62644e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'b3ac6094-3085-48df-a8bc-b3178001d07e', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:36.109981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84dcccae-d724-4e2d-894c-709bbc62644e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (a5c40f7f-643f-4641-ba7e-b4d9dac9443d), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.164836 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Publish callbacks [] for port (26145256-c2f9-4387-96da-b698e7fe8b87), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.168963 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84dcccae-d724-4e2d-894c-709bbc62644e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (a5c40f7f-643f-4641-ba7e-b4d9dac9443d), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.225007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.247909 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84dcccae-d724-4e2d-894c-709bbc62644e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a5c40f7f-643f-4641-ba7e-b4d9dac9443d), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.265109 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcccae-d724-4e2d-894c-709bbc62644e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c40f7f-643f-4641-ba7e-b4d9dac9443d,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:36.296957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa03cc0-1b0c-4e6a-b1d1-24858682fe5d None None] Pushing event updated for resources: {'Port': ['ID=26145256-c2f9-4387-96da-b698e7fe8b87,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:36.330148 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-84dcccae-d724-4e2d-894c-709bbc62644e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.331675 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-84dcccae-d724-4e2d-894c-709bbc62644e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046126 Feb 09 22:52:36.334457 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60000) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:36.339332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f82f19a5-0135-4baf-80dc-f1a1550bd83e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'b3ac6094-3085-48df-a8bc-b3178001d07e', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:36.346645 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Attempting to bind port 26145256-c2f9-4387-96da-b698e7fe8b87 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:36.347162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Attempting to bind port 26145256-c2f9-4387-96da-b698e7fe8b87 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:36.347773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Attempting to bind port 26145256-c2f9-4387-96da-b698e7fe8b87 on network 238698f1-26db-43ec-9217-02e3b0cf8cbc {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:36.354508 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:36.355039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Checking segment: {'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:36.355820 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.356458 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Bound using segment: {'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:36.357775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Bound port: 26145256-c2f9-4387-96da-b698e7fe8b87, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0633e9aa-82d2-47ac-af69-ed540c344f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:36.358387 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.420780 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f82f19a5-0135-4baf-80dc-f1a1550bd83e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (db6f1117-1d4b-4527-b267-a33f1df4c99e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.434155 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] For port 26145256-c2f9-4387-96da-b698e7fe8b87, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:36.438047 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] For port 26145256-c2f9-4387-96da-b698e7fe8b87, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=26145256-c2f9-4387-96da-b698e7fe8b87,segment=NetworkSegment(0633e9aa-82d2-47ac-af69-ed540c344f37),segment_id=0633e9aa-82d2-47ac-af69-ed540c344f37)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:36.481152 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f82f19a5-0135-4baf-80dc-f1a1550bd83e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (db6f1117-1d4b-4527-b267-a33f1df4c99e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.505964 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.551258 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f82f19a5-0135-4baf-80dc-f1a1550bd83e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (db6f1117-1d4b-4527-b267-a33f1df4c99e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.570918 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-a03f8170-2617-4487-98b1-70f735c960f3 None None] Provisioning complete for port 26145256-c2f9-4387-96da-b698e7fe8b87 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:36.571303 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a03f8170-2617-4487-98b1-70f735c960f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.574067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f19a5-0135-4baf-80dc-f1a1550bd83e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6f1117-1d4b-4527-b267-a33f1df4c99e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:36.606875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa03cc0-1b0c-4e6a-b1d1-24858682fe5d None None] Pushing event updated for resources: {'Port': ['ID=26145256-c2f9-4387-96da-b698e7fe8b87,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:36.611444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Routers {'3bb7c18f-4507-4a15-8c22-f58889a16c4c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:36.612089 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:36.633610 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f82f19a5-0135-4baf-80dc-f1a1550bd83e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.635491 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f82f19a5-0135-4baf-80dc-f1a1550bd83e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2999718 Feb 09 22:52:36.638892 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60002) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:36.643749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'b3ac6094-3085-48df-a8bc-b3178001d07e', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:36.717486 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Project 8a4068b8ed1a4a5fa57157b23b6c6578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:52:36.729235 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (10f10b1f-dc51-4c10-8333-6e9b329a60d3), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.763466 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-a03f8170-2617-4487-98b1-70f735c960f3 None None] Current status of the port 26145256-c2f9-4387-96da-b698e7fe8b87 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:36.763466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a03f8170-2617-4487-98b1-70f735c960f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.769015 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] Set router 3bb7c18f-4507-4a15-8c22-f58889a16c4c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:36.797056 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (10f10b1f-dc51-4c10-8333-6e9b329a60d3), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.859839 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (10f10b1f-dc51-4c10-8333-6e9b329a60d3), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.874138 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6bf98419-ce60-4381-b877-d16c5560eae0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:36.876729 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f10b1f-dc51-4c10-8333-6e9b329a60d3,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:36.876869 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-a03f8170-2617-4487-98b1-70f735c960f3 None None] For port 26145256-c2f9-4387-96da-b698e7fe8b87, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=26145256-c2f9-4387-96da-b698e7fe8b87,segment=NetworkSegment(0633e9aa-82d2-47ac-af69-ed540c344f37),segment_id=0633e9aa-82d2-47ac-af69-ed540c344f37)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:36.930628 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.931946 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-86473b4d-a95a-449b-bfd1-8c9011c56ec6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2920561 Feb 09 22:52:36.934337 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a03f8170-2617-4487-98b1-70f735c960f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:36.935573 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60008) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:36.940369 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'b3ac6094-3085-48df-a8bc-b3178001d07e', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:37.002551 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Project 8a4068b8ed1a4a5fa57157b23b6c6578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:52:37.008762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (6576dfad-108a-4668-896e-c384f678faa9), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.076649 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (6576dfad-108a-4668-896e-c384f678faa9), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.139677 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (6576dfad-108a-4668-896e-c384f678faa9), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.159696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6576dfad-108a-4668-896e-c384f678faa9,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:37.203764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f8170-2617-4487-98b1-70f735c960f3 None None] Pushing event updated for resources: {'Port': ['ID=26145256-c2f9-4387-96da-b698e7fe8b87,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:37.207169 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-9c7ad74f-7450-4622-9542-3526ccaaf84a None None] Provisioning complete for port 26145256-c2f9-4387-96da-b698e7fe8b87 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:37.207546 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad74f-7450-4622-9542-3526ccaaf84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.210164 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.220027 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0bd2ee9d-1f37-4066-a6a0-a65910101e0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2747643 Feb 09 22:52:37.253644 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6bf98419-ce60-4381-b877-d16c5560eae0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:37.253644 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.366132 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:33Z', 'revision_number': 4, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port': {'id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '26145256-c2f9-4387-96da-b698e7fe8b87', 'name': '', 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'mac_address': 'fa:16:3e:d2:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '686e4cd3-32ce-443a-b588-c5ba526e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:33Z', 'updated_at': '2022-02-09T22:52:36Z', 'revision_number': 4, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'subnets': [{'id': '686e4cd3-32ce-443a-b588-c5ba526e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:37.410894 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ad74f-7450-4622-9542-3526ccaaf84a None None] Current status of the port 26145256-c2f9-4387-96da-b698e7fe8b87 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:37.413128 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414d2ea-e1d2-431f-a901-34d68d5777ae None None] The sync data for ids ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'] in n-d-828599-1 is: [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:33Z', 'revision_number': 4, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port': {'id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '26145256-c2f9-4387-96da-b698e7fe8b87', 'name': '', 'network_id': '238698f1-26db-43ec-9217-02e3b0cf8cbc', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'mac_address': 'fa:16:3e:d2:52:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '686e4cd3-32ce-443a-b588-c5ba526e3302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:33Z', 'updated_at': '2022-02-09T22:52:36Z', 'revision_number': 4, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'subnets': [{'id': '686e4cd3-32ce-443a-b588-c5ba526e3302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:37.428842 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6bf98419-ce60-4381-b877-d16c5560eae0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:37.563395 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-30f1f8eb-a02d-4c59-bf60-d40a5cb63312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:37.591112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-0c36b0d3-dfbb-4fd4-827f-b445a603a123 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771294703&fields=id&tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 267 time: 0.0523415 Feb 09 22:52:37.702754 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-9cd14550-d0b0-4682-b58c-bdc3a7e17e7b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:37.704286 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-9cd14550-d0b0-4682-b58c-bdc3a7e17e7b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 808 time: 0.1043932 Feb 09 22:52:37.720823 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-365af371-6e9f-43cf-aee8-ded9b2d76b90 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/quotas/8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 375 time: 0.0108356 Feb 09 22:52:37.783242 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-926c15f5-0e80-412f-918a-4241ce40255d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570667 Feb 09 22:52:37.798965 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-631973b0-eab4-41ec-896d-7a15c86fd67c service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:52:37.800146 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-631973b0-eab4-41ec-896d-7a15c86fd67c service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053699 Feb 09 22:52:37.890463 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-aa269b96-d8ef-4746-a7c9-0e6fddafe436 service neutron] 10.222.0.98 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843346 Feb 09 22:52:37.983379 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-11c0393f-dde8-4814-b290-d7a92882d3a1 service neutron] 10.222.0.98 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862405 Feb 09 22:52:38.335843 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43fa4e65-27d6-473d-b925-d25617eac794 req-365089ad-fe32-450f-94c4-73090a6cea36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 210 time: 0.1318383 Feb 09 22:52:38.898559 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 26145256-c2f9-4387-96da-b698e7fe8b87 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:38.946592 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 26145256-c2f9-4387-96da-b698e7fe8b87 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:38.946962 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.022925 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 26145256-c2f9-4387-96da-b698e7fe8b87 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:39.327836 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.429240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b252206a-7b79-4e24-9261-02a505724cda req-f5374270-8825-4c74-9070-8e7d595aadf8 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 210 time: 0.0275779 Feb 09 22:52:40.287642 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-bc0459cd-bd44-4fbd-a0a7-98a1652f7b91 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:40.289076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-bc0459cd-bd44-4fbd-a0a7-98a1652f7b91 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 808 time: 0.1009431 Feb 09 22:52:40.360457 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-80c8121c-1633-498b-bcb5-c6a546cd8e93 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 380 time: 0.0569119 Feb 09 22:52:40.371726 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'port': {'device_id': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'admin_state_up': True, 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'security_groups': ['b3ac6094-3085-48df-a8bc-b3178001d07e']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:40.511075 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.527190 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e714fc8c-8031-4f29-b4e0-444f52db6734 req-a6cc9af4-9070-4a8c-903f-34bc6fdb737e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 210 time: 0.0272675 Feb 09 22:52:40.556714 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Made reservation on behalf of 8a4068b8ed1a4a5fa57157b23b6c6578 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:52:40.560851 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.686692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Allocated IP 172.20.0.14 (661df833-4f7c-4388-b602-6eef00843524/95982a3b-aa8b-49ea-a27f-4bae18090855/285b1929-692d-4857-8f11-af9339ea3949) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:40.824239 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for port (285b1929-692d-4857-8f11-af9339ea3949), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.894658 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:40.938790 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Network 661df833-4f7c-4388-b602-6eef00843524 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:40.941849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:40.945626 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:40.969547 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:40.997955 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:40.998576 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.063120 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-66507dec-c2c8-4b36-817e-0b004b5bcbdd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6950300 Feb 09 22:52:41.079380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Request body: {'port': {'device_id': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:41.143925 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.152650 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-0bb1e61d-06e6-4c0c-9527-5f53e7016e18 None None] Provisioning complete for port 285b1929-692d-4857-8f11-af9339ea3949 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:41.153239 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0bb1e61d-06e6-4c0c-9527-5f53e7016e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (285b1929-692d-4857-8f11-af9339ea3949), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.188280 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1e61d-06e6-4c0c-9527-5f53e7016e18 None None] Port 285b1929-692d-4857-8f11-af9339ea3949 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:52:41.398237 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285b1929-692d-4857-8f11-af9339ea3949 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:52:41.405493 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Publish callbacks [] for port (285b1929-692d-4857-8f11-af9339ea3949), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.417223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Transition to ACTIVE for port object 285b1929-692d-4857-8f11-af9339ea3949 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:52:41.464998 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.513724 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:41.595913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:52:41.596262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:52:41.596602 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:41.601413 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Port 285b1929-692d-4857-8f11-af9339ea3949 on network 661df833-4f7c-4388-b602-6eef00843524 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:52:41.601953 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:52:41.609438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:52:41.609821 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Checking segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:52:41.610183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Bound using segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:52:41.610629 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Bound port: 285b1929-692d-4857-8f11-af9339ea3949, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:52:41.610993 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.652624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3fd1-4847-43c1-a26d-4ebf1ed19fda req-ae92bbf8-2e25-4139-afbb-0e246c76a05d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:41.655357 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f2a3fd1-4847-43c1-a26d-4ebf1ed19fda req-ae92bbf8-2e25-4139-afbb-0e246c76a05d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0594931 Feb 09 22:52:41.678809 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:52:41.682753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:52:41.707597 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3f2a3fd1-4847-43c1-a26d-4ebf1ed19fda req-a95a3c0c-80ba-4f85-b056-c67b266c0daf tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Feb 09 22:52:41.746890 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.780199 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:41.780747 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.782085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:41.782621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] 10.222.0.30 "PUT /v2.0/ports/285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1092 time: 0.7082472 Feb 09 22:52:41.785666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:41.788010 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c7de0-cbda-4181-b57f-bb41769c91bf" -d '{"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:41.819749 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ca39-a76a-421d-9072-5b434597fd6e service neutron] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:41.835107 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aead51c9-550b-4ae4-be64-b2c90dafd867 x-openstack-request-id: req-aead51c9-550b-4ae4-be64-b2c90dafd867 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:41.835411 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:41.835674 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aead51c9-550b-4ae4-be64-b2c90dafd867 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:41.836146 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'status': 'completed', 'code': 200} Feb 09 22:52:41.908205 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c7de0-cbda-4181-b57f-bb41769c91bf req-2b958271-d5d1-45ce-91f3-4c61d5bd6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:41.909664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-650c7de0-cbda-4181-b57f-bb41769c91bf req-2b958271-d5d1-45ce-91f3-4c61d5bd6a34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1126 time: 0.0471020 Feb 09 22:52:42.012956 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c7de0-cbda-4181-b57f-bb41769c91bf req-e3bafc6e-e612-4e6c-8c25-9c803e9675a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.014437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-650c7de0-cbda-4181-b57f-bb41769c91bf req-e3bafc6e-e612-4e6c-8c25-9c803e9675a7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965130 Feb 09 22:52:42.108252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c7de0-cbda-4181-b57f-bb41769c91bf req-bf11ea23-e9c8-482e-9d0d-7c05f53f1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.109651 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-650c7de0-cbda-4181-b57f-bb41769c91bf req-bf11ea23-e9c8-482e-9d0d-7c05f53f1ddf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891931 Feb 09 22:52:42.193867 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-2d4dc696-518f-4bfb-8ef6-df9137a63994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.195370 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-2d4dc696-518f-4bfb-8ef6-df9137a63994 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1126 time: 0.0446453 Feb 09 22:52:42.240095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-3cedc027-9f93-42d1-abfa-6bbe2631be50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 217 time: 0.0342097 Feb 09 22:52:42.290169 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-53455930-8b17-400c-adb1-89c23f2b088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.291635 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-53455930-8b17-400c-adb1-89c23f2b088f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0453091 Feb 09 22:52:42.342073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-9d3e934a-e7cc-49b8-8ba1-136cda25b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.343556 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-9d3e934a-e7cc-49b8-8ba1-136cda25b008 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429053 Feb 09 22:52:42.433518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-ea173f68-5659-4a7b-a207-d7cef2f403ee service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803618 Feb 09 22:52:42.525423 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ff82216-60d3-4c71-bc7e-35183720a261 req-7f50d532-8a0d-48b4-b6ca-ff0e75c7410e service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830698 Feb 09 22:52:42.828835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868c91a-f038-4004-99e4-ec15940d2e5b req-577515dc-d78a-4601-add1-d252511d8761 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:42.830406 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0868c91a-f038-4004-99e4-ec15940d2e5b req-577515dc-d78a-4601-add1-d252511d8761 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0533602 Feb 09 22:52:42.882843 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0868c91a-f038-4004-99e4-ec15940d2e5b req-ff0572e9-f555-41d7-b5dc-06094b0b72f4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468376 Feb 09 22:52:44.003812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e09f-66a4-4055-b6e4-0f9bbd8de07d req-61d3cfcd-59bb-49e4-be54-da0b34084b98 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:44.005299 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a557e09f-66a4-4055-b6e4-0f9bbd8de07d req-61d3cfcd-59bb-49e4-be54-da0b34084b98 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0517499 Feb 09 22:52:44.052978 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a557e09f-66a4-4055-b6e4-0f9bbd8de07d req-764c3995-89bf-47cb-9b75-ca429811ade8 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Feb 09 22:52:45.129463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:52:45.176655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fcdae-30c1-4704-96a9-7d4487090c20 req-e07814f0-6e42-4625-be3e-0fab186b675c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:45.178170 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e6fcdae-30c1-4704-96a9-7d4487090c20 req-e07814f0-6e42-4625-be3e-0fab186b675c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0520799 Feb 09 22:52:45.226909 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0e6fcdae-30c1-4704-96a9-7d4487090c20 req-a8432720-20f4-497b-b754-a339a7436b00 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 Feb 09 22:52:45.227595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:45.239535 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '285b1929-692d-4857-8f11-af9339ea3949', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'port_id': '285b1929-692d-4857-8f11-af9339ea3949', 'mac_address': 'fa:16:3e:cd:44:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:52:45.275491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 285b1929-692d-4857-8f11-af9339ea3949 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:45.275924 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:45.289081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285b1929-692d-4857-8f11-af9339ea3949 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:52:45.308348 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:45.361992 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:45.411080 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:45.695822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['285b1929-692d-4857-8f11-af9339ea3949'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:52:46.347151 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72291e5-be36-4d3b-bbae-2f0c193d2d5c req-844dc1d4-ec05-468f-97f7-112d08a91007 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:46.348671 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a72291e5-be36-4d3b-bbae-2f0c193d2d5c req-844dc1d4-ec05-468f-97f7-112d08a91007 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0562062 Feb 09 22:52:46.395551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a72291e5-be36-4d3b-bbae-2f0c193d2d5c req-daaf5967-3a6a-426f-80d2-f9243ad9b69b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Feb 09 22:52:47.142041 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:52:47.270363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 285b1929-692d-4857-8f11-af9339ea3949 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:52:47.274248 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 285b1929-692d-4857-8f11-af9339ea3949 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:52:47.274622 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (285b1929-692d-4857-8f11-af9339ea3949), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:47.348912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 285b1929-692d-4857-8f11-af9339ea3949 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:52:47.349212 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:47.374729 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:47.376976 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b05de9-4d3e-49dc-8549-5de93bca0232" -d '{"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-plugged", "status": "completed", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:47.389093 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:52:47.412504 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39bbbde-a87b-49fa-a4ba-bc27b8ef1e62 x-openstack-request-id: req-f39bbbde-a87b-49fa-a4ba-bc27b8ef1e62 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:47.412881 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-plugged", "status": "completed", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:47.413144 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f39bbbde-a87b-49fa-a4ba-bc27b8ef1e62 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:47.413549 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'code': 200} Feb 09 22:52:47.482836 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:47.532494 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:47.546044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036cf03-329f-4b26-9902-27747381869e req-35a903fe-70cd-4ad3-b83e-9fee65bd2ae1 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:47.547551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5036cf03-329f-4b26-9902-27747381869e req-35a903fe-70cd-4ad3-b83e-9fee65bd2ae1 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0842521 Feb 09 22:52:47.551863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452a814-461c-44e1-be59-5851c44df6a8 req-5dcac661-6ad4-4b6d-bc9c-1e801a5ddaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:47.553263 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8452a814-461c-44e1-be59-5851c44df6a8 req-5dcac661-6ad4-4b6d-bc9c-1e801a5ddaef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1128 time: 0.0776834 Feb 09 22:52:47.620763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5036cf03-329f-4b26-9902-27747381869e req-d6089679-1d0f-44cb-bea5-e0f6398172dd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664823 Feb 09 22:52:47.632454 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8452a814-461c-44e1-be59-5851c44df6a8 req-81cbc4f3-fbf3-4129-a3ed-f83c7cc1c641 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655963 Feb 09 22:52:48.740523 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1afe12-623c-4bda-972e-3bb6701ee405 req-a1488cf5-6678-4c55-a9cf-94eb19d4c67b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:48.742043 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a1afe12-623c-4bda-972e-3bb6701ee405 req-a1488cf5-6678-4c55-a9cf-94eb19d4c67b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0525517 Feb 09 22:52:48.790014 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1a1afe12-623c-4bda-972e-3bb6701ee405 req-2e00f29b-af4f-4985-a182-c70736785510 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Feb 09 22:52:49.908680 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d13f-ddeb-420f-936c-38bb56f2e275 req-e49ef959-4054-47df-b406-2a8be1e9160a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:49.910081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3d7d13f-ddeb-420f-936c-38bb56f2e275 req-e49ef959-4054-47df-b406-2a8be1e9160a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0527222 Feb 09 22:52:49.958182 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3d7d13f-ddeb-420f-936c-38bb56f2e275 req-202c4069-0c80-458b-8789-c3c5ef13b069 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Feb 09 22:52:50.078098 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d5f6d-ab1d-4577-ad2c-5c46f98b194c req-d0cf2320-8c22-4a1b-a60b-471649758eff tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:50.079604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-115d5f6d-ab1d-4577-ad2c-5c46f98b194c req-d0cf2320-8c22-4a1b-a60b-471649758eff tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0568061 Feb 09 22:52:50.127076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-115d5f6d-ab1d-4577-ad2c-5c46f98b194c req-6a2be3e3-a9d9-4961-aff6-718fc67b5e6f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Feb 09 22:52:50.147867 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60078) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:50.235168 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee42334f-5f23-4057-b9c2-1fa12c226e4b tempest-TestShelveInstance-284937002 tempest-TestShelveInstance-284937002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:50.236775 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ee42334f-5f23-4057-b9c2-1fa12c226e4b tempest-TestShelveInstance-284937002 tempest-TestShelveInstance-284937002-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1123 time: 0.0879025 Feb 09 22:52:50.239639 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60082) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:52:50.243890 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '285b1929-692d-4857-8f11-af9339ea3949', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:52:50.327861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:50.425235 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:50.523559 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Allocated IP 172.25.5.159 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/6a5e0967-73e1-4d5a-b2b9-ba903cde716a) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:52:50.627335 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:50.722227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:50.758611 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:52:50.764010 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:52:50.766592 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:52:50.794502 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'Port': ['ID=6a5e0967-73e1-4d5a-b2b9-ba903cde716a,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:51.116861 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (b86980c7-2203-4cfc-9cb2-b0ea09764a2b), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:51.246347 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:51.395762 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:51.447790 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:51.519882 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'Port': ['ID=6a5e0967-73e1-4d5a-b2b9-ba903cde716a,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:52:51.527919 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (b86980c7-2203-4cfc-9cb2-b0ea09764a2b), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:51.626902 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Floating IP b86980c7-2203-4cfc-9cb2-b0ea09764a2b associated. External IP: 172.25.5.159, port: 285b1929-692d-4857-8f11-af9339ea3949. Feb 09 22:52:51.836959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Router 43e5c83b-c24c-476c-8be7-2610407bd752 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:52:51.947294 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:52:51.957416 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] Sync routers for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:52:51.971205 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:51.971861 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:52.050087 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.081398 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d436fbf8-810f-452a-befc-c2086b3d9311 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8406973 Feb 09 22:52:52.082004 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:52:52.084292 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522" -d '{"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:52:52.135378 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58d96a2-bad5-4838-ab9c-c95a3e316e8e x-openstack-request-id: req-b58d96a2-bad5-4838-ab9c-c95a3e316e8e {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:52:52.135378 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:52:52.135378 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b58d96a2-bad5-4838-ab9c-c95a3e316e8e {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:52:52.135378 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'status': 'completed', 'code': 200} Feb 09 22:52:52.174936 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:52.189120 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-731b3a95-5883-47c1-a4cd-7e7cd76c2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:52.190752 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-731b3a95-5883-47c1-a4cd-7e7cd76c2049 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1128 time: 0.0448899 Feb 09 22:52:52.285643 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-df19420f-991c-4193-ba0f-3e3f63589c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:52.287122 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-df19420f-991c-4193-ba0f-3e3f63589c2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0898380 Feb 09 22:52:52.351940 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-ced2e882-8619-4ab9-8512-e821c9817984 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1000 time: 0.0587094 Feb 09 22:52:52.396967 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'b86980c7-2203-4cfc-9cb2-b0ea09764a2b', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'port_id': '285b1929-692d-4857-8f11-af9339ea3949', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'mac_address': 'fa:16:3e:cd:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:52:50Z', 'updated_at': '2022-02-09T22:52:50Z', 'revision_number': 0, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:52.406820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-faf216e2-ab21-4821-96a0-340ed54d6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:52.408334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-faf216e2-ab21-4821-96a0-340ed54d6347 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0482087 Feb 09 22:52:52.426986 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] Checking router: 43e5c83b-c24c-476c-8be7-2610407bd752 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:52:52.435555 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:52:52.436195 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:52:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:52.457520 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-0ca57a71-f767-4eef-b17c-e7c715bc8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:52.459043 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-0ca57a71-f767-4eef-b17c-e7c715bc8f4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441432 Feb 09 22:52:52.540816 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:52:52.547243 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-29cf2aa7-83cd-421a-98c6-9f8154321f99 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822599 Feb 09 22:52:52.771154 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'b86980c7-2203-4cfc-9cb2-b0ea09764a2b', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'port_id': '285b1929-692d-4857-8f11-af9339ea3949', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'mac_address': 'fa:16:3e:cd:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:52:50Z', 'updated_at': '2022-02-09T22:52:50Z', 'revision_number': 0, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:52:52.798137 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3bdfb5-7706-4501-9e97-36724d324d5d None None] The sync data for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 is: [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': 'b86980c7-2203-4cfc-9cb2-b0ea09764a2b', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'port_id': '285b1929-692d-4857-8f11-af9339ea3949', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'mac_address': 'fa:16:3e:cd:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:52:50Z', 'updated_at': '2022-02-09T22:52:50Z', 'revision_number': 0, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:52:52.985729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-af463ce2-6b0f-461d-b9e2-49f1b0cf8522 req-cf50235d-8857-41ff-9e4d-d60d3b301327 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327936 Feb 09 22:52:53.012408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9bc0a-6617-4611-8c37-362836389ca5 None None] New status for floating IP b86980c7-2203-4cfc-9cb2-b0ea09764a2b: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:53:00.042090 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:01.585046 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:05.515819 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2d2fae33-ecac-4adc-b9f3-02627e95ccba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:07.550169 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7b960049-be5f-4200-a35d-a7ef174dc7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:09.315841 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:09.925473 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:53:10.498947 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:11.756219 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:22.114057 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-4de0a1be-b0ba-494e-b904-3658bb8942c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426886 Feb 09 22:53:22.198888 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-c14218ed-3b49-4ce4-9bce-5a61580d68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.200437 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-c14218ed-3b49-4ce4-9bce-5a61580d68b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1128 time: 0.0439253 Feb 09 22:53:22.306983 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-aac4d641-1dd1-42be-88f3-3cd8aa2df9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.308488 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-aac4d641-1dd1-42be-88f3-3cd8aa2df9d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0867035 Feb 09 22:53:22.372052 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-bfda647e-565c-45ec-8841-0c0d9638a401 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1002 time: 0.0568492 Feb 09 22:53:22.424450 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-35fd39cf-314c-459f-befa-603651cfb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.425926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-35fd39cf-314c-459f-befa-603651cfb365 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0469289 Feb 09 22:53:22.473905 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-9bead2d0-5fb8-4a46-be31-d4074a554d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:22.475383 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-9bead2d0-5fb8-4a46-be31-d4074a554d2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433898 Feb 09 22:53:22.562893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-088ed95d-f6c2-4e28-8b9e-410cf76620f3 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790257 Feb 09 22:53:22.655662 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b8e8cb25-d232-416b-ad3d-1f84fa493afa req-70729a66-919e-4e87-abdb-11c0e167cf2e service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849624 Feb 09 22:53:30.024123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:31.549589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:35.515480 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9da71ee8-a210-443e-adfd-584d24395587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:37.526824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0bb1fa66-f5c0-446f-8a76-a10bcb82b8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:39.298483 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:40.515237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.789932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.924381 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:54:00.075349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:01.555419 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:05.520579 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f4b186eb-4766-40ad-988f-c2c5f4a06080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:07.515203 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a91a1f9b-d1e2-41f0-801f-aa3b4e7d812e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:09.314654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:10.503412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:11.794940 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:23.109831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-3fafc7f8-204c-4974-ad9c-d2276f59ad6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447879 Feb 09 22:54:23.199949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3390910-14db-4501-b117-590fbea7404b req-1e07ceac-273e-4e07-a9c1-0d2ae16b90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:23.202056 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-1e07ceac-273e-4e07-a9c1-0d2ae16b90a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1128 time: 0.0441937 Feb 09 22:54:23.308402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3390910-14db-4501-b117-590fbea7404b req-d982d91e-17e1-4994-ae65-b4980ab1eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:23.309864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-d982d91e-17e1-4994-ae65-b4980ab1eb1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0867143 Feb 09 22:54:23.375864 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-dbfa9860-7d6f-4fcc-bdd8-7e6004ec7518 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1002 time: 0.0570381 Feb 09 22:54:23.429142 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3390910-14db-4501-b117-590fbea7404b req-0a85ef1d-49b3-41cb-b7b1-b9839b66df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:23.430567 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-0a85ef1d-49b3-41cb-b7b1-b9839b66df6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0461245 Feb 09 22:54:23.481394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3390910-14db-4501-b117-590fbea7404b req-cbf1194e-61bb-41a7-a163-1759b09d9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:23.482924 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-cbf1194e-61bb-41a7-a163-1759b09d9aed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431409 Feb 09 22:54:23.572068 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-feed3f87-0d49-4787-8a19-6e580bb46dac service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797408 Feb 09 22:54:23.664824 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a3390910-14db-4501-b117-590fbea7404b req-f609c464-1302-46ec-996a-1d9893a4c5da service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841005 Feb 09 22:54:23.923354 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:54:30.057589 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:31.549183 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:35.565990 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-71253ffe-1097-4afe-922c-47c576ea2762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:37.531633 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8fc9d975-871d-4a2f-af0d-9cb91cd53492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:39.337308 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:40.508930 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:41.800168 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:49.090543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98671e64-2222-4b67-ae8e-8d873c544a4c req-4dbfba79-72d9-4c52-9c57-7bf63b095950 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:49.092047 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98671e64-2222-4b67-ae8e-8d873c544a4c req-4dbfba79-72d9-4c52-9c57-7bf63b095950 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0538683 Feb 09 22:54:49.140953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98671e64-2222-4b67-ae8e-8d873c544a4c req-480f9d3d-24be-4c9a-b523-66cf33132d6a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Feb 09 22:54:50.265462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8554125-c2e0-4834-8a6e-36c5023fe79d req-c40ba59f-b0e8-44a2-9f21-f8082521d5fa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:50.266943 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8554125-c2e0-4834-8a6e-36c5023fe79d req-c40ba59f-b0e8-44a2-9f21-f8082521d5fa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0532827 Feb 09 22:54:50.317940 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b8554125-c2e0-4834-8a6e-36c5023fe79d req-41fd855b-b986-48c3-aa52-d04a4f20d9d0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454755 Feb 09 22:54:51.445777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f4484-ea68-4927-83e8-51f8f7fc49a8 req-14511016-655d-4172-9ccf-09cf8c15e1e0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:51.447276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d9f4484-ea68-4927-83e8-51f8f7fc49a8 req-14511016-655d-4172-9ccf-09cf8c15e1e0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0522008 Feb 09 22:54:51.499604 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7d9f4484-ea68-4927-83e8-51f8f7fc49a8 req-54e130b3-9086-4a68-a151-d8c78f17fa2d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Feb 09 22:54:52.619749 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28af9-620c-4027-b592-6860dd363846 req-f0b50990-171a-4230-9c6c-1f4b72f7dc76 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:52.621236 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ae28af9-620c-4027-b592-6860dd363846 req-f0b50990-171a-4230-9c6c-1f4b72f7dc76 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0524600 Feb 09 22:54:52.669346 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ae28af9-620c-4027-b592-6860dd363846 req-d1017d87-24d2-4241-9322-660c3aeefda5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Feb 09 22:54:53.788332 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54b39f-3e66-495f-8d43-3e212edb7dd5 req-5f77aac7-5dc4-451f-8563-f8e8195a1198 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:53.789834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b54b39f-3e66-495f-8d43-3e212edb7dd5 req-5f77aac7-5dc4-451f-8563-f8e8195a1198 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Feb 09 22:54:53.837427 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2b54b39f-3e66-495f-8d43-3e212edb7dd5 req-5043df44-1913-4c6c-a32b-13c81ab45154 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Feb 09 22:54:54.960074 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f16cad-d35c-4e21-a1b8-cac3baa308e3 req-c65a3277-3fc6-482e-b1d7-cbd3c72d22dc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:54.961598 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9f16cad-d35c-4e21-a1b8-cac3baa308e3 req-c65a3277-3fc6-482e-b1d7-cbd3c72d22dc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0561786 Feb 09 22:54:55.020808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a9f16cad-d35c-4e21-a1b8-cac3baa308e3 req-2460ae1b-5a41-4ad5-aa65-69c8519c11bf tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529540 Feb 09 22:54:56.141837 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a5ebf-d323-4bec-99b2-62f36e81210a req-cbc0aa92-ee66-44d9-9ca5-dbf68a5169e3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:56.143371 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-413a5ebf-d323-4bec-99b2-62f36e81210a req-cbc0aa92-ee66-44d9-9ca5-dbf68a5169e3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0539808 Feb 09 22:54:56.192323 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-413a5ebf-d323-4bec-99b2-62f36e81210a req-e128a064-f0e5-49fe-91b1-f72a17538776 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Feb 09 22:54:57.313138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff7832-71ed-4ec0-bfba-7dbb161a05c3 req-2e8c9102-3cc3-4667-8fad-c4fce5b5d351 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:57.314604 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-23ff7832-71ed-4ec0-bfba-7dbb161a05c3 req-2e8c9102-3cc3-4667-8fad-c4fce5b5d351 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0553112 Feb 09 22:54:57.362715 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-23ff7832-71ed-4ec0-bfba-7dbb161a05c3 req-2cfa0957-fee4-471b-be9d-2c6a9b9da9c5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Feb 09 22:54:58.483654 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26eee0-168b-409b-bd21-67cae968102c req-9f6d0866-ea39-43a4-a3cc-e26cfd01c49a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:58.485146 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b26eee0-168b-409b-bd21-67cae968102c req-9f6d0866-ea39-43a4-a3cc-e26cfd01c49a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0556030 Feb 09 22:54:58.533292 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1b26eee0-168b-409b-bd21-67cae968102c req-741d009f-f9fd-45ed-a5cb-d9a2175fea24 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Feb 09 22:54:59.650888 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825408-5ae6-42ae-988d-236af5065e13 req-9727ad48-412b-402c-a152-0c34614d5667 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:59.653793 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63825408-5ae6-42ae-988d-236af5065e13 req-9727ad48-412b-402c-a152-0c34614d5667 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0524144 Feb 09 22:54:59.700918 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-63825408-5ae6-42ae-988d-236af5065e13 req-015866da-351d-46f8-83d4-1f088a9c8e78 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Feb 09 22:54:59.810955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:54:59.901517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:54:59.917267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '285b1929-692d-4857-8f11-af9339ea3949', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'port_id': '285b1929-692d-4857-8f11-af9339ea3949', 'mac_address': 'fa:16:3e:cd:44:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:54:59.953209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 285b1929-692d-4857-8f11-af9339ea3949 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:54:59.953632 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:59.967209 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 285b1929-692d-4857-8f11-af9339ea3949 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:54:59.985444 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:55:00.039434 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:00.064654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:00.088322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:55:00.096586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.096945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.097295 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.097640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.097980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.098320 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.098655 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.098985 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.099315 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.099643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.099997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.100324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.100665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:00.123459 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['285b1929-692d-4857-8f11-af9339ea3949'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:55:00.818777 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1eb38-3348-4d85-a0c1-44d12ffdc68f req-4825f88b-6d75-4a69-92ef-49c79858ad64 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:00.820261 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af1eb38-3348-4d85-a0c1-44d12ffdc68f req-4825f88b-6d75-4a69-92ef-49c79858ad64 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0518827 Feb 09 22:55:00.867778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2af1eb38-3348-4d85-a0c1-44d12ffdc68f req-7069b091-a821-4034-a793-6bd8d61d8bed tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Feb 09 22:55:00.922813 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:55:01.542956 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:01.810313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:55:01.862573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 285b1929-692d-4857-8f11-af9339ea3949 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:55:01.862989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (285b1929-692d-4857-8f11-af9339ea3949), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:01.944251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 285b1929-692d-4857-8f11-af9339ea3949 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:55:01.944677 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:01.970428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:55:01.972799 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2db91e-d3d5-40ee-97a5-a454e692e370" -d '{"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-plugged", "status": "completed", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:55:01.989324 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:55:02.002709 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553304f2-af6a-482f-9746-11fa397c427b req-ba91a894-452e-45da-b9d1-b3f99140fcfc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:02.005226 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-553304f2-af6a-482f-9746-11fa397c427b req-ba91a894-452e-45da-b9d1-b3f99140fcfc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0675435 Feb 09 22:55:02.046637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:02.091300 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-553304f2-af6a-482f-9746-11fa397c427b req-875fb9cf-7937-4a59-b7b2-c31645f4983a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644727 Feb 09 22:55:02.103892 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:55:02.111095 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e4785-b80d-4fa1-a682-959b20b195fe x-openstack-request-id: req-4b2e4785-b80d-4fa1-a682-959b20b195fe {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:55:02.111282 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-plugged", "status": "completed", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:55:02.111528 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4b2e4785-b80d-4fa1-a682-959b20b195fe {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:55:02.112162 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'code': 200} Feb 09 22:55:03.204668 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172e7f4-57f9-406f-b3b4-0d1e81254d33 req-1c12f27b-30d7-4df0-a10d-7d04a13f291e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:03.206869 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2172e7f4-57f9-406f-b3b4-0d1e81254d33 req-1c12f27b-30d7-4df0-a10d-7d04a13f291e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0553713 Feb 09 22:55:03.260384 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2172e7f4-57f9-406f-b3b4-0d1e81254d33 req-57285ca3-aded-43e1-ad4c-769a5dd2b5cd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479863 Feb 09 22:55:04.403295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36bc0d-01ad-444e-9a6a-6b71c5650ade req-128e9a52-3536-4cec-9816-1283d6c2722b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:04.405772 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca36bc0d-01ad-444e-9a6a-6b71c5650ade req-128e9a52-3536-4cec-9816-1283d6c2722b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0634007 Feb 09 22:55:04.458863 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ca36bc0d-01ad-444e-9a6a-6b71c5650ade req-de65ec33-c5a2-4fd7-bb11-5dede1aae027 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460243 Feb 09 22:55:05.531908 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb289-5124-4871-a9fc-a8e44bc9a555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:05.590278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed801d-06d1-4ca0-8d0f-f2e2224c1c0e req-834e311c-ac00-421b-b4e4-323afdaaca13 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:05.591820 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6eed801d-06d1-4ca0-8d0f-f2e2224c1c0e req-834e311c-ac00-421b-b4e4-323afdaaca13 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0544212 Feb 09 22:55:05.659206 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6eed801d-06d1-4ca0-8d0f-f2e2224c1c0e req-d2984b63-576d-404f-b696-1413cf3da21b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576279 Feb 09 22:55:06.798755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26457c-f170-4730-b5b9-5a99f996a174 req-6305a3cb-b3f7-4aa5-be42-a5bb8e89ac7e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:06.800312 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b26457c-f170-4730-b5b9-5a99f996a174 req-6305a3cb-b3f7-4aa5-be42-a5bb8e89ac7e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0642304 Feb 09 22:55:06.866684 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4b26457c-f170-4730-b5b9-5a99f996a174 req-47baa3ec-a0df-44ea-885d-3616b71df6aa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598202 Feb 09 22:55:07.515913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-98f76712-d48a-463e-a043-c382df340c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:07.984524 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c818c-d49c-4dc8-8bea-c912547bcd32 req-ee959462-6486-4cef-bab0-a903d43ae005 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:07.986059 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e39c818c-d49c-4dc8-8bea-c912547bcd32 req-ee959462-6486-4cef-bab0-a903d43ae005 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0534413 Feb 09 22:55:08.034505 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e39c818c-d49c-4dc8-8bea-c912547bcd32 req-7f8d19b7-671d-4ac1-8324-e52450f9ef83 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Feb 09 22:55:09.162795 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998fac8-8a98-4148-9a21-af0d416ce0b6 req-956bf060-67eb-4d2c-8bd0-3e823a2f45ff tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:09.164967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e998fac8-8a98-4148-9a21-af0d416ce0b6 req-956bf060-67eb-4d2c-8bd0-3e823a2f45ff tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0577312 Feb 09 22:55:09.223812 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e998fac8-8a98-4148-9a21-af0d416ce0b6 req-f0f69fc9-866e-493a-84a3-895a3994fb75 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527740 Feb 09 22:55:09.325718 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:10.366032 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7620c57-9e70-480a-a5c8-b4da553353ea req-9d8eb536-06df-4fc2-ae44-51f3dc584bee tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:10.367776 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b7620c57-9e70-480a-a5c8-b4da553353ea req-9d8eb536-06df-4fc2-ae44-51f3dc584bee tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0617847 Feb 09 22:55:10.425354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b7620c57-9e70-480a-a5c8-b4da553353ea req-91013905-8196-453f-b445-ec17b01b8985 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504856 Feb 09 22:55:10.525764 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:11.568380 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71b5d3-bd3f-46cc-b7db-006b503ea28b req-66ebb82b-c02b-45a7-a92a-3b010a4512e2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:11.569899 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce71b5d3-bd3f-46cc-b7db-006b503ea28b req-66ebb82b-c02b-45a7-a92a-3b010a4512e2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0625525 Feb 09 22:55:11.621506 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce71b5d3-bd3f-46cc-b7db-006b503ea28b req-c88695c4-1db7-4d33-a5d6-e1c093a3c9cd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Feb 09 22:55:11.811339 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:12.746019 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7115d8-0173-4168-8e4e-27f0aaa0fbbb req-ceb186e7-67fa-4bee-b590-dee2c0884c8f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:12.748149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c7115d8-0173-4168-8e4e-27f0aaa0fbbb req-ceb186e7-67fa-4bee-b590-dee2c0884c8f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0578227 Feb 09 22:55:12.798716 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c7115d8-0173-4168-8e4e-27f0aaa0fbbb req-89961cf3-f197-4906-9f19-1d0027736c99 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456262 Feb 09 22:55:12.837640 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c022c-38f2-48c2-8727-32e322e354e2 req-d0f46610-ac16-4ac4-bdc6-0653d12e69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:12.839189 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-379c022c-38f2-48c2-8727-32e322e354e2 req-d0f46610-ac16-4ac4-bdc6-0653d12e69d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1128 time: 0.0982449 Feb 09 22:55:12.943240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c022c-38f2-48c2-8727-32e322e354e2 req-78d4694d-acd7-402d-a189-8e7eb5f0e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:12.946513 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-379c022c-38f2-48c2-8727-32e322e354e2 req-78d4694d-acd7-402d-a189-8e7eb5f0e4f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0908475 Feb 09 22:55:13.011540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-379c022c-38f2-48c2-8727-32e322e354e2 req-872ff661-8386-40a5-b433-0f47ef93fd71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1002 time: 0.0581412 Feb 09 22:55:13.062002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c022c-38f2-48c2-8727-32e322e354e2 req-41e3bec8-5b35-4efd-a963-54a5f4c3a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:13.063415 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-379c022c-38f2-48c2-8727-32e322e354e2 req-41e3bec8-5b35-4efd-a963-54a5f4c3a8cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0429976 Feb 09 22:55:13.120554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c022c-38f2-48c2-8727-32e322e354e2 req-cff358ae-761e-45a0-908c-18e254fad64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:13.122060 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-379c022c-38f2-48c2-8727-32e322e354e2 req-cff358ae-761e-45a0-908c-18e254fad64d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481532 Feb 09 22:55:13.212065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-379c022c-38f2-48c2-8727-32e322e354e2 req-4c9ecd8e-1345-4ddb-8f9f-9067af7fe6c5 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796852 Feb 09 22:55:13.306268 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-379c022c-38f2-48c2-8727-32e322e354e2 req-c33377e6-be13-4a57-a811-91db3db2c254 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853956 Feb 09 22:55:13.917702 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342227d1-f13c-4f6a-aadb-469065a6bfde req-6563efb2-6593-4f79-9bf9-2949096747b3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:13.919123 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-342227d1-f13c-4f6a-aadb-469065a6bfde req-6563efb2-6593-4f79-9bf9-2949096747b3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0535691 Feb 09 22:55:13.967967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-342227d1-f13c-4f6a-aadb-469065a6bfde req-6be5f8d3-0430-4a96-ac1d-20bffa199d40 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Feb 09 22:55:15.091343 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bad330-5d8f-4e05-bc98-fd5f23d0721d req-dbee0a9f-af4c-4af0-8c26-936edf7a9962 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:15.093486 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30bad330-5d8f-4e05-bc98-fd5f23d0721d req-dbee0a9f-af4c-4af0-8c26-936edf7a9962 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0542023 Feb 09 22:55:15.142633 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-30bad330-5d8f-4e05-bc98-fd5f23d0721d req-045e301c-315f-4f8a-9e01-c210a030a91f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Feb 09 22:55:15.876507 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:55:15.949247 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 285b1929-692d-4857-8f11-af9339ea3949 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:55:15.949637 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:15.972079 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:55:15.974280 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87426373-82e1-4471-919a-80f90874a890" -d '{"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-unplugged", "status": "completed", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:55:15.986899 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:55:16.007317 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 22:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021c5382-c413-4fff-87a2-51b0a19c2c28 x-openstack-request-id: req-021c5382-c413-4fff-87a2-51b0a19c2c28 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:55:16.011836 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-unplugged", "status": "failed", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "code": 422}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:55:16.011836 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-021c5382-c413-4fff-87a2-51b0a19c2c28 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:55:16.011836 n-d-828599-1 neutron-server[103698]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'code': 422} returned with failed status Feb 09 22:55:16.056994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:16.106418 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:55:16.258620 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323469-6031-4314-820d-9e6d51370090 req-89155c49-5656-4a0c-a9ca-b50b4a3e09fd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:16.260022 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f323469-6031-4314-820d-9e6d51370090 req-89155c49-5656-4a0c-a9ca-b50b4a3e09fd tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0514956 Feb 09 22:55:16.311208 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0f323469-6031-4314-820d-9e6d51370090 req-b14e0c04-4fca-45e3-95b9-8f0277bab5ac tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451140 Feb 09 22:55:16.377236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-bae02e3b-51b8-4bd8-aabb-5187de657a32 req-c54b4e8b-a621-4ae2-b6aa-a01051916602 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:55:16.378324 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-bae02e3b-51b8-4bd8-aabb-5187de657a32 req-c54b4e8b-a621-4ae2-b6aa-a01051916602 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054991 Feb 09 22:55:16.662701 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ee24-5d88-48d2-944e-5c7a44e1b12e req-a761da90-3e55-40ed-9316-261263574ae4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:16.664511 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d760ee24-5d88-48d2-944e-5c7a44e1b12e req-a761da90-3e55-40ed-9316-261263574ae4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0533061 Feb 09 22:55:16.713945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d760ee24-5d88-48d2-944e-5c7a44e1b12e req-dfc0ddc5-21d2-4b15-ac46-02863477080f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438232 Feb 09 22:55:16.999874 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-5a8b19ad-dad7-4882-96af-f4ede2f7f920 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872333 Feb 09 22:55:17.836013 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac821ac-aa28-4215-a961-9b9345ffd357 req-8629d389-d0ae-42fa-bbeb-b3840d576ff8 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:17.837501 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ac821ac-aa28-4215-a961-9b9345ffd357 req-8629d389-d0ae-42fa-bbeb-b3840d576ff8 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0524712 Feb 09 22:55:17.891366 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0ac821ac-aa28-4215-a961-9b9345ffd357 req-d55a668d-00a6-44a0-9cb1-47cc6f9eac56 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475578 Feb 09 22:55:18.275222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-a9ce0a58-a87d-4933-9e85-2be5d8e01f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:18.276729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-a9ce0a58-a87d-4933-9e85-2be5d8e01f02 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68&tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 1126 time: 0.0857453 Feb 09 22:55:18.288020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828599-1', 'device_owner': 'compute:nova'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:55:18.343019 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:18.537932 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:55:18.575044 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:55:18.607944 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285b1929-692d-4857-8f11-af9339ea3949 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:55:18.615248 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Publish callbacks [] for port (285b1929-692d-4857-8f11-af9339ea3949), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:18.626907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Transition to ACTIVE for port object 285b1929-692d-4857-8f11-af9339ea3949 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:55:18.703103 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:18.778866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=9']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.797487 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:55:18.838485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] No DVR routers for this DVR port 285b1929-692d-4857-8f11-af9339ea3949 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:55:18.980833 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:55:18.981183 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:55:18.981527 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:55:18.985917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Port 285b1929-692d-4857-8f11-af9339ea3949 on network 661df833-4f7c-4388-b602-6eef00843524 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:55:18.986252 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Attempting to bind port 285b1929-692d-4857-8f11-af9339ea3949 on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:55:18.991159 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:55:18.991509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Checking segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:55:18.993605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Bound using segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:55:18.994061 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Bound port: 285b1929-692d-4857-8f11-af9339ea3949, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:55:18.994432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:19.020189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c347cb9-27c1-410f-9516-e06a16a3aab1 req-e5cc073f-0ebf-4212-914d-b0c4a56f0103 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.021621 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c347cb9-27c1-410f-9516-e06a16a3aab1 req-e5cc073f-0ebf-4212-914d-b0c4a56f0103 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 944 time: 0.0569544 Feb 09 22:55:19.058916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:55:19.062383 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:55:19.071965 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-9c347cb9-27c1-410f-9516-e06a16a3aab1 req-550f05ef-8807-4ec8-bf6b-cf41c72afe68 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Feb 09 22:55:19.143216 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:19.178210 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.178835 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:19.180255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] 10.222.0.110 "PUT /v2.0/ports/285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1092 time: 0.8960228 Feb 09 22:55:19.180700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:55:19.182986 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1414b5af-d10f-458f-a63f-ea478f6013a6" -d '{"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:55:19.221307 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0d314-3e67-452c-9aac-2c75d87e0cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=10']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:55:19.270894 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-bc4cec84-ad66-4e28-a8d4-bd0d0dc1b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.272589 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-bc4cec84-ad66-4e28-a8d4-bd0d0dc1b27c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1127 time: 0.0601299 Feb 09 22:55:19.288897 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305aca0b-db00-4446-bd2a-68e6dae224a8 x-openstack-request-id: req-305aca0b-db00-4446-bd2a-68e6dae224a8 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:55:19.289192 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:55:19.289446 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-305aca0b-db00-4446-bd2a-68e6dae224a8 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:55:19.289847 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'status': 'completed', 'code': 200} Feb 09 22:55:19.368345 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-507320ce-72a3-46ee-8581-e70e19605db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.369852 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-507320ce-72a3-46ee-8581-e70e19605db0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0911617 Feb 09 22:55:19.442994 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-02d08855-6cef-41da-b631-cafa61d80a86 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1000 time: 0.0630009 Feb 09 22:55:19.491268 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-3e9d7a29-fb16-4b09-8112-cd0241082c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.492773 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-3e9d7a29-fb16-4b09-8112-cd0241082c34 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0443571 Feb 09 22:55:19.541374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-7b5c4f0a-8f65-4871-b70b-535b2fd99184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.542882 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-7b5c4f0a-8f65-4871-b70b-535b2fd99184 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444114 Feb 09 22:55:19.632502 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-06401611-a8ba-46e9-864e-6a126d9522d6 service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Feb 09 22:55:19.719411 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a074d24b-d20e-4e52-b8ef-2e621d927633 req-f58fa1d9-48cc-438c-ae17-02ce18989c11 service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813792 Feb 09 22:55:19.893271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-4d59e19d-504c-4e9f-9543-bdcc97ba7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.894811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-4d59e19d-504c-4e9f-9543-bdcc97ba7c3d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1127 time: 0.0469992 Feb 09 22:55:19.989741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-5ba91083-3d7b-4d8f-b21f-f55c5715814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:19.991251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-5ba91083-3d7b-4d8f-b21f-f55c5715814b service neutron] 10.222.0.110 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0901408 Feb 09 22:55:20.056766 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-3bde302f-7027-4ec1-a643-e8948a1a6017 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1000 time: 0.0587158 Feb 09 22:55:20.109281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-668628d6-80fe-4e9e-9ab0-fa19ad0a02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:20.112431 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-668628d6-80fe-4e9e-9ab0-fa19ad0a02c9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0484867 Feb 09 22:55:20.178543 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-4edb6b6a-8ca9-4b6d-b1d9-bb4a95cbb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:20.181024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-4edb6b6a-8ca9-4b6d-b1d9-bb4a95cbb65b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642822 Feb 09 22:55:20.243260 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a3887-5f2e-4049-9d2e-802fa12b11ed req-b570ad0c-1353-41bb-b0c8-c4f784faba2c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:20.261167 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d5a3887-5f2e-4049-9d2e-802fa12b11ed req-b570ad0c-1353-41bb-b0c8-c4f784faba2c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.1214378 Feb 09 22:55:20.339065 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d5a3887-5f2e-4049-9d2e-802fa12b11ed req-61efcc63-3dac-40ef-8327-976c70252aa5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620718 Feb 09 22:55:20.363140 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-16db0373-a184-4026-b6ad-dbb76ee86071 service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419122 Feb 09 22:55:21.453370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b52f5-154e-498e-b53d-d4898c62a2d9 req-ed4ae042-d6c6-4a6c-acc7-506f03112656 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:21.455030 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea4b52f5-154e-498e-b53d-d4898c62a2d9 req-ed4ae042-d6c6-4a6c-acc7-506f03112656 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0621426 Feb 09 22:55:21.507141 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ea4b52f5-154e-498e-b53d-d4898c62a2d9 req-eb9856da-0610-4634-8c75-8823738279fa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 Feb 09 22:55:22.632593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ccb81-f7e1-4a8e-8e4a-83c740dfea6e req-2b7bc635-f375-4214-a436-1e42989f8a69 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:22.635096 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d8ccb81-f7e1-4a8e-8e4a-83c740dfea6e req-2b7bc635-f375-4214-a436-1e42989f8a69 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0544796 Feb 09 22:55:22.689354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d8ccb81-f7e1-4a8e-8e4a-83c740dfea6e req-e791513c-b8ac-465f-b888-bbb48139061f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486708 Feb 09 22:55:23.814403 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aef5e-da15-4207-add8-8634b650cbfc req-210b4a8f-bfe4-4f1d-8ada-c8b4178c6144 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:23.815948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed5aef5e-da15-4207-add8-8634b650cbfc req-210b4a8f-bfe4-4f1d-8ada-c8b4178c6144 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0539875 Feb 09 22:55:23.866731 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ed5aef5e-da15-4207-add8-8634b650cbfc req-4952b970-5796-4dcf-8425-98d1a07d1f45 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447471 Feb 09 22:55:25.005050 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d9b46-72e3-4a1d-8a90-c7a714c3eb6e req-d93bcc4d-0050-438a-9153-4b31bd724cff tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:25.007632 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-917d9b46-72e3-4a1d-8a90-c7a714c3eb6e req-d93bcc4d-0050-438a-9153-4b31bd724cff tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0623157 Feb 09 22:55:25.084364 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-917d9b46-72e3-4a1d-8a90-c7a714c3eb6e req-992e4ec0-f6db-4241-a831-37a4347b7a6b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681393 Feb 09 22:55:26.228998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fbe7e-8238-437c-856c-7d51bacdb693 req-d085fbf3-f3a6-4268-b566-c6af87f332d2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:26.230677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e11fbe7e-8238-437c-856c-7d51bacdb693 req-d085fbf3-f3a6-4268-b566-c6af87f332d2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0630312 Feb 09 22:55:26.325202 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e11fbe7e-8238-437c-856c-7d51bacdb693 req-5a9c4a7f-424e-4042-abe0-a9bf73c74a5a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858552 Feb 09 22:55:27.449868 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad74ef-1c02-4b1b-95b9-dded48c5ce5d req-16380613-99f3-4342-bce7-095e7a6c84bb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:27.451412 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5bad74ef-1c02-4b1b-95b9-dded48c5ce5d req-16380613-99f3-4342-bce7-095e7a6c84bb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Feb 09 22:55:27.503475 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-5bad74ef-1c02-4b1b-95b9-dded48c5ce5d req-750b7e45-32df-4724-8ea7-2df861d474a0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464163 Feb 09 22:55:28.626732 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4659246-89a0-4a22-8d30-e4a39d370a08 req-c6999053-9630-41da-bf6c-0954f11ecc64 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:28.628256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4659246-89a0-4a22-8d30-e4a39d370a08 req-c6999053-9630-41da-bf6c-0954f11ecc64 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Feb 09 22:55:28.677200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f4659246-89a0-4a22-8d30-e4a39d370a08 req-4430fbc6-7dba-4f30-b986-5c8d72c19169 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 Feb 09 22:55:28.774732 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1414b5af-d10f-458f-a63f-ea478f6013a6 req-9e8ffc2a-cbd6-4153-a43d-a4497aca86e3 service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882044 Feb 09 22:55:29.800745 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6451b71-893b-406c-a179-286b0ace6b0a req-2bc7ac4e-c82d-4920-a912-3006cbac51b5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:29.802249 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6451b71-893b-406c-a179-286b0ace6b0a req-2bc7ac4e-c82d-4920-a912-3006cbac51b5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0572619 Feb 09 22:55:29.851224 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d6451b71-893b-406c-a179-286b0ace6b0a req-c90a43aa-6dde-4943-9da5-50b4c5798f64 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Feb 09 22:55:30.061412 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:30.974682 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e65d1-f4bb-4698-9ef9-757934d28d40 req-5667cacb-3ec1-4540-934b-b810e2694d9a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:30.976211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d95e65d1-f4bb-4698-9ef9-757934d28d40 req-5667cacb-3ec1-4540-934b-b810e2694d9a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0572650 Feb 09 22:55:31.023687 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d95e65d1-f4bb-4698-9ef9-757934d28d40 req-12d32991-8995-49d8-b209-e8e7bbc4b0f0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Feb 09 22:55:31.599182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:32.074686 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:55:32.145153 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe419dc-fdfa-4bcf-b6a1-967a2bbeb08e req-0f109934-9fd6-422d-a269-bd7fa7844d9d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:32.146650 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbe419dc-fdfa-4bcf-b6a1-967a2bbeb08e req-0f109934-9fd6-422d-a269-bd7fa7844d9d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 945 time: 0.0528514 Feb 09 22:55:32.169384 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:55:32.181521 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '285b1929-692d-4857-8f11-af9339ea3949', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'port_id': '285b1929-692d-4857-8f11-af9339ea3949', 'mac_address': 'fa:16:3e:cd:44:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:55:32.195283 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-cbe419dc-fdfa-4bcf-b6a1-967a2bbeb08e req-c7be91a3-f2aa-4e62-a7f5-587dcfd579e4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Feb 09 22:55:32.217796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 285b1929-692d-4857-8f11-af9339ea3949 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:55:32.218208 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:32.234753 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285b1929-692d-4857-8f11-af9339ea3949 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:55:32.253425 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:55:32.336299 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:32.383207 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=11']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:55:32.576310 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['285b1929-692d-4857-8f11-af9339ea3949'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:55:33.314738 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958c3c4-0f68-4efa-88e6-7a064251beb2 req-bdeb2241-d9a0-466f-9c3c-28f261f481e2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:33.316248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2958c3c4-0f68-4efa-88e6-7a064251beb2 req-bdeb2241-d9a0-466f-9c3c-28f261f481e2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 946 time: 0.0521102 Feb 09 22:55:33.363467 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2958c3c4-0f68-4efa-88e6-7a064251beb2 req-fd44ee6a-6772-4d65-b773-eddb59d30031 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Feb 09 22:55:34.088560 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:55:34.188101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 285b1929-692d-4857-8f11-af9339ea3949 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:55:34.191735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 285b1929-692d-4857-8f11-af9339ea3949 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:55:34.196249 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (285b1929-692d-4857-8f11-af9339ea3949), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:34.270939 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 285b1929-692d-4857-8f11-af9339ea3949 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:55:34.271336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:34.293034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:55:34.295238 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63996437-cfa1-4ea0-b56e-1fcbaa164203" -d '{"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-plugged", "status": "completed", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:55:34.307731 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:55:34.333878 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ec9954-7427-46dd-ae2e-84b32be673ba x-openstack-request-id: req-e5ec9954-7427-46dd-ae2e-84b32be673ba {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:55:34.334203 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-plugged", "status": "completed", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:55:34.334466 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5ec9954-7427-46dd-ae2e-84b32be673ba {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:55:34.334865 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'code': 200} Feb 09 22:55:34.364678 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:34.415149 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=12']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:55:34.493135 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557319e-33ea-409a-ba82-ed9fda978d08 req-d2857d64-e8b4-4540-83d9-758277ad2857 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:34.494615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0557319e-33ea-409a-ba82-ed9fda978d08 req-d2857d64-e8b4-4540-83d9-758277ad2857 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 947 time: 0.0561795 Feb 09 22:55:34.571532 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0557319e-33ea-409a-ba82-ed9fda978d08 req-78674065-fb46-4ee9-9f8b-559df35f0d01 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709395 Feb 09 22:55:34.578376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e50bbd-6c87-4c45-8d2e-6155748a81a8 req-8afe5820-df46-4a2a-9ddd-858ec02edeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:34.579392 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84e50bbd-6c87-4c45-8d2e-6155748a81a8 req-8afe5820-df46-4a2a-9ddd-858ec02edeb5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1129 time: 0.0778201 Feb 09 22:55:34.623756 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-84e50bbd-6c87-4c45-8d2e-6155748a81a8 req-44ffee23-cb4b-4ea9-b54e-5d1c291c387e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383990 Feb 09 22:55:35.548184 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8a383f86-7980-448a-b03a-383b5bdc54a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:35.693430 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd90df-bad7-48cb-9d13-224c7cc2c9ed req-29f73a99-1ee5-4783-90d7-c4b821c40957 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:35.700171 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2fd90df-bad7-48cb-9d13-224c7cc2c9ed req-29f73a99-1ee5-4783-90d7-c4b821c40957 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 947 time: 0.0521905 Feb 09 22:55:35.747026 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e2fd90df-bad7-48cb-9d13-224c7cc2c9ed req-6828ad58-34d0-49b7-beb2-a827684e45a5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465117 Feb 09 22:55:36.868866 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee300a-40bb-4f12-8054-52f488a1ef96 req-78e5becc-52f4-4e10-97e7-bc5c293c41e6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:36.870332 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9ee300a-40bb-4f12-8054-52f488a1ef96 req-78e5becc-52f4-4e10-97e7-bc5c293c41e6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 947 time: 0.0524492 Feb 09 22:55:36.925371 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f9ee300a-40bb-4f12-8054-52f488a1ef96 req-5655a4f8-0d67-41f3-bb0a-ad02e335dc1c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488846 Feb 09 22:55:37.559120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-91641fa8-d235-4f12-9cb0-c5d33d909191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:37.922312 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:55:39.324551 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:40.519190 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:41.764870 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:00.101518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:01.604513 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:05.517983 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-31590526-9b50-42c6-bcfa-bdaabbd7f8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:07.535564 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ad7eddea-433c-42fb-a2c9-f0af8147f425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:09.312832 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:10.507073 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:11.798664 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:12.808947 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-08a05155-6dee-4403-9d86-a1a1a3bc4b28 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436552 Feb 09 22:56:12.892448 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-c45467ad-baa8-4bd4-9937-15da2508c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:12.893901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-c45467ad-baa8-4bd4-9937-15da2508c1bf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1129 time: 0.0451891 Feb 09 22:56:12.996703 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-52dd751a-c251-4206-9c78-220ae4effcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:12.998183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-52dd751a-c251-4206-9c78-220ae4effcc2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0868509 Feb 09 22:56:13.072623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-df661bff-db1d-47ad-b8cc-cc6ce88d51e9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 1002 time: 0.0656133 Feb 09 22:56:13.119928 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-dae4cb2b-c847-490e-85d8-e3a0b954ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:13.121349 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-dae4cb2b-c847-490e-85d8-e3a0b954ac9e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0426009 Feb 09 22:56:13.171877 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-d9852fba-221d-41c7-b1e2-8b42b50960cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:13.173804 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-d9852fba-221d-41c7-b1e2-8b42b50960cc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465765 Feb 09 22:56:13.259328 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-4c2a2d7a-b258-4da1-b719-07bfdec11c4c service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789175 Feb 09 22:56:13.348955 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f0fe0db6-492f-4ebd-8eca-92399d7ada43 req-fb545d28-cbf7-4561-963a-8210f6e7487c service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837452 Feb 09 22:56:14.920461 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:56:30.129281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:31.609453 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:35.512245 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e908e194-e42c-467e-8478-abe69edb13ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:37.489246 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9bc81d1a-c5d5-4afd-b90c-237e13cc7759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:39.306283 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:40.518093 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:41.798108 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:48.507509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60402) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:48.661581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Deleting port 6a5e0967-73e1-4d5a-b2b9-ba903cde716a {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:56:48.661927 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:48.733483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:48.733822 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:48.745819 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Calling delete_port for 6a5e0967-73e1-4d5a-b2b9-ba903cde716a owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:56:48.963897 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6a5e0967-73e1-4d5a-b2b9-ba903cde716a), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:48.987492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event deleted for resources: {'Port': ['ID=6a5e0967-73e1-4d5a-b2b9-ba903cde716a,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:49.001707 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.007580 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:49.063534 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (b86980c7-2203-4cfc-9cb2-b0ea09764a2b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:49.063910 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Floating IP b86980c7-2203-4cfc-9cb2-b0ea09764a2b disassociated (deleted). External IP: 172.25.5.159, port: 285b1929-692d-4857-8f11-af9339ea3949. Feb 09 22:56:49.559445 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Router 43e5c83b-c24c-476c-8be7-2610407bd752 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:56:49.663166 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:56:49.667977 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:49.672613 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] Sync routers for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:56:49.681860 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:56:49.682472 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:56:49.699653 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-e5c55548-29f2-42a7-bb6a-769732adfba3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "DELETE /v2.0/floatingips/b86980c7-2203-4cfc-9cb2-b0ea09764a2b HTTP/1.1" status: 204 len: 168 time: 1.1910179 Feb 09 22:56:49.700280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:56:49.702530 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:56:49.793607 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:56:49.807112 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912cecb-6797-4e2a-af49-4ce81cc3894d x-openstack-request-id: req-1912cecb-6797-4e2a-af49-4ce81cc3894d {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:56:49.807410 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:56:49.807671 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1912cecb-6797-4e2a-af49-4ce81cc3894d {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:56:49.808126 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'status': 'completed', 'code': 200} Feb 09 22:56:49.873554 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-aba3cac0-671c-46cb-9fb3-21008a781c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:49.875024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-aba3cac0-671c-46cb-9fb3-21008a781c28 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 1129 time: 0.0461831 Feb 09 22:56:49.964945 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-5b3f1716-33b0-4f4f-8491-1003d451ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:49.966462 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-5b3f1716-33b0-4f4f-8491-1003d451ad70 service neutron] 10.222.0.110 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0850999 Feb 09 22:56:49.997527 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:56:50.010783 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-5a67467e-c581-4c76-ba60-b8a31cc68716 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 200 len: 217 time: 0.0382447 Feb 09 22:56:50.023815 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] Checking router: 43e5c83b-c24c-476c-8be7-2610407bd752 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:56:50.032211 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:56:50.032843 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:56:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:56:50.061175 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-86fdb83b-776e-4c55-940c-d6bb4ff89ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:50.062897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-86fdb83b-776e-4c55-940c-d6bb4ff89ee0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0459259 Feb 09 22:56:50.140799 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:56:50.148310 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-a9ebb208-e0d2-4e85-825d-c9067342e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:50.149821 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-a9ebb208-e0d2-4e85-825d-c9067342e141 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787818 Feb 09 22:56:50.172098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51c7ba-ef20-4cb3-886f-f8dc01a1af18 req-929d521c-b9e8-48c2-86d9-8735fc47939d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:50.177987 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec51c7ba-ef20-4cb3-886f-f8dc01a1af18 req-929d521c-b9e8-48c2-86d9-8735fc47939d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 947 time: 0.0736022 Feb 09 22:56:50.270321 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ec51c7ba-ef20-4cb3-886f-f8dc01a1af18 req-87d7a0cb-d87a-4768-a2e0-feb70d41a27b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874634 Feb 09 22:56:50.281333 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-9d2d5c5b-4938-4db9-89ed-9780bccf9d34 service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235855 Feb 09 22:56:50.333534 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:56:50.362427 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af486d-0783-4a2d-b72e-4f55045e3096 None None] The sync data for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 is: [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:56:50.380579 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d8db238f-ee6d-4262-a8b1-20df8bb98a0c req-fe945039-9135-4ad3-8d84-a00ff95cdcb3 service neutron] 10.222.0.110 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878770 Feb 09 22:56:50.579281 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1509b5-b0df-4e43-bc3a-284ad36056ec None None] New status for floating IP b86980c7-2203-4cfc-9cb2-b0ea09764a2b: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:56:51.391682 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f1c72-2492-4dd2-8e12-3b2d59f065f3 req-e961efb2-ce5a-4527-9606-7a7c901d0bed tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:51.393705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-086f1c72-2492-4dd2-8e12-3b2d59f065f3 req-e961efb2-ce5a-4527-9606-7a7c901d0bed tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 947 time: 0.0525072 Feb 09 22:56:51.442005 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-086f1c72-2492-4dd2-8e12-3b2d59f065f3 req-5af6efe2-c3ea-4019-b05b-d11317401cca tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=b3ac6094-3085-48df-a8bc-b3178001d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Feb 09 22:56:51.538374 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-daf7c6ba-edb7-4768-8d56-08a6c5cc36aa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:51.539859 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-daf7c6ba-edb7-4768-8d56-08a6c5cc36aa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.110 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 947 time: 0.0520256 Feb 09 22:56:51.631961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Deleting port 285b1929-692d-4857-8f11-af9339ea3949 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:56:51.632222 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (285b1929-692d-4857-8f11-af9339ea3949), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:51.717408 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] For port 285b1929-692d-4857-8f11-af9339ea3949, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=285b1929-692d-4857-8f11-af9339ea3949,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:51.717779 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (285b1929-692d-4857-8f11-af9339ea3949), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:51.730002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Calling delete_port for 285b1929-692d-4857-8f11-af9339ea3949 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:56:51.919394 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:56:52.238070 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (285b1929-692d-4857-8f11-af9339ea3949), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:52.266760 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event deleted for resources: {'Port': ['ID=285b1929-692d-4857-8f11-af9339ea3949,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:52.280264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.280264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.280264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.280264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.280676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.280851 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.281146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.281483 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.281811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.282138 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.282635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.283328 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.283743 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.319475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] No DVR routers for this DVR port 285b1929-692d-4857-8f11-af9339ea3949 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:56:52.322059 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:52.325393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4542410e-3fb3-4a8a-aa6f-53b826be7b69 req-a92f16a8-9086-49f2-ba48-6b09c3763edc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.110 "DELETE /v2.0/ports/285b1929-692d-4857-8f11-af9339ea3949 HTTP/1.1" status: 204 len: 173 time: 0.7805786 Feb 09 22:56:52.325831 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-deleted', 'tag': '285b1929-692d-4857-8f11-af9339ea3949'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:56:52.328105 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201983fb-b03d-4d50-abe8-93d1cd3727b5" -d '{"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-deleted", "tag": "285b1929-692d-4857-8f11-af9339ea3949"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:56:52.364634 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425c72e0-ae2a-4056-b9ec-1d20aff182ad x-openstack-request-id: req-425c72e0-ae2a-4056-b9ec-1d20aff182ad {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:56:52.364942 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02700b85-0963-4fce-a903-66bdbc8f7d68", "name": "network-vif-deleted", "tag": "285b1929-692d-4857-8f11-af9339ea3949", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:56:52.365199 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-425c72e0-ae2a-4056-b9ec-1d20aff182ad {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:56:52.365599 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02700b85-0963-4fce-a903-66bdbc8f7d68', 'name': 'network-vif-deleted', 'tag': '285b1929-692d-4857-8f11-af9339ea3949', 'status': 'completed', 'code': 200} Feb 09 22:56:52.539762 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-3d03bc32-f319-4911-93b4-cc9d7f80d7d4 req-8a152722-8af2-43e6-a878-313195b2ce96 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=02700b85-0963-4fce-a903-66bdbc8f7d68 HTTP/1.1" status: 200 len: 210 time: 0.0283833 Feb 09 22:56:53.597138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60426) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:53.652180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4722361d-a8ad-4773-b9c0-f0bee7f67747 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (b3ac6094-3085-48df-a8bc-b3178001d07e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:53.681130 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4722361d-a8ad-4773-b9c0-f0bee7f67747 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (b3ac6094-3085-48df-a8bc-b3178001d07e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:53.815658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4722361d-a8ad-4773-b9c0-f0bee7f67747 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (b3ac6094-3085-48df-a8bc-b3178001d07e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:53.818356 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-4722361d-a8ad-4773-b9c0-f0bee7f67747 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:53.819611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-4722361d-a8ad-4773-b9c0-f0bee7f67747 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "DELETE /v2.0/security-groups/b3ac6094-3085-48df-a8bc-b3178001d07e HTTP/1.1" status: 204 len: 168 time: 0.2214093 Feb 09 22:56:53.834961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722361d-a8ad-4773-b9c0-f0bee7f67747 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ac6094-3085-48df-a8bc-b3178001d07e,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:54.137771 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60432) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:54.142736 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-1a1e448b-a6dc-4268-8819-c91cb361fa0a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942607412', 'description': 'tempest-secgroup-smoke-942607412 description', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:54.249696 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1a1e448b-a6dc-4268-8819-c91cb361fa0a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.315437 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1a1e448b-a6dc-4268-8819-c91cb361fa0a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (ea005ffa-a8f0-4152-85a0-f9af57b82390), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.363492 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1a1e448b-a6dc-4268-8819-c91cb361fa0a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ea005ffa-a8f0-4152-85a0-f9af57b82390), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.392776 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e448b-a6dc-4268-8819-c91cb361fa0a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea005ffa-a8f0-4152-85a0-f9af57b82390,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:54.422839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1a1e448b-a6dc-4268-8819-c91cb361fa0a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.424705 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-1a1e448b-a6dc-4268-8819-c91cb361fa0a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2859199 Feb 09 22:56:54.427566 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60434) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:54.432288 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-c3c82f30-af59-4454-a328-cba0b6927270 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'ea005ffa-a8f0-4152-85a0-f9af57b82390', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:54.499352 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3c82f30-af59-4454-a328-cba0b6927270 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (c938de58-2311-461b-9bf6-c4190213e6a2), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.558805 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3c82f30-af59-4454-a328-cba0b6927270 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (c938de58-2311-461b-9bf6-c4190213e6a2), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.614823 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3c82f30-af59-4454-a328-cba0b6927270 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (c938de58-2311-461b-9bf6-c4190213e6a2), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.632263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c82f30-af59-4454-a328-cba0b6927270 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c938de58-2311-461b-9bf6-c4190213e6a2,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:54.702693 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-c3c82f30-af59-4454-a328-cba0b6927270 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.703964 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-c3c82f30-af59-4454-a328-cba0b6927270 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2752652 Feb 09 22:56:54.707024 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60436) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:54.711478 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-67b255e4-dc91-42b4-b555-03453a000ff2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'ea005ffa-a8f0-4152-85a0-f9af57b82390', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:54.797208 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67b255e4-dc91-42b4-b555-03453a000ff2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (82f88127-d4f2-406d-b479-40d435152aa1), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.852111 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67b255e4-dc91-42b4-b555-03453a000ff2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (82f88127-d4f2-406d-b479-40d435152aa1), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.929247 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67b255e4-dc91-42b4-b555-03453a000ff2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (82f88127-d4f2-406d-b479-40d435152aa1), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.947453 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b255e4-dc91-42b4-b555-03453a000ff2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f88127-d4f2-406d-b479-40d435152aa1,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:55.022913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-67b255e4-dc91-42b4-b555-03453a000ff2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.024476 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-67b255e4-dc91-42b4-b555-03453a000ff2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164997 Feb 09 22:56:55.027279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60438) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:55.031922 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-58f7b7b9-888c-4137-a7b7-75299d5a7297 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'ea005ffa-a8f0-4152-85a0-f9af57b82390', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:55.111948 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58f7b7b9-888c-4137-a7b7-75299d5a7297 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (4dd0b6c8-91b9-4c7b-b73c-0544731d3313), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.167741 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58f7b7b9-888c-4137-a7b7-75299d5a7297 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (4dd0b6c8-91b9-4c7b-b73c-0544731d3313), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.243762 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58f7b7b9-888c-4137-a7b7-75299d5a7297 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4dd0b6c8-91b9-4c7b-b73c-0544731d3313), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.262101 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7b7b9-888c-4137-a7b7-75299d5a7297 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd0b6c8-91b9-4c7b-b73c-0544731d3313,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:55.337075 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-58f7b7b9-888c-4137-a7b7-75299d5a7297 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.338329 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-58f7b7b9-888c-4137-a7b7-75299d5a7297 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100677 Feb 09 22:56:55.341053 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60440) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:55.345553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-be367788-304b-4862-818b-4f3515ab4296 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'ea005ffa-a8f0-4152-85a0-f9af57b82390', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:55.425171 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be367788-304b-4862-818b-4f3515ab4296 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (ade853fc-6b5c-42db-961f-b0632829dd04), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.482165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be367788-304b-4862-818b-4f3515ab4296 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (ade853fc-6b5c-42db-961f-b0632829dd04), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.529671 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be367788-304b-4862-818b-4f3515ab4296 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (ade853fc-6b5c-42db-961f-b0632829dd04), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.546875 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367788-304b-4862-818b-4f3515ab4296 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade853fc-6b5c-42db-961f-b0632829dd04,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:55.600429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-be367788-304b-4862-818b-4f3515ab4296 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.601836 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-be367788-304b-4862-818b-4f3515ab4296 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2597637 Feb 09 22:56:55.604575 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60442) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:55.609146 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'ea005ffa-a8f0-4152-85a0-f9af57b82390', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:55.672234 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Project 8a4068b8ed1a4a5fa57157b23b6c6578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:56:55.678137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (3469e0c1-24e5-48a0-82c0-6d519260e42a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.737410 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (3469e0c1-24e5-48a0-82c0-6d519260e42a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.780776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (3469e0c1-24e5-48a0-82c0-6d519260e42a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.799473 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3469e0c1-24e5-48a0-82c0-6d519260e42a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:55.839872 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.841034 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-8fda6993-4902-4e8a-984c-343eb427dab3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2352941 Feb 09 22:56:55.843993 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60444) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:56:55.849675 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'security_group_rule': {'security_group_id': 'ea005ffa-a8f0-4152-85a0-f9af57b82390', 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:56:55.907477 n-d-828599-1 neutron-server[103696]: INFO neutron.db.securitygroups_db [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Project 8a4068b8ed1a4a5fa57157b23b6c6578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:56:55.912784 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (0f54c5fe-d68f-4ebe-a855-335c77e690c1), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:55.972883 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (0f54c5fe-d68f-4ebe-a855-335c77e690c1), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:56.032331 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (0f54c5fe-d68f-4ebe-a855-335c77e690c1), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:56.052278 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f54c5fe-d68f-4ebe-a855-335c77e690c1,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:56.103142 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:56.104409 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-86bea9de-4dcf-462d-acb8-e17a107bfd36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2593727 Feb 09 22:56:56.370344 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:56:56.391890 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 285b1929-692d-4857-8f11-af9339ea3949 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:56:56.398087 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 285b1929-692d-4857-8f11-af9339ea3949 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:57:00.106519 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:01.597913 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:05.723268 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d9e29da9-f18e-433d-a99b-7ba3133b24bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:07.506275 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed68be2d-5861-4c3b-a74e-9327a54bdead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:09.330078 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:10.529820 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:11.779912 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:20.115978 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-018331f5-d9ab-4922-9d63-913d1dd8e67e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942607412&fields=id&tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 267 time: 0.0463054 Feb 09 22:57:20.219148 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-d3f444e3-46f3-4e0c-b38b-fc96ffad6d55 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:20.221136 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-d3f444e3-46f3-4e0c-b38b-fc96ffad6d55 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 808 time: 0.0988393 Feb 09 22:57:20.235250 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ba4290c5-ad7d-4866-ad2a-f73ae59cf684 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/quotas/8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 375 time: 0.0087194 Feb 09 22:57:20.288191 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-49233184-7d2e-4c30-8fc5-8fb6440737d8 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482879 Feb 09 22:57:20.424404 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-81acee62-caec-43a3-a2a9-0e0fc0acc98f service neutron] 10.222.0.98 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254754 Feb 09 22:57:20.510318 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-281a2c0b-fb47-4ee2-bb30-6e0f1c5425ba service neutron] 10.222.0.98 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800879 Feb 09 22:57:20.966953 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3189441-becd-444b-be08-18d430283f26 req-f0634c6e-2568-4c9e-93af-c2deb839a177 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0272369 Feb 09 22:57:22.068258 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-44e6d14f-e274-4f0b-8c72-da1633f3ce62 req-5f930187-eabc-4346-8348-078dda4914e2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0317278 Feb 09 22:57:23.016299 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-6ff15b70-8da8-43dd-9278-67a75add5746 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:23.018361 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-6ff15b70-8da8-43dd-9278-67a75add5746 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 808 time: 0.1030350 Feb 09 22:57:23.084909 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-c9fbfcc8-fe6c-416b-93d2-20ff50b97ccb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 379 time: 0.0523367 Feb 09 22:57:23.095506 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'port': {'device_id': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'admin_state_up': True, 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'security_groups': ['ea005ffa-a8f0-4152-85a0-f9af57b82390']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:57:23.174209 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-07460c7e-b2de-465b-a391-b61fc8eee52e req-521f26d1-5f9c-4b81-97a6-033dc99da67e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0349066 Feb 09 22:57:23.277438 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Made reservation on behalf of 8a4068b8ed1a4a5fa57157b23b6c6578 for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:57:23.281177 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:23.410273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Allocated IP 172.20.0.11 (661df833-4f7c-4388-b602-6eef00843524/95982a3b-aa8b-49ea-a27f-4bae18090855/13a9042a-fc5e-4c9f-9430-3c6cc7990d57) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:57:23.545902 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:23.614932 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:23.664470 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Network 661df833-4f7c-4388-b602-6eef00843524 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:57:23.667576 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:57:23.671261 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:57:23.678222 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:23.724320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:23.724985 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:23.816956 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-0cb25c7e-43d5-4555-91f1-ce7b072da111 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7253735 Feb 09 22:57:23.829402 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-83729a28-bf92-4277-8bc0-302f2528a072 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:57:23.830518 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-83729a28-bf92-4277-8bc0-302f2528a072 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056410 Feb 09 22:57:23.845683 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Request body: {'port': {'device_id': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:57:23.914653 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:23.938856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-24c7667a-175e-4a46-be63-6e70aa82c1fd None None] Provisioning complete for port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:57:23.939458 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24c7667a-175e-4a46-be63-6e70aa82c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:23.973100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-24c7667a-175e-4a46-be63-6e70aa82c1fd None None] Port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:57:24.180824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:57:24.188318 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Publish callbacks [] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:24.200279 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Transition to ACTIVE for port object 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:57:24.254967 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:24.297893 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc924cf-ea61-4fa5-acd7-f3013b2e1f84 req-c775e56d-2227-4688-aff8-9b50a5c6e695 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:24.299491 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbc924cf-ea61-4fa5-acd7-f3013b2e1f84 req-c775e56d-2227-4688-aff8-9b50a5c6e695 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0569720 Feb 09 22:57:24.309422 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:24.375377 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-fbc924cf-ea61-4fa5-acd7-f3013b2e1f84 req-f7456f15-9540-486d-a1b9-eb50319d65a9 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682633 Feb 09 22:57:24.394336 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Attempting to bind port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:57:24.394685 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Attempting to bind port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:57:24.395019 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Attempting to bind port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:57:24.399580 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 on network 661df833-4f7c-4388-b602-6eef00843524 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:57:24.399937 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Attempting to bind port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 on network 661df833-4f7c-4388-b602-6eef00843524 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:57:24.405158 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:57:24.405496 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Checking segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:57:24.405885 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Bound using segment: {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:57:24.406311 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Bound port: 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2383370-edf1-43ff-a734-498bb5d737d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '661df833-4f7c-4388-b602-6eef00843524'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:57:24.406670 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:24.474788 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:57:24.478231 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:57:24.530034 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:24.564908 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:24.565466 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:24.566926 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] 10.222.0.30 "PUT /v2.0/ports/13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1092 time: 0.7261565 Feb 09 22:57:24.567474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:57:24.569724 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7c3ff-e29f-428e-ba97-fa8b9b4f390a" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:57:24.621262 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24bb85b-9d32-4600-86d9-3cfd0f7428bf x-openstack-request-id: req-d24bb85b-9d32-4600-86d9-3cfd0f7428bf {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:57:24.621570 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:57:24.621834 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d24bb85b-9d32-4600-86d9-3cfd0f7428bf {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:57:24.622268 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'status': 'completed', 'code': 200} Feb 09 22:57:24.622949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c1622-6e49-4edc-a0f6-062427e76e96 service neutron] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:24.706917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7c3ff-e29f-428e-ba97-fa8b9b4f390a req-69b4cf4c-0a50-4e36-90f9-06ad8ac826af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:24.708531 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b1b7c3ff-e29f-428e-ba97-fa8b9b4f390a req-69b4cf4c-0a50-4e36-90f9-06ad8ac826af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1126 time: 0.0560629 Feb 09 22:57:24.822031 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7c3ff-e29f-428e-ba97-fa8b9b4f390a req-7d6b68aa-6003-42f3-bb2a-c06a5ece0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:24.823826 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b1b7c3ff-e29f-428e-ba97-fa8b9b4f390a req-7d6b68aa-6003-42f3-bb2a-c06a5ece0a06 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1031165 Feb 09 22:57:24.924335 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7c3ff-e29f-428e-ba97-fa8b9b4f390a req-137f5800-2c28-4c7a-a02b-6de4cb3bd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:24.926080 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b1b7c3ff-e29f-428e-ba97-fa8b9b4f390a req-137f5800-2c28-4c7a-a02b-6de4cb3bd4b3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933084 Feb 09 22:57:25.011954 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-dd9143b6-f5a8-4380-bf31-c0d5d78cb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:25.013615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-dd9143b6-f5a8-4380-bf31-c0d5d78cb47f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1126 time: 0.0454795 Feb 09 22:57:25.060799 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-c751f8db-5200-4fd1-b9c5-f67f2d7a5526 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 217 time: 0.0358310 Feb 09 22:57:25.119501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-960530ed-e829-4327-b0c7-0f04c6b17fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:25.120985 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-960530ed-e829-4327-b0c7-0f04c6b17fca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0479150 Feb 09 22:57:25.175306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-1659b124-7e60-4942-af70-65797d5d1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:25.176983 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-1659b124-7e60-4942-af70-65797d5d1ea4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469468 Feb 09 22:57:25.268639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-cb684fbc-d364-4151-bed7-3f905e5959ec service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830939 Feb 09 22:57:25.365809 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-2738d6a4-3cf8-4ff2-8e3e-e559e718da6b req-d5d6207c-5986-4516-9eee-ea389e075829 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867593 Feb 09 22:57:25.485315 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3696790-65e7-49c4-9aa8-a3d089db3864 req-137cdd54-1c73-401d-a160-d523062f75ce tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:25.486813 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3696790-65e7-49c4-9aa8-a3d089db3864 req-137cdd54-1c73-401d-a160-d523062f75ce tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0524037 Feb 09 22:57:25.535693 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3696790-65e7-49c4-9aa8-a3d089db3864 req-7976eba5-3953-4d52-ad69-1372ca0d879a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428967 Feb 09 22:57:26.656793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a46f6-1551-4b6d-b410-953e06491828 req-5c2bb882-bb7f-445c-a401-a07312b148bf tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:26.658615 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-034a46f6-1551-4b6d-b410-953e06491828 req-5c2bb882-bb7f-445c-a401-a07312b148bf tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0545354 Feb 09 22:57:26.707760 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-034a46f6-1551-4b6d-b410-953e06491828 req-68827063-fb09-4316-b969-b921ebb49bf5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434024 Feb 09 22:57:27.829958 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03fb88-6c1d-4ad6-b7d8-165806faf681 req-17580517-8dc2-40db-a28a-08f9572eb985 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:27.831348 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c03fb88-6c1d-4ad6-b7d8-165806faf681 req-17580517-8dc2-40db-a28a-08f9572eb985 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0577784 Feb 09 22:57:27.878837 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0c03fb88-6c1d-4ad6-b7d8-165806faf681 req-34cfef58-f145-47f3-8246-1fab6d37244f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 Feb 09 22:57:28.918933 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:57:29.006215 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe9139-63b7-4519-900c-46d6134f2263 req-c57efae2-c4fe-432a-9ca0-716942746e0f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:29.007865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bbe9139-63b7-4519-900c-46d6134f2263 req-c57efae2-c4fe-432a-9ca0-716942746e0f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0592608 Feb 09 22:57:29.056967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7bbe9139-63b7-4519-900c-46d6134f2263 req-29200e5d-a03c-4747-83bf-ad64457dda0c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Feb 09 22:57:30.095367 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:30.177185 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9847a7-9d1b-4f22-87c7-0db61e9a9f51 req-8b897273-de1a-4f7f-9ef2-2553e459546c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:30.178674 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de9847a7-9d1b-4f22-87c7-0db61e9a9f51 req-8b897273-de1a-4f7f-9ef2-2553e459546c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0540004 Feb 09 22:57:30.228277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-de9847a7-9d1b-4f22-87c7-0db61e9a9f51 req-717abd70-e7da-41b4-8bd4-8cb2729d6e83 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438406 Feb 09 22:57:31.346657 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedaf97-5579-46ce-8673-2a5b436cfc76 req-672fe19d-97e2-4563-9f76-2238a387b347 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:31.348295 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abedaf97-5579-46ce-8673-2a5b436cfc76 req-672fe19d-97e2-4563-9f76-2238a387b347 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0541887 Feb 09 22:57:31.397095 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-abedaf97-5579-46ce-8673-2a5b436cfc76 req-348a4b58-d135-4ef8-a2f3-aab463176cfb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Feb 09 22:57:31.631810 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:32.520534 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308c79-5620-4c1f-9784-e8aa43ec48ba req-4a744b98-6b75-4d04-a0c4-55d36a655d6d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:32.522128 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7308c79-5620-4c1f-9784-e8aa43ec48ba req-4a744b98-6b75-4d04-a0c4-55d36a655d6d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0554280 Feb 09 22:57:32.577172 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-f7308c79-5620-4c1f-9784-e8aa43ec48ba req-2323ba96-6ef9-40d3-99f5-64bd64c6e10c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493042 Feb 09 22:57:33.783782 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02521d4d-2525-41b6-a090-95806146b85a req-efd29447-4516-4f34-aa81-4c9829c96881 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:33.785937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02521d4d-2525-41b6-a090-95806146b85a req-efd29447-4516-4f34-aa81-4c9829c96881 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0541570 Feb 09 22:57:33.840106 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-02521d4d-2525-41b6-a090-95806146b85a req-3182c741-67b2-4be2-a3dc-d97200d75f5f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476530 Feb 09 22:57:34.958353 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379270c-e8f7-4cdc-91cb-d09920c2a825 req-ecaaacc2-3ec9-410d-91b6-2f1dd3699534 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:34.959971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1379270c-e8f7-4cdc-91cb-d09920c2a825 req-ecaaacc2-3ec9-410d-91b6-2f1dd3699534 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0527620 Feb 09 22:57:35.008930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1379270c-e8f7-4cdc-91cb-d09920c2a825 req-a14c9359-7130-4bde-8435-edc9e562785d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433824 Feb 09 22:57:35.522527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-528be36a-f60a-4acd-9a97-9c7d9dcc72da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:36.127923 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b695f0-1134-4e68-bd24-f2d6c8ce1461 req-a1f7c766-f4ed-4052-918e-9832dcdacd1c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:36.129975 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c5b695f0-1134-4e68-bd24-f2d6c8ce1461 req-a1f7c766-f4ed-4052-918e-9832dcdacd1c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0532296 Feb 09 22:57:36.178677 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c5b695f0-1134-4e68-bd24-f2d6c8ce1461 req-7fcc5e68-9bb6-41ef-b9bd-8bbdaccc3199 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Feb 09 22:57:37.351936 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a4d99-60e6-402b-92e5-ef8ca65ac3ea req-2985e955-db2b-47aa-9036-b450023b827e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:37.353462 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab4a4d99-60e6-402b-92e5-ef8ca65ac3ea req-2985e955-db2b-47aa-9036-b450023b827e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.1049562 Feb 09 22:57:37.401467 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ab4a4d99-60e6-402b-92e5-ef8ca65ac3ea req-9679cb2f-5b85-4425-9017-b412a640020e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424480 Feb 09 22:57:37.494126 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7e91e8f6-d650-4440-9830-d9edaeccd47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:38.563570 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489938c-cd8f-4855-a895-9ecc35b4c8d8 req-bf416ac8-0ef8-498a-a1b4-f223951b42c9 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:38.565108 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f489938c-cd8f-4855-a895-9ecc35b4c8d8 req-bf416ac8-0ef8-498a-a1b4-f223951b42c9 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0955093 Feb 09 22:57:38.613255 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f489938c-cd8f-4855-a895-9ecc35b4c8d8 req-23291fa2-7489-42d0-9e22-3f7fa359db83 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Feb 09 22:57:39.334113 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:39.733316 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34b0b5-ea59-40cd-82a7-aef71c499e0d req-94846f90-bcd5-47ea-b3df-87a5a60ae443 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:39.734786 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0d34b0b5-ea59-40cd-82a7-aef71c499e0d req-94846f90-bcd5-47ea-b3df-87a5a60ae443 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0558002 Feb 09 22:57:39.783002 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0d34b0b5-ea59-40cd-82a7-aef71c499e0d req-dc710b28-5afd-4fb4-9dea-46811765d633 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Feb 09 22:57:40.528124 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:40.539339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:57:40.634805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:57:40.646463 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'port_id': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'mac_address': 'fa:16:3e:5b:08:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:57:40.681564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:57:40.681951 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:40.694953 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:57:40.717468 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:57:40.808492 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:40.856856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:40.864361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.864714 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.865054 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.865391 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.865722 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.866052 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.866381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.866706 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.867029 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.867349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.867671 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.868023 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.868345 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:40.907468 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2f0bf-b432-417c-b71a-13e8adeafae0 req-0ee18338-0f9f-4106-8f48-525ad9cb4690 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:40.909061 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2c2f0bf-b432-417c-b71a-13e8adeafae0 req-0ee18338-0f9f-4106-8f48-525ad9cb4690 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 945 time: 0.0578225 Feb 09 22:57:40.957395 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a2c2f0bf-b432-417c-b71a-13e8adeafae0 req-5668d24d-e5e4-4b2a-b139-18263ffe5693 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Feb 09 22:57:41.110971 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['13a9042a-fc5e-4c9f-9430-3c6cc7990d57'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:57:41.802297 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:42.073966 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52503a1-c105-40d0-a4d0-bb0ed0c37ac4 req-a3d27460-cc2e-4017-a374-6d0875cee7c2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:42.075423 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a52503a1-c105-40d0-a4d0-bb0ed0c37ac4 req-a3d27460-cc2e-4017-a374-6d0875cee7c2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Feb 09 22:57:42.122589 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-a52503a1-c105-40d0-a4d0-bb0ed0c37ac4 req-0fecccde-39be-4068-93b6-5e349a6b264b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Feb 09 22:57:42.557100 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:57:42.665204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:57:42.669091 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:57:42.669466 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:42.744808 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:57:42.745186 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:42.766804 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:57:42.769680 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168cf26c-a276-49b0-9497-3948d2bf0b3d" -d '{"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-plugged", "status": "completed", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:57:42.781537 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:57:42.807275 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f9e057-4958-4bcb-9040-072b1461ac57 x-openstack-request-id: req-10f9e057-4958-4bcb-9040-072b1461ac57 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:57:42.807909 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-plugged", "status": "completed", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:57:42.807909 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10f9e057-4958-4bcb-9040-072b1461ac57 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:57:42.808195 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'code': 200} Feb 09 22:57:42.825686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:42.872261 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:42.918636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506a87-4f7a-47d7-8823-067686d4524f req-8e58707e-7d97-450c-9107-9d68e29850c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:42.920297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d506a87-4f7a-47d7-8823-067686d4524f req-8e58707e-7d97-450c-9107-9d68e29850c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0486906 Feb 09 22:57:42.970092 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d506a87-4f7a-47d7-8823-067686d4524f req-84466932-7535-4341-9afd-15fb23aa0de9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396442 Feb 09 22:57:43.245636 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c522a0-fc70-4022-9b8e-493c15078262 req-54159021-1e42-411d-ba65-de9a9c769e7b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:43.247125 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8c522a0-fc70-4022-9b8e-493c15078262 req-54159021-1e42-411d-ba65-de9a9c769e7b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0569038 Feb 09 22:57:43.295506 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-e8c522a0-fc70-4022-9b8e-493c15078262 req-be6e0010-304a-4fed-afa1-a2e02ce9ef94 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 Feb 09 22:57:44.414644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040a072-6ffd-4881-a154-1a600cf46d30 req-0faf4051-9198-48b6-a4f1-7955fde584e9 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:44.416161 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8040a072-6ffd-4881-a154-1a600cf46d30 req-0faf4051-9198-48b6-a4f1-7955fde584e9 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0521607 Feb 09 22:57:44.468241 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8040a072-6ffd-4881-a154-1a600cf46d30 req-2cdcf4f4-99fb-4fd1-8246-6ea32aac8a38 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465512 Feb 09 22:57:44.584535 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4dad1-aa53-4304-8fc4-e5c6b7eb6b5f req-bf6710a2-cf78-4b45-a5f4-a26f2ecfe069 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:44.585930 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3d4dad1-aa53-4304-8fc4-e5c6b7eb6b5f req-bf6710a2-cf78-4b45-a5f4-a26f2ecfe069 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0518520 Feb 09 22:57:44.632526 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c3d4dad1-aa53-4304-8fc4-e5c6b7eb6b5f req-4028ed1e-524f-48e9-b722-5809b69adff4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 Feb 09 22:57:44.654347 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60672) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:57:44.697191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1bdab6-3614-4be4-9b21-0b466d724dd3 tempest-TestShelveInstance-284937002 tempest-TestShelveInstance-284937002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:44.698698 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5b1bdab6-3614-4be4-9b21-0b466d724dd3 tempest-TestShelveInstance-284937002 tempest-TestShelveInstance-284937002-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1123 time: 0.0433888 Feb 09 22:57:44.701432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60674) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:57:44.705651 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:57:44.774417 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:44.872660 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:44.978311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Allocated IP 172.25.5.205 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/5847bc1c-721e-48da-946a-63722d14fed3) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:57:45.077768 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for port (5847bc1c-721e-48da-946a-63722d14fed3), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:45.168804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5847bc1c-721e-48da-946a-63722d14fed3), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:45.208055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:57:45.210865 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:57:45.215052 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:57:45.220531 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'Port': ['ID=5847bc1c-721e-48da-946a-63722d14fed3,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:45.559462 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (69f7e769-b0e6-4cf2-8d8c-83409959a65c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:45.702227 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (5847bc1c-721e-48da-946a-63722d14fed3), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:45.846754 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for port (5847bc1c-721e-48da-946a-63722d14fed3), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:45.899746 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (5847bc1c-721e-48da-946a-63722d14fed3), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:45.970170 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event updated for resources: {'Port': ['ID=5847bc1c-721e-48da-946a-63722d14fed3,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:45.982507 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (69f7e769-b0e6-4cf2-8d8c-83409959a65c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:46.083459 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Floating IP 69f7e769-b0e6-4cf2-8d8c-83409959a65c associated. External IP: 172.25.5.205, port: 13a9042a-fc5e-4c9f-9430-3c6cc7990d57. Feb 09 22:57:46.294514 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Router 43e5c83b-c24c-476c-8be7-2610407bd752 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:57:46.398313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:57:46.408127 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] Sync routers for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:57:46.418537 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:57:46.419152 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:57:46.474891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:46.507864 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9eb7098e-31c8-4e1e-9317-e78fd591a7cc tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8053918 Feb 09 22:57:46.508561 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:57:46.510821 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:57:46.526793 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:57:46.551461 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfad2e3-9702-4f7e-9b32-7ba916c21c99 x-openstack-request-id: req-6cfad2e3-9702-4f7e-9b32-7ba916c21c99 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:57:46.551784 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:57:46.552042 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6cfad2e3-9702-4f7e-9b32-7ba916c21c99 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:57:46.552442 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'status': 'completed', 'code': 200} Feb 09 22:57:46.620676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-2aa1849d-d4d4-42bb-9efd-628d1bb70029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:46.622248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-2aa1849d-d4d4-42bb-9efd-628d1bb70029 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0445266 Feb 09 22:57:46.711560 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-cced32d7-dce1-49b3-9353-e0cccebfbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:46.713093 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-cced32d7-dce1-49b3-9353-e0cccebfbb73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0837650 Feb 09 22:57:46.747698 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '69f7e769-b0e6-4cf2-8d8c-83409959a65c', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'port_id': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'mac_address': 'fa:16:3e:5b:08:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:57:45Z', 'updated_at': '2022-02-09T22:57:45Z', 'revision_number': 0, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:57:46.773719 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] Checking router: 43e5c83b-c24c-476c-8be7-2610407bd752 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:57:46.782182 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:57:46.782792 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T22:57:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:57:46.785590 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-c8aa678b-75aa-4c94-8769-b71d43f7fb6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1000 time: 0.0646193 Feb 09 22:57:46.833658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-4ffd8d40-d34c-4bc1-8d97-fc471d131c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:46.835065 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-4ffd8d40-d34c-4bc1-8d97-fc471d131c28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0441580 Feb 09 22:57:46.884067 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-b59ecdfe-b890-4a5e-93d4-b4b948e460a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:46.885603 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-b59ecdfe-b890-4a5e-93d4-b4b948e460a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445833 Feb 09 22:57:46.889588 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:57:46.979318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-4de09e1f-75ee-4249-ade0-89271a015672 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874267 Feb 09 22:57:47.068984 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80c2e88e-e2b9-43bc-8f8b-7ec69f10c0f3 req-af21997f-d37b-4dfe-8066-bca3f17149c4 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836110 Feb 09 22:57:47.201069 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '69f7e769-b0e6-4cf2-8d8c-83409959a65c', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'port_id': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'mac_address': 'fa:16:3e:5b:08:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:57:45Z', 'updated_at': '2022-02-09T22:57:45Z', 'revision_number': 0, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:57:47.226679 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75822b43-8530-4d19-b3c1-ac746745a629 None None] The sync data for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 is: [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '69f7e769-b0e6-4cf2-8d8c-83409959a65c', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'floating_ip_address': '172.25.5.205', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'port_id': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'mac_address': 'fa:16:3e:5b:08:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:57:45Z', 'updated_at': '2022-02-09T22:57:45Z', 'revision_number': 0, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:57:47.420402 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294ea81-a4f2-4a1b-8a41-6a476adda559 None None] New status for floating IP 69f7e769-b0e6-4cf2-8d8c-83409959a65c: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:58:00.081939 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:01.624905 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:05.539072 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb92c10b-1a02-463e-aebb-a27a9da80b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:05.919562 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:58:07.538527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cf41ec7a-ec73-4899-a893-5175bca552c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.333448 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:10.561872 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:11.773381 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:27.144515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-bee1d83d-59da-422c-b9a1-f9cf607bcb2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485883 Feb 09 22:58:27.234295 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da492-9f27-465d-bf30-dbd87091110a req-ae217358-5fb6-4c12-9121-da69833bd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:27.235743 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-ae217358-5fb6-4c12-9121-da69833bd624 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0447781 Feb 09 22:58:27.340424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da492-9f27-465d-bf30-dbd87091110a req-7cf83a47-25b6-41f1-ba1c-98d8c1f2d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:27.341877 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-7cf83a47-25b6-41f1-ba1c-98d8c1f2d71c service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0858653 Feb 09 22:58:27.414845 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-5a7a50cc-c6ab-4563-9ac6-becf43bf6f44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1002 time: 0.0625412 Feb 09 22:58:27.462020 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da492-9f27-465d-bf30-dbd87091110a req-5b71618f-f9bb-4b74-812e-cd17b6923054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:27.463439 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-5b71618f-f9bb-4b74-812e-cd17b6923054 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0424852 Feb 09 22:58:27.512664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da492-9f27-465d-bf30-dbd87091110a req-85d9a5a1-0f94-40c3-a13f-043282c8b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:27.514055 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-85d9a5a1-0f94-40c3-a13f-043282c8b7fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423844 Feb 09 22:58:27.606271 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-ea656f2d-ad9c-49cb-b021-4ada674aed09 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828207 Feb 09 22:58:27.694894 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-508da492-9f27-465d-bf30-dbd87091110a req-4833304b-1598-4b4d-990c-6b2d21b30255 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801849 Feb 09 22:58:30.138634 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:31.584705 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:35.504209 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cd849a0c-23e4-4ae0-9a57-a6243a1bd2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:37.498912 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-71990024-f11f-4ea8-9f0f-53950387e1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:39.367160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:40.566933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:41.795529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:42.919238 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:59:00.092442 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.601026 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:05.521175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-14d103da-9334-4692-9cfe-aa24444188fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.526252 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-20e7f683-074f-4207-8d2d-eeeddbee5821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.354518 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.549618 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:11.812538 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:19.918637 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:59:27.110119 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-bc0a3baf-9dc9-4a23-b02b-cbfcfad8d06c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489123 Feb 09 22:59:27.199316 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-8e67bff4-0d29-41a5-bdad-c9a4630c6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:27.200897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-8e67bff4-0d29-41a5-bdad-c9a4630c6e9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0447764 Feb 09 22:59:27.302794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-f73eb552-89dd-4426-854d-63480c94ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:27.304183 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-f73eb552-89dd-4426-854d-63480c94ad8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0842772 Feb 09 22:59:27.375303 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-60deada9-e97e-4e3a-8e6b-e2d9a47c1c70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1002 time: 0.0613413 Feb 09 22:59:27.426236 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-3605e303-a5f1-457f-a2f5-136d4c5c2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:27.427655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-3605e303-a5f1-457f-a2f5-136d4c5c2033 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0419905 Feb 09 22:59:27.474678 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-df837e29-1661-45d0-a2de-96be2c2a503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:27.476198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-df837e29-1661-45d0-a2de-96be2c2a503c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427296 Feb 09 22:59:27.568890 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-9486c5ed-40a6-4514-9f13-c49bbd745087 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828128 Feb 09 22:59:27.658611 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4330fe4a-f8b5-43d1-9c81-7c244bcf0267 req-b86ae81f-101b-4d18-9f98-b4c182e56bbd service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810173 Feb 09 22:59:30.086311 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:31.617631 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:35.520593 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2b566357-9d75-44a9-b2c7-8088474ab7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:37.509036 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1ba839d4-8e87-485e-9746-a1030fd48bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:39.354358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:40.514392 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:41.811616 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:56.917988 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:00:00.125405 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:01.634367 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:05.542103 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-27f9f3f2-ac76-464e-b943-2e41f5ee1d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:07.514517 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c412753e-bb52-4a32-8ef6-d4d08e761187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:09.359243 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:10.570974 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:11.788276 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:13.338776 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce45c8-0b4e-4080-9890-cc46fb24903d req-ca31caae-af16-4704-80e8-3db9b3be8188 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:13.340911 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edce45c8-0b4e-4080-9890-cc46fb24903d req-ca31caae-af16-4704-80e8-3db9b3be8188 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0605495 Feb 09 23:00:13.391174 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-edce45c8-0b4e-4080-9890-cc46fb24903d req-2feef171-170f-458f-ad85-6d6a9df7acc1 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Feb 09 23:00:14.515905 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc5bfb-f846-48c3-bd20-93a1eb36be2f req-ed8e401c-3908-4d64-b03f-9506971af7fa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:14.517385 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ecdc5bfb-f846-48c3-bd20-93a1eb36be2f req-ed8e401c-3908-4d64-b03f-9506971af7fa tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0524755 Feb 09 23:00:14.564544 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ecdc5bfb-f846-48c3-bd20-93a1eb36be2f req-9dc6193f-ae9f-4dbe-8e1f-8dc5d8b61760 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Feb 09 23:00:15.688972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98821044-dd71-405d-87d3-cf1289e1784b req-f95596e4-7172-4a03-8295-04ad7e7d5524 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:15.690489 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98821044-dd71-405d-87d3-cf1289e1784b req-f95596e4-7172-4a03-8295-04ad7e7d5524 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0532212 Feb 09 23:00:15.738621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-98821044-dd71-405d-87d3-cf1289e1784b req-9bbd81c6-56cc-41fd-bec7-d31ccb955354 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425560 Feb 09 23:00:16.855624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab78fb6-2f7e-44ea-a619-1ceccd8719ae req-24da5893-884d-41c7-9707-73aa392ac5ac tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:16.857149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aab78fb6-2f7e-44ea-a619-1ceccd8719ae req-24da5893-884d-41c7-9707-73aa392ac5ac tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0527680 Feb 09 23:00:16.910309 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-aab78fb6-2f7e-44ea-a619-1ceccd8719ae req-3fc32b37-0a26-43cf-b45a-3a4c03669eca tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469551 Feb 09 23:00:18.028850 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef15ad-b8e4-4c9e-baf2-1028a478398f req-4281b126-dcdc-41bf-bc1e-0c632809a3c4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:18.030318 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3ef15ad-b8e4-4c9e-baf2-1028a478398f req-4281b126-dcdc-41bf-bc1e-0c632809a3c4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0505247 Feb 09 23:00:18.081134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b3ef15ad-b8e4-4c9e-baf2-1028a478398f req-f2b405c2-92a9-41f4-8fae-92eaa9fbdba8 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446904 Feb 09 23:00:19.198131 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf8346-908b-4774-9731-dcf47900e083 req-b59fa816-0e2b-4986-9681-f2eff5e329ab tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:19.199634 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-92bf8346-908b-4774-9731-dcf47900e083 req-b59fa816-0e2b-4986-9681-f2eff5e329ab tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0521903 Feb 09 23:00:19.247878 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-92bf8346-908b-4774-9731-dcf47900e083 req-023271b6-8068-4435-a59c-002a9a7dbe9a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 Feb 09 23:00:20.365692 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de1e0-490a-4779-b914-a97a6555aa0a req-c8421038-3786-4591-ad9d-40f8d300b599 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:20.367171 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d43de1e0-490a-4779-b914-a97a6555aa0a req-c8421038-3786-4591-ad9d-40f8d300b599 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0511451 Feb 09 23:00:20.414784 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d43de1e0-490a-4779-b914-a97a6555aa0a req-c7c98ac5-3d2e-47a9-9f44-1125ebdec819 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Feb 09 23:00:21.532614 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed218204-9922-4e67-93f1-5a04e88a8b5e req-1bcb4d3b-d46d-4227-9a75-b03325420598 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:21.534089 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed218204-9922-4e67-93f1-5a04e88a8b5e req-1bcb4d3b-d46d-4227-9a75-b03325420598 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0528712 Feb 09 23:00:21.585516 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ed218204-9922-4e67-93f1-5a04e88a8b5e req-9a5908db-49ba-4c5d-81e4-b9f57fd4f466 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459657 Feb 09 23:00:22.701839 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5b5b-c07d-49ca-94fa-81ad6bd15507 req-6ebc6009-b967-461b-9a12-fc0366fe1d19 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:22.703314 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3ce5b5b-c07d-49ca-94fa-81ad6bd15507 req-6ebc6009-b967-461b-9a12-fc0366fe1d19 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0513573 Feb 09 23:00:22.751017 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f3ce5b5b-c07d-49ca-94fa-81ad6bd15507 req-12ed9f51-5b7d-4f00-aa79-b250e8608e6f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Feb 09 23:00:23.631174 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-ec6db0cd-ad0e-488d-a13b-d8b97c3043c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:23.632697 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-ec6db0cd-ad0e-488d-a13b-d8b97c3043c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0851281 Feb 09 23:00:23.719663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-6b77e479-4976-40cf-b50b-18c867dff794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:23.721658 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-6b77e479-4976-40cf-b50b-18c867dff794 service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0812831 Feb 09 23:00:23.792665 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-e0926afd-6b54-4d7c-b301-a667b9b72b18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1002 time: 0.0622077 Feb 09 23:00:23.843612 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-5c5d18d6-edc7-4b98-811d-8b20966b514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:23.845038 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-5c5d18d6-edc7-4b98-811d-8b20966b514b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0426469 Feb 09 23:00:23.875341 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e735cb-b27c-49cb-a3aa-8a28ef23e103 req-bf3e3a0c-4500-410b-a001-edfe73315019 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:23.876885 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2e735cb-b27c-49cb-a3aa-8a28ef23e103 req-bf3e3a0c-4500-410b-a001-edfe73315019 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0571573 Feb 09 23:00:23.897076 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-24031964-34e1-4662-94db-6f7c774f59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:23.898583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-24031964-34e1-4662-94db-6f7c774f59d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445640 Feb 09 23:00:23.925907 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c2e735cb-b27c-49cb-a3aa-8a28ef23e103 req-8b9baeb5-c5bb-4e1e-9fc1-fb796bfbfc4e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 Feb 09 23:00:23.992348 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-912b14de-b03b-4f07-a22e-2ea1c1dd834b service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839493 Feb 09 23:00:24.082542 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-282ef806-3ecd-48a1-bd06-04aaa2cba99d req-ce189dd7-2560-4f32-beae-040b63d475aa service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800607 Feb 09 23:00:25.044529 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acaf0a-060b-4aa2-877c-54f4cf5c0ede req-f3588bd0-bc26-4996-9a9e-d9cc6d318855 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:25.048599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7acaf0a-060b-4aa2-877c-54f4cf5c0ede req-f3588bd0-bc26-4996-9a9e-d9cc6d318855 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0535314 Feb 09 23:00:25.099639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7acaf0a-060b-4aa2-877c-54f4cf5c0ede req-7cb2c0db-1bed-474d-8f42-a458ca5a13d7 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473158 Feb 09 23:00:26.220202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84a777-f238-4c01-96c9-8b505803f5c2 req-5e8c5be4-b881-400a-addf-0b7f3904bb88 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:26.222393 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a84a777-f238-4c01-96c9-8b505803f5c2 req-5e8c5be4-b881-400a-addf-0b7f3904bb88 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0536792 Feb 09 23:00:26.271229 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8a84a777-f238-4c01-96c9-8b505803f5c2 req-565f829e-f64e-4cb0-a956-cc24a7425f36 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Feb 09 23:00:27.391298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e749e6-3438-4b3c-93fb-7daa25c6d79f req-2651e6b7-cab0-471f-a634-e7fb8008b73c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:27.392901 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13e749e6-3438-4b3c-93fb-7daa25c6d79f req-2651e6b7-cab0-471f-a634-e7fb8008b73c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0532920 Feb 09 23:00:27.441980 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-13e749e6-3438-4b3c-93fb-7daa25c6d79f req-90eee28a-02b4-4b93-ab82-5f78d013ce6a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Feb 09 23:00:28.136810 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-1d510a1f-49ca-40c9-8302-2a666ff73e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:28.138344 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-1d510a1f-49ca-40c9-8302-2a666ff73e59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0446951 Feb 09 23:00:28.249761 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-a9860ef0-1f8d-4afa-ac71-ccc07c38fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:28.251253 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-a9860ef0-1f8d-4afa-ac71-ccc07c38fa6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0879557 Feb 09 23:00:28.319128 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-0486a30b-0a3f-4278-b014-46975235999b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1002 time: 0.0588701 Feb 09 23:00:28.374008 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-575005c3-6893-4ac2-bf23-dc26630f891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:28.375471 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-575005c3-6893-4ac2-bf23-dc26630f891c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0478199 Feb 09 23:00:28.427830 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-591cb878-bebc-405f-b009-1a5566788af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:28.429237 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-591cb878-bebc-405f-b009-1a5566788af9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446701 Feb 09 23:00:28.524158 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-b98b9cf8-d3e9-4a8f-b1cf-9552bc267b0e service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836792 Feb 09 23:00:28.565587 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91ada-abc8-40f0-bc08-4e8a6db450ea req-6d0e4552-858b-4689-a715-477f3200e99d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:28.567289 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52a91ada-abc8-40f0-bc08-4e8a6db450ea req-6d0e4552-858b-4689-a715-477f3200e99d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0584352 Feb 09 23:00:28.621156 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-52a91ada-abc8-40f0-bc08-4e8a6db450ea req-a4db257e-dbd6-4251-a943-c6d6eccac1a2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479944 Feb 09 23:00:28.623313 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c0602a56-3134-445e-bdb9-721a4908ea35 req-eae78a1a-665e-400c-8605-7e45ed68cb5c service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896416 Feb 09 23:00:29.350268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:00:29.429352 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:00:29.429741 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:29.451428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:00:29.453706 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6658958-4481-46ff-b820-cf0fa8c51e24" -d '{"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-unplugged", "status": "completed", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:00:29.466313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:00:29.565014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:29.612625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:00:29.619782 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.620136 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.620480 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.620818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.621151 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.621486 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.621818 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.622141 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.622465 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.622789 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.623112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.623441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.623786 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:00:29.741703 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bacb0-a1fb-4d46-997f-0b5ab6c6b810 req-1fb05f4a-5a6a-4383-babe-532f3a6c1e85 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:29.747727 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-510bacb0-a1fb-4d46-997f-0b5ab6c6b810 req-1fb05f4a-5a6a-4383-babe-532f3a6c1e85 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0542455 Feb 09 23:00:29.798846 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-510bacb0-a1fb-4d46-997f-0b5ab6c6b810 req-415479fe-d8f7-4539-b156-5b5a6435e92e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483603 Feb 09 23:00:30.176386 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:30.554726 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb05f865-eb97-460e-9c22-89081bba4e0e x-openstack-request-id: req-bb05f865-eb97-460e-9c22-89081bba4e0e {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:00:30.555280 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-unplugged", "status": "completed", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:00:30.555517 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb05f865-eb97-460e-9c22-89081bba4e0e {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:00:30.555990 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'code': 200} Feb 09 23:00:30.916104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a78790-3876-461e-9b59-3a7626a7b02e req-c3903767-859e-4a1b-8d20-b9dc5091e504 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:30.917675 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46a78790-3876-461e-9b59-3a7626a7b02e req-c3903767-859e-4a1b-8d20-b9dc5091e504 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0525007 Feb 09 23:00:30.964677 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-46a78790-3876-461e-9b59-3a7626a7b02e req-a8c44e83-55c8-48e7-9caa-90d96894b4a1 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Feb 09 23:00:31.356256 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196cecf-8232-4bf8-bbd1-a895df35daa0 req-61bd09c4-4746-479a-a103-08b9b17ab2ce tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:31.357895 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4196cecf-8232-4bf8-bbd1-a895df35daa0 req-61bd09c4-4746-479a-a103-08b9b17ab2ce tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0564396 Feb 09 23:00:31.437938 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4196cecf-8232-4bf8-bbd1-a895df35daa0 req-1b34abde-17a0-4820-8c4f-f0668a0a2473 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716538 Feb 09 23:00:31.454851 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-8f30122f-950f-473f-9622-adddae459f76 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959682 Feb 09 23:00:31.464337 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-3cfc61c0-0d67-47b1-be23-ecac00ecfe0e service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:00:31.465312 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-3cfc61c0-0d67-47b1-be23-ecac00ecfe0e service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050244 Feb 09 23:00:31.616686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:32.559280 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3a275-4ea5-4e33-a478-78a3f3a42dae req-3e18e45f-b507-4f0f-95dd-78248b529fab tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:32.560872 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77e3a275-4ea5-4e33-a478-78a3f3a42dae req-3e18e45f-b507-4f0f-95dd-78248b529fab tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0538249 Feb 09 23:00:32.609768 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-77e3a275-4ea5-4e33-a478-78a3f3a42dae req-aa821de1-45fe-4fce-9a97-98b2380782f0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Feb 09 23:00:33.730705 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a355e-2d1b-4563-a937-6b3c6f9e3cbd req-cc70b902-6d55-4bf8-a1ce-45f631980ee6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:33.732240 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c3a355e-2d1b-4563-a937-6b3c6f9e3cbd req-cc70b902-6d55-4bf8-a1ce-45f631980ee6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0537548 Feb 09 23:00:33.784841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c3a355e-2d1b-4563-a937-6b3c6f9e3cbd req-85bfa2eb-dc5e-4ece-aa21-d5a11521d7c2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466895 Feb 09 23:00:33.919685 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:00:34.902273 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c2651-43ac-4712-9f34-13cc5f714ac2 req-35468ded-a0ff-46b5-b4a1-003a00cf7140 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:34.903685 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f13c2651-43ac-4712-9f34-13cc5f714ac2 req-35468ded-a0ff-46b5-b4a1-003a00cf7140 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0518305 Feb 09 23:00:34.956729 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f13c2651-43ac-4712-9f34-13cc5f714ac2 req-30576813-802e-47c7-a965-efc21cfc046b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467472 Feb 09 23:00:35.507721 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-24e83ac7-6d74-4422-b5a6-92910a5e6abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:36.074603 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f35146-dc1d-4e22-aa75-10d092030839 req-fcbaf2c7-2b8f-49c4-a79e-7c15db01ea00 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:36.076140 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19f35146-dc1d-4e22-aa75-10d092030839 req-fcbaf2c7-2b8f-49c4-a79e-7c15db01ea00 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0530059 Feb 09 23:00:36.125142 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-19f35146-dc1d-4e22-aa75-10d092030839 req-452a9845-a95a-4b0e-b9e7-c77a732bdb6c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428629 Feb 09 23:00:37.243098 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7054c14-b028-4508-b388-c7688ec750fe req-096830b7-7da6-4504-bce7-3237ad78b162 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:37.244659 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7054c14-b028-4508-b388-c7688ec750fe req-096830b7-7da6-4504-bce7-3237ad78b162 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0520177 Feb 09 23:00:37.294711 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-e7054c14-b028-4508-b388-c7688ec750fe req-f4b76920-9ed8-4743-8d36-88901eacdb4e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443134 Feb 09 23:00:37.542425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5b952b95-be68-47e0-af7d-019f26c388eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:38.415373 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e33df-2f68-4568-adf0-8c0c1601c1f8 req-c497b756-83da-4267-abbb-f9b45ef88389 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:38.416917 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-983e33df-2f68-4568-adf0-8c0c1601c1f8 req-c497b756-83da-4267-abbb-f9b45ef88389 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0532694 Feb 09 23:00:38.465342 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-983e33df-2f68-4568-adf0-8c0c1601c1f8 req-b69b04c9-e48d-409f-a56e-c1f19eff00e3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 Feb 09 23:00:39.359209 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:39.585226 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7cc42-15fc-4f3c-bd97-658d1ffae6de req-5e2f6c79-3442-4ef6-a8e2-0ab501a579a9 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:39.586725 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fa7cc42-15fc-4f3c-bd97-658d1ffae6de req-5e2f6c79-3442-4ef6-a8e2-0ab501a579a9 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0526767 Feb 09 23:00:39.635217 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5fa7cc42-15fc-4f3c-bd97-658d1ffae6de req-0c233bcf-8074-4ca9-85de-c5df53470337 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427454 Feb 09 23:00:40.610485 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:40.759732 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bd9a4-8651-4739-b86c-80eaa95f5dc8 req-86e51b56-11b2-4162-baef-b7f4f911521a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:40.761201 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d6bd9a4-8651-4739-b86c-80eaa95f5dc8 req-86e51b56-11b2-4162-baef-b7f4f911521a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0575962 Feb 09 23:00:40.808855 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7d6bd9a4-8651-4739-b86c-80eaa95f5dc8 req-3ee1d346-ea59-4ec0-b34a-48f238bb124f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420430 Feb 09 23:00:41.787221 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:41.937635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da915-4b71-4ff7-aeee-e3b4da59fd87 req-af756652-4ac5-4534-a004-671556fcfde5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:41.939559 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-892da915-4b71-4ff7-aeee-e3b4da59fd87 req-af756652-4ac5-4534-a004-671556fcfde5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0599608 Feb 09 23:00:41.990778 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-892da915-4b71-4ff7-aeee-e3b4da59fd87 req-da2b0eea-7e97-4a6b-ad97-93d3cb3743d6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447497 Feb 09 23:00:43.108934 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730691b-f18a-40af-b271-a15d9c47c841 req-f9704567-1eff-4b4f-89c4-7e8be3d2f4d3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:43.110425 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2730691b-f18a-40af-b271-a15d9c47c841 req-f9704567-1eff-4b4f-89c4-7e8be3d2f4d3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0518761 Feb 09 23:00:43.159551 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2730691b-f18a-40af-b271-a15d9c47c841 req-ed96d8fa-6875-406e-94fd-99d9125fc938 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Feb 09 23:00:44.278765 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60036fb7-650f-41ca-b831-05fc54ac7412 req-2f9a2479-1b3e-428a-8744-501d3838d922 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:44.280276 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60036fb7-650f-41ca-b831-05fc54ac7412 req-2f9a2479-1b3e-428a-8744-501d3838d922 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0528839 Feb 09 23:00:44.328992 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-60036fb7-650f-41ca-b831-05fc54ac7412 req-b763974b-e06e-4c05-9452-ddce123bec7a tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Feb 09 23:00:44.754916 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-f35b9cee-82df-4605-b347-146e28937413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:44.756435 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-f35b9cee-82df-4605-b347-146e28937413 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414&tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578 HTTP/1.1" status: 200 len: 1126 time: 0.0471964 Feb 09 23:00:44.825002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-8504a833-1f02-4cac-ad63-daf8590dd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:44.826481 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-8504a833-1f02-4cac-ad63-daf8590dd39d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1126 time: 0.0432661 Feb 09 23:00:44.916449 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-64d7801c-73b0-4481-90e3-94b15426ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:44.917844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-64d7801c-73b0-4481-90e3-94b15426ac8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0818262 Feb 09 23:00:44.988284 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-6d1b6a50-4d70-43ef-9833-2b8de640c519 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1000 time: 0.0611382 Feb 09 23:00:45.038564 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-67ad4881-1ccc-46ad-818c-8b6245e9df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:45.040087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-67ad4881-1ccc-46ad-818c-8b6245e9df0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0436251 Feb 09 23:00:45.091271 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-64bb0e0e-b1d8-40ae-9a27-84b9d9778178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:45.092811 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-64bb0e0e-b1d8-40ae-9a27-84b9d9778178 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437076 Feb 09 23:00:45.185679 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-40c687c6-a3b9-45ef-9f37-f08469129f72 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 Feb 09 23:00:45.274661 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-6edd7c19-7859-40a4-a7df-2f8b6ea7e59e service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792468 Feb 09 23:00:45.446311 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452e155-703b-4152-8b7b-cb5efdb5eba5 req-fb76f0dc-c60f-478d-ab5d-0d16f4069566 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:45.447966 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0452e155-703b-4152-8b7b-cb5efdb5eba5 req-fb76f0dc-c60f-478d-ab5d-0d16f4069566 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0542982 Feb 09 23:00:45.500145 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0452e155-703b-4152-8b7b-cb5efdb5eba5 req-9ca51c4d-6192-43f4-b826-78b725fe16d4 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467854 Feb 09 23:00:46.621245 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185810b6-82a7-44c1-8285-5fbaabeb3dff req-63448835-97aa-41db-83d4-00c1d44b97b7 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:46.622706 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-185810b6-82a7-44c1-8285-5fbaabeb3dff req-63448835-97aa-41db-83d4-00c1d44b97b7 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0550704 Feb 09 23:00:46.669592 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-185810b6-82a7-44c1-8285-5fbaabeb3dff req-03e38bac-30e7-47e2-9dac-e9ae3b60af50 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Feb 09 23:00:47.786277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0ee36-3fa6-4998-855b-65a74c14c121 req-5c29c928-5cfb-4dbe-9690-9acd89ddd0fe tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:47.787771 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68f0ee36-3fa6-4998-855b-65a74c14c121 req-5c29c928-5cfb-4dbe-9690-9acd89ddd0fe tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0519614 Feb 09 23:00:47.834925 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-68f0ee36-3fa6-4998-855b-65a74c14c121 req-d4bb287b-bde1-46b4-ae3e-87679913392e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415900 Feb 09 23:00:48.954999 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef99c87-01a5-4b0d-8935-48b159bf40a4 req-a71a439f-90ce-48d3-9d7f-9f2fe647939d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:48.956605 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ef99c87-01a5-4b0d-8935-48b159bf40a4 req-a71a439f-90ce-48d3-9d7f-9f2fe647939d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0544519 Feb 09 23:00:49.006172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9ef99c87-01a5-4b0d-8935-48b159bf40a4 req-9da2ca51-18b3-466d-8d26-1fe0523526d6 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439808 Feb 09 23:00:50.124883 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4f28-efd4-486e-85cf-97d2ce0c95fd req-91073cd9-cba0-4535-9157-0af57b772e6b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:50.126370 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-050e4f28-efd4-486e-85cf-97d2ce0c95fd req-91073cd9-cba0-4535-9157-0af57b772e6b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0530403 Feb 09 23:00:50.173952 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-050e4f28-efd4-486e-85cf-97d2ce0c95fd req-1ef5e2cd-4060-4603-9633-819344edaa26 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419722 Feb 09 23:00:51.290906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae3c07-7db2-4340-8cc9-be3f4b0aa2b6 req-1b4b5155-5c79-4039-b020-7fafadd3fd9c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:51.292428 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68ae3c07-7db2-4340-8cc9-be3f4b0aa2b6 req-1b4b5155-5c79-4039-b020-7fafadd3fd9c tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0524476 Feb 09 23:00:51.344391 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-68ae3c07-7db2-4340-8cc9-be3f4b0aa2b6 req-475534e4-918d-4b9d-ae75-c1e3b04f39c0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463493 Feb 09 23:00:52.468214 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373395a3-b3eb-4ac2-94aa-0db50c87c896 req-7c04518b-ce17-4c49-8123-ee52d8c0ca3e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:52.469692 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-373395a3-b3eb-4ac2-94aa-0db50c87c896 req-7c04518b-ce17-4c49-8123-ee52d8c0ca3e tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0560496 Feb 09 23:00:52.518539 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-373395a3-b3eb-4ac2-94aa-0db50c87c896 req-2e055f08-53b2-4386-8d8b-cfd86e42ef41 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 Feb 09 23:00:53.489806 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:00:53.585728 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:00:53.597526 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'port_id': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'mac_address': 'fa:16:3e:5b:08:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:00:53.637357 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fb90a-fc6d-41a5-a7ec-0f11d3a68814 req-f96c748a-222e-4099-8e2e-ad74cdb8da84 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:53.637772 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:00:53.637772 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:53.638287 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b7fb90a-fc6d-41a5-a7ec-0f11d3a68814 req-f96c748a-222e-4099-8e2e-ad74cdb8da84 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 944 time: 0.0518320 Feb 09 23:00:53.652533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:00:53.671357 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:00:53.687016 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b7fb90a-fc6d-41a5-a7ec-0f11d3a68814 req-e0d738fa-42c4-42c5-9762-d9cdac1de768 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Feb 09 23:00:53.747686 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:53.794374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:00:54.091670 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['13a9042a-fc5e-4c9f-9430-3c6cc7990d57'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:00:54.805696 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d477ca8-4bff-42c9-8306-f398ff20a339 req-6c8aa5f1-4d61-4256-bc8a-7c9993c85472 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:54.807073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d477ca8-4bff-42c9-8306-f398ff20a339 req-6c8aa5f1-4d61-4256-bc8a-7c9993c85472 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 945 time: 0.0522897 Feb 09 23:00:54.855277 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8d477ca8-4bff-42c9-8306-f398ff20a339 req-a705fb31-c736-4d91-b9d2-2e19293f490b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426219 Feb 09 23:00:55.507430 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:00:55.558579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:00:55.558964 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:55.634621 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:00:55.635843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:55.659739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:00:55.661940 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85831e6a-28d1-4476-ac5f-ac107ba1e44d" -d '{"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-plugged", "status": "completed", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:00:55.676886 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:00:55.701405 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd51cc66-2b78-4233-a570-b04b94a10f94 x-openstack-request-id: req-bd51cc66-2b78-4233-a570-b04b94a10f94 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:00:55.701708 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-plugged", "status": "completed", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:00:55.702006 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bd51cc66-2b78-4233-a570-b04b94a10f94 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:00:55.702419 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'code': 200} Feb 09 23:00:55.724699 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:55.784359 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:00:55.874917 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82ced1-d0b4-44e3-b25d-e47c56ee8b77 req-ab8a0f25-34b7-4760-9fec-aef2d7ac16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:55.876452 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c82ced1-d0b4-44e3-b25d-e47c56ee8b77 req-ab8a0f25-34b7-4760-9fec-aef2d7ac16f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0425973 Feb 09 23:00:55.922910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c82ced1-d0b4-44e3-b25d-e47c56ee8b77 req-0c6771ca-ae93-4b54-9db9-3f20490886d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Feb 09 23:00:55.981959 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05e4b4-b58f-47ef-afd0-b02c86e277dc req-fe202c81-d431-4a72-9a01-5b95cb6828b2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:55.983549 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d05e4b4-b58f-47ef-afd0-b02c86e277dc req-fe202c81-d431-4a72-9a01-5b95cb6828b2 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0578456 Feb 09 23:00:56.033188 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2d05e4b4-b58f-47ef-afd0-b02c86e277dc req-5f93cc53-76a8-4571-92f8-ae17a42eb28d tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 Feb 09 23:00:57.163127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575914d-33f9-4218-854b-209e39c158f8 req-e30d1b61-d0ee-43ab-a934-65a795e763bb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:57.164676 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b575914d-33f9-4218-854b-209e39c158f8 req-e30d1b61-d0ee-43ab-a934-65a795e763bb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0594108 Feb 09 23:00:57.214937 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b575914d-33f9-4218-854b-209e39c158f8 req-1018fc30-65b8-44e1-8d81-788b128cb4cb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444100 Feb 09 23:00:58.334422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9f750-8891-4caf-aa09-05c3442345e4 req-40d2e219-85bc-4b3c-bb9b-bb480f142725 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:58.339732 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69a9f750-8891-4caf-aa09-05c3442345e4 req-40d2e219-85bc-4b3c-bb9b-bb480f142725 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0530150 Feb 09 23:00:58.387239 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-69a9f750-8891-4caf-aa09-05c3442345e4 req-779385cf-ad6b-4762-8f14-61b627960a29 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Feb 09 23:01:00.136149 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:01.638792 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:05.553208 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-59b81f99-d5e0-4a68-9f93-4d770266e97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:07.524127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-958011fd-12e4-4455-9a04-3ab20070ddbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:09.363981 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:10.564198 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:10.917764 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:01:11.826932 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:30.108246 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-2e09d913-1fd1-49d3-ad72-63b7ec8e4f08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425692 Feb 09 23:01:30.136247 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:30.196363 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-5c19fdbe-2f62-4b9d-992c-947bd6b66fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.197840 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-5c19fdbe-2f62-4b9d-992c-947bd6b66fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0439880 Feb 09 23:01:30.301054 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-064807c1-dddd-478a-b5ff-1328c333e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.302664 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-064807c1-dddd-478a-b5ff-1328c333e98b service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0873308 Feb 09 23:01:30.368704 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-e9dc7bd4-eefa-4128-94b2-d33e99519b86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1002 time: 0.0568216 Feb 09 23:01:30.420715 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-d9b362ff-15c2-4446-b119-1eae7ff5dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.422117 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-d9b362ff-15c2-4446-b119-1eae7ff5dea9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0453687 Feb 09 23:01:30.476722 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-6581c8d7-dc55-492e-a6a5-e1c4c5f87dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:30.481655 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-6581c8d7-dc55-492e-a6a5-e1c4c5f87dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472300 Feb 09 23:01:30.566134 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-6490295f-ad24-4d13-bc0b-0195d84b76c9 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809157 Feb 09 23:01:30.661432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3a4b0519-4777-4f70-a66f-2adbb3489910 req-0c035fc9-c5c4-41eb-b7ec-8677f4972538 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858669 Feb 09 23:01:31.678092 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.531325 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b9921ecf-0ada-45e1-a27f-6c02f30c5ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:37.529160 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a9f08f7d-5e53-47b4-ae3d-1c7be56c0f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:39.403444 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:40.539843 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:41.809463 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:47.918500 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:02:00.164034 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:01.671573 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:05.551461 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-18f4f797-0a47-4d6d-bace-4ecdca95796f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:07.528772 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cf3389f4-0a87-4324-bebf-2eea8c3526f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:09.363199 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:10.539768 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:11.791217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:24.918032 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:02:30.179740 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:31.101357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-c509a776-a201-4961-b23c-989568bf50ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436976 Feb 09 23:02:31.187773 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-357b94c5-da7c-4526-b02d-6cd20b062b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:31.189251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-357b94c5-da7c-4526-b02d-6cd20b062b80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0439355 Feb 09 23:02:31.630262 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-ca22e419-1be9-4316-8129-1b9e2f4b4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:31.631806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-ca22e419-1be9-4316-8129-1b9e2f4b4b24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.4194887 Feb 09 23:02:31.677139 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:31.699335 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-ee003b4c-e244-4ae5-8f60-458de85a43e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 1002 time: 0.0579224 Feb 09 23:02:31.752666 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-84257cf6-5e10-4a2b-9794-9f6589c144da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:31.754071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-84257cf6-5e10-4a2b-9794-9f6589c144da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0455782 Feb 09 23:02:31.804143 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-cee335e5-06f7-42e6-806b-f1b7eb9b9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:31.805977 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-cee335e5-06f7-42e6-806b-f1b7eb9b9891 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440567 Feb 09 23:02:31.896071 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-4355e51c-a687-4d3c-9478-4f87bfff0f05 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807471 Feb 09 23:02:31.989143 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-76507afc-6b46-498b-a5e5-7a2a9bf6f5a8 req-a9721b62-a7ec-4efb-bd64-56d6eabb56e0 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844598 Feb 09 23:02:35.556903 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7cd3-826e-432a-b32d-5766ef14ed5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:36.081154 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60868) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:36.354725 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Deleting port 5847bc1c-721e-48da-946a-63722d14fed3 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:36.354975 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (5847bc1c-721e-48da-946a-63722d14fed3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:36.716810 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (5847bc1c-721e-48da-946a-63722d14fed3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:36.717146 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (5847bc1c-721e-48da-946a-63722d14fed3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:36.729160 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Calling delete_port for 5847bc1c-721e-48da-946a-63722d14fed3 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:36.939764 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (5847bc1c-721e-48da-946a-63722d14fed3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:36.963684 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event deleted for resources: {'Port': ['ID=5847bc1c-721e-48da-946a-63722d14fed3,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:36.978191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.978581 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.978943 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.979285 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.979627 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.979986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.980322 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.980662 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.981000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.981329 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.981656 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.981983 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:36.982309 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:37.037306 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for floatingip (69f7e769-b0e6-4cf2-8d8c-83409959a65c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:37.037647 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Floating IP 69f7e769-b0e6-4cf2-8d8c-83409959a65c disassociated (deleted). External IP: 172.25.5.205, port: 13a9042a-fc5e-4c9f-9430-3c6cc7990d57. Feb 09 23:02:37.245448 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Router 43e5c83b-c24c-476c-8be7-2610407bd752 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:02:37.354298 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:02:37.359116 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:37.365109 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] Sync routers for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:02:37.375325 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:37.382020 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:37.388330 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d4cfa994-0fde-4af8-a7e8-6c9582265792 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "DELETE /v2.0/floatingips/69f7e769-b0e6-4cf2-8d8c-83409959a65c HTTP/1.1" status: 204 len: 168 time: 1.3060715 Feb 09 23:02:37.388939 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:02:37.391812 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00958f21-fb9b-4721-baf8-6260de2da8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:02:37.505280 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:37.528215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0040d7f-2e82-4f76-8e6d-8572a33e4a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:37.702952 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:37.821098 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] Checking router: 43e5c83b-c24c-476c-8be7-2610407bd752 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:02:37.829768 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:37.830388 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:37.930700 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787b893-765c-41f2-b800-99b137ea37a9 req-cdcc2803-f987-417c-a32d-210787371e2f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:37.932353 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3787b893-765c-41f2-b800-99b137ea37a9 req-cdcc2803-f987-417c-a32d-210787371e2f tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.1154680 Feb 09 23:02:37.937557 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:37.981948 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-3787b893-765c-41f2-b800-99b137ea37a9 req-e58fb5f6-867c-461e-95a4-ab38832f64a0 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Feb 09 23:02:38.128945 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:38.154351 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4efdd5-ae9e-45c2-b62b-3ccf9fc07c34 None None] The sync data for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 is: [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T22:52:27Z', 'revision_number': 4, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '6f211053-c981-4d52-aa9e-9f7d9e6da62d', 'name': '', 'network_id': '661df833-4f7c-4388-b602-6eef00843524', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'mac_address': 'fa:16:3e:b5:62:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:26Z', 'updated_at': '2022-02-09T22:52:31Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'subnets': [{'id': '95982a3b-aa8b-49ea-a27f-4bae18090855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:02:38.372685 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b32d4-928c-421b-9216-d800b8be4dd0 None None] New status for floating IP 69f7e769-b0e6-4cf2-8d8c-83409959a65c: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:02:38.576585 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd03287-ae51-4459-9e8e-d64a8553a4d3 x-openstack-request-id: req-dcd03287-ae51-4459-9e8e-d64a8553a4d3 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:02:38.577060 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:02:38.577175 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcd03287-ae51-4459-9e8e-d64a8553a4d3 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:02:38.577522 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'status': 'completed', 'code': 200} Feb 09 23:02:38.647786 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-caf80aca-bd0a-4a36-b6f9-e565add404a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:38.649560 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-caf80aca-bd0a-4a36-b6f9-e565add404a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 1128 time: 0.0493679 Feb 09 23:02:38.737249 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-b2375326-99db-4f24-8763-709c311d651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:38.738709 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-b2375326-99db-4f24-8763-709c311d651f service neutron] 10.222.0.30 "GET /v2.0/networks?id=661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 200 len: 909 time: 0.0814428 Feb 09 23:02:38.779678 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-33aa5884-9811-442d-962f-5fd9edcc9363 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 200 len: 217 time: 0.0346203 Feb 09 23:02:38.829663 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-9153001d-56cc-430b-9eea-80e2554eca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:38.831075 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-9153001d-56cc-430b-9eea-80e2554eca02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 200 len: 847 time: 0.0458159 Feb 09 23:02:38.878670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-6ff6c276-1f35-45eb-b424-312400645712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:38.880193 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-6ff6c276-1f35-45eb-b424-312400645712 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661df833-4f7c-4388-b602-6eef00843524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428276 Feb 09 23:02:38.970356 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-77cbf988-3224-45a8-910b-260dfc804b66 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816975 Feb 09 23:02:39.100385 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-00958f21-fb9b-4721-baf8-6260de2da8e9 req-49158453-b327-402f-9c76-f723a848bbd9 service neutron] 10.222.0.30 "GET /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238329 Feb 09 23:02:39.121347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de19ea1-05e5-476d-ba54-31ccbc2464fb req-adc519ed-610a-4a40-a825-57b2f0c70af3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:39.122966 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7de19ea1-05e5-476d-ba54-31ccbc2464fb req-adc519ed-610a-4a40-a825-57b2f0c70af3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0664186 Feb 09 23:02:39.172889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7de19ea1-05e5-476d-ba54-31ccbc2464fb req-e410834d-d99b-416e-a6bf-4fc5e49d08d3 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/security-groups?id=ea005ffa-a8f0-4152-85a0-f9af57b82390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Feb 09 23:02:39.362169 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:39.715065 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-1958d17d-379b-4034-8f4d-4a58e31a4492 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:39.716533 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-1958d17d-379b-4034-8f4d-4a58e31a4492 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 946 time: 0.0562534 Feb 09 23:02:39.814301 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Deleting port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:39.814650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:39.903598 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] For port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:39.903922 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:39.916521 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Calling delete_port for 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:40.162757 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (13a9042a-fc5e-4c9f-9430-3c6cc7990d57), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:40.189501 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event deleted for resources: {'Port': ['ID=13a9042a-fc5e-4c9f-9430-3c6cc7990d57,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:40.199539 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.199924 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.200283 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.200628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.200969 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.201309 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.201644 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.201980 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.202320 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.203949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.203949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.204141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.204712 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:40.270913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] No DVR routers for this DVR port 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:02:40.270913 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:40.270913 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-53dcb4b7-436c-4885-af37-d5c64e565f16 req-29b38549-4ee6-4105-b731-c1079f3cdcdb tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.30 "DELETE /v2.0/ports/13a9042a-fc5e-4c9f-9430-3c6cc7990d57 HTTP/1.1" status: 204 len: 173 time: 0.5278397 Feb 09 23:02:40.270913 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-deleted', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:02:40.270913 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae2e17e-887b-451d-b5c5-7ebbc9ff0aa7" -d '{"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-deleted", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:02:40.345009 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b77d207-6a97-4ce8-a834-3cc4c3861e21 x-openstack-request-id: req-7b77d207-6a97-4ce8-a834-3cc4c3861e21 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:02:40.345311 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c1024-8ec3-4d34-9711-c8f3d7961414", "name": "network-vif-deleted", "tag": "13a9042a-fc5e-4c9f-9430-3c6cc7990d57", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:02:40.345567 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7b77d207-6a97-4ce8-a834-3cc4c3861e21 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:02:40.346022 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c1024-8ec3-4d34-9711-c8f3d7961414', 'name': 'network-vif-deleted', 'tag': '13a9042a-fc5e-4c9f-9430-3c6cc7990d57', 'status': 'completed', 'code': 200} Feb 09 23:02:40.383044 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0361c49d-d6c9-4b8f-963e-ff1f4848f5d4 req-2fd2bb6c-5896-4553-906b-b7526203b996 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.1345201 Feb 09 23:02:40.552061 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:41.482133 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-05b304fb-c350-4bb1-b583-0b1c67e11624 req-b5ec9231-ba0b-4e1a-b680-5c9a68234b15 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Feb 09 23:02:41.785397 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:42.582695 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1c584758-818a-4d8c-a48a-d0af8d6e9e13 req-972a9efe-4304-40cc-ae42-fb24ce69c479 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0310922 Feb 09 23:02:43.682742 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9da49000-7823-445f-9b85-d4c640d4a79c req-ee2f1d0a-aced-45ae-b3d8-80e2be0562ba tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0316024 Feb 09 23:02:43.972321 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:02:43.992690 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:02:43.993043 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device 13a9042a-fc5e-4c9f-9430-3c6cc7990d57 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:02:44.778611 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ce3eaa73-33ae-4580-ba0c-95df5403613f req-fbb77036-e149-4a90-af80-fafb3aa91108 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Feb 09 23:02:45.870548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-9658f638-cdbb-441e-b685-0dbe64748f06 req-d5cae204-cae6-4366-b666-bcd5e11c196b tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0271530 Feb 09 23:02:46.969176 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c5b8671e-0352-4161-a801-34d6193458b6 req-c27bd682-e376-46ce-89e0-cedb15deadc8 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0287092 Feb 09 23:02:48.067479 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4c4ba881-b593-4fa1-84ee-c04f241be7b2 req-3f002b76-8a45-4e96-ae62-c8f345a549e1 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0278244 Feb 09 23:02:49.180426 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-d0565dca-82cb-4646-94b5-740c9dd21998 req-0c842d72-31b6-4f21-a4ba-5971f89c1118 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "GET /v2.0/ports?device_id=be7c1024-8ec3-4d34-9711-c8f3d7961414 HTTP/1.1" status: 200 len: 210 time: 0.0266285 Feb 09 23:02:50.238290 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60942) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:50.293563 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef896a5c-cb03-4881-884c-b2c1a4c6fcf5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (ea005ffa-a8f0-4152-85a0-f9af57b82390), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:50.318672 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef896a5c-cb03-4881-884c-b2c1a4c6fcf5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (ea005ffa-a8f0-4152-85a0-f9af57b82390), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:50.488586 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef896a5c-cb03-4881-884c-b2c1a4c6fcf5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (ea005ffa-a8f0-4152-85a0-f9af57b82390), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:50.491165 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-ef896a5c-cb03-4881-884c-b2c1a4c6fcf5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:50.492487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-ef896a5c-cb03-4881-884c-b2c1a4c6fcf5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] 10.222.0.98 "DELETE /v2.0/security-groups/ea005ffa-a8f0-4152-85a0-f9af57b82390 HTTP/1.1" status: 204 len: 168 time: 0.2531939 Feb 09 23:02:50.502581 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef896a5c-cb03-4881-884c-b2c1a4c6fcf5 tempest-TestShelveInstance-89131501 tempest-TestShelveInstance-89131501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea005ffa-a8f0-4152-85a0-f9af57b82390,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:50.625355 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60946) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:51.107500 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (43e5c83b-c24c-476c-8be7-2610407bd752), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:51.358164 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Deleting port 6f211053-c981-4d52-aa9e-9f7d9e6da62d {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:51.358861 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:51.436392 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] For port 6f211053-c981-4d52-aa9e-9f7d9e6da62d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6f211053-c981-4d52-aa9e-9f7d9e6da62d,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:51.436866 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:51.450411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Calling delete_port for 6f211053-c981-4d52-aa9e-9f7d9e6da62d owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:51.728116 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6f211053-c981-4d52-aa9e-9f7d9e6da62d), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:51.757322 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f211053-c981-4d52-aa9e-9f7d9e6da62d,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:51.929238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (43e5c83b-c24c-476c-8be7-2610407bd752), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:52.145486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Router 43e5c83b-c24c-476c-8be7-2610407bd752 has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:02:52.253631 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:02:52.262336 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-14796068-e66b-4e79-8c0f-89899c2ffe0f admin admin] 10.222.0.98 "PUT /v2.0/routers/43e5c83b-c24c-476c-8be7-2610407bd752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6325758 Feb 09 23:02:52.262462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60950) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:52.264580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] Sync routers for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:02:52.276786 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:52.277541 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:52.371692 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks [] for router (43e5c83b-c24c-476c-8be7-2610407bd752), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:52.386982 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:52.479078 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks [] for router_gateway (43e5c83b-c24c-476c-8be7-2610407bd752), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:52.565399 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T23:02:51Z', 'revision_number': 5, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port': {'id': 'c8541a78-450c-44f5-b097-47d765a1805b', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:25Z', 'updated_at': '2022-02-09T22:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:52.590303 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] Checking router: 43e5c83b-c24c-476c-8be7-2610407bd752 for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:02:52.599236 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] Routers {'43e5c83b-c24c-476c-8be7-2610407bd752'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:52.599885 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['43e5c83b-c24c-476c-8be7-2610407bd752'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:52.607161 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Deleting port c8541a78-450c-44f5-b097-47d765a1805b {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:52.607513 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (c8541a78-450c-44f5-b097-47d765a1805b), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:52.700336 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] For port c8541a78-450c-44f5-b097-47d765a1805b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=c8541a78-450c-44f5-b097-47d765a1805b,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:52.701231 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (c8541a78-450c-44f5-b097-47d765a1805b), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:52.706246 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] Set router 43e5c83b-c24c-476c-8be7-2610407bd752 gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:52.716258 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Calling delete_port for c8541a78-450c-44f5-b097-47d765a1805b owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:52.762027 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T23:02:52Z', 'revision_number': 6, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:52.788851 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b94ef9-2faf-4f03-98ff-0ee5137e6c81 None None] The sync data for ids ['43e5c83b-c24c-476c-8be7-2610407bd752'] in n-d-828599-1 is: [{'id': '43e5c83b-c24c-476c-8be7-2610407bd752', 'name': 'tempest-TestShelveInstance-788770966-router', 'tenant_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:24Z', 'updated_at': '2022-02-09T23:02:52Z', 'revision_number': 6, 'project_id': '8a4068b8ed1a4a5fa57157b23b6c6578', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:02:53.008137 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (c8541a78-450c-44f5-b097-47d765a1805b), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.034689 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c8541a78-450c-44f5-b097-47d765a1805b,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:53.096773 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (43e5c83b-c24c-476c-8be7-2610407bd752), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.208095 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (43e5c83b-c24c-476c-8be7-2610407bd752), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.212025 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks [] for router_controller (43e5c83b-c24c-476c-8be7-2610407bd752), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.374293 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (43e5c83b-c24c-476c-8be7-2610407bd752), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.375560 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e5c83b-c24c-476c-8be7-2610407bd752 {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:02:53.380275 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.381473 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-70ef9d6b-3577-49e2-808c-70f1f6f2fbdd admin admin] 10.222.0.98 "DELETE /v2.0/routers/43e5c83b-c24c-476c-8be7-2610407bd752 HTTP/1.1" status: 204 len: 168 time: 1.1186540 Feb 09 23:02:53.384012 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60952) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:53.429290 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] Deleting subnet 95982a3b-aa8b-49ea-a27f-4bae18090855 {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:02:53.432415 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] Publish callbacks [] for subnet (95982a3b-aa8b-49ea-a27f-4bae18090855), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.466555 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (95982a3b-aa8b-49ea-a27f-4bae18090855), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.547381 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (95982a3b-aa8b-49ea-a27f-4bae18090855), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.596695 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f211053-c981-4d52-aa9e-9f7d9e6da62d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:02:53.620027 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6f211053-c981-4d52-aa9e-9f7d9e6da62d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:02:53.620743 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6f211053-c981-4d52-aa9e-9f7d9e6da62d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:02:53.700071 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (95982a3b-aa8b-49ea-a27f-4bae18090855), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.724992 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95982a3b-aa8b-49ea-a27f-4bae18090855,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:53.731662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.737911 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-720e6f83-da31-4059-aa8a-28a9820be167 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/95982a3b-aa8b-49ea-a27f-4bae18090855 HTTP/1.1" status: 204 len: 168 time: 0.3506844 Feb 09 23:02:53.738086 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78daba-949c-46ea-ba3b-dd0d556499a0 None None] Network 661df833-4f7c-4388-b602-6eef00843524 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:02:53.738206 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60954) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:53.808416 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (661df833-4f7c-4388-b602-6eef00843524), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.875461 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Deleting port 980f01f8-6f44-43eb-9b98-66531ff77390 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:53.875749 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.948848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] DHCP port deletion for 661df833-4f7c-4388-b602-6eef00843524 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:02:53.956520 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] For port 980f01f8-6f44-43eb-9b98-66531ff77390, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=980f01f8-6f44-43eb-9b98-66531ff77390,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:53.957064 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:53.971423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Calling delete_port for 980f01f8-6f44-43eb-9b98-66531ff77390 owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:54.008075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Deleting port 980f01f8-6f44-43eb-9b98-66531ff77390 {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:54.008457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.072870 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] For port 980f01f8-6f44-43eb-9b98-66531ff77390, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=980f01f8-6f44-43eb-9b98-66531ff77390,segment=NetworkSegment(f2383370-edf1-43ff-a734-498bb5d737d3),segment_id=f2383370-edf1-43ff-a734-498bb5d737d3)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:54.073267 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.085370 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Calling delete_port for 980f01f8-6f44-43eb-9b98-66531ff77390 owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:54.133901 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.159415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (980f01f8-6f44-43eb-9b98-66531ff77390), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.164615 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=980f01f8-6f44-43eb-9b98-66531ff77390,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:54.166527 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] No DVR routers for this DVR port 980f01f8-6f44-43eb-9b98-66531ff77390 on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:02:54.185750 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Pushing event deleted for resources: {'Port': ['ID=980f01f8-6f44-43eb-9b98-66531ff77390,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:54.199108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] No DVR routers for this DVR port 980f01f8-6f44-43eb-9b98-66531ff77390 on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.207364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.209813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.209813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.209813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.209813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.209813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e441eceb-c204-4852-b1b5-d7afa437e461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:02:54.239019 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (661df833-4f7c-4388-b602-6eef00843524), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.260282 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661df833-4f7c-4388-b602-6eef00843524']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:54.271029 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2383370-edf1-43ff-a734-498bb5d737d3') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:54.271335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2383370-edf1-43ff-a734-498bb5d737d3') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:54.284318 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (f2383370-edf1-43ff-a734-498bb5d737d3), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.297632 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (f2383370-edf1-43ff-a734-498bb5d737d3), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.304062 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:02:54.306089 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (f2383370-edf1-43ff-a734-498bb5d737d3), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: timer() Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:02:54.306296 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:02:54.430814 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (661df833-4f7c-4388-b602-6eef00843524), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.436866 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.440591 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] 10.222.0.98 "DELETE /v2.0/networks/661df833-4f7c-4388-b602-6eef00843524 HTTP/1.1" status: 204 len: 168 time: 0.7015543 Feb 09 23:02:54.443619 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60956) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:54.451673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a9e86-2ddf-463d-b6ce-42f302e19f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=661df833-4f7c-4388-b602-6eef00843524,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:54.802733 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (3bb7c18f-4507-4a15-8c22-f58889a16c4c), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:55.059864 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Deleting port 26145256-c2f9-4387-96da-b698e7fe8b87 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:55.060129 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:55.147212 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] For port 26145256-c2f9-4387-96da-b698e7fe8b87, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=26145256-c2f9-4387-96da-b698e7fe8b87,segment=NetworkSegment(0633e9aa-82d2-47ac-af69-ed540c344f37),segment_id=0633e9aa-82d2-47ac-af69-ed540c344f37)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:55.147678 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:55.167537 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Calling delete_port for 26145256-c2f9-4387-96da-b698e7fe8b87 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:55.198601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c8541a78-450c-44f5-b097-47d765a1805b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:02:55.222509 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: c8541a78-450c-44f5-b097-47d765a1805b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:02:55.223156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device c8541a78-450c-44f5-b097-47d765a1805b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:02:55.223833 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 980f01f8-6f44-43eb-9b98-66531ff77390 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:02:55.244374 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 980f01f8-6f44-43eb-9b98-66531ff77390 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:02:55.245005 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 980f01f8-6f44-43eb-9b98-66531ff77390 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:02:55.447760 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (26145256-c2f9-4387-96da-b698e7fe8b87), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:55.476073 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Pushing event deleted for resources: {'Port': ['ID=26145256-c2f9-4387-96da-b698e7fe8b87,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:55.657423 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (3bb7c18f-4507-4a15-8c22-f58889a16c4c), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:55.886879 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Router 3bb7c18f-4507-4a15-8c22-f58889a16c4c has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:02:56.332263 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:02:56.339960 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60958) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:56.340417 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-32a73e57-cf00-48e3-b515-68ba24ee4838 admin admin] 10.222.0.98 "PUT /v2.0/routers/3bb7c18f-4507-4a15-8c22-f58889a16c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947704 Feb 09 23:02:56.345780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] Sync routers for ids ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:02:56.370630 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] Routers {'3bb7c18f-4507-4a15-8c22-f58889a16c4c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:56.371283 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:56.495832 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks [] for router (3bb7c18f-4507-4a15-8c22-f58889a16c4c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:56.515994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] Set router 3bb7c18f-4507-4a15-8c22-f58889a16c4c gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:56.607426 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks [] for router_gateway (3bb7c18f-4507-4a15-8c22-f58889a16c4c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:56.716734 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T23:02:55Z', 'revision_number': 5, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port': {'id': '6bf98419-ce60-4381-b877-d16c5560eae0', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T22:52:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:56.750776 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] Checking router: 3bb7c18f-4507-4a15-8c22-f58889a16c4c for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:02:56.754065 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Deleting port 6bf98419-ce60-4381-b877-d16c5560eae0 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:56.754877 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:56.761538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] Routers {'3bb7c18f-4507-4a15-8c22-f58889a16c4c'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:02:56.762185 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:56.842194 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] For port 6bf98419-ce60-4381-b877-d16c5560eae0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6bf98419-ce60-4381-b877-d16c5560eae0,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:56.842581 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:56.849771 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] Set router 3bb7c18f-4507-4a15-8c22-f58889a16c4c gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:02:56.861069 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Calling delete_port for 6bf98419-ce60-4381-b877-d16c5560eae0 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:57.059611 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T23:02:56Z', 'revision_number': 6, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:57.085033 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d5063-b1a0-4896-a6d9-21f167731d30 None None] The sync data for ids ['3bb7c18f-4507-4a15-8c22-f58889a16c4c'] in n-d-828599-1 is: [{'id': '3bb7c18f-4507-4a15-8c22-f58889a16c4c', 'name': 'tempest-TestShelveInstance-1908725985-router', 'tenant_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:52:30Z', 'updated_at': '2022-02-09T23:02:56Z', 'revision_number': 6, 'project_id': 'd586c54489534a9cb4bf63a1223e6b3a', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:02:57.133657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (6bf98419-ce60-4381-b877-d16c5560eae0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.163787 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf98419-ce60-4381-b877-d16c5560eae0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:57.222719 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (3bb7c18f-4507-4a15-8c22-f58889a16c4c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.318297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (3bb7c18f-4507-4a15-8c22-f58889a16c4c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.320451 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks [] for router_controller (3bb7c18f-4507-4a15-8c22-f58889a16c4c), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.448170 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (3bb7c18f-4507-4a15-8c22-f58889a16c4c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.449031 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb7c18f-4507-4a15-8c22-f58889a16c4c {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:02:57.455204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.459537 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-3c585034-561f-4f42-902b-66a604108d3e admin admin] 10.222.0.98 "DELETE /v2.0/routers/3bb7c18f-4507-4a15-8c22-f58889a16c4c HTTP/1.1" status: 204 len: 168 time: 1.1155734 Feb 09 23:02:57.459687 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 60960) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:57.511836 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] Deleting subnet 686e4cd3-32ce-443a-b588-c5ba526e3302 {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:02:57.516118 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] Publish callbacks [] for subnet (686e4cd3-32ce-443a-b588-c5ba526e3302), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.547267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 26145256-c2f9-4387-96da-b698e7fe8b87 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:02:57.560230 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (686e4cd3-32ce-443a-b588-c5ba526e3302), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.577377 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 26145256-c2f9-4387-96da-b698e7fe8b87 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:02:57.578317 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 26145256-c2f9-4387-96da-b698e7fe8b87 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:02:57.660346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (686e4cd3-32ce-443a-b588-c5ba526e3302), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.837158 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (686e4cd3-32ce-443a-b588-c5ba526e3302), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.861187 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686e4cd3-32ce-443a-b588-c5ba526e3302,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:57.868881 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:57.873257 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a74ec411-532b-41fe-8e27-f081c1c888dc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/686e4cd3-32ce-443a-b588-c5ba526e3302 HTTP/1.1" status: 204 len: 168 time: 0.4128263 Feb 09 23:02:57.873843 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd69d7-01b4-45b1-bde3-9fc1067502bd None None] Network 238698f1-26db-43ec-9217-02e3b0cf8cbc requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:02:57.876655 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60962) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:57.948662 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (238698f1-26db-43ec-9217-02e3b0cf8cbc), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.004245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Deleting port ade75c4c-6952-42dd-8cd3-f0727a77436d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:58.004570 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.060075 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] DHCP port deletion for 238698f1-26db-43ec-9217-02e3b0cf8cbc request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:02:58.077136 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] For port ade75c4c-6952-42dd-8cd3-f0727a77436d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ade75c4c-6952-42dd-8cd3-f0727a77436d,segment=NetworkSegment(0633e9aa-82d2-47ac-af69-ed540c344f37),segment_id=0633e9aa-82d2-47ac-af69-ed540c344f37)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:58.078309 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.092423 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Calling delete_port for ade75c4c-6952-42dd-8cd3-f0727a77436d owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:58.107792 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] Deleting port ade75c4c-6952-42dd-8cd3-f0727a77436d {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:02:58.108260 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.173505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] For port ade75c4c-6952-42dd-8cd3-f0727a77436d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=ade75c4c-6952-42dd-8cd3-f0727a77436d,segment=NetworkSegment(0633e9aa-82d2-47ac-af69-ed540c344f37),segment_id=0633e9aa-82d2-47ac-af69-ed540c344f37)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:02:58.173917 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.187733 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] Calling delete_port for ade75c4c-6952-42dd-8cd3-f0727a77436d owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:02:58.236958 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.266688 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade75c4c-6952-42dd-8cd3-f0727a77436d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:58.267039 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (ade75c4c-6952-42dd-8cd3-f0727a77436d), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.270169 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] No DVR routers for this DVR port ade75c4c-6952-42dd-8cd3-f0727a77436d on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:02:58.292156 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] Pushing event deleted for resources: {'Port': ['ID=ade75c4c-6952-42dd-8cd3-f0727a77436d,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:58.295947 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d7ae4-60be-400e-98ab-bb464de3a335 None None] No DVR routers for this DVR port ade75c4c-6952-42dd-8cd3-f0727a77436d on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:02:58.341917 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (238698f1-26db-43ec-9217-02e3b0cf8cbc), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.362114 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238698f1-26db-43ec-9217-02e3b0cf8cbc']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:58.371117 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0633e9aa-82d2-47ac-af69-ed540c344f37') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:58.371421 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0633e9aa-82d2-47ac-af69-ed540c344f37') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:02:58.381144 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (0633e9aa-82d2-47ac-af69-ed540c344f37), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.394795 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (0633e9aa-82d2-47ac-af69-ed540c344f37), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.400942 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:02:58.401336 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (0633e9aa-82d2-47ac-af69-ed540c344f37), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: timer() Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:02:58.403025 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:02:58.522121 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (238698f1-26db-43ec-9217-02e3b0cf8cbc), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.528119 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:58.534216 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/238698f1-26db-43ec-9217-02e3b0cf8cbc HTTP/1.1" status: 204 len: 168 time: 0.6564720 Feb 09 23:02:58.545422 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fbf91-17c3-478c-891c-05cad66acdc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=238698f1-26db-43ec-9217-02e3b0cf8cbc,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:58.893720 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60966) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:58.933912 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-15f2b952-c417-4231-b2e8-621dffa3dc57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8a4068b8ed1a4a5fa57157b23b6c6578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390258 Feb 09 23:02:58.936508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60968) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:58.983727 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a551970c-3925-4a2c-afc0-1779caa6be58 admin admin] Publish callbacks [] for security_group (95e0d132-a29e-45d5-8e59-a73c6d192587), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:59.004404 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a551970c-3925-4a2c-afc0-1779caa6be58 admin admin] Publish callbacks [] for security_group (95e0d132-a29e-45d5-8e59-a73c6d192587), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:59.122497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a551970c-3925-4a2c-afc0-1779caa6be58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (95e0d132-a29e-45d5-8e59-a73c6d192587), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:59.125658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a551970c-3925-4a2c-afc0-1779caa6be58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:59.127663 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a551970c-3925-4a2c-afc0-1779caa6be58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/95e0d132-a29e-45d5-8e59-a73c6d192587 HTTP/1.1" status: 204 len: 168 time: 0.1888838 Feb 09 23:02:59.136272 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551970c-3925-4a2c-afc0-1779caa6be58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e0d132-a29e-45d5-8e59-a73c6d192587,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:02:59.188024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ade75c4c-6952-42dd-8cd3-f0727a77436d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:02:59.209462 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: ade75c4c-6952-42dd-8cd3-f0727a77436d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:02:59.209919 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device ade75c4c-6952-42dd-8cd3-f0727a77436d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:02:59.215573 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6bf98419-ce60-4381-b877-d16c5560eae0 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:02:59.232606 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6bf98419-ce60-4381-b877-d16c5560eae0 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:02:59.232960 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6bf98419-ce60-4381-b877-d16c5560eae0 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:02:59.823644 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60974) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:59.866103 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-ecc353da-b9de-4bc6-9161-4a991dfd32e4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d586c54489534a9cb4bf63a1223e6b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412838 Feb 09 23:02:59.868624 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60976) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:02:59.914566 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34ac58c0-3302-4eaa-b200-95d3f8ccb18e admin admin] Publish callbacks [] for security_group (1fb106b1-5082-4bcd-b6a9-b729aab0d16f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:59.935274 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34ac58c0-3302-4eaa-b200-95d3f8ccb18e admin admin] Publish callbacks [] for security_group (1fb106b1-5082-4bcd-b6a9-b729aab0d16f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:00.047562 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34ac58c0-3302-4eaa-b200-95d3f8ccb18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (1fb106b1-5082-4bcd-b6a9-b729aab0d16f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:00.050074 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-34ac58c0-3302-4eaa-b200-95d3f8ccb18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:00.051517 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-34ac58c0-3302-4eaa-b200-95d3f8ccb18e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1fb106b1-5082-4bcd-b6a9-b729aab0d16f HTTP/1.1" status: 204 len: 168 time: 0.1819732 Feb 09 23:03:00.059319 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac58c0-3302-4eaa-b200-95d3f8ccb18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb106b1-5082-4bcd-b6a9-b729aab0d16f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:00.196256 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.071944 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 60998) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:01.165389 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1435910959-network', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:01.259308 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Made reservation on behalf of 372cfb3862264f4f92a61a9c81c0cecf for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:01.261713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.271015 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.342890 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks [] for security_group (5acce82b-c433-417a-a6b5-c1f11e3930c4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.401831 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5acce82b-c433-417a-a6b5-c1f11e3930c4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.425704 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 23:03:01.434280 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acce82b-c433-417a-a6b5-c1f11e3930c4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:01.440713 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7f84d65d-c288-49f8-972c-7a268757784d), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.441065 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Added segment 7f84d65d-c288-49f8-972c-7a268757784d of type vlan for network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 Feb 09 23:03:01.482260 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.573427 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.574434 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:01.575020 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.634955 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] Pushing event updated for resources: {'Network': ['ID=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:01.644584 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 23:03:01.708257 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-90e011c8-ab42-41f0-9035-051236e72369 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6349685 Feb 09 23:03:01.712765 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32770) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:01.715645 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Request body: {'subnet': {'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1435910959-subnet', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:01.745177 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.836304 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Made reservation on behalf of 372cfb3862264f4f92a61a9c81c0cecf for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:01.838681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:01.917761 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:03:02.356549 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (f509ff79-7513-4460-a760-8926928b804f), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:02.404395 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f509ff79-7513-4460-a760-8926928b804f,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:02.419841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Checking segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:02.420213 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Network hostable DHCP agents. Network: 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 23:03:02.505096 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 23:03:02.602090 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:02.606189 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:02.606837 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:02.610962 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9e4da-e1d1-498b-ad8d-89143d77e99e None None] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:02.706242 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 23:03:02.707088 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:02.708288 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-7cc215ae-f0eb-4956-a183-5b7dc1398068 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9965048 Feb 09 23:03:02.710816 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32772) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:02.715398 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:02.796806 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (b62bde19-ac91-416b-abb2-eb2408355c8e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:02.797888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (b62bde19-ac91-416b-abb2-eb2408355c8e), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:02.838696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Allocated IP 172.20.0.2 (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634/f509ff79-7513-4460-a760-8926928b804f/1faf2001-7076-44ee-a939-82ead753210d) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:02.852407 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks [] for router_controller (b62bde19-ac91-416b-abb2-eb2408355c8e), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:02.977965 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Publish callbacks [] for port (1faf2001-7076-44ee-a939-82ead753210d), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.036559 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (1faf2001-7076-44ee-a939-82ead753210d), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.077478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:03.080308 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:03.081678 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks [] for router_gateway (b62bde19-ac91-416b-abb2-eb2408355c8e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.083198 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:03.091336 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Pushing event updated for resources: {'Port': ['ID=1faf2001-7076-44ee-a939-82ead753210d,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:03.147349 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Attempting to bind port 1faf2001-7076-44ee-a939-82ead753210d on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:03.147730 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Attempting to bind port 1faf2001-7076-44ee-a939-82ead753210d by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:03.148375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Attempting to bind port 1faf2001-7076-44ee-a939-82ead753210d on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:03.153665 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:03.154046 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Checking segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:03.154456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.154851 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Bound using segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:03.155319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Bound port: 1faf2001-7076-44ee-a939-82ead753210d, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:03.155727 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1faf2001-7076-44ee-a939-82ead753210d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.217426 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] For port 1faf2001-7076-44ee-a939-82ead753210d, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:03.221363 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] For port 1faf2001-7076-44ee-a939-82ead753210d, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1faf2001-7076-44ee-a939-82ead753210d,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:03.326841 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks [] for router_gateway (b62bde19-ac91-416b-abb2-eb2408355c8e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.329215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1faf2001-7076-44ee-a939-82ead753210d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.346018 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.386848 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39035fad-984f-46d3-82e0-67405e047cb4 None None] Pushing event updated for resources: {'Port': ['ID=1faf2001-7076-44ee-a939-82ead753210d,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:03.455988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Allocated IP 172.25.5.240 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/40b94d9d-533a-47a2-b899-75dc6abaa042) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:03.587848 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks [] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.682756 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:03.719363 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:03.724193 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:03.727805 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:03.754711 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Pushing event updated for resources: {'Port': ['ID=40b94d9d-533a-47a2-b899-75dc6abaa042,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:04.102592 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks [] for router_gateway (b62bde19-ac91-416b-abb2-eb2408355c8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:04.287028 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d086abd-fbcd-4000-9fe5-9bc43453e5d9 None None] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:04.313668 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (b62bde19-ac91-416b-abb2-eb2408355c8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:04.361369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-cc9ad44b-7007-44d4-8979-f56bedb0f675 None None] Provisioning complete for port 1faf2001-7076-44ee-a939-82ead753210d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:04.361774 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc9ad44b-7007-44d4-8979-f56bedb0f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1faf2001-7076-44ee-a939-82ead753210d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:04.477970 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ad44b-7007-44d4-8979-f56bedb0f675 None None] Current status of the port 1faf2001-7076-44ee-a939-82ead753210d is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:04.478976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc9ad44b-7007-44d4-8979-f56bedb0f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1faf2001-7076-44ee-a939-82ead753210d), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:04.512703 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-cc9ad44b-7007-44d4-8979-f56bedb0f675 None None] For port 1faf2001-7076-44ee-a939-82ead753210d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1faf2001-7076-44ee-a939-82ead753210d,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:04.527698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Router b62bde19-ac91-416b-abb2-eb2408355c8e is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 23:03:04.613707 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc9ad44b-7007-44d4-8979-f56bedb0f675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (1faf2001-7076-44ee-a939-82ead753210d), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:04.641040 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:04.652597 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Sync routers for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:04.663168 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:04.663366 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ad44b-7007-44d4-8979-f56bedb0f675 None None] Pushing event updated for resources: {'Port': ['ID=1faf2001-7076-44ee-a939-82ead753210d,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:04.663819 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:04.732084 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-679f437a-d07d-4fbf-9ade-d964ead94185 None None] Provisioning complete for port 1faf2001-7076-44ee-a939-82ead753210d triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:04.732457 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-679f437a-d07d-4fbf-9ade-d964ead94185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1faf2001-7076-44ee-a939-82ead753210d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:04.748838 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:04.748838 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d3dc2a0d-3164-4fce-8557-a8730de284b0 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0364499 Feb 09 23:03:04.751862 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32774) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:04.771378 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:04.823227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-679f437a-d07d-4fbf-9ade-d964ead94185 None None] Current status of the port 1faf2001-7076-44ee-a939-82ead753210d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:04.947965 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:03Z', 'revision_number': 3, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:04.973502 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Checking router: b62bde19-ac91-416b-abb2-eb2408355c8e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:04.973844 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Updating router b62bde19-ac91-416b-abb2-eb2408355c8e port 40b94d9d-533a-47a2-b899-75dc6abaa042 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:05.000258 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.178357 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.236143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1faf2001-7076-44ee-a939-82ead753210d up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:05.285779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 1faf2001-7076-44ee-a939-82ead753210d triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:05.286074 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (1faf2001-7076-44ee-a939-82ead753210d), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.347381 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Allocated IP 172.20.0.1 (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634/f509ff79-7513-4460-a760-8926928b804f/feccb566-ffe2-4f83-b1dd-624e7ecb29e0) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:05.351733 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Publish callbacks [] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.363964 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 1faf2001-7076-44ee-a939-82ead753210d is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:05.407907 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.447520 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks [] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.464364 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Pushing event updated for resources: {'Port': ['ID=40b94d9d-533a-47a2-b899-75dc6abaa042,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:05.466571 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Attempting to bind port 40b94d9d-533a-47a2-b899-75dc6abaa042 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:05.466969 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Attempting to bind port 40b94d9d-533a-47a2-b899-75dc6abaa042 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:05.467299 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Attempting to bind port 40b94d9d-533a-47a2-b899-75dc6abaa042 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:05.477049 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.477399 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.478484 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.478484 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.478484 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.478787 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.479070 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.479398 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.479741 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.480069 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.480393 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.480713 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.481034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:03:05.485680 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:05.486065 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:05.486467 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.486848 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:05.487320 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Bound port: 40b94d9d-533a-47a2-b899-75dc6abaa042, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:05.487699 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.537460 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] For port 40b94d9d-533a-47a2-b899-75dc6abaa042, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:05.538855 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bdce94b0-a4b6-42b7-a762-13fa43463966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.540395 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] For port 40b94d9d-533a-47a2-b899-75dc6abaa042, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=40b94d9d-533a-47a2-b899-75dc6abaa042,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:05.580264 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.623835 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:05.626206 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.627302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:05.631743 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:05.655017 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Pushing event updated for resources: {'Port': ['ID=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:05.680131 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (b62bde19-ac91-416b-abb2-eb2408355c8e), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.686162 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae90a9e-cb54-45cf-a5b9-3301dc4a30ac None None] Pushing event updated for resources: {'Port': ['ID=40b94d9d-533a-47a2-b899-75dc6abaa042,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:05.693630 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:05.694257 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:02:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:05.802892 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:05.857610 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-50a63584-104b-432b-ba11-c364bbfc016c None None] Provisioning complete for port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:05.858112 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-50a63584-104b-432b-ba11-c364bbfc016c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.876725 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:05.898640 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-50a63584-104b-432b-ba11-c364bbfc016c None None] Port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:05.978041 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:03Z', 'revision_number': 3, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:06.004679 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9e346-b61c-4374-82ac-3fb934d36c12 None None] The sync data for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 is: [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:03Z', 'revision_number': 3, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:06.043736 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks [] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:06.116658 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:06.185405 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Pushing event updated for resources: {'Port': ['ID=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:06.188986 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (b62bde19-ac91-416b-abb2-eb2408355c8e), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:06.297270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:06.298673 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:06.417823 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Router b62bde19-ac91-416b-abb2-eb2408355c8e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:06.527945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-8c64904b-efeb-48e3-9aad-3109882ee444 None None] Provisioning complete for port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:06.528512 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8c64904b-efeb-48e3-9aad-3109882ee444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:06.541841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:06.548207 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0341c2bf-7e42-49fb-914d-8a3d89f8c56e admin admin] 10.222.0.98 "PUT /v2.0/routers/b62bde19-ac91-416b-abb2-eb2408355c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953546 Feb 09 23:03:06.571586 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-8c64904b-efeb-48e3-9aad-3109882ee444 None None] Port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:07.198558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40b94d9d-533a-47a2-b899-75dc6abaa042 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:07.251796 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 40b94d9d-533a-47a2-b899-75dc6abaa042 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:07.252184 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.343351 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32790) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:07.347006 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 40b94d9d-533a-47a2-b899-75dc6abaa042 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:07.347403 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.348591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1545919703-network', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:07.369030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 40b94d9d-533a-47a2-b899-75dc6abaa042, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=40b94d9d-533a-47a2-b899-75dc6abaa042,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:07.459493 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Made reservation on behalf of 11194abb06cc4ebf88df47593a9f89ba for: {'network': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:07.461954 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for network (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.471011 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.488241 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.538442 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=40b94d9d-533a-47a2-b899-75dc6abaa042,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:07.542680 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c8815bf0-fd7f-4177-b52e-9a0fde29a32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.553888 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks [] for security_group (7ba90486-0d2d-467f-a8df-7c56f576ab16), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.585376 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Sync routers for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:07.594945 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:07.595564 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:07.648561 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7ba90486-0d2d-467f-a8df-7c56f576ab16), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.676138 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 23:03:07.682481 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba90486-0d2d-467f-a8df-7c56f576ab16,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:07.690480 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5b68d919-7aa0-47c6-bd8e-4608ed0ec435), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.690781 n-d-828599-1 neutron-server[103696]: INFO neutron.db.segments_db [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Added segment 5b68d919-7aa0-47c6-bd8e-4608ed0ec435 of type vlan for network 1d18f894-f832-416a-a375-ed3700086544 Feb 09 23:03:07.706874 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:07.730717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751574055455'] for network (1d18f894-f832-416a-a375-ed3700086544), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.824763 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921'] for network (1d18f894-f832-416a-a375-ed3700086544), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.825794 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:07.826388 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:07.885302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] Pushing event updated for resources: {'Network': ['ID=1d18f894-f832-416a-a375-ed3700086544,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:07.897821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Network 1d18f894-f832-416a-a375-ed3700086544 details requested by agent ovs-agent-n-d-828599-1 with host n-d-828599-1 {{(pid=103698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 23:03:07.918897 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-f7c50aad-3ccc-480f-a480-0cba47f1534d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5743885 Feb 09 23:03:07.922231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32792) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:07.927110 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Request body: {'subnet': {'network_id': '1d18f894-f832-416a-a375-ed3700086544', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1545919703-subnet', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'ip_version': 4}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:07.963955 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 2, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:07.996508 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Made reservation on behalf of 11194abb06cc4ebf88df47593a9f89ba for: {'subnet': 1} {{(pid=103696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:07.996700 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Checking router: b62bde19-ac91-416b-abb2-eb2408355c8e for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:07.997008 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Updating router b62bde19-ac91-416b-abb2-eb2408355c8e port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:07.998867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59132786'] for subnet (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.024175 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.247793 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59059300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59132748'] for subnet (d6cb748c-e6e3-4748-a703-7c1fa025f6ee), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.280227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Publish callbacks [] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.339211 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.391062 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c7288-afcc-4f32-88de-75c3da1060aa None None] Pushing event updated for resources: {'Port': ['ID=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:08.451031 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Attempting to bind port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:08.452373 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Attempting to bind port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:08.453312 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Attempting to bind port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:08.459399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:08.459813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Checking segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:08.460227 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.460625 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Bound using segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:08.461104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Bound port: feccb566-ffe2-4f83-b1dd-624e7ecb29e0, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:08.461489 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.536375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] For port feccb566-ffe2-4f83-b1dd-624e7ecb29e0, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:08.536375 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] For port feccb566-ffe2-4f83-b1dd-624e7ecb29e0, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:08.604691 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-ed810848-6d4d-4178-860f-1c2ece603163 None None] Provisioning complete for port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:08.605435 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ed810848-6d4d-4178-860f-1c2ece603163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.611042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6cb748c-e6e3-4748-a703-7c1fa025f6ee,revision_number=0']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:08.619507 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Checking segment: {'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:08.619915 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Network hostable DHCP agents. Network: 1d18f894-f832-416a-a375-ed3700086544, hostable agents: ['1145a5f2-b2b1-4685-b77f-bb0e1312566e'], hosted agents: [] {{(pid=103696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 23:03:08.643773 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-ed810848-6d4d-4178-860f-1c2ece603163 None None] Port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:08.653237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.711268 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:08.711968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:08.713906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c7288-afcc-4f32-88de-75c3da1060aa None None] Pushing event updated for resources: {'Port': ['ID=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:08.767802 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Network 1d18f894-f832-416a-a375-ed3700086544 is scheduled to be hosted by DHCP agent 1145a5f2-b2b1-4685-b77f-bb0e1312566e with binding_index 1 {{(pid=103696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 23:03:08.865211 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828599-1, 1d18f894-f832-416a-a375-ed3700086544) {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:08.869657 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:08.870209 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.941846 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a2bae-b78b-40f8-b171-98134c941e9c None None] Network 1d18f894-f832-416a-a375-ed3700086544 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:08.976030 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-a87a0346-9280-4855-9c1f-de361215e7bc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0526009 Feb 09 23:03:08.978432 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 32794) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:08.982879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:09.020745 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e05a9398-2f22-457c-a6b4-0c331ac95498 None None] Provisioning complete for port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:09.021133 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e05a9398-2f22-457c-a6b4-0c331ac95498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.083475 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:09.130204 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-640845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8503'] for router (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.131862 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-596236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8492'] for router (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.137965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp073ba333-8ac0-50f0-b861-4a582d57d769-1d18f894-f832-416a-a375-ed3700086544', 'network_id': '1d18f894-f832-416a-a375-ed3700086544', 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'fixed_ips': [{'subnet_id': 'd6cb748c-e6e3-4748-a703-7c1fa025f6ee'}]}} from n-d-828599-1. {{(pid=103698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 23:03:09.138777 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.194912 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks [] for router_controller (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), precommit_add_association {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.231720 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40b94d9d-533a-47a2-b899-75dc6abaa042 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:09.388101 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9398-2f22-457c-a6b4-0c331ac95498 None None] Current status of the port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:09.388405 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e05a9398-2f22-457c-a6b4-0c331ac95498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.420163 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks [] for router_gateway (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.492106 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 40b94d9d-533a-47a2-b899-75dc6abaa042 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:09.492488 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.534456 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e05a9398-2f22-457c-a6b4-0c331ac95498 None None] For port feccb566-ffe2-4f83-b1dd-624e7ecb29e0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:09.536635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.543369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.db_base_plugin_common [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Allocated IP 172.20.0.2 (1d18f894-f832-416a-a375-ed3700086544/d6cb748c-e6e3-4748-a703-7c1fa025f6ee/6eaa8e4c-e7ed-4f69-b858-932ce8117c5b) {{(pid=103698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:09.664721 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e05a9398-2f22-457c-a6b4-0c331ac95498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.676952 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:08Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:09.708115 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks [] for router_gateway (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.730379 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.745485 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aea63c-e588-4470-86ca-3ca53adfaf75 None None] The sync data for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 is: [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:08Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:09.772165 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 40b94d9d-533a-47a2-b899-75dc6abaa042 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:09.828237 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9398-2f22-457c-a6b4-0c331ac95498 None None] Pushing event updated for resources: {'Port': ['ID=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:09.857055 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Allocated IP 172.25.5.142 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/9e0d5d7a-79eb-4812-ba4c-5773ffa030f8) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:09.860677 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Publish callbacks [] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), precommit_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.939975 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), after_create {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.985130 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks [] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:09.990473 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Network 1d18f894-f832-416a-a375-ed3700086544 is already hosted by enough agents. {{(pid=103698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:09.993877 n-d-828599-1 neutron-server[103698]: DEBUG neutron.scheduler.base_scheduler [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Resources bound (agent type, host, resource id): {{(pid=103698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:09.997856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Received port after_create {{(pid=103698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:10.006140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Pushing event updated for resources: {'Port': ['ID=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,revision_number=1']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:10.066364 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Attempting to bind port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:10.066779 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Attempting to bind port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:10.067196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Attempting to bind port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b on network 1d18f894-f832-416a-a375-ed3700086544 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:10.073050 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:10.073428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Checking segment: {'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:10.073837 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.074362 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Bound using segment: {'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:10.074845 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Bound port: 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:10.075230 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.094661 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.131763 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:10.138516 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:10.142251 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:10.146965 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] For port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:10.151030 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] For port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,segment=NetworkSegment(5b68d919-7aa0-47c6-bd8e-4608ed0ec435),segment_id=5b68d919-7aa0-47c6-bd8e-4608ed0ec435)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:10.169091 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Pushing event updated for resources: {'Port': ['ID=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:10.213961 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.282036 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a7603-4b36-4cd8-a50a-be8695a31aef None None] Pushing event updated for resources: {'Port': ['ID=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,revision_number=2']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:10.509657 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks [] for router_gateway (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.580931 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.727351 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639044'] for router (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:10.950715 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc is scheduled to L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e with binding_index 1 {{(pid=103696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 23:03:11.066235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:11.078363 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Sync routers for ids ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:11.095120 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Routers {'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:11.095120 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:11.159483 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.159596 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32796) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:11.160085 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-477d360d-4a40-4cfa-9a88-35ff7e5392ed admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1786189 Feb 09 23:03:11.213116 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Set router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:11.257759 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1d0c4-d653-49a7-a64e-33c100513067 None None] Network 1d18f894-f832-416a-a375-ed3700086544 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:03:11.318241 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:11.392555 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-e94480f4-fbaa-411e-ad31-f675d9b3aa9d None None] Provisioning complete for port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:11.393085 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e94480f4-fbaa-411e-ad31-f675d9b3aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.409049 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:10Z', 'revision_number': 3, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port': {'id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:11.434970 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Checking router: c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:11.435330 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Updating router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 binding host n-d-828599-1 {{(pid=103699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:11.463020 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.467069 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:11.467555 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.594491 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-e94480f4-fbaa-411e-ad31-f675d9b3aa9d None None] Current status of the port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:11.594888 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e94480f4-fbaa-411e-ad31-f675d9b3aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.623214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.634204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-e94480f4-fbaa-411e-ad31-f675d9b3aa9d None None] For port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,segment=NetworkSegment(5b68d919-7aa0-47c6-bd8e-4608ed0ec435),segment_id=5b68d919-7aa0-47c6-bd8e-4608ed0ec435)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:11.650819 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:11.651224 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.713923 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e94480f4-fbaa-411e-ad31-f675d9b3aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.727096 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Publish callbacks [] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), precommit_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.794112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Allocated IP 172.20.0.1 (1d18f894-f832-416a-a375-ed3700086544/d6cb748c-e6e3-4748-a703-7c1fa025f6ee/75ba730a-9af6-4621-a2cf-91604ad21b71) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:11.799767 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 23:03:11.799767 n-d-828599-1 neutron-server[103698]: DEBUG oslo_db.api [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 23:03:11.811392 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94480f4-fbaa-411e-ad31-f675d9b3aa9d None None] Pushing event updated for resources: {'Port': ['ID=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:11.819058 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.842813 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-b8ee28cb-babf-4a01-bb1b-8a99db366c9d None None] Provisioning complete for port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:11.843224 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b8ee28cb-babf-4a01-bb1b-8a99db366c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.867352 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Attempting to bind port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:11.868119 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Attempting to bind port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:11.868288 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.868604 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Attempting to bind port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 on network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:11.878083 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:11.878570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Checking segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:11.879083 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.879580 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Bound using segment: {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'} {{(pid=103699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:11.880467 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.managers [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Bound port: 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41acff-31bd-4757-8117-c24cfd59abdb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0'}}] {{(pid=103699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:11.880647 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), before_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.903281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks [] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.919897 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cfdcb-612f-4913-9392-7b2c33a452fa None None] Pushing event updated for resources: {'Port': ['ID=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,revision_number=2']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:11.933339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee28cb-babf-4a01-bb1b-8a99db366c9d None None] Current status of the port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:11.941509 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] For port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8, host n-d-828599-1, cleared binding levels {{(pid=103699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:11.944520 n-d-828599-1 neutron-server[103699]: DEBUG neutron.plugins.ml2.db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] For port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:11.997095 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.025791 n-d-828599-1 neutron-server[103699]: DEBUG neutron_lib.callbacks.manager [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), after_update {{(pid=103699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.036998 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Network 1d18f894-f832-416a-a375-ed3700086544 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:12.039906 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:12.043351 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:12.066611 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Pushing event updated for resources: {'Port': ['ID=75ba730a-9af6-4621-a2cf-91604ad21b71,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:12.078311 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Routers {'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:12.078938 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:12.093167 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-639123'] for router_interface (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.178526 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cfdcb-612f-4913-9392-7b2c33a452fa None None] Pushing event updated for resources: {'Port': ['ID=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,revision_number=3']} {{(pid=103699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:12.206386 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] Set router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:12.257229 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7db93cf1-b414-417f-a5a9-26c9561dd678 None None] Provisioning complete for port 75ba730a-9af6-4621-a2cf-91604ad21b71 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:12.257529 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7db93cf1-b414-417f-a5a9-26c9561dd678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.302147 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7db93cf1-b414-417f-a5a9-26c9561dd678 None None] Port 75ba730a-9af6-4621-a2cf-91604ad21b71 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:12.307968 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.343972 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:12.345399 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device feccb566-ffe2-4f83-b1dd-624e7ecb29e0 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:12.390856 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:12.391237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.473270 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:12.487238 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks [] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.489080 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:10Z', 'revision_number': 3, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port': {'id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:12.514044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae4393-fe3a-4a0f-8e94-3498e65a356f None None] The sync data for ids ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'] in n-d-828599-1 is: [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:10Z', 'revision_number': 3, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port': {'id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:12.585275 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.652636 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Pushing event updated for resources: {'Port': ['ID=75ba730a-9af6-4621-a2cf-91604ad21b71,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:12.655109 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-639235'] for router_interface (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:12.767127 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Network 1d18f894-f832-416a-a375-ed3700086544 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:12.768421 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:12.913621 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:13.030048 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:13.031445 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-03f1a708-3995-4930-bf8a-7a27544a03d8 None None] Provisioning complete for port 75ba730a-9af6-4621-a2cf-91604ad21b71 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:13.032707 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-03f1a708-3995-4930-bf8a-7a27544a03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.039618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-b43c6f8e-6a79-4e13-a5e1-d719cd25856f admin admin] 10.222.0.98 "PUT /v2.0/routers/c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777564 Feb 09 23:03:13.074122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-03f1a708-3995-4930-bf8a-7a27544a03d8 None None] Port 75ba730a-9af6-4621-a2cf-91604ad21b71 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:13.291798 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:13.341697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:13.342331 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.428540 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:13.429724 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:13.475539 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:13.475946 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.548963 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:13.549272 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.569232 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] For port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:13.670852 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.800641 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32806) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:13.805820 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-0501a332-d3c8-4c90-8b36-054442f66816 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103209592', 'description': 'tempest-secgroup-smoke-103209592 description', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:13.880269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Pushing event updated for resources: {'Port': ['ID=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:13.893388 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0501a332-d3c8-4c90-8b36-054442f66816 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.967582 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0501a332-d3c8-4c90-8b36-054442f66816 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group (27abdd76-e5c8-4c56-a793-6fa901dd362c), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.036254 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0501a332-d3c8-4c90-8b36-054442f66816 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (27abdd76-e5c8-4c56-a793-6fa901dd362c), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.065431 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501a332-d3c8-4c90-8b36-054442f66816 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27abdd76-e5c8-4c56-a793-6fa901dd362c,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:14.112341 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Sync routers for ids ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:14.123844 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Routers {'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:14.124997 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:14.235429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Set router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:14.318427 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-0501a332-d3c8-4c90-8b36-054442f66816 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.319639 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-0501a332-d3c8-4c90-8b36-054442f66816 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5177042 Feb 09 23:03:14.322582 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32808) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:14.327132 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6b61c190-6bef-4175-bedc-d6692bf080ec tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'security_group_rule': {'security_group_id': '27abdd76-e5c8-4c56-a793-6fa901dd362c', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:14.424207 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6b61c190-6bef-4175-bedc-d6692bf080ec tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (a76f9be5-a20b-456e-9c12-5d1a2c16e03a), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.432460 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:12Z', 'revision_number': 4, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port': {'id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '75ba730a-9af6-4621-a2cf-91604ad21b71', 'name': '', 'network_id': '1d18f894-f832-416a-a375-ed3700086544', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'mac_address': 'fa:16:3e:0d:05:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd6cb748c-e6e3-4748-a703-7c1fa025f6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:11Z', 'updated_at': '2022-02-09T23:03:12Z', 'revision_number': 2, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'subnets': [{'id': 'd6cb748c-e6e3-4748-a703-7c1fa025f6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:14.460068 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Checking router: c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:14.460428 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Updating router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc port 75ba730a-9af6-4621-a2cf-91604ad21b71 binding host n-d-828599-1 {{(pid=103698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 23:03:14.480157 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6b61c190-6bef-4175-bedc-d6692bf080ec tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (a76f9be5-a20b-456e-9c12-5d1a2c16e03a), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.491922 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.573301 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6b61c190-6bef-4175-bedc-d6692bf080ec tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (a76f9be5-a20b-456e-9c12-5d1a2c16e03a), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.590405 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61c190-6bef-4175-bedc-d6692bf080ec tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76f9be5-a20b-456e-9c12-5d1a2c16e03a,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:14.684281 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6b61c190-6bef-4175-bedc-d6692bf080ec tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.685582 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6b61c190-6bef-4175-bedc-d6692bf080ec tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620007 Feb 09 23:03:14.688587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32810) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:14.693170 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aed2c7c1-3500-497c-adc4-93af0c9fabf2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'security_group_rule': {'security_group_id': '27abdd76-e5c8-4c56-a793-6fa901dd362c', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:14.752746 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Publish callbacks [] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), precommit_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.795346 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aed2c7c1-3500-497c-adc4-93af0c9fabf2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (4e11c4c0-8ac0-401d-af78-90ceaa5f67e4), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.813155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.856429 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aed2c7c1-3500-497c-adc4-93af0c9fabf2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (4e11c4c0-8ac0-401d-af78-90ceaa5f67e4), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.863822 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42eea-03b5-41f1-9500-5c5c25267806 None None] Pushing event updated for resources: {'Port': ['ID=75ba730a-9af6-4621-a2cf-91604ad21b71,revision_number=3']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:14.919538 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Attempting to bind port 75ba730a-9af6-4621-a2cf-91604ad21b71 on host n-d-828599-1 for vnic_type normal with profile {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:14.922432 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aed2c7c1-3500-497c-adc4-93af0c9fabf2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (4e11c4c0-8ac0-401d-af78-90ceaa5f67e4), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.924081 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Attempting to bind port 75ba730a-9af6-4621-a2cf-91604ad21b71 by drivers openvswitch,hyperv on host n-d-828599-1 at level 0 using segments [{'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:14.924476 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Attempting to bind port 75ba730a-9af6-4621-a2cf-91604ad21b71 on network 1d18f894-f832-416a-a375-ed3700086544 {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:14.930775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Checking agent: {'id': 'bad657e3-2f30-4a39-be51-21ae28544f70', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 11), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828599-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:14.931331 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Checking segment: {'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:14.932261 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.932613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Bound using segment: {'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'} {{(pid=103698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:14.933174 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.managers [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Bound port: 75ba730a-9af6-4621-a2cf-91604ad21b71, host: n-d-828599-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b68d919-7aa0-47c6-bd8e-4608ed0ec435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1d18f894-f832-416a-a375-ed3700086544'}}] {{(pid=103698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:14.933635 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.942049 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2c7c1-3500-497c-adc4-93af0c9fabf2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e11c4c0-8ac0-401d-af78-90ceaa5f67e4,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.005917 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aed2c7c1-3500-497c-adc4-93af0c9fabf2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.006196 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] For port 75ba730a-9af6-4621-a2cf-91604ad21b71, host n-d-828599-1, cleared binding levels {{(pid=103698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:15.010135 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aed2c7c1-3500-497c-adc4-93af0c9fabf2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3179872 Feb 09 23:03:15.010376 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32812) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:15.010617 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] For port 75ba730a-9af6-4621-a2cf-91604ad21b71, host n-d-828599-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=75ba730a-9af6-4621-a2cf-91604ad21b71,segment=NetworkSegment(5b68d919-7aa0-47c6-bd8e-4608ed0ec435),segment_id=5b68d919-7aa0-47c6-bd8e-4608ed0ec435)] {{(pid=103698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:15.014996 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-f745b208-fb06-4d8a-a35d-f4d1b11150df tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'security_group_rule': {'security_group_id': '27abdd76-e5c8-4c56-a793-6fa901dd362c', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:15.114076 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-7130159e-6767-4deb-9eee-c36b4d3f58c6 None None] Provisioning complete for port 75ba730a-9af6-4621-a2cf-91604ad21b71 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:15.114330 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7130159e-6767-4deb-9eee-c36b4d3f58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.136250 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f745b208-fb06-4d8a-a35d-f4d1b11150df tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (58919bf2-699f-44b5-a01c-1fbb9eb9bbee), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.136602 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.189361 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-7130159e-6767-4deb-9eee-c36b4d3f58c6 None None] Port 75ba730a-9af6-4621-a2cf-91604ad21b71 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:15.204106 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f745b208-fb06-4d8a-a35d-f4d1b11150df tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (58919bf2-699f-44b5-a01c-1fbb9eb9bbee), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.215022 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42eea-03b5-41f1-9500-5c5c25267806 None None] Pushing event updated for resources: {'Port': ['ID=75ba730a-9af6-4621-a2cf-91604ad21b71,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.219763 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:15.222408 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Routers {'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:15.223034 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:15.316712 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f745b208-fb06-4d8a-a35d-f4d1b11150df tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (58919bf2-699f-44b5-a01c-1fbb9eb9bbee), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.332950 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745b208-fb06-4d8a-a35d-f4d1b11150df tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58919bf2-699f-44b5-a01c-1fbb9eb9bbee,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.354936 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:15.355322 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.388108 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] Set router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:15.466858 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-f745b208-fb06-4d8a-a35d-f4d1b11150df tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.468078 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-f745b208-fb06-4d8a-a35d-f4d1b11150df tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4566464 Feb 09 23:03:15.471264 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32814) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:15.475731 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-e2af1536-5c6a-4878-b6c9-761d5dcc60bc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'security_group_rule': {'security_group_id': '27abdd76-e5c8-4c56-a793-6fa901dd362c', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:15.517556 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-151ad3aa-32b8-49d3-8e8a-d227b7bdd396 None None] Provisioning complete for port 75ba730a-9af6-4621-a2cf-91604ad21b71 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:15.519120 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-151ad3aa-32b8-49d3-8e8a-d227b7bdd396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.572418 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2af1536-5c6a-4878-b6c9-761d5dcc60bc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (f19ff29c-da6b-4248-875c-0d09ac8d278e), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.602403 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:15.633883 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2af1536-5c6a-4878-b6c9-761d5dcc60bc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (f19ff29c-da6b-4248-875c-0d09ac8d278e), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.681922 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-151ad3aa-32b8-49d3-8e8a-d227b7bdd396 None None] Current status of the port 75ba730a-9af6-4621-a2cf-91604ad21b71 is: DOWN; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:15.682317 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-151ad3aa-32b8-49d3-8e8a-d227b7bdd396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.727493 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-151ad3aa-32b8-49d3-8e8a-d227b7bdd396 None None] For port 75ba730a-9af6-4621-a2cf-91604ad21b71, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=75ba730a-9af6-4621-a2cf-91604ad21b71,segment=NetworkSegment(5b68d919-7aa0-47c6-bd8e-4608ed0ec435),segment_id=5b68d919-7aa0-47c6-bd8e-4608ed0ec435)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:15.731909 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:12Z', 'revision_number': 4, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port': {'id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '75ba730a-9af6-4621-a2cf-91604ad21b71', 'name': '', 'network_id': '1d18f894-f832-416a-a375-ed3700086544', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'mac_address': 'fa:16:3e:0d:05:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd6cb748c-e6e3-4748-a703-7c1fa025f6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:11Z', 'updated_at': '2022-02-09T23:03:15Z', 'revision_number': 4, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'subnets': [{'id': 'd6cb748c-e6e3-4748-a703-7c1fa025f6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:15.738847 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2af1536-5c6a-4878-b6c9-761d5dcc60bc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (f19ff29c-da6b-4248-875c-0d09ac8d278e), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.757315 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af1536-5c6a-4878-b6c9-761d5dcc60bc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19ff29c-da6b-4248-875c-0d09ac8d278e,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.759051 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a52ebb-98f9-4443-9b5f-126d1441949b None None] The sync data for ids ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'] in n-d-828599-1 is: [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:12Z', 'revision_number': 4, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port': {'id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': '75ba730a-9af6-4621-a2cf-91604ad21b71', 'name': '', 'network_id': '1d18f894-f832-416a-a375-ed3700086544', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'mac_address': 'fa:16:3e:0d:05:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'd6cb748c-e6e3-4748-a703-7c1fa025f6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:11Z', 'updated_at': '2022-02-09T23:03:15Z', 'revision_number': 4, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'subnets': [{'id': 'd6cb748c-e6e3-4748-a703-7c1fa025f6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:15.817431 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-151ad3aa-32b8-49d3-8e8a-d227b7bdd396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.843776 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-e2af1536-5c6a-4878-b6c9-761d5dcc60bc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.847211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-e2af1536-5c6a-4878-b6c9-761d5dcc60bc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727310 Feb 09 23:03:15.847870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32816) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:15.852824 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'security_group_rule': {'security_group_id': '27abdd76-e5c8-4c56-a793-6fa901dd362c', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:15.872265 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ad3aa-32b8-49d3-8e8a-d227b7bdd396 None None] Pushing event updated for resources: {'Port': ['ID=75ba730a-9af6-4621-a2cf-91604ad21b71,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:15.968053 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Project 372cfb3862264f4f92a61a9c81c0cecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 23:03:15.974058 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (39cc9da3-6c99-4987-affa-9fa9aa792590), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.041699 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (39cc9da3-6c99-4987-affa-9fa9aa792590), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.121952 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (39cc9da3-6c99-4987-affa-9fa9aa792590), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.141052 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cc9da3-6c99-4987-affa-9fa9aa792590,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:16.232306 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.233551 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6a029e3a-4bb6-43b5-abd3-fdcbebd170e8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846121 Feb 09 23:03:16.237021 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32818) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:16.241493 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'security_group_rule': {'security_group_id': '27abdd76-e5c8-4c56-a793-6fa901dd362c', 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:16.321742 n-d-828599-1 neutron-server[103697]: INFO neutron.db.securitygroups_db [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Project 372cfb3862264f4f92a61a9c81c0cecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 23:03:16.326560 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (f2d34c80-4db2-4041-a28e-c6e87c59b2a8), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.384245 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (f2d34c80-4db2-4041-a28e-c6e87c59b2a8), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.493562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593053'] for security_group_rule (f2d34c80-4db2-4041-a28e-c6e87c59b2a8), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.511609 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d34c80-4db2-4041-a28e-c6e87c59b2a8,revision_number=0']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:16.581782 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:16.583025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1c3606a1-1795-4776-bc65-620abca351af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449824 Feb 09 23:03:16.740536 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-f23290a3-cfb1-4531-96e0-9f29140c1198 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103209592&fields=id&tenant_id=372cfb3862264f4f92a61a9c81c0cecf HTTP/1.1" status: 200 len: 267 time: 0.0476348 Feb 09 23:03:16.848364 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-26d05b96-0903-49a9-8f9c-3af6783d8be8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:16.849869 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-26d05b96-0903-49a9-8f9c-3af6783d8be8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 810 time: 0.1029012 Feb 09 23:03:16.865150 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-9ab38dae-8412-4b2a-87d8-a79e3ed5066e tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/quotas/372cfb3862264f4f92a61a9c81c0cecf HTTP/1.1" status: 200 len: 375 time: 0.0095284 Feb 09 23:03:16.926164 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-f30f1588-9b9b-4e8f-ab79-6fc5262a91a4 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560207 Feb 09 23:03:17.025042 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-e2ca3977-2628-40bb-94ea-e9ba4d3c6421 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103696) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:03:17.026073 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-e2ca3977-2628-40bb-94ea-e9ba4d3c6421 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0889599 Feb 09 23:03:17.116699 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-cbf07b61-e3f1-4b71-8d6a-9a7c80af5f45 service neutron] 10.222.0.98 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844357 Feb 09 23:03:17.213204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-e1dd67f4-9e7f-4991-87ac-b492cc37b992 service neutron] 10.222.0.98 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906005 Feb 09 23:03:17.223303 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 75ba730a-9af6-4621-a2cf-91604ad21b71 up at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:17.280415 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Provisioning complete for port 75ba730a-9af6-4621-a2cf-91604ad21b71 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:17.280882 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:17.356343 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Current status of the port 75ba730a-9af6-4621-a2cf-91604ad21b71 is: ACTIVE; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:17.467787 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a81a6763-eb98-464a-8f15-76f2872e5b82 req-4e4d9bd5-fd90-4f28-8e60-9d0ca59d454d tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 210 time: 0.0263839 Feb 09 23:03:18.547086 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-c67a5339-3663-49a2-979a-802d1799f317 req-e825ebd9-1f98-46f4-87d9-95e65fb2b902 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 210 time: 0.0278676 Feb 09 23:03:19.643306 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0fa02584-2a16-415c-9ec3-a62a31301bd7 req-1f87bf4c-35d3-4377-b419-9354fdcf1055 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 210 time: 0.0276964 Feb 09 23:03:19.945274 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-8ff83553-73b4-4136-a972-ec6bae09de9a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:19.946763 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-8ff83553-73b4-4136-a972-ec6bae09de9a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.110 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 810 time: 0.1033280 Feb 09 23:03:20.008239 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-e7665784-e882-45e8-87aa-1f13a83cc8fd tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372cfb3862264f4f92a61a9c81c0cecf HTTP/1.1" status: 200 len: 379 time: 0.0529091 Feb 09 23:03:20.017149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'port': {'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'admin_state_up': True, 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'security_groups': ['27abdd76-e5c8-4c56-a793-6fa901dd362c']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:20.218247 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Made reservation on behalf of 372cfb3862264f4f92a61a9c81c0cecf for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:03:20.221691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.344040 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Allocated IP 172.20.0.13 (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634/f509ff79-7513-4460-a760-8926928b804f/3a769bcf-b210-4aae-b1de-cb8ffc20f211) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:20.481530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.579242 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.619620 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:20.624603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:20.628257 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:20.660458 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:20.686907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:20.687557 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.766988 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4c4fe-11e1-47dc-a289-5390dc6a2be7 req-9799217c-e38d-4c88-906e-368d2c6d953a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:20.768701 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42a4c4fe-11e1-47dc-a289-5390dc6a2be7 req-9799217c-e38d-4c88-906e-368d2c6d953a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 932 time: 0.0547235 Feb 09 23:03:20.824833 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-42a4c4fe-11e1-47dc-a289-5390dc6a2be7 req-7922ae04-54c2-45fa-9997-9b31928d7e98 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494740 Feb 09 23:03:20.833334 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-ee51c171-194b-4b9a-83af-a9f7a79369b7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8204246 Feb 09 23:03:20.842050 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-dcb3398f-6bf2-4355-b86a-36ed8a10c520 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:03:20.845357 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-dcb3398f-6bf2-4355-b86a-36ed8a10c520 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051730 Feb 09 23:03:20.874991 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-4de2bd45-2657-4e4f-9d9b-f804cc01d5f7 None None] Provisioning complete for port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:20.875456 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4de2bd45-2657-4e4f-9d9b-f804cc01d5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:20.901628 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Request body: {'port': {'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:20.913309 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-4de2bd45-2657-4e4f-9d9b-f804cc01d5f7 None None] Port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:03:20.960549 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.216936 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a769bcf-b210-4aae-b1de-cb8ffc20f211 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:03:21.224825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Publish callbacks [] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.236406 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Transition to ACTIVE for port object 3a769bcf-b210-4aae-b1de-cb8ffc20f211 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 23:03:21.338559 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.389214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:21.461887 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Attempting to bind port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 on host n-h2-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:03:21.462228 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Attempting to bind port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 by drivers openvswitch,hyperv on host n-h2-828599-1 at level 0 using segments [{'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:03:21.462585 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Attempting to bind port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:21.467149 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 not bound, no agent of type Open vSwitch agent registered on host n-h2-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 23:03:21.467475 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Attempting to bind port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:03:21.473116 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Checking agent: {'id': 'c406fe10-dcfe-427d-85ec-0af92ca47ca2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 32), 'started_at': datetime.datetime(2022, 2, 9, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:03:21.473465 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Checking segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:03:21.473854 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Bound using segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:03:21.474285 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Bound port: 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host: n-h2-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:03:21.474655 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.542812 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:03:21.546017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:03:21.613826 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.649862 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:21.650282 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:21.652081 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] 10.222.0.110 "PUT /v2.0/ports/3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 1092 time: 0.8016407 Feb 09 23:03:21.654664 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:03:21.657667 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169da7a2-9429-45b9-9edc-1d49fe1d128a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:03:21.699434 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30bbf1-88cf-4665-bdb9-c89bc66dd5ec service neutron] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:21.713879 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051dc1e-1f8b-4f1e-b43b-569204414c83 x-openstack-request-id: req-c051dc1e-1f8b-4f1e-b43b-569204414c83 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:03:21.714249 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:03:21.714580 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c051dc1e-1f8b-4f1e-b43b-569204414c83 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:03:21.714986 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'status': 'completed', 'code': 200} Feb 09 23:03:21.782223 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da7a2-9429-45b9-9edc-1d49fe1d128a req-0fc53fef-b36c-4d8d-ac7d-15ab0c44f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:21.783818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169da7a2-9429-45b9-9edc-1d49fe1d128a req-0fc53fef-b36c-4d8d-ac7d-15ab0c44f9f5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1126 time: 0.0518434 Feb 09 23:03:21.890870 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da7a2-9429-45b9-9edc-1d49fe1d128a req-25558ff4-952c-4cab-89e1-627cde681e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:21.892414 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169da7a2-9429-45b9-9edc-1d49fe1d128a req-25558ff4-952c-4cab-89e1-627cde681e4c service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1021218 Feb 09 23:03:21.950459 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a94a6-3bcd-486f-b96e-9a3eb76c3882 req-5154dc6a-8581-44e8-981b-cd863db1c4a3 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:21.951971 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad3a94a6-3bcd-486f-b96e-9a3eb76c3882 req-5154dc6a-8581-44e8-981b-cd863db1c4a3 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 944 time: 0.0573108 Feb 09 23:03:21.984615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169da7a2-9429-45b9-9edc-1d49fe1d128a req-60132ad4-b32a-4e95-bff0-0c83bbf6f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:21.986618 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-169da7a2-9429-45b9-9edc-1d49fe1d128a req-60132ad4-b32a-4e95-bff0-0c83bbf6f8a3 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891416 Feb 09 23:03:22.003180 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ad3a94a6-3bcd-486f-b96e-9a3eb76c3882 req-df5a1d7f-ab9e-4c7f-8892-23ff31d4ccf9 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452967 Feb 09 23:03:22.069553 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-c64ab54b-e6b8-4152-b3cb-5411fc90a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:22.071031 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-c64ab54b-e6b8-4152-b3cb-5411fc90a4d7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1126 time: 0.0482137 Feb 09 23:03:22.112258 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-8f006b6d-d0f7-4ace-8a6d-3b8d751479a9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 217 time: 0.0338280 Feb 09 23:03:22.159662 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-47af303f-7243-4c2a-a4e4-b3bd3d04dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:22.161090 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-47af303f-7243-4c2a-a4e4-b3bd3d04dcf0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0427444 Feb 09 23:03:22.207658 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-faef210d-92a5-4f92-a3bc-4427430b1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:22.209194 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-faef210d-92a5-4f92-a3bc-4427430b1899 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428972 Feb 09 23:03:22.299669 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-96dc617c-56bd-4bd5-aabc-663bfef0b67d service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847745 Feb 09 23:03:22.388330 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8c5fd291-b411-407a-a9fa-ec70f75ae4ee req-d9d515bf-d654-4b00-a67c-7225e905a2c9 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827613 Feb 09 23:03:23.124526 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1751a99-b3e6-44f8-9bf9-ad4635cb7976 req-22bb2603-e34f-4b76-8ceb-c4e7c2d06116 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:23.126549 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1751a99-b3e6-44f8-9bf9-ad4635cb7976 req-22bb2603-e34f-4b76-8ceb-c4e7c2d06116 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 944 time: 0.0533667 Feb 09 23:03:23.174754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d1751a99-b3e6-44f8-9bf9-ad4635cb7976 req-4d037b95-ea78-4bf7-8488-9190c8b3d408 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 Feb 09 23:03:24.295479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba101aa-d3f6-4f43-9846-bdccaab60b14 req-dcfa832c-ab18-423e-b07b-bcb7a4b1805f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:24.297003 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ba101aa-d3f6-4f43-9846-bdccaab60b14 req-dcfa832c-ab18-423e-b07b-bcb7a4b1805f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 944 time: 0.0529618 Feb 09 23:03:24.344414 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-1ba101aa-d3f6-4f43-9846-bdccaab60b14 req-342c2d7d-62a1-4609-a811-cea2e73b42a7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413036 Feb 09 23:03:24.376912 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3a769bcf-b210-4aae-b1de-cb8ffc20f211 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:03:24.472429 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:24.486811 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:03:24.521893 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:24.522289 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.535436 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a769bcf-b210-4aae-b1de-cb8ffc20f211 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:03:24.554323 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:24.636278 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.683228 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:24.862152 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['3a769bcf-b210-4aae-b1de-cb8ffc20f211'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:03:25.462793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf5b15-635a-4a84-9657-c4dc41641f32 req-3f24fbdb-0d0c-4a7d-946e-dcf82cd0c06a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:25.464303 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7baf5b15-635a-4a84-9657-c4dc41641f32 req-3f24fbdb-0d0c-4a7d-946e-dcf82cd0c06a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 945 time: 0.0519152 Feb 09 23:03:25.511825 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7baf5b15-635a-4a84-9657-c4dc41641f32 req-968cc4b8-4da1-4c2e-95f4-e5d2738f43e7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418289 Feb 09 23:03:26.376876 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3a769bcf-b210-4aae-b1de-cb8ffc20f211 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:03:26.504613 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning for port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 23:03:26.508554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:03:26.508933 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.589775 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:03:26.590174 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.612744 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:03:26.614918 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb4dfed-59e5-4eff-8c95-e03244cde48a" -d '{"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-plugged", "status": "completed", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:03:26.628563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:03:26.632191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9445d-1cd3-4577-bb5e-da2ae6152134 req-1558555c-ba37-4ecb-a89c-951a93413ffb tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:26.633750 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-82f9445d-1cd3-4577-bb5e-da2ae6152134 req-1558555c-ba37-4ecb-a89c-951a93413ffb tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 945 time: 0.0544853 Feb 09 23:03:26.653334 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb579f5c-9be4-4546-ae72-98bd7a23e0cc x-openstack-request-id: req-bb579f5c-9be4-4546-ae72-98bd7a23e0cc {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:03:26.657166 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-plugged", "status": "completed", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:03:26.657166 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb579f5c-9be4-4546-ae72-98bd7a23e0cc {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:03:26.657166 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'code': 200} Feb 09 23:03:26.694975 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-82f9445d-1cd3-4577-bb5e-da2ae6152134 req-6b0a864a-a875-4b4c-aa57-e8ed841940ae tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551412 Feb 09 23:03:26.716150 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:26.755958 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecedf4-200d-4e76-b791-6f62245fbb00 req-d5a776ec-48a9-4bc5-b5fe-90984a702a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:26.757487 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2ecedf4-200d-4e76-b791-6f62245fbb00 req-d5a776ec-48a9-4bc5-b5fe-90984a702a11 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1128 time: 0.0485315 Feb 09 23:03:26.764441 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:26.803113 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-b2ecedf4-200d-4e76-b791-6f62245fbb00 req-9771b98d-0c4a-4c44-9c8f-4e2df37560ce service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393457 Feb 09 23:03:27.819306 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc0cf-dbe5-4a13-ab7c-df08990d7832 req-917224e5-4e9a-4f98-bccc-4e4de5bf6ce3 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:27.820818 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-559fc0cf-dbe5-4a13-ab7c-df08990d7832 req-917224e5-4e9a-4f98-bccc-4e4de5bf6ce3 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 946 time: 0.0537391 Feb 09 23:03:27.869070 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-559fc0cf-dbe5-4a13-ab7c-df08990d7832 req-89ff8d26-ed58-4385-a627-fa89c176b4a0 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Feb 09 23:03:28.987104 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed492d5-d44f-4cb6-b9ef-10cbc77198e1 req-93c95b02-0e56-4c15-be54-e9f2878fcdca tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:28.989252 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ed492d5-d44f-4cb6-b9ef-10cbc77198e1 req-93c95b02-0e56-4c15-be54-e9f2878fcdca tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 946 time: 0.0535634 Feb 09 23:03:29.037189 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7ed492d5-d44f-4cb6-b9ef-10cbc77198e1 req-be3a99d5-7515-4f83-8068-014a103b0ed7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Feb 09 23:03:29.158141 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac61f1-c948-477f-a0c1-8a4f9bb0ee64 req-9df321fa-2787-4671-aa1d-dbf8e4e86f2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:29.160259 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3ac61f1-c948-477f-a0c1-8a4f9bb0ee64 req-9df321fa-2787-4671-aa1d-dbf8e4e86f2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 946 time: 0.0538738 Feb 09 23:03:29.211599 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c3ac61f1-c948-477f-a0c1-8a4f9bb0ee64 req-ca07170d-3a5a-4b06-a6e1-d6eca6f93485 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454090 Feb 09 23:03:29.233108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32878) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:29.316828 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda86e9-854f-418b-8a5a-eaee543ae193 tempest-TestSnapshotPattern-1138213575 tempest-TestSnapshotPattern-1138213575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:29.318338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-6bda86e9-854f-418b-8a5a-eaee543ae193 tempest-TestSnapshotPattern-1138213575 tempest-TestSnapshotPattern-1138213575-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1123 time: 0.0842803 Feb 09 23:03:29.321194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 32882) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:03:29.325298 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:03:29.418899 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.516981 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.615615 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Allocated IP 172.25.5.226 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/1c420405-f015-46f7-ae0c-fd3c056888bf) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:03:29.717633 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.802531 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:29.838618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:03:29.843370 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:03:29.846878 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:03:29.871398 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'Port': ['ID=1c420405-f015-46f7-ae0c-fd3c056888bf,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:30.192650 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (0c2e0db3-7dbe-46f9-9b23-cd1d8571723f), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.212582 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.335725 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.481818 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.538575 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.609985 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'Port': ['ID=1c420405-f015-46f7-ae0c-fd3c056888bf,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:03:30.617974 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (0c2e0db3-7dbe-46f9-9b23-cd1d8571723f), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:30.717675 n-d-828599-1 neutron-server[103697]: INFO neutron.db.l3_db [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Floating IP 0c2e0db3-7dbe-46f9-9b23-cd1d8571723f associated. External IP: 172.25.5.226, port: 3a769bcf-b210-4aae-b1de-cb8ffc20f211. Feb 09 23:03:31.257115 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Router b62bde19-ac91-416b-abb2-eb2408355c8e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:03:31.365705 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:03:31.375171 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] Sync routers for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:03:31.388034 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:31.388575 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:31.492903 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:31.495351 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.526631 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-aba552e0-cfc1-4f7d-bdd1-b31bef9ba609 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2044322 Feb 09 23:03:31.527240 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:03:31.529540 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f478f009-88ef-47e3-a8b3-8cb75693a972" -d '{"events": [{"name": "network-changed", "server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:03:31.566565 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b5977-b11c-45e3-9756-2f8a01a19e01 x-openstack-request-id: req-8f0b5977-b11c-45e3-9756-2f8a01a19e01 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:03:31.566868 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:03:31.567121 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8f0b5977-b11c-45e3-9756-2f8a01a19e01 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:03:31.567531 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'status': 'completed', 'code': 200} Feb 09 23:03:31.633346 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-5039eae0-e9e5-44a2-9097-0e5408a38cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.634905 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-5039eae0-e9e5-44a2-9097-0e5408a38cb5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1128 time: 0.0461633 Feb 09 23:03:31.721489 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:30Z', 'revision_number': 0, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:31.727855 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-ac28acad-e4a8-46ac-8e0a-2f0313ca2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.729359 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-ac28acad-e4a8-46ac-8e0a-2f0313ca2d6f service neutron] 10.222.0.110 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0889058 Feb 09 23:03:31.747615 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] Checking router: b62bde19-ac91-416b-abb2-eb2408355c8e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:03:31.756411 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:03:31.757017 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:03:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:31.778342 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:31.793680 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-eae12023-b195-4a29-a677-1aaf336660a9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 1000 time: 0.0587285 Feb 09 23:03:31.845791 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-d0298323-1e34-46ab-a6b6-7025dde70ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.847377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-d0298323-1e34-46ab-a6b6-7025dde70ffa service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0481775 Feb 09 23:03:31.863108 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:03:31.895899 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-672a5fbe-32cd-455c-b787-b656f6480475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:31.897432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-672a5fbe-32cd-455c-b787-b656f6480475 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447400 Feb 09 23:03:31.984642 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-5cb4adb9-e0a4-4906-b901-0e60636f31a1 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814323 Feb 09 23:03:32.079754 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-f478f009-88ef-47e3-a8b3-8cb75693a972 req-4da49489-e0ae-424f-b792-d6083ee2a465 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890214 Feb 09 23:03:32.084796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:30Z', 'revision_number': 0, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:03:32.109659 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4e783-cc35-451b-b4d0-8518e7c952aa None None] The sync data for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 is: [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:30Z', 'revision_number': 0, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:03:32.305762 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbb64b-2a06-4294-a95e-0c3afe34095e None None] New status for floating IP 0c2e0db3-7dbe-46f9-9b23-cd1d8571723f: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:03:35.532461 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-3aa4db93-dda7-43b6-9537-bc19f92dc659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:37.515588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97665d01-4391-41be-ae80-7b831afb734e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:38.916714 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:03:39.406548 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:40.583999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:41.806820 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:00.161198 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:01.692182 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:05.537992 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-35b828ba-4944-4f4f-8e4b-e4087fa1ad79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:07.508358 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-da23f227-2424-43b3-a7f5-7637a69b2e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:09.389127 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:10.571969 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:11.794785 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:15.915831 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:04:20.830297 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-5cf3e229-9084-4034-9ee1-094b589b1023 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425339 Feb 09 23:04:20.913961 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-6a54bf23-7a6f-4aca-ba5b-cab51bebc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:20.915341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-6a54bf23-7a6f-4aca-ba5b-cab51bebc7f9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1128 time: 0.0438764 Feb 09 23:04:21.016919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-d5aa4310-8722-4762-a326-fdc9886e8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:21.018372 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-d5aa4310-8722-4762-a326-fdc9886e8fa8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0858381 Feb 09 23:04:21.080218 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-8366a819-b863-44af-973b-d6c14689a5bb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 1002 time: 0.0557041 Feb 09 23:04:21.131005 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-31f78dc2-f254-46a8-96c5-3bf2826d47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:21.132425 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-31f78dc2-f254-46a8-96c5-3bf2826d47ef service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0459216 Feb 09 23:04:21.180411 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-88504e78-1f3c-4b6b-87f7-a25144cc998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:21.181860 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-88504e78-1f3c-4b6b-87f7-a25144cc998a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438988 Feb 09 23:04:21.267850 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-ef2afefa-a4be-405e-8bc5-802c605cb897 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789976 Feb 09 23:04:21.360088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1056c6dd-b8cc-429a-8e4e-72c98f1054fa req-783ef31a-d6d6-414e-8429-07c2dff3f199 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862837 Feb 09 23:04:30.171495 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:31.674262 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:35.530689 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ff32cc50-5b58-4565-be74-4ed721b49f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:37.531101 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-0f472838-b4fa-4142-87bc-eead9878cc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:39.377109 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:40.594074 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.788694 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:52.917761 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:05:00.159237 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:01.702196 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:05.530886 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-6babb09e-d460-4666-9820-c74190713c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:07.525128 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-33f3d67f-e900-4372-9bda-b10be972426c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:09.405313 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:10.559108 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:11.799089 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:21.847264 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-f30a34f3-9452-4b9b-aaca-478019104255 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441482 Feb 09 23:05:21.931154 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-85da6fda-1466-4845-9a96-33a76fa05715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:21.932674 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-85da6fda-1466-4845-9a96-33a76fa05715 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1128 time: 0.0452328 Feb 09 23:05:22.036895 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-cfeaf108-d243-4ebd-841c-8f26792f2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:22.038373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-cfeaf108-d243-4ebd-841c-8f26792f2ddc service neutron] 10.222.0.110 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0882919 Feb 09 23:05:22.103178 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-5f6390ad-c90f-4b19-b646-11f1069e52c4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 1002 time: 0.0575995 Feb 09 23:05:22.153017 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-24577664-1822-445c-b9b7-117ce9a5085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:22.154432 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-24577664-1822-445c-b9b7-117ce9a5085f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0461419 Feb 09 23:05:22.202100 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-064251bd-9978-40af-92e1-f60e32ceda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:22.203555 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-064251bd-9978-40af-92e1-f60e32ceda55 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425386 Feb 09 23:05:22.289903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-8e98c23f-76d3-4203-b3ac-5ada0a75c79b service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805686 Feb 09 23:05:22.379931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-d31d2e8a-88b0-4b1c-b5b8-b6fd93d4a793 req-10c6e895-7a9b-48c3-adef-c9cef8ad1884 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849450 Feb 09 23:05:29.915695 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:05:30.221708 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:30.936826 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3a769bcf-b210-4aae-b1de-cb8ffc20f211 details requested by agent hyperv_n-h2-828599-1 with host n-h2-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:05:31.033805 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:31.045697 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Returning: {'device': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:05:31.081478 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:05:31.081999 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:31.094603 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a769bcf-b210-4aae-b1de-cb8ffc20f211 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:05:31.113674 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:31.221174 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:31.271313 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:31.278994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.279354 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.279727 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.280190 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.280533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.280872 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.281203 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.281542 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.281906 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.282235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.282563 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.282938 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.283267 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:31.328558 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] get_ports_and_sgs() called for port_ids ['3a769bcf-b210-4aae-b1de-cb8ffc20f211'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:05:31.678526 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:32.965410 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3a769bcf-b210-4aae-b1de-cb8ffc20f211 up at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:05:33.021424 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Provisioning complete for port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:05:33.021802 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:33.132328 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:05:33.132725 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:33.161334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:05:33.164142 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5019e3ff-2133-41b9-8626-68d0c5f24cfd" -d '{"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-plugged", "status": "completed", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:05:33.175381 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:33.250655 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:33.287418 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9084c9b-db20-404b-934d-aba8f5ef31c0 x-openstack-request-id: req-d9084c9b-db20-404b-934d-aba8f5ef31c0 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:05:33.288254 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-plugged", "status": "completed", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:05:33.288891 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d9084c9b-db20-404b-934d-aba8f5ef31c0 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:05:33.289470 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'code': 200} Feb 09 23:05:33.319332 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:35.541901 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-2efa1ce2-df5e-41a9-b301-178efb397f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:37.541083 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29c7fbd4-5614-4d4a-afa1-0758713390cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:39.360834 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:40.575979 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:41.862555 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:42.492211 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-7b12d1d1-feeb-4cf8-9709-5ab3308bd45d tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103209592&fields=id&tenant_id=372cfb3862264f4f92a61a9c81c0cecf HTTP/1.1" status: 200 len: 267 time: 0.0437160 Feb 09 23:05:42.605326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-8806fb1f-1cd2-491f-a445-0ba92d4195d8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:42.606806 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-8806fb1f-1cd2-491f-a445-0ba92d4195d8 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 810 time: 0.1078725 Feb 09 23:05:42.622817 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-0cf4964e-69e3-477a-8dbc-86cc9df2d432 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/quotas/372cfb3862264f4f92a61a9c81c0cecf HTTP/1.1" status: 200 len: 375 time: 0.0104284 Feb 09 23:05:42.680588 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-e2d1027a-a05f-454c-bee1-22e844f2e2d0 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525293 Feb 09 23:05:42.747078 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-9b163708-dc2f-48c6-aca0-74e9f040b4c3 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:05:42.748152 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-9b163708-dc2f-48c6-aca0-74e9f040b4c3 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564935 Feb 09 23:05:42.835717 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-ffacb5f8-1679-480f-87a6-6f19dd1704ba service neutron] 10.222.0.98 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816505 Feb 09 23:05:42.927834 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-4963acde-2aff-45f2-81f3-38537992fe0d service neutron] 10.222.0.98 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862851 Feb 09 23:05:44.160902 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-28d2b7c6-ff5f-4615-b62b-ac4be244dc01 req-477aba38-946c-4d75-9c89-ca311026b600 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0276613 Feb 09 23:05:45.014754 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3a769bcf-b210-4aae-b1de-cb8ffc20f211 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:05:45.089784 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Current status of the port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:05:45.090184 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:45.112764 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:05:45.114987 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6680128-3ac3-4b55-ba13-c18ec79714ad" -d '{"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:05:45.127884 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:05:45.156950 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 23:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e8e926-a9c0-42c4-b68f-41aef51bc394 x-openstack-request-id: req-78e8e926-a9c0-42c4-b68f-41aef51bc394 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:05:45.157090 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:05:45.157311 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78e8e926-a9c0-42c4-b68f-41aef51bc394 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:05:45.157776 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'code': 200} Feb 09 23:05:45.210217 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:45.245243 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4ba58480-dbb8-45f1-bf49-37cbbabf5a70 req-02e57b13-5d8f-491c-b23b-72eee4211931 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0342534 Feb 09 23:05:45.271396 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Pushing event updated for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:46.329024 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c2721610-74f7-4c47-8798-5469fe31b303 req-2d0e2c52-d265-4f64-87b6-22a2bde78f5b tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0279689 Feb 09 23:05:47.407148 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-b00ed707-658f-464a-a745-f981edc8298e req-47678ef4-950f-4c25-96a0-93a9f8f2dcd5 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0270374 Feb 09 23:05:48.500638 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-0dfd5734-4af5-47f0-bd45-bb45235a3cf4 req-44c3ad3a-c748-4af3-9467-8963e11d371a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Feb 09 23:05:49.594808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-6d9a4b4b-8ee6-4fdd-a352-2444150de563 req-7651a172-104b-49e1-9851-8369c0214f53 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0269997 Feb 09 23:05:50.302982 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-fb78ca3f-197b-4462-8e2d-b5400468eebf tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:50.304453 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-fb78ca3f-197b-4462-8e2d-b5400468eebf tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.30 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 810 time: 0.1034946 Feb 09 23:05:50.372672 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-7adbf356-34b9-4e14-81bf-efd392e08a27 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372cfb3862264f4f92a61a9c81c0cecf HTTP/1.1" status: 200 len: 379 time: 0.0520651 Feb 09 23:05:50.381194 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'port': {'device_id': '95362ce9-9042-46d0-91f6-49cbb5425180', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'admin_state_up': True, 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'security_groups': ['27abdd76-e5c8-4c56-a793-6fa901dd362c']}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:05:50.518253 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Made reservation on behalf of 372cfb3862264f4f92a61a9c81c0cecf for: {'port': 1} {{(pid=103697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:05:50.522496 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:50.646111 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_common [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Allocated IP 172.20.0.14 (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634/f509ff79-7513-4460-a760-8926928b804f/b59a1c4e-02cc-4378-8778-880026b1f692) {{(pid=103697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:05:50.710970 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-5ae8ae94-b4f0-43b3-8750-956f779c41b9 req-6d864a06-1500-4231-9f9d-85e6c457cecc tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0419576 Feb 09 23:05:50.823848 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for port (b59a1c4e-02cc-4378-8778-880026b1f692), precommit_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:50.907699 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_create {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:50.966323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 is already hosted by enough agents. {{(pid=103697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:05:50.984603 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.base_scheduler [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Resources bound (agent type, host, resource id): {{(pid=103697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:05:51.001266 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=1']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:51.008665 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Received port after_create {{(pid=103697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:05:51.048011 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.048649 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.049300 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.049903 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.051499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.052108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.052697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.053281 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.054032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.054605 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.055293 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.056108 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.056753 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:05:51.116456 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:51.118626 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:51.211688 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-42ac0237-ba15-45cc-8e37-12b5e5e0673f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8338006 Feb 09 23:05:51.398956 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-fa68842f-7ec5-4a0a-bcf1-ba70d1ea0b62 None None] Provisioning complete for port b59a1c4e-02cc-4378-8778-880026b1f692 triggered by entity DHCP. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:05:51.400215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fa68842f-7ec5-4a0a-bcf1-ba70d1ea0b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:51.436618 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-fa68842f-7ec5-4a0a-bcf1-ba70d1ea0b62 None None] Port b59a1c4e-02cc-4378-8778-880026b1f692 cannot update to ACTIVE because it is not bound. {{(pid=103698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:05:51.848024 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35e3a2-427b-4727-b125-11b713e191e4 req-59b2fe22-5fb9-4b30-b7e9-8305c9b70d8b tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:51.849808 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c35e3a2-427b-4727-b125-11b713e191e4 req-59b2fe22-5fb9-4b30-b7e9-8305c9b70d8b tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 932 time: 0.0612888 Feb 09 23:05:51.914841 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-4c35e3a2-427b-4727-b125-11b713e191e4 req-edda7fde-783a-4dca-9629-60ac3e64e41c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538652 Feb 09 23:05:53.034544 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801867ba-4bcc-459d-9d80-f77efc368ef4 req-ffa0328d-7302-45ef-98cf-27e8f8ce03bf tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:53.036145 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-801867ba-4bcc-459d-9d80-f77efc368ef4 req-ffa0328d-7302-45ef-98cf-27e8f8ce03bf tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 932 time: 0.0575249 Feb 09 23:05:53.091898 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-801867ba-4bcc-459d-9d80-f77efc368ef4 req-687d6732-a9c6-4066-b8ca-b0d18642ddf0 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495985 Feb 09 23:05:54.228089 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797aaa5e-b37c-43a8-b970-85cdd3391845 req-78609a59-c703-446b-acdb-b2e52bd31670 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:54.229610 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-797aaa5e-b37c-43a8-b970-85cdd3391845 req-78609a59-c703-446b-acdb-b2e52bd31670 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 932 time: 0.0663662 Feb 09 23:05:54.278112 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-797aaa5e-b37c-43a8-b970-85cdd3391845 req-f5c786c1-6d3c-49c7-8379-6185644e6dd5 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 Feb 09 23:05:55.317025 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.v2.base [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Request body: {'port': {'device_id': '95362ce9-9042-46d0-91f6-49cbb5425180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828599-1'}} {{(pid=103697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:05:55.434044 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:55.514393 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb54c8-4b7f-4438-8ce5-be8129eb9f38 req-b5a84f76-20c5-44cb-9a14-2c8b410ab654 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:55.514393 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbfb54c8-4b7f-4438-8ce5-be8129eb9f38 req-b5a84f76-20c5-44cb-9a14-2c8b410ab654 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 932 time: 0.1256285 Feb 09 23:05:55.656515 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fbfb54c8-4b7f-4438-8ce5-be8129eb9f38 req-64d9f44d-cbea-432e-b556-a0a606eeb646 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463766 Feb 09 23:05:55.878655 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59a1c4e-02cc-4378-8778-880026b1f692 {{(pid=103697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:05:55.884990 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Publish callbacks [] for port (b59a1c4e-02cc-4378-8778-880026b1f692), precommit_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:55.936523 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.provisioning_blocks [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Transition to ACTIVE for port object b59a1c4e-02cc-4378-8778-880026b1f692 will not be triggered until provisioned by entity L2. {{(pid=103697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 23:05:56.010155 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:56.115931 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=2']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:56.250512 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Attempting to bind port b59a1c4e-02cc-4378-8778-880026b1f692 on host n-h1-828599-1 for vnic_type normal with profile {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:05:56.251486 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Attempting to bind port b59a1c4e-02cc-4378-8778-880026b1f692 by drivers openvswitch,hyperv on host n-h1-828599-1 at level 0 using segments [{'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:05:56.252217 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Attempting to bind port b59a1c4e-02cc-4378-8778-880026b1f692 on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:05:56.259001 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Port b59a1c4e-02cc-4378-8778-880026b1f692 on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 not bound, no agent of type Open vSwitch agent registered on host n-h1-828599-1 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 23:05:56.260485 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Attempting to bind port b59a1c4e-02cc-4378-8778-880026b1f692 on network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:05:56.277528 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Checking agent: {'id': 'ba266a1a-6609-4e9e-9158-212cfcdf95d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828599-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'started_at': datetime.datetime(2022, 2, 9, 21, 31, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:05:56.280424 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Checking segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:05:56.281793 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Bound using segment: {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'} {{(pid=103697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:05:56.286755 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.managers [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Bound port: b59a1c4e-02cc-4378-8778-880026b1f692, host: n-h1-828599-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f84d65d-c288-49f8-972c-7a268757784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634'}}] {{(pid=103697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:05:56.287649 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:56.427094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, cleared binding levels {{(pid=103697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:05:56.435419 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:05:56.484774 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014056'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_update {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:56.592907 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=3']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:05:56.600197 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:56.601027 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:56.602951 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-07c32ded-8a9a-4959-bc31-58815ef9a14e service neutron] 10.222.0.30 "PUT /v2.0/ports/b59a1c4e-02cc-4378-8778-880026b1f692 HTTP/1.1" status: 200 len: 1092 time: 1.3468497 Feb 09 23:05:56.603427 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:05:56.606683 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80237a40-f11c-407d-9864-63b7e745401f" -d '{"events": [{"name": "network-changed", "server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:05:56.674023 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636752c9-9daf-41e1-891d-c70fbd7755a4 x-openstack-request-id: req-636752c9-9daf-41e1-891d-c70fbd7755a4 {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:05:56.674023 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:05:56.674023 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-636752c9-9daf-41e1-891d-c70fbd7755a4 {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:05:56.674023 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'status': 'completed', 'code': 200} Feb 09 23:05:56.838153 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237a40-f11c-407d-9864-63b7e745401f req-941adf4f-29a6-4cea-acdd-81b9e06f2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:56.839734 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80237a40-f11c-407d-9864-63b7e745401f req-941adf4f-29a6-4cea-acdd-81b9e06f2594 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1126 time: 0.1267736 Feb 09 23:05:56.879079 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81467-2fc3-4831-af6e-ffbd26c009ce req-cc208df6-ee98-41f3-8cb2-7ddd9b18d852 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:56.881116 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7d81467-2fc3-4831-af6e-ffbd26c009ce req-cc208df6-ee98-41f3-8cb2-7ddd9b18d852 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 944 time: 0.0945337 Feb 09 23:05:56.988510 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-a7d81467-2fc3-4831-af6e-ffbd26c009ce req-86f8b794-9053-4577-9c23-2921c88ab4a4 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006835 Feb 09 23:05:58.136401 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cbc20-a700-459f-aff5-9c9b16b33bbf req-ea519203-f84f-41ee-957f-b3e6913e3148 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:58.137945 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e3cbc20-a700-459f-aff5-9c9b16b33bbf req-ea519203-f84f-41ee-957f-b3e6913e3148 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 944 time: 0.0555432 Feb 09 23:05:58.196371 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-2e3cbc20-a700-459f-aff5-9c9b16b33bbf req-b0d68705-0725-41e5-8c6b-e12116330c75 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504811 Feb 09 23:05:59.326156 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f13e9c-4ab9-4622-9aa7-320e31e6220e req-16e1644f-5e4b-4388-8088-6d934e99cc66 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:05:59.328509 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72f13e9c-4ab9-4622-9aa7-320e31e6220e req-16e1644f-5e4b-4388-8088-6d934e99cc66 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 944 time: 0.0547287 Feb 09 23:05:59.402087 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-72f13e9c-4ab9-4622-9aa7-320e31e6220e req-2c65728d-da9a-44ad-af85-4efa71daf60f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633724 Feb 09 23:06:00.136324 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237a40-f11c-407d-9864-63b7e745401f req-f591fe1c-3a72-492b-a2af-d9c05ccee21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.137790 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80237a40-f11c-407d-9864-63b7e745401f req-f591fe1c-3a72-492b-a2af-d9c05ccee21e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0963516 Feb 09 23:06:00.198362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:00.230792 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237a40-f11c-407d-9864-63b7e745401f req-08e3771c-7954-4cf6-9eb8-e83b46c50475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.232338 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-80237a40-f11c-407d-9864-63b7e745401f req-08e3771c-7954-4cf6-9eb8-e83b46c50475 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855880 Feb 09 23:06:00.311018 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-eac7350a-d884-4f9a-b8ae-9975741a0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.312548 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-eac7350a-d884-4f9a-b8ae-9975741a0334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1126 time: 0.0448303 Feb 09 23:06:00.360746 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-8f50f5ea-a684-4386-b3f5-be64f3cad743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b59a1c4e-02cc-4378-8778-880026b1f692 HTTP/1.1" status: 200 len: 217 time: 0.0374722 Feb 09 23:06:00.410661 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-c73d88db-2cdb-4b50-a092-122d5379da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.412069 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-c73d88db-2cdb-4b50-a092-122d5379da94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0425758 Feb 09 23:06:00.463852 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-755eb267-8292-46b7-8754-ce5ca009c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.465387 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-755eb267-8292-46b7-8754-ce5ca009c9d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439634 Feb 09 23:06:00.524220 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e330a-66d0-40a5-9070-fbb74e7ff7dc req-41a6d665-9a98-40ae-b26f-f20ccb9888a5 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:00.525736 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970e330a-66d0-40a5-9070-fbb74e7ff7dc req-41a6d665-9a98-40ae-b26f-f20ccb9888a5 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 944 time: 0.0517545 Feb 09 23:06:00.561311 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-25b32ee3-a88d-44ff-9aca-103b4fac90dd service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867119 Feb 09 23:06:00.579038 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-970e330a-66d0-40a5-9070-fbb74e7ff7dc req-1548eba0-3214-4367-8bd0-1dce5b1d3a4f tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475826 Feb 09 23:06:00.652107 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-055b5d82-a61e-463d-90dc-27b5ee8fef7f req-9b3a5240-bf9c-4bf1-8dab-4a7fa3f8fbe2 service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820003 Feb 09 23:06:01.701153 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:01.703057 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6f64c-831e-42d8-83f6-73c5097521d5 req-a80f7c50-3bda-47ce-8382-af217be80161 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:01.704617 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bc6f64c-831e-42d8-83f6-73c5097521d5 req-a80f7c50-3bda-47ce-8382-af217be80161 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 944 time: 0.0576303 Feb 09 23:06:01.753519 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-4bc6f64c-831e-42d8-83f6-73c5097521d5 req-703f7881-5767-42a3-9a93-adcf76005f65 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Feb 09 23:06:02.749576 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b59a1c4e-02cc-4378-8778-880026b1f692 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:06:02.847334 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:06:02.858443 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'port_id': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'mac_address': 'fa:16:3e:14:d3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:06:02.871442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3ed4b-7e7a-44cf-8332-c6b454c5b0c9 req-11efd6d2-0cae-4480-ac6e-2871a5910e6b tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:02.872987 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17f3ed4b-7e7a-44cf-8332-c6b454c5b0c9 req-11efd6d2-0cae-4480-ac6e-2871a5910e6b tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 944 time: 0.0524700 Feb 09 23:06:02.895162 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b59a1c4e-02cc-4378-8778-880026b1f692 is: DOWN; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:06:02.895766 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:02.908243 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59a1c4e-02cc-4378-8778-880026b1f692 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:06:02.921805 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-17f3ed4b-7e7a-44cf-8332-c6b454c5b0c9 req-bb9e4abb-80b5-4d8d-acca-d139bbe1c85a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Feb 09 23:06:02.928489 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:06:03.055171 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:03.100637 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=4']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:03.366287 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b59a1c4e-02cc-4378-8778-880026b1f692'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:06:04.051110 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff64e41-7ff4-47ae-86aa-c3e60886a893 req-459fe29e-8339-4054-a041-d3c1439ff08e tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:04.052692 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aff64e41-7ff4-47ae-86aa-c3e60886a893 req-459fe29e-8339-4054-a041-d3c1439ff08e tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 945 time: 0.0534003 Feb 09 23:06:04.101923 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-aff64e41-7ff4-47ae-86aa-c3e60886a893 req-b54c6ceb-0bfa-4da5-843f-e36e2fbabdd2 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436594 Feb 09 23:06:04.750369 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b59a1c4e-02cc-4378-8778-880026b1f692 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:06:04.854812 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning for port b59a1c4e-02cc-4378-8778-880026b1f692 completed by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 23:06:04.858422 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port b59a1c4e-02cc-4378-8778-880026b1f692 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:06:04.858803 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:04.933024 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b59a1c4e-02cc-4378-8778-880026b1f692 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:06:04.933336 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:04.955082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:06:04.957352 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735acef3-96c3-4d67-9a4a-0df335d24134" -d '{"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-plugged", "status": "completed", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:06:04.969658 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:06:04.993577 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12795f9-456f-4816-bf9e-1f37604fcbfd x-openstack-request-id: req-f12795f9-456f-4816-bf9e-1f37604fcbfd {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:06:04.993877 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-plugged", "status": "completed", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:06:04.994139 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f12795f9-456f-4816-bf9e-1f37604fcbfd {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:06:04.994541 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'code': 200} Feb 09 23:06:05.032627 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:05.088140 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=5']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:05.101069 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b3ba2-f9d6-46df-935e-a9fca2fbf4e6 req-7dacaf04-f23b-4143-b214-775875a60958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:05.102581 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce7b3ba2-f9d6-46df-935e-a9fca2fbf4e6 req-7dacaf04-f23b-4143-b214-775875a60958 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1128 time: 0.0435686 Feb 09 23:06:05.154009 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-ce7b3ba2-f9d6-46df-935e-a9fca2fbf4e6 req-0a2a19b0-d55f-425b-86e6-a24f47da01f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432930 Feb 09 23:06:05.220811 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926e84b-3139-43e2-b4a2-f27c7853cffb req-3d9677a2-b9ac-4dd1-ad18-a859d77c7607 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:05.222885 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6926e84b-3139-43e2-b4a2-f27c7853cffb req-3d9677a2-b9ac-4dd1-ad18-a859d77c7607 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 946 time: 0.0517931 Feb 09 23:06:05.278989 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6926e84b-3139-43e2-b4a2-f27c7853cffb req-2798754a-b807-487f-a0d1-d8b58cfebfa9 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503664 Feb 09 23:06:05.574360 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd40f-9846-4488-8bb1-685b3bcae100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:06.402231 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980e78-c305-4b7b-bf8b-b585a33fb0c9 req-6910ac97-750a-4ddc-937c-059a5f52202a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:06.403725 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10980e78-c305-4b7b-bf8b-b585a33fb0c9 req-6910ac97-750a-4ddc-937c-059a5f52202a tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 946 time: 0.0530834 Feb 09 23:06:06.451098 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-10980e78-c305-4b7b-bf8b-b585a33fb0c9 req-c2d70dd4-185e-45e2-904a-7d0472b5f0c3 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Feb 09 23:06:06.915525 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:06:07.524007 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-fb45557b-d22e-4166-93fc-14242309414a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:07.569748 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed14b20-4833-4f26-865a-f2f2dffd7579 req-ef8a914d-4f8c-4f36-8826-b767b75c3e88 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:07.571251 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ed14b20-4833-4f26-865a-f2f2dffd7579 req-ef8a914d-4f8c-4f36-8826-b767b75c3e88 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 946 time: 0.0520744 Feb 09 23:06:07.619373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-6ed14b20-4833-4f26-865a-f2f2dffd7579 req-da6cfcd7-2cbe-4090-88f6-fe89b6a68b95 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Feb 09 23:06:07.740020 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e15f3-5436-4b4e-a618-c099c5f3029b req-0206d356-f3ff-4c21-a1ca-618a9859201c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:07.741383 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-961e15f3-5436-4b4e-a618-c099c5f3029b req-0206d356-f3ff-4c21-a1ca-618a9859201c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 946 time: 0.0556524 Feb 09 23:06:07.787780 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-961e15f3-5436-4b4e-a618-c099c5f3029b req-b520fe64-c893-4191-bcbc-2c337abaf779 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Feb 09 23:06:07.809191 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33182) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:06:07.851856 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610068d-ff2b-44c9-be86-32123380533a tempest-TestSnapshotPattern-1138213575 tempest-TestSnapshotPattern-1138213575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:07.853354 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-9610068d-ff2b-44c9-be86-32123380533a tempest-TestSnapshotPattern-1138213575 tempest-TestSnapshotPattern-1138213575-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1123 time: 0.0431960 Feb 09 23:06:07.856066 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33184) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:06:07.860238 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.v2.base [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Request body: {'floatingip': {'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'port_id': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:06:07.975450 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.072671 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (None), before_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.171068 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_common [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Allocated IP 172.25.5.216 (b1b99ac6-2319-47d7-ac0e-656ae8966ba0/0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9/3b376172-c521-48cd-a104-82ace1669ab4) {{(pid=103696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:06:08.270175 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for port (3b376172-c521-48cd-a104-82ace1669ab4), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.364320 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751574073272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3b376172-c521-48cd-a104-82ace1669ab4), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:08.402817 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Network b1b99ac6-2319-47d7-ac0e-656ae8966ba0 is already hosted by enough agents. {{(pid=103696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:06:08.405649 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Resources bound (agent type, host, resource id): {{(pid=103696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:06:08.409735 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Received port after_create {{(pid=103696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:06:08.414979 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'Port': ['ID=3b376172-c521-48cd-a104-82ace1669ab4,revision_number=1']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:08.439927 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.440276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.440619 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.440953 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.441286 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.441621 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.441947 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.442271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.442593 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.442913 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.443235 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.443555 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:08.443898 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:06:09.051681 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (f279f935-8137-417c-89ad-1266a1502c8c), precommit_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.179106 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (3b376172-c521-48cd-a104-82ace1669ab4), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.328511 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for port (3b376172-c521-48cd-a104-82ace1669ab4), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.358172 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.381026 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59059441'] for port (3b376172-c521-48cd-a104-82ace1669ab4), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.452116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event updated for resources: {'Port': ['ID=3b376172-c521-48cd-a104-82ace1669ab4,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:06:09.462004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639006'] for floatingip (f279f935-8137-417c-89ad-1266a1502c8c), after_create {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.558905 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Floating IP f279f935-8137-417c-89ad-1266a1502c8c associated. External IP: 172.25.5.216, port: b59a1c4e-02cc-4378-8778-880026b1f692. Feb 09 23:06:09.766806 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Router b62bde19-ac91-416b-abb2-eb2408355c8e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:06:09.876404 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:06:09.888366 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50198610-f2d4-4de5-997e-999288d29886 None None] Sync routers for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:06:09.898949 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:06:09.899570 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:06:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:09.948946 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.979654 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-0ab5afff-f36f-432d-8a44-14325f4e2ac7 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1225612 Feb 09 23:06:09.980302 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:06:09.982638 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad7d6ae-df36-4246-9896-2f74548a7bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:06:10.020132 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892c80f3-6a20-42cf-befe-d0aac3057a36 x-openstack-request-id: req-892c80f3-6a20-42cf-befe-d0aac3057a36 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:06:10.021363 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:06:10.021623 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-892c80f3-6a20-42cf-befe-d0aac3057a36 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:06:10.022167 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'status': 'completed', 'code': 200} Feb 09 23:06:10.095094 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-29e4f837-c149-42ac-ab3e-a9464a74ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:10.097241 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-29e4f837-c149-42ac-ab3e-a9464a74ce71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1128 time: 0.0511007 Feb 09 23:06:10.107261 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:06:10.184474 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-b1b2b55c-f7e5-4791-ad60-a4b18d45ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:10.185851 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-b1b2b55c-f7e5-4791-ad60-a4b18d45ccee service neutron] 10.222.0.30 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0831175 Feb 09 23:06:10.253472 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-272b96fc-e3fa-474b-9e4b-46b488fe6b66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b59a1c4e-02cc-4378-8778-880026b1f692 HTTP/1.1" status: 200 len: 1000 time: 0.0620461 Feb 09 23:06:10.301318 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-95149e70-7dfb-4a5a-8b20-7e673c4edabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:10.302802 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-95149e70-7dfb-4a5a-8b20-7e673c4edabe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0437949 Feb 09 23:06:10.330044 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:32Z', 'revision_number': 1, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}, {'id': 'f279f935-8137-417c-89ad-1266a1502c8c', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:14:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95362ce9-9042-46d0-91f6-49cbb5425180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:06:08Z', 'updated_at': '2022-02-09T23:06:08Z', 'revision_number': 0, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:10.350849 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-a98cb64f-c3ed-446f-b6f4-d33b5cbf40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:10.352409 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-a98cb64f-c3ed-446f-b6f4-d33b5cbf40cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440497 Feb 09 23:06:10.359995 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50198610-f2d4-4de5-997e-999288d29886 None None] Checking router: b62bde19-ac91-416b-abb2-eb2408355c8e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:06:10.369032 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:06:10.370007 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:06:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:10.445931 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-f3039d22-a486-4915-b84a-cf6ac6fb5c79 service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847404 Feb 09 23:06:10.477630 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:06:10.533682 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-7ad7d6ae-df36-4246-9896-2f74548a7bc7 req-52fce2c2-4255-4e10-baa2-c2eef51760d9 service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819950 Feb 09 23:06:10.609717 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:10.697800 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-50198610-f2d4-4de5-997e-999288d29886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:32Z', 'revision_number': 1, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}, {'id': 'f279f935-8137-417c-89ad-1266a1502c8c', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:14:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95362ce9-9042-46d0-91f6-49cbb5425180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:06:08Z', 'updated_at': '2022-02-09T23:06:08Z', 'revision_number': 0, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:06:10.727075 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50198610-f2d4-4de5-997e-999288d29886 None None] The sync data for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 is: [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:32Z', 'revision_number': 1, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}, {'id': 'f279f935-8137-417c-89ad-1266a1502c8c', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:14:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95362ce9-9042-46d0-91f6-49cbb5425180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:06:08Z', 'updated_at': '2022-02-09T23:06:08Z', 'revision_number': 0, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:06:10.919545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff96b5b-7867-4867-8915-1cc967563c68 None None] New status for floating IP f279f935-8137-417c-89ad-1266a1502c8c: ACTIVE {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:06:11.814362 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:22.811005 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-4fea5988-7d22-4ef6-aff7-d01a469818fa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430493 Feb 09 23:06:22.897218 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-65d7bf0d-e1e1-47c5-867d-8c27d6bc46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:22.898624 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-65d7bf0d-e1e1-47c5-867d-8c27d6bc46ed service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1126 time: 0.0491359 Feb 09 23:06:22.997500 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-1caee56f-4438-4b87-9474-5ee06ba98fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:22.999026 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-1caee56f-4438-4b87-9474-5ee06ba98fe3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0822287 Feb 09 23:06:23.067054 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-6be499c8-4220-4d8a-86dd-204c6defc5e0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 1000 time: 0.0613017 Feb 09 23:06:23.112981 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-87cd9e01-47e6-423a-8c12-0fd0f3ce152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:23.114386 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-87cd9e01-47e6-423a-8c12-0fd0f3ce152f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0412724 Feb 09 23:06:23.162497 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-fccdc74e-a236-4bae-9fa8-9ed7afca0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:23.163897 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-fccdc74e-a236-4bae-9fa8-9ed7afca0701 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430624 Feb 09 23:06:23.254025 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-32f1174d-a6aa-49f9-9989-1f38b38fb5e0 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825667 Feb 09 23:06:23.338967 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-8b0a550b-f3fb-4982-8868-bb8019fecc5b req-12dfc107-24d2-4c56-94c4-aadd5bd4b9a3 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794175 Feb 09 23:06:30.169206 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:31.699287 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:34.096373 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-f91dc9e4-3553-4419-aec1-a03d378eaf06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441506 Feb 09 23:06:34.192670 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-4dbee1c9-d613-4993-b3f5-18009394dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:34.195260 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-4dbee1c9-d613-4993-b3f5-18009394dd29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1128 time: 0.0470724 Feb 09 23:06:34.302214 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-58304a46-f720-4e13-823c-01416ed8fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:34.303689 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-58304a46-f720-4e13-823c-01416ed8fd2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0834110 Feb 09 23:06:34.375397 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-db6e6114-29f9-4068-ab82-b4d07d8f16ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b59a1c4e-02cc-4378-8778-880026b1f692 HTTP/1.1" status: 200 len: 1002 time: 0.0611606 Feb 09 23:06:34.424326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-90718ffc-ea2a-49c4-b959-a22223e0f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:34.426224 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-90718ffc-ea2a-49c4-b959-a22223e0f474 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0414124 Feb 09 23:06:34.475863 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-da65825e-a7ff-4320-9d29-2e3bd5afdfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:06:34.477341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-da65825e-a7ff-4320-9d29-2e3bd5afdfa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426865 Feb 09 23:06:34.573483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-998a65eb-0acf-42ee-8592-9b8e9311a6c6 service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837841 Feb 09 23:06:34.662088 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-fdabc357-3c80-4599-ae7a-47cf3df39337 req-4248218a-d0f4-4c70-bce7-02404854b062 service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791852 Feb 09 23:06:35.552123 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7fd7-2705-4fa7-b0fa-d392ee57b27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:37.528984 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e18870fd-4793-4351-98da-45f812c7add3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:39.409053 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:40.614734 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:41.802992 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:43.915130 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:07:00.248071 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:01.705618 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:05.556180 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-4c9f61c3-e374-40aa-8a8e-e1fe30b54736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:07.533246 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7234dc20-64b2-4a09-abaf-5cb46bf3f28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:09.385606 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:10.585238 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:11.899762 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:20.914964 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:07:22.856234 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-b652c22e-267b-4247-b387-9648a2c4b730 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429108 Feb 09 23:07:22.943522 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-1fbd1bd6-89d5-4a70-9449-847c33d2872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:22.945620 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-1fbd1bd6-89d5-4a70-9449-847c33d2872e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1126 time: 0.0488589 Feb 09 23:07:23.044752 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-98d8aa42-b5b2-47b2-8884-963c6d88a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:23.046220 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-98d8aa42-b5b2-47b2-8884-963c6d88a085 service neutron] 10.222.0.110 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0832651 Feb 09 23:07:23.113570 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-b8aa9c87-c561-4a36-87a1-9e4621a791cc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 1000 time: 0.0607650 Feb 09 23:07:23.160461 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-1e815e3b-acd8-4937-9566-84f3a61dc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:23.161889 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-1e815e3b-acd8-4937-9566-84f3a61dc3c1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0426815 Feb 09 23:07:23.208162 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-50c2746f-7cc3-48ba-ad3a-f01a250a5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:23.210076 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-50c2746f-7cc3-48ba-ad3a-f01a250a5640 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420020 Feb 09 23:07:23.300540 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-db6edbed-01a2-480a-87d3-6a2ad2695a4d service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838788 Feb 09 23:07:23.386198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-62acbcba-7f8f-4e0a-ab1a-ea238bc25022 req-1c1dd003-d47a-474f-8ecf-b9e1e4d12973 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798080 Feb 09 23:07:30.201806 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:31.756717 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:35.562088 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dbaf905f-3ffa-4b2b-a119-e272efc73918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:36.125903 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-78f0b6e9-ba1c-4717-93c0-48a33809a075 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435233 Feb 09 23:07:36.219347 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-282e7ceb-2808-4d95-8bd1-1e0e04c5e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.220893 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-282e7ceb-2808-4d95-8bd1-1e0e04c5e1cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1128 time: 0.0486224 Feb 09 23:07:36.325814 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-45869e5f-92eb-4637-a34c-807ddc47956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.327293 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-45869e5f-92eb-4637-a34c-807ddc47956b service neutron] 10.222.0.30 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0812902 Feb 09 23:07:36.725929 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-56627681-1a87-4481-ac1b-32976e77e86b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b59a1c4e-02cc-4378-8778-880026b1f692 HTTP/1.1" status: 200 len: 1002 time: 0.3890967 Feb 09 23:07:36.776763 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-c22885ef-e7d2-4e63-a70b-680d3b7a256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.778172 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-c22885ef-e7d2-4e63-a70b-680d3b7a256f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0427377 Feb 09 23:07:36.827350 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-fe314194-98cf-43d9-a9d0-e2d8b1caec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:36.828832 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-fe314194-98cf-43d9-a9d0-e2d8b1caec11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0421648 Feb 09 23:07:36.842032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-8fbd291c-8011-4307-b272-1709dda9c92b service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=103697) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:07:36.842945 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-8fbd291c-8011-4307-b272-1709dda9c92b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046918 Feb 09 23:07:36.933623 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-2f75cbdc-4cc5-4f28-bad8-c90cd8ecd1ba service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810380 Feb 09 23:07:37.024156 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-87afccff-e389-4f1b-b21a-bde7e90b800e req-9de7d43c-3287-4181-b1e5-ff5cd5ceb2df service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817876 Feb 09 23:07:37.544545 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7079302d-878a-430d-b487-a7a64141e6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:39.464896 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:40.584668 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:41.198821 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b59a1c4e-02cc-4378-8778-880026b1f692 details requested by agent hyperv_n-h1-828599-1 with host n-h1-828599-1 {{(pid=103698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:07:41.295957 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:41.307688 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Returning: {'device': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'port_id': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'mac_address': 'fa:16:3e:14:d3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:07:41.344255 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b59a1c4e-02cc-4378-8778-880026b1f692 is: ACTIVE; New status is: BUILD {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:07:41.344652 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:41.357517 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b59a1c4e-02cc-4378-8778-880026b1f692 {{(pid=103698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:07:41.375839 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:41.447119 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:41.496339 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=6']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:41.503920 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.504285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.504634 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.504980 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.505322 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.505660 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.505994 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.506327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.506664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.506990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.507319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.507648 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.508001 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:41.531298 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] get_ports_and_sgs() called for port_ids ['b59a1c4e-02cc-4378-8778-880026b1f692'] {{(pid=103698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:07:41.819097 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.213755 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b59a1c4e-02cc-4378-8778-880026b1f692 up at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:07:43.271269 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.provisioning_blocks [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Provisioning complete for port b59a1c4e-02cc-4378-8778-880026b1f692 triggered by entity L2. {{(pid=103698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:07:43.271654 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039129'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), provisioning_complete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.355739 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b59a1c4e-02cc-4378-8778-880026b1f692 is: BUILD; New status is: ACTIVE {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:07:43.356110 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.380533 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:43.382794 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d266d-eb63-481e-a9a6-38474d2d6ad1" -d '{"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-plugged", "status": "completed", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:43.396996 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:43.431765 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d086d-f499-4fd7-90c5-30c732b528f4 x-openstack-request-id: req-9c9d086d-f499-4fd7-90c5-30c732b528f4 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:43.432076 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-plugged", "status": "completed", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:43.432334 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c9d086d-f499-4fd7-90c5-30c732b528f4 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:43.432738 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'code': 200} Feb 09 23:07:43.499436 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.562601 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=7']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:54.601202 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33386) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:07:54.752271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Deleting port 3b376172-c521-48cd-a104-82ace1669ab4 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:07:54.752631 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3b376172-c521-48cd-a104-82ace1669ab4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.830457 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3b376172-c521-48cd-a104-82ace1669ab4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.830717 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (3b376172-c521-48cd-a104-82ace1669ab4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.844116 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Calling delete_port for 3b376172-c521-48cd-a104-82ace1669ab4 owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:07:55.093523 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (3b376172-c521-48cd-a104-82ace1669ab4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:55.120591 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event deleted for resources: {'Port': ['ID=3b376172-c521-48cd-a104-82ace1669ab4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:55.146312 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.146664 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.147030 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.147354 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.147691 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.155109 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:55.191978 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (f279f935-8137-417c-89ad-1266a1502c8c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:55.200814 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Floating IP f279f935-8137-417c-89ad-1266a1502c8c disassociated (deleted). External IP: 172.25.5.216, port: b59a1c4e-02cc-4378-8778-880026b1f692. Feb 09 23:07:55.406568 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Router b62bde19-ac91-416b-abb2-eb2408355c8e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:07:55.516314 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:07:55.521629 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:55.526432 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] Sync routers for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:07:55.537438 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:07:55.538083 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:07:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:55.555245 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5db1889a-6530-4721-8db3-8afe958b0993 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "DELETE /v2.0/floatingips/f279f935-8137-417c-89ad-1266a1502c8c HTTP/1.1" status: 204 len: 168 time: 0.9571586 Feb 09 23:07:55.555245 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:55.556166 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f" -d '{"events": [{"name": "network-changed", "server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:55.676129 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e336e300-3fc2-47db-aa69-c6474652aeac x-openstack-request-id: req-e336e300-3fc2-47db-aa69-c6474652aeac {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:55.681060 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:55.681060 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e336e300-3fc2-47db-aa69-c6474652aeac {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:55.681060 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'status': 'completed', 'code': 200} Feb 09 23:07:55.695539 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:07:55.754282 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-321b572f-cc90-4ea8-b0b7-eccc06d6ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:55.755831 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-321b572f-cc90-4ea8-b0b7-eccc06d6ff1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 1128 time: 0.0540819 Feb 09 23:07:55.861974 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-1261323b-2697-488c-a211-5b89acafa172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:55.864483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-1261323b-2697-488c-a211-5b89acafa172 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0993369 Feb 09 23:07:55.911377 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-b39ac31f-c30d-4a3d-99f5-9ef06a4bb283 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b59a1c4e-02cc-4378-8778-880026b1f692 HTTP/1.1" status: 200 len: 217 time: 0.0401890 Feb 09 23:07:55.943487 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:32Z', 'revision_number': 1, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:55.972274 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] Checking router: b62bde19-ac91-416b-abb2-eb2408355c8e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:07:55.979326 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-a4c15ae3-3742-4526-b10e-5efce32b8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:55.981795 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-a4c15ae3-3742-4526-b10e-5efce32b8753 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0633237 Feb 09 23:07:55.981955 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:07:55.982490 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:07:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:56.051144 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-cbdd9840-b905-4843-8b76-d2623232b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:56.052910 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-cbdd9840-b905-4843-8b76-d2623232b73b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0637803 Feb 09 23:07:56.197250 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43684b77-00df-46e2-a61d-331afc7fd66e req-f0c20ccb-9912-4c5e-a67d-183029a55f58 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:56.198844 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43684b77-00df-46e2-a61d-331afc7fd66e req-f0c20ccb-9912-4c5e-a67d-183029a55f58 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 946 time: 0.1630309 Feb 09 23:07:56.203256 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-28cb2823-b862-4c91-a787-50c636185966 service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424420 Feb 09 23:07:56.205478 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:07:56.305728 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-43684b77-00df-46e2-a61d-331afc7fd66e req-9b0fdea8-55e8-4e03-9423-63c756b51ccd tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990639 Feb 09 23:07:56.335341 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-1d963e52-fbd8-4ebd-9806-5dcbfe51365f req-55d8f30c-a1a6-41cb-a42b-fb0038cf1d3b service neutron] 10.222.0.30 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210046 Feb 09 23:07:56.445340 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:32Z', 'revision_number': 1, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:07:56.472015 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab7d939-0a7f-44b9-bafb-f358f7077117 None None] The sync data for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 is: [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_floatingips': [{'id': '0c2e0db3-7dbe-46f9-9b23-cd1d8571723f', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'floating_ip_address': '172.25.5.226', 'floating_network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'router_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'port_id': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'mac_address': 'fa:16:3e:d8:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:03:30Z', 'updated_at': '2022-02-09T23:03:32Z', 'revision_number': 1, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:07:56.705073 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb9c82-7ae3-4ba2-b7db-9a3c5fa44076 None None] New status for floating IP f279f935-8137-417c-89ad-1266a1502c8c: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:07:57.306204 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b59a1c4e-02cc-4378-8778-880026b1f692 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:07:57.382780 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Current status of the port b59a1c4e-02cc-4378-8778-880026b1f692 is: ACTIVE; New status is: DOWN {{(pid=103698) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:07:57.383164 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16060302'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:57.409505 n-d-828599-1 neutron-server[103698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692'}] {{(pid=103698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:57.411892 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3100d285f4b04f5904cbed8b1890c409088fdd805e8615b526c879d8c5db2745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c367593e-ae7a-43a8-9049-8cb8eeb5aa5e" -d '{"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-unplugged", "status": "completed", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692"}]}' {{(pid=103698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:57.425143 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:57.452154 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fc2266-b335-46ee-9e2a-f59f241cb935 x-openstack-request-id: req-12fc2266-b335-46ee-9e2a-f59f241cb935 {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:57.452456 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-unplugged", "status": "completed", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692", "code": 200}]} {{(pid=103698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:57.452718 n-d-828599-1 neutron-server[103698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12fc2266-b335-46ee-9e2a-f59f241cb935 {{(pid=103698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:57.453120 n-d-828599-1 neutron-server[103698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'code': 200} Feb 09 23:07:57.482312 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751574607117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751574073290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751574073308'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:57.482781 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76e6b-bdab-4d15-94c5-c8d59a349882 req-7d617f1e-7e6c-4b9c-b131-d0e171471716 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:57.484400 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ead76e6b-bdab-4d15-94c5-c8d59a349882 req-7d617f1e-7e6c-4b9c-b131-d0e171471716 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 946 time: 0.1061049 Feb 09 23:07:57.530064 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Pushing event updated for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=8']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:57.534782 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-ead76e6b-bdab-4d15-94c5-c8d59a349882 req-c21fd145-9a6f-440c-9639-cc36b0c5ea76 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445201 Feb 09 23:07:57.840131 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1610e-287b-4b57-a486-baad978aa00f req-585dab1e-6bf3-4732-b526-ef7ff47925d0 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:07:57.842096 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91b1610e-287b-4b57-a486-baad978aa00f req-585dab1e-6bf3-4732-b526-ef7ff47925d0 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.30 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 944 time: 0.0569196 Feb 09 23:07:57.913706 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:07:57.933757 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Deleting port b59a1c4e-02cc-4378-8778-880026b1f692 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:07:57.934203 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:58.023409 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] For port b59a1c4e-02cc-4378-8778-880026b1f692, host n-h1-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828599-1',level=0,port_id=b59a1c4e-02cc-4378-8778-880026b1f692,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:07:58.023800 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:58.036843 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Calling delete_port for b59a1c4e-02cc-4378-8778-880026b1f692 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:07:58.247523 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (b59a1c4e-02cc-4378-8778-880026b1f692), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:58.282130 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event deleted for resources: {'Port': ['ID=b59a1c4e-02cc-4378-8778-880026b1f692,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:07:58.308394 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.311191 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.312032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.312032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.312032 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.312321 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828599-1 {{(pid=103697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:07:58.332220 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] No DVR routers for this DVR port b59a1c4e-02cc-4378-8778-880026b1f692 on host n-h1-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:07:58.334778 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:58.338144 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-91b1610e-287b-4b57-a486-baad978aa00f req-2acb9196-2858-41d1-8001-b7b2a858da96 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.30 "DELETE /v2.0/ports/b59a1c4e-02cc-4378-8778-880026b1f692 HTTP/1.1" status: 204 len: 173 time: 0.4899178 Feb 09 23:07:58.338587 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-deleted', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:07:58.342182 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1a24ae-7ef6-409a-a815-d5f0ccbda472" -d '{"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-deleted", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:07:58.437335 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdff6a9-bd73-4777-9d31-1b402db62cbf x-openstack-request-id: req-3cdff6a9-bd73-4777-9d31-1b402db62cbf {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:07:58.437335 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95362ce9-9042-46d0-91f6-49cbb5425180", "name": "network-vif-deleted", "tag": "b59a1c4e-02cc-4378-8778-880026b1f692", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:07:58.437610 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3cdff6a9-bd73-4777-9d31-1b402db62cbf {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:07:58.437777 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95362ce9-9042-46d0-91f6-49cbb5425180', 'name': 'network-vif-deleted', 'tag': 'b59a1c4e-02cc-4378-8778-880026b1f692', 'status': 'completed', 'code': 200} Feb 09 23:07:58.642713 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-0a3683bd-0dd1-46fd-9560-6e834e35ca8d req-fbb1c09d-2434-4ce1-8d97-5c948f918c56 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=95362ce9-9042-46d0-91f6-49cbb5425180 HTTP/1.1" status: 200 len: 210 time: 0.0336950 Feb 09 23:08:00.201720 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.167919 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33458) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:01.306554 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b59a1c4e-02cc-4378-8778-880026b1f692 no longer exists at agent hyperv_n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:01.322579 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Deleting port 1c420405-f015-46f7-ae0c-fd3c056888bf {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:01.324852 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.327201 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] No Port match for: b59a1c4e-02cc-4378-8778-880026b1f692 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:01.327557 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Device b59a1c4e-02cc-4378-8778-880026b1f692 not bound to the agent host n-h1-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:01.396980 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.397316 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (1c420405-f015-46f7-ae0c-fd3c056888bf), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.409879 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Calling delete_port for 1c420405-f015-46f7-ae0c-fd3c056888bf owned by network:floatingip {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:01.647587 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1c420405-f015-46f7-ae0c-fd3c056888bf), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.674000 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event deleted for resources: {'Port': ['ID=1c420405-f015-46f7-ae0c-fd3c056888bf,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:01.715986 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.736650 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for floatingip (0c2e0db3-7dbe-46f9-9b23-cd1d8571723f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:01.736986 n-d-828599-1 neutron-server[103696]: INFO neutron.db.l3_db [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Floating IP 0c2e0db3-7dbe-46f9-9b23-cd1d8571723f disassociated (deleted). External IP: 172.25.5.226, port: 3a769bcf-b210-4aae-b1de-cb8ffc20f211. Feb 09 23:08:01.943270 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Router b62bde19-ac91-416b-abb2-eb2408355c8e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:08:02.048529 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:08:02.053329 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for floatingip (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:02.058396 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] Sync routers for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:08:02.068298 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:02.068908 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:07:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:02.082801 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-28772b50-5263-450c-8fed-8319125dcc19 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "DELETE /v2.0/floatingips/0c2e0db3-7dbe-46f9-9b23-cd1d8571723f HTTP/1.1" status: 204 len: 168 time: 0.9132423 Feb 09 23:08:02.083372 n-d-828599-1 neutron-server[103696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211'}] {{(pid=103696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:08:02.085708 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dac293339ec0aed08a683b3143608110cd64adcb4ac30c41b2ee4df2ba17d13d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16087498-6198-407d-aca0-9bc8eecb0b74" -d '{"events": [{"name": "network-changed", "server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211"}]}' {{(pid=103696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:08:02.125903 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0a324d-1da3-4bc4-9c87-9794fcac9806 x-openstack-request-id: req-db0a324d-1da3-4bc4-9c87-9794fcac9806 {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:08:02.126191 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211", "status": "completed", "code": 200}]} {{(pid=103696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:08:02.126641 n-d-828599-1 neutron-server[103696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db0a324d-1da3-4bc4-9c87-9794fcac9806 {{(pid=103696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:08:02.127056 n-d-828599-1 neutron-server[103696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'status': 'completed', 'code': 200} Feb 09 23:08:02.184930 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:02.191653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-c6e0ca59-5911-4cfa-8a4b-a08c617428b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:02.193375 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-c6e0ca59-5911-4cfa-8a4b-a08c617428b6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 1126 time: 0.0459220 Feb 09 23:08:02.291077 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-ee031f6b-92b1-4a6e-b2f7-8ee79a49240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:02.292583 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-ee031f6b-92b1-4a6e-b2f7-8ee79a49240c service neutron] 10.222.0.110 "GET /v2.0/networks?id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 200 len: 911 time: 0.0913892 Feb 09 23:08:02.333205 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-67ba0b1e-064b-43bc-9cec-2935a5ea6b8a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 200 len: 217 time: 0.0345364 Feb 09 23:08:02.380499 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-9a92f664-f964-4bb5-be32-760795833343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:02.381999 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-9a92f664-f964-4bb5-be32-760795833343 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 200 len: 849 time: 0.0438039 Feb 09 23:08:02.382425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:02.415866 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] Checking router: b62bde19-ac91-416b-abb2-eb2408355c8e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:08:02.428809 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:02.429425 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:07:37Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:02.441697 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-e182ad7a-ccb2-4be4-a4df-caa4e5601b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:02.443248 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-e182ad7a-ccb2-4be4-a4df-caa4e5601b0f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524466 Feb 09 23:08:02.540336 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:02.572207 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-4dcc5c19-0d5f-481a-94da-f07defe7831f service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209953 Feb 09 23:08:02.632673 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4b589-de18-4625-872f-36d39ede9102 req-757f086c-60d2-4b47-9e34-0582ff922473 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:02.634214 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99a4b589-de18-4625-872f-36d39ede9102 req-757f086c-60d2-4b47-9e34-0582ff922473 tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 944 time: 0.1198320 Feb 09 23:08:02.708406 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-16087498-6198-407d-aca0-9bc8eecb0b74 req-e9d566b7-1a4e-42cb-89c8-6748f6a19a17 service neutron] 10.222.0.110 "GET /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278582 Feb 09 23:08:02.712200 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-99a4b589-de18-4625-872f-36d39ede9102 req-6a4db318-0596-49ad-985a-80e8205d10fd tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699673 Feb 09 23:08:02.736413 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:02.761260 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48108876-e21c-46ed-aeb0-f8e573797d89 None None] The sync data for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 is: [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:03:05Z', 'revision_number': 4, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1', '_interfaces': [{'id': 'feccb566-ffe2-4f83-b1dd-624e7ecb29e0', 'name': '', 'network_id': '58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'mac_address': 'fa:16:3e:15:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'f509ff79-7513-4460-a760-8926928b804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:05Z', 'updated_at': '2022-02-09T23:03:09Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'subnets': [{'id': 'f509ff79-7513-4460-a760-8926928b804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:08:02.977643 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83610c9-8e23-494d-9f68-a1cdcd21a321 None None] New status for floating IP 0c2e0db3-7dbe-46f9-9b23-cd1d8571723f: DOWN {{(pid=103698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:08:03.839335 n-d-828599-1 neutron-server[103696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41b935-490f-4c4e-9e76-d23b6402d42e req-ef4628cb-31b0-4947-a8c5-c5aef766916c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:03.840929 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af41b935-490f-4c4e-9e76-d23b6402d42e req-ef4628cb-31b0-4947-a8c5-c5aef766916c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 944 time: 0.0569634 Feb 09 23:08:03.889087 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-af41b935-490f-4c4e-9e76-d23b6402d42e req-97ce2c83-f0fd-4486-b577-8b7e8549958d tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/security-groups?id=27abdd76-e5c8-4c56-a793-6fa901dd362c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424449 Feb 09 23:08:04.184112 n-d-828599-1 neutron-server[103697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-800e9eed-70bb-4fe7-b739-8bb9dd5998ae tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:08:04.185483 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-800e9eed-70bb-4fe7-b739-8bb9dd5998ae tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.110 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 944 time: 0.0561650 Feb 09 23:08:04.277034 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Deleting port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:04.277385 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.367766 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] For port 3a769bcf-b210-4aae-b1de-cb8ffc20f211, host n-h2-828599-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828599-1',level=0,port_id=3a769bcf-b210-4aae-b1de-cb8ffc20f211,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:04.368137 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.381684 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Calling delete_port for 3a769bcf-b210-4aae-b1de-cb8ffc20f211 owned by compute:nova {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:04.584521 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (3a769bcf-b210-4aae-b1de-cb8ffc20f211), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.617638 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event deleted for resources: {'Port': ['ID=3a769bcf-b210-4aae-b1de-cb8ffc20f211,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:04.659794 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] No DVR routers for this DVR port 3a769bcf-b210-4aae-b1de-cb8ffc20f211 on host n-h2-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:04.664533 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164981'] for port (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.665865 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [req-c9308dfa-9f9f-4e92-8b26-36695f35c6aa req-febfbf89-4cac-462e-95a1-0f670f91aa2c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.110 "DELETE /v2.0/ports/3a769bcf-b210-4aae-b1de-cb8ffc20f211 HTTP/1.1" status: 204 len: 173 time: 0.4751737 Feb 09 23:08:04.666365 n-d-828599-1 neutron-server[103697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-deleted', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211'}] {{(pid=103697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:08:04.669273 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0bdb82a7a4253b6fdee72b304f90df150b911fc117c572cf545acabc52b5b57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f5f7f7-4f1e-4fa8-b63c-31467454e893" -d '{"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-deleted", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211"}]}' {{(pid=103697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:08:04.705020 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d13203-00fb-40d2-a181-45d092bb2afb x-openstack-request-id: req-a3d13203-00fb-40d2-a181-45d092bb2afb {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:08:04.705316 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9933f3d-86ab-4949-bf47-6e8581a8244e", "name": "network-vif-deleted", "tag": "3a769bcf-b210-4aae-b1de-cb8ffc20f211", "status": "completed", "code": 200}]} {{(pid=103697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:08:04.705575 n-d-828599-1 neutron-server[103697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a3d13203-00fb-40d2-a181-45d092bb2afb {{(pid=103697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:08:04.706083 n-d-828599-1 neutron-server[103697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9933f3d-86ab-4949-bf47-6e8581a8244e', 'name': 'network-vif-deleted', 'tag': '3a769bcf-b210-4aae-b1de-cb8ffc20f211', 'status': 'completed', 'code': 200} Feb 09 23:08:04.985914 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [req-7968933b-995f-4c6c-8b9a-4948b5381937 req-cfe4fe0b-835a-4484-ab44-c8fa02c107af tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "GET /v2.0/ports?device_id=f9933f3d-86ab-4949-bf47-6e8581a8244e HTTP/1.1" status: 200 len: 210 time: 0.0284722 Feb 09 23:08:05.590950 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-681d6c98-8bcf-4d80-bf72-ea9ad9e7618e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.042986 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33474) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:06.097058 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5664aa7f-3423-4989-9e1e-656a49af5e6c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group (27abdd76-e5c8-4c56-a793-6fa901dd362c), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.121180 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5664aa7f-3423-4989-9e1e-656a49af5e6c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group (27abdd76-e5c8-4c56-a793-6fa901dd362c), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.275830 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5664aa7f-3423-4989-9e1e-656a49af5e6c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (27abdd76-e5c8-4c56-a793-6fa901dd362c), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.278964 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5664aa7f-3423-4989-9e1e-656a49af5e6c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:06.280149 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5664aa7f-3423-4989-9e1e-656a49af5e6c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] 10.222.0.98 "DELETE /v2.0/security-groups/27abdd76-e5c8-4c56-a793-6fa901dd362c HTTP/1.1" status: 204 len: 168 time: 0.2355816 Feb 09 23:08:06.290382 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664aa7f-3423-4989-9e1e-656a49af5e6c tempest-TestSnapshotPattern-1831271135 tempest-TestSnapshotPattern-1831271135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27abdd76-e5c8-4c56-a793-6fa901dd362c,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:06.413533 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33478) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:06.846497 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (b62bde19-ac91-416b-abb2-eb2408355c8e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.088242 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Deleting port feccb566-ffe2-4f83-b1dd-624e7ecb29e0 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:07.088965 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.164277 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] For port feccb566-ffe2-4f83-b1dd-624e7ecb29e0, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:07.164645 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.177462 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Calling delete_port for feccb566-ffe2-4f83-b1dd-624e7ecb29e0 owned by network:router_interface {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:07.429911 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (feccb566-ffe2-4f83-b1dd-624e7ecb29e0), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.458265 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=feccb566-ffe2-4f83-b1dd-624e7ecb29e0,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:07.543994 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-d0889349-a074-41d1-9bdd-0b61e9f4e3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.631126 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (b62bde19-ac91-416b-abb2-eb2408355c8e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:07.638664 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3a769bcf-b210-4aae-b1de-cb8ffc20f211 no longer exists at agent hyperv_n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:07.659543 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] No Port match for: 3a769bcf-b210-4aae-b1de-cb8ffc20f211 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:07.660021 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Device 3a769bcf-b210-4aae-b1de-cb8ffc20f211 not bound to the agent host n-h2-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:08.142550 n-d-828599-1 neutron-server[103696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Router b62bde19-ac91-416b-abb2-eb2408355c8e has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:08:08.250271 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:08:08.255637 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-20f14a4a-1ea6-4895-be10-ddf97bd63dcc admin admin] 10.222.0.98 "PUT /v2.0/routers/b62bde19-ac91-416b-abb2-eb2408355c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406577 Feb 09 23:08:08.258095 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33482) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:08.260788 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] Sync routers for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:08:08.273025 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:08.273712 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:08.361385 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks [] for router (b62bde19-ac91-416b-abb2-eb2408355c8e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.394199 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: n-d-828599-1 {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:08.464338 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks [] for router_gateway (b62bde19-ac91-416b-abb2-eb2408355c8e), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.569796 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:08:07Z', 'revision_number': 5, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port': {'id': '40b94d9d-533a-47a2-b899-75dc6abaa042', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:03Z', 'updated_at': '2022-02-09T23:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:08.591841 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Deleting port 40b94d9d-533a-47a2-b899-75dc6abaa042 {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:08.592184 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.597613 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] Checking router: b62bde19-ac91-416b-abb2-eb2408355c8e for host: n-d-828599-1 {{(pid=103699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:08:08.605656 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] Routers {'b62bde19-ac91-416b-abb2-eb2408355c8e'} bound to L3 agent in host n-d-828599-1 {{(pid=103699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:08.606324 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['b62bde19-ac91-416b-abb2-eb2408355c8e'], 'active': True} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:08.670961 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] For port 40b94d9d-533a-47a2-b899-75dc6abaa042, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=40b94d9d-533a-47a2-b899-75dc6abaa042,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:08.671285 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.685851 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Calling delete_port for 40b94d9d-533a-47a2-b899-75dc6abaa042 owned by network:router_gateway {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:08.786077 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_dvr_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] Set router b62bde19-ac91-416b-abb2-eb2408355c8e gateway port host: None {{(pid=103699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:08.840223 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.l3_hamode_db [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:08:08Z', 'revision_number': 6, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:08.867496 n-d-828599-1 neutron-server[103699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba7c9cd-1f92-42ef-9825-de7df9e732ac None None] The sync data for ids ['b62bde19-ac91-416b-abb2-eb2408355c8e'] in n-d-828599-1 is: [{'id': 'b62bde19-ac91-416b-abb2-eb2408355c8e', 'name': 'tempest-TestSnapshotPattern-1435910959-router', 'tenant_id': '372cfb3862264f4f92a61a9c81c0cecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:02Z', 'updated_at': '2022-02-09T23:08:08Z', 'revision_number': 6, 'project_id': '372cfb3862264f4f92a61a9c81c0cecf', 'gw_port_host': None}] {{(pid=103699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:08:08.932846 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (40b94d9d-533a-47a2-b899-75dc6abaa042), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:08.961013 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b94d9d-533a-47a2-b899-75dc6abaa042,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:09.024340 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (b62bde19-ac91-416b-abb2-eb2408355c8e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.115503 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (b62bde19-ac91-416b-abb2-eb2408355c8e), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.117612 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks [] for router_controller (b62bde19-ac91-416b-abb2-eb2408355c8e), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.218804 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (b62bde19-ac91-416b-abb2-eb2408355c8e), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.219463 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b62bde19-ac91-416b-abb2-eb2408355c8e {{(pid=103696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:08:09.224839 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.225204 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-85cfd3f7-8d9a-496c-b3ae-67805ad5d479 admin admin] 10.222.0.98 "DELETE /v2.0/routers/b62bde19-ac91-416b-abb2-eb2408355c8e HTTP/1.1" status: 204 len: 168 time: 0.9657371 Feb 09 23:08:09.227855 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33484) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:09.280276 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] Deleting subnet f509ff79-7513-4460-a760-8926928b804f {{(pid=103696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:08:09.286188 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] Publish callbacks [] for subnet (f509ff79-7513-4460-a760-8926928b804f), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.325739 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2536063'] for subnet (f509ff79-7513-4460-a760-8926928b804f), precommit_delete_associations {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.407766 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (f509ff79-7513-4460-a760-8926928b804f), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.418365 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.545004 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59059239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59132757'] for subnet (f509ff79-7513-4460-a760-8926928b804f), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.576509 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f509ff79-7513-4460-a760-8926928b804f,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:09.578512 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.585076 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-5501f772-a93e-4a09-9e0a-0dbf2694ec72 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f509ff79-7513-4460-a760-8926928b804f HTTP/1.1" status: 204 len: 168 time: 0.3528142 Feb 09 23:08:09.585197 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59e440-f6bc-4129-9092-867bcad5b239 None None] Network 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:08:09.585313 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33486) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:09.655675 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.717932 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Deleting port 1faf2001-7076-44ee-a939-82ead753210d {{(pid=103696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:09.718360 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1faf2001-7076-44ee-a939-82ead753210d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.760293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] DHCP port deletion for 58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:08:09.770118 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device feccb566-ffe2-4f83-b1dd-624e7ecb29e0 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:09.789504 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] For port 1faf2001-7076-44ee-a939-82ead753210d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1faf2001-7076-44ee-a939-82ead753210d,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:09.789891 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1faf2001-7076-44ee-a939-82ead753210d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.804442 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.plugin [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Calling delete_port for 1faf2001-7076-44ee-a939-82ead753210d owned by network:dhcp {{(pid=103696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:09.807350 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: feccb566-ffe2-4f83-b1dd-624e7ecb29e0 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:09.807741 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device feccb566-ffe2-4f83-b1dd-624e7ecb29e0 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:09.833453 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] Deleting port 1faf2001-7076-44ee-a939-82ead753210d {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:09.833834 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (1faf2001-7076-44ee-a939-82ead753210d), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.904010 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] For port 1faf2001-7076-44ee-a939-82ead753210d, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=1faf2001-7076-44ee-a939-82ead753210d,segment=NetworkSegment(7f84d65d-c288-49f8-972c-7a268757784d),segment_id=7f84d65d-c288-49f8-972c-7a268757784d)] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:09.904415 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (1faf2001-7076-44ee-a939-82ead753210d), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:09.918115 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] Calling delete_port for 1faf2001-7076-44ee-a939-82ead753210d owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:09.978529 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59059448'] for port (1faf2001-7076-44ee-a939-82ead753210d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.004853 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (1faf2001-7076-44ee-a939-82ead753210d), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.006147 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faf2001-7076-44ee-a939-82ead753210d,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:10.012713 n-d-828599-1 neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] No DVR routers for this DVR port 1faf2001-7076-44ee-a939-82ead753210d on host n-d-828599-1 {{(pid=103696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:10.031696 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] Pushing event deleted for resources: {'Port': ['ID=1faf2001-7076-44ee-a939-82ead753210d,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:10.035122 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d7e38-2b18-4cc0-8885-de9994b523f5 None None] No DVR routers for this DVR port 1faf2001-7076-44ee-a939-82ead753210d on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:10.092840 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.113049 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634']}} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:10.122393 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f84d65d-c288-49f8-972c-7a268757784d') {'for_net_delete': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:10.122698 n-d-828599-1 neutron-server[103696]: DEBUG neutron.services.segments.db [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f84d65d-c288-49f8-972c-7a268757784d') {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:10.132033 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2536052'] for segment (7f84d65d-c288-49f8-972c-7a268757784d), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.145781 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (7f84d65d-c288-49f8-972c-7a268757784d), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.153479 n-d-828599-1 neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:08:10.153479 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59059341'] for segment (7f84d65d-c288-49f8-972c-7a268757784d), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: Traceback (most recent call last): Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: timer() Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: cb(*args, **kw) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: return func(*args, **kwargs) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: self._notify() Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: self.callback(batched_events) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: event.method(event) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: return f(self, *a, **k) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: return self._get(url).json() Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: return self.request(url, 'GET', **kwargs) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:08:10.153752 n-d-828599-1 neutron-server[103696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:08:10.286867 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.292289 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.295470 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] 10.222.0.98 "DELETE /v2.0/networks/58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634 HTTP/1.1" status: 204 len: 168 time: 0.7099514 Feb 09 23:08:10.298653 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33488) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:10.306987 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d4413-1f07-4b05-95e1-834e3244d401 admin admin] Pushing event deleted for resources: {'Network': ['ID=58dc7e0c-b477-46f1-bdbb-1c6f0c3cd634,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:10.595692 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.642691 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-639262'] for router_interface (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.888471 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Deleting port 75ba730a-9af6-4621-a2cf-91604ad21b71 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:10.888737 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.968102 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] For port 75ba730a-9af6-4621-a2cf-91604ad21b71, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=75ba730a-9af6-4621-a2cf-91604ad21b71,segment=NetworkSegment(5b68d919-7aa0-47c6-bd8e-4608ed0ec435),segment_id=5b68d919-7aa0-47c6-bd8e-4608ed0ec435)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:10.968471 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:10.981565 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Calling delete_port for 75ba730a-9af6-4621-a2cf-91604ad21b71 owned by network:router_interface {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:11.247480 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (75ba730a-9af6-4621-a2cf-91604ad21b71), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.274308 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=75ba730a-9af6-4621-a2cf-91604ad21b71,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:11.406251 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1faf2001-7076-44ee-a939-82ead753210d no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:11.427355 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 1faf2001-7076-44ee-a939-82ead753210d {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:11.427735 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 1faf2001-7076-44ee-a939-82ead753210d not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:11.428227 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40b94d9d-533a-47a2-b899-75dc6abaa042 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:11.448947 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639370'] for router_interface (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.449541 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 40b94d9d-533a-47a2-b899-75dc6abaa042 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:11.449718 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 40b94d9d-533a-47a2-b899-75dc6abaa042 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:11.667676 n-d-828599-1 neutron-server[103697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc has already been hosted by L3 agent b20fa0bc-4dd1-4b96-b06e-91e82bd4009e {{(pid=103697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:08:11.779377 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] Notify agent at l3_agent.n-d-828599-1 the message routers_updated {{(pid=103697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:08:11.784286 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-4624b3dd-4c4d-4bb1-a3c9-659ee38aa1aa admin admin] 10.222.0.98 "PUT /v2.0/routers/c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845190 Feb 09 23:08:11.787002 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33490) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:11.789595 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] Sync routers for ids ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'] in n-d-828599-1 {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:08:11.800708 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] Routers {'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:11.801337 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:11.866165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.893679 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks [] for router (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.909285 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] Set router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc gateway port host: n-d-828599-1 {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:11.997668 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks [] for router_gateway (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.085841 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'external_fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:08:11Z', 'revision_number': 5, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port': {'id': '9e0d5d7a-79eb-4812-ba4c-5773ffa030f8', 'name': '', 'network_id': 'b1b99ac6-2319-47d7-ac0e-656ae8966ba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828599-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f3481ea-fdd5-4e8e-bf37-cda4b37d5fe9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828599-1'}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:12.112725 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] Checking router: c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc for host: n-d-828599-1 {{(pid=103698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:08:12.119432 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Deleting port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:12.119822 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.120941 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] Routers {'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'} bound to L3 agent in host n-d-828599-1 {{(pid=103698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:08:12.121579 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828599-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:24:07Z,description=,heartbeat_timestamp=2022-02-09T23:08:07Z,host='n-d-828599-1',id=b20fa0bc-4dd1-4b96-b06e-91e82bd4009e,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:24:08Z,topic='l3_agent')) {'router_ids': ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'], 'active': True} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:12.200589 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] For port 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,segment=NetworkSegment(be41acff-31bd-4757-8117-c24cfd59abdb),segment_id=be41acff-31bd-4757-8117-c24cfd59abdb)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:12.200961 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.209327 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvr_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] Set router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc gateway port host: None {{(pid=103698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:08:12.213618 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Calling delete_port for 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 owned by network:router_gateway {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:12.264588 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_hamode_db [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:08:11Z', 'revision_number': 6, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port_host': None}], 'n-d-828599-1', False) {} {{(pid=103698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:12.292983 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3acdcb1-9cd7-40e8-b305-b089e03a539f None None] The sync data for ids ['c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc'] in n-d-828599-1 is: [{'id': 'c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc', 'name': 'tempest-TestSnapshotPattern-1545919703-router', 'tenant_id': '11194abb06cc4ebf88df47593a9f89ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T23:03:09Z', 'updated_at': '2022-02-09T23:08:11Z', 'revision_number': 6, 'project_id': '11194abb06cc4ebf88df47593a9f89ba', 'gw_port_host': None}] {{(pid=103698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:08:12.469995 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (9e0d5d7a-79eb-4812-ba4c-5773ffa030f8), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.493323 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0d5d7a-79eb-4812-ba4c-5773ffa030f8,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:12.556625 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639080'] for router_gateway (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.648428 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8485'] for router (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.650669 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks [] for router_controller (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.778163 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-641016'] for router (c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.778741 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc {{(pid=103697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:08:12.783002 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.784198 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-1beabdf5-d787-4bab-8bf3-b83947df6d97 admin admin] 10.222.0.98 "DELETE /v2.0/routers/c42599ee-d6b4-4b9b-963f-4d0a5b1e70bc HTTP/1.1" status: 204 len: 168 time: 0.9962866 Feb 09 23:08:12.786647 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33492) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:12.830028 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] Deleting subnet d6cb748c-e6e3-4748-a703-7c1fa025f6ee {{(pid=103697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:08:12.833036 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] Publish callbacks [] for subnet (d6cb748c-e6e3-4748-a703-7c1fa025f6ee), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.864978 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59620694'] for subnet (d6cb748c-e6e3-4748-a703-7c1fa025f6ee), precommit_delete_associations {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:12.944406 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16091179'] for subnet (d6cb748c-e6e3-4748-a703-7c1fa025f6ee), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.104562 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16091344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59014014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59866559'] for subnet (d6cb748c-e6e3-4748-a703-7c1fa025f6ee), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.129509 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6cb748c-e6e3-4748-a703-7c1fa025f6ee,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:13.135340 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.140238 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a939894a-2947-4e8f-8c84-b0e2362505b0 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d6cb748c-e6e3-4748-a703-7c1fa025f6ee HTTP/1.1" status: 204 len: 168 time: 0.3525312 Feb 09 23:08:13.142557 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33494) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:13.146039 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b4e92-b298-4f20-9681-a936c6e0e8f3 None None] Network 1d18f894-f832-416a-a375-ed3700086544 requested from n-d-828599-1 {{(pid=103698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:08:13.212710 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16132093'] for network (1d18f894-f832-416a-a375-ed3700086544), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.277779 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Deleting port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b {{(pid=103697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:13.278592 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.356635 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.db [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] For port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b, host n-d-828599-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828599-1',level=0,port_id=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,segment=NetworkSegment(5b68d919-7aa0-47c6-bd8e-4608ed0ec435),segment_id=5b68d919-7aa0-47c6-bd8e-4608ed0ec435)] {{(pid=103697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:13.356999 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.372707 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Calling delete_port for 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b owned by network:dhcp {{(pid=103697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:13.391112 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:13.414214 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:13.414570 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 9e0d5d7a-79eb-4812-ba4c-5773ffa030f8 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:13.414993 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 75ba730a-9af6-4621-a2cf-91604ad21b71 no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:13.435875 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 75ba730a-9af6-4621-a2cf-91604ad21b71 {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:13.436235 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 75ba730a-9af6-4621-a2cf-91604ad21b71 not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:13.506990 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] DHCP port deletion for 1d18f894-f832-416a-a375-ed3700086544 request from n-d-828599-1 {{(pid=103698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:08:13.550009 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59014049'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.558104 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] Deleting port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b {{(pid=103698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:08:13.558301 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751574603412'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), before_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.581395 n-d-828599-1 neutron-server[103697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] No DVR routers for this DVR port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b on host n-d-828599-1 {{(pid=103697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:13.585632 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:13.620082 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.db [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] For port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b, host n-d-828599-1, got binding levels [] {{(pid=103698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:08:13.620402 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646053'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), precommit_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.632653 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] Calling delete_port for 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b owned by network:dhcp {{(pid=103698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:08:13.635293 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.ipam_backend_mixin [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] Port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b was not found and therefore no delete operation was performed {{(pid=103698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 23:08:13.636597 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16060194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751574609911', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751574073281'] for port (6eaa8e4c-e7ed-4f69-b858-932ce8117c5b), after_delete {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.655825 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16072892', 'neutron.services.segments.db._delete_segments_for_network-8751574581185'] for network (1d18f894-f832-416a-a375-ed3700086544), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.661319 n-d-828599-1 neutron-server[103698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] Pushing event deleted for resources: {'Port': ['ID=6eaa8e4c-e7ed-4f69-b858-932ce8117c5b,revision_number=None']} {{(pid=103698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:13.665641 n-d-828599-1 neutron-server[103698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0740119-dc67-49d4-9c4a-aac64ea88aa1 None None] No DVR routers for this DVR port 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b on host n-d-828599-1 {{(pid=103698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:08:13.677530 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d18f894-f832-416a-a375-ed3700086544']}} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:13.686949 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b68d919-7aa0-47c6-bd8e-4608ed0ec435') {'for_net_delete': True} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:13.687258 n-d-828599-1 neutron-server[103697]: DEBUG neutron.services.segments.db [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b68d919-7aa0-47c6-bd8e-4608ed0ec435') {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:08:13.696470 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751574582730', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59620701'] for segment (5b68d919-7aa0-47c6-bd8e-4608ed0ec435), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.709214 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969'] for segment (5b68d919-7aa0-47c6-bd8e-4608ed0ec435), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.715037 n-d-828599-1 neutron-server[103697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=103697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:08:13.715996 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16093969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014100'] for segment (5b68d919-7aa0-47c6-bd8e-4608ed0ec435), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: Traceback (most recent call last): Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: timer() Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: cb(*args, **kw) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: return func(*args, **kwargs) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: self._notify() Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: self.callback(batched_events) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: event.method(event) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: return f(self, *a, **k) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: return self._get(url).json() Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: return self.request(url, 'GET', **kwargs) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:08:13.717625 n-d-828599-1 neutron-server[103697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:08:13.829635 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16072869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-638988'] for network (1d18f894-f832-416a-a375-ed3700086544), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.834892 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.838168 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] 10.222.0.98 "DELETE /v2.0/networks/1d18f894-f832-416a-a375-ed3700086544 HTTP/1.1" status: 204 len: 168 time: 0.6943166 Feb 09 23:08:13.849593 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26811f25-433b-4c4c-bac2-171f18ae1e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d18f894-f832-416a-a375-ed3700086544,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:14.160919 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33498) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:14.202526 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-713381f7-bfdb-46ba-beab-5910a81b0638 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=372cfb3862264f4f92a61a9c81c0cecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403318 Feb 09 23:08:14.205326 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33500) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:14.254297 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-14c45fe5-0186-4e4d-915d-ae6216885b05 admin admin] Publish callbacks [] for security_group (5acce82b-c433-417a-a6b5-c1f11e3930c4), before_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:14.276552 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-14c45fe5-0186-4e4d-915d-ae6216885b05 admin admin] Publish callbacks [] for security_group (5acce82b-c433-417a-a6b5-c1f11e3930c4), precommit_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:14.401023 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-14c45fe5-0186-4e4d-915d-ae6216885b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (5acce82b-c433-417a-a6b5-c1f11e3930c4), after_delete {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:14.403642 n-d-828599-1 neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-14c45fe5-0186-4e4d-915d-ae6216885b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:14.404883 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-14c45fe5-0186-4e4d-915d-ae6216885b05 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5acce82b-c433-417a-a6b5-c1f11e3930c4 HTTP/1.1" status: 204 len: 168 time: 0.1979573 Feb 09 23:08:14.412710 n-d-828599-1 neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c45fe5-0186-4e4d-915d-ae6216885b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acce82b-c433-417a-a6b5-c1f11e3930c4,revision_number=None']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:15.109492 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [-] (103696) accepted ('10.222.0.98', 33506) {{(pid=103696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:15.148260 n-d-828599-1 neutron-server[103696]: INFO neutron.wsgi [None req-d4615826-cf10-420d-aab9-eaae3b70ef73 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=11194abb06cc4ebf88df47593a9f89ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375965 Feb 09 23:08:15.154972 n-d-828599-1 neutron-server[103697]: DEBUG neutron.wsgi [-] (103697) accepted ('10.222.0.98', 33508) {{(pid=103697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:08:15.202072 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a033f600-fa50-42c3-ada8-19e2349636f4 admin admin] Publish callbacks [] for security_group (7ba90486-0d2d-467f-a8df-7c56f576ab16), before_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:15.223065 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a033f600-fa50-42c3-ada8-19e2349636f4 admin admin] Publish callbacks [] for security_group (7ba90486-0d2d-467f-a8df-7c56f576ab16), precommit_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:15.333968 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b no longer exists at agent ovs-agent-n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:08:15.358148 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.plugin [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] No Port match for: 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b {{(pid=103698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:08:15.358545 n-d-828599-1 neutron-server[103698]: DEBUG neutron.plugins.ml2.rpc [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Device 6eaa8e4c-e7ed-4f69-b858-932ce8117c5b not bound to the agent host n-d-828599-1 {{(pid=103698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:08:15.378530 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a033f600-fa50-42c3-ada8-19e2349636f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593134'] for security_group (7ba90486-0d2d-467f-a8df-7c56f576ab16), after_delete {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:15.381256 n-d-828599-1 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-a033f600-fa50-42c3-ada8-19e2349636f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:15.382621 n-d-828599-1 neutron-server[103697]: INFO neutron.wsgi [None req-a033f600-fa50-42c3-ada8-19e2349636f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7ba90486-0d2d-467f-a8df-7c56f576ab16 HTTP/1.1" status: 204 len: 168 time: 0.2259939 Feb 09 23:08:15.393029 n-d-828599-1 neutron-server[103697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033f600-fa50-42c3-ada8-19e2349636f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba90486-0d2d-467f-a8df-7c56f576ab16,revision_number=None']} {{(pid=103697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:08:30.205825 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:31.703574 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:34.912228 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:08:35.634373 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-b4f9eaf3-a4d3-4ed5-8105-2657a1058a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:37.583776 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ac8e-900f-40a4-8f75-4f13c0be60e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:39.406426 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:40.629328 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:41.800185 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:00.206315 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:01.714371 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:05.605608 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ebab31c3-d05e-4af6-a0d0-bf10ce1b471a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:07.525402 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-27faa79e-4c37-4c78-b5b9-abf891cd4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:09.411102 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:10.599952 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:11.827609 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:11.911342 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:09:30.210568 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:31.706883 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:35.588155 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9c668622-4ba8-4f12-904b-36f9c8c8d163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:37.524951 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-377b647f-706d-43fa-a9d1-719f8d80a98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:39.427622 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:40.599341 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:41.793567 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:48.911249 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:10:00.220840 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:01.730215 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:05.564350 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-dd5d562c-9d84-48d0-9ba2-e5272326b1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:07.535806 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5ec77b35-0e1f-4f63-97ea-f4dc2af7c6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:09.421351 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:10.690098 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:11.804066 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:25.910251 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:10:30.243678 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:31.712066 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:35.557675 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8e445d6a-0b33-416c-87c7-344009cfb57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:37.585641 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-bde564e6-2535-4b34-8557-ac84a8035462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:39.415212 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:40.609074 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:41.792231 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:00.306087 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:01.700599 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:02.909997 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:11:05.568717 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8b101471-ad4d-4fd3-84f9-87ada3fd0afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:07.563585 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-70cab213-0e45-41ef-a469-4541b588bf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:09.420056 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:10.608587 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:11.819737 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:30.271437 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:31.745305 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:35.556707 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-807b5d20-36e3-4641-a2ab-fc527819a13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:37.555452 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-97b32327-a3a5-44dd-8ff9-7fa587ea6ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:39.419527 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:39.911597 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:11:40.629971 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:41.796557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:00.247684 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:01.727541 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:05.584366 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-96b7dd7d-3fc2-43b8-abdb-bb7bc848128c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:07.544911 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8739bbac-7905-40de-aa8f-24c224a4c190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:09.498976 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:10.641607 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:11.803551 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:16.912091 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:12:30.286920 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:31.749389 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:35.566499 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-8135ddc4-af56-4848-8de7-6c2651813d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:37.571348 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f3f768c7-ac85-4ca3-969c-860acd6d25bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:39.452858 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:40.629601 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:41.789369 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:53.911358 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:13:00.274795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:01.749238 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:05.560129 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-801c706f-9afd-4fa6-b4c7-7fbbb22776fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:07.525713 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46c08b45-4a73-41f2-8072-29cf6bf2dfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:09.434349 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:10.663156 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:11.834728 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:30.297062 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:30.910647 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:13:31.788208 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:35.611319 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1902eaf5-f243-4cdd-a8b5-806d5d654945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:37.547205 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-e428a801-6551-4c16-a551-4f57b991983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:39.428687 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:40.628881 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:41.799572 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:00.273151 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:01.753390 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:05.582216 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9471bec8-a6db-4aea-8b44-c60c6f86005f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:07.536176 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-228b2a41-72bb-43dd-bf9d-2169cdd96f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:07.909652 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:14:09.410691 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:10.633242 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:11.798662 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:30.312916 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:31.776488 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:35.564281 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-f0000a57-c85f-4177-b241-bb16409d710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:37.552824 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-39acb995-1f9b-41c8-9e4b-5969b06ca568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:39.426901 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:40.689557 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:41.803846 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:14:44.909293 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:15:00.329370 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:01.773581 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:05.580983 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-c38847a4-1f9d-4d7b-b383-d7a82bab9a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:07.540795 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-9415dce6-9dd5-4a28-9a49-485729e47597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:09.436989 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:10.637890 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:11.790963 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:21.908555 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:15:30.317378 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:31.466846 n-d-828599-1 neutron-server[103696]: DEBUG neutron.wsgi [req-6c08c678-5b04-436d-b7b9-3335f2cc1ece req-3cfc61c0-0d67-47b1-be23-ecac00ecfe0e service neutron] (103696) timed out ('10.222.0.98', 59418) {{(pid=103696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 23:15:31.778957 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:35.557165 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-7cf3b529-5472-4299-bb40-76b319319ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:37.540014 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-aaaa08c2-037a-4499-b90d-f5d5894d0f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:39.419902 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:40.619436 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:41.807071 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:15:58.909083 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:16:00.356422 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:01.807069 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:05.568059 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-688f9b7b-378f-49b4-9a08-ef9c4440326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:07.528006 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-46ad2f42-c3b6-4842-b814-27f3e6df992b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:09.436321 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:10.653493 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:11.798364 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:30.333163 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5351e98b-6f8b-4cd9-a7b7-249292ca1896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (ba266a1a-6609-4e9e-9158-212cfcdf95d5), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:31.778425 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc672-e77b-4ce6-abb8-28da6f0b1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (c406fe10-dcfe-427d-85ec-0af92ca47ca2), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:35.567082 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-29f68359-1ef5-4f1f-bb2e-af365e1b57cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (1145a5f2-b2b1-4685-b77f-bb0e1312566e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:35.907720 n-d-828599-1 neutron-server[103699]: DEBUG neutron.db.agents_db [None req-0ee6cad3-b26e-4acb-b5a6-c904a9f98891 None None] Agent healthcheck: found 7 active agents {{(pid=103699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:16:37.549744 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-008762ce-d734-42d1-b71a-3cdc3aae9755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (b20fa0bc-4dd1-4b96-b06e-91e82bd4009e), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:39.453131 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-ca6e927d-8166-46e0-9ca7-4142f8218405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (6952a869-c9a7-492a-8913-03d779b6b0d4), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:40.668588 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-1d0c2cb6-feb5-4658-ad4c-ca0e88a4edc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (875900ac-168f-4435-bbf4-d3908b9436aa), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:16:41.807044 n-d-828599-1 neutron-server[103698]: DEBUG neutron_lib.callbacks.manager [None req-77d7e4af-8740-4847-94b5-7e308ca79301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751574581167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039095'] for agent (bad657e3-2f30-4a39-be51-21ae28544f70), after_update {{(pid=103698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}